2021-03-04T22:37:36.681 INFO:root:teuthology version: 1.1.0-3082387b 2021-03-04T22:37:36.683 DEBUG:teuthology.run:Teuthology command: teuthology --description upgrade:octopus-x:stress-split/{0-distro/centos_8.2_kubic_stable 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic} --name sage-2021-03-04_21:21:11-upgrade:octopus-x:stress-split-wip-sage-testing-2021-03-04-1435-distro-basic-gibba --archive /home/teuthworker/archive/sage-2021-03-04_21:21:11-upgrade:octopus-x:stress-split-wip-sage-testing-2021-03-04-1435-distro-basic-gibba/5932722 --verbose --owner scheduled_sage@teuthology -- /home/teuthworker/archive/sage-2021-03-04_21:21:11-upgrade:octopus-x:stress-split-wip-sage-testing-2021-03-04-1435-distro-basic-gibba/5932722/orig.config.yaml 2021-03-04T22:37:36.753 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2021-03-04T22:37:36.819 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/sage-2021-03-04_21:21:11-upgrade:octopus-x:stress-split-wip-sage-testing-2021-03-04-1435-distro-basic-gibba/5932722 branch: wip-sage-testing-2021-03-04-1435 description: upgrade:octopus-x:stress-split/{0-distro/centos_8.2_kubic_stable 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic} email: null first-half-sequence: - cephadm.shell: env: - sha1 mon.a: - ceph config set mgr mgr/cephadm/daemon_cache_timeout 60 - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps - echo wait for minority of mons to upgrade - while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for majority of mons to upgrade - 'while ! ceph mon versions | grep $sha1 | egrep '': [23]'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for all mons to upgrade - 'while ! ceph mon versions | grep $sha1 | grep '': 3'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for half of osds to upgrade - 'while ! ceph osd versions | grep $sha1 | egrep '': [45678]''; do sleep 2 ; done' - ceph orch upgrade pause - ceph orch ps - ceph orch ps - ceph versions first-half-tasks: - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' first_in_suite: false job_id: '5932722' kernel: kdb: true sha1: distro last_in_suite: false machine_type: gibba meta: - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run basic cls tests for rbd ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'randomized correctness test for rados operations on a replicated pool, using only reads, writes, and deletes ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshot operations ' - desc: 'run basic import/export cli tests for rbd ' name: sage-2021-03-04_21:21:11-upgrade:octopus-x:stress-split-wip-sage-testing-2021-03-04-1435-distro-basic-gibba nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: '8.2' overrides: admin_socket: branch: wip-sage-testing-2021-03-04-1435 ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug filestore: 20 debug journal: 20 debug ms: 1 debug osd: 25 osd shutdown pgref assert: true create_rbd_pool: true log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: podman-versions sha1: 3417d0a180e6c39e780df22886c2098b7f5a677b owner: scheduled_sage@teuthology priority: 70 repo: git://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b second-half-sequence: sequential: - cephadm.shell: env: - sha1 mon.a: - ceph orch upgrade resume - sleep 60 - echo wait for upgrade to complete - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - echo upgrade complete - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 second-half-tasks: - workunit: branch: octopus clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 sleep_before_teardown: 0 stress-tasks: - thrashosds: aggressive_pg_num_changes: false chance_force_recovery: 0 chance_pgnum_grow: 1 chance_pgpnum_fix: 1 chance_thrash_cluster_full: 0 chance_thrash_pg_upmap: 0 chance_thrash_pg_upmap_items: 0 disable_objectstore_tool_tests: true timeout: 1200 - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' - workunit: branch: octopus clients: client.0: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 5-workload' - workunit: branch: octopus clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' - workunit: branch: octopus clients: client.0: - rbd/test_librbd.sh - print: '**** done rbd/test_librbd.sh 7-workload' - full_sequential: - rados: clients: - client.0 objects: 500 op_weights: delete: 10 read: 45 write: 45 ops: 4000 write_append_excl: false - print: '**** done rados/readwrite 5-workload' - full_sequential: - rados: clients: - client.0 objects: 50 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false - print: '**** done rados/snaps-few-objects 5-workload' suite: upgrade:octopus-x:stress-split suite_branch: podman-versions suite_path: /home/teuthworker/src/github.com_liewegas_ceph_3417d0a180e6c39e780df22886c2098b7f5a677b/qa suite_relpath: qa suite_repo: https://github.com/liewegas/ceph suite_sha1: 3417d0a180e6c39e780df22886c2098b7f5a677b targets: gibba011.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDSZPgZb9kUxpltv6rbKhTouz5Ggbyqj/ydJcZS3eaNZCo0C+V8elBOz62sNkVVWFD/bndeJg39+a01cp0Lrk9Mpa3gq3xkOVejXjnUDuzHtg+wAMDr4fr/B8EQAcqloqMFin8hyah0X1ujMajd8+JFWGtOPRajuzx80M+PHAZ5hUmJMB1YnGJcQdGxPKSB6OGAyj49dGkQ5Knw6pxESMwaC9KoNXb6Jm3XKomUtNVTWBS32/73LvJjOZ2NuqSt0OFVkM53e9JjlKLmEb68RhxxTOqW1a2JbzDoYHhhqzZjQjRSFYKOTdoC2hec44EHXHvHQNDv0WtilNgA61T6b72QAW54iw+pmnRBtyE4Sc+y0zfMzfEQk4S5zgnIW2E9Jjii4hV/b05duJG+SymtyprU2jnAzCY2wl8ohey/DZ9Zz+q6+8IEZB/fBCHr5rcoaFJb000fgjwN6CCMp5J3VXOhabepIP+g1/PZGi7QU6oFrF4OSFTVGYMq67aic6LtNLU= gibba038.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDNzEgC8JaNqwPWI9JAgbtCTsXMG3GyL8noobUXlPvJHmyj3QtFRGhc1leAqm/5Ti4StfA/q8k2mGAxmY6sB62SdQ68j2eja2lRfL5dcsJ0cVuiXrPnlFQAQZOJVdleGuJ5r57Wd+a8Gu6+kISq15sWoEVU904vgIatTIhruY/Q/AskqosyC74K/TYFrmt046fCpLs6BEvXmi8zhjLBIGLvwDaPAq4Lidx531zzekx6/jq2d3K3agV7d7lBCsPA8SnGJcfNbOmifGv2BbIYvr+SERboJgLThuvlz87DHAaj9rzyEXTMZFSadBOTv0GLCHLa/5OL0Xo/RcDe+icFTnokOWnThGZueZ2JQgnDu8Hv2uIyiY0TZU9FiNhmfzYRKz6RzANMUyGIwA5TirIo9igGrVVeb+bhG0ZVu/7Jlhs1sFA9Cpj0N3H7GqgkI/ZjrysCNGAw3yLJm8xkfvlTGgqyvUhZ/54z1ZbExlxNpgYq/aQODMD+fD+YXjy0hb0Be9U= tasks: - exec: all: - sudo dnf -y module disable container-tools - sudo dnf -y install 'dnf-command(copr)' - sudo dnf -y copr enable rhcontainerbot/container-selinux - sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo - sudo dnf remove -y podman - sudo dnf -y install podman - install: branch: octopus - cephadm: cephadm_branch: octopus cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: docker.io/ceph/daemon-base:latest-octopus - cephadm.shell: mon.a: - ceph fs volume create foo - ceph.healthy: null - print: '**** upgrading first half of cluster, with stress ****' - parallel: - first-half-tasks - first-half-sequence - print: '**** done upgrading first half of cluster ****' - ceph.healthy: null - print: '**** applying stress + thrashing to mixed-version cluster ****' - parallel: - stress-tasks - ceph.healthy: null - print: '**** finishing upgrade ****' - parallel: - second-half-tasks - second-half-sequence - ceph.healthy: null teuthology_branch: master teuthology_sha1: 3082387bba74fcd24c9700593d10418152d53c97 timestamp: 2021-03-04_21:21:11 tube: gibba user: sage verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.gibba.26181 2021-03-04T22:37:36.820 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_liewegas_ceph_3417d0a180e6c39e780df22886c2098b7f5a677b/qa; will attempt to use it 2021-03-04T22:37:36.823 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_liewegas_ceph_3417d0a180e6c39e780df22886c2098b7f5a677b/qa/tasks 2021-03-04T22:37:36.824 INFO:teuthology.run_tasks:Running task internal.check_packages... 2021-03-04T22:37:36.826 INFO:teuthology.task.internal:Checking packages... 2021-03-04T22:37:36.846 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'basic' and ceph hash '69d7d7e0102d70a8a64ccad55f88fe51fcc52734' 2021-03-04T22:37:36.846 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-03-04T22:37:36.847 INFO:teuthology.packaging:ref: None 2021-03-04T22:37:36.847 INFO:teuthology.packaging:tag: None 2021-03-04T22:37:36.847 INFO:teuthology.packaging:branch: wip-sage-testing-2021-03-04-1435 2021-03-04T22:37:36.848 INFO:teuthology.packaging:sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 2021-03-04T22:37:36.848 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-sage-testing-2021-03-04-1435 2021-03-04T22:37:37.000 INFO:teuthology.task.internal:Found packages for ceph version 17.0.0-1552.g69d7d7e0 2021-03-04T22:37:37.000 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2021-03-04T22:37:37.010 INFO:teuthology.task.internal:no buildpackages task found 2021-03-04T22:37:37.010 INFO:teuthology.run_tasks:Running task internal.save_config... 2021-03-04T22:37:37.062 INFO:teuthology.task.internal:Saving configuration 2021-03-04T22:37:37.087 INFO:teuthology.run_tasks:Running task internal.check_lock... 2021-03-04T22:37:37.097 INFO:teuthology.task.internal.check_lock:Checking locks... 2021-03-04T22:37:37.115 DEBUG:teuthology.task.internal.check_lock:machine status is {'is_vm': False, 'locked': True, 'locked_since': '2021-03-04 22:32:45.787874', 'description': '/home/teuthworker/archive/sage-2021-03-04_21:21:11-upgrade:octopus-x:stress-split-wip-sage-testing-2021-03-04-1435-distro-basic-gibba/5932722', 'locked_by': 'scheduled_sage@teuthology', 'up': True, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDZD2tyWzqTb5zv+C7rw2iWeDRuvKAqhD+I1gbft4iJkZuqHFzWvdo0QPj1Z3wnEaBZ9XUUIPm9cYlN5vrcORxM=', 'os_version': '8', 'machine_type': 'gibba', 'vm_host': None, 'os_type': 'centos', 'arch': 'x86_64', 'mac_address': None, 'name': 'gibba011.front.sepia.ceph.com'} 2021-03-04T22:37:37.130 DEBUG:teuthology.task.internal.check_lock:machine status is {'is_vm': False, 'locked': True, 'locked_since': '2021-03-04 22:32:45.787853', 'description': '/home/teuthworker/archive/sage-2021-03-04_21:21:11-upgrade:octopus-x:stress-split-wip-sage-testing-2021-03-04-1435-distro-basic-gibba/5932722', 'locked_by': 'scheduled_sage@teuthology', 'up': True, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLab177MlQvkoaNSaKUzl+0pOEFoqEf3HiZUntVRQZaRyo7B2RcJRUXl6reC4SDIG0jKbIwAWMCafsUw4RHgWXI=', 'os_version': '8', 'machine_type': 'gibba', 'vm_host': None, 'os_type': 'centos', 'arch': 'x86_64', 'mac_address': None, 'name': 'gibba038.front.sepia.ceph.com'} 2021-03-04T22:37:37.131 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2021-03-04T22:37:37.141 INFO:teuthology.task.internal:roles: ubuntu@gibba011.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2021-03-04T22:37:37.141 INFO:teuthology.task.internal:roles: ubuntu@gibba038.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2021-03-04T22:37:37.141 INFO:teuthology.run_tasks:Running task console_log... 2021-03-04T22:37:37.206 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fc810847840>, signals=[15]) 2021-03-04T22:37:37.208 INFO:teuthology.run_tasks:Running task internal.connect... 2021-03-04T22:37:37.217 INFO:teuthology.task.internal:Opening connections... 2021-03-04T22:37:37.218 DEBUG:teuthology.task.internal:connecting to ubuntu@gibba011.front.sepia.ceph.com 2021-03-04T22:37:37.220 DEBUG:teuthology.orchestra.connection:{'hostname': 'gibba011.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-03-04T22:37:37.285 DEBUG:teuthology.task.internal:connecting to ubuntu@gibba038.front.sepia.ceph.com 2021-03-04T22:37:37.286 DEBUG:teuthology.orchestra.connection:{'hostname': 'gibba038.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-03-04T22:37:37.356 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2021-03-04T22:37:37.367 DEBUG:teuthology.orchestra.run.gibba011:> uname -m 2021-03-04T22:37:37.380 INFO:teuthology.orchestra.run.gibba011.stdout:x86_64 2021-03-04T22:37:37.381 DEBUG:teuthology.orchestra.run.gibba011:> cat /etc/os-release 2021-03-04T22:37:37.433 INFO:teuthology.orchestra.run.gibba011.stdout:NAME="CentOS Linux" 2021-03-04T22:37:37.434 INFO:teuthology.orchestra.run.gibba011.stdout:VERSION="8 (Core)" 2021-03-04T22:37:37.434 INFO:teuthology.orchestra.run.gibba011.stdout:ID="centos" 2021-03-04T22:37:37.434 INFO:teuthology.orchestra.run.gibba011.stdout:ID_LIKE="rhel fedora" 2021-03-04T22:37:37.434 INFO:teuthology.orchestra.run.gibba011.stdout:VERSION_ID="8" 2021-03-04T22:37:37.435 INFO:teuthology.orchestra.run.gibba011.stdout:PLATFORM_ID="platform:el8" 2021-03-04T22:37:37.435 INFO:teuthology.orchestra.run.gibba011.stdout:PRETTY_NAME="CentOS Linux 8 (Core)" 2021-03-04T22:37:37.435 INFO:teuthology.orchestra.run.gibba011.stdout:ANSI_COLOR="0;31" 2021-03-04T22:37:37.436 INFO:teuthology.orchestra.run.gibba011.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2021-03-04T22:37:37.436 INFO:teuthology.orchestra.run.gibba011.stdout:HOME_URL="https://www.centos.org/" 2021-03-04T22:37:37.436 INFO:teuthology.orchestra.run.gibba011.stdout:BUG_REPORT_URL="https://bugs.centos.org/" 2021-03-04T22:37:37.436 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:37:37.436 INFO:teuthology.orchestra.run.gibba011.stdout:CENTOS_MANTISBT_PROJECT="CentOS-8" 2021-03-04T22:37:37.437 INFO:teuthology.orchestra.run.gibba011.stdout:CENTOS_MANTISBT_PROJECT_VERSION="8" 2021-03-04T22:37:37.437 INFO:teuthology.orchestra.run.gibba011.stdout:REDHAT_SUPPORT_PRODUCT="centos" 2021-03-04T22:37:37.437 INFO:teuthology.orchestra.run.gibba011.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8" 2021-03-04T22:37:37.437 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:37:37.438 INFO:teuthology.lock.ops:Updating gibba011.front.sepia.ceph.com on lock server 2021-03-04T22:37:37.456 DEBUG:teuthology.orchestra.run.gibba038:> uname -m 2021-03-04T22:37:37.468 INFO:teuthology.orchestra.run.gibba038.stdout:x86_64 2021-03-04T22:37:37.469 DEBUG:teuthology.orchestra.run.gibba038:> cat /etc/os-release 2021-03-04T22:37:37.521 INFO:teuthology.orchestra.run.gibba038.stdout:NAME="CentOS Linux" 2021-03-04T22:37:37.521 INFO:teuthology.orchestra.run.gibba038.stdout:VERSION="8 (Core)" 2021-03-04T22:37:37.521 INFO:teuthology.orchestra.run.gibba038.stdout:ID="centos" 2021-03-04T22:37:37.522 INFO:teuthology.orchestra.run.gibba038.stdout:ID_LIKE="rhel fedora" 2021-03-04T22:37:37.522 INFO:teuthology.orchestra.run.gibba038.stdout:VERSION_ID="8" 2021-03-04T22:37:37.522 INFO:teuthology.orchestra.run.gibba038.stdout:PLATFORM_ID="platform:el8" 2021-03-04T22:37:37.522 INFO:teuthology.orchestra.run.gibba038.stdout:PRETTY_NAME="CentOS Linux 8 (Core)" 2021-03-04T22:37:37.522 INFO:teuthology.orchestra.run.gibba038.stdout:ANSI_COLOR="0;31" 2021-03-04T22:37:37.523 INFO:teuthology.orchestra.run.gibba038.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2021-03-04T22:37:37.523 INFO:teuthology.orchestra.run.gibba038.stdout:HOME_URL="https://www.centos.org/" 2021-03-04T22:37:37.523 INFO:teuthology.orchestra.run.gibba038.stdout:BUG_REPORT_URL="https://bugs.centos.org/" 2021-03-04T22:37:37.523 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:37:37.524 INFO:teuthology.orchestra.run.gibba038.stdout:CENTOS_MANTISBT_PROJECT="CentOS-8" 2021-03-04T22:37:37.524 INFO:teuthology.orchestra.run.gibba038.stdout:CENTOS_MANTISBT_PROJECT_VERSION="8" 2021-03-04T22:37:37.524 INFO:teuthology.orchestra.run.gibba038.stdout:REDHAT_SUPPORT_PRODUCT="centos" 2021-03-04T22:37:37.524 INFO:teuthology.orchestra.run.gibba038.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8" 2021-03-04T22:37:37.524 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:37:37.525 INFO:teuthology.lock.ops:Updating gibba038.front.sepia.ceph.com on lock server 2021-03-04T22:37:37.538 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2021-03-04T22:37:37.549 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2021-03-04T22:37:37.560 INFO:teuthology.task.internal:Checking for old test directory... 2021-03-04T22:37:37.561 DEBUG:teuthology.orchestra.run.gibba011:> test '!' -e /home/ubuntu/cephtest 2021-03-04T22:37:37.564 DEBUG:teuthology.orchestra.run.gibba038:> test '!' -e /home/ubuntu/cephtest 2021-03-04T22:37:37.576 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2021-03-04T22:37:37.583 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2021-03-04T22:37:37.583 DEBUG:teuthology.orchestra.run.gibba011:> test -z $(ls -A /var/lib/ceph) 2021-03-04T22:37:37.616 DEBUG:teuthology.orchestra.run.gibba038:> test -z $(ls -A /var/lib/ceph) 2021-03-04T22:37:37.633 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2021-03-04T22:37:37.673 INFO:teuthology.run_tasks:Running task kernel... 2021-03-04T22:37:37.687 DEBUG:teuthology.task.kernel:normalized config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.c': {'kdb': True, 'sha1': 'distro'}, 'mgr.y': {'kdb': True, 'sha1': 'distro'}, 'osd.0': {'kdb': True, 'sha1': 'distro'}, 'osd.1': {'kdb': True, 'sha1': 'distro'}, 'osd.2': {'kdb': True, 'sha1': 'distro'}, 'osd.3': {'kdb': True, 'sha1': 'distro'}, 'client.0': {'kdb': True, 'sha1': 'distro'}, 'node-exporter.a': {'kdb': True, 'sha1': 'distro'}, 'alertmanager.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}, 'mgr.x': {'kdb': True, 'sha1': 'distro'}, 'osd.4': {'kdb': True, 'sha1': 'distro'}, 'osd.5': {'kdb': True, 'sha1': 'distro'}, 'osd.6': {'kdb': True, 'sha1': 'distro'}, 'osd.7': {'kdb': True, 'sha1': 'distro'}, 'client.1': {'kdb': True, 'sha1': 'distro'}, 'prometheus.a': {'kdb': True, 'sha1': 'distro'}, 'grafana.a': {'kdb': True, 'sha1': 'distro'}, 'node-exporter.b': {'kdb': True, 'sha1': 'distro'}} 2021-03-04T22:37:37.688 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2021-03-04T22:37:37.688 DEBUG:teuthology.orchestra.run.gibba011:> uname -r 2021-03-04T22:37:37.701 INFO:teuthology.orchestra.run.gibba011.stdout:4.18.0-193.28.1.el8_2.x86_64 2021-03-04T22:37:37.701 INFO:teuthology.task.kernel:Running kernel on gibba011: 4.18.0-193.28.1.el8_2.x86_64 2021-03-04T22:37:37.701 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum install -y kernel 2021-03-04T22:37:39.833 INFO:teuthology.orchestra.run.gibba011.stdout:CentOS-8 - AppStream 39 MB/s | 6.3 MB 00:00 2021-03-04T22:37:40.694 INFO:teuthology.orchestra.run.gibba011.stdout:CentOS-8 - Base 26 MB/s | 2.3 MB 00:00 2021-03-04T22:37:41.276 INFO:teuthology.orchestra.run.gibba011.stdout:CentOS-8 - Extras 32 kB/s | 9.2 kB 00:00 2021-03-04T22:37:42.148 INFO:teuthology.orchestra.run.gibba011.stdout:Extra Packages for Enterprise Linux 11 MB/s | 8.9 MB 00:00 2021-03-04T22:37:43.552 INFO:teuthology.orchestra.run.gibba011.stdout:lab-extras 4.3 MB/s | 24 kB 00:00 2021-03-04T22:37:44.435 INFO:teuthology.orchestra.run.gibba011.stdout:Package kernel-4.18.0-193.el8.x86_64 is already installed. 2021-03-04T22:37:44.435 INFO:teuthology.orchestra.run.gibba011.stdout:Package kernel-4.18.0-193.28.1.el8_2.x86_64 is already installed. 2021-03-04T22:37:44.581 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:37:44.585 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:37:44.586 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:37:44.586 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:37:44.586 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T22:37:44.586 INFO:teuthology.orchestra.run.gibba011.stdout: kernel x86_64 4.18.0-240.15.1.el8_3 CentOS-Base 4.3 M 2021-03-04T22:37:44.587 INFO:teuthology.orchestra.run.gibba011.stdout:Upgrading: 2021-03-04T22:37:44.587 INFO:teuthology.orchestra.run.gibba011.stdout: linux-firmware noarch 20200619-101.git3890db36.el8_3 CentOS-Base 101 M 2021-03-04T22:37:44.587 INFO:teuthology.orchestra.run.gibba011.stdout:Installing dependencies: 2021-03-04T22:37:44.587 INFO:teuthology.orchestra.run.gibba011.stdout: kernel-core x86_64 4.18.0-240.15.1.el8_3 CentOS-Base 30 M 2021-03-04T22:37:44.588 INFO:teuthology.orchestra.run.gibba011.stdout: kernel-modules x86_64 4.18.0-240.15.1.el8_3 CentOS-Base 26 M 2021-03-04T22:37:44.588 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:37:44.588 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:37:44.588 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:37:44.589 INFO:teuthology.orchestra.run.gibba011.stdout:Install 3 Packages 2021-03-04T22:37:44.589 INFO:teuthology.orchestra.run.gibba011.stdout:Upgrade 1 Package 2021-03-04T22:37:44.589 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:37:44.589 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 162 M 2021-03-04T22:37:44.590 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T22:37:44.748 INFO:teuthology.orchestra.run.gibba011.stdout:(1/4): kernel-4.18.0-240.15.1.el8_3.x86_64.rpm 27 MB/s | 4.3 MB 00:00 2021-03-04T22:37:45.590 INFO:teuthology.orchestra.run.gibba011.stdout:(2/4): kernel-core-4.18.0-240.15.1.el8_3.x86_64 30 MB/s | 30 MB 00:01 2021-03-04T22:37:45.759 INFO:teuthology.orchestra.run.gibba011.stdout:(3/4): kernel-modules-4.18.0-240.15.1.el8_3.x86 22 MB/s | 26 MB 00:01 2021-03-04T22:37:47.048 INFO:teuthology.orchestra.run.gibba011.stdout:(4/4): linux-firmware-20200619-101.git3890db36. 44 MB/s | 101 MB 00:02 2021-03-04T22:37:47.049 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:37:47.049 INFO:teuthology.orchestra.run.gibba011.stdout:Total 66 MB/s | 162 MB 00:02 2021-03-04T22:37:47.115 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:37:47.381 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:37:47.382 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:37:48.761 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:37:48.762 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:37:56.604 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:37:58.057 INFO:teuthology.orchestra.run.gibba011.stdout: Upgrading : linux-firmware-20200619-101.git3890db36.el8_3.noarch 1/5 2021-03-04T22:37:58.547 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : kernel-core-4.18.0-240.15.1.el8_3.x86_64 2/5 2021-03-04T22:38:00.647 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: kernel-core-4.18.0-240.15.1.el8_3.x86_64 2/5 2021-03-04T22:38:00.963 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : kernel-modules-4.18.0-240.15.1.el8_3.x86_64 3/5 2021-03-04T22:38:03.279 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: kernel-modules-4.18.0-240.15.1.el8_3.x86_64 3/5 2021-03-04T22:38:03.461 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : kernel-4.18.0-240.15.1.el8_3.x86_64 4/5 2021-03-04T22:38:03.689 INFO:teuthology.orchestra.run.gibba011.stdout: Cleanup : linux-firmware-20191202-97.gite8a0f4c9.el8.noarch 5/5 2021-03-04T22:38:18.756 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: kernel-core-4.18.0-240.15.1.el8_3.x86_64 5/5 2021-03-04T22:38:19.037 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: linux-firmware-20191202-97.gite8a0f4c9.el8.noarch 5/5 2021-03-04T22:38:19.038 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : kernel-4.18.0-240.15.1.el8_3.x86_64 1/5 2021-03-04T22:38:19.038 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : kernel-core-4.18.0-240.15.1.el8_3.x86_64 2/5 2021-03-04T22:38:19.038 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : kernel-modules-4.18.0-240.15.1.el8_3.x86_64 3/5 2021-03-04T22:38:19.038 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : linux-firmware-20200619-101.git3890db36.el8_3.noarch 4/5 2021-03-04T22:38:19.421 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : linux-firmware-20191202-97.gite8a0f4c9.el8.noarch 5/5 2021-03-04T22:38:19.421 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:38:19.421 INFO:teuthology.orchestra.run.gibba011.stdout:Upgraded: 2021-03-04T22:38:19.422 INFO:teuthology.orchestra.run.gibba011.stdout: linux-firmware-20200619-101.git3890db36.el8_3.noarch 2021-03-04T22:38:19.422 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:38:19.422 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T22:38:19.422 INFO:teuthology.orchestra.run.gibba011.stdout: kernel-4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:38:19.423 INFO:teuthology.orchestra.run.gibba011.stdout: kernel-core-4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:38:19.423 INFO:teuthology.orchestra.run.gibba011.stdout: kernel-modules-4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:38:19.423 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:38:19.423 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:38:19.547 DEBUG:teuthology.orchestra.run.gibba011:> rpm -q kernel --last | head -n 1 2021-03-04T22:38:19.634 INFO:teuthology.orchestra.run.gibba011.stdout:kernel-4.18.0-240.15.1.el8_3.x86_64 Thu 04 Mar 2021 10:38:03 PM UTC 2021-03-04T22:38:19.636 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:38:19.636 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-193.28.1.el8_2.x86_64 Expected: 4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:38:19.637 DEBUG:teuthology.orchestra.run.gibba038:> uname -r 2021-03-04T22:38:19.650 INFO:teuthology.orchestra.run.gibba038.stdout:4.18.0-193.28.1.el8_2.x86_64 2021-03-04T22:38:19.651 INFO:teuthology.task.kernel:Running kernel on gibba038: 4.18.0-193.28.1.el8_2.x86_64 2021-03-04T22:38:19.651 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum install -y kernel 2021-03-04T22:38:22.059 INFO:teuthology.orchestra.run.gibba038.stdout:CentOS-8 - AppStream 37 MB/s | 6.3 MB 00:00 2021-03-04T22:38:22.894 INFO:teuthology.orchestra.run.gibba038.stdout:CentOS-8 - Base 26 MB/s | 2.3 MB 00:00 2021-03-04T22:38:23.239 INFO:teuthology.orchestra.run.gibba038.stdout:CentOS-8 - Extras 149 kB/s | 9.2 kB 00:00 2021-03-04T22:38:23.508 INFO:teuthology.orchestra.run.gibba038.stdout:Extra Packages for Enterprise Linux 39 MB/s | 8.9 MB 00:00 2021-03-04T22:38:24.924 INFO:teuthology.orchestra.run.gibba038.stdout:lab-extras 407 kB/s | 24 kB 00:00 2021-03-04T22:38:25.791 INFO:teuthology.orchestra.run.gibba038.stdout:Package kernel-4.18.0-193.el8.x86_64 is already installed. 2021-03-04T22:38:25.792 INFO:teuthology.orchestra.run.gibba038.stdout:Package kernel-4.18.0-193.28.1.el8_2.x86_64 is already installed. 2021-03-04T22:38:25.969 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:38:25.976 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:38:25.976 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:38:25.977 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:38:25.977 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T22:38:25.977 INFO:teuthology.orchestra.run.gibba038.stdout: kernel x86_64 4.18.0-240.15.1.el8_3 CentOS-Base 4.3 M 2021-03-04T22:38:25.977 INFO:teuthology.orchestra.run.gibba038.stdout:Upgrading: 2021-03-04T22:38:25.977 INFO:teuthology.orchestra.run.gibba038.stdout: linux-firmware noarch 20200619-101.git3890db36.el8_3 CentOS-Base 101 M 2021-03-04T22:38:25.978 INFO:teuthology.orchestra.run.gibba038.stdout:Installing dependencies: 2021-03-04T22:38:25.978 INFO:teuthology.orchestra.run.gibba038.stdout: kernel-core x86_64 4.18.0-240.15.1.el8_3 CentOS-Base 30 M 2021-03-04T22:38:25.978 INFO:teuthology.orchestra.run.gibba038.stdout: kernel-modules x86_64 4.18.0-240.15.1.el8_3 CentOS-Base 26 M 2021-03-04T22:38:25.978 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:38:25.979 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:38:25.979 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:38:25.979 INFO:teuthology.orchestra.run.gibba038.stdout:Install 3 Packages 2021-03-04T22:38:25.979 INFO:teuthology.orchestra.run.gibba038.stdout:Upgrade 1 Package 2021-03-04T22:38:25.979 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:38:25.980 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 162 M 2021-03-04T22:38:25.980 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T22:38:26.256 INFO:teuthology.orchestra.run.gibba038.stdout:(1/4): kernel-4.18.0-240.15.1.el8_3.x86_64.rpm 16 MB/s | 4.3 MB 00:00 2021-03-04T22:38:26.658 INFO:teuthology.orchestra.run.gibba038.stdout:(2/4): kernel-core-4.18.0-240.15.1.el8_3.x86_64 45 MB/s | 30 MB 00:00 2021-03-04T22:38:27.178 INFO:teuthology.orchestra.run.gibba038.stdout:(3/4): kernel-modules-4.18.0-240.15.1.el8_3.x86 21 MB/s | 26 MB 00:01 2021-03-04T22:38:28.575 INFO:teuthology.orchestra.run.gibba038.stdout:(4/4): linux-firmware-20200619-101.git3890db36. 44 MB/s | 101 MB 00:02 2021-03-04T22:38:28.577 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:38:28.577 INFO:teuthology.orchestra.run.gibba038.stdout:Total 62 MB/s | 162 MB 00:02 2021-03-04T22:38:28.645 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:38:28.931 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:38:28.931 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:38:30.335 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:38:30.336 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:38:38.121 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:38:39.518 INFO:teuthology.orchestra.run.gibba038.stdout: Upgrading : linux-firmware-20200619-101.git3890db36.el8_3.noarch 1/5 2021-03-04T22:38:40.072 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : kernel-core-4.18.0-240.15.1.el8_3.x86_64 2/5 2021-03-04T22:38:42.187 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: kernel-core-4.18.0-240.15.1.el8_3.x86_64 2/5 2021-03-04T22:38:42.506 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : kernel-modules-4.18.0-240.15.1.el8_3.x86_64 3/5 2021-03-04T22:38:44.875 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: kernel-modules-4.18.0-240.15.1.el8_3.x86_64 3/5 2021-03-04T22:38:45.038 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : kernel-4.18.0-240.15.1.el8_3.x86_64 4/5 2021-03-04T22:38:45.282 INFO:teuthology.orchestra.run.gibba038.stdout: Cleanup : linux-firmware-20191202-97.gite8a0f4c9.el8.noarch 5/5 2021-03-04T22:39:00.309 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: kernel-core-4.18.0-240.15.1.el8_3.x86_64 5/5 2021-03-04T22:39:00.596 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: linux-firmware-20191202-97.gite8a0f4c9.el8.noarch 5/5 2021-03-04T22:39:00.661 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : kernel-4.18.0-240.15.1.el8_3.x86_64 1/5 2021-03-04T22:39:00.661 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : kernel-core-4.18.0-240.15.1.el8_3.x86_64 2/5 2021-03-04T22:39:00.662 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : kernel-modules-4.18.0-240.15.1.el8_3.x86_64 3/5 2021-03-04T22:39:00.662 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : linux-firmware-20200619-101.git3890db36.el8_3.noarch 4/5 2021-03-04T22:39:01.002 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : linux-firmware-20191202-97.gite8a0f4c9.el8.noarch 5/5 2021-03-04T22:39:01.002 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:39:01.002 INFO:teuthology.orchestra.run.gibba038.stdout:Upgraded: 2021-03-04T22:39:01.003 INFO:teuthology.orchestra.run.gibba038.stdout: linux-firmware-20200619-101.git3890db36.el8_3.noarch 2021-03-04T22:39:01.003 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:39:01.003 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T22:39:01.003 INFO:teuthology.orchestra.run.gibba038.stdout: kernel-4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:39:01.004 INFO:teuthology.orchestra.run.gibba038.stdout: kernel-core-4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:39:01.004 INFO:teuthology.orchestra.run.gibba038.stdout: kernel-modules-4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:39:01.004 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:39:01.004 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:39:01.142 DEBUG:teuthology.orchestra.run.gibba038:> rpm -q kernel --last | head -n 1 2021-03-04T22:39:01.229 INFO:teuthology.orchestra.run.gibba038.stdout:kernel-4.18.0-240.15.1.el8_3.x86_64 Thu 04 Mar 2021 10:38:44 PM UTC 2021-03-04T22:39:01.231 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:39:01.231 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-193.28.1.el8_2.x86_64 Expected: 4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:39:01.231 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2021-03-04T22:39:01.232 DEBUG:teuthology.task.kernel:src is distro, skipping download 2021-03-04T22:39:01.232 DEBUG:teuthology.task.kernel:src is distro, skipping download 2021-03-04T22:39:01.232 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2021-03-04T22:39:01.233 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@gibba011.front.sepia.ceph.com, path=None, version=distro) 2021-03-04T22:39:01.233 DEBUG:teuthology.orchestra.run.gibba011:> rpm -q kernel --last | head -n 1 2021-03-04T22:39:01.301 INFO:teuthology.orchestra.run.gibba011.stdout:kernel-4.18.0-240.15.1.el8_3.x86_64 Thu 04 Mar 2021 10:38:03 PM UTC 2021-03-04T22:39:01.303 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:39:01.303 DEBUG:teuthology.orchestra.run.gibba011:> sudo rpm -qi grub2-tools 2021-03-04T22:39:01.328 INFO:teuthology.orchestra.run.gibba011.stdout:Name : grub2-tools 2021-03-04T22:39:01.328 INFO:teuthology.orchestra.run.gibba011.stdout:Epoch : 1 2021-03-04T22:39:01.329 INFO:teuthology.orchestra.run.gibba011.stdout:Version : 2.02 2021-03-04T22:39:01.329 INFO:teuthology.orchestra.run.gibba011.stdout:Release : 81.el8 2021-03-04T22:39:01.329 INFO:teuthology.orchestra.run.gibba011.stdout:Architecture: x86_64 2021-03-04T22:39:01.329 INFO:teuthology.orchestra.run.gibba011.stdout:Install Date: Tue 10 Nov 2020 01:44:25 PM UTC 2021-03-04T22:39:01.329 INFO:teuthology.orchestra.run.gibba011.stdout:Group : System Environment/Base 2021-03-04T22:39:01.330 INFO:teuthology.orchestra.run.gibba011.stdout:Size : 9192705 2021-03-04T22:39:01.330 INFO:teuthology.orchestra.run.gibba011.stdout:License : GPLv3+ 2021-03-04T22:39:01.330 INFO:teuthology.orchestra.run.gibba011.stdout:Signature : RSA/SHA256, Tue 14 Apr 2020 03:18:37 PM UTC, Key ID 05b555b38483c65d 2021-03-04T22:39:01.330 INFO:teuthology.orchestra.run.gibba011.stdout:Source RPM : grub2-2.02-81.el8.src.rpm 2021-03-04T22:39:01.331 INFO:teuthology.orchestra.run.gibba011.stdout:Build Date : Tue 14 Apr 2020 02:54:04 PM UTC 2021-03-04T22:39:01.331 INFO:teuthology.orchestra.run.gibba011.stdout:Build Host : kbuilder.bsys.centos.org 2021-03-04T22:39:01.331 INFO:teuthology.orchestra.run.gibba011.stdout:Relocations : (not relocatable) 2021-03-04T22:39:01.331 INFO:teuthology.orchestra.run.gibba011.stdout:Packager : CentOS BuildSystem 2021-03-04T22:39:01.331 INFO:teuthology.orchestra.run.gibba011.stdout:Vendor : CentOS 2021-03-04T22:39:01.332 INFO:teuthology.orchestra.run.gibba011.stdout:URL : http://www.gnu.org/software/grub/ 2021-03-04T22:39:01.332 INFO:teuthology.orchestra.run.gibba011.stdout:Summary : Support tools for GRUB. 2021-03-04T22:39:01.332 INFO:teuthology.orchestra.run.gibba011.stdout:Description : 2021-03-04T22:39:01.332 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:39:01.333 INFO:teuthology.orchestra.run.gibba011.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2021-03-04T22:39:01.333 INFO:teuthology.orchestra.run.gibba011.stdout:customizable bootloader with modular architecture. It supports a rich 2021-03-04T22:39:01.333 INFO:teuthology.orchestra.run.gibba011.stdout:variety of kernel formats, file systems, computer architectures and 2021-03-04T22:39:01.333 INFO:teuthology.orchestra.run.gibba011.stdout:hardware devices. 2021-03-04T22:39:01.333 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:39:01.334 INFO:teuthology.orchestra.run.gibba011.stdout:This subpackage provides tools for support of all platforms. 2021-03-04T22:39:01.335 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2021-03-04T22:39:01.335 INFO:teuthology.task.kernel:Updating grub on gibba011 to boot 4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:39:01.335 DEBUG:teuthology.orchestra.run.gibba011:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2021-03-04T22:39:02.077 INFO:teuthology.orchestra.run.gibba011.stderr:Generating grub configuration file ... 2021-03-04T22:39:03.556 INFO:teuthology.orchestra.run.gibba011.stderr:done 2021-03-04T22:39:03.558 DEBUG:teuthology.orchestra.run.gibba011:> mktemp 2021-03-04T22:39:03.570 INFO:teuthology.orchestra.run.gibba011.stdout:/tmp/tmp.g4szRZ8GrL 2021-03-04T22:39:03.571 DEBUG:teuthology.orchestra.run.gibba011:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.g4szRZ8GrL 2021-03-04T22:39:03.636 DEBUG:teuthology.orchestra.run.gibba011:> sudo chmod 0666 /tmp/tmp.g4szRZ8GrL 2021-03-04T22:39:03.781 DEBUG:teuthology.orchestra.remote:gibba011:/tmp/tmp.g4szRZ8GrL is 4KB 2021-03-04T22:39:03.833 DEBUG:teuthology.orchestra.run.gibba011:> rm -fr /tmp/tmp.g4szRZ8GrL 2021-03-04T22:39:03.847 DEBUG:teuthology.orchestra.run.gibba011:> sudo /bin/ls /boot/loader/entries || true 2021-03-04T22:39:03.904 INFO:teuthology.orchestra.run.gibba011.stdout:347a65e5579f44008a35edab13368c0b-0-rescue.conf 2021-03-04T22:39:03.904 INFO:teuthology.orchestra.run.gibba011.stdout:347a65e5579f44008a35edab13368c0b-4.18.0-193.28.1.el8_2.x86_64.conf 2021-03-04T22:39:03.904 INFO:teuthology.orchestra.run.gibba011.stdout:347a65e5579f44008a35edab13368c0b-4.18.0-193.el8.x86_64.conf 2021-03-04T22:39:03.904 INFO:teuthology.orchestra.run.gibba011.stdout:347a65e5579f44008a35edab13368c0b-4.18.0-240.15.1.el8_3.x86_64.conf 2021-03-04T22:39:03.906 DEBUG:teuthology.orchestra.run.gibba011:> sudo grub2-set-default 347a65e5579f44008a35edab13368c0b-4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:39:04.067 DEBUG:teuthology.orchestra.run.gibba011:> sudo shutdown -r now 2021-03-04T22:39:04.070 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2021-03-04T22:39:04.070 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@gibba038.front.sepia.ceph.com, path=None, version=distro) 2021-03-04T22:39:04.071 DEBUG:teuthology.orchestra.run.gibba038:> rpm -q kernel --last | head -n 1 2021-03-04T22:39:04.139 INFO:teuthology.orchestra.run.gibba038.stdout:kernel-4.18.0-240.15.1.el8_3.x86_64 Thu 04 Mar 2021 10:38:44 PM UTC 2021-03-04T22:39:04.140 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:39:04.141 DEBUG:teuthology.orchestra.run.gibba038:> sudo rpm -qi grub2-tools 2021-03-04T22:39:04.165 INFO:teuthology.orchestra.run.gibba038.stdout:Name : grub2-tools 2021-03-04T22:39:04.165 INFO:teuthology.orchestra.run.gibba038.stdout:Epoch : 1 2021-03-04T22:39:04.166 INFO:teuthology.orchestra.run.gibba038.stdout:Version : 2.02 2021-03-04T22:39:04.166 INFO:teuthology.orchestra.run.gibba038.stdout:Release : 81.el8 2021-03-04T22:39:04.166 INFO:teuthology.orchestra.run.gibba038.stdout:Architecture: x86_64 2021-03-04T22:39:04.166 INFO:teuthology.orchestra.run.gibba038.stdout:Install Date: Tue 10 Nov 2020 01:44:25 PM UTC 2021-03-04T22:39:04.167 INFO:teuthology.orchestra.run.gibba038.stdout:Group : System Environment/Base 2021-03-04T22:39:04.167 INFO:teuthology.orchestra.run.gibba038.stdout:Size : 9192705 2021-03-04T22:39:04.167 INFO:teuthology.orchestra.run.gibba038.stdout:License : GPLv3+ 2021-03-04T22:39:04.167 INFO:teuthology.orchestra.run.gibba038.stdout:Signature : RSA/SHA256, Tue 14 Apr 2020 03:18:37 PM UTC, Key ID 05b555b38483c65d 2021-03-04T22:39:04.168 INFO:teuthology.orchestra.run.gibba038.stdout:Source RPM : grub2-2.02-81.el8.src.rpm 2021-03-04T22:39:04.168 INFO:teuthology.orchestra.run.gibba038.stdout:Build Date : Tue 14 Apr 2020 02:54:04 PM UTC 2021-03-04T22:39:04.168 INFO:teuthology.orchestra.run.gibba038.stdout:Build Host : kbuilder.bsys.centos.org 2021-03-04T22:39:04.168 INFO:teuthology.orchestra.run.gibba038.stdout:Relocations : (not relocatable) 2021-03-04T22:39:04.169 INFO:teuthology.orchestra.run.gibba038.stdout:Packager : CentOS BuildSystem 2021-03-04T22:39:04.169 INFO:teuthology.orchestra.run.gibba038.stdout:Vendor : CentOS 2021-03-04T22:39:04.169 INFO:teuthology.orchestra.run.gibba038.stdout:URL : http://www.gnu.org/software/grub/ 2021-03-04T22:39:04.169 INFO:teuthology.orchestra.run.gibba038.stdout:Summary : Support tools for GRUB. 2021-03-04T22:39:04.170 INFO:teuthology.orchestra.run.gibba038.stdout:Description : 2021-03-04T22:39:04.170 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:39:04.170 INFO:teuthology.orchestra.run.gibba038.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2021-03-04T22:39:04.171 INFO:teuthology.orchestra.run.gibba038.stdout:customizable bootloader with modular architecture. It supports a rich 2021-03-04T22:39:04.171 INFO:teuthology.orchestra.run.gibba038.stdout:variety of kernel formats, file systems, computer architectures and 2021-03-04T22:39:04.171 INFO:teuthology.orchestra.run.gibba038.stdout:hardware devices. 2021-03-04T22:39:04.171 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:39:04.171 INFO:teuthology.orchestra.run.gibba038.stdout:This subpackage provides tools for support of all platforms. 2021-03-04T22:39:04.172 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2021-03-04T22:39:04.173 INFO:teuthology.task.kernel:Updating grub on gibba038 to boot 4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:39:04.173 DEBUG:teuthology.orchestra.run.gibba038:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2021-03-04T22:39:05.989 INFO:teuthology.orchestra.run.gibba038.stderr:Generating grub configuration file ... 2021-03-04T22:39:07.562 INFO:teuthology.orchestra.run.gibba038.stderr:done 2021-03-04T22:39:07.566 DEBUG:teuthology.orchestra.run.gibba038:> mktemp 2021-03-04T22:39:07.581 INFO:teuthology.orchestra.run.gibba038.stdout:/tmp/tmp.dCLZB96yOo 2021-03-04T22:39:07.582 DEBUG:teuthology.orchestra.run.gibba038:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.dCLZB96yOo 2021-03-04T22:39:07.644 DEBUG:teuthology.orchestra.run.gibba038:> sudo chmod 0666 /tmp/tmp.dCLZB96yOo 2021-03-04T22:39:07.807 DEBUG:teuthology.orchestra.remote:gibba038:/tmp/tmp.dCLZB96yOo is 4KB 2021-03-04T22:39:07.857 DEBUG:teuthology.orchestra.run.gibba038:> rm -fr /tmp/tmp.dCLZB96yOo 2021-03-04T22:39:07.869 DEBUG:teuthology.orchestra.run.gibba038:> sudo /bin/ls /boot/loader/entries || true 2021-03-04T22:39:07.927 INFO:teuthology.orchestra.run.gibba038.stdout:347a65e5579f44008a35edab13368c0b-0-rescue.conf 2021-03-04T22:39:07.927 INFO:teuthology.orchestra.run.gibba038.stdout:347a65e5579f44008a35edab13368c0b-4.18.0-193.28.1.el8_2.x86_64.conf 2021-03-04T22:39:07.928 INFO:teuthology.orchestra.run.gibba038.stdout:347a65e5579f44008a35edab13368c0b-4.18.0-193.el8.x86_64.conf 2021-03-04T22:39:07.928 INFO:teuthology.orchestra.run.gibba038.stdout:347a65e5579f44008a35edab13368c0b-4.18.0-240.15.1.el8_3.x86_64.conf 2021-03-04T22:39:07.929 DEBUG:teuthology.orchestra.run.gibba038:> sudo grub2-set-default 347a65e5579f44008a35edab13368c0b-4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:39:08.092 DEBUG:teuthology.orchestra.run.gibba038:> sudo shutdown -r now 2021-03-04T22:39:38.124 INFO:teuthology.misc:Re-opening connections... 2021-03-04T22:39:38.125 INFO:teuthology.misc:trying to connect to ubuntu@gibba011.front.sepia.ceph.com 2021-03-04T22:39:38.126 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-03-04T22:39:38.126 DEBUG:teuthology.orchestra.connection:{'hostname': 'gibba011.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-03-04T22:39:56.610 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.2.111 2021-03-04T22:39:56.612 INFO:teuthology.misc:trying to connect to ubuntu@gibba038.front.sepia.ceph.com 2021-03-04T22:39:56.612 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-03-04T22:39:56.613 DEBUG:teuthology.orchestra.connection:{'hostname': 'gibba038.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-03-04T22:40:15.042 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.2.138 2021-03-04T22:40:15.043 DEBUG:teuthology.misc:waited 36.91808605194092 2021-03-04T22:40:16.045 INFO:teuthology.misc:trying to connect to ubuntu@gibba011.front.sepia.ceph.com 2021-03-04T22:40:16.045 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-03-04T22:40:16.046 DEBUG:teuthology.orchestra.connection:{'hostname': 'gibba011.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-03-04T22:40:19.110 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.2.111 2021-03-04T22:40:19.111 INFO:teuthology.misc:trying to connect to ubuntu@gibba038.front.sepia.ceph.com 2021-03-04T22:40:19.111 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-03-04T22:40:19.112 DEBUG:teuthology.orchestra.connection:{'hostname': 'gibba038.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-03-04T22:40:22.178 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.2.138 2021-03-04T22:40:22.179 DEBUG:teuthology.misc:waited 44.053844928741455 2021-03-04T22:40:23.180 INFO:teuthology.misc:trying to connect to ubuntu@gibba011.front.sepia.ceph.com 2021-03-04T22:40:23.181 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-03-04T22:40:23.182 DEBUG:teuthology.orchestra.connection:{'hostname': 'gibba011.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-03-04T22:40:55.000 DEBUG:teuthology.orchestra.run.gibba011:> true 2021-03-04T22:40:55.307 DEBUG:teuthology.misc:waited 77.18140268325806 2021-03-04T22:40:56.308 INFO:teuthology.misc:trying to connect to ubuntu@gibba038.front.sepia.ceph.com 2021-03-04T22:40:56.309 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-03-04T22:40:56.309 DEBUG:teuthology.orchestra.connection:{'hostname': 'gibba038.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-03-04T22:40:56.712 DEBUG:teuthology.orchestra.run.gibba038:> true 2021-03-04T22:40:56.983 DEBUG:teuthology.misc:waited 78.85743117332458 2021-03-04T22:40:57.984 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2021-03-04T22:40:57.984 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "4.18.0-240.15.1.el8_3.x86_64"... 2021-03-04T22:40:57.985 DEBUG:teuthology.orchestra.run.gibba011:> uname -r 2021-03-04T22:40:57.996 INFO:teuthology.orchestra.run.gibba011.stdout:4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:40:57.997 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-240.15.1.el8_3.x86_64 vs 4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:40:57.997 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2021-03-04T22:40:57.997 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2021-03-04T22:40:57.998 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2021-03-04T22:40:57.998 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "4.18.0-240.15.1.el8_3.x86_64"... 2021-03-04T22:40:57.998 DEBUG:teuthology.orchestra.run.gibba038:> uname -r 2021-03-04T22:40:58.010 INFO:teuthology.orchestra.run.gibba038.stdout:4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:40:58.011 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-240.15.1.el8_3.x86_64 vs 4.18.0-240.15.1.el8_3.x86_64 2021-03-04T22:40:58.011 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2021-03-04T22:40:58.011 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2021-03-04T22:40:59.012 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2021-03-04T22:40:59.013 DEBUG:teuthology.orchestra.run.gibba011:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2021-03-04T22:40:59.095 INFO:teuthology.orchestra.run.gibba011.stdout:ttyS1 2021-03-04T22:40:59.107 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2021-03-04T22:40:59.108 DEBUG:teuthology.orchestra.run.gibba038:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2021-03-04T22:40:59.158 INFO:teuthology.orchestra.run.gibba038.stdout:ttyS1 2021-03-04T22:40:59.170 INFO:teuthology.run_tasks:Running task internal.base... 2021-03-04T22:40:59.179 INFO:teuthology.task.internal:Creating test directory... 2021-03-04T22:40:59.179 DEBUG:teuthology.orchestra.run.gibba011:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2021-03-04T22:40:59.182 DEBUG:teuthology.orchestra.run.gibba038:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2021-03-04T22:40:59.193 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2021-03-04T22:40:59.200 INFO:teuthology.run_tasks:Running task internal.archive... 2021-03-04T22:40:59.267 INFO:teuthology.task.internal:Creating archive directory... 2021-03-04T22:40:59.268 DEBUG:teuthology.orchestra.run.gibba011:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2021-03-04T22:40:59.270 DEBUG:teuthology.orchestra.run.gibba038:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2021-03-04T22:40:59.290 INFO:teuthology.run_tasks:Running task internal.coredump... 2021-03-04T22:40:59.318 INFO:teuthology.task.internal:Enabling coredump saving... 2021-03-04T22:40:59.319 DEBUG:teuthology.orchestra.run.gibba011:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2021-03-04T22:40:59.327 DEBUG:teuthology.orchestra.run.gibba038:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2021-03-04T22:40:59.362 INFO:teuthology.orchestra.run.gibba011.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-03-04T22:40:59.366 INFO:teuthology.orchestra.run.gibba038.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-03-04T22:40:59.370 INFO:teuthology.orchestra.run.gibba011.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-03-04T22:40:59.374 INFO:teuthology.orchestra.run.gibba038.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-03-04T22:40:59.376 INFO:teuthology.run_tasks:Running task internal.sudo... 2021-03-04T22:40:59.383 INFO:teuthology.task.internal:Configuring sudo... 2021-03-04T22:40:59.383 DEBUG:teuthology.orchestra.run.gibba011:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2021-03-04T22:40:59.417 DEBUG:teuthology.orchestra.run.gibba038:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2021-03-04T22:40:59.436 INFO:teuthology.run_tasks:Running task internal.syslog... 2021-03-04T22:40:59.446 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2021-03-04T22:40:59.446 DEBUG:teuthology.orchestra.run.gibba011:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2021-03-04T22:40:59.479 DEBUG:teuthology.orchestra.run.gibba038:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2021-03-04T22:40:59.490 DEBUG:teuthology.orchestra.run.gibba011:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2021-03-04T22:40:59.563 DEBUG:teuthology.orchestra.run.gibba011:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2021-03-04T22:40:59.616 DEBUG:teuthology.orchestra.run.gibba011:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2021-03-04T22:40:59.689 DEBUG:teuthology.orchestra.run.gibba011:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2021-03-04T22:40:59.733 DEBUG:teuthology.orchestra.run.gibba011:> set -ex 2021-03-04T22:40:59.733 DEBUG:teuthology.orchestra.run.gibba011:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2021-03-04T22:40:59.794 DEBUG:teuthology.orchestra.run.gibba038:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2021-03-04T22:40:59.826 DEBUG:teuthology.orchestra.run.gibba038:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2021-03-04T22:40:59.878 DEBUG:teuthology.orchestra.run.gibba038:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2021-03-04T22:40:59.953 DEBUG:teuthology.orchestra.run.gibba038:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2021-03-04T22:40:59.999 DEBUG:teuthology.orchestra.run.gibba038:> set -ex 2021-03-04T22:40:59.999 DEBUG:teuthology.orchestra.run.gibba038:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2021-03-04T22:41:00.067 DEBUG:teuthology.orchestra.run.gibba011:> sudo service rsyslog restart 2021-03-04T22:41:00.070 DEBUG:teuthology.orchestra.run.gibba038:> sudo service rsyslog restart 2021-03-04T22:41:00.129 INFO:teuthology.orchestra.run.gibba011.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2021-03-04T22:41:00.160 INFO:teuthology.orchestra.run.gibba038.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2021-03-04T22:41:00.515 INFO:teuthology.run_tasks:Running task internal.timer... 2021-03-04T22:41:00.524 INFO:teuthology.task.internal:Starting timer... 2021-03-04T22:41:00.525 INFO:teuthology.run_tasks:Running task pcp... 2021-03-04T22:41:00.545 INFO:teuthology.run_tasks:Running task selinux... 2021-03-04T22:41:00.556 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2021-03-04T22:41:00.556 DEBUG:teuthology.orchestra.run.gibba011:> sudo service auditd rotate 2021-03-04T22:41:00.633 INFO:teuthology.orchestra.run.gibba011.stdout:Rotating logs: [ OK ] 2021-03-04T22:41:00.635 DEBUG:teuthology.orchestra.run.gibba038:> sudo service auditd rotate 2021-03-04T22:41:00.678 INFO:teuthology.orchestra.run.gibba038.stdout:Rotating logs: [ OK ] 2021-03-04T22:41:00.680 DEBUG:teuthology.task.selinux:Getting current SELinux state 2021-03-04T22:41:00.680 DEBUG:teuthology.orchestra.run.gibba011:> /usr/sbin/getenforce 2021-03-04T22:41:00.694 INFO:teuthology.orchestra.run.gibba011.stdout:Permissive 2021-03-04T22:41:00.695 DEBUG:teuthology.orchestra.run.gibba038:> /usr/sbin/getenforce 2021-03-04T22:41:00.745 INFO:teuthology.orchestra.run.gibba038.stdout:Permissive 2021-03-04T22:41:00.746 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@gibba011.front.sepia.ceph.com': 'permissive', 'ubuntu@gibba038.front.sepia.ceph.com': 'permissive'} 2021-03-04T22:41:00.746 DEBUG:teuthology.orchestra.run.gibba011:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|scontext=system_u:system_r:logrotate_t:s0\)' 2021-03-04T22:41:00.764 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T22:41:00.765 DEBUG:teuthology.orchestra.run.gibba038:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|scontext=system_u:system_r:logrotate_t:s0\)' 2021-03-04T22:41:00.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T22:41:00.810 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2021-03-04T22:41:00.810 DEBUG:teuthology.orchestra.run.gibba011:> sudo /usr/sbin/setenforce permissive 2021-03-04T22:41:00.839 DEBUG:teuthology.orchestra.run.gibba038:> sudo /usr/sbin/setenforce permissive 2021-03-04T22:41:00.882 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2021-03-04T22:41:00.893 DEBUG:teuthology.repo_utils:Setting repo remote to git://git.ceph.com/git/ceph-cm-ansible.git 2021-03-04T22:41:00.899 INFO:teuthology.repo_utils:Fetching master from origin 2021-03-04T22:41:01.048 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master to origin/master 2021-03-04T22:41:01.066 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}] 2021-03-04T22:41:01.069 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit gibba011.front.sepia.ceph.com,gibba038.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/cephlab.yml 2021-03-04T22:41:01.426 INFO:teuthology.task.ansible.out:Using /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/ansible.cfg as config file 2021-03-04T22:41:02.251 INFO:teuthology.task.ansible.out:[WARNING]: file /home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/roles/testnode/tasks/setup-opensuse.yml is empty and had no tasks to include 2021-03-04T22:41:04.341 INFO:teuthology.task.ansible.out: PLAY [all] ********************************************************************* 2021-03-04T22:41:04.364 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:04 +0000 (0:00:00.039) 0:00:00.039 ******** 2021-03-04T22:41:04.375 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:04 +0000 (0:00:00.010) 0:00:00.049 ******** 2021-03-04T22:41:05.666 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* 2021-03-04T22:41:05.668 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] 2021-03-04T22:41:05.717 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:05 +0000 (0:00:01.342) 0:00:01.392 ******** 2021-03-04T22:41:06.018 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the sudo group.] ******************************** 2021-03-04T22:41:06.019 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "gid": 1000, "name": "sudo", "state": "present", "system": false} 2021-03-04T22:41:06.039 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:06 +0000 (0:00:00.322) 0:00:01.714 ******** 2021-03-04T22:41:06.349 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* ok: [gibba038.front.sepia.ceph.com] 2021-03-04T22:41:06.396 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:06 +0000 (0:00:00.357) 0:00:02.071 ******** 2021-03-04T22:41:06.548 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the sudo group.] ******************************** ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "gid": 1000, "name": "sudo", "state": "present", "system": false} 2021-03-04T22:41:06.571 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:06 +0000 (0:00:00.174) 0:00:02.246 ******** 2021-03-04T22:41:06.579 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the ansible user.] ****************************** 2021-03-04T22:41:06.580 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 1100, "groups": "sudo", "home": "/home/cm", "move_home": false, "name": "cm", "shell": "/bin/bash", "state": "present", "uid": 1100} 2021-03-04T22:41:06.610 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:06 +0000 (0:00:00.039) 0:00:02.285 ******** 2021-03-04T22:41:06.682 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Delete the ansible users password.] ******************** 2021-03-04T22:41:06.684 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:06.703 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:06 +0000 (0:00:00.092) 0:00:02.378 ******** 2021-03-04T22:41:06.827 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the ansible user.] ****************************** 2021-03-04T22:41:06.829 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 1100, "groups": "sudo", "home": "/home/cm", "move_home": false, "name": "cm", "shell": "/bin/bash", "state": "present", "uid": 1100} 2021-03-04T22:41:06.851 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:06 +0000 (0:00:00.147) 0:00:02.526 ******** 2021-03-04T22:41:06.923 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Delete the ansible users password.] ******************** 2021-03-04T22:41:06.925 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:06.949 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:06 +0000 (0:00:00.098) 0:00:02.624 ******** 2021-03-04T22:41:07.007 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Ensure includedir is present in sudoers.] ************** ok: [gibba011.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:41:07.033 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:07 +0000 (0:00:00.084) 0:00:02.708 ******** 2021-03-04T22:41:07.104 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:41:07.128 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:07 +0000 (0:00:00.095) 0:00:02.803 ******** 2021-03-04T22:41:07.819 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the cephlab_sudo sudoers.d file.] *************** 2021-03-04T22:41:07.821 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "checksum": "6c8e8b7ecc895eb2094cafe75c34b58f183442a7", "dest": "/etc/sudoers.d/cephlab_sudo", "gid": 0, "group": "root", "md5sum": "c3657b9ef874d0ad278742c3210136a0", "mode": "0440", "owner": "root", "secontext": "system_u:object_r:etc_t:s0", "size": 182, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897667.0805795-807-68031269764764/source", "state": "file", "uid": 0} changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "checksum": "6c8e8b7ecc895eb2094cafe75c34b58f183442a7", "dest": "/etc/sudoers.d/cephlab_sudo", "gid": 0, "group": "root", "md5sum": "c3657b9ef874d0ad278742c3210136a0", "mode": "0440", "owner": "root", "secontext": "system_u:object_r:etc_t:s0", "size": 182, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897667.1657002-816-2806995847061/source", "state": "file", "uid": 0} 2021-03-04T22:41:07.842 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:07 +0000 (0:00:00.713) 0:00:03.517 ******** 2021-03-04T22:41:07.862 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:07 +0000 (0:00:00.019) 0:00:03.536 ******** 2021-03-04T22:41:08.354 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Add authorized keys for the ansible user.] ************* 2021-03-04T22:41:08.356 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "comment": null, "exclusive": true, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmiHwkLkoJZiQs67KfE8jf0CdXjgbbpzKywUleMk4kWC7Wdn+92q/33DXpfS8xjg7opB9GTK3EW2C/RKBpf5RdaVG/5M7tRyUDLLbS3CURUoF6aNQI+8JIuFlsIfhO3Qw4uT7NlJCqsusrSbyLtGd/Im4CzwhvP1Enn6aUfyxv2yV4HoVjXbbIp2hlRXgcW8G/9q0TMuNfX4J6dpj9/PG8BbkKH/NReL2UMtjCGyRdIQvIwJRHMozjcE21824ZatA7nBeecX0MBRS6/A286uj6Z0PgmfJXYw0yw2Z2uSWR1ptIuMEiDBt96Pzn0dvfl7g/7bCi93MBQf/6sH9n4wkN root@typica001\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4 2021-03-04T22:41:08.358 INFO:teuthology.task.ansible.out:r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/cm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cm", "validate_certs": true} 2021-03-04T22:41:08.397 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "comment": null, "exclusive": true, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmiHwkLkoJZiQs67KfE8jf0CdXjgbbpzKywUleMk4kWC7Wdn+92q/33DXpfS8xjg7opB9GTK3EW2C/RKBpf5RdaVG/5M7tRyUDLLbS3CURUoF6aNQI+8JIuFlsIfhO3Qw4uT7NlJCqsusrSbyLtGd/Im4CzwhvP1Enn6aUfyxv2yV4HoVjXbbIp2hlRXgcW8G/9q0TMuNfX4J6dpj9/PG8BbkKH/NReL2UMtjCGyRdIQvIwJRHMozjcE21824ZatA7nBeecX0MBRS6/A286uj6Z0PgmfJXYw0yw2Z2uSWR1ptIuMEiDBt96Pzn0dvfl7g/7bCi93MBQf/6sH9n4wkN root@typica001\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4 2021-03-04T22:41:08.399 INFO:teuthology.task.ansible.out:r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/cm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cm", "validate_certs": true} 2021-03-04T22:41:08.459 INFO:teuthology.task.ansible.out: PLAY [teuthology] ************************************************************** skipping: no hosts matched 2021-03-04T22:41:08.462 INFO:teuthology.task.ansible.out: PLAY [testnodes] *************************************************************** 2021-03-04T22:41:08.610 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:08 +0000 (0:00:00.748) 0:00:04.285 ******** 2021-03-04T22:41:08.628 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:08 +0000 (0:00:00.018) 0:00:04.303 ******** 2021-03-04T22:41:09.169 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* 2021-03-04T22:41:09.170 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] 2021-03-04T22:41:09.200 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] 2021-03-04T22:41:09.233 INFO:teuthology.task.ansible.out:[WARNING]: Using run_once with the free strategy is not currently supported. This task will still be executed for every host in the inventory list. 2021-03-04T22:41:09.235 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:09 +0000 (0:00:00.604) 0:00:04.908 ******** 2021-03-04T22:41:09.277 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:09 +0000 (0:00:00.044) 0:00:04.952 ******** 2021-03-04T22:41:09.846 INFO:teuthology.task.ansible.out: TASK [users : Check keys_repo HEAD sha1] *************************************** 2021-03-04T22:41:09.848 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "cmd": "git ls-remote https://github.com/ceph/keys HEAD | awk '{ print $1 }'", "delta": "0:00:00.136274", "end": "2021-03-04 22:41:09.816349", "rc": 0, "start": "2021-03-04 22:41:09.680075", "stderr": "", "stderr_lines": [], "stdout": "c31004c4720a55ac12a95d66c32e64f592877604", "stdout_lines": ["c31004c4720a55ac12a95d66c32e64f592877604"]} 2021-03-04T22:41:09.873 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:09 +0000 (0:00:00.596) 0:00:05.548 ******** 2021-03-04T22:41:09.880 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "cmd": "git ls-remote https://github.com/ceph/keys HEAD | awk '{ print $1 }'", "delta": "0:00:00.166845", "end": "2021-03-04 22:41:09.847964", "rc": 0, "start": "2021-03-04 22:41:09.681119", "stderr": "", "stderr_lines": [], "stdout": "c31004c4720a55ac12a95d66c32e64f592877604", "stdout_lines": ["c31004c4720a55ac12a95d66c32e64f592877604"]} 2021-03-04T22:41:09.907 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:09 +0000 (0:00:00.033) 0:00:05.581 ******** 2021-03-04T22:41:10.040 INFO:teuthology.task.ansible.out: TASK [users : Check host's /keys-repo-sha1 sentinel file] ********************** 2021-03-04T22:41:10.042 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "cmd": ["cat", "/keys-repo-sha1"], "delta": "0:00:00.013550", "end": "2021-03-04 22:41:10.016126", "failed_when_result": false, "rc": 0, "start": "2021-03-04 22:41:10.002576", "stderr": "", "stderr_lines": [], "stdout": "3af9be36a63516879e86faffe49764ecad425070", "stdout_lines": ["3af9be36a63516879e86faffe49764ecad425070"]} 2021-03-04T22:41:10.067 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.160) 0:00:05.742 ******** 2021-03-04T22:41:10.075 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "cmd": ["cat", "/keys-repo-sha1"], "delta": "0:00:00.007502", "end": "2021-03-04 22:41:10.042121", "failed_when_result": false, "rc": 0, "start": "2021-03-04 22:41:10.034619", "stderr": "", "stderr_lines": [], "stdout": "3af9be36a63516879e86faffe49764ecad425070", "stdout_lines": ["3af9be36a63516879e86faffe49764ecad425070"]} 2021-03-04T22:41:10.102 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.035) 0:00:05.777 ******** 2021-03-04T22:41:10.133 INFO:teuthology.task.ansible.out: TASK [Determine if we can skip users and pubkeys updates] ********************** 2021-03-04T22:41:10.135 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.157 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.053) 0:00:05.831 ******** 2021-03-04T22:41:10.174 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.197 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.040) 0:00:05.872 ******** 2021-03-04T22:41:10.245 INFO:teuthology.task.ansible.out: TASK [Merge extra_admin_users into managed_admin_users] ************************ skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.269 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.071) 0:00:05.944 ******** 2021-03-04T22:41:10.275 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.301 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.032) 0:00:05.976 ******** 2021-03-04T22:41:10.341 INFO:teuthology.task.ansible.out: TASK [Remove managed_admin_users from managed_users] *************************** 2021-03-04T22:41:10.343 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.366 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.064) 0:00:06.041 ******** 2021-03-04T22:41:10.386 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.409 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.042) 0:00:06.084 ******** 2021-03-04T22:41:10.447 INFO:teuthology.task.ansible.out: TASK [Filter the managed_users list] ******************************************* 2021-03-04T22:41:10.449 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.471 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.061) 0:00:06.146 ******** 2021-03-04T22:41:10.477 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.501 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.030) 0:00:06.176 ******** 2021-03-04T22:41:10.539 INFO:teuthology.task.ansible.out: TASK [Filter the managed_admin_users list] ************************************* 2021-03-04T22:41:10.541 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.564 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.062) 0:00:06.239 ******** 2021-03-04T22:41:10.582 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:10.605 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.041) 0:00:06.280 ******** 2021-03-04T22:41:10.759 INFO:teuthology.task.ansible.out: TASK [users : Set UID_MIN to 1001] ********************************************* 2021-03-04T22:41:10.761 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:41:10.782 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.176) 0:00:06.457 ******** 2021-03-04T22:41:10.810 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:41:10.834 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:10 +0000 (0:00:00.051) 0:00:06.509 ******** 2021-03-04T22:41:11.028 INFO:teuthology.task.ansible.out: TASK [Create all admin users with sudo access.] ******************************** 2021-03-04T22:41:11.029 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1101, "groups": "sudo", "home": "/home/andrewschoen", "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "move_home": false, "name": "andrewschoen", "shell": "/bin/bash", "state": "present", "uid": 1101} 2021-03-04T22:41:11.072 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1101, "groups": "sudo", "home": "/home/andrewschoen", "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "move_home": false, "name": "andrewschoen", "shell": "/bin/bash", "state": "present", "uid": 1101} 2021-03-04T22:41:11.177 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1102, "groups": "sudo", "home": "/home/zack", "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "move_home": false, "name": "zack", "shell": "/bin/bash", "state": "present", "uid": 1102} 2021-03-04T22:41:11.231 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1102, "groups": "sudo", "home": "/home/zack", "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "move_home": false, "name": "zack", "shell": "/bin/bash", "state": "present", "uid": 1102} 2021-03-04T22:41:11.336 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1103, "groups": "sudo", "home": "/home/kdreyer", "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "move_home": false, "name": "kdreyer", "shell": "/bin/bash", "state": "present", "uid": 1103} 2021-03-04T22:41:11.389 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1103, "groups": "sudo", "home": "/home/kdreyer", "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "move_home": false, "name": "kdreyer", "shell": "/bin/bash", "state": "present", "uid": 1103} 2021-03-04T22:41:11.505 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1104, "groups": "sudo", "home": "/home/dmick", "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "move_home": false, "name": "dmick", "shell": "/bin/bash", "state": "present", "uid": 1104} 2021-03-04T22:41:11.547 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1104, "groups": "sudo", "home": "/home/dmick", "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "move_home": false, "name": "dmick", "shell": "/bin/bash", "state": "present", "uid": 1104} 2021-03-04T22:41:11.663 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1105, "groups": "sudo", "home": "/home/sage", "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "move_home": false, "name": "sage", "shell": "/bin/bash", "state": "present", "uid": 1105} 2021-03-04T22:41:11.706 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1105, "groups": "sudo", "home": "/home/sage", "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "move_home": false, "name": "sage", "shell": "/bin/bash", "state": "present", "uid": 1105} 2021-03-04T22:41:11.811 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1106, "groups": "sudo", "home": "/home/dgalloway", "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "move_home": false, "name": "dgalloway", "shell": "/bin/bash", "state": "present", "uid": 1106} 2021-03-04T22:41:11.865 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1106, "groups": "sudo", "home": "/home/dgalloway", "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "move_home": false, "name": "dgalloway", "shell": "/bin/bash", "state": "present", "uid": 1106} 2021-03-04T22:41:11.865 INFO:teuthology.task.ansible.out: 2021-03-04T22:41:11.971 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1107, "groups": "sudo", "home": "/home/akraitma", "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "move_home": false, "name": "akraitma", "shell": "/bin/bash", "state": "present", "uid": 1107} 2021-03-04T22:41:12.024 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1107, "groups": "sudo", "home": "/home/akraitma", "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "move_home": false, "name": "akraitma", "shell": "/bin/bash", "state": "present", "uid": 1107} 2021-03-04T22:41:12.129 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1108, "groups": "sudo", "home": "/home/jcaratzas", "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "move_home": false, "name": "jcaratzas", "shell": "/bin/bash", "state": "present", "uid": 1108} 2021-03-04T22:41:12.182 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1108, "groups": "sudo", "home": "/home/jcaratzas", "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "move_home": false, "name": "jcaratzas", "shell": "/bin/bash", "state": "present", "uid": 1108} 2021-03-04T22:41:12.288 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1109, "groups": "sudo", "home": "/home/trociny", "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "move_home": false, "name": "trociny", "shell": "/bin/bash", "state": "present", "uid": 1109} 2021-03-04T22:41:12.341 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1109, "groups": "sudo", "home": "/home/trociny", "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "move_home": false, "name": "trociny", "shell": "/bin/bash", "state": "present", "uid": 1109} 2021-03-04T22:41:12.446 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1110, "groups": "sudo", "home": "/home/smithfarm", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "move_home": false, "name": "smithfarm", "shell": "/bin/bash", "state": "present", "uid": 1110} 2021-03-04T22:41:12.499 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1110, "groups": "sudo", "home": "/home/smithfarm", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "move_home": false, "name": "smithfarm", "shell": "/bin/bash", "state": "present", "uid": 1110} 2021-03-04T22:41:12.604 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1111, "groups": "sudo", "home": "/home/mbenjamin", "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "move_home": false, "name": "mbenjamin", "shell": "/bin/bash", "state": "present", "uid": 1111} 2021-03-04T22:41:12.657 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1111, "groups": "sudo", "home": "/home/mbenjamin", "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "move_home": false, "name": "mbenjamin", "shell": "/bin/bash", "state": "present", "uid": 1111} 2021-03-04T22:41:12.773 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1112, "groups": "sudo", "home": "/home/aemerson", "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "move_home": false, "name": "aemerson", "shell": "/bin/bash", "state": "present", "uid": 1112} 2021-03-04T22:41:12.826 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1112, "groups": "sudo", "home": "/home/aemerson", "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "move_home": false, "name": "aemerson", "shell": "/bin/bash", "state": "present", "uid": 1112} 2021-03-04T22:41:12.930 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1113, "groups": "sudo", "home": "/home/amaredia", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "move_home": false, "name": "amaredia", "shell": "/bin/bash", "state": "present", "uid": 1113} 2021-03-04T22:41:12.983 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1113, "groups": "sudo", "home": "/home/amaredia", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "move_home": false, "name": "amaredia", "shell": "/bin/bash", "state": "present", "uid": 1113} 2021-03-04T22:41:13.088 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1114, "groups": "sudo", "home": "/home/tserlin", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "move_home": false, "name": "tserlin", "shell": "/bin/bash", "state": "present", "uid": 1114} 2021-03-04T22:41:13.141 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1114, "groups": "sudo", "home": "/home/tserlin", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "move_home": false, "name": "tserlin", "shell": "/bin/bash", "state": "present", "uid": 1114} 2021-03-04T22:41:13.245 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1115, "groups": "sudo", "home": "/home/dis", "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "move_home": false, "name": "dis", "shell": "/bin/bash", "state": "present", "uid": 1115} 2021-03-04T22:41:13.298 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1115, "groups": "sudo", "home": "/home/dis", "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "move_home": false, "name": "dis", "shell": "/bin/bash", "state": "present", "uid": 1115} 2021-03-04T22:41:13.402 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1116, "groups": "sudo", "home": "/home/gregf", "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "move_home": false, "name": "gregf", "shell": "/bin/bash", "state": "present", "uid": 1116} 2021-03-04T22:41:13.455 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1116, "groups": "sudo", "home": "/home/gregf", "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "move_home": false, "name": "gregf", "shell": "/bin/bash", "state": "present", "uid": 1116} 2021-03-04T22:41:13.561 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1117, "groups": "sudo", "home": "/home/joshd", "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "move_home": false, "name": "joshd", "shell": "/bin/bash", "state": "present", "uid": 1117} 2021-03-04T22:41:13.613 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1117, "groups": "sudo", "home": "/home/joshd", "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "move_home": false, "name": "joshd", "shell": "/bin/bash", "state": "present", "uid": 1117} 2021-03-04T22:41:13.718 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1118, "groups": "sudo", "home": "/home/davidz", "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "move_home": false, "name": "davidz", "shell": "/bin/bash", "state": "present", "uid": 1118} 2021-03-04T22:41:13.771 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1118, "groups": "sudo", "home": "/home/davidz", "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "move_home": false, "name": "davidz", "shell": "/bin/bash", "state": "present", "uid": 1118} 2021-03-04T22:41:13.876 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1119, "groups": "sudo", "home": "/home/cmeno", "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "move_home": false, "name": "cmeno", "shell": "/bin/bash", "state": "present", "uid": 1119} 2021-03-04T22:41:13.928 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1119, "groups": "sudo", "home": "/home/cmeno", "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "move_home": false, "name": "cmeno", "shell": "/bin/bash", "state": "present", "uid": 1119} 2021-03-04T22:41:14.033 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1120, "groups": "sudo", "home": "/home/ivancich", "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "move_home": false, "name": "ivancich", "shell": "/bin/bash", "state": "present", "uid": 1120} 2021-03-04T22:41:14.086 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1120, "groups": "sudo", "home": "/home/ivancich", "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "move_home": false, "name": "ivancich", "shell": "/bin/bash", "state": "present", "uid": 1120} 2021-03-04T22:41:14.192 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1121, "groups": "sudo", "home": "/home/wusui", "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "move_home": false, "name": "wusui", "shell": "/bin/bash", "state": "present", "uid": 1121} 2021-03-04T22:41:14.245 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1121, "groups": "sudo", "home": "/home/wusui", "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "move_home": false, "name": "wusui", "shell": "/bin/bash", "state": "present", "uid": 1121} 2021-03-04T22:41:14.349 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1123, "groups": "sudo", "home": "/home/yuriw", "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "move_home": false, "name": "yuriw", "shell": "/bin/bash", "state": "present", "uid": 1123} 2021-03-04T22:41:14.402 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1123, "groups": "sudo", "home": "/home/yuriw", "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "move_home": false, "name": "yuriw", "shell": "/bin/bash", "state": "present", "uid": 1123} 2021-03-04T22:41:14.507 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1124, "groups": "sudo", "home": "/home/tamil", "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "move_home": false, "name": "tamil", "shell": "/bin/bash", "state": "present", "uid": 1124} 2021-03-04T22:41:14.559 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1124, "groups": "sudo", "home": "/home/tamil", "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "move_home": false, "name": "tamil", "shell": "/bin/bash", "state": "present", "uid": 1124} 2021-03-04T22:41:14.664 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1125, "groups": "sudo", "home": "/home/jowilkin", "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "move_home": false, "name": "jowilkin", "shell": "/bin/bash", "state": "present", "uid": 1125} 2021-03-04T22:41:14.718 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1125, "groups": "sudo", "home": "/home/jowilkin", "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "move_home": false, "name": "jowilkin", "shell": "/bin/bash", "state": "present", "uid": 1125} 2021-03-04T22:41:14.823 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1126, "groups": "sudo", "home": "/home/bhubbard", "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "move_home": false, "name": "bhubbard", "shell": "/bin/bash", "state": "present", "uid": 1126} 2021-03-04T22:41:14.887 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1126, "groups": "sudo", "home": "/home/bhubbard", "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "move_home": false, "name": "bhubbard", "shell": "/bin/bash", "state": "present", "uid": 1126} 2021-03-04T22:41:14.983 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1127, "groups": "sudo", "home": "/home/yehudasa", "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, "move_home": false, "name": "yehudasa", "shell": "/bin/bash", "state": "present", "uid": 1127} 2021-03-04T22:41:15.036 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1127, "groups": "sudo", "home": "/home/yehudasa", "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, "move_home": false, "name": "yehudasa", "shell": "/bin/bash", "state": "present", "uid": 1127} 2021-03-04T22:41:15.151 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1128, "groups": "sudo", "home": "/home/dang", "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "move_home": false, "name": "dang", "shell": "/bin/bash", "state": "present", "uid": 1128} 2021-03-04T22:41:15.193 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1128, "groups": "sudo", "home": "/home/dang", "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "move_home": false, "name": "dang", "shell": "/bin/bash", "state": "present", "uid": 1128} 2021-03-04T22:41:15.308 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1129, "groups": "sudo", "home": "/home/branto", "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "move_home": false, "name": "branto", "shell": "/bin/bash", "state": "present", "uid": 1129} 2021-03-04T22:41:15.350 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1129, "groups": "sudo", "home": "/home/branto", "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "move_home": false, "name": "branto", "shell": "/bin/bash", "state": "present", "uid": 1129} 2021-03-04T22:41:15.465 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1130, "groups": "sudo", "home": "/home/xiaoxichen", "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "move_home": false, "name": "xiaoxichen", "shell": "/bin/bash", "state": "present", "uid": 1130} 2021-03-04T22:41:15.509 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1130, "groups": "sudo", "home": "/home/xiaoxichen", "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "move_home": false, "name": "xiaoxichen", "shell": "/bin/bash", "state": "present", "uid": 1130} 2021-03-04T22:41:15.614 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1131, "groups": "sudo", "home": "/home/ffilz", "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "move_home": false, "name": "ffilz", "shell": "/bin/bash", "state": "present", "uid": 1131} 2021-03-04T22:41:15.667 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1131, "groups": "sudo", "home": "/home/ffilz", "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "move_home": false, "name": "ffilz", "shell": "/bin/bash", "state": "present", "uid": 1131} 2021-03-04T22:41:15.771 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1132, "groups": "sudo", "home": "/home/joao", "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "move_home": false, "name": "joao", "shell": "/bin/bash", "state": "present", "uid": 1132} 2021-03-04T22:41:15.824 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1132, "groups": "sudo", "home": "/home/joao", "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "move_home": false, "name": "joao", "shell": "/bin/bash", "state": "present", "uid": 1132} 2021-03-04T22:41:15.929 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1133, "groups": "sudo", "home": "/home/nhm", "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "move_home": false, "name": "nhm", "shell": "/bin/bash", "state": "present", "uid": 1133} 2021-03-04T22:41:15.992 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1133, "groups": "sudo", "home": "/home/nhm", "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "move_home": false, "name": "nhm", "shell": "/bin/bash", "state": "present", "uid": 1133} 2021-03-04T22:41:16.087 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1134, "groups": "sudo", "home": "/home/nwatkins", "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "move_home": false, "name": "nwatkins", "shell": "/bin/bash", "state": "present", "uid": 1134} 2021-03-04T22:41:16.150 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1134, "groups": "sudo", "home": "/home/nwatkins", "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "move_home": false, "name": "nwatkins", "shell": "/bin/bash", "state": "present", "uid": 1134} 2021-03-04T22:41:16.256 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1135, "groups": "sudo", "home": "/home/mkidd", "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "move_home": false, "name": "mkidd", "shell": "/bin/bash", "state": "present", "uid": 1135} 2021-03-04T22:41:16.309 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1135, "groups": "sudo", "home": "/home/mkidd", "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "move_home": false, "name": "mkidd", "shell": "/bin/bash", "state": "present", "uid": 1135} 2021-03-04T22:41:16.414 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1136, "groups": "sudo", "home": "/home/jlopez", "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "move_home": false, "name": "jlopez", "shell": "/bin/bash", "state": "present", "uid": 1136} 2021-03-04T22:41:16.467 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1136, "groups": "sudo", "home": "/home/jlopez", "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "move_home": false, "name": "jlopez", "shell": "/bin/bash", "state": "present", "uid": 1136} 2021-03-04T22:41:16.572 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1137, "groups": "sudo", "home": "/home/haomaiwang", "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "move_home": false, "name": "haomaiwang", "shell": "/bin/bash", "state": "present", "uid": 1137} 2021-03-04T22:41:16.625 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1137, "groups": "sudo", "home": "/home/haomaiwang", "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "move_home": false, "name": "haomaiwang", "shell": "/bin/bash", "state": "present", "uid": 1137} 2021-03-04T22:41:16.730 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'jdillaman', 'ovpn': 'jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1138, "groups": "sudo", "home": "/home/jdillaman", "item": {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, "move_home": false, "name": "jdillaman", "shell": "/bin/bash", "state": "present", "uid": 1138} 2021-03-04T22:41:16.783 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'jdillaman', 'ovpn': 'jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1138, "groups": "sudo", "home": "/home/jdillaman", "item": {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, "move_home": false, "name": "jdillaman", "shell": "/bin/bash", "state": "present", "uid": 1138} 2021-03-04T22:41:16.888 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/kchai", "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "move_home": false, "name": "kchai", "shell": "/bin/bash", "state": "present", "uid": 1139} 2021-03-04T22:41:16.941 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/kchai", "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "move_home": false, "name": "kchai", "shell": "/bin/bash", "state": "present", "uid": 1139} 2021-03-04T22:41:17.045 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1140, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1140} 2021-03-04T22:41:17.108 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1140, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1140} 2021-03-04T22:41:17.202 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1141, "groups": "sudo", "home": "/home/dfuller", "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "move_home": false, "name": "dfuller", "shell": "/bin/bash", "state": "present", "uid": 1141} 2021-03-04T22:41:17.265 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1141, "groups": "sudo", "home": "/home/dfuller", "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "move_home": false, "name": "dfuller", "shell": "/bin/bash", "state": "present", "uid": 1141} 2021-03-04T22:41:17.359 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1142, "groups": "sudo", "home": "/home/owasserm", "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "move_home": false, "name": "owasserm", "shell": "/bin/bash", "state": "present", "uid": 1142} 2021-03-04T22:41:17.422 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1142, "groups": "sudo", "home": "/home/owasserm", "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "move_home": false, "name": "owasserm", "shell": "/bin/bash", "state": "present", "uid": 1142} 2021-03-04T22:41:17.516 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1143, "groups": "sudo", "home": "/home/vasu", "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "move_home": false, "name": "vasu", "shell": "/bin/bash", "state": "present", "uid": 1143} 2021-03-04T22:41:17.579 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1143, "groups": "sudo", "home": "/home/vasu", "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "move_home": false, "name": "vasu", "shell": "/bin/bash", "state": "present", "uid": 1143} 2021-03-04T22:41:17.673 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1144, "groups": "sudo", "home": "/home/smohan", "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "move_home": false, "name": "smohan", "shell": "/bin/bash", "state": "present", "uid": 1144} 2021-03-04T22:41:17.737 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1144, "groups": "sudo", "home": "/home/smohan", "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "move_home": false, "name": "smohan", "shell": "/bin/bash", "state": "present", "uid": 1144} 2021-03-04T22:41:17.831 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1145, "groups": "sudo", "home": "/home/abhi", "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "move_home": false, "name": "abhi", "shell": "/bin/bash", "state": "present", "uid": 1145} 2021-03-04T22:41:17.895 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1145, "groups": "sudo", "home": "/home/abhi", "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "move_home": false, "name": "abhi", "shell": "/bin/bash", "state": "present", "uid": 1145} 2021-03-04T22:41:17.993 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1146, "groups": "sudo", "home": "/home/cbodley", "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "move_home": false, "name": "cbodley", "shell": "/bin/bash", "state": "present", "uid": 1146} 2021-03-04T22:41:18.057 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1146, "groups": "sudo", "home": "/home/cbodley", "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "move_home": false, "name": "cbodley", "shell": "/bin/bash", "state": "present", "uid": 1146} 2021-03-04T22:41:18.141 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/mwatts", "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "move_home": false, "name": "mwatts", "shell": "/bin/bash", "state": "present", "uid": 1147} 2021-03-04T22:41:18.214 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/mwatts", "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "move_home": false, "name": "mwatts", "shell": "/bin/bash", "state": "present", "uid": 1147} 2021-03-04T22:41:18.298 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1148, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1148} 2021-03-04T22:41:18.371 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1148, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1148} 2021-03-04T22:41:18.465 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1149, "groups": "sudo", "home": "/home/pdonnell", "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "move_home": false, "name": "pdonnell", "shell": "/bin/bash", "state": "present", "uid": 1149} 2021-03-04T22:41:18.528 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1149, "groups": "sudo", "home": "/home/pdonnell", "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "move_home": false, "name": "pdonnell", "shell": "/bin/bash", "state": "present", "uid": 1149} 2021-03-04T22:41:18.612 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1150, "groups": "sudo", "home": "/home/jlayton", "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "move_home": false, "name": "jlayton", "shell": "/bin/bash", "state": "present", "uid": 1150} 2021-03-04T22:41:18.696 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1150, "groups": "sudo", "home": "/home/jlayton", "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "move_home": false, "name": "jlayton", "shell": "/bin/bash", "state": "present", "uid": 1150} 2021-03-04T22:41:18.770 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1151, "groups": "sudo", "home": "/home/rzarzynski", "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "move_home": false, "name": "rzarzynski", "shell": "/bin/bash", "state": "present", "uid": 1151} 2021-03-04T22:41:18.853 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1151, "groups": "sudo", "home": "/home/rzarzynski", "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "move_home": false, "name": "rzarzynski", "shell": "/bin/bash", "state": "present", "uid": 1151} 2021-03-04T22:41:18.927 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1152, "groups": "sudo", "home": "/home/rdias", "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "move_home": false, "name": "rdias", "shell": "/bin/bash", "state": "present", "uid": 1152} 2021-03-04T22:41:19.010 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1152, "groups": "sudo", "home": "/home/rdias", "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "move_home": false, "name": "rdias", "shell": "/bin/bash", "state": "present", "uid": 1152} 2021-03-04T22:41:19.094 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1153, "groups": "sudo", "home": "/home/vshankar", "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "move_home": false, "name": "vshankar", "shell": "/bin/bash", "state": "present", "uid": 1153} 2021-03-04T22:41:19.178 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1153, "groups": "sudo", "home": "/home/vshankar", "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "move_home": false, "name": "vshankar", "shell": "/bin/bash", "state": "present", "uid": 1153} 2021-03-04T22:41:19.241 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1154, "groups": "sudo", "home": "/home/akupczyk", "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "move_home": false, "name": "akupczyk", "shell": "/bin/bash", "state": "present", "uid": 1154} 2021-03-04T22:41:19.335 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1154, "groups": "sudo", "home": "/home/akupczyk", "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "move_home": false, "name": "akupczyk", "shell": "/bin/bash", "state": "present", "uid": 1154} 2021-03-04T22:41:19.399 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1155, "groups": "sudo", "home": "/home/nojha", "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "move_home": false, "name": "nojha", "shell": "/bin/bash", "state": "present", "uid": 1155} 2021-03-04T22:41:19.493 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1155, "groups": "sudo", "home": "/home/nojha", "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "move_home": false, "name": "nojha", "shell": "/bin/bash", "state": "present", "uid": 1155} 2021-03-04T22:41:19.566 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1156, "groups": "sudo", "home": "/home/ifed01", "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "move_home": false, "name": "ifed01", "shell": "/bin/bash", "state": "present", "uid": 1156} 2021-03-04T22:41:19.650 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1156, "groups": "sudo", "home": "/home/ifed01", "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "move_home": false, "name": "ifed01", "shell": "/bin/bash", "state": "present", "uid": 1156} 2021-03-04T22:41:19.713 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1157, "groups": "sudo", "home": "/home/myoungwon", "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "move_home": false, "name": "myoungwon", "shell": "/bin/bash", "state": "present", "uid": 1157} 2021-03-04T22:41:19.817 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1157, "groups": "sudo", "home": "/home/myoungwon", "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "move_home": false, "name": "myoungwon", "shell": "/bin/bash", "state": "present", "uid": 1157} 2021-03-04T22:41:19.880 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1158, "groups": "sudo", "home": "/home/gabrioux", "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "move_home": false, "name": "gabrioux", "shell": "/bin/bash", "state": "present", "uid": 1158} 2021-03-04T22:41:19.974 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1158, "groups": "sudo", "home": "/home/gabrioux", "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "move_home": false, "name": "gabrioux", "shell": "/bin/bash", "state": "present", "uid": 1158} 2021-03-04T22:41:20.027 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1159, "groups": "sudo", "home": "/home/leseb", "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "move_home": false, "name": "leseb", "shell": "/bin/bash", "state": "present", "uid": 1159} 2021-03-04T22:41:20.132 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1159, "groups": "sudo", "home": "/home/leseb", "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "move_home": false, "name": "leseb", "shell": "/bin/bash", "state": "present", "uid": 1159} 2021-03-04T22:41:20.195 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1160, "groups": "sudo", "home": "/home/hchen", "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "move_home": false, "name": "hchen", "shell": "/bin/bash", "state": "present", "uid": 1160} 2021-03-04T22:41:20.289 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1160, "groups": "sudo", "home": "/home/hchen", "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "move_home": false, "name": "hchen", "shell": "/bin/bash", "state": "present", "uid": 1160} 2021-03-04T22:41:20.352 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1161, "groups": "sudo", "home": "/home/jcollin", "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "move_home": false, "name": "jcollin", "shell": "/bin/bash", "state": "present", "uid": 1161} 2021-03-04T22:41:20.447 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1161, "groups": "sudo", "home": "/home/jcollin", "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "move_home": false, "name": "jcollin", "shell": "/bin/bash", "state": "present", "uid": 1161} 2021-03-04T22:41:20.510 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1162, "groups": "sudo", "home": "/home/xxg", "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "move_home": false, "name": "xxg", "shell": "/bin/bash", "state": "present", "uid": 1162} 2021-03-04T22:41:20.604 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1162, "groups": "sudo", "home": "/home/xxg", "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "move_home": false, "name": "xxg", "shell": "/bin/bash", "state": "present", "uid": 1162} 2021-03-04T22:41:20.667 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1163, "groups": "sudo", "home": "/home/pcuzner", "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "move_home": false, "name": "pcuzner", "shell": "/bin/bash", "state": "present", "uid": 1163} 2021-03-04T22:41:20.773 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1163, "groups": "sudo", "home": "/home/pcuzner", "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "move_home": false, "name": "pcuzner", "shell": "/bin/bash", "state": "present", "uid": 1163} 2021-03-04T22:41:20.825 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1164, "groups": "sudo", "home": "/home/mkogan", "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "move_home": false, "name": "mkogan", "shell": "/bin/bash", "state": "present", "uid": 1164} 2021-03-04T22:41:20.940 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1164, "groups": "sudo", "home": "/home/mkogan", "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "move_home": false, "name": "mkogan", "shell": "/bin/bash", "state": "present", "uid": 1164} 2021-03-04T22:41:20.983 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1140, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1140} 2021-03-04T22:41:21.098 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1140, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1140} 2021-03-04T22:41:21.140 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1165, "groups": "sudo", "home": "/home/henrix", "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "move_home": false, "name": "henrix", "shell": "/bin/bash", "state": "present", "uid": 1165} 2021-03-04T22:41:21.256 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1165, "groups": "sudo", "home": "/home/henrix", "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "move_home": false, "name": "henrix", "shell": "/bin/bash", "state": "present", "uid": 1165} 2021-03-04T22:41:21.298 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1166, "groups": "sudo", "home": "/home/pbs1108", "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "move_home": false, "name": "pbs1108", "shell": "/bin/bash", "state": "present", "uid": 1166} 2021-03-04T22:41:21.412 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1166, "groups": "sudo", "home": "/home/pbs1108", "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "move_home": false, "name": "pbs1108", "shell": "/bin/bash", "state": "present", "uid": 1166} 2021-03-04T22:41:21.456 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1167, "groups": "sudo", "home": "/home/clacroix", "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "move_home": false, "name": "clacroix", "shell": "/bin/bash", "state": "present", "uid": 1167} 2021-03-04T22:41:21.580 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1167, "groups": "sudo", "home": "/home/clacroix", "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "move_home": false, "name": "clacroix", "shell": "/bin/bash", "state": "present", "uid": 1167} 2021-03-04T22:41:21.612 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1168, "groups": "sudo", "home": "/home/epuertat", "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "move_home": false, "name": "epuertat", "shell": "/bin/bash", "state": "present", "uid": 1168} 2021-03-04T22:41:21.738 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1168, "groups": "sudo", "home": "/home/epuertat", "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "move_home": false, "name": "epuertat", "shell": "/bin/bash", "state": "present", "uid": 1168} 2021-03-04T22:41:21.771 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1169, "groups": "sudo", "home": "/home/tdehler", "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "move_home": false, "name": "tdehler", "shell": "/bin/bash", "state": "present", "uid": 1169} 2021-03-04T22:41:21.896 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1169, "groups": "sudo", "home": "/home/tdehler", "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "move_home": false, "name": "tdehler", "shell": "/bin/bash", "state": "present", "uid": 1169} 2021-03-04T22:41:21.928 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1170, "groups": "sudo", "home": "/home/laura", "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "move_home": false, "name": "laura", "shell": "/bin/bash", "state": "present", "uid": 1170} 2021-03-04T22:41:22.053 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1170, "groups": "sudo", "home": "/home/laura", "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "move_home": false, "name": "laura", "shell": "/bin/bash", "state": "present", "uid": 1170} 2021-03-04T22:41:22.085 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1171, "groups": "sudo", "home": "/home/yaarit", "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "move_home": false, "name": "yaarit", "shell": "/bin/bash", "state": "present", "uid": 1171} 2021-03-04T22:41:22.087 INFO:teuthology.task.ansible.out: 2021-03-04T22:41:22.210 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1171, "groups": "sudo", "home": "/home/yaarit", "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "move_home": false, "name": "yaarit", "shell": "/bin/bash", "state": "present", "uid": 1171} 2021-03-04T22:41:22.243 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1172, "groups": "sudo", "home": "/home/rpavani1998", "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "move_home": false, "name": "rpavani1998", "shell": "/bin/bash", "state": "present", "uid": 1172} 2021-03-04T22:41:22.368 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1172, "groups": "sudo", "home": "/home/rpavani1998", "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "move_home": false, "name": "rpavani1998", "shell": "/bin/bash", "state": "present", "uid": 1172} 2021-03-04T22:41:22.400 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1173, "groups": "sudo", "home": "/home/rishabh", "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "move_home": false, "name": "rishabh", "shell": "/bin/bash", "state": "present", "uid": 1173} 2021-03-04T22:41:22.535 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1173, "groups": "sudo", "home": "/home/rishabh", "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "move_home": false, "name": "rishabh", "shell": "/bin/bash", "state": "present", "uid": 1173} 2021-03-04T22:41:22.556 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1174, "groups": "sudo", "home": "/home/skrah", "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "move_home": false, "name": "skrah", "shell": "/bin/bash", "state": "present", "uid": 1174} 2021-03-04T22:41:22.691 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1174, "groups": "sudo", "home": "/home/skrah", "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "move_home": false, "name": "skrah", "shell": "/bin/bash", "state": "present", "uid": 1174} 2021-03-04T22:41:22.713 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1175, "groups": "sudo", "home": "/home/smanjara", "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "move_home": false, "name": "smanjara", "shell": "/bin/bash", "state": "present", "uid": 1175} 2021-03-04T22:41:22.848 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1175, "groups": "sudo", "home": "/home/smanjara", "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "move_home": false, "name": "smanjara", "shell": "/bin/bash", "state": "present", "uid": 1175} 2021-03-04T22:41:22.870 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1176, "groups": "sudo", "home": "/home/bengland", "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "move_home": false, "name": "bengland", "shell": "/bin/bash", "state": "present", "uid": 1176} 2021-03-04T22:41:23.015 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1176, "groups": "sudo", "home": "/home/bengland", "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "move_home": false, "name": "bengland", "shell": "/bin/bash", "state": "present", "uid": 1176} 2021-03-04T22:41:23.027 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1177, "groups": "sudo", "home": "/home/pnawracay", "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "move_home": false, "name": "pnawracay", "shell": "/bin/bash", "state": "present", "uid": 1177} 2021-03-04T22:41:23.172 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1177, "groups": "sudo", "home": "/home/pnawracay", "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "move_home": false, "name": "pnawracay", "shell": "/bin/bash", "state": "present", "uid": 1177} 2021-03-04T22:41:23.184 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1178, "groups": "sudo", "home": "/home/alfonsomthd", "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "move_home": false, "name": "alfonsomthd", "shell": "/bin/bash", "state": "present", "uid": 1178} 2021-03-04T22:41:23.339 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1178, "groups": "sudo", "home": "/home/alfonsomthd", "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "move_home": false, "name": "alfonsomthd", "shell": "/bin/bash", "state": "present", "uid": 1178} 2021-03-04T22:41:23.351 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1179, "groups": "sudo", "home": "/home/oliveiradan", "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "move_home": false, "name": "oliveiradan", "shell": "/bin/bash", "state": "present", "uid": 1179} 2021-03-04T22:41:23.497 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1179, "groups": "sudo", "home": "/home/oliveiradan", "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "move_home": false, "name": "oliveiradan", "shell": "/bin/bash", "state": "present", "uid": 1179} 2021-03-04T22:41:23.509 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1180, "groups": "sudo", "home": "/home/swagner", "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "move_home": false, "name": "swagner", "shell": "/bin/bash", "state": "present", "uid": 1180} 2021-03-04T22:41:23.655 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1181, "groups": "sudo", "home": "/home/yuvalif", "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "move_home": false, "name": "yuvalif", "shell": "/bin/bash", "state": "present", "uid": 1181} 2021-03-04T22:41:23.656 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1180, "groups": "sudo", "home": "/home/swagner", "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "move_home": false, "name": "swagner", "shell": "/bin/bash", "state": "present", "uid": 1180} 2021-03-04T22:41:23.823 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1182, "groups": "sudo", "home": "/home/kkeithle", "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "move_home": false, "name": "kkeithle", "shell": "/bin/bash", "state": "present", "uid": 1182} 2021-03-04T22:41:23.824 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1181, "groups": "sudo", "home": "/home/yuvalif", "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "move_home": false, "name": "yuvalif", "shell": "/bin/bash", "state": "present", "uid": 1181} 2021-03-04T22:41:23.981 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1182, "groups": "sudo", "home": "/home/kkeithle", "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "move_home": false, "name": "kkeithle", "shell": "/bin/bash", "state": "present", "uid": 1182} 2021-03-04T22:41:23.982 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1183, "groups": "sudo", "home": "/home/emmericp", "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "move_home": false, "name": "emmericp", "shell": "/bin/bash", "state": "present", "uid": 1183} 2021-03-04T22:41:24.139 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1184, "groups": "sudo", "home": "/home/mchangir", "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "move_home": false, "name": "mchangir", "shell": "/bin/bash", "state": "present", "uid": 1184} 2021-03-04T22:41:24.140 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1183, "groups": "sudo", "home": "/home/emmericp", "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "move_home": false, "name": "emmericp", "shell": "/bin/bash", "state": "present", "uid": 1183} 2021-03-04T22:41:24.296 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1185, "groups": "sudo", "home": "/home/sidharthanup", "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "move_home": false, "name": "sidharthanup", "shell": "/bin/bash", "state": "present", "uid": 1185} 2021-03-04T22:41:24.297 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1184, "groups": "sudo", "home": "/home/mchangir", "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "move_home": false, "name": "mchangir", "shell": "/bin/bash", "state": "present", "uid": 1184} 2021-03-04T22:41:24.454 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1186, "groups": "sudo", "home": "/home/varsha", "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "move_home": false, "name": "varsha", "shell": "/bin/bash", "state": "present", "uid": 1186} 2021-03-04T22:41:24.455 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1185, "groups": "sudo", "home": "/home/sidharthanup", "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "move_home": false, "name": "sidharthanup", "shell": "/bin/bash", "state": "present", "uid": 1185} 2021-03-04T22:41:24.614 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1187, "groups": "sudo", "home": "/home/sjust", "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "move_home": false, "name": "sjust", "shell": "/bin/bash", "state": "present", "uid": 1187} 2021-03-04T22:41:24.615 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1186, "groups": "sudo", "home": "/home/varsha", "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "move_home": false, "name": "varsha", "shell": "/bin/bash", "state": "present", "uid": 1186} 2021-03-04T22:41:24.777 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1187, "groups": "sudo", "home": "/home/sjust", "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "move_home": false, "name": "sjust", "shell": "/bin/bash", "state": "present", "uid": 1187} 2021-03-04T22:41:24.779 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1188, "groups": "sudo", "home": "/home/ideepika", "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "move_home": false, "name": "ideepika", "shell": "/bin/bash", "state": "present", "uid": 1188} 2021-03-04T22:41:24.936 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1189, "groups": "sudo", "home": "/home/gsalomon", "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "move_home": false, "name": "gsalomon", "shell": "/bin/bash", "state": "present", "uid": 1189} 2021-03-04T22:41:24.937 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1188, "groups": "sudo", "home": "/home/ideepika", "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "move_home": false, "name": "ideepika", "shell": "/bin/bash", "state": "present", "uid": 1188} 2021-03-04T22:41:25.104 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1190, "groups": "sudo", "home": "/home/soumyakoduri", "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104"}, "move_home": false, "name": "soumyakoduri", "shell": "/bin/bash", "state": "present", "uid": 1190} 2021-03-04T22:41:25.106 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1189, "groups": "sudo", "home": "/home/gsalomon", "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "move_home": false, "name": "gsalomon", "shell": "/bin/bash", "state": "present", "uid": 1189} 2021-03-04T22:41:25.253 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1191, "groups": "sudo", "home": "/home/kyr", "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "move_home": false, "name": "kyr", "shell": "/bin/bash", "state": "present", "uid": 1191} 2021-03-04T22:41:25.265 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1190, "groups": "sudo", "home": "/home/soumyakoduri", "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104"}, "move_home": false, "name": "soumyakoduri", "shell": "/bin/bash", "state": "present", "uid": 1190} 2021-03-04T22:41:25.412 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1192, "groups": "sudo", "home": "/home/sseshasa", "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "move_home": false, "name": "sseshasa", "shell": "/bin/bash", "state": "present", "uid": 1192} 2021-03-04T22:41:25.434 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1191, "groups": "sudo", "home": "/home/kyr", "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "move_home": false, "name": "kyr", "shell": "/bin/bash", "state": "present", "uid": 1191} 2021-03-04T22:41:25.570 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1193, "groups": "sudo", "home": "/home/rfriedma", "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "move_home": false, "name": "rfriedma", "shell": "/bin/bash", "state": "present", "uid": 1193} 2021-03-04T22:41:25.592 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1192, "groups": "sudo", "home": "/home/sseshasa", "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "move_home": false, "name": "sseshasa", "shell": "/bin/bash", "state": "present", "uid": 1192} 2021-03-04T22:41:25.728 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1194, "groups": "sudo", "home": "/home/lmb", "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "move_home": false, "name": "lmb", "shell": "/bin/bash", "state": "present", "uid": 1194} 2021-03-04T22:41:25.750 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1193, "groups": "sudo", "home": "/home/rfriedma", "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "move_home": false, "name": "rfriedma", "shell": "/bin/bash", "state": "present", "uid": 1193} 2021-03-04T22:41:25.896 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1195, "groups": "sudo", "home": "/home/ksirivad", "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "move_home": false, "name": "ksirivad", "shell": "/bin/bash", "state": "present", "uid": 1195} 2021-03-04T22:41:25.918 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1194, "groups": "sudo", "home": "/home/lmb", "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "move_home": false, "name": "lmb", "shell": "/bin/bash", "state": "present", "uid": 1194} 2021-03-04T22:41:26.053 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1196, "groups": "sudo", "home": "/home/ofriedma", "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "move_home": false, "name": "ofriedma", "shell": "/bin/bash", "state": "present", "uid": 1196} 2021-03-04T22:41:26.076 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1195, "groups": "sudo", "home": "/home/ksirivad", "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "move_home": false, "name": "ksirivad", "shell": "/bin/bash", "state": "present", "uid": 1195} 2021-03-04T22:41:26.212 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1197, "groups": "sudo", "home": "/home/h4iresis", "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "move_home": false, "name": "h4iresis", "shell": "/bin/bash", "state": "present", "uid": 1197} 2021-03-04T22:41:26.234 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1196, "groups": "sudo", "home": "/home/ofriedma", "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "move_home": false, "name": "ofriedma", "shell": "/bin/bash", "state": "present", "uid": 1196} 2021-03-04T22:41:26.369 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1198, "groups": "sudo", "home": "/home/shyukri", "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "move_home": false, "name": "shyukri", "shell": "/bin/bash", "state": "present", "uid": 1198} 2021-03-04T22:41:26.391 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1197, "groups": "sudo", "home": "/home/h4iresis", "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "move_home": false, "name": "h4iresis", "shell": "/bin/bash", "state": "present", "uid": 1197} 2021-03-04T22:41:26.527 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1199, "groups": "sudo", "home": "/home/scarvalhojr", "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "move_home": false, "name": "scarvalhojr", "shell": "/bin/bash", "state": "present", "uid": 1199} 2021-03-04T22:41:26.549 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1198, "groups": "sudo", "home": "/home/shyukri", "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "move_home": false, "name": "shyukri", "shell": "/bin/bash", "state": "present", "uid": 1198} 2021-03-04T22:41:26.685 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1200, "groups": "sudo", "home": "/home/rakesh", "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "move_home": false, "name": "rakesh", "shell": "/bin/bash", "state": "present", "uid": 1200} 2021-03-04T22:41:26.707 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1199, "groups": "sudo", "home": "/home/scarvalhojr", "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "move_home": false, "name": "scarvalhojr", "shell": "/bin/bash", "state": "present", "uid": 1199} 2021-03-04T22:41:26.834 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1201, "groups": "sudo", "home": "/home/ryg-", "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "move_home": false, "name": "ryg-", "shell": "/bin/bash", "state": "present", "uid": 1201} 2021-03-04T22:41:26.867 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1200, "groups": "sudo", "home": "/home/rakesh", "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "move_home": false, "name": "rakesh", "shell": "/bin/bash", "state": "present", "uid": 1200} 2021-03-04T22:41:26.992 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1148, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1148} 2021-03-04T22:41:27.024 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1201, "groups": "sudo", "home": "/home/ryg-", "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "move_home": false, "name": "ryg-", "shell": "/bin/bash", "state": "present", "uid": 1201} 2021-03-04T22:41:27.160 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1202, "groups": "sudo", "home": "/home/zdover", "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "move_home": false, "name": "zdover", "shell": "/bin/bash", "state": "present", "uid": 1202} 2021-03-04T22:41:27.182 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1148, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1148} 2021-03-04T22:41:27.318 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1203, "groups": "sudo", "home": "/home/rraja", "item": {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, "move_home": false, "name": "rraja", "shell": "/bin/bash", "state": "present", "uid": 1203} 2021-03-04T22:41:27.351 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1202, "groups": "sudo", "home": "/home/zdover", "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "move_home": false, "name": "zdover", "shell": "/bin/bash", "state": "present", "uid": 1202} 2021-03-04T22:41:27.476 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1204, "groups": "sudo", "home": "/home/toabctl", "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "move_home": false, "name": "toabctl", "shell": "/bin/bash", "state": "present", "uid": 1204} 2021-03-04T22:41:27.508 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1203, "groups": "sudo", "home": "/home/rraja", "item": {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, "move_home": false, "name": "rraja", "shell": "/bin/bash", "state": "present", "uid": 1203} 2021-03-04T22:41:27.634 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1205, "groups": "sudo", "home": "/home/mgfritch", "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "move_home": false, "name": "mgfritch", "shell": "/bin/bash", "state": "present", "uid": 1205} 2021-03-04T22:41:27.656 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1204, "groups": "sudo", "home": "/home/toabctl", "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "move_home": false, "name": "toabctl", "shell": "/bin/bash", "state": "present", "uid": 1204} 2021-03-04T22:41:27.791 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1206, "groups": "sudo", "home": "/home/xiubli", "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "move_home": false, "name": "xiubli", "shell": "/bin/bash", "state": "present", "uid": 1206} 2021-03-04T22:41:27.824 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1205, "groups": "sudo", "home": "/home/mgfritch", "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "move_home": false, "name": "mgfritch", "shell": "/bin/bash", "state": "present", "uid": 1205} 2021-03-04T22:41:27.949 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1207, "groups": "sudo", "home": "/home/jafaj", "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "move_home": false, "name": "jafaj", "shell": "/bin/bash", "state": "present", "uid": 1207} 2021-03-04T22:41:27.982 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1206, "groups": "sudo", "home": "/home/xiubli", "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "move_home": false, "name": "xiubli", "shell": "/bin/bash", "state": "present", "uid": 1206} 2021-03-04T22:41:28.107 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1208, "groups": "sudo", "home": "/home/jschmid", "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "move_home": false, "name": "jschmid", "shell": "/bin/bash", "state": "present", "uid": 1208} 2021-03-04T22:41:28.140 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1207, "groups": "sudo", "home": "/home/jafaj", "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "move_home": false, "name": "jafaj", "shell": "/bin/bash", "state": "present", "uid": 1207} 2021-03-04T22:41:28.278 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1209, "groups": "sudo", "home": "/home/kachau", "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "move_home": false, "name": "kachau", "shell": "/bin/bash", "state": "present", "uid": 1209} 2021-03-04T22:41:28.300 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1208, "groups": "sudo", "home": "/home/jschmid", "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "move_home": false, "name": "jschmid", "shell": "/bin/bash", "state": "present", "uid": 1208} 2021-03-04T22:41:28.437 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1210, "groups": "sudo", "home": "/home/khiremat", "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "move_home": false, "name": "khiremat", "shell": "/bin/bash", "state": "present", "uid": 1210} 2021-03-04T22:41:28.469 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1209, "groups": "sudo", "home": "/home/kachau", "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "move_home": false, "name": "kachau", "shell": "/bin/bash", "state": "present", "uid": 1209} 2021-03-04T22:41:28.594 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1211, "groups": "sudo", "home": "/home/kapandya", "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "move_home": false, "name": "kapandya", "shell": "/bin/bash", "state": "present", "uid": 1211} 2021-03-04T22:41:28.626 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1210, "groups": "sudo", "home": "/home/khiremat", "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "move_home": false, "name": "khiremat", "shell": "/bin/bash", "state": "present", "uid": 1210} 2021-03-04T22:41:28.754 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1212, "groups": "sudo", "home": "/home/prasad", "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "move_home": false, "name": "prasad", "shell": "/bin/bash", "state": "present", "uid": 1212} 2021-03-04T22:41:28.787 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1211, "groups": "sudo", "home": "/home/kapandya", "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "move_home": false, "name": "kapandya", "shell": "/bin/bash", "state": "present", "uid": 1211} 2021-03-04T22:41:28.912 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1213, "groups": "sudo", "home": "/home/vikhyat", "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "move_home": false, "name": "vikhyat", "shell": "/bin/bash", "state": "present", "uid": 1213} 2021-03-04T22:41:28.955 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1212, "groups": "sudo", "home": "/home/prasad", "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "move_home": false, "name": "prasad", "shell": "/bin/bash", "state": "present", "uid": 1212} 2021-03-04T22:41:29.071 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1214, "groups": "sudo", "home": "/home/shraddhaag", "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "move_home": false, "name": "shraddhaag", "shell": "/bin/bash", "state": "present", "uid": 1214} 2021-03-04T22:41:29.115 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1213, "groups": "sudo", "home": "/home/vikhyat", "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "move_home": false, "name": "vikhyat", "shell": "/bin/bash", "state": "present", "uid": 1213} 2021-03-04T22:41:29.231 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1215, "groups": "sudo", "home": "/home/gkyratsas", "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "move_home": false, "name": "gkyratsas", "shell": "/bin/bash", "state": "present", "uid": 1215} 2021-03-04T22:41:29.275 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1214, "groups": "sudo", "home": "/home/shraddhaag", "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "move_home": false, "name": "shraddhaag", "shell": "/bin/bash", "state": "present", "uid": 1214} 2021-03-04T22:41:29.391 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1216, "groups": "sudo", "home": "/home/prateek", "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "move_home": false, "name": "prateek", "shell": "/bin/bash", "state": "present", "uid": 1216} 2021-03-04T22:41:29.434 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1215, "groups": "sudo", "home": "/home/gkyratsas", "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "move_home": false, "name": "gkyratsas", "shell": "/bin/bash", "state": "present", "uid": 1215} 2021-03-04T22:41:29.549 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1217, "groups": "sudo", "home": "/home/jelopez", "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "move_home": false, "name": "jelopez", "shell": "/bin/bash", "state": "present", "uid": 1217} 2021-03-04T22:41:29.626 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1216, "groups": "sudo", "home": "/home/prateek", "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "move_home": false, "name": "prateek", "shell": "/bin/bash", "state": "present", "uid": 1216} 2021-03-04T22:41:29.719 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1218, "groups": "sudo", "home": "/home/dcain", "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "move_home": false, "name": "dcain", "shell": "/bin/bash", "state": "present", "uid": 1218} 2021-03-04T22:41:29.782 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1217, "groups": "sudo", "home": "/home/jelopez", "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "move_home": false, "name": "jelopez", "shell": "/bin/bash", "state": "present", "uid": 1217} 2021-03-04T22:41:29.877 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1219, "groups": "sudo", "home": "/home/sunny", "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "move_home": false, "name": "sunny", "shell": "/bin/bash", "state": "present", "uid": 1219} 2021-03-04T22:41:29.941 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1218, "groups": "sudo", "home": "/home/dcain", "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "move_home": false, "name": "dcain", "shell": "/bin/bash", "state": "present", "uid": 1218} 2021-03-04T22:41:30.037 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1220, "groups": "sudo", "home": "/home/xuxuehan", "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "move_home": false, "name": "xuxuehan", "shell": "/bin/bash", "state": "present", "uid": 1220} 2021-03-04T22:41:30.101 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1219, "groups": "sudo", "home": "/home/sunny", "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "move_home": false, "name": "sunny", "shell": "/bin/bash", "state": "present", "uid": 1219} 2021-03-04T22:41:30.186 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1221, "groups": "sudo", "home": "/home/aclewett", "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "move_home": false, "name": "aclewett", "shell": "/bin/bash", "state": "present", "uid": 1221} 2021-03-04T22:41:30.271 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1220, "groups": "sudo", "home": "/home/xuxuehan", "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "move_home": false, "name": "xuxuehan", "shell": "/bin/bash", "state": "present", "uid": 1220} 2021-03-04T22:41:30.356 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1222, "groups": "sudo", "home": "/home/cblum", "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "move_home": false, "name": "cblum", "shell": "/bin/bash", "state": "present", "uid": 1222} 2021-03-04T22:41:30.431 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1221, "groups": "sudo", "home": "/home/aclewett", "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "move_home": false, "name": "aclewett", "shell": "/bin/bash", "state": "present", "uid": 1221} 2021-03-04T22:41:30.516 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1223, "groups": "sudo", "home": "/home/mlatimer", "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "move_home": false, "name": "mlatimer", "shell": "/bin/bash", "state": "present", "uid": 1223} 2021-03-04T22:41:30.592 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1222, "groups": "sudo", "home": "/home/cblum", "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "move_home": false, "name": "cblum", "shell": "/bin/bash", "state": "present", "uid": 1222} 2021-03-04T22:41:30.667 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1224, "groups": "sudo", "home": "/home/shyamsundarr", "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "move_home": false, "name": "shyamsundarr", "shell": "/bin/bash", "state": "present", "uid": 1224} 2021-03-04T22:41:30.752 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1223, "groups": "sudo", "home": "/home/mlatimer", "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "move_home": false, "name": "mlatimer", "shell": "/bin/bash", "state": "present", "uid": 1223} 2021-03-04T22:41:30.826 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1225, "groups": "sudo", "home": "/home/shuzhenyi", "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "move_home": false, "name": "shuzhenyi", "shell": "/bin/bash", "state": "present", "uid": 1225} 2021-03-04T22:41:30.910 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1224, "groups": "sudo", "home": "/home/shyamsundarr", "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "move_home": false, "name": "shyamsundarr", "shell": "/bin/bash", "state": "present", "uid": 1224} 2021-03-04T22:41:30.987 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1226, "groups": "sudo", "home": "/home/mdipalma", "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "move_home": false, "name": "mdipalma", "shell": "/bin/bash", "state": "present", "uid": 1226} 2021-03-04T22:41:31.061 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1225, "groups": "sudo", "home": "/home/shuzhenyi", "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "move_home": false, "name": "shuzhenyi", "shell": "/bin/bash", "state": "present", "uid": 1225} 2021-03-04T22:41:31.145 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1227, "groups": "sudo", "home": "/home/kchang", "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "move_home": false, "name": "kchang", "shell": "/bin/bash", "state": "present", "uid": 1227} 2021-03-04T22:41:31.230 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1226, "groups": "sudo", "home": "/home/mdipalma", "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "move_home": false, "name": "mdipalma", "shell": "/bin/bash", "state": "present", "uid": 1226} 2021-03-04T22:41:31.304 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1228, "groups": "sudo", "home": "/home/vereddy", "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "move_home": false, "name": "vereddy", "shell": "/bin/bash", "state": "present", "uid": 1228} 2021-03-04T22:41:31.388 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1227, "groups": "sudo", "home": "/home/kchang", "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "move_home": false, "name": "kchang", "shell": "/bin/bash", "state": "present", "uid": 1227} 2021-03-04T22:41:31.461 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1229, "groups": "sudo", "home": "/home/benhanokh", "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "move_home": false, "name": "benhanokh", "shell": "/bin/bash", "state": "present", "uid": 1229} 2021-03-04T22:41:31.545 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1228, "groups": "sudo", "home": "/home/vereddy", "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "move_home": false, "name": "vereddy", "shell": "/bin/bash", "state": "present", "uid": 1228} 2021-03-04T22:41:31.630 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1230, "groups": "sudo", "home": "/home/jsalomon", "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "move_home": false, "name": "jsalomon", "shell": "/bin/bash", "state": "present", "uid": 1230} 2021-03-04T22:41:31.705 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1229, "groups": "sudo", "home": "/home/benhanokh", "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "move_home": false, "name": "benhanokh", "shell": "/bin/bash", "state": "present", "uid": 1229} 2021-03-04T22:41:31.789 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1231, "groups": "sudo", "home": "/home/jolmomar", "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "move_home": false, "name": "jolmomar", "shell": "/bin/bash", "state": "present", "uid": 1231} 2021-03-04T22:41:31.874 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1230, "groups": "sudo", "home": "/home/jsalomon", "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "move_home": false, "name": "jsalomon", "shell": "/bin/bash", "state": "present", "uid": 1230} 2021-03-04T22:41:31.937 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1232, "groups": "sudo", "home": "/home/hmunjulu", "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "move_home": false, "name": "hmunjulu", "shell": "/bin/bash", "state": "present", "uid": 1232} 2021-03-04T22:41:31.938 INFO:teuthology.task.ansible.out: 2021-03-04T22:41:32.032 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1231, "groups": "sudo", "home": "/home/jolmomar", "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "move_home": false, "name": "jolmomar", "shell": "/bin/bash", "state": "present", "uid": 1231} 2021-03-04T22:41:32.096 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1233, "groups": "sudo", "home": "/home/julpark", "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "move_home": false, "name": "julpark", "shell": "/bin/bash", "state": "present", "uid": 1233} 2021-03-04T22:41:32.190 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1232, "groups": "sudo", "home": "/home/hmunjulu", "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "move_home": false, "name": "hmunjulu", "shell": "/bin/bash", "state": "present", "uid": 1232} 2021-03-04T22:41:32.347 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1233, "groups": "sudo", "home": "/home/julpark", "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "move_home": false, "name": "julpark", "shell": "/bin/bash", "state": "present", "uid": 1233} 2021-03-04T22:41:33.406 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10102, "groups": "sudo", "home": "/home/pdhange", "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "name": "pdhange", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10102} 2021-03-04T22:41:33.719 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10102, "groups": "sudo", "home": "/home/pdhange", "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "name": "pdhange", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10102} 2021-03-04T22:41:34.383 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10103, "groups": "sudo", "home": "/home/dpivonka", "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "name": "dpivonka", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10103} 2021-03-04T22:41:34.835 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10103, "groups": "sudo", "home": "/home/dpivonka", "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "name": "dpivonka", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10103} 2021-03-04T22:41:35.409 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10104, "groups": "sudo", "home": "/home/adking", "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "name": "adking", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10104} 2021-03-04T22:41:35.860 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10104, "groups": "sudo", "home": "/home/adking", "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "name": "adking", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10104} 2021-03-04T22:41:36.403 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10105, "groups": "sudo", "home": "/home/amathuri", "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n"}, "name": "amathuri", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10105} 2021-03-04T22:41:36.955 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10105, "groups": "sudo", "home": "/home/amathuri", "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n"}, "name": "amathuri", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10105} 2021-03-04T22:41:37.415 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10106, "groups": "sudo", "home": "/home/nizamial09", "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "name": "nizamial09", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10106} 2021-03-04T22:41:37.531 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:37 +0000 (0:00:26.696) 0:00:33.206 ******** 2021-03-04T22:41:37.601 INFO:teuthology.task.ansible.out: TASK [Create all users without sudo access.] *********************************** 2021-03-04T22:41:37.622 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:37 +0000 (0:00:00.090) 0:00:33.297 ******** 2021-03-04T22:41:37.702 INFO:teuthology.task.ansible.out: TASK [Merge managed_users and managed_admin users] ***************************** 2021-03-04T22:41:37.704 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"ansible_facts": {"pubkey_users": [{"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, {"name": "jcaratzas", "ovpn": "jcaratza@fedora r 2021-03-04T22:41:37.706 INFO:teuthology.task.ansible.out:T6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c 2021-03-04T22:41:37.707 INFO:teuthology.task.ansible.out:63f3ea91e7dacd78"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, {"name": "cmeno", "ovpn": "cmeno@boxtop KD 2021-03-04T22:41:37.709 INFO:teuthology.task.ansible.out:0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9d 2021-03-04T22:41:37.711 INFO:teuthology.task.ansible.out:f7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 2021-03-04T22:41:37.712 INFO:teuthology.task.ansible.out:4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953 2021-03-04T22:41:37.714 INFO:teuthology.task.ansible.out:cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4 2021-03-04T22:41:37.714 INFO:teuthology.task.ansible.out:fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7 2021-03-04T22:41:37.716 INFO:teuthology.task.ansible.out:cfe6b4ad7b6a2"}, {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef148 2021-03-04T22:41:37.717 INFO:teuthology.task.ansible.out:0c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017 2021-03-04T22:41:37.719 INFO:teuthology.task.ansible.out:b59b632ccdfebe4135209fa97748c70ff00cc46"}, {"name": "soumyakoduri", "ovpn": "skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104"}, {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214b 2021-03-04T22:41:37.721 INFO:teuthology.task.ansible.out:bea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, {"name": "jelopez", "ovpn": "jelopez 2021-03-04T22:41:37.723 INFO:teuthology.task.ansible.out:@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed1 2021-03-04T22:41:37.724 INFO:teuthology.task.ansible.out:9b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe 2021-03-04T22:41:37.725 INFO:teuthology.task.ansible.out:16d6b872450fe0"}, {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n"}, {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}]}, "changed": false} 2021-03-04T22:41:37.753 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:37 +0000 (0:00:00.130) 0:00:33.427 ******** 2021-03-04T22:41:38.000 INFO:teuthology.task.ansible.out: TASK [Create all admin users with sudo access.] ******************************** 2021-03-04T22:41:38.002 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10106, "groups": "sudo", "home": "/home/nizamial09", "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "name": "nizamial09", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10106} 2021-03-04T22:41:38.215 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:38 +0000 (0:00:00.462) 0:00:33.890 ******** 2021-03-04T22:41:38.286 INFO:teuthology.task.ansible.out: TASK [Create all users without sudo access.] *********************************** 2021-03-04T22:41:38.309 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:38 +0000 (0:00:00.093) 0:00:33.984 ******** 2021-03-04T22:41:38.399 INFO:teuthology.task.ansible.out: TASK [Merge managed_users and managed_admin users] ***************************** 2021-03-04T22:41:38.401 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"ansible_facts": {"pubkey_users": [{"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, {"name": "jcaratzas", "ovpn": "jcaratza@fedora r 2021-03-04T22:41:38.403 INFO:teuthology.task.ansible.out:T6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c 2021-03-04T22:41:38.405 INFO:teuthology.task.ansible.out:63f3ea91e7dacd78"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, {"name": "cmeno", "ovpn": "cmeno@boxtop KD 2021-03-04T22:41:38.406 INFO:teuthology.task.ansible.out:0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9d 2021-03-04T22:41:38.408 INFO:teuthology.task.ansible.out:f7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 2021-03-04T22:41:38.409 INFO:teuthology.task.ansible.out:4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953 2021-03-04T22:41:38.411 INFO:teuthology.task.ansible.out:cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4 2021-03-04T22:41:38.411 INFO:teuthology.task.ansible.out:fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7 2021-03-04T22:41:38.413 INFO:teuthology.task.ansible.out:cfe6b4ad7b6a2"}, {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef148 2021-03-04T22:41:38.415 INFO:teuthology.task.ansible.out:0c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017 2021-03-04T22:41:38.416 INFO:teuthology.task.ansible.out:b59b632ccdfebe4135209fa97748c70ff00cc46"}, {"name": "soumyakoduri", "ovpn": "skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104"}, {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214b 2021-03-04T22:41:38.418 INFO:teuthology.task.ansible.out:bea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, {"name": "toabctl", "ovpn": "toabctl@ 2021-03-04T22:41:38.418 INFO:teuthology.task.ansible.out:minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, {"name": "jelopez", "ovpn": "jelopez 2021-03-04T22:41:38.420 INFO:teuthology.task.ansible.out:@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed1 2021-03-04T22:41:38.422 INFO:teuthology.task.ansible.out:9b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n"}, {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}]}, "changed": false} 2021-03-04T22:41:38.445 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:38 +0000 (0:00:00.136) 0:00:34.120 ******** 2021-03-04T22:41:38.587 INFO:teuthology.task.ansible.out: TASK [users : Clone the keys repo] ********************************************* 2021-03-04T22:41:38.589 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"after": "c31004c4720a55ac12a95d66c32e64f592877604", "attempts": 1, "before": "c31004c4720a55ac12a95d66c32e64f592877604", "changed": false, "remote_url_changed": false} 2021-03-04T22:41:38.609 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:38 +0000 (0:00:00.164) 0:00:34.284 ******** 2021-03-04T22:41:38.890 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-03-04T22:41:38.892 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDdkebJGXKQWBG/7wZG334P+EAdC+5VNMrjLjXhaZZbt3V9vKDQCodcU3zSOjMa/GDGg2WHQdO/vioCc6O/m61KTbgLDaaPSzHH16j/e1SaU8BIgKKU42AUBJzpPeaZ2wCC1i12Hq8ULwjEW29IDsnMortzlCSQmaTKc3DN2nCXZWQXA1rSiQ2AhIq5WNJY9S36lsg5tkex4xUajyNW4vPubLtkSv+WrzNK7ZJ8zfzP6eJEJ+Uj7CLdanBCgwoLGSPfGA5c/gyUT7mHibOUwvFB5sFVsozMPp2PXzUUIv70adJpOskLYfKY7TUSuaB4AUOPu6NVauzVIl3Tsn+uvHqvtn8KC3BPpyH7+JiFQWEt+aO+/ynprfoqCjktuf07SXo0ewoVYT2S++JEBa/N2hKRkzIoSPJ+Rvoazc8GZIjXpQRyhMdTV/LCSeyUTJ7lDQVrQVhUIHKnMm+hZmf4tLQKZvNAThO984CpY93ST5Ww07fjRLMXNZGuaz+zHKNexhWSPKr+ggChnZCOLl/F6zbDnBZoCaHR6hH4+QLz0K/FAgxN2Nn00RiOFkmIlzEioxMcwC/peTl3WzRfqPINdTftiTzcFi/c2QmlHhnxsueIwNhHOn4frkGkFmexdDrXRStERzSBJ13X4kWduPmQsn+bx5/7xwqC6M4bXpkYFOefOw== aschoen@redhat.com", "key_options": null, "keyfile": "/home/andrewschoen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "andrewschoen", "validate_certs": true} 2021-03-04T22:41:39.042 INFO:teuthology.task.ansible.out: TASK [users : Clone the keys repo] ********************************************* 2021-03-04T22:41:39.044 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"after": "c31004c4720a55ac12a95d66c32e64f592877604", "attempts": 1, "before": "c31004c4720a55ac12a95d66c32e64f592877604", "changed": false, "remote_url_changed": false} 2021-03-04T22:41:39.065 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:41:39 +0000 (0:00:00.455) 0:00:34.740 ******** 2021-03-04T22:41:39.081 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-03-04T22:41:39.083 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local", "key_options": null, "keyfile": "/home/zack/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zack", "validate_certs": true} 2021-03-04T22:41:39.262 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4eHmz10szeHNS3dNejKokW85ksB+iR4HGOFsmQM11Ni68Nm5aqEKvkOZU8TpY92vpCQL0A68GlrXB845cACdyk6HUJYyNNNMC43l1FYWOwjMqQBSdj8W3VQDTA6eiG60mt5fgI8fyR38rKzIA1MnTBkSSjuh5kQVJ9bdEp3GuY5oc8vxDNBlGJ6LYnyEWt/pqL2J+mpjqnOjsC+EbE2exhP9O+mvzpQiyo/+dEN1COwX3//pNRXGfOSeOczHNsJE8Eu+j/n/BlW57++sJyFMkzS7bUxMSGM6quvjQZ7RT1c5JM6vLEiQyzQxoRgzY93h1yKlOstBi0NamtpqHQZGP kdreyer@mbp.ktdreyer.com", "key_options": null, "keyfile": "/home/kdreyer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kdreyer", "validate_certs": true} 2021-03-04T22:41:39.336 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDdkebJGXKQWBG/7wZG334P+EAdC+5VNMrjLjXhaZZbt3V9vKDQCodcU3zSOjMa/GDGg2WHQdO/vioCc6O/m61KTbgLDaaPSzHH16j/e1SaU8BIgKKU42AUBJzpPeaZ2wCC1i12Hq8ULwjEW29IDsnMortzlCSQmaTKc3DN2nCXZWQXA1rSiQ2AhIq5WNJY9S36lsg5tkex4xUajyNW4vPubLtkSv+WrzNK7ZJ8zfzP6eJEJ+Uj7CLdanBCgwoLGSPfGA5c/gyUT7mHibOUwvFB5sFVsozMPp2PXzUUIv70adJpOskLYfKY7TUSuaB4AUOPu6NVauzVIl3Tsn+uvHqvtn8KC3BPpyH7+JiFQWEt+aO+/ynprfoqCjktuf07SXo0ewoVYT2S++JEBa/N2hKRkzIoSPJ+Rvoazc8GZIjXpQRyhMdTV/LCSeyUTJ7lDQVrQVhUIHKnMm+hZmf4tLQKZvNAThO984CpY93ST5Ww07fjRLMXNZGuaz+zHKNexhWSPKr+ggChnZCOLl/F6zbDnBZoCaHR6hH4+QLz0K/FAgxN2Nn00RiOFkmIlzEioxMcwC/peTl3WzRfqPINdTftiTzcFi/c2QmlHhnxsueIwNhHOn4frkGkFmexdDrXRStERzSBJ13X4kWduPmQsn+bx5/7xwqC6M4bXpkYFOefOw== aschoen@redhat.com", "key_options": null, "keyfile": "/home/andrewschoen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "andrewschoen", "validate_certs": true} 2021-03-04T22:41:39.451 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/onMoOCUhkp+UiJAq+ye4P70sfeV+uMhgWKLfLBh/1SYq1xxb9bSmjBnETO/9KvukRhzlReBQ7y+BKRhm037P7LuTUY4r0Y8JB6BXkjjCY1yXZJC6kvB7xFsvyiDum5rrdeWMQ/Rhh7YJpze5KY1nHLkyU9X7Ewak0kLEyduJEKekbsOom6l0wZ2ZYrBEKFWJXUDk5icUuWWg3mhKaKnLNWVg1lUw8jzYTJYfjR9GUgzZWXtzkAaI3ugpLOlQ+KEls03/WAFcWA9F9ExqzIsJpvEks27LeFBGVE3PjVNKMqqBZQlZt 2021-03-04T22:41:39.453 INFO:teuthology.task.ansible.out:IEz1iguWJaWMi5lDIfXkvVOFabtIpX/BZRf dmick@dmick-MacBookAir\nssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOoIm6sOytKwqNf9FSQn0Olu72ZRDjAYeNFQVWTn2PIB ed25519-hplaptop", "key_options": null, "keyfile": "/home/dmick/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dmick", "validate_certs": true} 2021-03-04T22:41:39.515 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local", "key_options": null, "keyfile": "/home/zack/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zack", "validate_certs": true} 2021-03-04T22:41:39.640 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJ4z0gLwjexgyixdTuiwaxpPnq7w4FOKxHsQKKAHTlKRu11ynB+9APbtqaAYss8yDqHaHyewPdE+9JMYhZX8rUgcKv2H7jBCQ/Enfl0UyY643VQnuG8lr2Ipk6ELuL5NuuTb7Npo4zKyq/0649kPD46k/X/qLuKzhN49k50S3XJq5WwHi6CJvR8DzPOkjied0o1BHpfcCCIMorUcyfVxqmeu2m+uSE15ncQsd8BIvH4/YNoncUGYxqVhGB+FNUlWdhV0SPRW7V/gmyvFW5qdYX2QhNZAQHChdEH1E9AI7WiCFkyLRx39qYgXgqj8vOOnlwHgy/oJnpnu/Mlvj1uETX sage@montreal\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCVPfoCpv2/9uWCwEo4clWt3i1O8ZPpB2FcQbBLxY3iLQWZJDe74rNWPBj0cJVCytTHxYV0e5HxYyChOG60ca5odHlPNB+/Z4WLU9LVuHiCYsElivJlwvD+l9kzI+UMGJb3HCHqx2yIRGXpEkSMFR1+w5Oz9sInPD7JJmO8Hb9KkoeqZtkJL0aic/M5bDWBut6SSfYlmh8qnQYbkCDiXg/KtOcy1ZJXQ9ZLjsCbpSzeBNbdUOxEQ1+5vUe00vHpl0vOKtRrzgTne2ct1IxbSjdL16ZgHi5BQAREXc9UUG3z7NPOmnwkuKkkpyLmwcOusot5tYHrxks+5i6EoGEJrvJ3 sage@maetl", "key_options": null, "keyfile": "/home/sage/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sage", "validate_certs": true} 2021-03-04T22:41:39.693 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4eHmz10szeHNS3dNejKokW85ksB+iR4HGOFsmQM11Ni68Nm5aqEKvkOZU8TpY92vpCQL0A68GlrXB845cACdyk6HUJYyNNNMC43l1FYWOwjMqQBSdj8W3VQDTA6eiG60mt5fgI8fyR38rKzIA1MnTBkSSjuh5kQVJ9bdEp3GuY5oc8vxDNBlGJ6LYnyEWt/pqL2J+mpjqnOjsC+EbE2exhP9O+mvzpQiyo/+dEN1COwX3//pNRXGfOSeOczHNsJE8Eu+j/n/BlW57++sJyFMkzS7bUxMSGM6quvjQZ7RT1c5JM6vLEiQyzQxoRgzY93h1yKlOstBi0NamtpqHQZGP kdreyer@mbp.ktdreyer.com", "key_options": null, "keyfile": "/home/kdreyer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kdreyer", "validate_certs": true} 2021-03-04T22:41:39.830 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBAN3MlkYQNsm1uB6uJQ7hWJ1Ro9Gusrhi/b/KshPMFh51VWBQn71LdCCjdrsE6FWs5FYE/hr7MITJe+si7aZCmuf8U9tc+oiYh3spXtRhJVIM80FOVRXUmt2XR8I+oNbpcFDayYu956Volafksk3oYjsO356swj7+Q+AUQVF4bDJRAAAAFQCkB2YZKItSDL7XfAl6ZmJ21vqUMwAAAIEAsZspNIUwssVJGO4r3M3BECWklWLEFviIjGVKdPWulN10eRCczZrH7vMOs8coHKDQqYdS2RejlojT03FjFAqeBiTeAlcmgHoev+vqTg2Yhqx3gROzNc6NmG887owCOU4j7LJQP6SX8I8EpSXCMNOZliv2ZokjX2DuRsuIDxQdc84AAACBAMAp++fcqmGS7x7ic2x4rhyiYmdqlMIl8lrM3GkVR6qGuIVBvOGl38ieJKcTBLeRgyC04uIMfk8P9lLvZw3UF97qH3V0imKfq8aYnBGxCv+IjtdOrR5k4hrUW+P0qipvU+4dgHlpqwTKB4MtD9uDxvhENWvqcCnOS5rI6dddaZT6 dgallowa@dgallowa.csb\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o 2021-03-04T22:41:39.832 INFO:teuthology.task.ansible.out:8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50", "key_options": null, "keyfile": "/home/dgalloway/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dgalloway", "validate_certs": true} 2021-03-04T22:41:39.862 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/onMoOCUhkp+UiJAq+ye4P70sfeV+uMhgWKLfLBh/1SYq1xxb9bSmjBnETO/9KvukRhzlReBQ7y+BKRhm037P7LuTUY4r0Y8JB6BXkjjCY1yXZJC6kvB7xFsvyiDum5rrdeWMQ/Rhh7YJpze5KY1nHLkyU9X7Ewak0kLEyduJEKekbsOom6l0wZ2ZYrBEKFWJXUDk5icUuWWg3mhKaKnLNWVg1lUw8jzYTJYfjR9GUgzZWXtzkAaI3ugpLOlQ+KEls03/WAFcWA9F9ExqzIsJpvEks27LeFBGVE3PjVNKMqqBZQlZt 2021-03-04T22:41:39.864 INFO:teuthology.task.ansible.out:IEz1iguWJaWMi5lDIfXkvVOFabtIpX/BZRf dmick@dmick-MacBookAir\nssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOoIm6sOytKwqNf9FSQn0Olu72ZRDjAYeNFQVWTn2PIB ed25519-hplaptop", "key_options": null, "keyfile": "/home/dmick/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dmick", "validate_certs": true} 2021-03-04T22:41:39.998 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/akraitma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akraitma", "validate_certs": true} 2021-03-04T22:41:40.030 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJ4z0gLwjexgyixdTuiwaxpPnq7w4FOKxHsQKKAHTlKRu11ynB+9APbtqaAYss8yDqHaHyewPdE+9JMYhZX8rUgcKv2H7jBCQ/Enfl0UyY643VQnuG8lr2Ipk6ELuL5NuuTb7Npo4zKyq/0649kPD46k/X/qLuKzhN49k50S3XJq5WwHi6CJvR8DzPOkjied0o1BHpfcCCIMorUcyfVxqmeu2m+uSE15ncQsd8BIvH4/YNoncUGYxqVhGB+FNUlWdhV0SPRW7V/gmyvFW5qdYX2QhNZAQHChdEH1E9AI7WiCFkyLRx39qYgXgqj8vOOnlwHgy/oJnpnu/Mlvj1uETX sage@montreal\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCVPfoCpv2/9uWCwEo4clWt3i1O8ZPpB2FcQbBLxY3iLQWZJDe74rNWPBj0cJVCytTHxYV0e5HxYyChOG60ca5odHlPNB+/Z4WLU9LVuHiCYsElivJlwvD+l9kzI+UMGJb3HCHqx2yIRGXpEkSMFR1+w5Oz9sInPD7JJmO8Hb9KkoeqZtkJL0aic/M5bDWBut6SSfYlmh8qnQYbkCDiXg/KtOcy1ZJXQ9ZLjsCbpSzeBNbdUOxEQ1+5vUe00vHpl0vOKtRrzgTne2ct1IxbSjdL16ZgHi5BQAREXc9UUG3z7NPOmnwkuKkkpyLmwcOusot5tYHrxks+5i6EoGEJrvJ3 sage@maetl", "key_options": null, "keyfile": "/home/sage/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sage", "validate_certs": true} 2021-03-04T22:41:40.169 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCgaz5AsLB+hPwnHjlf6vktlUQ8iWsKA+hViok+j+uCm0U/iho7O7Qd8E/3tp9yBx10Wkvuz1mmf6v2AO7Qa8+SE1QQPmA+4xLp4xXCqlUGFjnzm/7uQcQZtlWdfBHzQ9jVyPAgUpnGVUtW8PhW0txe8MEtecOO2C3Snx0yuTOx6O11jNvT938QjOeRQWw3X2YFUtMIOiwEhKtqstBIGXlMdaQKfvdlbA9MjyYy6VfK1x8lVcu8umUf/z56YmMkC2iO117/obhdu1XsU9SmjM51wHMOUCXSVqH8E3BWu0yohy4QmZDkdFihyYa+hoS9dOqGC91dFaQc46xrdmV4wqg1 jcaratza@MacBook-Pro\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAV78mqEy/VkB2BthIE/m7iE5sbTjTRS0KuH7AB0KPvZBsDIw5cL8jKyxiaPC85+aOkBa4LrP0TUFBzN87Snt+PLMz2QHBOvlSTfUuRkHVo3vWJFzVuUSzzddkYds3hAxUriAHKv6CRSy1yFBxPQQHTSATUHKWqihMElbUCZrrrfH8A7J9vwixzCSLg4KbINjfa77rxefcZwugUqiYiVUWUSOb023f+QEaDm7OP+/uzz3SjF1Y0LMwa75yctttIfkRBKjY7uFCuZdKc3l2A/fdPxbFwlZmIox3LLngdTzHMVXGbVHqq9Ixo8FSAXiI1Buy2LTMoXMJwQYSvzsv7xNwujKVlUjoE9cOOIdzCC5AziwSiJB4+tNh73c5tRUzMMC98HLOhPJriSPvOt1pMEdWDX3/evcyxvRgJUKgYnmQG7n8v8O/CLyG0sAJDmGC3U9S/3fUDUjZIKWSsc85Q3xRaJwZJIS2VZwH0zG1Gmynih8PPq7VeDx7tKuNm4uTYT8= bigjust@desktop-jsho3l9.lan", "key_options": null, "keyfile": "/home/jcaratzas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcaratzas", "validate_certs": true} 2021-03-04T22:41:40.234 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBAN3MlkYQNsm1uB6uJQ7hWJ1Ro9Gusrhi/b/KshPMFh51VWBQn71LdCCjdrsE6FWs5FYE/hr7MITJe+si7aZCmuf8U9tc+oiYh3spXtRhJVIM80FOVRXUmt2XR8I+oNbpcFDayYu956Volafksk3oYjsO356swj7+Q+AUQVF4bDJRAAAAFQCkB2YZKItSDL7XfAl6ZmJ21vqUMwAAAIEAsZspNIUwssVJGO4r3M3BECWklWLEFviIjGVKdPWulN10eRCczZrH7vMOs8coHKDQqYdS2RejlojT03FjFAqeBiTeAlcmgHoev+vqTg2Yhqx3gROzNc6NmG887owCOU4j7LJQP6SX8I8EpSXCMNOZliv2ZokjX2DuRsuIDxQdc84AAACBAMAp++fcqmGS7x7ic2x4rhyiYmdqlMIl8lrM3GkVR6qGuIVBvOGl38ieJKcTBLeRgyC04uIMfk8P9lLvZw3UF97qH3V0imKfq8aYnBGxCv+IjtdOrR5k4hrUW+P0qipvU+4dgHlpqwTKB4MtD9uDxvhENWvqcCnOS5rI6dddaZT6 dgallowa@dgallowa.csb\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o 2021-03-04T22:41:40.238 INFO:teuthology.task.ansible.out:8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50", "key_options": null, "keyfile": "/home/dgalloway/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dgalloway", "validate_certs": true} 2021-03-04T22:41:40.378 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDSc2rWtLtZM0CBWwaxhSfd0T++ZTX9c8kQrYT0rsQlJ6Hxj4c3+ypwh4iivdtFpyz4clxWkb/wimi48PvjNyZdudB9BeQUBeFfLiro3LnFEbKhM1RwRI89s34mRwmC0LLUZwcdX80zc6/fKuPzvBzR1PiY9tWRyIpYErQAHa2jEOE2MpFDHnlbXdfXFh5Tw3OmC1qBlQvgcrivA9lVaVlf+hfwmOQwXFIG3PCJLNlXDshCSUGAfYKBRvQaKS8sOf9rQaflPrwqJ8hDgVVQkpp69yVsGtahbBmjs6QS6C8EkGUFQmvrIcrQ8+5mRlRAmK2DMTP3cAcsYcMOJ+9KwP+H mgolub@zhuzha", "key_options": null, "keyfile": "/home/trociny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "trociny", "validate_certs": true} 2021-03-04T22:41:40.390 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:40.434 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/akraitma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akraitma", "validate_certs": true} 2021-03-04T22:41:40.581 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANarZ+C62DPffRIhaCuCtXLChrfqwXgWqGHOLLkmPTtZ3/EE8ZiN+LY1ZcmP939AxXi8Oe+9LepwAdsoQKZctlC7XToyhjIk+rVSPyn3zl3BTC2AxfCKq2vqj65a1sc35Whrw7OaUa2fr5iHSazP6HuG01DhJ9l8HJsLKmiwWChZAAAAFQCNmunc7BNLWrqyrYwINTfscowkbQAAAIEAyYERcunZYJAZ9Eno18kM+ylq0jcQmnPqyIvssWXTttUZnaGQvbVxABeyr6ZKuUyZQfyetofquOGBKPBuzV/7posl5ShDuAcxbS1zhrmk9glTA1yFLvznDdWdLOWG06tjOc78G2AmldKHCdPsmgh2D7WyRr4QY4rcCvwKfZ6+eEYAAACBAJZrOlOlygfPZ4ZB0+EbdYACz1+L/iYNNAOBp51TRutNceLVrNJNOVdmCMLuF0A1go4kPSD/05aJOkOyW86gYLA5DXaW3961+kPInOFAe8OTyQYE7221ThYHRnCfVFjdknuCDomj69wk4SsR+ZPXvSXs1jSJWKhLfUSe9n4bmw7w anet2@secant.private.linuxbox.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5CMht/crEocrHqGjf0sxE9AhNcW3XBxwlniJwaBJLhekLQEQJoxAy2xUUmPYb2/e7rdmTBxzQipUaAGWVk1FHANac4cbgXzNT+9cnF7EIRkPa/x9jaKNiU0ozMhu/GOoeDXMrHIDgVGWPF3Ag/r17ORpYnuFTjsqoCWyh+mqskV+lmAp04rv2tvqouHtEs6gLebKNtB8c6twhrBKF62Ie+rSr3r7hQaqiZitHbg/isbU5RMBl6H48wHAVSK2/uTfMorb 2021-03-04T22:41:40.583 INFO:teuthology.task.ansible.out:nuEYRG8HvlnPRvQHscJYKiZSt/G7XqZ3x/7c4czEF+OpdQbAgg46vh4fNVMxZk9KHwEkOE06ROuwgAejJ mbenjamin@duel", "key_options": null, "keyfile": "/home/mbenjamin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mbenjamin", "validate_certs": true} 2021-03-04T22:41:40.624 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCgaz5AsLB+hPwnHjlf6vktlUQ8iWsKA+hViok+j+uCm0U/iho7O7Qd8E/3tp9yBx10Wkvuz1mmf6v2AO7Qa8+SE1QQPmA+4xLp4xXCqlUGFjnzm/7uQcQZtlWdfBHzQ9jVyPAgUpnGVUtW8PhW0txe8MEtecOO2C3Snx0yuTOx6O11jNvT938QjOeRQWw3X2YFUtMIOiwEhKtqstBIGXlMdaQKfvdlbA9MjyYy6VfK1x8lVcu8umUf/z56YmMkC2iO117/obhdu1XsU9SmjM51wHMOUCXSVqH8E3BWu0yohy4QmZDkdFihyYa+hoS9dOqGC91dFaQc46xrdmV4wqg1 jcaratza@MacBook-Pro\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAV78mqEy/VkB2BthIE/m7iE5sbTjTRS0KuH7AB0KPvZBsDIw5cL8jKyxiaPC85+aOkBa4LrP0TUFBzN87Snt+PLMz2QHBOvlSTfUuRkHVo3vWJFzVuUSzzddkYds3hAxUriAHKv6CRSy1yFBxPQQHTSATUHKWqihMElbUCZrrrfH8A7J9vwixzCSLg4KbINjfa77rxefcZwugUqiYiVUWUSOb023f+QEaDm7OP+/uzz3SjF1Y0LMwa75yctttIfkRBKjY7uFCuZdKc3l2A/fdPxbFwlZmIox3LLngdTzHMVXGbVHqq9Ixo8FSAXiI1Buy2LTMoXMJwQYSvzsv7xNwujKVlUjoE9cOOIdzCC5AziwSiJB4+tNh73c5tRUzMMC98HLOhPJriSPvOt1pMEdWDX3/evcyxvRgJUKgYnmQG7n8v8O/CLyG0sAJDmGC3U9S/3fUDUjZIKWSsc85Q3xRaJwZJIS2VZwH0zG1Gmynih8PPq7VeDx7tKuNm4uTYT8= bigjust@desktop-jsho3l9.lan", "key_options": null, "keyfile": "/home/jcaratzas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcaratzas", "validate_certs": true} 2021-03-04T22:41:40.750 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvG6+jM8aulc5CID/yE6AXPXczxq8tMgY+2sdo/ihWpgDZuFwGL4hwj8nyh5cTqZ2LEa4kRkUUIoH9avLCFN5pDBVvcj1/O06ZGnkq/hV6791UiPF5S5RGmz3MGxv0RDfjA0OLFav7u1s+ZJ6z2W1Tpy/W+g/fMYqbPc6rV+pm3Uo16+BWz/diZH8smqcty4chnnCy6gqOrcAxCZLpeyjX6Ydn3fnTLTAmhoQ9eUz7LjP4ZnFD5zL6jrSBlJ5WNTLevUzvS8eL7RuP8D3Qfn8ukIzPXG2vs594FhSc/HnvubKricvKMm0P0ki4Z0vM9VruQn7Tbeqdwpi1IfgyiAMX aemerson@work-yubi\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxUDk9jEQOSrRwe0WMGBPw28fzgOhvqMgcG90SvuUjR20Rx3KUfy9JMxPJPesjBQz0xgH5adOVg2JQeLrt3uSJdIFNpqox8BBrS1u/bWT2dorQjLnFEhrtA8Ae/h2kwLQ8w3yYNWB/PxDSuMRnyH4G8EWtVydzQcV/QnNZ9Y6eBcHaI5C2yVnFl7Fi4zBYc2eeL8o8gWqmM6DobBCvVrxD0pCNAsLhOW6IA140BNGT9F/hQZYje9RQRWbFKh/iKiUhqFYCzLcxFfYXkw2HZMJA2p/bLmuc8ZbgYaIiU6b90kpfDB37Xw0S6toIj9E8h+E3nkNnwraCQcbralhz/bdz aemerson@seasalt\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAv8/FJn7hz2WieoQFUGXS0bhwSwL1LCI9kkjWYNkWb8IJPrBetlkr5TsvHEKDPZGF5Sv8LsYA6njPnbOGyAHpYlnv/Gz4Hwq3hLgmXCs6JGWBQv8NS+pjwnG6Nh6JfFI0ANeg652Rk9Qt9uLYeKVKmHXXrVZAD4NMvJGfEvneQzuwwpylUmV80WAdaQw/H0EP4NScZhNhknwAs/+KPFZH+RFoUj/Cb3poIFjwyviIgyal5hjAEsoczCW3hAla/9IyC2VDS027WPiPFmBFaYK5lYYLStBQdRx+6amH76XScLFy0FEPLL5qiN0ClAptvh1oIURgipdXZwaxpf06AXG8qw== aemerson@electric", "key_options": null, "keyfile": "/home/aemerson/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aemers 2021-03-04T22:41:40.752 INFO:teuthology.task.ansible.out:on", "validate_certs": true} 2021-03-04T22:41:40.761 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:40.772 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:40.793 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDSc2rWtLtZM0CBWwaxhSfd0T++ZTX9c8kQrYT0rsQlJ6Hxj4c3+ypwh4iivdtFpyz4clxWkb/wimi48PvjNyZdudB9BeQUBeFfLiro3LnFEbKhM1RwRI89s34mRwmC0LLUZwcdX80zc6/fKuPzvBzR1PiY9tWRyIpYErQAHa2jEOE2MpFDHnlbXdfXFh5Tw3OmC1qBlQvgcrivA9lVaVlf+hfwmOQwXFIG3PCJLNlXDshCSUGAfYKBRvQaKS8sOf9rQaflPrwqJ8hDgVVQkpp69yVsGtahbBmjs6QS6C8EkGUFQmvrIcrQ8+5mRlRAmK2DMTP3cAcsYcMOJ+9KwP+H mgolub@zhuzha", "key_options": null, "keyfile": "/home/trociny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "trociny", "validate_certs": true} 2021-03-04T22:41:40.795 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:40.951 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHk8c8wUTTYolOOmMlniNrsjfRyF9pCCnaEQ2DXR73P0hbFMme5Md5cF3PTtPIOHSNkWk/qg7s6gZD8LGyFmloO42RBgLsW1qM8RWTDbPy5EQdrjxL9byVzBBCDoQPIS2M+0XnhYa6CBj38Sw8XPlS41CebAJEOQeyLG2I6CAI0rTij6gsqDfALbIezd/eWvmbksKYM1Lb4Gvj+k/OL/xDZzIZHF/P+mK+trY45gsUHxKZamkeHyAT4f3kiNJA+UwzTWGhafy6UE7yGqhZjt9xOZSQGuwroL7EtAzntxayPRNxQPfGDV+fYYf0QBbTtHyJeikPUuw7aR1Z3KwuSmWD dis@zambezi", "key_options": null, "keyfile": "/home/dis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dis", "validate_certs": true} 2021-03-04T22:41:40.962 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANarZ+C62DPffRIhaCuCtXLChrfqwXgWqGHOLLkmPTtZ3/EE8ZiN+LY1ZcmP939AxXi8Oe+9LepwAdsoQKZctlC7XToyhjIk+rVSPyn3zl3BTC2AxfCKq2vqj65a1sc35Whrw7OaUa2fr5iHSazP6HuG01DhJ9l8HJsLKmiwWChZAAAAFQCNmunc7BNLWrqyrYwINTfscowkbQAAAIEAyYERcunZYJAZ9Eno18kM+ylq0jcQmnPqyIvssWXTttUZnaGQvbVxABeyr6ZKuUyZQfyetofquOGBKPBuzV/7posl5ShDuAcxbS1zhrmk9glTA1yFLvznDdWdLOWG06tjOc78G2AmldKHCdPsmgh2D7WyRr4QY4rcCvwKfZ6+eEYAAACBAJZrOlOlygfPZ4ZB0+EbdYACz1+L/iYNNAOBp51TRutNceLVrNJNOVdmCMLuF0A1go4kPSD/05aJOkOyW86gYLA5DXaW3961+kPInOFAe8OTyQYE7221ThYHRnCfVFjdknuCDomj69wk4SsR+ZPXvSXs1jSJWKhLfUSe9n4bmw7w anet2@secant.private.linuxbox.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5CMht/crEocrHqGjf0sxE9AhNcW3XBxwlniJwaBJLhekLQEQJoxAy2xUUmPYb2/e7rdmTBxzQipUaAGWVk1FHANac4cbgXzNT+9cnF7EIRkPa/x9jaKNiU0ozMhu/GOoeDXMrHIDgVGWPF3Ag/r17ORpYnuFTjsqoCWyh+mqskV+lmAp04rv2tvqouHtEs6gLebKNtB8c6twhrBKF62Ie+rSr3r7hQaqiZitHbg/isbU5RMBl6H48wHAVSK2/uTfMorb 2021-03-04T22:41:40.964 INFO:teuthology.task.ansible.out:nuEYRG8HvlnPRvQHscJYKiZSt/G7XqZ3x/7c4czEF+OpdQbAgg46vh4fNVMxZk9KHwEkOE06ROuwgAejJ mbenjamin@duel", "key_options": null, "keyfile": "/home/mbenjamin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mbenjamin", "validate_certs": true} 2021-03-04T22:41:41.130 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANaS5gZUnIp5UL/PM3xOrQiNVxfona7sD1XEXGYvNUyoojPWWAvdQRwdA/Ay8JsAjKeWUt0IwfWaPfbEoXU1TKAI+yyv5WzQUZAKmBFuYM0CUQnKrk72Dp6n8P2tnYen0ect22xEiW2+Y0JZ3wfV3IB3BQPoVCC9FQ+P3LHhYii/AAAAFQCgSceiZFeNItwJ2rJeQgVVTQKljwAAAIEA0Gd2VNCbbQ48vAF+m/i/CeQHJ9Dom9IOBN3v8XnSlOhtNzY1pJ0NRzrFQURCCeVQJaywr0et5FCXIDVqTuR4qfCu5XXU1KHpn/AvHstOd93Y0XYMwSXfNszOtpH7w9SEm7uBfKnLQNF843/MHZL4ZIdfxk73YjfMjrYFcvJwvM0AAACBAI9Wi2wG9Rrdbrgk8tqbnKMxxJCYt/Vakn5mQSc/WHqMUn14+Kb7oBtfTsfPFNK952FzU09ptNQvNWTPNMniI8l8lQi2B+Z28XUlFLL76uxJXWko99xFpf/d1kFBL0M7GRGmvvrMfeTCI+WIqh2jBVqbl4o8kjNx4p0VWyoiWeFJ gregf@pudgy\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAwSe7szyqMTqKK3D/JsXIa1PtPf1p8Njk0sMDSsJPA0gBGysmSgstke9fglOgeNIbNOBNDOY3vltuNCgUiQgVWOYhUaVpj+2vtSo 2021-03-04T22:41:41.132 INFO:teuthology.task.ansible.out:AWpXMQbNaWPGKhbxvJWMCLVckLENyoUZUBKLmTvRyKDjjq8CJ1TnfA2Xfo3a796EIOtD6essU3lAVIfIUILGD+HqptiHSB0spUJUVRxxlO2xw9rLYij1eUPRHrr9xWvDamr5JtKVtCLOL3M9QlltHieKlbJSCZq/EVxW9NAGA6IiqOhw2E1k59oGZUq4Qg+YLgYkB80Ms7nb1xpjQ8txvY+73xL/8i7Nqmr7ekKJfyTpRe03nCQ== gfarnum@mozart.thompsonian.net\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzqJQfdAKaggPDgSpk8P6QjLeyQYOz183fVSKnqAa5EeaCJozS1dn8z+iphswT3YL6wqIMqVHMfkSUcEeTBwZmvydaghOMJEIQSP1PCzH0V2XprELrEcBC3QTvaElPjjEYgBVUvEw8sL/RIQ7mgt9vxD0NcCDspsz35fmU222KzFxD41PZ5XzHQ3Lumwdax7mcpqrw8Aa5/tgcEqAIu54HYRf1Qmk6+ueMAvpwkX3eiSEtkVvuV1Kxpc3/0mOfJ7cn+eyPX3qUbo4oY76hIYseoUIwEaVE/pNW+pjwDSy4gSOcuxYDEGKzCwZPZeQtRQWzRt3YNafxi5xsByobGLlZw== gfarnum@GF-Macbook.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1ik3LbyKsPiGwdh+vGrKSYLvhMg7OkqMwDNYU5LqWBSotogxyGQJUuD80ZavxmmdXC4qScddHtWOJjtyX1CTSDUe7INpSgGPGnmSExVFpcYRnmxHAB+9M/c9VorUkQ8IOKLmRO/BdYma3Rl9NzhHI73yd4zJlx1K4NuQnhnj0Z4yXO+k44RkBWDdMicBB5lBP0hETaH2Iq1u5Dai3u6N5N9bSPXv2PGKvvU395K0Wts2CxMhOBc7LAixysNzNWLrnG1ghS4jPVG2TIHOElP5lIXUv1Wlkool5rTUWgnVY/7loWkDus2JryDM7hLGFXqgT7HHcpI4gSITqRhWxzsUF gregf@fedoragreg.localdomain", "key_options": null, "keyfile": "/home/gregf/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gregf", "validate_certs": true} ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvG6+jM8aulc5CID/yE6AXPXczxq8tMgY+2sdo/ihW 2021-03-04T22:41:41.134 INFO:teuthology.task.ansible.out:pgDZuFwGL4hwj8nyh5cTqZ2LEa4kRkUUIoH9avLCFN5pDBVvcj1/O06ZGnkq/hV6791UiPF5S5RGmz3MGxv0RDfjA0OLFav7u1s+ZJ6z2W1Tpy/W+g/fMYqbPc6rV+pm3Uo16+BWz/diZH8smqcty4chnnCy6gqOrcAxCZLpeyjX6Ydn3fnTLTAmhoQ9eUz7LjP4ZnFD5zL6jrSBlJ5WNTLevUzvS8eL7RuP8D3Qfn8ukIzPXG2vs594FhSc/HnvubKricvKMm0P0ki4Z0vM9VruQn7Tbeqdwpi1IfgyiAMX aemerson@work-yubi\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxUDk9jEQOSrRwe0WMGBPw28fzgOhvqMgcG90SvuUjR20Rx3KUfy9JMxPJPesjBQz0xgH5adOVg2JQeLrt3uSJdIFNpqox8BBrS1u/bWT2dorQjLnFEhrtA8Ae/h2kwLQ8w3yYNWB/PxDSuMRnyH4G8EWtVydzQcV/QnNZ9Y6eBcHaI5C2yVnFl7Fi4zBYc2eeL8o8gWqmM6DobBCvVrxD0pCNAsLhOW6IA140BNGT9F/hQZYje9RQRWbFKh/iKiUhqFYCzLcxFfYXkw2HZMJA2p/bLmuc8ZbgYaIiU6b90kpfDB37Xw0S6toIj9E8h+E3nkNnwraCQcbralhz/bdz aemerson@seasalt\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAv8/FJn7hz2WieoQFUGXS0bhwSwL1LCI9kkjWYNkWb8IJPrBetlkr5TsvHEKDPZGF5Sv8LsYA6njPnbOGyAHpYlnv/Gz4Hwq3hLgmXCs6JGWBQv8NS+pjwnG6Nh6JfFI0ANeg652Rk9Qt9uLYeKVKmHXXrVZAD4NMvJGfEvneQzuwwpylUmV80WAdaQw/H0EP4NScZhNhknwAs/+KPFZH+RFoUj/Cb3poIFjwyviIgyal5hjAEsoczCW3hAla/9IyC2VDS027WPiPFmBFaYK5lYYLStBQdRx+6amH76XScLFy0FEPLL5qiN0ClAptvh1oIURgipdXZwaxpf06AXG8qw== aemerson@electric", "key_options": null, "keyfile": "/home/aemerson/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aemerson", "validate_certs": true} 2021-03-04T22:41:41.142 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:41.153 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:41:41.299 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDgS5EfJyOxBkl/TtJikfb38rm6muQo7MwYufkLSBw9W2jFzt/ZMbVXyVsdZM4I6hWfZm1/q60UcER4yoA1xwYGOTmbFXrLUqqKxKTnCdyejuQ3miB7aiuisWO4vjb2+ppBwL9Mx775DPeQJehFyFK0qgh33tZO/9LWWYy7NOZdA9L2ei1PgMWa0VBeijcDR5GQSXzh0Yi+h/Ezu8jevu+NkW2IUJF6zPGjd9M9lAy7KG2dQjqqCX4XWmUS+MHJS6f9bsC5i39GWy29FvX/qFEArOMzuYRIFWE8iza95KSBxptb+Hw8PFBjQ1kTh6nC5ZV2X3ETcoj8fToTcgW3dTRF jdurgin@new-angeles", "key_options": null, "keyfile": "/home/joshd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joshd", "validate_certs": true} 2021-03-04T22:41:41.321 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHk8c8wUTTYolOOmMlniNrsjfRyF9pCCnaEQ2DXR73P0hbFMme5Md5cF3PTtPIOHSNkWk/qg7s6gZD8LGyFmloO42RBgLsW1qM8RWTDbPy5EQdrjxL9byVzBBCDoQPIS2M+0XnhYa6CBj38Sw8XPlS41CebAJEOQeyLG2I6CAI0rTij6gsqDfALbIezd/eWvmbksKYM1Lb4Gvj+k/OL/xDZzIZHF/P+mK+trY45gsUHxKZamkeHyAT4f3kiNJA+UwzTWGhafy6UE7yGqhZjt9xOZSQGuwroL7EtAzntxayPRNxQPfGDV+fYYf0QBbTtHyJeikPUuw7aR1Z3KwuSmWD dis@zambezi", "key_options": null, "keyfile": "/home/dis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dis", "validate_certs": true} 2021-03-04T22:41:41.462 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCyOWnAdvzh5zR2ts9e8g0wG4wZ0uNr0YJUCncAOTJB0L8xkQU76jWzX3BRNU5Wk8VtLvpJAQ61P7UXyzgGWSO9FHZjD3RDrc2V9uh/lqRKmx1COtDvcart/JwzwHlsWdrYdcXvEaAiFrZJ6x1jJAjIL6tvMO7bqBz4YNruKpGWsQ6p5P/M5iIEPMj1oKanLoULXqReC6eYFTw3LNAXjberPY5GxYwaKS0HuzySRvSblShyA85jawTSlEbsOSnMqqGu5vGJiC415UFQQ5qKBtzrgAjlUgMbaqGTnTmBYn7L751gIWRetgWqwuHgfIe2ZGM3mmh0DX8E03DUbEt4UxyR dzafman@TrustyTahr\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDDtSwGzH7V5jzppggL0+nYlBSM1HqGjkInwxutra5iEyFoBuV73MNSBk3HrvIVGN13+PCdHf4Oy8ywbhC/4yKbxS1NG76d/GU8ijZFuBlEwxwHZpcThpSTuYrNx7FJVp8Yjl45DtD5s8FMI/0YZZhLlIqT6QCTxlTIPXDb6zefEWvAVziE0bmhRpe4B6AOLOGTB9fivQr5YzxhfaSS5Vu4U1x5gmosouSJ+aMFrQWLqa/eoCy8t9PnxdMjlHjHCZ7Qv1JfpaAPw3qOK30GrVeXR/hPN3aFodTuIJpzdynjk5HO6/VKW5+mWBO7pmQqn9LNQEjADXbLh7PG//nOONbH dzafman@ubuntu16", "key_options": null, "keyfile": "/home/davidz/.ssh/authorized_keys", "manage_dir": true, "path": n 2021-03-04T22:41:41.464 INFO:teuthology.task.ansible.out:ull, "state": "present", "user": "davidz", "validate_certs": true} 2021-03-04T22:41:41.504 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANaS5gZUnIp5UL/PM3xOrQiNVxfona7sD1XEXGYvNUyoojPWWAvdQRwdA/Ay8JsAjKeWUt0IwfWaPfbEoXU1TKAI+yyv5WzQUZAKmBFuYM0CUQnKrk72Dp6n8P2tnYen0ect22xEiW2+Y0JZ3wfV3IB3BQPoVCC9FQ+P3LHhYii/AAAAFQCgSceiZFeNItwJ2rJeQgVVTQKljwAAAIEA0Gd2VNCbbQ48vAF+m/i/CeQHJ9Dom9IOBN3v8XnSlOhtNzY1pJ0NRzrFQURCCeVQJaywr0et5FCXIDVqTuR4qfCu5XXU1KHpn/AvHstOd93Y0XYMwSXfNszOtpH7w9SEm7uBfKnLQNF843/MHZL4ZIdfxk73YjfMjrYFcvJwvM0AAACBAI9Wi2wG9Rrdbrgk8tqbnKMxxJCYt/Vakn5mQSc/WHqMUn14+Kb7oBtfTsfPFNK952FzU09ptNQvNWTPNMniI8l8lQi2B+Z28XUlFLL76uxJXWko99xFpf/d1kFBL0M7GRGmvvrMfeTCI+WIqh2jBVqbl4o8kjNx4p0VWyoiWeFJ gregf@pudgy\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAwSe7szyqMTqKK3D/JsXIa1PtPf1p8Njk0sMDSsJPA0gBGysmSgstke9fglOgeNIbNOBNDOY3vltuNCgUiQgVWOYhUaVpj+2vtSo 2021-03-04T22:41:41.506 INFO:teuthology.task.ansible.out:AWpXMQbNaWPGKhbxvJWMCLVckLENyoUZUBKLmTvRyKDjjq8CJ1TnfA2Xfo3a796EIOtD6essU3lAVIfIUILGD+HqptiHSB0spUJUVRxxlO2xw9rLYij1eUPRHrr9xWvDamr5JtKVtCLOL3M9QlltHieKlbJSCZq/EVxW9NAGA6IiqOhw2E1k59oGZUq4Qg+YLgYkB80Ms7nb1xpjQ8txvY+73xL/8i7Nqmr7ekKJfyTpRe03nCQ== gfarnum@mozart.thompsonian.net\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzqJQfdAKaggPDgSpk8P6QjLeyQYOz183fVSKnqAa5EeaCJozS1dn8z+iphswT3YL6wqIMqVHMfkSUcEeTBwZmvydaghOMJEIQSP1PCzH0V2XprELrEcBC3QTvaElPjjEYgBVUvEw8sL/RIQ7mgt9vxD0NcCDspsz35fmU222KzFxD41PZ5XzHQ3Lumwdax7mcpqrw8Aa5/tgcEqAIu54HYRf1Qmk6+ueMAvpwkX3eiSEtkVvuV1Kxpc3/0mOfJ7cn+eyPX3qUbo4oY76hIYseoUIwEaVE/pNW+pjwDSy4gSOcuxYDEGKzCwZPZeQtRQWzRt3YNafxi5xsByobGLlZw== gfarnum@GF-Macbook.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1ik3LbyKsPiGwdh+vGrKSYLvhMg7OkqMwDNYU5LqWBSotogxyGQJUuD80ZavxmmdXC4qScddHtWOJjtyX1CTSDUe7INpSgGPGnmSExVFpcYRnmxHAB+9M/c9VorUkQ8IOKLmRO/BdYma3Rl9NzhHI73yd4zJlx1K4NuQnhnj0Z4yXO+k44RkBWDdMicBB5lBP0hETaH2Iq1u5Dai3u6N5N9bSPXv2PGKvvU395K0Wts2CxMhOBc7LAixysNzNWLrnG1ghS4jPVG2TIHOElP5lIXUv1Wlkool5rTUWgnVY/7loWkDus2JryDM7hLGFXqgT7HHcpI4gSITqRhWxzsUF gregf@fedoragreg.localdomain", "key_options": null, "keyfile": "/home/gregf/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gregf", "validate_certs": true} 2021-03-04T22:41:41.650 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "key": "ecdsa-sha2-nistp521 AAAAE2VjZHNhLXNoYTItbmlzdHA1MjEAAAAIbmlzdHA1MjEAAACFBAHT7CHaceRLB5mJv9SYKog1wBXsavzH3G3WCBEvVyK76JIslDudZm2ycJv66r+VlGaD8sFI5Mb/KKFMKcKesLRX+wHqZg9MlkoJgm7WGoRQ5I0M1Vt7TL3uJkVCaGZHtO7BXqzTx53C1AaJ1HN+DG2MGy5mm6tHwL901UVqG4EzjBnjxA== christinameno@boxtop", "key_options": null, "keyfile": "/home/cmeno/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cmeno", "validate_certs": true} 2021-03-04T22:41:41.682 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDgS5EfJyOxBkl/TtJikfb38rm6muQo7MwYufkLSBw9W2jFzt/ZMbVXyVsdZM4I6hWfZm1/q60UcER4yoA1xwYGOTmbFXrLUqqKxKTnCdyejuQ3miB7aiuisWO4vjb2+ppBwL9Mx775DPeQJehFyFK0qgh33tZO/9LWWYy7NOZdA9L2ei1PgMWa0VBeijcDR5GQSXzh0Yi+h/Ezu8jevu+NkW2IUJF6zPGjd9M9lAy7KG2dQjqqCX4XWmUS+MHJS6f9bsC5i39GWy29FvX/qFEArOMzuYRIFWE8iza95KSBxptb+Hw8PFBjQ1kTh6nC5ZV2X3ETcoj8fToTcgW3dTRF jdurgin@new-angeles", "key_options": null, "keyfile": "/home/joshd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joshd", "validate_certs": true} 2021-03-04T22:41:41.830 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDkIZyWnJXYv/z3EVeKHatjFUAdaomIMqzvFLrA9VskeM0Ctv8a83Wk3BbYvTFQWALjZjS2HVYzi5p6kTQ4qxXlcO7HxRw0j4otNauilvgIc4Lu5N4pUtYf0piEo+nrXz+WhELfmJ8t1Yx00uGEl9pOF04SOuXtpwwrCFAO6WMCcjDuYhoI2VBKO3W/OWcIuQ8ZY3j4iDdofFOUGyyoYVyOi/HILKjluYB+ues5+wBEkDuoi3MafCnIj8M0O5fU8/JoOTksOu779UN6blPiNdEgnwD00jA+RWYY6b12ZVkiF4rUVGCiiKKUwOOWkRhkA5OEcBgZ8cGWFgGfZM1GJA// ivancich@sleepy", "key_options": null, "keyfile": "/home/ivancich/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ivancich", "validate_certs": true} 2021-03-04T22:41:41.851 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCyOWnAdvzh5zR2ts9e8g0wG4wZ0uNr0YJUCncAOTJB0L8xkQU76jWzX3BRNU5Wk8VtLvpJAQ61P7UXyzgGWSO9FHZjD3RDrc2V9uh/lqRKmx1COtDvcart/JwzwHlsWdrYdcXvEaAiFrZJ6x1jJAjIL6tvMO7bqBz4YNruKpGWsQ6p5P/M5iIEPMj1oKanLoULXqReC6eYFTw3LNAXjberPY5GxYwaKS0HuzySRvSblShyA85jawTSlEbsOSnMqqGu5vGJiC415UFQQ5qKBtzrgAjlUgMbaqGTnTmBYn7L751gIWRetgWqwuHgfIe2ZGM3mmh0DX8E03DUbEt4UxyR dzafman@TrustyTahr\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDDtSwGzH7V5jzppggL0+nYlBSM1HqGjkInwxutra5iEyFoBuV73MNSBk3HrvIVGN13+PCdHf4Oy8ywbhC/4yKbxS1NG76d/GU8ijZFuBlEwxwHZpcThpSTuYrNx7FJVp8Yjl45DtD5s8FMI/0YZZhLlIqT6QCTxlTIPXDb6zefEWvAVziE0bmhRpe4B6AOLOGTB9fivQr5YzxhfaSS5Vu4U1x5gmosouSJ+aMFrQWLqa/eoCy8t9PnxdMjlHjHCZ7Qv1JfpaAPw3qOK30GrVeXR/hPN3aFodTuIJpzdynjk5HO6/VKW5+mWBO7pmQqn9LNQEjADXbLh7PG//nOONbH dzafman@ubuntu16", "key_options": null, "keyfile": "/home/davidz/.ssh/authorized_keys", "manage_dir": true, "path": n 2021-03-04T22:41:41.853 INFO:teuthology.task.ansible.out:ull, "state": "present", "user": "davidz", "validate_certs": true} 2021-03-04T22:41:41.987 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsTZI+b02boZv8jVLHQoFlloD2WF/3xT+ZfZxzwddL7Q6eqo7j8i21LAbLAMWXYMyhiClrloDeHfCZ42gG5bqSThF8LoCw+GspF6SahTI0lmptGu69/OeHqqCpW1DnsWB3wWqfi90XbQJrpg3cdRaqOCmkGVJrqfFWzff8Zg9IuojIH/aO9drCTRGa1pHHCyEdW9ZNeYFwrMjfP+wJi/mC/ABAoXyDy0NWT0uIA+36abNg2/ptok90rdan0r72hjFEz/1hpupKWri+VXAepiyDMuSgJm9uJCXDFaNTn3jocdX+sbVtltThQ2OBxe1T60vRLbXx3lvhxxZ1fUkcP/FF wusui@ubuntu\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD2UzyfBk1nZ8SLCtW9UjorMeOo4u9AM/YL8ZI74GdprR+odERZR17/QfwT5vmLVNa51+CQt1HcGodlQYfR/8n/OUl/gJyVagBuU2zgmLPO3tOor5RBfms5MZ2VZ9Vm3+WrCO/vrAq/5HVyGbQsKiQHXkIRSL2NIgfKRTOVTNmuTSXtZNDgdWGIBmcOFQv+Im9CRopoI8ZtJLQj7xfxtGtUas7FbWTcf0o92+xvWuGWq5WQgmZ8MUIfvBLYLmicuVfsWjZ1YsC1PNhuhkwrW7MhaD71Ej3ll243tG1QD7eAmo+psIp8phlU5s/5FeA5y5OzDZ2T963oHGhq018TYO0b wusui@teuthology", "key_options": null, "keyfile": "/home/wusui/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "wusui", "validate_certs": true} 2021-03-04T22:41:42.019 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "key": "ecdsa-sha2-nistp521 AAAAE2VjZHNhLXNoYTItbmlzdHA1MjEAAAAIbmlzdHA1MjEAAACFBAHT7CHaceRLB5mJv9SYKog1wBXsavzH3G3WCBEvVyK76JIslDudZm2ycJv66r+VlGaD8sFI5Mb/KKFMKcKesLRX+wHqZg9MlkoJgm7WGoRQ5I0M1Vt7TL3uJkVCaGZHtO7BXqzTx53C1AaJ1HN+DG2MGy5mm6tHwL901UVqG4EzjBnjxA== christinameno@boxtop", "key_options": null, "keyfile": "/home/cmeno/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cmeno", "validate_certs": true} 2021-03-04T22:41:42.156 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCw3MhMNDYjkiQADoC1mg9ga0Yj174FHIFt4RQIC8qK+6cB0N3CM5R4JwP8pR4tYkVFWmnYRScYK5VVdC873Ac2BzYxmse97zLJTbUnYWTdY+OFi1FUozsy3PwtiNHSd48Z/PBvkinQIey2QlMKaW3/yz9Of/Yfm4prxg9lBsd6/tOOFj3AsqIQ1OVhMfgeVEkdCL7AAbEYyMxePZ3UFrDwj05HDLgmFzx1xsNJFOuBwLfU/QNHoXJQrcVy0rZq9fB5rg74iz1JZs0uDWocQQK4Nd3Rv+wRGBuew2fmkrS2bQWXzMoSL+/i7pbf74LKcbWAE0wXEImqQeREHxq4ZZ5J yuriweinstein@Yuris-MacBook-Pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJUmq7btpBMjjODHXp1888xoBuX+rhiZg3ufuo69RgDxUMymJn3CPJ/5NGXoZ3SGAWKk0w0Dx6K/VO4y92mAV+cO81y8wZR4J3fPV3IbWRjN0X3IFoAvJi5n9v5hpG7z3RZCGmQnOZ99m1i9dge/3S8NpuPLIvYkSo9z00d+mNP6D8rGnqOmEBfEhUQXLeH7rbPwaMWPgB/hrpiPCyLR/+sGC5bq9PAsKnocqZ12cnvCtYxpnA7et6nL15ftEpUrKYAmRDxotuoUcsllP66GSszjbrgN6OBNDSqpGt/+RSJJwzZEGQ073gJuMveKy9tvD/PyEttjvVKL2KsBuXGSuL ubuntu@yw\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmXWgRRes8bzekTH2fTcxdAAquFn1SjPhws1Z9C 2021-03-04T22:41:42.158 INFO:teuthology.task.ansible.out:kxNaqKe25XnzPehqrhg9etouUwvORQHdDJdTlmhTSYtn588Omq+1bvniab0KzAYgGZsWdPma/3E9qF7ChXIMik9Umip0drzYTaexCuC/Nu46brTxlnL0vaxnnVjDwmHC0CEJs4qN4e2wSlsA0uBDRWjxWFMdTUgSzII5xasHypUYZ0y3MNdbfY+SVF69DEDH8EOQMGYm8JQXNJFloQvmvLUFqT/63FsdpzRVTph4A8hvI1f8i6ULb7fPQN5ZS62wdXd/KvrBXrCvhOi7R63RM60mkMRXm1XajTGmCKiikfiqgTr yuriw@Yuris-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC41kRr6B/RC32DrQKRByalH832H6BpCQF9XdTvgYi4+LJt+kAuIGLDF4xm4uApTmWRrLspWm0Kksc0ger03uNx5qJqMEUnJvjxJnSDC0/XyxWapVxIviFkvv0BjbhVNOOaMU55ywrZ9hHgMdaFwuMuCOaB7f9Tm6IUXm2k82OXueeIG23Kziq+IQBysWOjvNUy/LLpl7l4+xOkhNUupUiQCqHvFH98VUdYWkHeyamafGVZmYbFLrOXgmviKo0u8LPxcT7psKLk0yFG7fG0DSak6DDdKJqb+G/NqMSPxRSAI4FbXQ6UOZb32Ozr1Sql9yfOXEYWZuatn7W5F8DjSv3p yuriw@yuriw-RH", "key_options": null, "keyfile": "/home/yuriw/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuriw", "validate_certs": true} 2021-03-04T22:41:42.177 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDkIZyWnJXYv/z3EVeKHatjFUAdaomIMqzvFLrA9VskeM0Ctv8a83Wk3BbYvTFQWALjZjS2HVYzi5p6kTQ4qxXlcO7HxRw0j4otNauilvgIc4Lu5N4pUtYf0piEo+nrXz+WhELfmJ8t1Yx00uGEl9pOF04SOuXtpwwrCFAO6WMCcjDuYhoI2VBKO3W/OWcIuQ8ZY3j4iDdofFOUGyyoYVyOi/HILKjluYB+ues5+wBEkDuoi3MafCnIj8M0O5fU8/JoOTksOu779UN6blPiNdEgnwD00jA+RWYY6b12ZVkiF4rUVGCiiKKUwOOWkRhkA5OEcBgZ8cGWFgGfZM1GJA// ivancich@sleepy", "key_options": null, "keyfile": "/home/ivancich/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ivancich", "validate_certs": true} 2021-03-04T22:41:42.333 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxrS30JmTZbnBd73s9PGZYxCkWH3u4En9Q0bYJan45W+j+y5vMzaNUVsp8We1tphqPQ9B0ygi80OxbHWu5gyv4g+M/JFtrnxv3QgBCYWeBWfh652Vbdlk1thl6btFnHUhVMSn5tkdnFxyVDJHIROoVXkHRaCNAUUy7tB60IhPAMomNcCGu9R8+opONFLXKTIfkYQ1cGbysr90DMs8ASEkvxdv40hIWhK4ufvL7CFFtgXuoC0c1WedBFOkr5LDegzL13xN97K9o5J8CAU0MUKk6H8KNKbQuNq1zANwymMFY599GIlxwai8iluJgfOObDRdCDmKM2f9RAEUXQM7oYoH7 tamil@tamil-VirtualBox\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvwiWVhNLeOLg72cpVIwbUYnmFh+Cqf/mE7Rc/Xci91on3GPrq++dC8t2GhTB5Zyq46EE27SmUkiZpHRnz7xwiJKM/tTgNEkffXDK3j0pA2E22iqV9FpfSA9Zdi1Puq7CPT7/rix4rF3SPvMtg/R1fkyornLFdzhJiMExCKJXGwf+QsKk4NVnr+nO3EEkKOoP1wio1bceZ53rCt9Tyu8NawAB2nL2fvtBPQDAriQ8bLX69XLbOfhFI6GJo815/j6CQxNmvA0l5ABJc8+A71jZmndzumFRgqBuhiCM5ohsGR0JGahUQjFEA4quNTx8EWTGRsqhAYszzpqJzuN+Xb6tJ tamil@macbookair\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEPzEyDGI7poyXVPG70vgQpvlU/lTt6Vvv5CoHWJoSrHklDdJEqekhCB87BX4DTrqbb5xoM7yfxle/z9UzgVwSUWqsPdZHA4EbrNFRKFxi/gc2YrygVSjumTyzf9WJJ5vCZvTQexOj7rjWVnJkjXHKMXZXIAQN/bJf6J21t+4A3XLrl30/4XXyq664NONUNjBHxHtlbS2LM6Th/hK4B23oj2BugX2j/50vWgd9H36bPr8+JGskOi6MH2ndZv5pYtLznFzQmsbixjaN8kCuyQdlRCOndPEFoHFhDla2MeB+h3XQLDXW7J1TR2URFSfcNq5ndDS4i0b+t75Fjhb7AtLT tamil@ubuntu-delldesktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6tJ9y3solDCzFdXcczO8GJEwMqMYXWU5kuMz0rr/US6F72j0spSNmwGemMOZE9s7KtHgior/Ufw8/vMRkRhoBYB 2021-03-04T22:41:42.335 INFO:teuthology.task.ansible.out:0C5KT9utGNqrtDdvH98h43XnKZ3K/yaHv/T+u2EYWNgHtOXMtgIVFnGwSD7RzF6TbwSfurprTV6ZUyyOxRcmHnkmwpbNwiwIoXB03k2PITdYCC3lEBEY0OC+vAW/E3+bFbV3RSEA0Cm31jmMyZyPeYiXiEnPXUIClsoDj34NwJTIgctwIsqM4eYUBg3pHliWYKEWDs55HZYoj3W/6Jw7MASzyAYFSmP8rQu8iS7tO1iEBRGOXFNxHirGQ1WqUn tmuthamizhan@MacBook-Air.local", "key_options": null, "keyfile": "/home/tamil/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tamil", "validate_certs": true} 2021-03-04T22:41:42.344 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsTZI+b02boZv8jVLHQoFlloD2WF/3xT+ZfZxzwddL7Q6eqo7j8i21LAbLAMWXYMyhiClrloDeHfCZ42gG5bqSThF8LoCw+GspF6SahTI0lmptGu69/OeHqqCpW1DnsWB3wWqfi90XbQJrpg3cdRaqOCmkGVJrqfFWzff8Zg9IuojIH/aO9drCTRGa1pHHCyEdW9ZNeYFwrMjfP+wJi/mC/ABAoXyDy0NWT0uIA+36abNg2/ptok90rdan0r72hjFEz/1hpupKWri+VXAepiyDMuSgJm9uJCXDFaNTn3jocdX+sbVtltThQ2OBxe1T60vRLbXx3lvhxxZ1fUkcP/FF wusui@ubuntu\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD2UzyfBk1nZ8SLCtW9UjorMeOo4u9AM/YL8ZI74GdprR+odERZR17/QfwT5vmLVNa51+CQt1HcGodlQYfR/8n/OUl/gJyVagBuU2zgmLPO3tOor5RBfms5MZ2VZ9Vm3+WrCO/vrAq/5HVyGbQsKiQHXkIRSL2NIgfKRTOVTNmuTSXtZNDgdWGIBmcOFQv+Im9CRopoI8ZtJLQj7xfxtGtUas7FbWTcf0o92+xvWuGWq5WQgmZ8MUIfvBLYLmicuVfsWjZ1YsC1PNhuhkwrW7MhaD71Ej3ll243tG1QD7eAmo+psIp8phlU5s/5FeA5y5OzDZ2T963oHGhq018TYO0b wusui@teuthology", "key_options": null, "keyfile": "/home/wusui/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "wusui", "validate_certs": true} 2021-03-04T22:41:42.501 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDYGVqKZgLx2LJ49x0kGo/Z5r8MVefSUCYhhrK/DK8ht+YK1AqLXErjAedgpVz0WuwirRjh5YkiXGMYiOdkMUYWGk5nwCHEKnnCpne7Xh1OOqge/QGHlUigWVH8VIHBsZ+wTW25mqOrgDSGB8+Qk7Dr2o1sLGUHcx7vITDWOrer4KjF2+H5TQH/7irUVORu6fzeGKtGyOrTwQ+ZT1+fuhfznDULFGyvKGdcXxxNOg+21Fssk2nCNTlgRCGjHSrfelfuMT7QEt+9puWd7MWXYQg7xx8jkJGMpEQRFxJTxnfUlUXf3x2lc9Q/SvKfpVMtc0N+bk2F9+euyvRvjtn4LJNx jowilkin@jowilkin.wilkins", "key_options": null, "keyfile": "/home/jowilkin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jowilkin", "validate_certs": true} 2021-03-04T22:41:42.523 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCw3MhMNDYjkiQADoC1mg9ga0Yj174FHIFt4RQIC8qK+6cB0N3CM5R4JwP8pR4tYkVFWmnYRScYK5VVdC873Ac2BzYxmse97zLJTbUnYWTdY+OFi1FUozsy3PwtiNHSd48Z/PBvkinQIey2QlMKaW3/yz9Of/Yfm4prxg9lBsd6/tOOFj3AsqIQ1OVhMfgeVEkdCL7AAbEYyMxePZ3UFrDwj05HDLgmFzx1xsNJFOuBwLfU/QNHoXJQrcVy0rZq9fB5rg74iz1JZs0uDWocQQK4Nd3Rv+wRGBuew2fmkrS2bQWXzMoSL+/i7pbf74LKcbWAE0wXEImqQeREHxq4ZZ5J yuriweinstein@Yuris-MacBook-Pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJUmq7btpBMjjODHXp1888xoBuX+rhiZg3ufuo69RgDxUMymJn3CPJ/5NGXoZ3SGAWKk0w0Dx6K/VO4y92mAV+cO81y8wZR4J3fPV3IbWRjN0X3IFoAvJi5n9v5hpG7z3RZCGmQnOZ99m1i9dge/3S8NpuPLIvYkSo9z00d+mNP6D8rGnqOmEBfEhUQXLeH7rbPwaMWPgB/hrpiPCyLR/+sGC5bq9PAsKnocqZ12cnvCtYxpnA7et6nL15ftEpUrKYAmRDxotuoUcsllP66GSszjbrgN6OBNDSqpGt/+RSJJwzZEGQ073gJuMveKy9tvD/PyEttjvVKL2KsBuXGSuL ubuntu@yw\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmXWgRRes8bzekTH2fTcxdAAquFn1SjPhws1Z9C 2021-03-04T22:41:42.525 INFO:teuthology.task.ansible.out:kxNaqKe25XnzPehqrhg9etouUwvORQHdDJdTlmhTSYtn588Omq+1bvniab0KzAYgGZsWdPma/3E9qF7ChXIMik9Umip0drzYTaexCuC/Nu46brTxlnL0vaxnnVjDwmHC0CEJs4qN4e2wSlsA0uBDRWjxWFMdTUgSzII5xasHypUYZ0y3MNdbfY+SVF69DEDH8EOQMGYm8JQXNJFloQvmvLUFqT/63FsdpzRVTph4A8hvI1f8i6ULb7fPQN5ZS62wdXd/KvrBXrCvhOi7R63RM60mkMRXm1XajTGmCKiikfiqgTr yuriw@Yuris-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC41kRr6B/RC32DrQKRByalH832H6BpCQF9XdTvgYi4+LJt+kAuIGLDF4xm4uApTmWRrLspWm0Kksc0ger03uNx5qJqMEUnJvjxJnSDC0/XyxWapVxIviFkvv0BjbhVNOOaMU55ywrZ9hHgMdaFwuMuCOaB7f9Tm6IUXm2k82OXueeIG23Kziq+IQBysWOjvNUy/LLpl7l4+xOkhNUupUiQCqHvFH98VUdYWkHeyamafGVZmYbFLrOXgmviKo0u8LPxcT7psKLk0yFG7fG0DSak6DDdKJqb+G/NqMSPxRSAI4FbXQ6UOZb32Ozr1Sql9yfOXEYWZuatn7W5F8DjSv3p yuriw@yuriw-RH", "key_options": null, "keyfile": "/home/yuriw/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuriw", "validate_certs": true} 2021-03-04T22:41:42.659 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDP/yVttBEs7mpVfJL+reXb/BfB7DsLrA5ArVqEJjySi3NOz3e/wE8KRWbHD1UdraAU3P8b96GdAQxGOs4n0muOMejmaXWZCP3HkRL+rcd+03ZI1lb6ga9XjBARZfb2h+kg5jTJp/Ll6mwAYbSXvQ4MuDQzwGRDX5Q5Xme7OZ4Wb+vBmmkihHydySyP9YXbWWsBw4jvZCFSKMGsUVy/HIt1coZx/PyCG/K2Kl0nrE5ux2QqfdTIpzYo4c3y6uMIHDvt29lRmk3Gnh2//U5eN8mmRRKJlkvE8DKy3VYsl0JsP9pTWUZEYgV0EX251WTO0akQ2bKuszqd9Ai04RWnXUu5 brad@dhcp-1-165.bne.redhat.com", "key_options": null, "keyfile": "/home/bhubbard/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bhubbard", "validate_certs": true} 2021-03-04T22:41:42.680 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxrS30JmTZbnBd73s9PGZYxCkWH3u4En9Q0bYJan45W+j+y5vMzaNUVsp8We1tphqPQ9B0ygi80OxbHWu5gyv4g+M/JFtrnxv3QgBCYWeBWfh652Vbdlk1thl6btFnHUhVMSn5tkdnFxyVDJHIROoVXkHRaCNAUUy7tB60IhPAMomNcCGu9R8+opONFLXKTIfkYQ1cGbysr90DMs8ASEkvxdv40hIWhK4ufvL7CFFtgXuoC0c1WedBFOkr5LDegzL13xN97K9o5J8CAU0MUKk6H8KNKbQuNq1zANwymMFY599GIlxwai8iluJgfOObDRdCDmKM2f9RAEUXQM7oYoH7 tamil@tamil-VirtualBox\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvwiWVhNLeOLg72cpVIwbUYnmFh+Cqf/mE7Rc/Xci91on3GPrq++dC8t2GhTB5Zyq46EE27SmUkiZpHRnz7xwiJKM/tTgNEkffXDK3j0pA2E22iqV9FpfSA9Zdi1Puq7CPT7/rix4rF3SPvMtg/R1fkyornLFdzhJiMExCKJXGwf+QsKk4NVnr+nO3EEkKOoP1wio1bceZ53rCt9Tyu8NawAB2nL2fvtBPQDAriQ8bLX69XLbOfhFI6GJo815/j6CQxNmvA0l5ABJc8+A71jZmndzumFRgqBuhiCM5ohsGR0JGahUQjFEA4quNTx8EWTGRsqhAYszzpqJzuN+Xb6tJ tamil@macbookair\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEPzEyDGI7poyXVPG70vgQpvlU/lTt6Vvv5CoHWJoSrHklDdJEqekhCB87BX4DTrqbb5xoM7yfxle/z9UzgVwSUWqsPdZHA4EbrNFRKFxi/gc2YrygVSjumTyzf9WJJ5vCZvTQexOj7rjWVnJkjXHKMXZXIAQN/bJf6J21t+4A3XLrl30/4XXyq664NONUNjBHxHtlbS2LM6Th/hK4B23oj2BugX2j/50vWgd9H36bPr8+JGskOi6MH2ndZv5pYtLznFzQmsbixjaN8kCuyQdlRCOndPEFoHFhDla2MeB+h3XQLDXW7J1TR2URFSfcNq5ndDS4i0b+t75Fjhb7AtLT tamil@ubuntu-delldesktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6tJ9y3solDCzFdXcczO8GJEwMqMYXWU5kuMz0rr/US6F72j0spSNmwGemMOZE9s7KtHgior/Ufw8/vMRkRhoBYB 2021-03-04T22:41:42.682 INFO:teuthology.task.ansible.out:0C5KT9utGNqrtDdvH98h43XnKZ3K/yaHv/T+u2EYWNgHtOXMtgIVFnGwSD7RzF6TbwSfurprTV6ZUyyOxRcmHnkmwpbNwiwIoXB03k2PITdYCC3lEBEY0OC+vAW/E3+bFbV3RSEA0Cm31jmMyZyPeYiXiEnPXUIClsoDj34NwJTIgctwIsqM4eYUBg3pHliWYKEWDs55HZYoj3W/6Jw7MASzyAYFSmP8rQu8iS7tO1iEBRGOXFNxHirGQ1WqUn tmuthamizhan@MacBook-Air.local", "key_options": null, "keyfile": "/home/tamil/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tamil", "validate_certs": true} 2021-03-04T22:41:42.838 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAyRDKb+InDsnW4E/S12Pr6rK3wDfUG3j+iw/NsCWwN5xpJEA1/NhVlRzY8/jejc6ddmnNKWbm/UcYVrbo7yClRTGu45g0Qm9lmfvgDgi1k8mwUCy+edbQ/R8FB9cIHHCnUuWzRmE2XGaeDiSVQgiYqq3mOPY/hwe3G7jwFalYPsbmY1jNqpzODmKFMRd1bOwdHEOMTfh0owHWqhhXakU8em30lYraQVYH24FplH2NUBArxmTuctyfweHxx7yH3ZFcXFUpUMSLuVDWb1A7fMiL6eW6wiwh+dD+q5iFNvuioZITP2EjIsb9nS+eM9bOJZuZ+5pln2EsHee27LjunbwgWw== yehudasa@fatty\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDF3PxJYgI3tS7SG+RnUvxMxr0/XwBAio0oiP4AC+o8rUYYyPd/RU27TR1kphbuJhQWVtaZ6kFSBQeNQUxv6rb8hmMzvlP1FDEoGkjaOHOuYEc2DFkkEAfaR2AlNKn3pUQgLE00TLHctCgd57Cn2Ppt8xEi/vTuo0gX3xjWOL4N9QDElCXKNdxdyyJ/RNb/Mid+YxgKKjf8ppmhYsQ+Qqu4YwPzLkfK1Qb3YtR6Hbjb4jxC7C1Z13h0vUgHe7qSmUCYNo9eC+lEgNmmnLb2sXJaUUJM8MEex6v+4muWM9hV0cq/Wplrx8fhMWMa978sxH8yVkE3Svqc/K4ZWN59l3xT yehudasa@yehudasa-XPS-L401X\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDvplQk8xkSXF03uSJh3H4zyZHRMjvgUJBgGN27Kb7gAlIQv306wPKIprOwp+jDhEcPnEWBMRJMUJuBi0vEiqmDHt8mg8ZYcs+Gi7MbUgBokILdJuSG89KAgq7gBCuIhYbSg35pfvXvIZswiXvySqMrJNB495GYj/FrcWEBfQMuedMSkIfNzqPV9yR5YRh8fnSs3fjCzV96vzu7O4AzgwICbM6XmqVLXPax/32Hq0dz7sAawlQFCJYPHzVzjwmih46T 2021-03-04T22:41:42.840 INFO:teuthology.task.ansible.out:RJnXrxewsRhk9GwKfI4SWaFIRdOdadGFSLgdZ+2iGE7hTZ3sRgkLOj+4zKa+xTbtjjXfw5up7J3hAmrK15Tz yehuda@yehuda-940X3G\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfNxvAw6cb33jg36vw8kJu48/BttmFJ4BFeanYqwRgtWZrKpAAGHEgCiNeyIttMrI3t7Spcdyp6dy6n0P3WUFVgHWEYtGqXwXqDC9UXISkUJVVDZoEynpGC92RghhzH53+7jX1Ytpr30r/xb1ktryTPCoEJRqyrg2j1b167i6PV5tuJCA+77gW5LWBmMXJCprjnfnJ92Gp8ZewBB6gL1x+3RFkMxGsibL0Qw1CTKfyAHNYc/jos6YiL0b42Ha+NmKwvzZ1GgIleRMleisSOyKPUlPdR7UnmtEXa9bl3Gc/hc7Zt+v4iUypr2WL0X4Yl7rJNH/AAd/Z6jPkAX9nHYzh yehudasa@yehudasa-desktop", "key_options": null, "keyfile": "/home/yehudasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yehudasa", "validate_certs": true} 2021-03-04T22:41:42.859 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDYGVqKZgLx2LJ49x0kGo/Z5r8MVefSUCYhhrK/DK8ht+YK1AqLXErjAedgpVz0WuwirRjh5YkiXGMYiOdkMUYWGk5nwCHEKnnCpne7Xh1OOqge/QGHlUigWVH8VIHBsZ+wTW25mqOrgDSGB8+Qk7Dr2o1sLGUHcx7vITDWOrer4KjF2+H5TQH/7irUVORu6fzeGKtGyOrTwQ+ZT1+fuhfznDULFGyvKGdcXxxNOg+21Fssk2nCNTlgRCGjHSrfelfuMT7QEt+9puWd7MWXYQg7xx8jkJGMpEQRFxJTxnfUlUXf3x2lc9Q/SvKfpVMtc0N+bk2F9+euyvRvjtn4LJNx jowilkin@jowilkin.wilkins", "key_options": null, "keyfile": "/home/jowilkin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jowilkin", "validate_certs": true} 2021-03-04T22:41:43.015 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIDx37xbP0jYqopygG66LbSMRPoqpGUPzQZ3G8eqJCk2I dang@revan.aa.redhat.com-2015-07-17", "key_options": null, "keyfile": "/home/dang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dang", "validate_certs": true} 2021-03-04T22:41:43.016 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDP/yVttBEs7mpVfJL+reXb/BfB7DsLrA5ArVqEJjySi3NOz3e/wE8KRWbHD1UdraAU3P8b96GdAQxGOs4n0muOMejmaXWZCP3HkRL+rcd+03ZI1lb6ga9XjBARZfb2h+kg5jTJp/Ll6mwAYbSXvQ4MuDQzwGRDX5Q5Xme7OZ4Wb+vBmmkihHydySyP9YXbWWsBw4jvZCFSKMGsUVy/HIt1coZx/PyCG/K2Kl0nrE5ux2QqfdTIpzYo4c3y6uMIHDvt29lRmk3Gnh2//U5eN8mmRRKJlkvE8DKy3VYsl0JsP9pTWUZEYgV0EX251WTO0akQ2bKuszqd9Ai04RWnXUu5 brad@dhcp-1-165.bne.redhat.com", "key_options": null, "keyfile": "/home/bhubbard/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bhubbard", "validate_certs": true} 2021-03-04T22:41:43.195 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAyRDKb+InDsnW4E/S12Pr6rK3wDfUG3j+iw/NsCWwN5xpJEA1/NhVlRzY8/jejc6ddmnNKWbm/UcYVrbo7yClRTGu45g0Qm9lmfvgDgi1k8mwUCy+edbQ/R8FB9cIHHCnUuWzRmE2XGaeDiSVQgiYqq3mOPY/hwe3G7jwFalYPsbmY1jNqpzODmKFMRd1bOwdHEOMTfh0owHWqhhXakU8em30lYraQVYH24FplH2NUBArxmTuctyfweHxx7yH3ZFcXFUpUMSLuVDWb1A7fMiL6eW6wiwh+dD+q5iFNvuioZITP2EjIsb9nS+eM9bOJZuZ+5pln2EsHee27LjunbwgWw== yehudasa@fatty\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDF3PxJYgI3tS7SG+RnUvxMxr0/XwBAio0oiP4AC+o8rUYYyPd/RU27TR1kphbuJhQWVtaZ6kFSBQeNQUxv6rb8hmMzvlP1FDEoGkjaOHOuYEc2DFkkEAfaR2AlNKn3pUQgLE00TLHctCgd57Cn2Ppt8xEi/vTuo0gX3xjWOL4N9QDElCXKNdxdyyJ/RNb/Mid+YxgKKjf8ppmhYsQ+Qqu4YwPzLkfK1Qb3YtR6Hbjb4jxC7C1Z13h0vUgHe7qSmUCYNo9eC+lEgNmmnLb2sXJaUUJM8MEex6v+4muWM9hV0cq/Wplrx8fhMWMa978sxH8yVkE3Svqc/K4ZWN59l3xT yehudasa@yehudasa-XPS-L401X\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDvplQk8xkSXF03uSJh3H4zyZHRMjvgUJBgGN27Kb7gAlIQv306wPKIprOwp+jDhEcPnEWBMRJMUJuBi0vEiqmDHt8mg8ZYcs+Gi7MbUgBokILdJuSG89KAgq7gBCuIhYbSg35pfvXvIZswiXvySqMrJNB495GYj/FrcWEBfQMuedMSkIfNzqPV9yR5YRh8fnSs3fjCzV96vzu7O4AzgwICbM6XmqVLXPax/32Hq0dz7sAawlQFCJYPHzVzjwmih46T 2021-03-04T22:41:43.197 INFO:teuthology.task.ansible.out:RJnXrxewsRhk9GwKfI4SWaFIRdOdadGFSLgdZ+2iGE7hTZ3sRgkLOj+4zKa+xTbtjjXfw5up7J3hAmrK15Tz yehuda@yehuda-940X3G\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfNxvAw6cb33jg36vw8kJu48/BttmFJ4BFeanYqwRgtWZrKpAAGHEgCiNeyIttMrI3t7Spcdyp6dy6n0P3WUFVgHWEYtGqXwXqDC9UXISkUJVVDZoEynpGC92RghhzH53+7jX1Ytpr30r/xb1ktryTPCoEJRqyrg2j1b167i6PV5tuJCA+77gW5LWBmMXJCprjnfnJ92Gp8ZewBB6gL1x+3RFkMxGsibL0Qw1CTKfyAHNYc/jos6YiL0b42Ha+NmKwvzZ1GgIleRMleisSOyKPUlPdR7UnmtEXa9bl3Gc/hc7Zt+v4iUypr2WL0X4Yl7rJNH/AAd/Z6jPkAX9nHYzh yehudasa@yehudasa-desktop", "key_options": null, "keyfile": "/home/yehudasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yehudasa", "validate_certs": true} 2021-03-04T22:41:43.206 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2YyDoeKdaCuJif79AxJAorqpUj33WHbHu/eIWpHju+iIF3f94K0qyEXgs4AwZin9pzfyd8N1aKNT8ZFPss6L0Xk68aO/6tdInq+1lTMMUC5v/LBqsIV2btPTFHrQWA0R10v05aZFvFaSqhHNsZaj98vQV7P+jiSs3yPWqCIWUTQ1VXnCeQnB4R5tob0gpMuonhkKq7vrJPhf6ge9Av+yjL7+8oP5LJqFJ5npDxkwZ0u3L0QQ9ftAT/e7Y7ESpwpgaI3Trl0EwAXFmiLjXEUA+FBbE7ko9kLqXqRjc1C0BdRG9sO0QKBGDBEx1W3w8rCPKgaDlVyqsBT1yvIjqqXDOQ== borix@dhcp-31-190.brq.redhat.com", "key_options": null, "keyfile": "/home/branto/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "branto", "validate_certs": true} 2021-03-04T22:41:43.365 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIDx37xbP0jYqopygG66LbSMRPoqpGUPzQZ3G8eqJCk2I dang@revan.aa.redhat.com-2015-07-17", "key_options": null, "keyfile": "/home/dang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dang", "validate_certs": true} 2021-03-04T22:41:43.367 INFO:teuthology.task.ansible.out: 2021-03-04T22:41:43.388 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDO00mus2XPX/EfUZ/YsKI84TnWj5TbZP7Fs01EkoOTPgNoYysVdf0PwhAooz1qPrv+HUsUMpQT6uNYfCHyqx9rScR+XUlyQuFe7Sjp/dn3y+b1PKa6G4HX7f1eejR3ZaLZXA4R/8oucAXqQS5pDr3Y7prwkrp9cyk8uawBXoDcAlA1SMIPZPrtO1+iZw20NDhixsG7NE5jMFfw3q8xTckZEqBbteybci7X1v4lEYXCVlbSbUhyZ2Af8HEj09JBDOL2bI3yLvj9a5Oj/HtKubyApzZpA7rgeoii2UZQGuSRI1VJktp9YC0zGk5S843xYW92utbALKyQ6DdB2F5gc0DX xiaoxchen@LM-SHC-16501223", "key_options": null, "keyfile": "/home/xiaoxichen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiaoxichen", "validate_certs": true} 2021-03-04T22:41:43.535 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2YyDoeKdaCuJif79AxJAorqpUj33WHbHu/eIWpHju+iIF3f94K0qyEXgs4AwZin9pzfyd8N1aKNT8ZFPss6L0Xk68aO/6tdInq+1lTMMUC5v/LBqsIV2btPTFHrQWA0R10v05aZFvFaSqhHNsZaj98vQV7P+jiSs3yPWqCIWUTQ1VXnCeQnB4R5tob0gpMuonhkKq7vrJPhf6ge9Av+yjL7+8oP5LJqFJ5npDxkwZ0u3L0QQ9ftAT/e7Y7ESpwpgaI3Trl0EwAXFmiLjXEUA+FBbE7ko9kLqXqRjc1C0BdRG9sO0QKBGDBEx1W3w8rCPKgaDlVyqsBT1yvIjqqXDOQ== borix@dhcp-31-190.brq.redhat.com", "key_options": null, "keyfile": "/home/branto/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "branto", "validate_certs": true} 2021-03-04T22:41:43.557 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCz7e2G3Ziaus2yMviKh9s65e+yaqy1+ezs5IC6US90/8WumNAWqC4Yr3ckvCc120r3VwpJWcvaAWCF+4IZeO43lSNLadbCnJONed5YklcUuIJvjC1eDbZTMLJ7h0ijgNXgAFmFq0AV2NHuE2L2VKXk2hsIqDVGjZLUpi7W+ic07xnScEoXXDSk5mhJ6bKmFsUYCC91g2roYs9Ui5fGd+ey28SFOADI7osDLpLkiTF2OzGel93o5qobNZwKR0AxGsBIta17mvf3I3307bGnvugDXpNB0FaS1QZhIzMO4G4LZL9zahCvv4wm5GmuO4F0+Ac7dwFu3KZKtHQe3g6WHuAv ffilz@redhat.com", "key_options": null, "keyfile": "/home/ffilz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ffilz", "validate_certs": true} 2021-03-04T22:41:43.705 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDO00mus2XPX/EfUZ/YsKI84TnWj5TbZP7Fs01EkoOTPgNoYysVdf0PwhAooz1qPrv+HUsUMpQT6uNYfCHyqx9rScR+XUlyQuFe7Sjp/dn3y+b1PKa6G4HX7f1eejR3ZaLZXA4R/8oucAXqQS5pDr3Y7prwkrp9cyk8uawBXoDcAlA1SMIPZPrtO1+iZw20NDhixsG7NE5jMFfw3q8xTckZEqBbteybci7X1v4lEYXCVlbSbUhyZ2Af8HEj09JBDOL2bI3yLvj9a5Oj/HtKubyApzZpA7rgeoii2UZQGuSRI1VJktp9YC0zGk5S843xYW92utbALKyQ6DdB2F5gc0DX xiaoxchen@LM-SHC-16501223", "key_options": null, "keyfile": "/home/xiaoxichen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiaoxichen", "validate_certs": true} 2021-03-04T22:41:43.728 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpGZK2cWUtE85Bt7fl+kSeiC0lM/EN+H2X3ePGq3LiD4g5R5n6nJsLaJaIZXdJ96G0JSnj07G8Xu1CkVbGDHuVg2O9tnxLhz6tzDwFYNFrQIpALlQwOq8OiwGDDyFkMXQ3JqCCWvyD0HLysOJQIBIlb/o92ZCSAGOyNX1JjrhXF+mlBk1AUW11UeZOeGZQ34MKHapH7T/DuexCz5gfZI/jY9Rg3hr4jb1zGttvAF2eeLJCjqD/Vi4mowYB/Kn/PJhNixeA2sli2i8r6yO/bFmA/PWnfSl+EqD4mUJWb5ATeJ3hyW8qVLOogY6XVu4Sd1VgL7l1RYzXuxJV3Rb1Yw2T joao@sepia\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDV0jbKpbmXW1bhRIOBIdVV1L73qjls7s5pxiW2EMPvZLYzxLBE92e3Vf8bSMWlm1Lyb7a+u5BR85+2c+h2F59sgU1Saek5ebPpFU5qBn8AzYH18iMVSPciByOzwS0NXwWnksckWxUkQgP9bZP/1ORQ7jWZEOHZ5mEQ0oMkP0bfG1cpFrNTxOhDmwbCiQ8dp6KeZaMg4hErALr5Eh/EESxKIkuwQzk9bDbtjPRDu0F2dE0NCjs0k0BXmDA80GksxuOacRxE95K6/er11qst/VqA7o6BfhxJMTXWMdj8NhzIUNjZ8LqLTG6P/XGR24sA2d2WBhlEKRMZNqeEjzmi1REr joao@tagide", "key_options": null, "keyfile": "/home/joao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joao", "validate_certs": true} 2021-03-04T22:41:43.878 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCz7e2G3Ziaus2yMviKh9s65e+yaqy1+ezs5IC6US90/8WumNAWqC4Yr3ckvCc120r3VwpJWcvaAWCF+4IZeO43lSNLadbCnJONed5YklcUuIJvjC1eDbZTMLJ7h0ijgNXgAFmFq0AV2NHuE2L2VKXk2hsIqDVGjZLUpi7W+ic07xnScEoXXDSk5mhJ6bKmFsUYCC91g2roYs9Ui5fGd+ey28SFOADI7osDLpLkiTF2OzGel93o5qobNZwKR0AxGsBIta17mvf3I3307bGnvugDXpNB0FaS1QZhIzMO4G4LZL9zahCvv4wm5GmuO4F0+Ac7dwFu3KZKtHQe3g6WHuAv ffilz@redhat.com", "key_options": null, "keyfile": "/home/ffilz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ffilz", "validate_certs": true} 2021-03-04T22:41:43.902 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHhYb/mGgHbEntAN2iPFTV1k8MYDs+jtsJDPE9MWtUZXksdeG8cEfXDBGhiBsprjELsW4+czJBqqESugFMevEysTVKIo5lc95bf1nApxfiRyMnAxb5wQ2OeLY62x26TWJhPu6HMajV+gb8CKjxDobf1Ix4ELbYlL77SOH1VVDtVZ6HiwtYngXAPMONCdI99cuwJlBpv5RjDoLwljOoxEXIh+1Fsvth+iymp0rIPuJx91DzYYgWZFfCLPHRgDy0H7YRdQWUzhrxTyzuT27vsNh5L8HgdowzOu9f2HwGzlTlxli94IJLMBY2359xsqjSswZzAv+BiPDAZMUwJpYvRvSt nhm@clusterfaq.org\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1JAKymiRDyVar5P75cMycxz9u8VsLuNtf/0t1na4ofa4YmanKswPQQz1Am82pvyPqXlBbdIGVneyMrkEoFAk4nTtfmCl7WdtaxnH87Dr9BOLEp+lIPHy7jpS/dcVmKRPB1qCYZ5GNAZ9g+DrXdaeOJdUOpIK49BP1IK8Uw5eBWAx/ae6/12yz+d/6e9kBvO7OUamMSne6Ghe2pRoI8jFOdWMbQy3ofb5wSHZGPNDn0YTGbNWHlfEAcrFmGQSTwohca4SqCJ1NgKnYu4qPVmb3Gbpm+MpUPs8Gy++rQ8wVZ5xWZW/yReIbJCqqVY4vrQzVywQXRucIrB1VyvShuNW3 nhm@metropolis\nssh-dss AAAAB3NzaC1kc3MAAACBAM7BfQAinQmLlkTgt7IIg3nQyyaJRiWA4agfu/HncrcAmepGqPCwy451g1eLMD3AC4QptHnV80Y47YQTyX1VQixIQ6M9zHG6Bo7IXzyqFHFpqnDZN25DaMM4na5bf1CwC9RtR7VWubojatPylOpflkChUBuAGWnzwkz2cxl4Dc47AAAAFQD35l/Lg4eTqZ83eTgJ5lihzHS/awAAAIB/ZdMSE6M0zEvdNPsWY28bvQ0QXN7w1ncVXGachA1JOEFGYvsbHeoywLpSYoiPLV57/wZT2dUzG70u80IQGildZ1WgQNn7C9r2Z3ZUgKmRGyC+PpYEa6nv+U4CHdMViBRXxNrP0bj2CfQvU 2021-03-04T22:41:43.903 INFO:teuthology.task.ansible.out:xUxrHWtOu/da2W23cpSs6Wz8gtz2QAAAIEAvf4vx/32Sy+kbvqOCYz0wu0ItlECN0qOk3gAMvphYMI2sW2ez2+Tsua4eoPRXT10zFxiRTkHQd5FSIvNWXV2iqed6rpwTu5K8vJz2duMIyI+xWLHo4XudtZdNxggkf+RW9JvPOMLMp4sCzBXxpreHBsb1CynndKeYVrgMLybZ28= mark@Marks-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfDOM2v4h6Dk4pMWPQxxHI5rhFtLjkme/4hAp6ki/kJ1XOSzBQdQmD2UPDKvfO9lKO7v12G2Wt+re+0giAcSkfej4+xqV53u7d2pTbMI5U3zohZt8AgESx22DAxj1wBZYuyGO2TRI7DRQMxC47E8EJgcmZBBnMKk1Rz8k71pTmg+CI2vjWx/2x2bup9Mqe4uMA8ubjg2qRlWEqPKIKcHZyrAPdIlpy2FSZ9SPa0mJpdl6aYcFNgonD8BO6A0u2RPO90KmEWrRWu69vRvbbTDiqE0CkJJlAlu3jeFVD8US9vymBHSI0BDFUbukuyG1tAujytqGBRLzxQDU9JOYMP45v nhm@mocha", "key_options": null, "keyfile": "/home/nhm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nhm", "validate_certs": true} 2021-03-04T22:41:44.069 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpGZK2cWUtE85Bt7fl+kSeiC0lM/EN+H2X3ePGq3LiD4g5R5n6nJsLaJaIZXdJ96G0JSnj07G8Xu1CkVbGDHuVg2O9tnxLhz6tzDwFYNFrQIpALlQwOq8OiwGDDyFkMXQ3JqCCWvyD0HLysOJQIBIlb/o92ZCSAGOyNX1JjrhXF+mlBk1AUW11UeZOeGZQ34MKHapH7T/DuexCz5gfZI/jY9Rg3hr4jb1zGttvAF2eeLJCjqD/Vi4mowYB/Kn/PJhNixeA2sli2i8r6yO/bFmA/PWnfSl+EqD4mUJWb5ATeJ3hyW8qVLOogY6XVu4Sd1VgL7l1RYzXuxJV3Rb1Yw2T joao@sepia\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDV0jbKpbmXW1bhRIOBIdVV1L73qjls7s5pxiW2EMPvZLYzxLBE92e3Vf8bSMWlm1Lyb7a+u5BR85+2c+h2F59sgU1Saek5ebPpFU5qBn8AzYH18iMVSPciByOzwS0NXwWnksckWxUkQgP9bZP/1ORQ7jWZEOHZ5mEQ0oMkP0bfG1cpFrNTxOhDmwbCiQ8dp6KeZaMg4hErALr5Eh/EESxKIkuwQzk9bDbtjPRDu0F2dE0NCjs0k0BXmDA80GksxuOacRxE95K6/er11qst/VqA7o6BfhxJMTXWMdj8NhzIUNjZ8LqLTG6P/XGR24sA2d2WBhlEKRMZNqeEjzmi1REr joao@tagide", "key_options": null, "keyfile": "/home/joao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joao", "validate_certs": true} 2021-03-04T22:41:44.071 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaetIvR7YgpCq142fBQtOYsJrOMW+Wxu1beNXPJ8qzT5MxD05sdKntVE0DPveUydaeI8/vHeNjXDKN8mt1eO7Lf/rDKHOW/Y/36bUfQAODru9sdNCEJfSPgq1y6+X1ISljvLBXOOl+nQXlx3n5OjThNQbmdthgCT2Fk4hEoK7gn4+ol6foTkTdUXIBam8LuPU6f1KIG6ae1oAVFWLeavAbvmxUTmVl04+hKJWSPnvZxWupaPuiHvsImaQ7GwBjKhzL1wSMly0+pa2zbVYZKkLBA7Fx6fzP7jcEieOOPM1YU0jR5JF+WVzeRFJ1V9n75yOw6S4ef/X/zwWx42cdfx3N nwatkins@martini\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDRivdSX6cbPrdMrjz1oYgn0hb8VQo+QU7wD+AcCQi/CH06ny+2QjSr7bfdpgQ81Wgwqt9+e3KcLD5qdt3tneC8sgSAR5QUQrWKhPejrqdV+3990k8k0KoKIOZ9MGFc1FBv5IpuT/2d535iHJb0ZEg8mFKqKDw71sBEoQT4WElatf5DeVC507hP7GnrhZgtTPcrVddOLkmmqTQtLE1zvo9Y/eel8O2JMImMd6mdVBIcFQ1alU1wV4jLdMpagoPelvVTVeNkGRnOgvvQac5RXtGSMP1R5PoGz+1FgRhDCtdTXRfOdtrlJPtUjYiGPpIoKIUymlvQGjUrrK3WiQIIkIfDtFFu48EN4drjgQpCEQ2D0NMKEmk74mjx3CJDOF1Nj/2Fa1kjECiz4EM7sR8dDG5cW5Y8XsDoomgugM+rsOH9kWFFClHUJmdlNGWLhJnu9UQHLYZjQw3zT0F+FXUsUxKJUVTUdxQx5HBO9QFsSe13NPDnX64+SQ2VVStt8oQAvFO+6260zbux0RVaJM5dTNwnIHD/uI3PeR1z2b+iKhyj/9VP2uBRpGydLw/etQu/lS2K30S+kZIDAp0sqwXH89bdq3AJBipcryrnW1Ov9K5Mfl1UlV95/MivrnOFISWN1F9XR1kuIIYdCkI7hq/FHZ9gd84AjTiERfxRv8VCIHBVEQ== nwatkins@redhat.com", "key_options": null, "keyfile": "/home/nwatkins/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nwatkins", "validate_certs": true} 2021-03-04T22:41:44.239 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHhYb/mGgHbEntAN2iPFTV1k8MYDs+jtsJDPE9MWtUZXksdeG8cEfXDBGhiBsprjELsW4+czJBqqESugFMevEysTVKIo5lc95bf1nApxfiRyMnAxb5wQ2OeLY62x26TWJhPu6HMajV+gb8CKjxDobf1Ix4ELbYlL77SOH1VVDtVZ6HiwtYngXAPMONCdI99cuwJlBpv5RjDoLwljOoxEXIh+1Fsvth+iymp0rIPuJx91DzYYgWZFfCLPHRgDy0H7YRdQWUzhrxTyzuT27vsNh5L8HgdowzOu9f2HwGzlTlxli94IJLMBY2359xsqjSswZzAv+BiPDAZMUwJpYvRvSt nhm@clusterfaq.org\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1JAKymiRDyVar5P75cMycxz9u8VsLuNtf/0t1na4ofa4YmanKswPQQz1Am82pvyPqXlBbdIGVneyMrkEoFAk4nTtfmCl7WdtaxnH87Dr9BOLEp+lIPHy7jpS/dcVmKRPB1qCYZ5GNAZ9g+DrXdaeOJdUOpIK49BP1IK8Uw5eBWAx/ae6/12yz+d/6e9kBvO7OUamMSne6Ghe2pRoI8jFOdWMbQy3ofb5wSHZGPNDn0YTGbNWHlfEAcrFmGQSTwohca4SqCJ1NgKnYu4qPVmb3Gbpm+MpUPs8Gy++rQ8wVZ5xWZW/yReIbJCqqVY4vrQzVywQXRucIrB1VyvShuNW3 nhm@metropolis\nssh-dss AAAAB3NzaC1kc3MAAACBAM7BfQAinQmLlkTgt7IIg3nQyyaJRiWA4agfu/HncrcAmepGqPCwy451g1eLMD3AC4QptHnV80Y47YQTyX1VQixIQ6M9zHG6Bo7IXzyqFHFpqnDZN25DaMM4na5bf1CwC9RtR7VWubojatPylOpflkChUBuAGWnzwkz2cxl4Dc47AAAAFQD35l/Lg4eTqZ83eTgJ5lihzHS/awAAAIB/ZdMSE6M0zEvdNPsWY28bvQ0QXN7w1ncVXGachA1JOEFGYvsbHeoywLpSYoiPLV57/wZT2dUzG70u80IQGildZ1WgQNn7C9r2Z3ZUgKmRGyC+PpYEa6nv+U4CHdMViBRXxNrP0bj2CfQvU 2021-03-04T22:41:44.241 INFO:teuthology.task.ansible.out:xUxrHWtOu/da2W23cpSs6Wz8gtz2QAAAIEAvf4vx/32Sy+kbvqOCYz0wu0ItlECN0qOk3gAMvphYMI2sW2ez2+Tsua4eoPRXT10zFxiRTkHQd5FSIvNWXV2iqed6rpwTu5K8vJz2duMIyI+xWLHo4XudtZdNxggkf+RW9JvPOMLMp4sCzBXxpreHBsb1CynndKeYVrgMLybZ28= mark@Marks-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfDOM2v4h6Dk4pMWPQxxHI5rhFtLjkme/4hAp6ki/kJ1XOSzBQdQmD2UPDKvfO9lKO7v12G2Wt+re+0giAcSkfej4+xqV53u7d2pTbMI5U3zohZt8AgESx22DAxj1wBZYuyGO2TRI7DRQMxC47E8EJgcmZBBnMKk1Rz8k71pTmg+CI2vjWx/2x2bup9Mqe4uMA8ubjg2qRlWEqPKIKcHZyrAPdIlpy2FSZ9SPa0mJpdl6aYcFNgonD8BO6A0u2RPO90KmEWrRWu69vRvbbTDiqE0CkJJlAlu3jeFVD8US9vymBHSI0BDFUbukuyG1tAujytqGBRLzxQDU9JOYMP45v nhm@mocha", "key_options": null, "keyfile": "/home/nhm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nhm", "validate_certs": true} ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJD+2BHStkaMJ8RStIIz+yDJCGNT1wbwUnmuO71vNlFxzIyHGvCq3ktx2xTwZz/kj6ZayXYWIRH//BhK2/iK/v+u2WQMBURfMHbf0lDMmNfbHCDBjYvEYgFo4Jwvzq4WHus0AHh9TdVt+TpcxyGPhVbUJh8NZut+w4cRIKu2xGoZZGDeLgv9ijXvDPrCdBxtpvQnF99C0bCTdPM7MK1FSCQEaRmNUgzEj0H7R+gmWi0T4HUD8ZY7y0vWbYPqT3Z07My1u2BfRBYpXnv1655/b777TkSlzSasORhSTT0AkW25u90Rsj2JWr39+49/Ia9uOyFtZIirugEv2v7v/l0grN linuxkidd@zenbook", "key_options": null, "keyfile": "/home/mkidd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkidd", "validate_certs": true} 2021-03-04T22:41:44.408 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaetIvR7YgpCq142fBQtOYsJrOMW+Wxu1beNXPJ8qzT5MxD05sdKntVE0DPveUydaeI8/vHeNjXDKN8mt1eO7Lf/rDKHOW/Y/36bUfQAODru9sdNCEJfSPgq1y6+X1ISljvLBXOOl+nQXlx3n5OjThNQbmdthgCT2Fk4hEoK7gn4+ol6foTkTdUXIBam8LuPU6f1KIG6ae1oAVFWLeavAbvmxUTmVl04+hKJWSPnvZxWupaPuiHvsImaQ7GwBjKhzL1wSMly0+pa2zbVYZKkLBA7Fx6fzP7jcEieOOPM1YU0jR5JF+WVzeRFJ1V9n75yOw6S4ef/X/zwWx42cdfx3N nwatkins@martini\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDRivdSX6cbPrdMrjz1oYgn0hb8VQo+QU7wD+AcCQi/CH06ny+2QjSr7bfdpgQ81Wgwqt9+e3KcLD5qdt3tneC8sgSAR5QUQrWKhPejrqdV+3990k8k0KoKIOZ9MGFc1FBv5IpuT/2d535iHJb0ZEg8mFKqKDw71sBEoQT4WElatf5DeVC507hP7GnrhZgtTPcrVddOLkmmqTQtLE1zvo9Y/eel8O2JMImMd6mdVBIcFQ1alU1wV4jLdMpagoPelvVTVeNkGRnOgvvQac5RXtGSMP1R5PoGz+1FgRhDCtdTXRfOdtrlJPtUjYiGPpIoKIUymlvQGjUrrK3WiQIIkIfDtFFu48EN4drjgQpCEQ2D0NMKEmk74mjx3CJDOF1Nj/2Fa1kjECiz4EM7sR8dDG5cW5Y8XsDoomgugM+rsOH9kWFFClHUJmdlNGWLhJnu9UQHLYZjQw3zT0F+FXUsUxKJUVTUdxQx5HBO9QFsSe13NPDnX64+SQ2VVStt8oQAvFO+6260zbux0RVaJM5dTNwnIHD/uI3PeR1z2b+iKhyj/9VP2uBRpGydLw/etQu/lS2K30S+kZIDAp0sqwXH89bdq3AJBipcryrnW1Ov9K5Mfl1UlV95/MivrnOFISWN1F9XR1kuIIYdCkI7hq/FHZ9gd84AjTiERfxRv8VCIHBVEQ== nwatkins@redhat.com", "key_options": null, "keyfile": "/home/nwatkins/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nwatkins", "validate_certs": true} 2021-03-04T22:41:44.410 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrRvNeBa+/GXxkSDmaim7U1wFpdBvgcK9/eP1I4fPS5xAWyxXI0s0ryX4Jwb7auhZdcqPjgUPQvIVVRridKJPz7l6jUlbIqdnZu4VHuaGG/DfIVxsSmw5aI5qI9Fg/s16JPwOUuzcLHsSSh8tFxY9L1yvs3ztQnKHW6nN5+zhPbW8UjmTNUksXXAeCM/OZn+IOOzzvfh0vVe/mghIW2JpOjHkZv4qwaWYcHg6+wWE4m8l84VIegDBiONknZXcQaRj82nHtfdnb2FSiV4+gKP18i90ai0iTKKXUkMJNFKp1T5MuF7UuJLA7l10FmgQJsZBS2Loa5oeqbHYeztNAfUxF JCLO@oh-mbp-jcl", "key_options": null, "keyfile": "/home/jlopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlopez", "validate_certs": true} 2021-03-04T22:41:44.578 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJD+2BHStkaMJ8RStIIz+yDJCGNT1wbwUnmuO71vNlFxzIyHGvCq3ktx2xTwZz/kj6ZayXYWIRH//BhK2/iK/v+u2WQMBURfMHbf0lDMmNfbHCDBjYvEYgFo4Jwvzq4WHus0AHh9TdVt+TpcxyGPhVbUJh8NZut+w4cRIKu2xGoZZGDeLgv9ijXvDPrCdBxtpvQnF99C0bCTdPM7MK1FSCQEaRmNUgzEj0H7R+gmWi0T4HUD8ZY7y0vWbYPqT3Z07My1u2BfRBYpXnv1655/b777TkSlzSasORhSTT0AkW25u90Rsj2JWr39+49/Ia9uOyFtZIirugEv2v7v/l0grN linuxkidd@zenbook", "key_options": null, "keyfile": "/home/mkidd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkidd", "validate_certs": true} 2021-03-04T22:41:44.579 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDFkUz8Wr2RPiY8+xf2hL4qMT+jA4mo1gmpIF8q7uVR03vX5NhzQVxVnXiyLCFv6susSMxpBafa7aLutqigXhDGJWUbsJII5yTnFYVer0QmudEsLmoDyvI1HCNk1IVY6aIESE50N3Ndx+agWasIU8TGKqJdDMPyiUtfrvsrGWi/91ZLX6aJSrFqBJtTpxDoNe4XL6QRPNv0wb8GF0az5graXkzVe3GkaQS9lyw8m2ougDvW1SLvoeE+lhUUGhJGkkCZKv1f+QNLhUHyQ3XkXqh4MrP3pPUKIuQ7nKiWDjCP6Db+ZcejjTRC19D2gLjhrw3Z2J7nn/loijlFzV5dp+BL haomaiwang@gmail.com", "key_options": null, "keyfile": "/home/haomaiwang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "haomaiwang", "validate_certs": true} 2021-03-04T22:41:44.745 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'jdillaman', 'ovpn': 'jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA296in+8Sr9slF8hrzAV3dNz0q94Q4FlFaMYw08II5PQm6HOpabGOGOwOud/PPeh3lMUHhs45N5WnbgdfQdzz9lpDoNBcqxeACdMicdECMHtYWf2GuFUdTAnPBFVl8wFW5JcziQYJePUcAUJRXGGfdMLMppAi8VEuhMw/z3jz89UN+zf51Y9eT3rgAVSCR+Zn47kite4OB2S1aVMEcZBE0fPnh60i+rpN26s80fh3wG2N9JrPBEvst6LbL0aEixrlRUtoFHZuWNCIjntVMANa+idpuWSxN2dzfcoxpGLF1TFzqx0moznp0PnDs7ZAFFS1/EkeSCgBflyhPV6csG3VNw== jdillaman@ceph1.example.com", "key_options": null, "keyfile": "/home/jdillaman/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jdillaman", "validate_certs": true} 2021-03-04T22:41:44.747 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrRvNeBa+/GXxkSDmaim7U1wFpdBvgcK9/eP1I4fPS5xAWyxXI0s0ryX4Jwb7auhZdcqPjgUPQvIVVRridKJPz7l6jUlbIqdnZu4VHuaGG/DfIVxsSmw5aI5qI9Fg/s16JPwOUuzcLHsSSh8tFxY9L1yvs3ztQnKHW6nN5+zhPbW8UjmTNUksXXAeCM/OZn+IOOzzvfh0vVe/mghIW2JpOjHkZv4qwaWYcHg6+wWE4m8l84VIegDBiONknZXcQaRj82nHtfdnb2FSiV4+gKP18i90ai0iTKKXUkMJNFKp1T5MuF7UuJLA7l10FmgQJsZBS2Loa5oeqbHYeztNAfUxF JCLO@oh-mbp-jcl", "key_options": null, "keyfile": "/home/jlopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlopez", "validate_certs": true} 2021-03-04T22:41:44.912 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDFkUz8Wr2RPiY8+xf2hL4qMT+jA4mo1gmpIF8q7uVR03vX5NhzQVxVnXiyLCFv6susSMxpBafa7aLutqigXhDGJWUbsJII5yTnFYVer0QmudEsLmoDyvI1HCNk1IVY6aIESE50N3Ndx+agWasIU8TGKqJdDMPyiUtfrvsrGWi/91ZLX6aJSrFqBJtTpxDoNe4XL6QRPNv0wb8GF0az5graXkzVe3GkaQS9lyw8m2ougDvW1SLvoeE+lhUUGhJGkkCZKv1f+QNLhUHyQ3XkXqh4MrP3pPUKIuQ7nKiWDjCP6Db+ZcejjTRC19D2gLjhrw3Z2J7nn/loijlFzV5dp+BL haomaiwang@gmail.com", "key_options": null, "keyfile": "/home/haomaiwang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "haomaiwang", "validate_certs": true} 2021-03-04T22:41:44.914 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAuTvkaUtEaLbLcYA9Zw3MoHI5ZPudKf6CAbAZdhp4RMVujimR61TT6LdRF20g6F7pH7GrI/1WP2bu7a3sZyCZ1nCJCOhrTTS+2wwy7oGo/0yY4l+Bw6i7LGmJgqpO5dDxwADMlaHUwJ7Rf1Q+Pd7NmggkAVTmaN6qUGffz9hZsj7ibD/Z8/GFtQsCEMloTLtnz4NB6Gxe54UXEKz9pvjpXBhs0xWsJtDKaPFrbKRKswuH45XPuwJhGr249ZYtwQqcgXSWhOUcPTwf5Y6fj27aL2dx566DxQzqzNbcTcO96MguIy8Ufnc0kIOQQw9oHJZtg82zwM6+2mWr9J/K94Gv9w== kefu@save.node2", "key_options": null, "keyfile": "/home/kchai/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchai", "validate_certs": true} 2021-03-04T22:41:45.083 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'jdillaman', 'ovpn': 'jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA296in+8Sr9slF8hrzAV3dNz0q94Q4FlFaMYw08II5PQm6HOpabGOGOwOud/PPeh3lMUHhs45N5WnbgdfQdzz9lpDoNBcqxeACdMicdECMHtYWf2GuFUdTAnPBFVl8wFW5JcziQYJePUcAUJRXGGfdMLMppAi8VEuhMw/z3jz89UN+zf51Y9eT3rgAVSCR+Zn47kite4OB2S1aVMEcZBE0fPnh60i+rpN26s80fh3wG2N9JrPBEvst6LbL0aEixrlRUtoFHZuWNCIjntVMANa+idpuWSxN2dzfcoxpGLF1TFzqx0moznp0PnDs7ZAFFS1/EkeSCgBflyhPV6csG3VNw== jdillaman@ceph1.example.com", "key_options": null, "keyfile": "/home/jdillaman/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jdillaman", "validate_certs": true} 2021-03-04T22:41:45.086 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-03-04T22:41:45.253 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/r/Xf58szqJ3wLdTE+mRK1Z11f/+VABmx6804NO77ncdC5ZvD3Kx6WP/oje01iwWEVXNAgEOaXp6j+U10aPvBMaS30qf/IhUcrXwO1YcGzZ0pV6UZMxcTuJw6w1VXy/YtgW5BlIfSm78zabztES9BqCgjYYM2rml3L1teDF4WU1QiI97iW0R57yc0t/gqXGpxqSFQ+iNYAl0Q1MGUgYltLvPrhm9WI2WhR2/GivdVMEM5lViNlegxneAZRb9YZMCG2kmSP+9Zd2NR367OrlgzmgeY/9u+KGXQiyfaO330s+iksxVwwE3fDl+KnqXuHSJNccJV7iXzZKej2QAire4X dfuller@Douglass-MacBook-Pro.local", "key_options": null, "keyfile": "/home/dfuller/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dfuller", "validate_certs": true} 2021-03-04T22:41:45.254 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAuTvkaUtEaLbLcYA9Zw3MoHI5ZPudKf6CAbAZdhp4RMVujimR61TT6LdRF20g6F7pH7GrI/1WP2bu7a3sZyCZ1nCJCOhrTTS+2wwy7oGo/0yY4l+Bw6i7LGmJgqpO5dDxwADMlaHUwJ7Rf1Q+Pd7NmggkAVTmaN6qUGffz9hZsj7ibD/Z8/GFtQsCEMloTLtnz4NB6Gxe54UXEKz9pvjpXBhs0xWsJtDKaPFrbKRKswuH45XPuwJhGr249ZYtwQqcgXSWhOUcPTwf5Y6fj27aL2dx566DxQzqzNbcTcO96MguIy8Ufnc0kIOQQw9oHJZtg82zwM6+2mWr9J/K94Gv9w== kefu@save.node2", "key_options": null, "keyfile": "/home/kchai/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchai", "validate_certs": true} 2021-03-04T22:41:45.421 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIKepJjIovBTCkdVyvAdptljhw9bYcwtIqV/ojdbpeuJtxDo9UyrEkNoLeVpZgOcrbgrkOE7AEixo3qB9PbD8z5NRUleV7wipSh3QwrDmSylSVReJKOwYdxUKkzesZYBGIGYzAbTKqcVzPUWCeW314+xmv90XkO/+1vgbC5uoXfbfnaiDHQimBom8QV5Egr+EhhcuCqMEqaVSvjMr1T0e6IL9gUens6Mys6czI37go6QvmgEzkBbDJJ64PsiOOFHVNk4DJVJ1c7TRtsnpIHM1YVFjsH1AnAL6UufbgNSFf5dziUB/Bz815P1/jsOGpHkUKE37DbHU5xtLGl3MmimMt4ndcG6EggBGEYBwfEWPRAsZs3qngssrNH5W0CzbysLaoovzq5VqS8SdLMu5XrRLBEB0uWWzLq2bobYymk3t/oby5zrHJV78xAuLmldqjvlPZSdkgwWNv9YBLkteBVr2HhjtuashJ6amNPbA4kCGhXMpeRhfvfqs31CBEKbTV+A8ODWbWAoQxLCcqS24x0yMi73N0UzuqDTaJMcE8ODJvOxcLNaV688QDbrC/UehpX/Bp/DM7fLHj4YhkRpZxkkN5w2kb/bBbWya4DrffhHKqn9CH1z5ynj0237PhTwCXjtRn0JzpeRgN8OraFgR2H3uPc9XNqlkFxxOBK0lRngbxzw== owasserm@redhat.com", "key_options": null, "keyfile": "/home/owasserm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "owasserm", "validate_certs": true} 2021-03-04T22:41:45.423 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-03-04T22:41:45.590 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/r/Xf58szqJ3wLdTE+mRK1Z11f/+VABmx6804NO77ncdC5ZvD3Kx6WP/oje01iwWEVXNAgEOaXp6j+U10aPvBMaS30qf/IhUcrXwO1YcGzZ0pV6UZMxcTuJw6w1VXy/YtgW5BlIfSm78zabztES9BqCgjYYM2rml3L1teDF4WU1QiI97iW0R57yc0t/gqXGpxqSFQ+iNYAl0Q1MGUgYltLvPrhm9WI2WhR2/GivdVMEM5lViNlegxneAZRb9YZMCG2kmSP+9Zd2NR367OrlgzmgeY/9u+KGXQiyfaO330s+iksxVwwE3fDl+KnqXuHSJNccJV7iXzZKej2QAire4X dfuller@Douglass-MacBook-Pro.local", "key_options": null, "keyfile": "/home/dfuller/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dfuller", "validate_certs": true} 2021-03-04T22:41:45.601 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDVFy1sjGvvHwS7Q6E61ykH4dUGfxW9+a7Xo3JMpTBT33/E8bTrYF6ZHSdH+uxScisV9Vll222NJCLXyx2s9EOcv4L88vWDTZGCaUb3iA5dweLm7EYi1NXT/p+jWDA7MAF1FQGSAQafTHpNRxLcrVPgsLDy35weV4xj7ShEU+w7EBDb75jlJXqy0luJLKNBrLzz/wDV9Oe6y3APwQBhtO7vGrVzrWEF/LWLe7U9ad3DQjvLM7+H+QVpNy+nt7us73K8vHDk1KrPlCCjrcN+fSGPD/ILlxrDrDeqmmBCtPMa7PSSjCyAV/EW0fsmArcHrHXKeKWTKXG9sDL0KBqos1kB vasu@vasuSrv\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQConeaJ2kvUOMy+jeKvXZTw655L3KK0ZG0HONIySFrRNkGa/M/hYf8oMNVh9SEax7vLNme0kwk7d71EhgtMGNsvHtQOkshWxM9P0XPk4HgB/OL+2LQ/7M3SwD4vuXPbqvrQS63YMoxcHBue5Ol5hXmM+qSoZajpUrfB2woqbp7aKsCpoK4Cgj4XfLHfh0n239ae38DU6GoAcL0GzMsxMdQhWzBwOO+ZHfowohc1pfY0+xGIMW1OlMN1eO7kuK2gGS/YRVOnLw9uu/2NErIjBzCihNN0PYWur2JE+KmU1x6VMaky49cKmAlc5WUqZ+FpV3gvnb3cLjBClnCkdjIcLeRR vasukulkarni@ovpn-116-227.phx2.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRFyOO7qitrq6Hk2NSl28h4laRTxA2zezy1wwjTqs6UL+oZjNRYQjeWD3dDNPZrUmc9JyI3j1EN11cCsKAp8YXz3ItB46M0BPeJ4TXCpg36vxs7/twSDMq/EoXA5sRBbUJFf+bthcNemwG1WsJoxRVzMezbWBTHvz5i4Hbh4sL3PBbac3FhT/3b5Q4tKdO6bXGXmNLAoALyVZZMfoSz9CWzvrO+g8Houb9iJiaXHp293y+ND9Wicl9wHPckO1VcocZ+ldByujgX1cz6m+pxmf6AKY1O 2021-03-04T22:41:45.602 INFO:teuthology.task.ansible.out:MJj5PjmpN0HrgpV2QLVA+ba9qBiDwi1g8sRHXkOETMZ2jq/2a/mmTtvrsF vasu@teuthology", "key_options": null, "keyfile": "/home/vasu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vasu", "validate_certs": true} 2021-03-04T22:41:45.761 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIKepJjIovBTCkdVyvAdptljhw9bYcwtIqV/ojdbpeuJtxDo9UyrEkNoLeVpZgOcrbgrkOE7AEixo3qB9PbD8z5NRUleV7wipSh3QwrDmSylSVReJKOwYdxUKkzesZYBGIGYzAbTKqcVzPUWCeW314+xmv90XkO/+1vgbC5uoXfbfnaiDHQimBom8QV5Egr+EhhcuCqMEqaVSvjMr1T0e6IL9gUens6Mys6czI37go6QvmgEzkBbDJJ64PsiOOFHVNk4DJVJ1c7TRtsnpIHM1YVFjsH1AnAL6UufbgNSFf5dziUB/Bz815P1/jsOGpHkUKE37DbHU5xtLGl3MmimMt4ndcG6EggBGEYBwfEWPRAsZs3qngssrNH5W0CzbysLaoovzq5VqS8SdLMu5XrRLBEB0uWWzLq2bobYymk3t/oby5zrHJV78xAuLmldqjvlPZSdkgwWNv9YBLkteBVr2HhjtuashJ6amNPbA4kCGhXMpeRhfvfqs31CBEKbTV+A8ODWbWAoQxLCcqS24x0yMi73N0UzuqDTaJMcE8ODJvOxcLNaV688QDbrC/UehpX/Bp/DM7fLHj4YhkRpZxkkN5w2kb/bBbWya4DrffhHKqn9CH1z5ynj0237PhTwCXjtRn0JzpeRgN8OraFgR2H3uPc9XNqlkFxxOBK0lRngbxzw== owasserm@redhat.com", "key_options": null, "keyfile": "/home/owasserm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "owasserm", "validate_certs": true} 2021-03-04T22:41:45.772 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDlOImwCV0AGu5L29ABaefV9Vqjv43WYJYFuLTxGQQdeQGcways6iNKGIX/nzf3UWkwgg25OVSpzB7zf6FjBx+HcQU+RJ7FLzeaz0s8ZxBXqWwtOYOvP9cXmAXA07hD5UAfxZKC1twBzL82bKJ2ZSmzfQmBjvpUOqRs7XwsQIClOW/ycY+jLgLRLFFDxzADsgnn6UEGlHeMETYocUbe89P3wbY5fHhqZmn6e5ncuAQMsiLRa9d+QhSdpD07Y/P65EzqRF4UOX+zpOc6gPlgHFir9pvf0bTbbBG/qKN9+KGqzZMRJGKenpHM6EMfLkf0QmrT4s4zd4ZnUQPq3HN3pul3 redhat@unused\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9n4ege98BNmvgUxogdcpptMILFfEisAQaiLUvSKpTsoy2gF7C6xSJXgDaziT5dW4ad2El4xmKQ/e6/e14Vx5i9pGbJz4NvL36Xmb3ent2PtY18i6d3CbnmGI8J7YH4YS9QvR7FC/KuvwLR6AdJ+uQShGhqG8kWJMjbqrtaxu8l1hq8ymBXw3O1Ht+xrZ/r3dEkAIVF3bMCSUnZpEbSsNoeiydEQl0ZCw+meXYmSw15vYVtKpYscZxqADqhSJJxIEHZA4E88dq6aYdV2AZ/s4cJK+tBl/ckBnclI3VGHSGn6oaHoO/fCHtKiENplDuKoLGQPO6xJ2Q/apHSGD7McY3 redhat@network\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDn/XgNfvqytLHgfBUdQIhJiWBlj+JrXqGZYvAZZJIWs32Ugm1/lCQTssGZrEj3+Qv81jLfkP6VQ8gXSWJkzUK4csxRxkZKXqcYLDE1csdmAFDOfWUFJwhMsCiiCyBiW9oapioLpvd40nw8k9qM4QuzaUhVonoGXMDDL1/dCgkbIjiQxxTJPHDEJFjtzul+VuhlhHqE6S1syoJG+UKo3Q1tOBCs8rwaPXEfCXFsyv+ZmcEv1+mpM8QRjdr1D1hfUfwb4CHtaa2AE6B5wL+zoY6+jsrTwZSwCfeIdgEZ8e3V2iXP5F7G6eXotu5r7mGYJClHZFLSfbNPN5J+EbRORl9/ wbhack3r@dhcp35-24.lab.eng.blr.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHYkp1nuRSYSAl6me1xuoTU30DW2YpAR6EH1c2adUC9tNtTZbMnab11aitQLAtZb9SKsRgnoB5KpH+zJ0VNKCuJU227r9vZwcVUruSGwA6X7LOrSkK0gFqNRZkVoKhC9oGHSU0zegYBDxx8VLxSV3CE56b+KEosEo6iJe7TkXy3wXHK6am0uhQPEdSHtdUdD683CGIffdF1RFmAFnzTPn96lC9rLe1mIGO+jVQx4zIo3i33RFQLy++4DtQw6Lrgp26Xr85HmQekjgyiya0VkR9Ypy7fgF2ucBGegnOgZDGCCY4G2RuqiZyKz 2021-03-04T22:41:45.774 INFO:teuthology.task.ansible.out:2TZaOecDwrLkbYM7EGp8up5uLFRZsV shmohan@shmohan.remote.csb", "key_options": null, "keyfile": "/home/smohan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smohan", "validate_certs": true} 2021-03-04T22:41:45.928 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDZePxJmYerihzA0aQbMt7K7bctPEDcwPHiO8EVuJowp6zwhSmtDnYuFybKJsee4l8+rDKR6T5Ugdl5pLjSzQ+Ba00OSH7+qWC6shvVDYju5mIooJnc+kwx8RgapbGtDdl/yYskBb1KD5g/3+i/2aM+Igk+7nQR7Cny5+WnUEvHd7PHBbUXQSuu+mlUlnXCVMM8g8qlc1I3WQL5eQoIqGjSWRgZUIsn3P5oryYBzbuG9jqLwbaohJvZRJqkimQDe7zCFk6bB3z39pyOWUN+sldRvyL8FPyEmqog4IwpjcYyCuCnPhnb6fNq9yB65RUIde82Kkzx3LZrYOXTrdHgD/lr abhi@trusty", "key_options": null, "keyfile": "/home/abhi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "abhi", "validate_certs": true} 2021-03-04T22:41:45.940 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDVFy1sjGvvHwS7Q6E61ykH4dUGfxW9+a7Xo3JMpTBT33/E8bTrYF6ZHSdH+uxScisV9Vll222NJCLXyx2s9EOcv4L88vWDTZGCaUb3iA5dweLm7EYi1NXT/p+jWDA7MAF1FQGSAQafTHpNRxLcrVPgsLDy35weV4xj7ShEU+w7EBDb75jlJXqy0luJLKNBrLzz/wDV9Oe6y3APwQBhtO7vGrVzrWEF/LWLe7U9ad3DQjvLM7+H+QVpNy+nt7us73K8vHDk1KrPlCCjrcN+fSGPD/ILlxrDrDeqmmBCtPMa7PSSjCyAV/EW0fsmArcHrHXKeKWTKXG9sDL0KBqos1kB vasu@vasuSrv\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQConeaJ2kvUOMy+jeKvXZTw655L3KK0ZG0HONIySFrRNkGa/M/hYf8oMNVh9SEax7vLNme0kwk7d71EhgtMGNsvHtQOkshWxM9P0XPk4HgB/OL+2LQ/7M3SwD4vuXPbqvrQS63YMoxcHBue5Ol5hXmM+qSoZajpUrfB2woqbp7aKsCpoK4Cgj4XfLHfh0n239ae38DU6GoAcL0GzMsxMdQhWzBwOO+ZHfowohc1pfY0+xGIMW1OlMN1eO7kuK2gGS/YRVOnLw9uu/2NErIjBzCihNN0PYWur2JE+KmU1x6VMaky49cKmAlc5WUqZ+FpV3gvnb3cLjBClnCkdjIcLeRR vasukulkarni@ovpn-116-227.phx2.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRFyOO7qitrq6Hk2NSl28h4laRTxA2zezy1wwjTqs6UL+oZjNRYQjeWD3dDNPZrUmc9JyI3j1EN11cCsKAp8YXz3ItB46M0BPeJ4TXCpg36vxs7/twSDMq/EoXA5sRBbUJFf+bthcNemwG1WsJoxRVzMezbWBTHvz5i4Hbh4sL3PBbac3FhT/3b5Q4tKdO6bXGXmNLAoALyVZZMfoSz9CWzvrO+g8Houb9iJiaXHp293y+ND9Wicl9wHPckO1VcocZ+ldByujgX1cz6m+pxmf6AKY1O 2021-03-04T22:41:45.941 INFO:teuthology.task.ansible.out:MJj5PjmpN0HrgpV2QLVA+ba9qBiDwi1g8sRHXkOETMZ2jq/2a/mmTtvrsF vasu@teuthology", "key_options": null, "keyfile": "/home/vasu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vasu", "validate_certs": true} 2021-03-04T22:41:46.097 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDcsBe6CzgWh64iZAH8zbU6ra4yEiUBSsiUn0AHzyQurvjeRpL2Mut6B1WEi0kJG7BAM6b13JrhnD9BW9yIMIUIPpVTa2o4zaXP90+bvjGrgDeJbxv3T9/TGh13k+WWyampxm2lo90/+Paql/HObQyyIv7Wan0DOdIe2/Ue4ooWH0tu3kj+3unJTuw82oEDEn+9tGs0oleG2c8XN0gQyVl1DzR2Gqf9PCzXK7hInC3niY2huoSAZzVFEgsniKEWqTnVWYi49X2SsJhUyHCj+mqrTG3YnW30nha3EXOWIbQGblXVoTIOc+gNreqdGByOMICKSnQmPSG4DAl3c1Y4h4A71T3Q043IUv7v7S9tAEKq2h6oJ9I/a5z0u4kaL/+B7Cw7l4bitTdcZ0rcqSvOkKUNNgxujbucMSSc4Tsh5L0762xaziD9nQZl5bteb3VtsMAueqhu7L3sJy69+HGg7oF68t5TguErXfI2UNVGOn3eRj+zN/zSwLUXMoROlpM5yHXSzHvpsbgZiHBImM2CeG4qaPtqzFw7VH6NWJv4ypb0htOMWsbXmLshNTca1KXrrBcVozSJC8wKgEOxu4spk26G8x1IVTsi2ypyYX+irtAqZrrpIPdQ0Ss9NjKPhFNXAxJgLHj6TlH8UNh1gRfN/QTyzpFSe4EH6uOlnWuxcuM8ZQ== cbodley@redhat.com", "key_options": null, "keyfile": "/home/cbodley/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cbodley", "validate_certs": true} 2021-03-04T22:41:46.108 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDlOImwCV0AGu5L29ABaefV9Vqjv43WYJYFuLTxGQQdeQGcways6iNKGIX/nzf3UWkwgg25OVSpzB7zf6FjBx+HcQU+RJ7FLzeaz0s8ZxBXqWwtOYOvP9cXmAXA07hD5UAfxZKC1twBzL82bKJ2ZSmzfQmBjvpUOqRs7XwsQIClOW/ycY+jLgLRLFFDxzADsgnn6UEGlHeMETYocUbe89P3wbY5fHhqZmn6e5ncuAQMsiLRa9d+QhSdpD07Y/P65EzqRF4UOX+zpOc6gPlgHFir9pvf0bTbbBG/qKN9+KGqzZMRJGKenpHM6EMfLkf0QmrT4s4zd4ZnUQPq3HN3pul3 redhat@unused\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9n4ege98BNmvgUxogdcpptMILFfEisAQaiLUvSKpTsoy2gF7C6xSJXgDaziT5dW4ad2El4xmKQ/e6/e14Vx5i9pGbJz4NvL36Xmb3ent2PtY18i6d3CbnmGI8J7YH4YS9QvR7FC/KuvwLR6AdJ+uQShGhqG8kWJMjbqrtaxu8l1hq8ymBXw3O1Ht+xrZ/r3dEkAIVF3bMCSUnZpEbSsNoeiydEQl0ZCw+meXYmSw15vYVtKpYscZxqADqhSJJxIEHZA4E88dq6aYdV2AZ/s4cJK+tBl/ckBnclI3VGHSGn6oaHoO/fCHtKiENplDuKoLGQPO6xJ2Q/apHSGD7McY3 redhat@network\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDn/XgNfvqytLHgfBUdQIhJiWBlj+JrXqGZYvAZZJIWs32Ugm1/lCQTssGZrEj3+Qv81jLfkP6VQ8gXSWJkzUK4csxRxkZKXqcYLDE1csdmAFDOfWUFJwhMsCiiCyBiW9oapioLpvd40nw8k9qM4QuzaUhVonoGXMDDL1/dCgkbIjiQxxTJPHDEJFjtzul+VuhlhHqE6S1syoJG+UKo3Q1tOBCs8rwaPXEfCXFsyv+ZmcEv1+mpM8QRjdr1D1hfUfwb4CHtaa2AE6B5wL+zoY6+jsrTwZSwCfeIdgEZ8e3V2iXP5F7G6eXotu5r7mGYJClHZFLSfbNPN5J+EbRORl9/ wbhack3r@dhcp35-24.lab.eng.blr.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHYkp1nuRSYSAl6me1xuoTU30DW2YpAR6EH1c2adUC9tNtTZbMnab11aitQLAtZb9SKsRgnoB5KpH+zJ0VNKCuJU227r9vZwcVUruSGwA6X7LOrSkK0gFqNRZkVoKhC9oGHSU0zegYBDxx8VLxSV3CE56b+KEosEo6iJe7TkXy3wXHK6am0uhQPEdSHtdUdD683CGIffdF1RFmAFnzTPn96lC9rLe1mIGO+jVQx4zIo3i33RFQLy++4DtQw6Lrgp26Xr85HmQekjgyiya0VkR9Ypy7fgF2ucBGegnOgZDGCCY4G2RuqiZyKz 2021-03-04T22:41:46.110 INFO:teuthology.task.ansible.out:2TZaOecDwrLkbYM7EGp8up5uLFRZsV shmohan@shmohan.remote.csb", "key_options": null, "keyfile": "/home/smohan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smohan", "validate_certs": true} 2021-03-04T22:41:46.278 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDZePxJmYerihzA0aQbMt7K7bctPEDcwPHiO8EVuJowp6zwhSmtDnYuFybKJsee4l8+rDKR6T5Ugdl5pLjSzQ+Ba00OSH7+qWC6shvVDYju5mIooJnc+kwx8RgapbGtDdl/yYskBb1KD5g/3+i/2aM+Igk+7nQR7Cny5+WnUEvHd7PHBbUXQSuu+mlUlnXCVMM8g8qlc1I3WQL5eQoIqGjSWRgZUIsn3P5oryYBzbuG9jqLwbaohJvZRJqkimQDe7zCFk6bB3z39pyOWUN+sldRvyL8FPyEmqog4IwpjcYyCuCnPhnb6fNq9yB65RUIde82Kkzx3LZrYOXTrdHgD/lr abhi@trusty", "key_options": null, "keyfile": "/home/abhi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "abhi", "validate_certs": true} 2021-03-04T22:41:46.279 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrtHyRuOSEXAM6mwL4qoM+NM4hpIKhaRS+/Y6RDoFKszkXFw/jC9ZYh7q39rQpWQBKHVe4RyPN9yyGWydFwaR/BjZi14ippmYOqVG4f7b+k39NFbMJRcSxYC+NvkqxK7+zpsnIWC+RdJ+blZi+zCbaaAYcMDSvBZW19FsJSLrO7hh4R1cuzgV+Xrmwdc1/VH+HqPMu3tHGv7N0SfsklWI8Inr0aiL83QqqgKPcVxljSWZGYvvFyTQOrkNQeaLURJNER9WIIac9o57WOINw8kR+ojebcOUBsrxZH9j+gMjsJ752Rph03wdMUpFcnS6yfvI4Ial7x/sGms4FE+wL/vVF mdw@pika", "key_options": null, "keyfile": "/home/mwatts/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mwatts", "validate_certs": true} 2021-03-04T22:41:46.446 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDcsBe6CzgWh64iZAH8zbU6ra4yEiUBSsiUn0AHzyQurvjeRpL2Mut6B1WEi0kJG7BAM6b13JrhnD9BW9yIMIUIPpVTa2o4zaXP90+bvjGrgDeJbxv3T9/TGh13k+WWyampxm2lo90/+Paql/HObQyyIv7Wan0DOdIe2/Ue4ooWH0tu3kj+3unJTuw82oEDEn+9tGs0oleG2c8XN0gQyVl1DzR2Gqf9PCzXK7hInC3niY2huoSAZzVFEgsniKEWqTnVWYi49X2SsJhUyHCj+mqrTG3YnW30nha3EXOWIbQGblXVoTIOc+gNreqdGByOMICKSnQmPSG4DAl3c1Y4h4A71T3Q043IUv7v7S9tAEKq2h6oJ9I/a5z0u4kaL/+B7Cw7l4bitTdcZ0rcqSvOkKUNNgxujbucMSSc4Tsh5L0762xaziD9nQZl5bteb3VtsMAueqhu7L3sJy69+HGg7oF68t5TguErXfI2UNVGOn3eRj+zN/zSwLUXMoROlpM5yHXSzHvpsbgZiHBImM2CeG4qaPtqzFw7VH6NWJv4ypb0htOMWsbXmLshNTca1KXrrBcVozSJC8wKgEOxu4spk26G8x1IVTsi2ypyYX+irtAqZrrpIPdQ0Ss9NjKPhFNXAxJgLHj6TlH8UNh1gRfN/QTyzpFSe4EH6uOlnWuxcuM8ZQ== cbodley@redhat.com", "key_options": null, "keyfile": "/home/cbodley/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cbodley", "validate_certs": true} 2021-03-04T22:41:46.447 INFO:teuthology.task.ansible.out: ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com", "key_options": n 2021-03-04T22:41:46.449 INFO:teuthology.task.ansible.out:ull, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-03-04T22:41:46.606 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrtHyRuOSEXAM6mwL4qoM+NM4hpIKhaRS+/Y6RDoFKszkXFw/jC9ZYh7q39rQpWQBKHVe4RyPN9yyGWydFwaR/BjZi14ippmYOqVG4f7b+k39NFbMJRcSxYC+NvkqxK7+zpsnIWC+RdJ+blZi+zCbaaAYcMDSvBZW19FsJSLrO7hh4R1cuzgV+Xrmwdc1/VH+HqPMu3tHGv7N0SfsklWI8Inr0aiL83QqqgKPcVxljSWZGYvvFyTQOrkNQeaLURJNER9WIIac9o57WOINw8kR+ojebcOUBsrxZH9j+gMjsJ752Rph03wdMUpFcnS6yfvI4Ial7x/sGms4FE+wL/vVF mdw@pika", "key_options": null, "keyfile": "/home/mwatts/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mwatts", "validate_certs": true} 2021-03-04T22:41:46.617 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQD3vdP9QHyNFUNPOdplezEbdYsQfcC91ncATI6Fl/xHifmUbcvjIRqZHkCY6FNWUpMeg9S3+wlHJtzjVqJJ/MlQML3EtwnzQkeWv8bjtuZ07OqULYIv0zEx63XUfSnrdFleJ8+KDSpn7krkYE44q85B88IL+ZBeq5eCXFJ1TtmsDcvsN8WqZNWMdUGqgH3Bb4D8+YKrEfGxoievyxZ1A1DnBHan2l8foTKYggRrnuSbTb59cFpxY3R7Arc5Cn9kDJT1nDVBA5SSGCfRMiNyBOUzQVYe/UjKTaCpngglXC3wYnjoGvGcpksHLQCxyuJPB6djC1tdF+3Jehdf8y8+2TBzWXiiPq2XwS58sER5GcLLLQv26pPL8hgu6CdI0sHxgcgQBgpjoLwUMHmv13CnN/AAcZY4RRDK2X5zd6wFSEhuuCoUqh/m7K219IxI6fVkLaApC851D/ua/pj9OMjiOaJ+D13cPrgfqxva4eK8FQZvqQm7aUK/TT216QNYmn7hkzNjMTkjv/L5yYQ5Ym92AHy44wHzLPrtDB5mk94vHOjG+KlAt9ofuLncMSAXWe+fOqxuIQ6VfbL2LUv0EGYhHe4XOVj98q5utsVQxQbXAZzNQaq9FWXs2A4xcVP7aWj0Fooi17LN/W0ng4Iijir5hyLr7k7M1G6resgiY7p83biNow== pdonnell@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQCpgLVt7Zphmf6nqD+9BC0N91jdmaY6ZpvrYWlzbhxXITQ6juIEtegnlZ+8ohdeEfHFBiyu1xOSQSM1X1ugvpPQE94UqQg7JVb0tuoUCNJHYnIuv8T4YgyP0/vEV48k2G0BBWlP+IJ5f1iDvZuLHWLR5JSgGqh5ELaaHr7Cbyb6JlImldb7SDIoPHMCZ+n6dLO8l5Zy7qWelw6aeA770xmPucBr6t/BVns2g77XgJz6zFd99yEaDy27i8jfzL7WqR9i93yVE9EsL7tuOjg6G9KUzxBF0bg9iVsJXypvcBuG0JwQ+SDKqYw/cN4iLy5qBa6Siqrfpc/LKU21VNmJ0e5eXNgKKbMBpBb8GVmkoLaSRcXw7LclWopjNDA+meUhDAwU7b97N7cqN8BYhBKQyiShXFHMKLuNo2fSuTRt/icfb9VisKNGBdvwgV0oOlrqbXMzZKmj9amb9b+3JDBTGB7ioCsj5x/Evf9srXRrQ9kikIr1aBbVXIWir/lasNWVydcmUYsNi8L7W0vXArLwp+GgOXJFeZUiD3z9LG4CouRxMSwoj3lgWeL2ZR8feH4D/SP/+QmBdU6+aG97au9qreeXi5X8QTR3LND0DwwEKczX+3s+Fa950Oieom/gXC57PVKVh90KVoAGw3HzJTlZrauOtLkYbTUAX6woOMhAtJ5oWuDDT4UrHQj37jRrrl2dETLwKwUJN2+2L07vnnOZ4ABcGWLsU6d3bXeUBlw3pdsYqPebDKUEpjL2kUOw+zmfjEf 2021-03-04T22:41:46.619 INFO:teuthology.task.ansible.out:dVx9BfrvExvDX+3MkxccCJ8FY7od1s5fGEFHsXnIiMnLO/HZb/JN+Aoe+/ExadIcYwJnWcCJyly2/532kGFUlzOliCwPxgJpjWCKQAv6LjWmxoPXiA4JI0bp6y7lMEjmV2Bp3mwphlsW/r8Ie5hg1UPh/ttHRp/VZgcV8e6nNmP/qc6k9b2DWTNFqtWqm1hXLOwq08HzUEeH9mTqvenyAbv2RFMOS18Y2K+4BKUzHwZujrz9qEh/kqtpFScEIXkOJ+HZz3mI6XfjWFIPS487yRGfUvW3+nSWhvHc8vJY21bFRKdjD84qCVlZ2BfOCGUZSKftVItEiqXMTRs3RZd5epfCVZbJuA0hG16jUseeHqqZqDtlbLkzkxtS6v3iGRnPh/Ke/94FHHCzvYY8cmMYAVaM6p/G3edWftbaEtN70Fo7VKxPrpPzuSRZ7Vxmnb+Zad95DxxAC/vtMy/vkBVIP6dyn4HGxqa1oECFMe4oXdhnxZQoPzvWxb8upcXeAeOMMbcIlMq5a+dCBPGFNKhNhrb+9uAEDHwjE7rZlMJVSvt9v1S4hll6jiYIap+7n4reSKrS45aO9U0xiKXJJDohh pdonnell@icewind\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQC8MdUJzIvTCn0fM+hv1HAO/Lwjy/C/V7stQRWGIxyrRHbniyX8iuaU3j7YNFglSQPJq+YRM9UnGauM9/0J9tHKLsMp+zRQYrtxU/ThiTUN8TRJY11mGUol4yLsqkTtm6oq5sl6o+LfuA4hzaYc3XLrFHRJuCUgbtPG71Q0C/y3U+itrDK4wXUxBa4YzZzcIMg+c88VXwoouPbiL0gW5PCXzMaNtKlOqBUKlE935MLn70wIEfN/EwAAbss0ga1moqeqmi9Nlvm20DNIVFmkAGtYoq6CHXtL/uehzai5Sueop8Vmd8+1U8gDTo6JpiagdD8ZNf0zAbRx587KAT5ZMnahJpO276j7RNa85ZFkNkEnBLqBHRkCkTCYq1GehYyRaR69uuKyczFiIoTfAQgPh7VlnpT9525b/4nFsBDOkWxxWAIJR61YiKemPV/n/e9SwhvVsMDb2B/RBriwR7Mi2SZ/lBHGB+z0OA+EE2rGZy4LFVOfUczqIdpltlNotXan4M4F361i+bX19KE+f2RLySn3+GiFv0CdLwslS/y4xysz+FWxw6B0Y/EkpiDU3CdWM61+THGGm/DVhfL/Pvca7k8PonHFYw/x5w1nBcADpkM9JF+m5eOnp+weTEzl58sS+3GnoAuL8YFJwMW1RmE50xM0o5E3SDc8XftUvaSZz8mhII3uwDDukbELfmkLbnIeipQKyjO+GEx0JBp4Itz82qGuao0Wi32U9wHzhSWnX4GQ0pKZnq9frSlyCNwHu/iMiKF8sA2bX3dvplFJ9nKWPefcU8bdl/upr5hYrd2GttjUSkWZa+UuF264yx3ztcN7jotRhEmmdEcHVzKQ26/NyRI4/9DQpDKY7zw4O2wFkXWg5L9kodXwWzgy4cyOr4dMD9LBVLOpHc0CAji5/+lfuYQbu1mwVdfOzCXDqByjt7zCbeN7KuUh403sJ8PTQVp642xA9i4AkPv5g+fqi5C0++1DbZP0lmLfKtTswHhoN+kAqZu2N4Mu6mNVNKyZgW5h1pZzNSGWYcZttyYmMCHhPketReL0LPJ+VUsqQCVohuta3aaSe44InA28GZsXzMj5B0el/84bnE7cN4b+rfGD25NT73JEt3RgPa9W9jqT1hwd/nf53BDKpp7DlHjR77WSWT4h4F7bhbM1RsGSqAfZjCUJT6Rq+IuM2XcrLDY8zIeArkqaZLXMzfGj6KJ7cQes05P5LYfY4osXiq68Gs/7gzF31PQRRGOYAoqMN7752sn0ZMcpnUj3mJutQcncRUN4+naTMjU36WWD7it0YuQBnb2IJ4iKjYLInw8pr2zKgWtgr1TSCM4xKp/v1/ZMmbBmS+dT 2021-03-04T22:41:46.621 INFO:teuthology.task.ansible.out:zNC7Mpkt8vdCNjzZ5KZ5 pdonnell@aglarond", "key_options": null, "keyfile": "/home/pdonnell/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdonnell", "validate_certs": true} 2021-03-04T22:41:46.774 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com", "key_options": nul 2021-03-04T22:41:46.776 INFO:teuthology.task.ansible.out:l, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-03-04T22:41:46.785 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDKzhyWb3PmU88m8BbgpEuBzYM6+x28z6aZwHSesiyfXMfF4Y7IZjtKaTxH0ph/O9GQCPhRCVhRd8TlgKWJGhts1E+VkQfHfT18CgmrPWzj3gifc2FJhL97vB1Pd3jksGnOPAikgYPHP46SVMTtyvXCkOUuo7E29WrkdpjawcqM1rfpw63OnzHf7Ar7Sqh/othB7ajyVQ92t+XWSEqj7K+NRfTaq5L5RBWbwarM885o8xdI5mimOZ0QjzKOhFDORrI+HEVlkutyB8E20nZgo7TUy+kYeLVhEqb3A6Pi2QbA9GFLT69kA/H9nebhj7Cuim9yrx4OKeZuIncG0UxSQF3QmWflAZHBs8L/jniTz4DJ5id5jR29tvGK2LeddCEMB1L2cHwWHlG0aX5jaNEJe+nG6H5Tcg3+M1RPM8twBkRQmS3UzAyX/MTH1kktyFUHn8CdBXe0WTuoFSvXLB6BCHWzDYZOt0tIV/xMtBwhy+XGYA4oZSsDU5m7VlSVLBGL8DbRX69Z8AGey2y3FoFu/roY6NmDhTxUedJ2ZfoKSwdZD6jjatdO1621nonBnJxrDgaXCWzT7HtnWcc3GwxZoBrqkvgpsx88f4lNi22OpYVPV6A4hECe04u6OJnHSWVk3ft3p5PaLNF8aEXbiIgzZKAwX3LxpvEDFH/t1sdihhpmjw== jlayton@synchrony.poochiereds.net", "key_options": null, "keyfile": "/home/jlayton/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlayton", "validate_certs": true} 2021-03-04T22:41:46.952 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQD3vdP9QHyNFUNPOdplezEbdYsQfcC91ncATI6Fl/xHifmUbcvjIRqZHkCY6FNWUpMeg9S3+wlHJtzjVqJJ/MlQML3EtwnzQkeWv8bjtuZ07OqULYIv0zEx63XUfSnrdFleJ8+KDSpn7krkYE44q85B88IL+ZBeq5eCXFJ1TtmsDcvsN8WqZNWMdUGqgH3Bb4D8+YKrEfGxoievyxZ1A1DnBHan2l8foTKYggRrnuSbTb59cFpxY3R7Arc5Cn9kDJT1nDVBA5SSGCfRMiNyBOUzQVYe/UjKTaCpngglXC3wYnjoGvGcpksHLQCxyuJPB6djC1tdF+3Jehdf8y8+2TBzWXiiPq2XwS58sER5GcLLLQv26pPL8hgu6CdI0sHxgcgQBgpjoLwUMHmv13CnN/AAcZY4RRDK2X5zd6wFSEhuuCoUqh/m7K219IxI6fVkLaApC851D/ua/pj9OMjiOaJ+D13cPrgfqxva4eK8FQZvqQm7aUK/TT216QNYmn7hkzNjMTkjv/L5yYQ5Ym92AHy44wHzLPrtDB5mk94vHOjG+KlAt9ofuLncMSAXWe+fOqxuIQ6VfbL2LUv0EGYhHe4XOVj98q5utsVQxQbXAZzNQaq9FWXs2A4xcVP7aWj0Fooi17LN/W0ng4Iijir5hyLr7k7M1G6resgiY7p83biNow== pdonnell@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQCpgLVt7Zphmf6nqD+9BC0N91jdmaY6ZpvrYWlzbhxXITQ6juIEtegnlZ+8ohdeEfHFBiyu1xOSQSM1X1ugvpPQE94UqQg7JVb0tuoUCNJHYnIuv8T4YgyP0/vEV48k2G0BBWlP+IJ5f1iDvZuLHWLR5JSgGqh5ELaaHr7Cbyb6JlImldb7SDIoPHMCZ+n6dLO8l5Zy7qWelw6aeA770xmPucBr6t/BVns2g77XgJz6zFd99yEaDy27i8jfzL7WqR9i93yVE9EsL7tuOjg6G9KUzxBF0bg9iVsJXypvcBuG0JwQ+SDKqYw/cN4iLy5qBa6Siqrfpc/LKU21VNmJ0e5eXNgKKbMBpBb8GVmkoLaSRcXw7LclWopjNDA+meUhDAwU7b97N7cqN8BYhBKQyiShXFHMKLuNo2fSuTRt/icfb9VisKNGBdvwgV0oOlrqbXMzZKmj9amb9b+3JDBTGB7ioCsj5x/Evf9srXRrQ9kikIr1aBbVXIWir/lasNWVydcmUYsNi8L7W0vXArLwp+GgOXJFeZUiD3z9LG4CouRxMSwoj3lgWeL2ZR8feH4D/SP/+QmBdU6+aG97au9qreeXi5X8QTR3LND0DwwEKczX+3s+Fa950Oieom/gXC57PVKVh90KVoAGw3HzJTlZrauOtLkYbTUAX6woOMhAtJ5oWuDDT4UrHQj37jRrrl2dETLwKwUJN2+2L07vnnOZ4ABcGWLsU6d3bXeUBlw3pdsYqPebDKUEpjL2kUOw+zmfjEf 2021-03-04T22:41:46.954 INFO:teuthology.task.ansible.out:dVx9BfrvExvDX+3MkxccCJ8FY7od1s5fGEFHsXnIiMnLO/HZb/JN+Aoe+/ExadIcYwJnWcCJyly2/532kGFUlzOliCwPxgJpjWCKQAv6LjWmxoPXiA4JI0bp6y7lMEjmV2Bp3mwphlsW/r8Ie5hg1UPh/ttHRp/VZgcV8e6nNmP/qc6k9b2DWTNFqtWqm1hXLOwq08HzUEeH9mTqvenyAbv2RFMOS18Y2K+4BKUzHwZujrz9qEh/kqtpFScEIXkOJ+HZz3mI6XfjWFIPS487yRGfUvW3+nSWhvHc8vJY21bFRKdjD84qCVlZ2BfOCGUZSKftVItEiqXMTRs3RZd5epfCVZbJuA0hG16jUseeHqqZqDtlbLkzkxtS6v3iGRnPh/Ke/94FHHCzvYY8cmMYAVaM6p/G3edWftbaEtN70Fo7VKxPrpPzuSRZ7Vxmnb+Zad95DxxAC/vtMy/vkBVIP6dyn4HGxqa1oECFMe4oXdhnxZQoPzvWxb8upcXeAeOMMbcIlMq5a+dCBPGFNKhNhrb+9uAEDHwjE7rZlMJVSvt9v1S4hll6jiYIap+7n4reSKrS45aO9U0xiKXJJDohh pdonnell@icewind\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQC8MdUJzIvTCn0fM+hv1HAO/Lwjy/C/V7stQRWGIxyrRHbniyX8iuaU3j7YNFglSQPJq+YRM9UnGauM9/0J9tHKLsMp+zRQYrtxU/ThiTUN8TRJY11mGUol4yLsqkTtm6oq5sl6o+LfuA4hzaYc3XLrFHRJuCUgbtPG71Q0C/y3U+itrDK4wXUxBa4YzZzcIMg+c88VXwoouPbiL0gW5PCXzMaNtKlOqBUKlE935MLn70wIEfN/EwAAbss0ga1moqeqmi9Nlvm20DNIVFmkAGtYoq6CHXtL/uehzai5Sueop8Vmd8+1U8gDTo6JpiagdD8ZNf0zAbRx587KAT5ZMnahJpO276j7RNa85ZFkNkEnBLqBHRkCkTCYq1GehYyRaR69uuKyczFiIoTfAQgPh7VlnpT9525b/4nFsBDOkWxxWAIJR61YiKemPV/n/e9SwhvVsMDb2B/RBriwR7Mi2SZ/lBHGB+z0OA+EE2rGZy4LFVOfUczqIdpltlNotXan4M4F361i+bX19KE+f2RLySn3+GiFv0CdLwslS/y4xysz+FWxw6B0Y/EkpiDU3CdWM61+THGGm/DVhfL/Pvca7k8PonHFYw/x5w1nBcADpkM9JF+m5eOnp+weTEzl58sS+3GnoAuL8YFJwMW1RmE50xM0o5E3SDc8XftUvaSZz8mhII3uwDDukbELfmkLbnIeipQKyjO+GEx0JBp4Itz82qGuao0Wi32U9wHzhSWnX4GQ0pKZnq9frSlyCNwHu/iMiKF8sA2bX3dvplFJ9nKWPefcU8bdl/upr5hYrd2GttjUSkWZa+UuF264yx3ztcN7jotRhEmmdEcHVzKQ26/NyRI4/9DQpDKY7zw4O2wFkXWg5L9kodXwWzgy4cyOr4dMD9LBVLOpHc0CAji5/+lfuYQbu1mwVdfOzCXDqByjt7zCbeN7KuUh403sJ8PTQVp642xA9i4AkPv5g+fqi5C0++1DbZP0lmLfKtTswHhoN+kAqZu2N4Mu6mNVNKyZgW5h1pZzNSGWYcZttyYmMCHhPketReL0LPJ+VUsqQCVohuta3aaSe44InA28GZsXzMj5B0el/84bnE7cN4b+rfGD25NT73JEt3RgPa9W9jqT1hwd/nf53BDKpp7DlHjR77WSWT4h4F7bhbM1RsGSqAfZjCUJT6Rq+IuM2XcrLDY8zIeArkqaZLXMzfGj6KJ7cQes05P5LYfY4osXiq68Gs/7gzF31PQRRGOYAoqMN7752sn0ZMcpnUj3mJutQcncRUN4+naTMjU36WWD7it0YuQBnb2IJ4iKjYLInw8pr2zKgWtgr1TSCM4xKp/v1/ZMmbBmS+dT 2021-03-04T22:41:46.956 INFO:teuthology.task.ansible.out:zNC7Mpkt8vdCNjzZ5KZ5 pdonnell@aglarond", "key_options": null, "keyfile": "/home/pdonnell/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdonnell", "validate_certs": true} ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCijPApnekNl/dsY+fleKYstEzNkKflBEcCoKtjItUCDJCVLVFOsDBrV94EGvDWpr13aj9sSwpUzRbeu/vOW8ZT853HH6Dqg2+eoYwG6vDRprZb93nw6l4vtU59/M0yKkyi9CPp2+YUo31cCFzYWpq8bv2j1xBruDSUCUdn9nJrHiLFqA4QEwSpw+uVCjSKzQL+LjlKmE8Plfd+8mNCQeY/OFsjxAztwN+4M50SZCnOVCIwEXoYRNd82JOXMOaqZJazSWTO8Tml6+Nu0hyEcvHkHxWRDSM+6LmXNnjlVUPyDN2h1/VAYATpOZ2VhmRarDoftCp9Wzi7eQdL/CGiMyuD rzarzyns@redhat.com", "key_options": null, "keyfile": "/home/rzarzynski/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rzarzynski", "validate_certs": true} 2021-03-04T22:41:47.120 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdGthG4qx90VQ8mJ7TI/IFFzptkSqBHYZsFIVu06IQgHbnFBvjao6heGt4UlkWJkegPCDWpKVAe7wFuXDpPlj/VssRHB5LBnYHKGfkNAzMNiMjpEZsTdy+9w39CCujipz0AlOSfrUdANBZ11AnG9VgQSPEukX5487juob55lFM6J3x+v4opBF3rSlux3+thbr8V0w4oCHMD9/aHvVjFoBnxo4oirR4jc/jgC2fQCMiAJhFKJGhjkKFiNHxcB3npBuRnpy+59BcScOAzSXdJ7DGnwxQLjymnhqsAcWinjjJhOjaq6NaoeKv5I7zQLaVGaQdIyuuAK1Dnb7trpfQU7mR rdias@rdias-suse-laptop", "key_options": null, "keyfile": "/home/rdias/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rdias", "validate_certs": true} 2021-03-04T22:41:47.122 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDKzhyWb3PmU88m8BbgpEuBzYM6+x28z6aZwHSesiyfXMfF4Y7IZjtKaTxH0ph/O9GQCPhRCVhRd8TlgKWJGhts1E+VkQfHfT18CgmrPWzj3gifc2FJhL97vB1Pd3jksGnOPAikgYPHP46SVMTtyvXCkOUuo7E29WrkdpjawcqM1rfpw63OnzHf7Ar7Sqh/othB7ajyVQ92t+XWSEqj7K+NRfTaq5L5RBWbwarM885o8xdI5mimOZ0QjzKOhFDORrI+HEVlkutyB8E20nZgo7TUy+kYeLVhEqb3A6Pi2QbA9GFLT69kA/H9nebhj7Cuim9yrx4OKeZuIncG0UxSQF3QmWflAZHBs8L/jniTz4DJ5id5jR29tvGK2LeddCEMB1L2cHwWHlG0aX5jaNEJe+nG6H5Tcg3+M1RPM8twBkRQmS3UzAyX/MTH1kktyFUHn8CdBXe0WTuoFSvXLB6BCHWzDYZOt0tIV/xMtBwhy+XGYA4oZSsDU5m7VlSVLBGL8DbRX69Z8AGey2y3FoFu/roY6NmDhTxUedJ2ZfoKSwdZD6jjatdO1621nonBnJxrDgaXCWzT7HtnWcc3GwxZoBrqkvgpsx88f4lNi22OpYVPV6A4hECe04u6OJnHSWVk3ft3p5PaLNF8aEXbiIgzZKAwX3LxpvEDFH/t1sdihhpmjw== jlayton@synchrony.poochiereds.net", "key_options": null, "keyfile": "/home/jlayton/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlayton", "validate_certs": true} 2021-03-04T22:41:47.287 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCijPApnekNl/dsY+fleKYstEzNkKflBEcCoKtjItUCDJCVLVFOsDBrV94EGvDWpr13aj9sSwpUzRbeu/vOW8ZT853HH6Dqg2+eoYwG6vDRprZb93nw6l4vtU59/M0yKkyi9CPp2+YUo31cCFzYWpq8bv2j1xBruDSUCUdn9nJrHiLFqA4QEwSpw+uVCjSKzQL+LjlKmE8Plfd+8mNCQeY/OFsjxAztwN+4M50SZCnOVCIwEXoYRNd82JOXMOaqZJazSWTO8Tml6+Nu0hyEcvHkHxWRDSM+6LmXNnjlVUPyDN2h1/VAYATpOZ2VhmRarDoftCp9Wzi7eQdL/CGiMyuD rzarzyns@redhat.com", "key_options": null, "keyfile": "/home/rzarzynski/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rzarzynski", "validate_certs": true} 2021-03-04T22:41:47.288 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEEjb7yrcY6I6XbMU0hCps1NqBuYmA6HDmMcS/l3i5wJRBitIXYVlv6pefUG9gdBYR5NneccLfVFURu+DC63MJa2ELJvVXsQ6YUOX39bJUT9KlZs8mH+nlTD7tlPmP17Ae3k8sT0H42Q+/5+b5YvdAU+03aPhzntmy38SyvLKrvowRk63wHgcE9p23LY9tY3+HSJu86cb/IdePk1GLjnrMeT9aM+5j2eETrmBjMArP+/2UIsT5eb8MBkQzJ299SCC2gfV/qIVkorFl9xdejctAwNwdT0SPTMxCHxaiK3wZ0e/5HHTbSgR5YlxOlKYq93XBVYIaFKPCePk1At1a3Pjh cephalopod@octopus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDcrTZoKO5e5xs2PB2UuAruvGlJESTHNAtqipbC8yJtRg8WGVDLt//rGu36QNSbpbJYMZgqgKsXBYolJB1ckqLYLv5j8RAoVwbW4QqKaV95y7x0bbXs/YAPnRBhEO1nfpT8GHQusUZvTbz38FDaQwstsYoncmsyZwBrqus9ycFavpY4wfpKoWtzeiK5Wjq7ervThOs98ZJKXJXOOxeI7mDakE3Jv7q2tBNu/rU1kzxIl65kWURzgxox6EmIZXQK3FzKt0jjdKtApVYSlx4ODLPI4iyxOv+MbRe3Nnj6FDhfz8/FeP/U5wWxdYx2WslzZCOI1BJ0VDLu3xEpLlu4vPzp vshankar@h3ckers-pride", "key_options": null, "keyfile": "/home/vshankar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vshankar", "validate_certs": true} 2021-03-04T22:41:47.454 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdGthG4qx90VQ8mJ7TI/IFFzptkSqBHYZsFIVu06IQgHbnFBvjao6heGt4UlkWJkegPCDWpKVAe7wFuXDpPlj/VssRHB5LBnYHKGfkNAzMNiMjpEZsTdy+9w39CCujipz0AlOSfrUdANBZ11AnG9VgQSPEukX5487juob55lFM6J3x+v4opBF3rSlux3+thbr8V0w4oCHMD9/aHvVjFoBnxo4oirR4jc/jgC2fQCMiAJhFKJGhjkKFiNHxcB3npBuRnpy+59BcScOAzSXdJ7DGnwxQLjymnhqsAcWinjjJhOjaq6NaoeKv5I7zQLaVGaQdIyuuAK1Dnb7trpfQU7mR rdias@rdias-suse-laptop", "key_options": null, "keyfile": "/home/rdias/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rdias", "validate_certs": true} 2021-03-04T22:41:47.455 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+CtnvyVRSkIvD15O/q7/vQmD4oE8q7Mo6oT3kqTXaEaQ7iDayC2biUC0PC4OztPlNJxPUcKK5DfWw4F79OKeheqUbZRhsCC3Ge2JGoXHmsf0kBYdioMGiAxm+f8M/v1KESSSxvEnU7o+oi6VtFchh4Dl/WZ54rqZc/oQrlGNTHulFAuyoIAlKkCe3N0GdHN54PB+26QbLXvOuqpWmjVFbcjgRC62mkZl3LuCBhviXS4Rl5/ZE0QIHubCwV5XVrsqvscLS64bi06W8RN2vL56Vn3N9TGV4d2dlbE1PaBBESoTQ7Q0iUN32OAZLo7nF/1fiPY3Xc8r35juya5k+KR9z adam@TP50", "key_options": null, "keyfile": "/home/akupczyk/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akupczyk", "validate_certs": true} 2021-03-04T22:41:47.622 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDeUJcLeyfqIk3ErPoFqh9kOnvUPsk/2hfaYNC2wZLMOSTIs3zXM8xjki8eN6vle0dmmeeAdwF+e2hJ3tCFKsEUQRvMc7ugIBA7L8/DboShYu7ItyQ3QRvy9pi6jnA/tlHA1LHalvyhMw0yZ4kvPbrfNMhZzOKzvL6jX166rqLA5AuiIfdYMBpE5rYq11GVjm0uQKw4UJpBMooNJeovEfQlNBTSV+IJSTiGBpBD7SgsuW3USMeEF3fEgQOcnvYdv5Fbp/crloyLWYc0HTidkLxpjP7vqY7E4BuBJug0zIB7voR3MYq6rAeuWjByPvq6coDlUjnw/QlrvarCbjjSaHdaRXLj/Dj+QqJFviESBr64ZynhHL21Bl6rexW7AwYyPa73Erbus3dN0aVQQ/ApcDTGHT7KRlDQ2YYg05YM4swpVVnrIdV58FzLWkll+ypCK/+kdtk5eRSe/KzZA3s7z4d4WLgolFWs8Fky8Rx1xDGewvMJgFUWVUbcGC13RocbNSxXG80cbIx8L/sclX4lDfGouu2sUXhP19vq1rJ7gZa6XTPohXjPbFS+En2cdlGdKXhppdvjT4QWKNzgQoF7qgWHMqJnMFJ6beT/2zP34KoM3t0ulee04z88VSn8Th8aqvLlGbdrt5LrE90escSaIAR1vNKZ1hCFwGieSKoRtYJTCw== nojha@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6NWn9EzQJoeXkUbaNclYcR9Gga7HFhhXMGxdo/9ypYwlEzQTA6FnEreG3s1EmlQ4hofuc0kMhrjh0YeJZMrETWMoA0SmoX+6iR26UWVtOTk7i1v2TqkTY7llmQneHqQgmZEBXK0jF1HVP5kHY5dhagtcpfsGY5dc0eGUjfqAyh/xrCxciOE/JQ03tDcKIc5eOQIqv46JqnUS90Zr/Cov2qGKKHTa/VO1a2viOmDC/uHi5xXvII1Kh9rHp1oZ2Wm3fiGgT8xZaTJFFhWpdq3AdKfkEaV93yQcCdaUsGBHwDHcPOhxpBZpqZvcCR3I/tigDav4QViB1PRN7JnTIWCIznfrQK3r2Frl6BVFDvydwgRVS43ctEKPOJj8ELMUWX+fpjsKrA9Kn7nUU35ti7qIWKg1Cnz3lzVA29TsEg10E+nT4SVKZtRSWw/2AX0bsfxfSY30yjw5PP+bjnVh/bOOkqR2UkPBj4eeOKMD8nV1an79xP0eH+t36INaJhq6qwxE= nojha@nojha-mac", "key_options": null, "keyfile": "/home/ 2021-03-04T22:41:47.624 INFO:teuthology.task.ansible.out:nojha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nojha", "validate_certs": true} ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEEjb7yrcY6I6XbMU0hCps1NqBuYmA6HDmMcS/l3i5wJRBitIXYVlv6pefUG9gdBYR5NneccLfVFURu+DC63MJa2ELJvVXsQ6YUOX39bJUT9KlZs8mH+nlTD7tlPmP17Ae3k8sT0H42Q+/5+b5YvdAU+03aPhzntmy38SyvLKrvowRk63wHgcE9p23LY9tY3+HSJu86cb/IdePk1GLjnrMeT9aM+5j2eETrmBjMArP+/2UIsT5eb8MBkQzJ299SCC2gfV/qIVkorFl9xdejctAwNwdT0SPTMxCHxaiK3wZ0e/5HHTbSgR5YlxOlKYq93XBVYIaFKPCePk1At1a3Pjh cephalopod@octopus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDcrTZoKO5e5xs2PB2UuAruvGlJESTHNAtqipbC8yJtRg8WGVDLt//rGu36QNSbpbJYMZgqgKsXBYolJB1ckqLYLv5j8RAoVwbW4QqKaV95y7x0bbXs/YAPnRBhEO1nfpT8GHQusUZvTbz38FDaQwstsYoncmsyZwBrqus9ycFavpY4wfpKoWtzeiK5Wjq7ervThOs98ZJKXJXOOxeI7mDakE3Jv7q2tBNu/rU1kzxIl65kWURzgxox6EmIZXQK3FzKt0jjdKtApVYSlx4ODLPI4iyxOv+MbRe3Nnj6FDhfz8/FeP/U5wWxdYx2WslzZCOI1BJ0VDLu3xEpLlu4vPzp vshankar@h3ckers-pride", "key_options": null, "keyfile": "/home/vshankar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vshankar", "validate_certs": true} 2021-03-04T22:41:47.790 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+c7zV5QmZb0WsgA2UZogoDNaoHcngRVLA8+BYk/U10ZlvCckJSfIXWMlBnqguZgdm/jBwsw5mGVBgHxUSqFNybwIlU00kyPZU6VbyVP+ZNVUf0XIE1NlemldgPBxxcOzSHkHhWrUqA3IKiCllcQVDQzutfUnq+jDT6NkVn4/cyNzNlargt7FR2L8gvskh62jLTBbhEuHMBp3jLCvaHJOk708gXm9qZ5iLOGV0pu7xdg58KE0p8ILClQBTbvoqPgZE9LA3qaOk1NR1n22kuW8JRHaKfD2Hn0Yu/MfKct783Bxb3mxWBKXxmM4otdmsR/R14NH/hIPce9wSkOOnQAC9 ifed@37526", "key_options": null, "keyfile": "/home/ifed01/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ifed01", "validate_certs": true} 2021-03-04T22:41:47.792 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+CtnvyVRSkIvD15O/q7/vQmD4oE8q7Mo6oT3kqTXaEaQ7iDayC2biUC0PC4OztPlNJxPUcKK5DfWw4F79OKeheqUbZRhsCC3Ge2JGoXHmsf0kBYdioMGiAxm+f8M/v1KESSSxvEnU7o+oi6VtFchh4Dl/WZ54rqZc/oQrlGNTHulFAuyoIAlKkCe3N0GdHN54PB+26QbLXvOuqpWmjVFbcjgRC62mkZl3LuCBhviXS4Rl5/ZE0QIHubCwV5XVrsqvscLS64bi06W8RN2vL56Vn3N9TGV4d2dlbE1PaBBESoTQ7Q0iUN32OAZLo7nF/1fiPY3Xc8r35juya5k+KR9z adam@TP50", "key_options": null, "keyfile": "/home/akupczyk/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akupczyk", "validate_certs": true} 2021-03-04T22:41:47.958 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDeUJcLeyfqIk3ErPoFqh9kOnvUPsk/2hfaYNC2wZLMOSTIs3zXM8xjki8eN6vle0dmmeeAdwF+e2hJ3tCFKsEUQRvMc7ugIBA7L8/DboShYu7ItyQ3QRvy9pi6jnA/tlHA1LHalvyhMw0yZ4kvPbrfNMhZzOKzvL6jX166rqLA5AuiIfdYMBpE5rYq11GVjm0uQKw4UJpBMooNJeovEfQlNBTSV+IJSTiGBpBD7SgsuW3USMeEF3fEgQOcnvYdv5Fbp/crloyLWYc0HTidkLxpjP7vqY7E4BuBJug0zIB7voR3MYq6rAeuWjByPvq6coDlUjnw/QlrvarCbjjSaHdaRXLj/Dj+QqJFviESBr64ZynhHL21Bl6rexW7AwYyPa73Erbus3dN0aVQQ/ApcDTGHT7KRlDQ2YYg05YM4swpVVnrIdV58FzLWkll+ypCK/+kdtk5eRSe/KzZA3s7z4d4WLgolFWs8Fky8Rx1xDGewvMJgFUWVUbcGC13RocbNSxXG80cbIx8L/sclX4lDfGouu2sUXhP19vq1rJ7gZa6XTPohXjPbFS+En2cdlGdKXhppdvjT4QWKNzgQoF7qgWHMqJnMFJ6beT/2zP34KoM3t0ulee04z88VSn8Th8aqvLlGbdrt5LrE90escSaIAR1vNKZ1hCFwGieSKoRtYJTCw== nojha@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6NWn9EzQJoeXkUbaNclYcR9Gga7HFhhXMGxdo/9ypYwlEzQTA6FnEreG3s1EmlQ4hofuc0kMhrjh0YeJZMrETWMoA0SmoX+6iR26UWVtOTk7i1v2TqkTY7llmQneHqQgmZEBXK0jF1HVP5kHY5dhagtcpfsGY5dc0eGUjfqAyh/xrCxciOE/JQ03tDcKIc5eOQIqv46JqnUS90Zr/Cov2qGKKHTa/VO1a2viOmDC/uHi5xXvII1Kh9rHp1oZ2Wm3fiGgT8xZaTJFFhWpdq3AdKfkEaV93yQcCdaUsGBHwDHcPOhxpBZpqZvcCR3I/tigDav4QViB1PRN7JnTIWCIznfrQK3r2Frl6BVFDvydwgRVS43ctEKPOJj8ELMUWX+fpjsKrA9Kn7nUU35ti7qIWKg1Cnz3lzVA29TsEg10E+nT4SVKZtRSWw/2AX0bsfxfSY30yjw5PP+bjnVh/bOOkqR2UkPBj4eeOKMD8nV1an79xP0eH+t36INaJhq6qwxE= nojha@nojha-mac", "key_options": null, "keyfile": "/home/ 2021-03-04T22:41:47.959 INFO:teuthology.task.ansible.out:nojha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nojha", "validate_certs": true} ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCnOq6OHTRJuv7n0GZygBue/AE2q47pFM3KyrvmZxPRNmwtXn2r3ngHQQyc6DLZdFIv9Yn0VWu1KB/ryCdN3Xy7HAxBfHdKjtQ4vvfsWUbQF2JjhEjrsl+usgpqK1Tz6yuL4uAtFgLTN9o6gcH2bsQ15w+rEHCiYVzaGp7Cj+y+/VPBRIEHETSUZxwqiDH57uFTHxJrBIn6yhCorbn5QOjfmHUGmkxl3Geph++LbuQeha5F/DHaylMulsYZZBDEhIG8G2coDmVz8Cp1gw0kBWv63JHKnXaJboGXty2Zj36O/wdZKTE+7cV6JhxfJczhZBTb2cImIhspGwdHfnFgBoXz myoungwon@fg2server", "key_options": null, "keyfile": "/home/myoungwon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "myoungwon", "validate_certs": true} 2021-03-04T22:41:48.126 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+c7zV5QmZb0WsgA2UZogoDNaoHcngRVLA8+BYk/U10ZlvCckJSfIXWMlBnqguZgdm/jBwsw5mGVBgHxUSqFNybwIlU00kyPZU6VbyVP+ZNVUf0XIE1NlemldgPBxxcOzSHkHhWrUqA3IKiCllcQVDQzutfUnq+jDT6NkVn4/cyNzNlargt7FR2L8gvskh62jLTBbhEuHMBp3jLCvaHJOk708gXm9qZ5iLOGV0pu7xdg58KE0p8ILClQBTbvoqPgZE9LA3qaOk1NR1n22kuW8JRHaKfD2Hn0Yu/MfKct783Bxb3mxWBKXxmM4otdmsR/R14NH/hIPce9wSkOOnQAC9 ifed@37526", "key_options": null, "keyfile": "/home/ifed01/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ifed01", "validate_certs": true} 2021-03-04T22:41:48.128 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQDZPRW12u7LvaiynB87ad5h/JFtYIVjkKIOym9Y5CAbvatHhZ9fB1WAnYIn2HqiSSPUXT8sFy8w0TmM+aH0/ZGcfXoe0CdTWLtUbXKNlPI5h7TO9rHXESP2iRBpnKs3vK8WnMY0/D5BeESrPfwVScucmzaDrjUqjdZKR/aEeqVvDpQsdaCaoqNg23t4nhQ54BEvK8O+14nQ26Rtmm40QHO1ze+0UK+7nUMMFwxvd1EKjVp21EgYAFEbyQ5Kbbl+fmS/11AGy/yTai0c4qd7ohBzZvx8+sY+c1novG9Q7LhtyxuuYwzYIrGBCkKH5+iC7nt2rGBP+mnTfIgdbJUiXX3cdrMESwOSZy6x6zgbXXME+yfM0myhomKmUkpeZAQInX2KYrnEuPD9kteyK9tZcG6gJSaiUdvlab49Alx5lM2hc62M4s4WKaIgroCoApd8FtNAlTQsdYuycntgNrbPy0LXQ5hw8K8hkvc6RbxISdj/RXWguQSVbJWdS9Pf5NwD3Tq7dsOghJWhx4vBkhW3IECVrPQWVyAmgQ9oj1PoL7/2LZ6h9P8F0KC1qmhm+pWdEPLugOlU6lzQX7RJcukYlsINThM1RGwbPE4h9XcMyHAnODiDF63TDfQ01oKbVXj9XpOGY5eP0EQxKJYjCfWW0Ot6nK2ZCt8OYvoRkWMGnLv11Nub3NNOgh5TB/4nDvEU1cIb/Ikb4BRzVIEbast/pqUJmXe+GQ+ho7mp8y8a+lIxu54BR+VN6isjwODCVt1DYohgixEoul7p5pXvTM+JUY2GD/ddTGwPvVAN66sWnT9bjZZunQwTHqasFCIHNyPhnEnYIIqCo9O1I/D8zRQG3SYNxT6ED9GPARrE/H0TvdOmKaT3e0F2GRJRSToNxol9dpJovUziojOhXyBUjlTqnMY2RVilX90MnzgqR3zGO0aSruTGyNT2Faymqxn6T/50mSdJ8EyWH23BaaXUUW/z3Cjov+yCQjLY48SOWwlxKXw3hGz8xTAxauBYI01ojsVLCpCUGFyKlWS5iFwiLFtr1KPYqeCoS6CoWjiOiFgGe+w3lPPfp2h4rc6auIx2DZ1ByYhWLeHnpkV7sG+q5ckBIRAYmiKyXSGdV4zbXITMWDm+3zu4oj5VPRCfjMlout8OZ4TQm5PUdKZZhSE1jULG9tPDFL7nWwM3z0HET+d9kQYcEO6QB+ma9gZHp1qZJbXvCIC5fQ9y9El++A6N3dBr+ED10Ye88PLoWPeumyAmc24BDdI0skGk89Q0IzoLqagK6HGhPAso8si9wr84CEi4ncpizVLDU2cFKCpef4Sa03HoMbwfTgERtyptKFRbMT+SpuZsnrhF635h9uqFnszowUXV guits@Elisheba", "key_options": null, "keyfile": "/home/gabrioux/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "g 2021-03-04T22:41:48.130 INFO:teuthology.task.ansible.out:abrioux", "validate_certs": true} 2021-03-04T22:41:48.285 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCnOq6OHTRJuv7n0GZygBue/AE2q47pFM3KyrvmZxPRNmwtXn2r3ngHQQyc6DLZdFIv9Yn0VWu1KB/ryCdN3Xy7HAxBfHdKjtQ4vvfsWUbQF2JjhEjrsl+usgpqK1Tz6yuL4uAtFgLTN9o6gcH2bsQ15w+rEHCiYVzaGp7Cj+y+/VPBRIEHETSUZxwqiDH57uFTHxJrBIn6yhCorbn5QOjfmHUGmkxl3Geph++LbuQeha5F/DHaylMulsYZZBDEhIG8G2coDmVz8Cp1gw0kBWv63JHKnXaJboGXty2Zj36O/wdZKTE+7cV6JhxfJczhZBTb2cImIhspGwdHfnFgBoXz myoungwon@fg2server", "key_options": null, "keyfile": "/home/myoungwon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "myoungwon", "validate_certs": true} 2021-03-04T22:41:48.296 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpDFqu0Zg94mCjrA0FTB0vMiSBml1pqYCDKHhKBrfaza8u3bhtsmls9i+6U/vIwCEVk4GGPNhWduTJK0h9R5MS2eCf3GJcE0XHqRp/8msUCDPOVSZwC7hoYHZKunUIUaIUajOnR+L2slA/a9JaqataFH7zdrKbPdSKBzf5CXYrc0fK+Fz5OOsaI9KITbM0nESVpNCDzRqnA/aarF9MlN79vpTtvwQ+i0z2Km3cxqwV70GPMuFVo4CGf8pCGpbMrIg9OtoSC1svQ2vZzLkH2WrbDqTfYlOEYJJXaiBKcGhGnLZXfLIGSgvHjpv6xHo63yaMihocyg2MwTS8TZ/VtAaH seb@redhat.com", "key_options": null, "keyfile": "/home/leseb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "leseb", "validate_certs": true} 2021-03-04T22:41:48.454 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQDZPRW12u7LvaiynB87ad5h/JFtYIVjkKIOym9Y5CAbvatHhZ9fB1WAnYIn2HqiSSPUXT8sFy8w0TmM+aH0/ZGcfXoe0CdTWLtUbXKNlPI5h7TO9rHXESP2iRBpnKs3vK8WnMY0/D5BeESrPfwVScucmzaDrjUqjdZKR/aEeqVvDpQsdaCaoqNg23t4nhQ54BEvK8O+14nQ26Rtmm40QHO1ze+0UK+7nUMMFwxvd1EKjVp21EgYAFEbyQ5Kbbl+fmS/11AGy/yTai0c4qd7ohBzZvx8+sY+c1novG9Q7LhtyxuuYwzYIrGBCkKH5+iC7nt2rGBP+mnTfIgdbJUiXX3cdrMESwOSZy6x6zgbXXME+yfM0myhomKmUkpeZAQInX2KYrnEuPD9kteyK9tZcG6gJSaiUdvlab49Alx5lM2hc62M4s4WKaIgroCoApd8FtNAlTQsdYuycntgNrbPy0LXQ5hw8K8hkvc6RbxISdj/RXWguQSVbJWdS9Pf5NwD3Tq7dsOghJWhx4vBkhW3IECVrPQWVyAmgQ9oj1PoL7/2LZ6h9P8F0KC1qmhm+pWdEPLugOlU6lzQX7RJcukYlsINThM1RGwbPE4h9XcMyHAnODiDF63TDfQ01oKbVXj9XpOGY5eP0EQxKJYjCfWW0Ot6nK2ZCt8OYvoRkWMGnLv11Nub3NNOgh5TB/4nDvEU1cIb/Ikb4BRzVIEbast/pqUJmXe+GQ+ho7mp8y8a+lIxu54BR+VN6isjwODCVt1DYohgixEoul7p5pXvTM+JUY2GD/ddTGwPvVAN66sWnT9bjZZunQwTHqasFCIHNyPhnEnYIIqCo9O1I/D8zRQG3SYNxT6ED9GPARrE/H0TvdOmKaT3e0F2GRJRSToNxol9dpJovUziojOhXyBUjlTqnMY2RVilX90MnzgqR3zGO0aSruTGyNT2Faymqxn6T/50mSdJ8EyWH23BaaXUUW/z3Cjov+yCQjLY48SOWwlxKXw3hGz8xTAxauBYI01ojsVLCpCUGFyKlWS5iFwiLFtr1KPYqeCoS6CoWjiOiFgGe+w3lPPfp2h4rc6auIx2DZ1ByYhWLeHnpkV7sG+q5ckBIRAYmiKyXSGdV4zbXITMWDm+3zu4oj5VPRCfjMlout8OZ4TQm5PUdKZZhSE1jULG9tPDFL7nWwM3z0HET+d9kQYcEO6QB+ma9gZHp1qZJbXvCIC5fQ9y9El++A6N3dBr+ED10Ye88PLoWPeumyAmc24BDdI0skGk89Q0IzoLqagK6HGhPAso8si9wr84CEi4ncpizVLDU2cFKCpef4Sa03HoMbwfTgERtyptKFRbMT+SpuZsnrhF635h9uqFnszowUXV guits@Elisheba", "key_options": null, "keyfile": "/home/gabrioux/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "g 2021-03-04T22:41:48.456 INFO:teuthology.task.ansible.out:abrioux", "validate_certs": true} 2021-03-04T22:41:48.465 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzjJ6nlPn/OXP3knQ6orVId2QLswql9gRetKYlicKDBrdFg0MES03EIuAonu0aUR4NEReR7P1iB8eNnezrHyAu5mxIJlZp0rz7ljcBcTLL+11IJU9I9OjBFwzXGqJ1KK4B4Qfw35oc2O6F5V0JP2nHhHgyny37udJLImhxHy3RNmDwc86JhEBCVR3ouYiZuxgxxbA9BXc6+Lkdu9hEMMCDlaEXwNmMyASVU9Wf3dKnMTSCdar2PANquWbpNQZ5cgoTm39xgust5CEyYJ53aOdrti0DYK7qyzxUXre6ckZGrH4oGv2XrDaxpACIiHXt+slvow51gsZnBRHeayMAxQzGQ== hchen@hchen.csb", "key_options": null, "keyfile": "/home/hchen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hchen", "validate_certs": true} 2021-03-04T22:41:48.632 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpDFqu0Zg94mCjrA0FTB0vMiSBml1pqYCDKHhKBrfaza8u3bhtsmls9i+6U/vIwCEVk4GGPNhWduTJK0h9R5MS2eCf3GJcE0XHqRp/8msUCDPOVSZwC7hoYHZKunUIUaIUajOnR+L2slA/a9JaqataFH7zdrKbPdSKBzf5CXYrc0fK+Fz5OOsaI9KITbM0nESVpNCDzRqnA/aarF9MlN79vpTtvwQ+i0z2Km3cxqwV70GPMuFVo4CGf8pCGpbMrIg9OtoSC1svQ2vZzLkH2WrbDqTfYlOEYJJXaiBKcGhGnLZXfLIGSgvHjpv6xHo63yaMihocyg2MwTS8TZ/VtAaH seb@redhat.com", "key_options": null, "keyfile": "/home/leseb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "leseb", "validate_certs": true} 2021-03-04T22:41:48.643 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDCqZKc+/7iPLhapA/7SYmLxwyKEM95D6eFfsDBNKbEUey/B1OlqYSo+yKB/LdFDyUcd7shMDnhFFg47lNMANrsZdtE4iMPVAa1YhcrTgNbV3HSp9cthKixvU/gkt9Fnb6PEckRzr19wEwxtoNg3Fh/R6YCiSjPwqHmArtC1G2hzk560EJpozx6xylMR5IafatNDoZVw2YQ35fZvHbhHD6meQELducHJ1bKEEHxVIRSTcmXDpBz/vAvBoQOEPuH6PmC/oSwL9HVVIsazf65F4QfK98d+8NCK9TemgXyGDk3Sjz6xdm76yBhFzDQEAzO12U1YtS7Q7zGVsjmSDav2dd7 jcollin@earth\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC89dHSsgjgtIjJ3e/pcMthliQlX2vtdXL7pk62nD64230Fm1PfOVCnzn4LqDhBbGgJT+BrlwOPfzStpLgnUT3l67S834SJzhvSTTpQp2pznnQg1rZOiXjvNhbQwVYV4rphXWqay8weWvFIb5QfXE66mYA1etZtcOb1SMY2ofAjUiA8bAQS5aHpzcMVs4N1A9x5GJx/7/Bj1h8zPpSXikDYasJc3++UMGc45C/AAf725YwijK7xMnZNXv8uTBoGzO/Ko24R3VdvtfMVn4Hi4/FwuRd5bRYcJXR/nUdtA3IinqvlnTpFV2LbfgVTHiUMGhvewRTB+8S8ij4nnAlko3H3bhqZZTk/y7d4K/IerY0mozVIc2x8rMLfqhF9OKv1QFB9fskRZcF/ENHITnmLqCJPg9rgmyv1gCQ5Tbds1OI+IYQIowdiwtaViiTSIy7/CedbHqMz6aDnPsJFMs24lcUXe2d8uZ26RqMinMFGXg0zF7tifuVmxj7zG8DT7MFORDm5f/Hhkng05R5XZesStTBxpEU0MGuzWhENt3RuJdstqmY+wkDVW3XwjUvKG/gVYuJYfnBAsRZIZezw2wfvodhc8EmeHELvY1YtB3DGTBXKE1lsKGN7yV5+nl4UtR2IGzBn9GovWVi5ooB8UlSAeUmZix/eAA5teL8ldFrDht7+AQ== jcollin@teuthology\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeApVHu5er+R9h52RLSVYVhXFQSn/nMN38uWoDYPw2bqYBLNEAAMcPl+rnqHubELpXTGXjJYL4n2mjic+2rOLZpDgPLmOOm4PwgYstJjE1KLegKqVzXIa9HfASKMXaHSgwtC6P5vDQkm2MNl8vXuTAITF7VYdDS33Kkk 2021-03-04T22:41:48.645 INFO:teuthology.task.ansible.out:e6ViJRZI7szYjbP7z9A1fy26THrvnuBT1Q18yy9vgk/sKo8vjLQfHSLvO90CJzouNEKqmkVpmJEqCPbE+s6Qr4+d2KY7L6Q6GAXxrqXK1jSDrrPsJguE6zZ1oWy/7XFMOr9ssduFWocnjQjPtQj3M+V+7FYAsf5uqQnzeMQTjO6AXYxTI7 jcollin@stratocaster\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDk/DYRp5E8Dla/4XHCF504X20W0u7CijZSCFWT1/5082NgnYeR90Prth3p+4xsw3YC9H5pEAS3XwcbdUb/NtWvZVIAIcMd7NOOEClSIj2Agk7NJxZ/4SfQRLrK3H2Qli/MVnrTxnEa9oeS4zqzv9dKRwFJDUFCoH2CpoumFVAp02uyzk7D/+XqFrXzMJUiSHXfl3YM2rt/vNmCtHtVp04UcG0Kyl2TXY37frRlSOkMMu0zbIC551gOyae6NGYhkYHa7u2SnngXcKM78b8MDvMv3QtuUN5P4WpH5qFRdlKNKsQGrzcQpBDY8AKQ+rX0K1ENhBwer49bihYNMKvjYmvTdLTNWgPCu7dt8JSgJQ8JMMhve0pjvFdpcKDLp0fvXDvJvZdLJM1ID/66kywJspHjShuqQNXRMfd1R9C4F20c+R9LY6eTGwrpLG1DNEez1VBHmOu5hQl03T2PfaThfLfMHRTw8JpGXGLMQarCCTm1PC6Z2Iw7KzorxP1eofGA5q8XoCbwGD01uQRZrwxPq0SHzTAkW2C2M8oEz+k4Mrx7+vGYzSS14hqxrzk91wuYhZCAKuGpqwm1ouJ4wxvWFewjbxLgucMfGSp09zJ2XSYRmtm7SAUifFob6Z9czHGTQerHCOTPuYqzlap2gCCVYtEvQyNB+4IqK/9FtEXTr28x0Q== jcollin@stratocaster", "key_options": null, "keyfile": "/home/jcollin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcollin", "validate_certs": true} 2021-03-04T22:41:48.792 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzjJ6nlPn/OXP3knQ6orVId2QLswql9gRetKYlicKDBrdFg0MES03EIuAonu0aUR4NEReR7P1iB8eNnezrHyAu5mxIJlZp0rz7ljcBcTLL+11IJU9I9OjBFwzXGqJ1KK4B4Qfw35oc2O6F5V0JP2nHhHgyny37udJLImhxHy3RNmDwc86JhEBCVR3ouYiZuxgxxbA9BXc6+Lkdu9hEMMCDlaEXwNmMyASVU9Wf3dKnMTSCdar2PANquWbpNQZ5cgoTm39xgust5CEyYJ53aOdrti0DYK7qyzxUXre6ckZGrH4oGv2XrDaxpACIiHXt+slvow51gsZnBRHeayMAxQzGQ== hchen@hchen.csb", "key_options": null, "keyfile": "/home/hchen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hchen", "validate_certs": true} 2021-03-04T22:41:48.804 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdxi9xdXNBYctMHH1cuuyNcPC4I4xVAeD3HZsKH+QwIILiKOTHu/6HZg7Yo1WsuwYSA0MDc+5LCSGu7RsmOEVpcSQ4gtNoFVwsThDyI6yhsm9WQqqXwSPs7ZE+urqd/BDfQ/7oMqJm5bViQMP0vmBExHuIFagj+8f6nspkE2Z7lBbaw8bEbAJZFx74oReOAELsL+Pbtf9Iaqrap4Z3WysmhfP6Rm/q7mncBBmo/fl/bejhThr8fghTPJb81M+XLhMk/rAdVrGdKV9iSt6lLiWdvf0lpTZO4LdIfJSBXr1Xv+lHRtaGXID2ahH7zl/W6dM4baz+hU7ZrbP+vdKg/SVH xxg@xxg", "key_options": null, "keyfile": "/home/xxg/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xxg", "validate_certs": true} 2021-03-04T22:41:48.967 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDCqZKc+/7iPLhapA/7SYmLxwyKEM95D6eFfsDBNKbEUey/B1OlqYSo+yKB/LdFDyUcd7shMDnhFFg47lNMANrsZdtE4iMPVAa1YhcrTgNbV3HSp9cthKixvU/gkt9Fnb6PEckRzr19wEwxtoNg3Fh/R6YCiSjPwqHmArtC1G2hzk560EJpozx6xylMR5IafatNDoZVw2YQ35fZvHbhHD6meQELducHJ1bKEEHxVIRSTcmXDpBz/vAvBoQOEPuH6PmC/oSwL9HVVIsazf65F4QfK98d+8NCK9TemgXyGDk3Sjz6xdm76yBhFzDQEAzO12U1YtS7Q7zGVsjmSDav2dd7 jcollin@earth\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC89dHSsgjgtIjJ3e/pcMthliQlX2vtdXL7pk62nD64230Fm1PfOVCnzn4LqDhBbGgJT+BrlwOPfzStpLgnUT3l67S834SJzhvSTTpQp2pznnQg1rZOiXjvNhbQwVYV4rphXWqay8weWvFIb5QfXE66mYA1etZtcOb1SMY2ofAjUiA8bAQS5aHpzcMVs4N1A9x5GJx/7/Bj1h8zPpSXikDYasJc3++UMGc45C/AAf725YwijK7xMnZNXv8uTBoGzO/Ko24R3VdvtfMVn4Hi4/FwuRd5bRYcJXR/nUdtA3IinqvlnTpFV2LbfgVTHiUMGhvewRTB+8S8ij4nnAlko3H3bhqZZTk/y7d4K/IerY0mozVIc2x8rMLfqhF9OKv1QFB9fskRZcF/ENHITnmLqCJPg9rgmyv1gCQ5Tbds1OI+IYQIowdiwtaViiTSIy7/CedbHqMz6aDnPsJFMs24lcUXe2d8uZ26RqMinMFGXg0zF7tifuVmxj7zG8DT7MFORDm5f/Hhkng05R5XZesStTBxpEU0MGuzWhENt3RuJdstqmY+wkDVW3XwjUvKG/gVYuJYfnBAsRZIZezw2wfvodhc8EmeHELvY1YtB3DGTBXKE1lsKGN7yV5+nl4UtR2IGzBn9GovWVi5ooB8UlSAeUmZix/eAA5teL8ldFrDht7+AQ== jcollin@teuthology\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeApVHu5er+R9h52RLSVYVhXFQSn/nMN38uWoDYPw2bqYBLNEAAMcPl+rnqHubELpXTGXjJYL4n2mjic+2rOLZpDgPLmOOm4PwgYstJjE1KLegKqVzXIa9HfASKMXaHSgwtC6P5vDQkm2MNl8vXuTAITF7VYdDS33Kkk 2021-03-04T22:41:48.969 INFO:teuthology.task.ansible.out:e6ViJRZI7szYjbP7z9A1fy26THrvnuBT1Q18yy9vgk/sKo8vjLQfHSLvO90CJzouNEKqmkVpmJEqCPbE+s6Qr4+d2KY7L6Q6GAXxrqXK1jSDrrPsJguE6zZ1oWy/7XFMOr9ssduFWocnjQjPtQj3M+V+7FYAsf5uqQnzeMQTjO6AXYxTI7 jcollin@stratocaster\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDk/DYRp5E8Dla/4XHCF504X20W0u7CijZSCFWT1/5082NgnYeR90Prth3p+4xsw3YC9H5pEAS3XwcbdUb/NtWvZVIAIcMd7NOOEClSIj2Agk7NJxZ/4SfQRLrK3H2Qli/MVnrTxnEa9oeS4zqzv9dKRwFJDUFCoH2CpoumFVAp02uyzk7D/+XqFrXzMJUiSHXfl3YM2rt/vNmCtHtVp04UcG0Kyl2TXY37frRlSOkMMu0zbIC551gOyae6NGYhkYHa7u2SnngXcKM78b8MDvMv3QtuUN5P4WpH5qFRdlKNKsQGrzcQpBDY8AKQ+rX0K1ENhBwer49bihYNMKvjYmvTdLTNWgPCu7dt8JSgJQ8JMMhve0pjvFdpcKDLp0fvXDvJvZdLJM1ID/66kywJspHjShuqQNXRMfd1R9C4F20c+R9LY6eTGwrpLG1DNEez1VBHmOu5hQl03T2PfaThfLfMHRTw8JpGXGLMQarCCTm1PC6Z2Iw7KzorxP1eofGA5q8XoCbwGD01uQRZrwxPq0SHzTAkW2C2M8oEz+k4Mrx7+vGYzSS14hqxrzk91wuYhZCAKuGpqwm1ouJ4wxvWFewjbxLgucMfGSp09zJ2XSYRmtm7SAUifFob6Z9czHGTQerHCOTPuYqzlap2gCCVYtEvQyNB+4IqK/9FtEXTr28x0Q== jcollin@stratocaster", "key_options": null, "keyfile": "/home/jcollin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcollin", "validate_certs": true} 2021-03-04T22:41:48.979 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsA63hT3ZAwQ9hsvfY+o2Gy15M1GRnRw1ZBSXEiCs9OJku7T9+LCvvH85Y/7V+mOGcsCZKqVTd5Vy3sHAvAF3M7CYJ+5IIDJKCYslC0wkKcX4jj26aMToAZPms8uvs527BNgKOcvwgIfPjs4WJG06fey5AhsuuL30etbAvbBudxRAKdZSTOsMveneKtXQu3Dx7y0rjfI/RBAhCAvisnMqYFUdajoJIl5gVXl6+8mauUOP5O0mvyvJH2jQveqZXTdsIPyp5mq1nA5psqvivWGz2bEJ+owI0GjfuYbyAi6i+BL4Bsd3GeoAs1G3Dicfr228VIUsT+R3xLBQUj3xIsVAZ pcuzner@redhat.com", "key_options": null, "keyfile": "/home/pcuzner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pcuzner", "validate_certs": true} 2021-03-04T22:41:49.135 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdxi9xdXNBYctMHH1cuuyNcPC4I4xVAeD3HZsKH+QwIILiKOTHu/6HZg7Yo1WsuwYSA0MDc+5LCSGu7RsmOEVpcSQ4gtNoFVwsThDyI6yhsm9WQqqXwSPs7ZE+urqd/BDfQ/7oMqJm5bViQMP0vmBExHuIFagj+8f6nspkE2Z7lBbaw8bEbAJZFx74oReOAELsL+Pbtf9Iaqrap4Z3WysmhfP6Rm/q7mncBBmo/fl/bejhThr8fghTPJb81M+XLhMk/rAdVrGdKV9iSt6lLiWdvf0lpTZO4LdIfJSBXr1Xv+lHRtaGXID2ahH7zl/W6dM4baz+hU7ZrbP+vdKg/SVH xxg@xxg", "key_options": null, "keyfile": "/home/xxg/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xxg", "validate_certs": true} 2021-03-04T22:41:49.146 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaRX+aBLjb/h12ctmvoMvZro6NrrYDuxROF6QMVpEVucA7jHhwCC/j9dJAq0hOVBO8R3S0bvKQ6bmnCb/4y2J6tq18xKUFCrChNii5OQ+AgM5v1353oZ9SrHN8p9ajvS8w313o2OpXhpaPv3khVDjKZsDmeH8YL/Nx3WQKqIJC1mI4jrI0sZGGJLifEy3pPkO0W1KmguN9AwAWK6+kckAjMa3ElkfK/xuAqBYgNKQUxP9oMgTQRcgpWF8Nzb0npN3v+HOUIRrth1INSchkDKtWob2T+0Zqxwm+Vpi0iFWwqjcN/OVdaDGf34//A3M/tsiQ1g9SqhdhZJCfu5XLmM63 mkogan@mkP50.redhat.com", "key_options": null, "keyfile": "/home/mkogan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkogan", "validate_certs": true} 2021-03-04T22:41:49.303 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsA63hT3ZAwQ9hsvfY+o2Gy15M1GRnRw1ZBSXEiCs9OJku7T9+LCvvH85Y/7V+mOGcsCZKqVTd5Vy3sHAvAF3M7CYJ+5IIDJKCYslC0wkKcX4jj26aMToAZPms8uvs527BNgKOcvwgIfPjs4WJG06fey5AhsuuL30etbAvbBudxRAKdZSTOsMveneKtXQu3Dx7y0rjfI/RBAhCAvisnMqYFUdajoJIl5gVXl6+8mauUOP5O0mvyvJH2jQveqZXTdsIPyp5mq1nA5psqvivWGz2bEJ+owI0GjfuYbyAi6i+BL4Bsd3GeoAs1G3Dicfr228VIUsT+R3xLBQUj3xIsVAZ pcuzner@redhat.com", "key_options": null, "keyfile": "/home/pcuzner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pcuzner", "validate_certs": true} 2021-03-04T22:41:49.314 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-03-04T22:41:49.471 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaRX+aBLjb/h12ctmvoMvZro6NrrYDuxROF6QMVpEVucA7jHhwCC/j9dJAq0hOVBO8R3S0bvKQ6bmnCb/4y2J6tq18xKUFCrChNii5OQ+AgM5v1353oZ9SrHN8p9ajvS8w313o2OpXhpaPv3khVDjKZsDmeH8YL/Nx3WQKqIJC1mI4jrI0sZGGJLifEy3pPkO0W1KmguN9AwAWK6+kckAjMa3ElkfK/xuAqBYgNKQUxP9oMgTQRcgpWF8Nzb0npN3v+HOUIRrth1INSchkDKtWob2T+0Zqxwm+Vpi0iFWwqjcN/OVdaDGf34//A3M/tsiQ1g9SqhdhZJCfu5XLmM63 mkogan@mkP50.redhat.com", "key_options": null, "keyfile": "/home/mkogan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkogan", "validate_certs": true} 2021-03-04T22:41:49.482 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDZDKRAePFqjugc2ljw4QmM6r7B2dPI39OBB+2HKONtDZI4q+uwgZ1yqnhrbJaU9ux0W5wNzJyp2VfOPhw/9G9jo+efJPg5IySnTonhi1zeCXNpBMY70dJZVCyGEDdWKehvFM9xFBOxBC/h7gOyKqEc28BKoy4cHfULzm4er8PU30MyFBngu8NaoKqyQ3GYAfWOAXF5lUdalbJwl3a+HBb8PjUhbGuznAZF1Ji4JgnNuEZdlNVOKwhEkAFZ1JwXvgLfrEJVQs5b2V9Sp2Vm5ZngsLg7b3RzV5I4B3Lj7QTTraV1zLJGiS5iRdjY7D4W5Uxi2k1X7vaOjySJWWadHyeicNNBhLSfHl6JJ3aMuA8oAAmtgo/8IkJ96GFtgM9j31Wg8wkeTyQrwSeqCuv1uDFr8rp+OvMClhHnDgUklJLWjjYPCDVYR5KV+iOiHL58WJg/b4h6NsoP91wO8P8EcSaiMdq7P77w5nJxDI0KKb//dC8aHtWnRRRlrIS+PNPqKJSNTaSwOTieXvzplhzKFzu2dr79qs+/67iaNE6HBvIX5jVHWCFV3wllyjsC8WYPh4kEVtg2SY00SDOOrMrqANV8DDtHFwwxQTEjz1z5ESuwy9UcUSQfP1/zsAp2OQzPutKs6UipHyBK3pLm6MjaeeaEWu8fmetCqALxYV3h17O+Yw== miguel@hermes.olymp", "key_options": null, "keyfile": "/home/henrix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "henrix", "validate_certs": true} 2021-03-04T22:41:49.641 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-03-04T22:41:49.652 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNwmgnIsDDJmsmYzkTAEo3iLj7Jd5Ni2R5vD1Z0NRZ39zJMtbicZ0ec3nAMzFyHrmPnKNFltS1mhehbLbtKNKq1fSo2SMHs11z+N8Nl94F4AY8IhXZ8U9GAorEJFVIxHUNEDqwl55Ov6MfP60UI7rNgy2rUt8aOBmAJVhLEFmJJawJgyPhTrUZAT20OoILphrt81o5bTNfmx++Zs5Dc9VtgIh53hexwKgTvG6fxfKdra9m+J2GXpniOsZjPJq/A0je+t7H3UlxCSu0dRy2Un6l5ZAcoeg74SP50dFgGaxkTQqI6wle6NjtPIdssgrdYTgTcOg9M4jWqAr/5drTUSGh root@centos7-bspark", "key_options": null, "keyfile": "/home/pbs1108/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pbs1108", "validate_certs": true} 2021-03-04T22:41:49.807 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDZDKRAePFqjugc2ljw4QmM6r7B2dPI39OBB+2HKONtDZI4q+uwgZ1yqnhrbJaU9ux0W5wNzJyp2VfOPhw/9G9jo+efJPg5IySnTonhi1zeCXNpBMY70dJZVCyGEDdWKehvFM9xFBOxBC/h7gOyKqEc28BKoy4cHfULzm4er8PU30MyFBngu8NaoKqyQ3GYAfWOAXF5lUdalbJwl3a+HBb8PjUhbGuznAZF1Ji4JgnNuEZdlNVOKwhEkAFZ1JwXvgLfrEJVQs5b2V9Sp2Vm5ZngsLg7b3RzV5I4B3Lj7QTTraV1zLJGiS5iRdjY7D4W5Uxi2k1X7vaOjySJWWadHyeicNNBhLSfHl6JJ3aMuA8oAAmtgo/8IkJ96GFtgM9j31Wg8wkeTyQrwSeqCuv1uDFr8rp+OvMClhHnDgUklJLWjjYPCDVYR5KV+iOiHL58WJg/b4h6NsoP91wO8P8EcSaiMdq7P77w5nJxDI0KKb//dC8aHtWnRRRlrIS+PNPqKJSNTaSwOTieXvzplhzKFzu2dr79qs+/67iaNE6HBvIX5jVHWCFV3wllyjsC8WYPh4kEVtg2SY00SDOOrMrqANV8DDtHFwwxQTEjz1z5ESuwy9UcUSQfP1/zsAp2OQzPutKs6UipHyBK3pLm6MjaeeaEWu8fmetCqALxYV3h17O+Yw== miguel@hermes.olymp", "key_options": null, "keyfile": "/home/henrix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "henrix", "validate_certs": true} 2021-03-04T22:41:49.819 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDnvVnbK2SNfL8hTmrA09L41RudKW/F7Ty0vvlHjrFjDkdWXVgrafFWGKQZ8dSR6FJ9JLU0X59xiEo4z31ini/Dt2XozFMIr7RdeB3xpiifuUUG5Lgsasd2ezniUoOEukL1a9KkCIxNgmKJuvtlHCt+ZTtyL513yjRICByZbnmBSSpUiett50X10vtvaNBu4LikUJKLc8gP0PHLbaGsU3uOUd655lkFWjWhgExlU8bHWiAZq18Ss63jDlSKFVSk903GKSNcHXMHNPYaXlrYw8NFzejoy/XjxEfmF/Lv3MeAUhHQWx25sh5aDv48mzo8FaIJsL1MrD0QxF1gllobWAfp clacroix@redhat.com", "key_options": null, "keyfile": "/home/clacroix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "clacroix", "validate_certs": true} 2021-03-04T22:41:49.977 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNwmgnIsDDJmsmYzkTAEo3iLj7Jd5Ni2R5vD1Z0NRZ39zJMtbicZ0ec3nAMzFyHrmPnKNFltS1mhehbLbtKNKq1fSo2SMHs11z+N8Nl94F4AY8IhXZ8U9GAorEJFVIxHUNEDqwl55Ov6MfP60UI7rNgy2rUt8aOBmAJVhLEFmJJawJgyPhTrUZAT20OoILphrt81o5bTNfmx++Zs5Dc9VtgIh53hexwKgTvG6fxfKdra9m+J2GXpniOsZjPJq/A0je+t7H3UlxCSu0dRy2Un6l5ZAcoeg74SP50dFgGaxkTQqI6wle6NjtPIdssgrdYTgTcOg9M4jWqAr/5drTUSGh root@centos7-bspark", "key_options": null, "keyfile": "/home/pbs1108/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pbs1108", "validate_certs": true} 2021-03-04T22:41:49.977 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABJQAAAQEAyiGmj+nOAD+il+FvXvZSpUOJQp6hKh6UPaAIQvQZkdeNRWN7wcDXMUlLj+TBFWa1OO+9xqFlnbgVMDR4qy5orUBYlMapUb1rutjbk64XeY58b6uguHwSoMd81QpCCIN4KOk3cldV8UiyX382baoZ9Je2hsOnnBGMsRtHuVHZ90Bj1rIITkwajq//KRs7kjb/qhjk0xkipDIcaSwKjzPlmmnYn69noODwDexpvLYlCF+LowSZEdrOUvVIigSFG7cLTDaU2tLhxSgbvWu8f0pwvjsyW7gOgM+VeRZ6uHC79F1qvgdgQSxflddIgrQpH0rzf6RNxQjR3SBkZ4V1BESa0w== epuertat@epuertat", "key_options": null, "keyfile": "/home/epuertat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "epuertat", "validate_certs": true} 2021-03-04T22:41:50.144 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDnvVnbK2SNfL8hTmrA09L41RudKW/F7Ty0vvlHjrFjDkdWXVgrafFWGKQZ8dSR6FJ9JLU0X59xiEo4z31ini/Dt2XozFMIr7RdeB3xpiifuUUG5Lgsasd2ezniUoOEukL1a9KkCIxNgmKJuvtlHCt+ZTtyL513yjRICByZbnmBSSpUiett50X10vtvaNBu4LikUJKLc8gP0PHLbaGsU3uOUd655lkFWjWhgExlU8bHWiAZq18Ss63jDlSKFVSk903GKSNcHXMHNPYaXlrYw8NFzejoy/XjxEfmF/Lv3MeAUhHQWx25sh5aDv48mzo8FaIJsL1MrD0QxF1gllobWAfp clacroix@redhat.com", "key_options": null, "keyfile": "/home/clacroix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "clacroix", "validate_certs": true} 2021-03-04T22:41:50.145 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDRZyWiDO5JqWHJdUUBr8YReiKXxnL87juFAfkcmw2E9KmANVH2sn3K+OgUCQfBs1Wdg6AbcL2GyMm9alodUruzOm127/bH9OcGmu+8SNsMAYrAF9EzsKJa8Ba/I05rl5a87p1jbYG9Rpo7u3OvLx0LjgqydRYcmjwo/niifYNDTaN0K3v8s1mN4TorUZW/i3XBMBIBjlIiNGs/I7IZreR+1N4V8Nwrp2EWxDv7AwG3nvokL2RTHcsV0KgmAnciv8nXXjIf+uqOPuGA+F2qW/wz92bG8R0O4CjH+QZt4k6UoUIXFRW+LdOVAqmUrb4W0OJ8vsVeukW46SvPnYUTkZnF sonea@think", "key_options": null, "keyfile": "/home/tdehler/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tdehler", "validate_certs": true} 2021-03-04T22:41:50.300 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABJQAAAQEAyiGmj+nOAD+il+FvXvZSpUOJQp6hKh6UPaAIQvQZkdeNRWN7wcDXMUlLj+TBFWa1OO+9xqFlnbgVMDR4qy5orUBYlMapUb1rutjbk64XeY58b6uguHwSoMd81QpCCIN4KOk3cldV8UiyX382baoZ9Je2hsOnnBGMsRtHuVHZ90Bj1rIITkwajq//KRs7kjb/qhjk0xkipDIcaSwKjzPlmmnYn69noODwDexpvLYlCF+LowSZEdrOUvVIigSFG7cLTDaU2tLhxSgbvWu8f0pwvjsyW7gOgM+VeRZ6uHC79F1qvgdgQSxflddIgrQpH0rzf6RNxQjR3SBkZ4V1BESa0w== epuertat@epuertat", "key_options": null, "keyfile": "/home/epuertat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "epuertat", "validate_certs": true} 2021-03-04T22:41:50.311 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEBD7CxJJfbLW4jtuLnTwkxVbhCfh/JL3Qj8oeLEkny1tE7QCeXn1bP5bScWSgLH34Wh4TAuH+8/g/koFwcCy1YuoGBdBV4KV7O9MTnFngdqNY6LKzCipm27tnWZEa10hrF8dRFTmhracd6kmmVGHgvGQPVAVONmix+2IZ83wdj8XJSQHeE3PHFLO39tU+ez/T76QaiBLDVo4ctHVt+N9bBbHV6Cr8fyiUUU6YEKMlcedvxGpnMK8oeOSNuDeh+DldcM9KYzNGEOM34jGRIvJp57dxQDQCtPPW5hvBXg7yMyrv6TcJzDd2LFD6AC/Qw9yrEQPXXyBCDkAlCqDR0+rH", "key_options": null, "keyfile": "/home/laura/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "laura", "validate_certs": true} 2021-03-04T22:41:50.469 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDRZyWiDO5JqWHJdUUBr8YReiKXxnL87juFAfkcmw2E9KmANVH2sn3K+OgUCQfBs1Wdg6AbcL2GyMm9alodUruzOm127/bH9OcGmu+8SNsMAYrAF9EzsKJa8Ba/I05rl5a87p1jbYG9Rpo7u3OvLx0LjgqydRYcmjwo/niifYNDTaN0K3v8s1mN4TorUZW/i3XBMBIBjlIiNGs/I7IZreR+1N4V8Nwrp2EWxDv7AwG3nvokL2RTHcsV0KgmAnciv8nXXjIf+uqOPuGA+F2qW/wz92bG8R0O4CjH+QZt4k6UoUIXFRW+LdOVAqmUrb4W0OJ8vsVeukW46SvPnYUTkZnF sonea@think", "key_options": null, "keyfile": "/home/tdehler/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tdehler", "validate_certs": true} 2021-03-04T22:41:50.470 INFO:teuthology.task.ansible.out: 2021-03-04T22:41:50.480 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2k8xsrsLxEqJx3rV6ZZwLH0OjYCDB2uIYzcAyrKEOKlVWO1ICKxkw+gZ9tSiPFNLfq13io9BIrAKJwlrdLCJLmlgCQwpwUQqzmRlRZEm+WmD0dl8LPeQSidyJkPkJgYBEshFPjDHIj10Ei1pJS5svI2l7G1wMWxlt2kHL8Og/4zdFTRctxwqZcvzLmRQcs8lSSpqTkhfeKfmrpR+je8XFbCJJ9m/nJbgyCiZKaGN8nf36pCQDEva4rvaSrK0a6YxL0RWN8W3lqtBPKIehxffr3lYDEkD9EUW5vf6AUKC0ioh4jkPo9WCjaoFsOauMOMVQPHehEAMufEO4Kym6nfrf yaarit@localhost.localdomain", "key_options": null, "keyfile": "/home/yaarit/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yaarit", "validate_certs": true} 2021-03-04T22:41:50.637 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEBD7CxJJfbLW4jtuLnTwkxVbhCfh/JL3Qj8oeLEkny1tE7QCeXn1bP5bScWSgLH34Wh4TAuH+8/g/koFwcCy1YuoGBdBV4KV7O9MTnFngdqNY6LKzCipm27tnWZEa10hrF8dRFTmhracd6kmmVGHgvGQPVAVONmix+2IZ83wdj8XJSQHeE3PHFLO39tU+ez/T76QaiBLDVo4ctHVt+N9bBbHV6Cr8fyiUUU6YEKMlcedvxGpnMK8oeOSNuDeh+DldcM9KYzNGEOM34jGRIvJp57dxQDQCtPPW5hvBXg7yMyrv6TcJzDd2LFD6AC/Qw9yrEQPXXyBCDkAlCqDR0+rH", "key_options": null, "keyfile": "/home/laura/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "laura", "validate_certs": true} 2021-03-04T22:41:50.648 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDUznqo3VDmcKRL64P7sbjuxXCW/0ljFTc5zZoZ9UvtZvU2jrRQ2X9GyxcrcQnAWlF5YZHqeTDU5o8ixn5fq1MSmaPRBNDKKVQOfR/vFQV73LiKx4BFsC1/EdaPie/XqltaLDTtfqhxADJlz1H3a3ZlkeVHMROTqo/TidL1YUYlRH4qHxWWBuFuVS+EYfTegSZdjwp+DuJA0iN6X99+DfH2DhiHENjEmlbKN13+H+EPzm0K3ya2w8D6ANodB3AxMn2tGs8mLtG/P4kCjoDnoUVFzKTyUpTtgOjis47uSY4dL8mTbIK9kZAiFxnT5sMClu6KRStDjRIrxbTBQJ8wvlat admin1@rajula", "key_options": null, "keyfile": "/home/rpavani1998/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rpavani1998", "validate_certs": true} 2021-03-04T22:41:50.806 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2k8xsrsLxEqJx3rV6ZZwLH0OjYCDB2uIYzcAyrKEOKlVWO1ICKxkw+gZ9tSiPFNLfq13io9BIrAKJwlrdLCJLmlgCQwpwUQqzmRlRZEm+WmD0dl8LPeQSidyJkPkJgYBEshFPjDHIj10Ei1pJS5svI2l7G1wMWxlt2kHL8Og/4zdFTRctxwqZcvzLmRQcs8lSSpqTkhfeKfmrpR+je8XFbCJJ9m/nJbgyCiZKaGN8nf36pCQDEva4rvaSrK0a6YxL0RWN8W3lqtBPKIehxffr3lYDEkD9EUW5vf6AUKC0ioh4jkPo9WCjaoFsOauMOMVQPHehEAMufEO4Kym6nfrf yaarit@localhost.localdomain", "key_options": null, "keyfile": "/home/yaarit/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yaarit", "validate_certs": true} 2021-03-04T22:41:50.817 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4NYxUHx8HMgbVIHadruN1kAJS5be0aZA9rvGtYDfwD5siKNfXFRyLG3thkjxtEi7DPYMxgbpFOXW9EQKh5sQ0ohsADZOi8FSIAfQlOQ+7HAEp7DjBtjxoqB31jJ1e293YtO+nqAhcOMyGfDx+71w5sS2EFqy7PscA9gD9aV2iMxIR/JD1LxXabiqj12jU5AOxr7ZQ1+gM9aroQuDpNxY4U8jBTxx5OtIYRkeI/aN2gQj1mXGMKGo0ItFn4lsXGLxGxMpa9K2UFw2dWQVTw9VNm79nixrCX+lC2nyaJPsRYZipXF1ID2NRk7oJ79dJ/uRBBXpunihlEC3aF+nOgEPH ridave@redhat.com", "key_options": null, "keyfile": "/home/rishabh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rishabh", "validate_certs": true} 2021-03-04T22:41:50.974 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDUznqo3VDmcKRL64P7sbjuxXCW/0ljFTc5zZoZ9UvtZvU2jrRQ2X9GyxcrcQnAWlF5YZHqeTDU5o8ixn5fq1MSmaPRBNDKKVQOfR/vFQV73LiKx4BFsC1/EdaPie/XqltaLDTtfqhxADJlz1H3a3ZlkeVHMROTqo/TidL1YUYlRH4qHxWWBuFuVS+EYfTegSZdjwp+DuJA0iN6X99+DfH2DhiHENjEmlbKN13+H+EPzm0K3ya2w8D6ANodB3AxMn2tGs8mLtG/P4kCjoDnoUVFzKTyUpTtgOjis47uSY4dL8mTbIK9kZAiFxnT5sMClu6KRStDjRIrxbTBQJ8wvlat admin1@rajula", "key_options": null, "keyfile": "/home/rpavani1998/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rpavani1998", "validate_certs": true} 2021-03-04T22:41:50.976 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCeAhoTum3/VmRbxSyw5gwgcPF1EWFK5mEPX3PZyo3xPsUAJazALfge3aEuCrZBbsjOCoj3GfFhr/ziEF+OWvhBoPK5hQzP0V8tE9cWJwvHmD72vGE36o1hFO0ONE4DEuu5KRDqQJUgeyQWXsP26uHTwIcvMpy8egZOfyshqF+lQVXzsAex7Ninmidsf/sRNLhzT1kLrKT+ZMSbZ7Rqh46TMlmLD1LzJZNcb6PGVwlfQZmV6T7m0COu/skeSxMcy8hqMvHFNvvfFSqkfMw0KBGLDxMQr4L+e7sXwQDnEZHdzoh0iS3xDp/Onr1FSmPyEjz51e1sMHBsqklHWidSZVLt/+giB4o6Wdgzc0um/QxW2Ne2qjtDlViOgRE9Fzcw/cRu/Xsn8qtXTxYyxXswjkA8qX7WR22OYgjYChw9siUsKkuD2yAbPMVl+cZWDeBhQnPMbDMVaghS4SAVt5GK16jij4+r3IE9vGHBmGwJYJ/OrtcxBrUrDopwsGLcU+WHdv0FXuiw+YbfnzpthC8rVj4oeJ2IUOQ5JB0ub7NmbR4QWjc33JfD+AeCB75x6io07V2riRjMD9gLC5nwytJNG7Yytf6xI2i/CprW7HhsDs2ykOVcDSBMnL1oGW6FeHaDRW39r6BXSt1jjZQ2E6pDEBTDO41tPEL9EVvv9TK87GTylQ==", "key_options": null, "keyfile": "/home/skrah/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "skrah", "validate_certs": true} 2021-03-04T22:41:51.143 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4NYxUHx8HMgbVIHadruN1kAJS5be0aZA9rvGtYDfwD5siKNfXFRyLG3thkjxtEi7DPYMxgbpFOXW9EQKh5sQ0ohsADZOi8FSIAfQlOQ+7HAEp7DjBtjxoqB31jJ1e293YtO+nqAhcOMyGfDx+71w5sS2EFqy7PscA9gD9aV2iMxIR/JD1LxXabiqj12jU5AOxr7ZQ1+gM9aroQuDpNxY4U8jBTxx5OtIYRkeI/aN2gQj1mXGMKGo0ItFn4lsXGLxGxMpa9K2UFw2dWQVTw9VNm79nixrCX+lC2nyaJPsRYZipXF1ID2NRk7oJ79dJ/uRBBXpunihlEC3aF+nOgEPH ridave@redhat.com", "key_options": null, "keyfile": "/home/rishabh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rishabh", "validate_certs": true} 2021-03-04T22:41:51.155 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDklgWHrL9TMaMxIyN9MxVR6nR3xh9zfj0iR63/yOzaslX0WoVBk7CYTsRlH2GFVctvixVwrWbQgMaKe49utal/3FA6sMl8S2DTrtgC1a/exUTvU0U/+ZhyUlkyjQfRgtYOUwodNupL5NsC8VZqZshgmgXC34uye3bplx3VwvpUt9r6QxJN3/9Dbi6HxudhDCLfmvROhwQYHaFF+GglcbyjAt3uvsuwXVKBd1/vMQwbcUo9/zQlrnmWBRuqTNkXGrZauWigoi/hyuWYQ3MUbRc3LVpJncMv7BEtcj8fCVvPB09SFee3nSeTtFkm01GvRcYd3HBz/YL4Rz92wXl9VIxqs8aaJBzy+MD0NO496Rfqtz6YuZ1m7AxDIccDW+OpcPgYwaUKFXNTuVLWZXhkS0p4swefcKWRlQFF3BLOebN/Kr9jq1MFa+5pX7Gj4WF5uCIX0/fx40KVZNhfl3qywBy/d5MKwXO7PCHMiGcu2FIXdZ334MxdgiIVoX54PpRP4hs= smanjara@localhost.localdomain", "key_options": null, "keyfile": "/home/smanjara/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smanjara", "validate_certs": true} 2021-03-04T22:41:51.301 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCeAhoTum3/VmRbxSyw5gwgcPF1EWFK5mEPX3PZyo3xPsUAJazALfge3aEuCrZBbsjOCoj3GfFhr/ziEF+OWvhBoPK5hQzP0V8tE9cWJwvHmD72vGE36o1hFO0ONE4DEuu5KRDqQJUgeyQWXsP26uHTwIcvMpy8egZOfyshqF+lQVXzsAex7Ninmidsf/sRNLhzT1kLrKT+ZMSbZ7Rqh46TMlmLD1LzJZNcb6PGVwlfQZmV6T7m0COu/skeSxMcy8hqMvHFNvvfFSqkfMw0KBGLDxMQr4L+e7sXwQDnEZHdzoh0iS3xDp/Onr1FSmPyEjz51e1sMHBsqklHWidSZVLt/+giB4o6Wdgzc0um/QxW2Ne2qjtDlViOgRE9Fzcw/cRu/Xsn8qtXTxYyxXswjkA8qX7WR22OYgjYChw9siUsKkuD2yAbPMVl+cZWDeBhQnPMbDMVaghS4SAVt5GK16jij4+r3IE9vGHBmGwJYJ/OrtcxBrUrDopwsGLcU+WHdv0FXuiw+YbfnzpthC8rVj4oeJ2IUOQ5JB0ub7NmbR4QWjc33JfD+AeCB75x6io07V2riRjMD9gLC5nwytJNG7Yytf6xI2i/CprW7HhsDs2ykOVcDSBMnL1oGW6FeHaDRW39r6BXSt1jjZQ2E6pDEBTDO41tPEL9EVvv9TK87GTylQ==", "key_options": null, "keyfile": "/home/skrah/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "skrah", "validate_certs": true} 2021-03-04T22:41:51.323 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDpp2NWr5T6s+jzHiz/FfCKzN7ZBnUSzyE7ieuntzjeGotyupAAjVBoSpCJgNDybm+WkE4dShv5mttPJ2/q1UZCLRj3nN+y3NG333aLZuyugR0ht5qtvGVegg58PwQ8CMobR7ca7bl5UdEy0UIrM3d/qpDOuPkuE4MIJcrtZGICE8NAVnmHNOB9Sm4ovAYkewTuMAv40j2Dl4F9dD6bg+OJfBOJ9+Zj+MpowYlAILtEB9Dc20zB8GGUEtr9yfOVroblTYhvTxGYRaE7aVBe83DNwkWGbDc/qUNR6bpA04w/P+LclYVsVKRoHOs1EXHSwNMFromA8RsKS+rajwu5uRg5 ben@dhcp-185-182.bos.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC93wGgyyQmTxa7f+BZcYPUapTH2N1mnV1ikl9nzJzHhgrtJ6pv00LhtH1HqGhvoqnqZjBD5XRAKyjMRcMBT5MYcXXep5RqZ9sJ6Xz8rHkBjfl/OOQUeZ/ZyG/Ksr1jpGraN2xtrjQQzbqN1YvirCqfLk2exPvVeEk4CGnNybwKwCWob1uKV46ASrYeQK8pfHxrW7pTo+xdErHOvb7uumZm89/YisUJGicO1qSHBeuw1MxjhnD+fIcxHKWY5NNJ4qScW6a5AABk1JJsoHkh9IGCVaf/zJv8D3gil5SiM8LIBKaNa1fn6oObPl/Ky/wkiIo2gmUZawvAVA8iJnX9eUPl ben@bene-laptop", "key_options": null, "keyfile": "/home/bengland/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bengland", "validate_certs": true} 2021-03-04T22:41:51.480 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDklgWHrL9TMaMxIyN9MxVR6nR3xh9zfj0iR63/yOzaslX0WoVBk7CYTsRlH2GFVctvixVwrWbQgMaKe49utal/3FA6sMl8S2DTrtgC1a/exUTvU0U/+ZhyUlkyjQfRgtYOUwodNupL5NsC8VZqZshgmgXC34uye3bplx3VwvpUt9r6QxJN3/9Dbi6HxudhDCLfmvROhwQYHaFF+GglcbyjAt3uvsuwXVKBd1/vMQwbcUo9/zQlrnmWBRuqTNkXGrZauWigoi/hyuWYQ3MUbRc3LVpJncMv7BEtcj8fCVvPB09SFee3nSeTtFkm01GvRcYd3HBz/YL4Rz92wXl9VIxqs8aaJBzy+MD0NO496Rfqtz6YuZ1m7AxDIccDW+OpcPgYwaUKFXNTuVLWZXhkS0p4swefcKWRlQFF3BLOebN/Kr9jq1MFa+5pX7Gj4WF5uCIX0/fx40KVZNhfl3qywBy/d5MKwXO7PCHMiGcu2FIXdZ334MxdgiIVoX54PpRP4hs= smanjara@localhost.localdomain", "key_options": null, "keyfile": "/home/smanjara/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smanjara", "validate_certs": true} 2021-03-04T22:41:51.481 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC3YhI4am/T6s4rJRvbC/jAvrNcDhE/zaJiVDAjEuA1W/5Xt9ObX52eAnp+tOOtelXrX8ylYF/z5wGNQLjYrWepXhuqaEGxeVayCHzts6LMpmvyZ6sYnAw9HFO9rzrTawm70DuvWqY2Zt4KA6fM+lfXk3Qdpi5RCPDKk1jpXwSCyUtUKSWTDRtYtvvJTcO3H/xCJxQq/F9sU8yqgQcqFPfMNrV4a8gNj9KACqjt4IEIfuxKlKhlMA4yu1VTmGcNuhQS+geJzsEGuxZUQb0Io+q4o0b+40BQtazKgOdTcQbgNtqh3wZpjJsvB4AM+GNPjZY3mCsd+WPGg6dqfU08Voo2b7BfSwyCn14fQHnj1nSwRIea2juFY6AMfVJjstM5iIz7lOH2c3ydWWhzvSmMeoQ47zBXlg8JytWmDrXiyd21BSIpTL0Tn8P95wHYka8U9KRV0ZY7Jr2w/ThPdy2C+Cdir+P+OEL1sKHSnmEyQEeONa9P5yH1Rd1kM/FNESAIRiMLGspzXQeWoJhHswVaKoSBW/7f4b9VENxda8qAQi6ob8A71cAjbpRrkUmd5EBCSFMNs7lscus0/deUVvlpsrMjDAJa8S9gqhGHNU0YvF1WBIz3paLRAHDm9DWrHc5lreizJzX5ul4P/Z4ITjpO+9ZxKOcyi8wnJ8Og+QUYLpqOIw==", "key_options": null, "keyfile": "/home/pnawracay/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pnawracay", "validate_certs": true} 2021-03-04T22:41:51.650 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDpp2NWr5T6s+jzHiz/FfCKzN7ZBnUSzyE7ieuntzjeGotyupAAjVBoSpCJgNDybm+WkE4dShv5mttPJ2/q1UZCLRj3nN+y3NG333aLZuyugR0ht5qtvGVegg58PwQ8CMobR7ca7bl5UdEy0UIrM3d/qpDOuPkuE4MIJcrtZGICE8NAVnmHNOB9Sm4ovAYkewTuMAv40j2Dl4F9dD6bg+OJfBOJ9+Zj+MpowYlAILtEB9Dc20zB8GGUEtr9yfOVroblTYhvTxGYRaE7aVBe83DNwkWGbDc/qUNR6bpA04w/P+LclYVsVKRoHOs1EXHSwNMFromA8RsKS+rajwu5uRg5 ben@dhcp-185-182.bos.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC93wGgyyQmTxa7f+BZcYPUapTH2N1mnV1ikl9nzJzHhgrtJ6pv00LhtH1HqGhvoqnqZjBD5XRAKyjMRcMBT5MYcXXep5RqZ9sJ6Xz8rHkBjfl/OOQUeZ/ZyG/Ksr1jpGraN2xtrjQQzbqN1YvirCqfLk2exPvVeEk4CGnNybwKwCWob1uKV46ASrYeQK8pfHxrW7pTo+xdErHOvb7uumZm89/YisUJGicO1qSHBeuw1MxjhnD+fIcxHKWY5NNJ4qScW6a5AABk1JJsoHkh9IGCVaf/zJv8D3gil5SiM8LIBKaNa1fn6oObPl/Ky/wkiIo2gmUZawvAVA8iJnX9eUPl ben@bene-laptop", "key_options": null, "keyfile": "/home/bengland/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bengland", "validate_certs": true} 2021-03-04T22:41:51.651 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDQu/CuhCIFVGCLbA0cjn+qqcwX12cRcFA1sHyJtkj6Ltfmge8FnfgAsex/LaPJwbtbBiVl9xRcazHNfBaDw5DxMRSJF+e7WTydZC2Jm4qIj4D3Lr+imGPrJTK+kjN0QXRXknGsNn36oRF/I41cGqYRGwawFGSPZBHuav+ehDk1doTrbDlll4zMUWm2iXTcBIcJo4NR1LoE2c9/MPfbH7jKm5ke7aS0ets+EANEplkeClfCVAashtIF+Bz6a9qk4F2n0baLT/s3IQkXCwwO2fxxY03x8gWiB1n4E7sousEB+J1Skl/z0bwmaiY0C+raPoV/FyZxQuh0ocvdU7fnQbKuNoGE/Usfm9Y3g8eH81b/k4fMJL2lqXHkPft6zUV9bJsp3v1iGEkIf2+ER/QLczteNz6kw/uTPQctMEDXM17GEnBXISVrQcPSW3i93eFwWacs8iT3G4bjEQvpxSBQrhDdCCoxy8bVWqkVeDWw5u2q/3WL9Ov1NrY+G4/DYb2qONNQds0vTHCGvemU5GNjtaeCbojkZ7Z3KOeAY8080kKrsO7fve+ZMACCIFD+se8kF7NN4ZJASSqq9lJpBWvtbc0O8jCcVGNuN7exXjrcbiN1L/9HkARV+KEJU3jbXObAhAnfAaeRWBwmTfZodCu+fDd/Jor6l36tjD4kC4/CPrDtyQ== alfonsomthd", "key_options": null, "keyfile": "/home/alfonsomthd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "alfonsomthd", "validate_certs": true} 2021-03-04T22:41:51.819 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC3YhI4am/T6s4rJRvbC/jAvrNcDhE/zaJiVDAjEuA1W/5Xt9ObX52eAnp+tOOtelXrX8ylYF/z5wGNQLjYrWepXhuqaEGxeVayCHzts6LMpmvyZ6sYnAw9HFO9rzrTawm70DuvWqY2Zt4KA6fM+lfXk3Qdpi5RCPDKk1jpXwSCyUtUKSWTDRtYtvvJTcO3H/xCJxQq/F9sU8yqgQcqFPfMNrV4a8gNj9KACqjt4IEIfuxKlKhlMA4yu1VTmGcNuhQS+geJzsEGuxZUQb0Io+q4o0b+40BQtazKgOdTcQbgNtqh3wZpjJsvB4AM+GNPjZY3mCsd+WPGg6dqfU08Voo2b7BfSwyCn14fQHnj1nSwRIea2juFY6AMfVJjstM5iIz7lOH2c3ydWWhzvSmMeoQ47zBXlg8JytWmDrXiyd21BSIpTL0Tn8P95wHYka8U9KRV0ZY7Jr2w/ThPdy2C+Cdir+P+OEL1sKHSnmEyQEeONa9P5yH1Rd1kM/FNESAIRiMLGspzXQeWoJhHswVaKoSBW/7f4b9VENxda8qAQi6ob8A71cAjbpRrkUmd5EBCSFMNs7lscus0/deUVvlpsrMjDAJa8S9gqhGHNU0YvF1WBIz3paLRAHDm9DWrHc5lreizJzX5ul4P/Z4ITjpO+9ZxKOcyi8wnJ8Og+QUYLpqOIw==", "key_options": null, "keyfile": "/home/pnawracay/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pnawracay", "validate_certs": true} 2021-03-04T22:41:51.830 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCoL9+aMxLtUG3aRIuT4kbjc1CPuQ+wbS30ocuJ2YIExlKMSxVr+LYqbjcz0T4f8gAKG539dZQgD9BAsHM8yfOVEvei0KsQHn87pzgYGR3DtaMx5IEG5xNyARPu+VuEoe8qlL3cAPwTiaU78datD5Cz9GEClhL1Fhn/Z8o7BMbs5xlcUIQ/J+s9/sKMcqmmBJy5IHQIEUHCl4SFwsev5g5ADlnLNNxjpalExuBCEeoSma9F3b2YEJHvpA5JhCIMZpVfXbgh2UhUsyfAQN6KgOIQ/XlKBMQDtizf2vZ4b8hW4ELcvKSADfTsyyqEs/Ql8jEJu32GFKf2mYPbgTS6E7FZfQz77X+5OBhojFAstB8LSSrH80FrG1gCbVZLnW0jXcSehKnU0oNmUWOKxxaT1b00fo/iZ4P8O1uJRY17/uaVCPNKdGTZzIlzyC16wsFFBxBl0d7HfojQY6qfww7AQJhvDkV2sP0/MIJzwriWOzZEmfr8Osqery5vFiYcSvMbdMZDfMEYd3z7Va2RiTIeyXuEYp5hzf8eyJRP/f2FEw8/BBrm5JCxeSWUx7qwgPHrJoWAVxCIg/M3YS/vfVSFc8Hh88sgc2upq0OqYr0uq6EFzUZi4aoOkOVYn9u/uc/p1AR0KbiQOkERMUDWTyADxrHaL0nQmGy+XyiJQjhq5ckZ+w== doliveira@suse.com", "key_options": null, "keyfile": "/home/oliveiradan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "oliveiradan", "validate_certs": true} 2021-03-04T22:41:51.997 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDh9bzZJulXGES+l9Xh6Aq15RZ8uQCGuDNhlNQtDblE1ISKJ/DqGYXp6wUW54+oVNA7eZiXz+fi3mq5pPEtZZOfd3ixEDzDJ4E3cVXoDZCqeWEmea6KvybeY10YxvB56TEI8U2KKAd56PRl20klXpLCjzXNqG7n0aXFcpCMbXDu369VX6lOk24K/7++7Wc5SttcvVu19sT2kqzsB/S1Y5cxiE6RM6wVtqBoksp/kRCIA16ruNwx3GUabDfbEoUGXlkkUP7+TZgAbHtBsYy6mCQhwi0S2+WG+HhHDUPjHhV+MdN9ffibCtOEGo52itVLVky09VeBocuA6H22JDGXPBgjcgf2NsZIqcKqGHhUkXmH92fhRSFOBLKHstrBq8jWRP/mNrgj8cQksDsakQYQbDg5dyabp+M0/iL2Q3YVq7erZI8aZMA7ZF3WgoQNYZg5E7oejM8URIlFP3x1ne2ClRC9a74phSCxeU/NVamGN3G3dImzEXGOSNyRggHJ4jGrIGc7tLPCzmI5OkomcB5OxReqf0r1TNXuUAqw8M4EoWt+0xoAmH5zVlUHf+psUCJIEV/4pbgtoJiSNq+LVY4jyDEFbvTAL7MqyXorMV7Tqlj+/3d7RXfhW9lR/SHb1Z3jcHvz4ZzYMzKWeJEjz+Y0NwIdFDhcPmUOYtEDmuRRrgYiSQ== sebstian.wagner@it-novum.com", "key_options": null, "keyfile": "/home/swagner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "swagner", "validate_certs": true} 2021-03-04T22:41:51.999 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDQu/CuhCIFVGCLbA0cjn+qqcwX12cRcFA1sHyJtkj6Ltfmge8FnfgAsex/LaPJwbtbBiVl9xRcazHNfBaDw5DxMRSJF+e7WTydZC2Jm4qIj4D3Lr+imGPrJTK+kjN0QXRXknGsNn36oRF/I41cGqYRGwawFGSPZBHuav+ehDk1doTrbDlll4zMUWm2iXTcBIcJo4NR1LoE2c9/MPfbH7jKm5ke7aS0ets+EANEplkeClfCVAashtIF+Bz6a9qk4F2n0baLT/s3IQkXCwwO2fxxY03x8gWiB1n4E7sousEB+J1Skl/z0bwmaiY0C+raPoV/FyZxQuh0ocvdU7fnQbKuNoGE/Usfm9Y3g8eH81b/k4fMJL2lqXHkPft6zUV9bJsp3v1iGEkIf2+ER/QLczteNz6kw/uTPQctMEDXM17GEnBXISVrQcPSW3i93eFwWacs8iT3G4bjEQvpxSBQrhDdCCoxy8bVWqkVeDWw5u2q/3WL9Ov1NrY+G4/DYb2qONNQds0vTHCGvemU5GNjtaeCbojkZ7Z3KOeAY8080kKrsO7fve+ZMACCIFD+se8kF7NN4ZJASSqq9lJpBWvtbc0O8jCcVGNuN7exXjrcbiN1L/9HkARV+KEJU3jbXObAhAnfAaeRWBwmTfZodCu+fDd/Jor6l36tjD4kC4/CPrDtyQ== alfonsomthd", "key_options": null, "keyfile": "/home/alfonsomthd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "alfonsomthd", "validate_certs": true} 2021-03-04T22:41:52.166 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCoL9+aMxLtUG3aRIuT4kbjc1CPuQ+wbS30ocuJ2YIExlKMSxVr+LYqbjcz0T4f8gAKG539dZQgD9BAsHM8yfOVEvei0KsQHn87pzgYGR3DtaMx5IEG5xNyARPu+VuEoe8qlL3cAPwTiaU78datD5Cz9GEClhL1Fhn/Z8o7BMbs5xlcUIQ/J+s9/sKMcqmmBJy5IHQIEUHCl4SFwsev5g5ADlnLNNxjpalExuBCEeoSma9F3b2YEJHvpA5JhCIMZpVfXbgh2UhUsyfAQN6KgOIQ/XlKBMQDtizf2vZ4b8hW4ELcvKSADfTsyyqEs/Ql8jEJu32GFKf2mYPbgTS6E7FZfQz77X+5OBhojFAstB8LSSrH80FrG1gCbVZLnW0jXcSehKnU0oNmUWOKxxaT1b00fo/iZ4P8O1uJRY17/uaVCPNKdGTZzIlzyC16wsFFBxBl0d7HfojQY6qfww7AQJhvDkV2sP0/MIJzwriWOzZEmfr8Osqery5vFiYcSvMbdMZDfMEYd3z7Va2RiTIeyXuEYp5hzf8eyJRP/f2FEw8/BBrm5JCxeSWUx7qwgPHrJoWAVxCIg/M3YS/vfVSFc8Hh88sgc2upq0OqYr0uq6EFzUZi4aoOkOVYn9u/uc/p1AR0KbiQOkERMUDWTyADxrHaL0nQmGy+XyiJQjhq5ckZ+w== doliveira@suse.com", "key_options": null, "keyfile": "/home/oliveiradan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "oliveiradan", "validate_certs": true} 2021-03-04T22:41:52.168 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDzYzqIDimPjMOUOUz1A122eV52fl3mgGgNBRYRlOWl/lOxM5oOat5FPkJlnXTVyQFl0MlnYgIv9fTnjHVTM0wFmFUItlUl151ZmK5XExiGpGVsqG3UWNyKJxZpk9Uh2a0T/5CKzzwXnv2fJMNxzfqgopYDrgq4TFEZcdvgWJ39dcRTXST/rGJQ8wOq9z7UNzKU5VOGxvgi6f/nGevGIHrSaTcY3Uu8BW8kXUrf9vfl+ZSxVjuNHXF/VmrJH5Ne8mVu7DzPMrl8ZZjxsfJKT/eQqF9kjqht5586OSPKIwg/LEOyYj7Wyyf3QbDAIp5bCygQfmBBl+kIxphJYq3EwUZT ylifshit@dhcp-4-102.tlv.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFgwQYD9amVSYq6JzjHyGmKBJATQCM9xsf6QnF3yb0Lvry2nzY9F61evVXQ95TmF/AqasRx5p2WansIvegG5ag5mytvRwFXtHzPs4o/J+XjA9o4+A5l6j9cOFLIDD/TwrwlUjgMa2PhqUztSpI1op906391RLrJAyflfDghJxeVl6dJab6TEsslV0W+yaCS3BBxMXXrCbxCB5Ms3KCRKDz0DqbhFc+Nw05L1O1pC98HBFRIp1SaXlMcT3++CRQ3wugpOMkDMNLbycl+vdMBFY3UZ28rRowS3Ta7V5EARZVVH7KxU5cL+8Hr/8DE1/ITOmrluaEZ1KwYgoxZbZ3w7Ptw0FK6aiCZ49YtqKT1WakoVfO8m7pCdxkqUOA91loMQtxvCwZ/Vfoxaut16gklmPz8N11xvo1H5XB8/ZrvK5yKdl3JDl+wwtfE/fwo4E/fte+rPRisoWBRsmsx8EGxs75sXnb6n3VjZ65vYEKsNMLg+5EAaevWLLeqF0a42UWGJrHdb4VKX/OAplHrOk7kA/VwArow8f9n+iaRp2hgDU9OhQiFVRhgqwahlmCFFXkcP4/4WlxMCuZrsaNMZgMjVhfsp7cskKOezSfZZey2MB2fREMS1wg0j40CdYRn4jTNEBr/LVszsoM7t7AwXUpnqXeYIe+gePx1PJb5XSzSPZ9Pw== yuvalif@yahoo.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDp0xz0ml2XuoQe70TxVeTo3Ib5xMinDrYNJ5eq5XYNa8ZLGcEByeDK4myzixTloAo31Rb/yDyGqv6kQ6nFChihO2aab3Ni/bsMOaJat1scrznaIYXGvLvw5KYx/qBDUxb3qW0vO0N/bB3dUPS1l 2021-03-04T22:41:52.169 INFO:teuthology.task.ansible.out:XTJaVf+KuljUk7v38ov2gsPWlofRYZNkPGQfUKXFEXc39OVj+Ex5LkehH/Z1LwjRYJa7jAdSm8hE5m8m6WborrzAA4/iFuLbhtM/Bqm4boSqa7koBVux422QX/HblSQ2KAeT1GFOS7xdcO6ndyp6mIpCZWunTjZwSLyK20NvIV/AzdAro4GZWi0D34PPtbSG344ZT1dSLeDRhYVkDjS6uutrmw9C+Ns1bo8s1ydhxL2XEsU14SWRWlbyrMF9PXyJOsaNiBNWGwc9lTly0ZlmPnN3l0AC3RIKOstkEYmI+TMj21r1tltz48e+6dH1an51wwnhNRYiODd3hbS67tmIg05BuSU5+whJ93wzXw2rC4FLE= ylifshit@localhost.localdomain", "key_options": null, "keyfile": "/home/yuvalif/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuvalif", "validate_certs": true} 2021-03-04T22:41:52.335 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDXa9uTf3q+7tGnHzSxv0WbgpRKrBIYjAZ5x3V74vQUSD1aAbmyvOqgPnts7XttLYImjjRqiisyC03L3KgR4b3SOeyL3KFxrk3KkHAJ/AJH+Y/UafyDhHNl3gRNg0B9rjsa7h2dSlcrFKnAX0pDY1HapuNPrzYWrXsEbo7C6wteFh7PyPmTkHu0NzIIPC4FcLl8SGaww/HeBh8v91IymgFSgXG0jNC063FEExWdti54yNLGh3gpW0FytsiRN9eEOKUOgcveT1tejz9ORv8evO4Y9SCQ/lsyOKQKNcG5C7J8nsbwSjqQ2cf6i2aYFZ0Oq1UXuhJ8APJCoiKgLJy7AiYf kkeithle@dhcp-100-19-89.bos.redhat.com", "key_options": null, "keyfile": "/home/kkeithle/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kkeithle", "validate_certs": true} 2021-03-04T22:41:52.337 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDh9bzZJulXGES+l9Xh6Aq15RZ8uQCGuDNhlNQtDblE1ISKJ/DqGYXp6wUW54+oVNA7eZiXz+fi3mq5pPEtZZOfd3ixEDzDJ4E3cVXoDZCqeWEmea6KvybeY10YxvB56TEI8U2KKAd56PRl20klXpLCjzXNqG7n0aXFcpCMbXDu369VX6lOk24K/7++7Wc5SttcvVu19sT2kqzsB/S1Y5cxiE6RM6wVtqBoksp/kRCIA16ruNwx3GUabDfbEoUGXlkkUP7+TZgAbHtBsYy6mCQhwi0S2+WG+HhHDUPjHhV+MdN9ffibCtOEGo52itVLVky09VeBocuA6H22JDGXPBgjcgf2NsZIqcKqGHhUkXmH92fhRSFOBLKHstrBq8jWRP/mNrgj8cQksDsakQYQbDg5dyabp+M0/iL2Q3YVq7erZI8aZMA7ZF3WgoQNYZg5E7oejM8URIlFP3x1ne2ClRC9a74phSCxeU/NVamGN3G3dImzEXGOSNyRggHJ4jGrIGc7tLPCzmI5OkomcB5OxReqf0r1TNXuUAqw8M4EoWt+0xoAmH5zVlUHf+psUCJIEV/4pbgtoJiSNq+LVY4jyDEFbvTAL7MqyXorMV7Tqlj+/3d7RXfhW9lR/SHb1Z3jcHvz4ZzYMzKWeJEjz+Y0NwIdFDhcPmUOYtEDmuRRrgYiSQ== sebstian.wagner@it-novum.com", "key_options": null, "keyfile": "/home/swagner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "swagner", "validate_certs": true} 2021-03-04T22:41:52.503 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBYa5uEOlFv1s9K9D1SbcaApLwX3LBwASSnRXDHI7MtU paul.emmerich@croit.io", "key_options": null, "keyfile": "/home/emmericp/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "emmericp", "validate_certs": true} 2021-03-04T22:41:52.515 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDzYzqIDimPjMOUOUz1A122eV52fl3mgGgNBRYRlOWl/lOxM5oOat5FPkJlnXTVyQFl0MlnYgIv9fTnjHVTM0wFmFUItlUl151ZmK5XExiGpGVsqG3UWNyKJxZpk9Uh2a0T/5CKzzwXnv2fJMNxzfqgopYDrgq4TFEZcdvgWJ39dcRTXST/rGJQ8wOq9z7UNzKU5VOGxvgi6f/nGevGIHrSaTcY3Uu8BW8kXUrf9vfl+ZSxVjuNHXF/VmrJH5Ne8mVu7DzPMrl8ZZjxsfJKT/eQqF9kjqht5586OSPKIwg/LEOyYj7Wyyf3QbDAIp5bCygQfmBBl+kIxphJYq3EwUZT ylifshit@dhcp-4-102.tlv.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFgwQYD9amVSYq6JzjHyGmKBJATQCM9xsf6QnF3yb0Lvry2nzY9F61evVXQ95TmF/AqasRx5p2WansIvegG5ag5mytvRwFXtHzPs4o/J+XjA9o4+A5l6j9cOFLIDD/TwrwlUjgMa2PhqUztSpI1op906391RLrJAyflfDghJxeVl6dJab6TEsslV0W+yaCS3BBxMXXrCbxCB5Ms3KCRKDz0DqbhFc+Nw05L1O1pC98HBFRIp1SaXlMcT3++CRQ3wugpOMkDMNLbycl+vdMBFY3UZ28rRowS3Ta7V5EARZVVH7KxU5cL+8Hr/8DE1/ITOmrluaEZ1KwYgoxZbZ3w7Ptw0FK6aiCZ49YtqKT1WakoVfO8m7pCdxkqUOA91loMQtxvCwZ/Vfoxaut16gklmPz8N11xvo1H5XB8/ZrvK5yKdl3JDl+wwtfE/fwo4E/fte+rPRisoWBRsmsx8EGxs75sXnb6n3VjZ65vYEKsNMLg+5EAaevWLLeqF0a42UWGJrHdb4VKX/OAplHrOk7kA/VwArow8f9n+iaRp2hgDU9OhQiFVRhgqwahlmCFFXkcP4/4WlxMCuZrsaNMZgMjVhfsp7cskKOezSfZZey2MB2fREMS1wg0j40CdYRn4jTNEBr/LVszsoM7t7AwXUpnqXeYIe+gePx1PJb5XSzSPZ9Pw== yuvalif@yahoo.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDp0xz0ml2XuoQe70TxVeTo3Ib5xMinDrYNJ5eq5XYNa8ZLGcEByeDK4myzixTloAo31Rb/yDyGqv6kQ6nFChihO2aab3Ni/bsMOaJat1scrznaIYXGvLvw5KYx/qBDUxb3qW0vO0N/bB3dUPS1l 2021-03-04T22:41:52.517 INFO:teuthology.task.ansible.out:XTJaVf+KuljUk7v38ov2gsPWlofRYZNkPGQfUKXFEXc39OVj+Ex5LkehH/Z1LwjRYJa7jAdSm8hE5m8m6WborrzAA4/iFuLbhtM/Bqm4boSqa7koBVux422QX/HblSQ2KAeT1GFOS7xdcO6ndyp6mIpCZWunTjZwSLyK20NvIV/AzdAro4GZWi0D34PPtbSG344ZT1dSLeDRhYVkDjS6uutrmw9C+Ns1bo8s1ydhxL2XEsU14SWRWlbyrMF9PXyJOsaNiBNWGwc9lTly0ZlmPnN3l0AC3RIKOstkEYmI+TMj21r1tltz48e+6dH1an51wwnhNRYiODd3hbS67tmIg05BuSU5+whJ93wzXw2rC4FLE= ylifshit@localhost.localdomain", "key_options": null, "keyfile": "/home/yuvalif/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuvalif", "validate_certs": true} 2021-03-04T22:41:52.672 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCj28V9sMybkAzhkiaNiDDr8TfNVyr5DNdbOqszdGEVLy1Rxh/UYnxUclsR9n8lt9VnCft3M4NDTnVwlxOHE8+0oolJE9HP+DQomsgj3abP04EGJyOA0X8E7eIFQNLRbMFCD0yX/SNNlYPsS5fPTFhIa/gbBPmDBE07kULts66Tvc0Yo/2yIfwV1DV34bcWWVGi01XybIHBl9qbvlfBKAUrFEcv3ZdpHNhuZw6IkZY8xoYxo8iF+toLYeGX+gFxqCZUUOO+NBVmb0hVL1LI6bU66IrMOQDkFurqpvoraBTJqwZgXvMPceFUkcVIH4Nm7cK1X2WyMtnSw2XBpLMT8C4V mchangir@indraprastha", "key_options": null, "keyfile": "/home/mchangir/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mchangir", "validate_certs": true} 2021-03-04T22:41:52.683 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDXa9uTf3q+7tGnHzSxv0WbgpRKrBIYjAZ5x3V74vQUSD1aAbmyvOqgPnts7XttLYImjjRqiisyC03L3KgR4b3SOeyL3KFxrk3KkHAJ/AJH+Y/UafyDhHNl3gRNg0B9rjsa7h2dSlcrFKnAX0pDY1HapuNPrzYWrXsEbo7C6wteFh7PyPmTkHu0NzIIPC4FcLl8SGaww/HeBh8v91IymgFSgXG0jNC063FEExWdti54yNLGh3gpW0FytsiRN9eEOKUOgcveT1tejz9ORv8evO4Y9SCQ/lsyOKQKNcG5C7J8nsbwSjqQ2cf6i2aYFZ0Oq1UXuhJ8APJCoiKgLJy7AiYf kkeithle@dhcp-100-19-89.bos.redhat.com", "key_options": null, "keyfile": "/home/kkeithle/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kkeithle", "validate_certs": true} 2021-03-04T22:41:52.840 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC1OVCo0wMITAp8PNUqsTRPFz0SuBL0r1RzKFJUoxQm7gsP9qttZUQRlfiuZ7YRzkuGLOEBngPuIcV995o0lZ0+LVHA8jxWEJamb6sM9YgnonbGKDHfl4lT8LJd4YtjcWnMGvUUdPiPgIkfrpxXtx+RzJ7eCTmgRjAJziZrRh3AqXuKty+s9MDnmK8EQ2smpLdkMtZG5W3U2PiVaGgq2FIIOAoqr58xGqFgZ4tIpvWFpNxVsDZXIg2NdC+ouuKQvuJRWq9eERRHwq26CR+kDFNZeYSyhYKxNBqauLCsAoXNFCJzrdX5Oi9Ox4lJTsEtYX+SMziVipQS54F7MnRAUccukQ86IbXz8C5Ok2EzNo6smwRZ6UPKRvebWjIvfbeR/iwPRnrWcNgjGcaTR6yhlRJh8pBkW84nyY/bJa4WXsoNLgutdsYkjl18KKhbBldjdf0ovfL7FVgqYfAo/wpQYJJeMebP5QAczxvZIegjHRrAvbs/nbQTmuAkes3WL1hhBjSTwyIbWCzAuBJk8MNTmeZkVBvub7XoIyIySppfoJC/1a+ZsxGkzAlgrIxXPYrrBzTtXd/9YRiIgCYx3UtfdbPkE6hT6GblH6ST6QESfWyyvfGxwlOmu+F+icRyVVJbgM9T/PD2W6I04u2/1mcfoHwaQGdwvbbBkbjWzm+zwNSisQ== sanupkri@redhat.com", "key_options": null, "keyfile": "/home/sidharthanup/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sidharthanup", "validate_certs": true} 2021-03-04T22:41:52.851 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBYa5uEOlFv1s9K9D1SbcaApLwX3LBwASSnRXDHI7MtU paul.emmerich@croit.io", "key_options": null, "keyfile": "/home/emmericp/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "emmericp", "validate_certs": true} 2021-03-04T22:41:53.021 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCkeYXWjU7wVdODC32U40QRFgFH7ZEuEsOeWWaKx3Y5EBuAcwkTHiF9Bq/2mrDu+c9W46S8L38Ogc9GZ0DcCXtN/Z4z8iKOIIi5U1GzvwdbKuiAPCd8bdYP0vo0MOIRgylJo5hcnB5BCwCXRN1hmci1ES5UbSeQg0rydMiyYXHZ64AT47+qVUpn/mVP6PVw00pPqt16l9YxhbPFG74Y/WnY4FyrqXGQJfv0tcP7+UR7GQdFiI4QQV3ZUSRHRLWGcmoiiOmGimLhtzEmP4Jzy4gF4wg9q8jyX54NjfxDRZs+YuaoqqWKz/HSz5ic7W2RGKHrRby2N9wNu19nmC1NzIn3 varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCW58OUR3pniaYgvr9xAExeNm4eMxgaJfFbEfEYPztTWv/xxqqihBYCeFltfgWbu7ERTy+hVNo1PJWyyczjl5Ivc3FdRmhykosygs7X74PPh02c7Em4MsSTr7SSPNN20rkJbWqiYMMOBbqbiZ7JXiSUNVilLHgZqZBEQc5Rf5I1PyBLHHJ2ZruPKnDPHCRLdwJ+MdXy2haKmGrQLhtzIKaDzh8VkfojL454k0aHCIh34Z0oBdP9757mNuYJUVEkKZF5t2oML84lWGMgwZxUWN2yO9ALTti4tNH1fXA6NipS9ztE+3hEJe1fWXEoUQDX9JNu4qEHTeCz0secQMkyZVDZSQk8yDUQxQ76yiett37sQB1WQR/3fclcahmqQ4dUS7M3Onyz6k6zia896PBK6G48TBUbFa1rw5Hx7WfNZluDMkv4YxkQvfz7XVzZx2/lhs45Kjh1UR9n7LaW/NID98vokcvASw1N6Bk/6pOd/45iPyEJemwovnQLs6ecwlMIikM= varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcQ8xMjwVf+KiFIQARcbFT+wg4NHysBRrFxk3Bx5X2k2hGKcEYR2tY/ApHZYfJ6me3LUvJEXg2c/6xa6ibVTUp/90l4y0cF6RmF5uB45J0xuBYoFJd8xJkVrhDIlZix4aFfb7TrmJEqjleBrkTwam7Q9aE3lss16nVOxU4hiViYiCANJ45wobK6tz7y5btfzrHE/iYpwniDvzLwK7EpkEK336VVd6f9wV0vG+ErEFxnNVxheXLLm05LuvdVQvFqJcTFrc7/GZ54yKg5IgwVwXqSAyOXIhgduUqk+oN1ciA7jnSqdiOKQPS/VmYkbhw2YP85l8wGVreIYUmOG19QEyVLB82oB9KS1LezM2KCH61XW22+85dHf4PvuL9DULhGt6wBCvpO10OHxw0JvHXbEgBPhiyd9j2yJmcQozbRPth/sMUvLKNXOGabZhhkPBYL7xZICHc+UwxrXs0h/j9jOjLyHzBAWMomF2lzgbvtzjcbxJ1a5oclJ6IW8yHJllkOh0= varsha@localhost.localdo 2021-03-04T22:41:53.023 INFO:teuthology.task.ansible.out:main", "key_options": null, "keyfile": "/home/varsha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "varsha", "validate_certs": true} ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCj28V9sMybkAzhkiaNiDDr8TfNVyr5DNdbOqszdGEVLy1Rxh/UYnxUclsR9n8lt9VnCft3M4NDTnVwlxOHE8+0oolJE9HP+DQomsgj3abP04EGJyOA0X8E7eIFQNLRbMFCD0yX/SNNlYPsS5fPTFhIa/gbBPmDBE07kULts66Tvc0Yo/2yIfwV1DV34bcWWVGi01XybIHBl9qbvlfBKAUrFEcv3ZdpHNhuZw6IkZY8xoYxo8iF+toLYeGX+gFxqCZUUOO+NBVmb0hVL1LI6bU66IrMOQDkFurqpvoraBTJqwZgXvMPceFUkcVIH4Nm7cK1X2WyMtnSw2XBpLMT8C4V mchangir@indraprastha", "key_options": null, "keyfile": "/home/mchangir/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mchangir", "validate_certs": true} 2021-03-04T22:41:53.189 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6RDgqwA0GrvE6KqRaGCgYnFhnxdi9ehjIWvfaMa1oq0CqYxUAee2bNbp/X2Bd18Vqk8iH9fpE0+qrLgAH/8BpD+MtgGikCFMORvazeUtOCF/OCDO0AMg1jvl8aTdvrQU8ZTDPXa65Avpkc9vwugcoplnwrW7lKx++XqCWsSlfHgEdyMV3wrt/ZDFwI2AS2bZBpWM6ViG1KSjXjgTi/T3hSZPY+buYvWjzoEjQO0946iI3iiKKCGohEpCUnG02oJXcS0vvgl8dWE71451lbainEKJ4hbDhfDmy57s6VXfVUANsczwiPWiSC/ZmMlDaCCBeKHO0Gz0xXaDXd9j4SA7P sam@Pondermatic\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCYylAUS12hF6XndDQ3CkrUddKmXNSd8pOlHwO+pWaDTJPKxwtPL6sM3aOtaAPLrGkv1zD2k3iZaxmDwfPYGaXOyb0KS5ZCddtOyNXj5JLrjxh2niqFPP8SIkdHLOP+0Hv1/tB0Jz75RV+tNIT1SJTm7OZ8wZNy0qYycITSooJ14iEgyZ7rOa3EEzbtIVpHS4+YqIuIJdV2oV5egCrJyRv4sPUrS8ERXD4QZSOlHE+W4Tf+WVrEfsHOdDLRlAXJUzhuqgWtVouiYcW5ex294z28eA+12lKaPQpE0cft/NJ6FLs41yqh4ZN588bl8Ada+yTXEaHWioQEEJMlca2jIgrP sjust@rex004.front.sepia.ceph.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC08RrDQ2M7Zjcpx7RL9e+tjv48kBgDNyTenX1QdxW22JA2JR3D3ThA/ej9HtiPWcIVz16oZ4tzrCEVwaCMfbsmXq2 2021-03-04T22:41:53.191 INFO:teuthology.task.ansible.out:z08ZXYqwiBuoXJVshU7lIKVqAtadT4F6Q9eQvxEo4zWdBib1W0/cqNLlYzU/DuwlUqYnWBDLGxc4fD5Kxrz366oWUDB/ULCpl77TMqfTKlStCgGXot0zLqiscqzq1W7XsuA7A5vQw/JTq7MvIME+SkUuGWX0WKwTMIRZKNWBGmlf51bNru3GmmAnKBUFsJv9H4G0FPqGY/aH02rr5dAgTTmfKt+XbWRfMTMpjJqVRGX03+1mQNoYQ3kNDz0wl sjust@office\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA5UMPySf/h9r2/OryRXrO9Qq9k5J9Dn9nvJYyaYCE82H/qkBJGboAJgyIXfbsGYO5uPM25d3fGRH4magzAQm2hGWNbbt1YWn9HaIyKCCXo9JX600/dv3OZbHyGGmgXPa4Anl16j1c2vxRRt2+ArjlyyhP7cAcRkilUGdagK9u6ALrwnz9hhXYV+BmXrxMm7zZCmdWHcWz+YxoA65es4+w+aLvVZWmUCZLF8uZrcpPSw+oK3SfZE8JPRc5vWulXbWEEfIoHb9AszPIpSyzbfPWXelmc3XlG0KD66t7w+AnNlQPt3JVePRCfFHPYeTj9B0k8sxPyUqTQIl5pu6GppRMOQ== sam@Deepthought", "key_options": null, "keyfile": "/home/sjust/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sjust", "validate_certs": true} 2021-03-04T22:41:53.200 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC1OVCo0wMITAp8PNUqsTRPFz0SuBL0r1RzKFJUoxQm7gsP9qttZUQRlfiuZ7YRzkuGLOEBngPuIcV995o0lZ0+LVHA8jxWEJamb6sM9YgnonbGKDHfl4lT8LJd4YtjcWnMGvUUdPiPgIkfrpxXtx+RzJ7eCTmgRjAJziZrRh3AqXuKty+s9MDnmK8EQ2smpLdkMtZG5W3U2PiVaGgq2FIIOAoqr58xGqFgZ4tIpvWFpNxVsDZXIg2NdC+ouuKQvuJRWq9eERRHwq26CR+kDFNZeYSyhYKxNBqauLCsAoXNFCJzrdX5Oi9Ox4lJTsEtYX+SMziVipQS54F7MnRAUccukQ86IbXz8C5Ok2EzNo6smwRZ6UPKRvebWjIvfbeR/iwPRnrWcNgjGcaTR6yhlRJh8pBkW84nyY/bJa4WXsoNLgutdsYkjl18KKhbBldjdf0ovfL7FVgqYfAo/wpQYJJeMebP5QAczxvZIegjHRrAvbs/nbQTmuAkes3WL1hhBjSTwyIbWCzAuBJk8MNTmeZkVBvub7XoIyIySppfoJC/1a+ZsxGkzAlgrIxXPYrrBzTtXd/9YRiIgCYx3UtfdbPkE6hT6GblH6ST6QESfWyyvfGxwlOmu+F+icRyVVJbgM9T/PD2W6I04u2/1mcfoHwaQGdwvbbBkbjWzm+zwNSisQ== sanupkri@redhat.com", "key_options": null, "keyfile": "/home/sidharthanup/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sidharthanup", "validate_certs": true} 2021-03-04T22:41:53.357 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDj6DxTZNodVnwJZrnSZ/jv9Cw4uYLb8MGpccmOvtwl93sVBvqq597AYnBqYiV4VBbKU3GVFbT41zkplia1iCfXoddttCOyWmEKviBXRnAsd5f80dxL0pfzrBJvCaH4NAfYgVw9JFWsvT981b+nB6vum4Vz8Dw0PM5GPnVUjsZNFkpmDPUBL4yHPmMCGP2WtUurJVD3Gm9t72XlG6Dl/vB9Qw/i4IY1SoCCbuhhNgE7IN8JXeGmVJbRwDeUlP+Q8Ti7iedV7YB/W1opt6eT5EPzX8NcxTc0c7rrDgsUWjFQYRSup0GLK9ofdHs0E2RbPPO5OSc5Z2+B1IEV7fZeyJwAyHwUgwx7sSGy7aROdvinaj/hOBglcgISyQ2CY7LTV8NGWJquo7yRCJXhZVIHfgqfBcrgWdNbr+vNBXnWe5PCtLhV8ryHPSJ/7Ru+7voQxgvwux5SdZwxXTbWDKni1f6/8bNrhRx6bmLK9xuYAgt2FhlIivI7L5kQF4etcBiaf68= deepika@x1cabon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdqbYcbJYtgCrAbLo7PcS82caXxcT8cpX0RkULaFXfaiUDs8Foy6Yf/XoEHIdpgw8kX6qBdydYXxti6HFhYDNsL5KleKu/yA+bVKlvri39CRNkNxFHAUL2CRBT5Hefj1AJQBm/BKVEN4/eb05OlJJ808Qb/aNycot/YwgpNvUIaO2yTMA0meq82wNdZmUcmyLB9QXz4QInTcoAsxq70KxX95YC938rTWpbg1hM8gzLkJJt/OD/Z7TMYv/Sc5KGOFqo930AmObQ5KPmffkWGYbLT65TxlCULnvIr63lWHdGTj5mYjib/v9ncu24az9GYRWYcicV0B/def+KVrrIp3Mz ideepika@teuthology", "key_options": null, "keyfile": "/home/ideepika/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ideepika", "validate_certs": true} 2021-03-04T22:41:53.368 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCkeYXWjU7wVdODC32U40QRFgFH7ZEuEsOeWWaKx3Y5EBuAcwkTHiF9Bq/2mrDu+c9W46S8L38Ogc9GZ0DcCXtN/Z4z8iKOIIi5U1GzvwdbKuiAPCd8bdYP0vo0MOIRgylJo5hcnB5BCwCXRN1hmci1ES5UbSeQg0rydMiyYXHZ64AT47+qVUpn/mVP6PVw00pPqt16l9YxhbPFG74Y/WnY4FyrqXGQJfv0tcP7+UR7GQdFiI4QQV3ZUSRHRLWGcmoiiOmGimLhtzEmP4Jzy4gF4wg9q8jyX54NjfxDRZs+YuaoqqWKz/HSz5ic7W2RGKHrRby2N9wNu19nmC1NzIn3 varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCW58OUR3pniaYgvr9xAExeNm4eMxgaJfFbEfEYPztTWv/xxqqihBYCeFltfgWbu7ERTy+hVNo1PJWyyczjl5Ivc3FdRmhykosygs7X74PPh02c7Em4MsSTr7SSPNN20rkJbWqiYMMOBbqbiZ7JXiSUNVilLHgZqZBEQc5Rf5I1PyBLHHJ2ZruPKnDPHCRLdwJ+MdXy2haKmGrQLhtzIKaDzh8VkfojL454k0aHCIh34Z0oBdP9757mNuYJUVEkKZF5t2oML84lWGMgwZxUWN2yO9ALTti4tNH1fXA6NipS9ztE+3hEJe1fWXEoUQDX9JNu4qEHTeCz0secQMkyZVDZSQk8yDUQxQ76yiett37sQB1WQR/3fclcahmqQ4dUS7M3Onyz6k6zia896PBK6G48TBUbFa1rw5Hx7WfNZluDMkv4YxkQvfz7XVzZx2/lhs45Kjh1UR9n7LaW/NID98vokcvASw1N6Bk/6pOd/45iPyEJemwovnQLs6ecwlMIikM= varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcQ8xMjwVf+KiFIQARcbFT+wg4NHysBRrFxk3Bx5X2k2hGKcEYR2tY/ApHZYfJ6me3LUvJEXg2c/6xa6ibVTUp/90l4y0cF6RmF5uB45J0xuBYoFJd8xJkVrhDIlZix4aFfb7TrmJEqjleBrkTwam7Q9aE3lss16nVOxU4hiViYiCANJ45wobK6tz7y5btfzrHE/iYpwniDvzLwK7EpkEK336VVd6f9wV0vG+ErEFxnNVxheXLLm05LuvdVQvFqJcTFrc7/GZ54yKg5IgwVwXqSAyOXIhgduUqk+oN1ciA7jnSqdiOKQPS/VmYkbhw2YP85l8wGVreIYUmOG19QEyVLB82oB9KS1LezM2KCH61XW22+85dHf4PvuL9DULhGt6wBCvpO10OHxw0JvHXbEgBPhiyd9j2yJmcQozbRPth/sMUvLKNXOGabZhhkPBYL7xZICHc+UwxrXs0h/j9jOjLyHzBAWMomF2lzgbvtzjcbxJ1a5oclJ6IW8yHJllkOh0= varsha@localhost.localdo 2021-03-04T22:41:53.369 INFO:teuthology.task.ansible.out:main", "key_options": null, "keyfile": "/home/varsha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "varsha", "validate_certs": true} 2021-03-04T22:41:53.525 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDC0h+TpaUkm2V6Hbf7aPCTys/nsm51CmY9s+bdwEXAiSAWpq/7Xi2LlN0mZgsrAYBHbr5L+Pz8x0YdigvWysUK6U9XRSPM28cbWmh8F25re9HEk8ARESkMZKTv/hKFs1v7kTHbT9hNNynbQGQOqEaazjr0shcli+Byvop27riX3QDDSsd5xfCjjyDz9fiA9YESlF0kbXyFUKPsoaBhRv9FUhtH6DxlygxtxTsKyKgeoiKw2sCfeUMckcJKnGCMtkXW4U8h7NL/fPZFyBaMDRi/TtoBKaVGLaWqF7RuukfjoMCwhuIDmuTG3WhanH4HJrfNenPZkpZUBhzWwZcleao8SD3mXXfZ9gcZb8QB2ymEtTqrAEyDoNWO4q8ljNP3WJXIgF0h0Sjmx/CV/i0ArEYlBMwBD7DFVnPJqCqSyypuQdDGsDNQZxaRCiYg7nIslFOpDr+0PLp78m+CHyYbSFLTvVVJoJ1k0YhMnDPHM29nt7fMGx6Qrigwnuk0yKg1bfgJ/t0TOqEw0bqGKIvHnyoP/n0ObazEsiPl5pRr2ehs/Rqf35Iwhc1i02Hhz/3Sqwc1eAgqm4/OVghxqUJGpRocua5Gf/vO32wwoyGxh2sl7y6K2pNDA3glhKYbZeIh1fjnaTjikgleqIQkCBxbTeAE7n5+T6TcFtnII6RSxYv3tQ== gal.salomon@gmail.com", "key_options": null, "keyfile": "/home/gsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gsalomon", "validate_certs": true} 2021-03-04T22:41:53.525 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6RDgqwA0GrvE6KqRaGCgYnFhnxdi9ehjIWvfaMa1oq0CqYxUAee2bNbp/X2Bd18Vqk8iH9fpE0+qrLgAH/8BpD+MtgGikCFMORvazeUtOCF/OCDO0AMg1jvl8aTdvrQU8ZTDPXa65Avpkc9vwugcoplnwrW7lKx++XqCWsSlfHgEdyMV3wrt/ZDFwI2AS2bZBpWM6ViG1KSjXjgTi/T3hSZPY+buYvWjzoEjQO0946iI3iiKKCGohEpCUnG02oJXcS0vvgl8dWE71451lbainEKJ4hbDhfDmy57s6VXfVUANsczwiPWiSC/ZmMlDaCCBeKHO0Gz0xXaDXd9j4SA7P sam@Pondermatic\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCYylAUS12hF6XndDQ3CkrUddKmXNSd8pOlHwO+pWaDTJPKxwtPL6sM3aOtaAPLrGkv1zD2k3iZaxmDwfPYGaXOyb0KS5ZCddtOyNXj5JLrjxh2niqFPP8SIkdHLOP+0Hv1/tB0Jz75RV+tNIT1SJTm7OZ8wZNy0qYycITSooJ14iEgyZ7rOa3EEzbtIVpHS4+YqIuIJdV2oV5egCrJyRv4sPUrS8ERXD4QZSOlHE+W4Tf+WVrEfsHOdDLRlAXJUzhuqgWtVouiYcW5ex294z28eA+12lKaPQpE0cft/NJ6FLs41yqh4ZN588bl8Ada+yTXEaHWioQEEJMlca2jIgrP sjust@rex004.front.sepia.ceph.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC08RrDQ2M7Zjcpx7RL9e+tjv48kBgDNyTenX1QdxW22JA2JR3D3ThA/ej9HtiPWcIVz16oZ4tzrCEVwaCMfbsmXq2 2021-03-04T22:41:53.527 INFO:teuthology.task.ansible.out:z08ZXYqwiBuoXJVshU7lIKVqAtadT4F6Q9eQvxEo4zWdBib1W0/cqNLlYzU/DuwlUqYnWBDLGxc4fD5Kxrz366oWUDB/ULCpl77TMqfTKlStCgGXot0zLqiscqzq1W7XsuA7A5vQw/JTq7MvIME+SkUuGWX0WKwTMIRZKNWBGmlf51bNru3GmmAnKBUFsJv9H4G0FPqGY/aH02rr5dAgTTmfKt+XbWRfMTMpjJqVRGX03+1mQNoYQ3kNDz0wl sjust@office\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA5UMPySf/h9r2/OryRXrO9Qq9k5J9Dn9nvJYyaYCE82H/qkBJGboAJgyIXfbsGYO5uPM25d3fGRH4magzAQm2hGWNbbt1YWn9HaIyKCCXo9JX600/dv3OZbHyGGmgXPa4Anl16j1c2vxRRt2+ArjlyyhP7cAcRkilUGdagK9u6ALrwnz9hhXYV+BmXrxMm7zZCmdWHcWz+YxoA65es4+w+aLvVZWmUCZLF8uZrcpPSw+oK3SfZE8JPRc5vWulXbWEEfIoHb9AszPIpSyzbfPWXelmc3XlG0KD66t7w+AnNlQPt3JVePRCfFHPYeTj9B0k8sxPyUqTQIl5pu6GppRMOQ== sam@Deepthought", "key_options": null, "keyfile": "/home/sjust/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sjust", "validate_certs": true} 2021-03-04T22:41:53.693 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrGYBGPDQqn+2jnxKhDurSrAJvTT8dZMYGVCt6NbjpFhDFYtyvrF8Jv5NKBQynG18LwscN7a57L0Oq0e4jOEPRz//CDcAfP+L6p45L4BdUzTysN4+rQ7waMnIiYp7VjSswhGH/BnYIVKwmDqzM2fo1w/oLIT6mgwUYqAdceeswAkXBt7jgagL8ox3E4oHBqER7f60AHdTviuW953t5luVQiMjyF2fOwZuo2ycufIzBee0CwS+xyRuJQwdgD3HL4Qs2vtBCX+H8n3wC6A9JrMA5tzCDr5VZKBJZURIniwvaXfJodjO4SvBL5jAfXoMqriv8ZWHbap2fk82YE8/uPqNvSISjixJEBgQinklZ+iAOYm5tfPbhPM/8ErpN/yJ0EoGRn+nj6X6nAjXAIk3AENopeqtM7mLZ26RFIuEV5ld7eqUvAfiy6Hk2LH9Q1Z4CXaxD0gDGzUxgdAaaAgLAR4btWi2n7Tb7ZNDdOfctg2ya9ftzZBOHvCaVXSpJCry/GMU= skoduri@localhost.localdomain", "key_options": null, "keyfile": "/home/soumyakoduri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "soumyakoduri", "validate_certs": true} 2021-03-04T22:41:53.704 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDj6DxTZNodVnwJZrnSZ/jv9Cw4uYLb8MGpccmOvtwl93sVBvqq597AYnBqYiV4VBbKU3GVFbT41zkplia1iCfXoddttCOyWmEKviBXRnAsd5f80dxL0pfzrBJvCaH4NAfYgVw9JFWsvT981b+nB6vum4Vz8Dw0PM5GPnVUjsZNFkpmDPUBL4yHPmMCGP2WtUurJVD3Gm9t72XlG6Dl/vB9Qw/i4IY1SoCCbuhhNgE7IN8JXeGmVJbRwDeUlP+Q8Ti7iedV7YB/W1opt6eT5EPzX8NcxTc0c7rrDgsUWjFQYRSup0GLK9ofdHs0E2RbPPO5OSc5Z2+B1IEV7fZeyJwAyHwUgwx7sSGy7aROdvinaj/hOBglcgISyQ2CY7LTV8NGWJquo7yRCJXhZVIHfgqfBcrgWdNbr+vNBXnWe5PCtLhV8ryHPSJ/7Ru+7voQxgvwux5SdZwxXTbWDKni1f6/8bNrhRx6bmLK9xuYAgt2FhlIivI7L5kQF4etcBiaf68= deepika@x1cabon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdqbYcbJYtgCrAbLo7PcS82caXxcT8cpX0RkULaFXfaiUDs8Foy6Yf/XoEHIdpgw8kX6qBdydYXxti6HFhYDNsL5KleKu/yA+bVKlvri39CRNkNxFHAUL2CRBT5Hefj1AJQBm/BKVEN4/eb05OlJJ808Qb/aNycot/YwgpNvUIaO2yTMA0meq82wNdZmUcmyLB9QXz4QInTcoAsxq70KxX95YC938rTWpbg1hM8gzLkJJt/OD/Z7TMYv/Sc5KGOFqo930AmObQ5KPmffkWGYbLT65TxlCULnvIr63lWHdGTj5mYjib/v9ncu24az9GYRWYcicV0B/def+KVrrIp3Mz ideepika@teuthology", "key_options": null, "keyfile": "/home/ideepika/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ideepika", "validate_certs": true} 2021-03-04T22:41:53.871 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDPeuSTD7kv8yQX6dW+7Vpq1mqrcr8JGubPYa1DpGTV/gE50d5L42UspUN2FXmICDMiV1h4Q9WQAFma3168f1I5I94qFkV+/56szCMoILClm7IW/EV4t8fTxoyOpEa9l4qSU3qgJpDbY04CkiyVJFuQj24Zq3gD/70jYgGpy8RfA0BihSR6F+A0WZLh/fESjqfor3/pFWhUCRnPEqrZsXyuB8lRgDTyGp4s1cHyUqmFMuCPDRMtok0rSVpaRZj2Zj8lboah19UI/L89ptQgEdqsOKzlkxiT+1GdyIY+jpPCM0a3yZz75l3Qiu0k6q7qUV8T0hm1GZiBguvST1KMcwnt kyrylo.shatskyy@suse.com", "key_options": null, "keyfile": "/home/kyr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kyr", "validate_certs": true} 2021-03-04T22:41:54.040 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDC0h+TpaUkm2V6Hbf7aPCTys/nsm51CmY9s+bdwEXAiSAWpq/7Xi2LlN0mZgsrAYBHbr5L+Pz8x0YdigvWysUK6U9XRSPM28cbWmh8F25re9HEk8ARESkMZKTv/hKFs1v7kTHbT9hNNynbQGQOqEaazjr0shcli+Byvop27riX3QDDSsd5xfCjjyDz9fiA9YESlF0kbXyFUKPsoaBhRv9FUhtH6DxlygxtxTsKyKgeoiKw2sCfeUMckcJKnGCMtkXW4U8h7NL/fPZFyBaMDRi/TtoBKaVGLaWqF7RuukfjoMCwhuIDmuTG3WhanH4HJrfNenPZkpZUBhzWwZcleao8SD3mXXfZ9gcZb8QB2ymEtTqrAEyDoNWO4q8ljNP3WJXIgF0h0Sjmx/CV/i0ArEYlBMwBD7DFVnPJqCqSyypuQdDGsDNQZxaRCiYg7nIslFOpDr+0PLp78m+CHyYbSFLTvVVJoJ1k0YhMnDPHM29nt7fMGx6Qrigwnuk0yKg1bfgJ/t0TOqEw0bqGKIvHnyoP/n0ObazEsiPl5pRr2ehs/Rqf35Iwhc1i02Hhz/3Sqwc1eAgqm4/OVghxqUJGpRocua5Gf/vO32wwoyGxh2sl7y6K2pNDA3glhKYbZeIh1fjnaTjikgleqIQkCBxbTeAE7n5+T6TcFtnII6RSxYv3tQ== gal.salomon@gmail.com", "key_options": null, "keyfile": "/home/gsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gsalomon", "validate_certs": true} 2021-03-04T22:41:54.050 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrGYBGPDQqn+2jnxKhDurSrAJvTT8dZMYGVCt6NbjpFhDFYtyvrF8Jv5NKBQynG18LwscN7a57L0Oq0e4jOEPRz//CDcAfP+L6p45L4BdUzTysN4+rQ7waMnIiYp7VjSswhGH/BnYIVKwmDqzM2fo1w/oLIT6mgwUYqAdceeswAkXBt7jgagL8ox3E4oHBqER7f60AHdTviuW953t5luVQiMjyF2fOwZuo2ycufIzBee0CwS+xyRuJQwdgD3HL4Qs2vtBCX+H8n3wC6A9JrMA5tzCDr5VZKBJZURIniwvaXfJodjO4SvBL5jAfXoMqriv8ZWHbap2fk82YE8/uPqNvSISjixJEBgQinklZ+iAOYm5tfPbhPM/8ErpN/yJ0EoGRn+nj6X6nAjXAIk3AENopeqtM7mLZ26RFIuEV5ld7eqUvAfiy6Hk2LH9Q1Z4CXaxD0gDGzUxgdAaaAgLAR4btWi2n7Tb7ZNDdOfctg2ya9ftzZBOHvCaVXSpJCry/GMU= skoduri@localhost.localdomain", "key_options": null, "keyfile": "/home/soumyakoduri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "soumyakoduri", "validate_certs": true} 2021-03-04T22:41:54.053 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeERrQ0NVXhuTYzI08rlKRbHZVFXSv1YC7sGq6aCWRbTCv7Ad/t/3OJz3vfcd2TjBMvABfrYCFgTFWIaJBaeA3BXUUU9y9TwnzuxKv4C46WJYoalVGyLEpWpcGbJ5v+leA6Je/+lunenplb7TBKGE/YTgggEXyX7KnunYlv+Jdm33TmAZTcHrLk5QR/6FdRGKmdlLna0dXZc3v04+AI8W+p9ghAv1+e8ENxJDTF8p0MawBiKWcSj2mysOhQ2Cj91qZ0qTnLLeu0CPf4rBO+qjYIshiCuTLhYt2UazlzME4nCCsVqK7Nz9olA/lgvJLRaPxgQQ7iCMmIZilS6B4Y3oL sseshasa@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCo0zniUEXuQ4JJuuRtfnEK8WHqr97AmXEniGPY5U23MTxhMuP8CSkGWkUHdmXw0H1tDKbYgk97M6TspJropNGKljla2H1/3e2T1BOI1L2WfcsOh6VPYeyOj2ssMJeEDdQgd0J3g+4oj2QS+guPlT24UhO0CBhRZ6waVlJMgagDYyDLCLGI4ASoBYx0AOaoyjnEQtRd/gyejzv7jntkHc9YNBPsJ37X6hTYNA/s2ORJE7QMXd6xI60mTBuCdD3JcPYoUSvyCUa7rIrDc70lAcW5XtxewvMBogTZJLoFG/d6Ugij49h4AfwrtoUCtLyJOWJX6PTfomXely8Ym6KpN/3981+m70dhcHPDJ66QCWMd1LAgftVXTIsebA+Bxfg4Vsbrv7j1lJXzmMfsOl+1wVPe+Y9h28GyeIlalW3laURZGV7dhexGZ8YNxPuzxtAlWtfw+kddbjw0j4ODtgVXrj4SDxqmTTYYuMBkrQ3H33sOgPLx8DyA6e4pckb6lOOEvb41Yi5tyP7BIJlYN2PpNVDkSQd/t5Q0di4Ct+3vqLRCkPuJiJAUyaBGT4HM7yQc25+Y0B3sXNON7BjeaBXB7OwKZMp9w1jwbJt4JL/aGOw3HVljVyVgu+pIuQ2ISd9VBcmAJK5EGdWe5Q57h5fJkD+TVrXgeNTaufdclh5vWOH1qQ== sseshasa@teuthology", "key_options": null, "keyfile": "/home/sseshasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sseshasa", "validate_certs": true} 2021-03-04T22:41:54.224 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDPeuSTD7kv8yQX6dW+7Vpq1mqrcr8JGubPYa1DpGTV/gE50d5L42UspUN2FXmICDMiV1h4Q9WQAFma3168f1I5I94qFkV+/56szCMoILClm7IW/EV4t8fTxoyOpEa9l4qSU3qgJpDbY04CkiyVJFuQj24Zq3gD/70jYgGpy8RfA0BihSR6F+A0WZLh/fESjqfor3/pFWhUCRnPEqrZsXyuB8lRgDTyGp4s1cHyUqmFMuCPDRMtok0rSVpaRZj2Zj8lboah19UI/L89ptQgEdqsOKzlkxiT+1GdyIY+jpPCM0a3yZz75l3Qiu0k6q7qUV8T0hm1GZiBguvST1KMcwnt kyrylo.shatskyy@suse.com", "key_options": null, "keyfile": "/home/kyr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kyr", "validate_certs": true} ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDIC6uqbIg9XaTlDZd7KCX7FXSzfGFMEWXhx42ktz3ehOPLviA/yNpVd+LmYHSgzd5Szd3mMxleisiE+JdSq/q5YyPAF6eD6+wfynkpMv5aWNHGI0yVfKbCwdOX8bY6yqhyVwMDo14uoFvdDcM4Lj+vz8F75VJHUU5ihJNOW24EllobTLzR4XI6AcM+mjbXRnBLLVoBSuDaU2D0kWqMn8rDCJKdUJnoiy9oxIok8eMLfGkGsL55oOx9BflMSz/0jM9X5GLQahYiECbXjvCIarCkUFE8txNoXM9Djmg8QqhAQDhY0hzJTauFJJaD8Ax1uFQlXONed7tv7a7Tb3dH+/jb rfriedma@dhcp-4-239.tlv.redhat.com", "key_options": null, "keyfile": "/home/rfriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rfried 2021-03-04T22:41:54.226 INFO:teuthology.task.ansible.out:ma", "validate_certs": true} 2021-03-04T22:41:54.391 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIXHA8BwV4OnqlaHHyYofsp5X+wanose+aneJVx2Or05PcWA9c7xFEOerkvEn9LvivSRd9G9o/S8SvnGH91tG2bbOAidVZ69FGul9OKa/BCJYUP0vVBX09/Td3n7+R2lVlvu5XiyC5SUzCjaQEZLOpjq23rqaqdCDXE6wFnxfpkmcsccbG/xUiOEBeBGI92lntdx99Sn6CxWWA27lMMaYkCRvX6ziRZEm6O44N2nMm+qYm0jmMyGv1iyQkJxtt0YaLPp+X9t2trUEzEjgBCXqqzEzBjB7T4rbzhAuvU3NRHiAoWXSnrY5AQOTTvC/wpaZV/gF2NDNThjMcpcEdNstleOctXtN4XTTJQewbG+t7I9knR00TPpsoUvUtpbcoFOluGgWTDTFa6GCmDPppx23nZgulOniZUVTI2CbScSpc8sfp1JE7Q6vLECY9lJ+GpVCbDAbIEE9WHXSkJ/6L9yf+ZoHbpqCkEFDcWLfz3B5NFoJ5gne8B8uzd6ptKVtJrP8pMvoOyydyvQlmkgh8tNDsOnp6kaUNG0NHmtfGlCTkbM7oKsKbf87Cv1HgYuZl/HP7go5sOX02LfBfbvWrawZzOaZ3dewEq74w5hVMKEHrmJPstIpcHSxZpq33f2j4Z/uKW9tJat6rgSWK1I+T3tCd++76apxbOYl5TDOaoxCyjQ== lars@marowsky-bree.de", "key_options": null, "keyfile": "/home/lmb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lmb", "validate_certs": true} 2021-03-04T22:41:54.402 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeERrQ0NVXhuTYzI08rlKRbHZVFXSv1YC7sGq6aCWRbTCv7Ad/t/3OJz3vfcd2TjBMvABfrYCFgTFWIaJBaeA3BXUUU9y9TwnzuxKv4C46WJYoalVGyLEpWpcGbJ5v+leA6Je/+lunenplb7TBKGE/YTgggEXyX7KnunYlv+Jdm33TmAZTcHrLk5QR/6FdRGKmdlLna0dXZc3v04+AI8W+p9ghAv1+e8ENxJDTF8p0MawBiKWcSj2mysOhQ2Cj91qZ0qTnLLeu0CPf4rBO+qjYIshiCuTLhYt2UazlzME4nCCsVqK7Nz9olA/lgvJLRaPxgQQ7iCMmIZilS6B4Y3oL sseshasa@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCo0zniUEXuQ4JJuuRtfnEK8WHqr97AmXEniGPY5U23MTxhMuP8CSkGWkUHdmXw0H1tDKbYgk97M6TspJropNGKljla2H1/3e2T1BOI1L2WfcsOh6VPYeyOj2ssMJeEDdQgd0J3g+4oj2QS+guPlT24UhO0CBhRZ6waVlJMgagDYyDLCLGI4ASoBYx0AOaoyjnEQtRd/gyejzv7jntkHc9YNBPsJ37X6hTYNA/s2ORJE7QMXd6xI60mTBuCdD3JcPYoUSvyCUa7rIrDc70lAcW5XtxewvMBogTZJLoFG/d6Ugij49h4AfwrtoUCtLyJOWJX6PTfomXely8Ym6KpN/3981+m70dhcHPDJ66QCWMd1LAgftVXTIsebA+Bxfg4Vsbrv7j1lJXzmMfsOl+1wVPe+Y9h28GyeIlalW3laURZGV7dhexGZ8YNxPuzxtAlWtfw+kddbjw0j4ODtgVXrj4SDxqmTTYYuMBkrQ3H33sOgPLx8DyA6e4pckb6lOOEvb41Yi5tyP7BIJlYN2PpNVDkSQd/t5Q0di4Ct+3vqLRCkPuJiJAUyaBGT4HM7yQc25+Y0B3sXNON7BjeaBXB7OwKZMp9w1jwbJt4JL/aGOw3HVljVyVgu+pIuQ2ISd9VBcmAJK5EGdWe5Q57h5fJkD+TVrXgeNTaufdclh5vWOH1qQ== sseshasa@teuthology", "key_options": null, "keyfile": "/home/sseshasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sseshasa", "validate_certs": true} 2021-03-04T22:41:54.558 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMDUcToIhs8tiIozgPudiYyD2upEX+VvsiJRti7zrA/1HPIDARYt2+xyWCASm5x5vdohRM7wnBLUlbBVnvr6ZUQvfShNDsS1Uu7hEfYF38MtW+dVwvGlm14J4m1gbjzqVlZvO6bg6rfGo7Qer0bKUlxtqbisQ/kCg/lVWR04CNxdRtZxEpaQ21y4C5jAlrpFTzxQSuiCLEyY3EAKdZUaZElFEcXlna0ysCP8inlzhF402PkSdl9DkkPpg3IR2dUEGqsblWSdLVk19EFavjtGAAnsvaBWWm2rCLNC5RmhGQaS/Z52Aes1nBuT4cI6qLjbEMqAzLwxiOR7l4IPMpK5EcuRK+FaqQG0wMAjxPc95CmxDzi58ZRJ5ERV8vgps73F1AJXWU9Lb1P77BTsLXqiwko2mvPf6e0LwCxQuxYJWc+xvO7Ji011B+nm5eLCCC/LcDtTPjkimTh7nkvUNi/yTKCXi9KwLISAHHd335KnfrL28rU3GahMXs4NjOxuN8eKM= ksirivad@ksirivad\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDS3HkgHb6z+gi4tN5rBL/N+WLJgN8RtUokt0YnRjpor2epRbmqgmEFRbRFqjLK9LiTuLxmkwol1/G56AJms9ixue33M6jVs73nc259LDxn2qj/NCtxeU7xdjSDuhKyItgM0yuiFjWOKSYTghNtwoR26PX7SQVbycD4NN1ZuwUbdMQA31VrLvQR7d0lYKlis2auH2Xb6WifotoEyszZz1KYRwzJvOHtHku/jAyNmTD/8kAsuCjEgUPSyyehAfdWn59tY2gM7aFyj/dtRoAghekv5gkov9zx+zjN6D2LSN7e+DRti05iJMifA3nfmdj7f8aHzXDtsDL0XNkmmT3g9N2OQ8WL4ESOFASXPPj9JGUROealgnaQ+Y64evDClhbt2L7FLbgj5sgKb+XYhpGnAiC+v3t1Rq3HZrstOYf2qSYguIo+zW9gHwzJDqH5YNCpSF4ZDCfkJ94ngl5ptQmZ/FcrH2hBs2cMoyK9EyDpcI9hBeACTzu19kaB6DrOC+UTvBgYL2sNbCvi+caIqhENJICZ21rI4u4EZqu7PVb+Y3CLgSjTEgclGYBZoxlrT/X2QHrIfZF7lLGeeh0bureedCrBg4b61SL7ZU3Me9x1iWOZMSJgVvg+qPSrzZiHbA46k8i0af5Q+geL1BuuGy76zbYd/KR0KiNZnXjdlHyRz76rpQ== kamoltatsirivadhna@Ksirivad-MacBook-Pro.loca 2021-03-04T22:41:54.560 INFO:teuthology.task.ansible.out:l", "key_options": null, "keyfile": "/home/ksirivad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ksirivad", "validate_certs": true} 2021-03-04T22:41:54.569 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDIC6uqbIg9XaTlDZd7KCX7FXSzfGFMEWXhx42ktz3ehOPLviA/yNpVd+LmYHSgzd5Szd3mMxleisiE+JdSq/q5YyPAF6eD6+wfynkpMv5aWNHGI0yVfKbCwdOX8bY6yqhyVwMDo14uoFvdDcM4Lj+vz8F75VJHUU5ihJNOW24EllobTLzR4XI6AcM+mjbXRnBLLVoBSuDaU2D0kWqMn8rDCJKdUJnoiy9oxIok8eMLfGkGsL55oOx9BflMSz/0jM9X5GLQahYiECbXjvCIarCkUFE8txNoXM9Djmg8QqhAQDhY0hzJTauFJJaD8Ax1uFQlXONed7tv7a7Tb3dH+/jb rfriedma@dhcp-4-239.tlv.redhat.com", "key_options": null, "keyfile": "/home/rfriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rfriedma", "validate_certs": true} 2021-03-04T22:41:54.726 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC0POsA+0NyxecLo3Y821G6W3+jJPKFMuLSIl4FSLi25vuyuM5+mFGmCNWv8gg93eQhG9Y3SOygqmkaxzxDtBS/V6VNC2f8hZsVw9B+HbnfggvCNQSgjJ5rhvf6IHfx/aHq4IHF+stqdcoWhwR/68wIhGNqtP7Nhqnzk2aN1kG9bU2iVk4CH8XGIwqwET3aWNuCMcHi2AhrvDBpZu7bzo/6ARUJDqEfTEC/XIkzv8/mEkJ5igcycARVy6dChuCwfZc8rhfwQpekwx1Y9/WBFdNQlYkN4fVe8yIqT5VsQ3AcRv21GJk8L7mwB4hF9dVAi4p1cSyxatR3kDifsFc8VQk9 toor@localhost.localdomain", "key_options": null, "keyfile": "/home/ofriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ofriedma", "validate_certs": true} 2021-03-04T22:41:54.747 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIXHA8BwV4OnqlaHHyYofsp5X+wanose+aneJVx2Or05PcWA9c7xFEOerkvEn9LvivSRd9G9o/S8SvnGH91tG2bbOAidVZ69FGul9OKa/BCJYUP0vVBX09/Td3n7+R2lVlvu5XiyC5SUzCjaQEZLOpjq23rqaqdCDXE6wFnxfpkmcsccbG/xUiOEBeBGI92lntdx99Sn6CxWWA27lMMaYkCRvX6ziRZEm6O44N2nMm+qYm0jmMyGv1iyQkJxtt0YaLPp+X9t2trUEzEjgBCXqqzEzBjB7T4rbzhAuvU3NRHiAoWXSnrY5AQOTTvC/wpaZV/gF2NDNThjMcpcEdNstleOctXtN4XTTJQewbG+t7I9knR00TPpsoUvUtpbcoFOluGgWTDTFa6GCmDPppx23nZgulOniZUVTI2CbScSpc8sfp1JE7Q6vLECY9lJ+GpVCbDAbIEE9WHXSkJ/6L9yf+ZoHbpqCkEFDcWLfz3B5NFoJ5gne8B8uzd6ptKVtJrP8pMvoOyydyvQlmkgh8tNDsOnp6kaUNG0NHmtfGlCTkbM7oKsKbf87Cv1HgYuZl/HP7go5sOX02LfBfbvWrawZzOaZ3dewEq74w5hVMKEHrmJPstIpcHSxZpq33f2j4Z/uKW9tJat6rgSWK1I+T3tCd++76apxbOYl5TDOaoxCyjQ== lars@marowsky-bree.de", "key_options": null, "keyfile": "/home/lmb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lmb", "validate_certs": true} 2021-03-04T22:41:54.904 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDc/8sWrMq+bqKBPmDPplUgdMoY2SQL+57jRSh27PAoYW9rNVR/UgK7EA9oxFLfoi9wJ9+VKU4opeoohOXLWQXXatLvfXjGE3fRYIonQfwJqKrasqQJTGWzRZ9t1/2Cb0VHkoAvipCJzWmgB46X6q73XW5Td1H3b+AINd6E4Rsm1QjBOhk0DMjCdfwrVUZIfGdsEo+5u/AwioHwH+NDJvXTWT8ZigeZBNHJSY/EQn1+15ut0QB2rvXkJasvvDlVbEsPQtM4C3VX1ronmAnKMvCp1O4EtAXaoKSOx7XEN++UAvVn7czDCWk/UFgpzZOqTcQJwg82XtS4sZP23CpNe0G9 h4iresis@fedora", "key_options": null, "keyfile": "/home/h4iresis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "h4iresis", "validate_certs": true} 2021-03-04T22:41:54.926 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMDUcToIhs8tiIozgPudiYyD2upEX+VvsiJRti7zrA/1HPIDARYt2+xyWCASm5x5vdohRM7wnBLUlbBVnvr6ZUQvfShNDsS1Uu7hEfYF38MtW+dVwvGlm14J4m1gbjzqVlZvO6bg6rfGo7Qer0bKUlxtqbisQ/kCg/lVWR04CNxdRtZxEpaQ21y4C5jAlrpFTzxQSuiCLEyY3EAKdZUaZElFEcXlna0ysCP8inlzhF402PkSdl9DkkPpg3IR2dUEGqsblWSdLVk19EFavjtGAAnsvaBWWm2rCLNC5RmhGQaS/Z52Aes1nBuT4cI6qLjbEMqAzLwxiOR7l4IPMpK5EcuRK+FaqQG0wMAjxPc95CmxDzi58ZRJ5ERV8vgps73F1AJXWU9Lb1P77BTsLXqiwko2mvPf6e0LwCxQuxYJWc+xvO7Ji011B+nm5eLCCC/LcDtTPjkimTh7nkvUNi/yTKCXi9KwLISAHHd335KnfrL28rU3GahMXs4NjOxuN8eKM= ksirivad@ksirivad\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDS3HkgHb6z+gi4tN5rBL/N+WLJgN8RtUokt0YnRjpor2epRbmqgmEFRbRFqjLK9LiTuLxmkwol1/G56AJms9ixue33M6jVs73nc259LDxn2qj/NCtxeU7xdjSDuhKyItgM0yuiFjWOKSYTghNtwoR26PX7SQVbycD4NN1ZuwUbdMQA31VrLvQR7d0lYKlis2auH2Xb6WifotoEyszZz1KYRwzJvOHtHku/jAyNmTD/8kAsuCjEgUPSyyehAfdWn59tY2gM7aFyj/dtRoAghekv5gkov9zx+zjN6D2LSN7e+DRti05iJMifA3nfmdj7f8aHzXDtsDL0XNkmmT3g9N2OQ8WL4ESOFASXPPj9JGUROealgnaQ+Y64evDClhbt2L7FLbgj5sgKb+XYhpGnAiC+v3t1Rq3HZrstOYf2qSYguIo+zW9gHwzJDqH5YNCpSF4ZDCfkJ94ngl5ptQmZ/FcrH2hBs2cMoyK9EyDpcI9hBeACTzu19kaB6DrOC+UTvBgYL2sNbCvi+caIqhENJICZ21rI4u4EZqu7PVb+Y3CLgSjTEgclGYBZoxlrT/X2QHrIfZF7lLGeeh0bureedCrBg4b61SL7ZU3Me9x1iWOZMSJgVvg+qPSrzZiHbA46k8i0af5Q+geL1BuuGy76zbYd/KR0KiNZnXjdlHyRz76rpQ== kamoltatsirivadhna@Ksirivad-MacBook-Pro.loca 2021-03-04T22:41:54.928 INFO:teuthology.task.ansible.out:l", "key_options": null, "keyfile": "/home/ksirivad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ksirivad", "validate_certs": true} 2021-03-04T22:41:55.074 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCqhWVTosH12864VGY5S3/k0yKc59GbV0m2WxD28gAf+uvJ1/y8gekD2wDzBv0DWqEekYLV7L68gpapDXyGosQeZ6n5OO/NZFZmW+Xq1P7P1QHJil6kVpwk927lzX440pwNf3+PRvTbLzlbuVFWJRpiykv+juJyIFjzXLJRF67wB2qgZVm5cRs/GOi4fnvTaou/Ae51mvsO8M3JL5cphApFKD/AO/X+3pHBhLjvaW33cYsp0Z4Rce1nm8wxSmvuJRF+HAfjBlknhDl5ZaJGA96RYA+g9WbAXimFprg4xeiRp7liPExQwtVgackJweoC4MahC1glmjC3eOh9dvrrxLnALOLMOkyCSK/tOF/iq2PJaLViObanPI8mnNkMLbdJyzUBf8hRGdSLcw98qxaf0sSZ+vz4VQS6e9CwX7ikkNNsTeYXjnJ+1yU3mfCW1CXJDr7kBDVG2OTLefCpMY8WBAYDiEaK0RW83cBcFIKfecKYd0qStHRaOsvmyWdFYgBh2vM1UWjro5WXlb+7aJPrUp8ZruapkUXUwhjHA7FwGA4ysE0tsOVVFm0Dw8tvyVVkVNm/9EObG28dWctioZ2+ZEzTWgMJU26Q+wOJ/U4qZyIvpMRUgPZc5nM9J8kcmvNWtb6DV9k/6p8h28kiOxPkxLtPP+3TlBCHjq//mhEnJZ/d8w== shshyukriev@suse.com", "key_options": null, "keyfile": "/home/shyukri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyukri", "validate_certs": true} 2021-03-04T22:41:55.085 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC0POsA+0NyxecLo3Y821G6W3+jJPKFMuLSIl4FSLi25vuyuM5+mFGmCNWv8gg93eQhG9Y3SOygqmkaxzxDtBS/V6VNC2f8hZsVw9B+HbnfggvCNQSgjJ5rhvf6IHfx/aHq4IHF+stqdcoWhwR/68wIhGNqtP7Nhqnzk2aN1kG9bU2iVk4CH8XGIwqwET3aWNuCMcHi2AhrvDBpZu7bzo/6ARUJDqEfTEC/XIkzv8/mEkJ5igcycARVy6dChuCwfZc8rhfwQpekwx1Y9/WBFdNQlYkN4fVe8yIqT5VsQ3AcRv21GJk8L7mwB4hF9dVAi4p1cSyxatR3kDifsFc8VQk9 toor@localhost.localdomain", "key_options": null, "keyfile": "/home/ofriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ofriedma", "validate_certs": true} 2021-03-04T22:41:55.241 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxDJtmmcnrbA4AUsmBBZq/M4xNdIbOT+cQQxhUKeCu8F9mht+RznwyaaJbVIlD+UNv9LMhRyzI5oktSalokNltlrtPQMoP52PXH7KFFGnVnexCHAk4nGvEhuZCniO5T+ENm2wFR47lFEQK7lyJJLp5PFiSM7vM1MK6UkMvRmCTRildjaYLyf3EEvBXifbsGmR0tBIXtml6KITCAaT6l0E94055oEGN2G5NhZIvfLcojt5liEkXEHQNdfkUDXM0Go43JZzgsSWDXC/7RYLrAJwz5mq4qCa9YZL/3Spjso37+1oLq7lOQ0TDJUAQXmnW0So/NkzECx4MolVcylhTzmgj sergio@milestones", "key_options": null, "keyfile": "/home/scarvalhojr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "scarvalhojr", "validate_certs": true} 2021-03-04T22:41:55.252 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDc/8sWrMq+bqKBPmDPplUgdMoY2SQL+57jRSh27PAoYW9rNVR/UgK7EA9oxFLfoi9wJ9+VKU4opeoohOXLWQXXatLvfXjGE3fRYIonQfwJqKrasqQJTGWzRZ9t1/2Cb0VHkoAvipCJzWmgB46X6q73XW5Td1H3b+AINd6E4Rsm1QjBOhk0DMjCdfwrVUZIfGdsEo+5u/AwioHwH+NDJvXTWT8ZigeZBNHJSY/EQn1+15ut0QB2rvXkJasvvDlVbEsPQtM4C3VX1ronmAnKMvCp1O4EtAXaoKSOx7XEN++UAvVn7czDCWk/UFgpzZOqTcQJwg82XtS4sZP23CpNe0G9 h4iresis@fedora", "key_options": null, "keyfile": "/home/h4iresis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "h4iresis", "validate_certs": true} 2021-03-04T22:41:55.410 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEOigBGMeElb3uHXX36HxLtPJMG+iG/6D7NDFCVR6AyYsmimBQb6SlSIR6SaFULb6HT/IFVk0Jf/z0HoipAP7Xu+wvP/J6LFoMdguxylh1ov8raqxQJrGLl9n64EI+qWINwEM0MKMUnDQ3tmMKBl78LKQVQTYBx1+9cXsT6DE1yhgmV79XIvOOb+v53agSi/kLJF2i9K04kpi1OejXg95Ub2eLMY69Jm8PnLy1Jq8DhC8pz7nrfzbKtOC7HbytTAO1XTlb90lVhqC/1yTMAUc/rpJwoSEHc2epGeZWdMsJhqhX2EqMwcV53M3qcFSGreGNJ/Ncd4/JHxz7q0IU411t rakesh@localhost.localdomain", "key_options": null, "keyfile": "/home/rakesh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rakesh", "validate_certs": true} 2021-03-04T22:41:55.422 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCqhWVTosH12864VGY5S3/k0yKc59GbV0m2WxD28gAf+uvJ1/y8gekD2wDzBv0DWqEekYLV7L68gpapDXyGosQeZ6n5OO/NZFZmW+Xq1P7P1QHJil6kVpwk927lzX440pwNf3+PRvTbLzlbuVFWJRpiykv+juJyIFjzXLJRF67wB2qgZVm5cRs/GOi4fnvTaou/Ae51mvsO8M3JL5cphApFKD/AO/X+3pHBhLjvaW33cYsp0Z4Rce1nm8wxSmvuJRF+HAfjBlknhDl5ZaJGA96RYA+g9WbAXimFprg4xeiRp7liPExQwtVgackJweoC4MahC1glmjC3eOh9dvrrxLnALOLMOkyCSK/tOF/iq2PJaLViObanPI8mnNkMLbdJyzUBf8hRGdSLcw98qxaf0sSZ+vz4VQS6e9CwX7ikkNNsTeYXjnJ+1yU3mfCW1CXJDr7kBDVG2OTLefCpMY8WBAYDiEaK0RW83cBcFIKfecKYd0qStHRaOsvmyWdFYgBh2vM1UWjro5WXlb+7aJPrUp8ZruapkUXUwhjHA7FwGA4ysE0tsOVVFm0Dw8tvyVVkVNm/9EObG28dWctioZ2+ZEzTWgMJU26Q+wOJ/U4qZyIvpMRUgPZc5nM9J8kcmvNWtb6DV9k/6p8h28kiOxPkxLtPP+3TlBCHjq//mhEnJZ/d8w== shshyukriev@suse.com", "key_options": null, "keyfile": "/home/shyukri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyukri", "validate_certs": true} 2021-03-04T22:41:55.582 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvRwrsN62CReT0/kOeFEXGA3THhzJ+hwZVpUzo7VMRZeSo6LgNlVGdrQchMHnlwBvuwaVNJlBAkQr+5J5BB3ikrmbcnLHfPutXBBBB6uDfSwwbqjzUY7elTbz9ul6AkegR9K65O44ouD9+WC76D+Tp0maqnP1w0O3h1GVxDHe34LpEwBvZJ+/BSYmBpwRZqeXFRADORPzdtW08PSiRErGHb8j+j5i+br37JfOOh+A/9dHwQw9alBVL2DijwvrPMa7dV5yX00dlMSTL2LLo9IdI4aFPmie8oic0eanFbQDq210ilOR65IGeshKHEKOq0KFFz0nSK9OdO03OkSEN/0d5 ryg@tapir", "key_options": null, "keyfile": "/home/ryg-/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ryg-", "validate_certs": true} 2021-03-04T22:41:55.595 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxDJtmmcnrbA4AUsmBBZq/M4xNdIbOT+cQQxhUKeCu8F9mht+RznwyaaJbVIlD+UNv9LMhRyzI5oktSalokNltlrtPQMoP52PXH7KFFGnVnexCHAk4nGvEhuZCniO5T+ENm2wFR47lFEQK7lyJJLp5PFiSM7vM1MK6UkMvRmCTRildjaYLyf3EEvBXifbsGmR0tBIXtml6KITCAaT6l0E94055oEGN2G5NhZIvfLcojt5liEkXEHQNdfkUDXM0Go43JZzgsSWDXC/7RYLrAJwz5mq4qCa9YZL/3Spjso37+1oLq7lOQ0TDJUAQXmnW0So/NkzECx4MolVcylhTzmgj sergio@milestones", "key_options": null, "keyfile": "/home/scarvalhojr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "scarvalhojr", "validate_certs": true} 2021-03-04T22:41:55.762 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", " 2021-03-04T22:41:55.764 INFO:teuthology.task.ansible.out:manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-03-04T22:41:55.775 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEOigBGMeElb3uHXX36HxLtPJMG+iG/6D7NDFCVR6AyYsmimBQb6SlSIR6SaFULb6HT/IFVk0Jf/z0HoipAP7Xu+wvP/J6LFoMdguxylh1ov8raqxQJrGLl9n64EI+qWINwEM0MKMUnDQ3tmMKBl78LKQVQTYBx1+9cXsT6DE1yhgmV79XIvOOb+v53agSi/kLJF2i9K04kpi1OejXg95Ub2eLMY69Jm8PnLy1Jq8DhC8pz7nrfzbKtOC7HbytTAO1XTlb90lVhqC/1yTMAUc/rpJwoSEHc2epGeZWdMsJhqhX2EqMwcV53M3qcFSGreGNJ/Ncd4/JHxz7q0IU411t rakesh@localhost.localdomain", "key_options": null, "keyfile": "/home/rakesh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rakesh", "validate_certs": true} 2021-03-04T22:41:55.946 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvRwrsN62CReT0/kOeFEXGA3THhzJ+hwZVpUzo7VMRZeSo6LgNlVGdrQchMHnlwBvuwaVNJlBAkQr+5J5BB3ikrmbcnLHfPutXBBBB6uDfSwwbqjzUY7elTbz9ul6AkegR9K65O44ouD9+WC76D+Tp0maqnP1w0O3h1GVxDHe34LpEwBvZJ+/BSYmBpwRZqeXFRADORPzdtW08PSiRErGHb8j+j5i+br37JfOOh+A/9dHwQw9alBVL2DijwvrPMa7dV5yX00dlMSTL2LLo9IdI4aFPmie8oic0eanFbQDq210ilOR65IGeshKHEKOq0KFFz0nSK9OdO03OkSEN/0d5 ryg@tapir", "key_options": null, "keyfile": "/home/ryg-/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ryg-", "validate_certs": true} 2021-03-04T22:41:55.948 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDOJg56HsyNa5vHHb52G6O5vtv9I2tdlNMjFlG3SVCCu/bVZwVeGzp1ekuNGU10owmnIvhlSldMjLn2wwTwiDjbvYJVVCPvzK63vCUcMevRsvr9EyU16JdAgrmrGMyuYYEb+wh8XWI9Dc72o84fMaBYFSSer1S9nUBL+KVLVhIe7culgADimrDgDVh2t7u2JHBI0m0nKFGJZNcIyYf+GKOM+n7SaQXIYIytvSteU5BvUIKPsDd4z5lVlWiKO3kG6jF2RnKFV6KWBWI9m8YGItdGu25mXELXN9MOlApZF3AoGTmCE2Web7uDVGvO6rz6b+dc7RXTOlbWIhtMoRqQf6mz zac.dover@gmail.com", "key_options": null, "keyfile": "/home/zdover/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zdover", "validate_certs": true} 2021-03-04T22:41:56.132 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", " 2021-03-04T22:41:56.134 INFO:teuthology.task.ansible.out:manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC4zwWf+kMEDgaSOrX7AlD+UCOgf4/fRiorQVJqC8GfMNynfiFVZaThngwIrwtQROfXHbzspi+AcRvDLewY25mXyuxVgOfSbuSIEqiUNvzcVq9IItI1J58xeDBpIktAsoHHS6JENV56fAT6krzRAQLnSa1k2b0pyKuPBzFSeNgiaQMhjrCLAaCi9yLsdKpnWgXhyfrdqvN2r/Ctts/zlTPqtRYdvdIL/p/l+vg7Q8S3OhuAGtimaEq3RE70xadaPbGhsLISMTrbfYXbxw84KKZpNYwO4zmQ2ztcvC9D7A/8ov3+A5Jq42G+pq7ORuix2NoTWtADMiwvNe1HyzS/7cX/BuXLFssRY1bzRvp+x2ExZ7b+bFx+TE/RduRh0eyDNLg7SyL83aeTr2Usa+mPoCAMKed9XtYbRnUu7ox4wmfeAgx6jM9uG5uQfauJ1XpDddrVBG8KYBvSd0BM2cyRdcAXqwxg9AVPZcdE7sbBk44CGVhw+ziZ3e3cLBTO4y44KRQre+1Bhe/Ze8OTQWLFugl/XagFlJE/L6fGUIPuFojmQvlw5dBZwtUURnxsu8yHm3iIsj4y8nR1zHMj+zuMk6rF3ZW0epPAECAdq4gG8X2wv3HTq0vLBkKpi1KMAmntEtcVwF0fzMt5XYqRd4jceFgonAAipJNDknHgi6yaUzBYmQ== rraja@redhat.com", "key_options": null, "keyfile": "/home/rraja/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rraja", "validate_certs": true} 2021-03-04T22:41:56.315 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDOJg56HsyNa5vHHb52G6O5vtv9I2tdlNMjFlG3SVCCu/bVZwVeGzp1ekuNGU10owmnIvhlSldMjLn2wwTwiDjbvYJVVCPvzK63vCUcMevRsvr9EyU16JdAgrmrGMyuYYEb+wh8XWI9Dc72o84fMaBYFSSer1S9nUBL+KVLVhIe7culgADimrDgDVh2t7u2JHBI0m0nKFGJZNcIyYf+GKOM+n7SaQXIYIytvSteU5BvUIKPsDd4z5lVlWiKO3kG6jF2RnKFV6KWBWI9m8YGItdGu25mXELXN9MOlApZF3AoGTmCE2Web7uDVGvO6rz6b+dc7RXTOlbWIhtMoRqQf6mz zac.dover@gmail.com", "key_options": null, "keyfile": "/home/zdover/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zdover", "validate_certs": true} 2021-03-04T22:41:56.317 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2mEyxfkW1u84u5BocLCAXESj2qObWkxUd20cmPolhJYlIWLOafa69Dw5A9CjFBp0U6Jx5d0JWcwmAc5ZeffQ7t7vzmtHCZnpKkyZhN9bu6vuCh4N+I643SI/K7tdbB2E8ZE6uI7ORMAan5+t0bNSVolUVq6X1w7dIA5El54K10WNdiwgRKW6e3anNbJ3rBLGEk7gawZqDDOqTvVQmOBGWek3BjSReDvg3rkmTQLxJkiKdxnx4/s7gzH1xTpsS/OludIuSxF0BK064ZcT1t09qcjnT4Os1inV2GfYswt+UhpgqrHqXjEs0Z3y4Oy77QBKL1rDf93CP4a4+eJjqXe+v tbechtold@suse.com", "key_options": null, "keyfile": "/home/toabctl/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "toabctl", "validate_certs": true} 2021-03-04T22:41:56.484 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC4zwWf+kMEDgaSOrX7AlD+UCOgf4/fRiorQVJqC8GfMNynfiFVZaThngwIrwtQROfXHbzspi+AcRvDLewY25mXyuxVgOfSbuSIEqiUNvzcVq9IItI1J58xeDBpIktAsoHHS6JENV56fAT6krzRAQLnSa1k2b0pyKuPBzFSeNgiaQMhjrCLAaCi9yLsdKpnWgXhyfrdqvN2r/Ctts/zlTPqtRYdvdIL/p/l+vg7Q8S3OhuAGtimaEq3RE70xadaPbGhsLISMTrbfYXbxw84KKZpNYwO4zmQ2ztcvC9D7A/8ov3+A5Jq42G+pq7ORuix2NoTWtADMiwvNe1HyzS/7cX/BuXLFssRY1bzRvp+x2ExZ7b+bFx+TE/RduRh0eyDNLg7SyL83aeTr2Usa+mPoCAMKed9XtYbRnUu7ox4wmfeAgx6jM9uG5uQfauJ1XpDddrVBG8KYBvSd0BM2cyRdcAXqwxg9AVPZcdE7sbBk44CGVhw+ziZ3e3cLBTO4y44KRQre+1Bhe/Ze8OTQWLFugl/XagFlJE/L6fGUIPuFojmQvlw5dBZwtUURnxsu8yHm3iIsj4y8nR1zHMj+zuMk6rF3ZW0epPAECAdq4gG8X2wv3HTq0vLBkKpi1KMAmntEtcVwF0fzMt5XYqRd4jceFgonAAipJNDknHgi6yaUzBYmQ== rraja@redhat.com", "key_options": null, "keyfile": "/home/rraja/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rraja", "validate_certs": true} 2021-03-04T22:41:56.495 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCitWIN7jm5KEmB6jqcA+ufKRLodxkJ1GIdaaueCdeXdMHgWNH9FUDCUJk5dcA11MxQO15DRH/cdhb3QHPGiMv4XrBeK6HHYwGttzkcUEz1EDUhpowOrnFETbPa7K39ObmRcgdvoGXOSrNZ4mvptCTz9Xb0MF+Gcg5iJ4g+qZzIVa2/ueecYY8ZorbaH4m/NWUub6Rf01Q04HfxTvKrUFswrbCoE/Aigz/Oh88RiS854XoTvV7rE1tKbyKkaungwMAaQSNnZkq4hi8nbp6pzTxJLV7N/ZYMhVpdxSbWcghFg6cy7aeoCzZMN97WcDhpdfbhRT0dbqCkMmHV6t0usDDnOss2v68UCzkxuA1Hj4uy8rRHjXBtYqI6xsrwCjvmgP05B14TpmFdG+3GdRHx2+QlhnGj7nuPf1KoWW/f3tD85DXoEmVl6RJ4KTrMeEVlOn3kdMLVH0y2hIqPTYMP5cMVNi0EdfeoBdd9kxMKMvoSVBAgmLzGVv17o1lNvVS6V1kyt7gME2PfNR2Np+U1cJVJfUJRTm28mHXBVoDXG9s0zv8+LpQ/gVPS+vsPAfxWWYGW8ZmEV3ZorDOZycSPybjHkPFzDAdUhPG0Db0o+F9ug+22F7pvifsdDZ42zqGGLbyzfIQE3AtyI7LR7Sc5tpN9rKTeSBYJ0yNcDKEj5FUHDw== mfritch@suse.com", "key_options": null, "keyfile": "/home/mgfritch/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mgfritch", "validate_certs": true} 2021-03-04T22:41:56.653 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2mEyxfkW1u84u5BocLCAXESj2qObWkxUd20cmPolhJYlIWLOafa69Dw5A9CjFBp0U6Jx5d0JWcwmAc5ZeffQ7t7vzmtHCZnpKkyZhN9bu6vuCh4N+I643SI/K7tdbB2E8ZE6uI7ORMAan5+t0bNSVolUVq6X1w7dIA5El54K10WNdiwgRKW6e3anNbJ3rBLGEk7gawZqDDOqTvVQmOBGWek3BjSReDvg3rkmTQLxJkiKdxnx4/s7gzH1xTpsS/OludIuSxF0BK064ZcT1t09qcjnT4Os1inV2GfYswt+UhpgqrHqXjEs0Z3y4Oy77QBKL1rDf93CP4a4+eJjqXe+v tbechtold@suse.com", "key_options": null, "keyfile": "/home/toabctl/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "toabctl", "validate_certs": true} 2021-03-04T22:41:56.675 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5bCXQ/B16AKl2oevC93R0U+3OrTyd3XEypouJy4LjIzXLX/Go1C1ViERwDAeHmqiUTqJUL+KZ0kMo8U7zlhNBk9PucbMZCqdqx5hkiCAo4y65lEXmuPGimRU2mK9TpcDTLWoyrD/EEhwzT6gmw3ytVTxi7qAb0tQUCQB+pW4+Zr5u6HZzgu9kLGxp7zsGtMA84Zqm5ql72mGuS0bUN1ajm8LWBetFuzOOW6YGfnKt29cLV2h1itVewA9DKM5G70B91eK4LjoNddCkqVA8L+v6LMQNU2pejUzPap98hmFUpQMNxlWQ0+B7UjfbkHWe+mIsSkdr3FfCfqWvsL0RiHcZ root@lxbceph0", "key_options": null, "keyfile": "/home/xiubli/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiubli", "validate_certs": true} 2021-03-04T22:41:56.677 INFO:teuthology.task.ansible.out: 2021-03-04T22:41:56.825 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCitWIN7jm5KEmB6jqcA+ufKRLodxkJ1GIdaaueCdeXdMHgWNH9FUDCUJk5dcA11MxQO15DRH/cdhb3QHPGiMv4XrBeK6HHYwGttzkcUEz1EDUhpowOrnFETbPa7K39ObmRcgdvoGXOSrNZ4mvptCTz9Xb0MF+Gcg5iJ4g+qZzIVa2/ueecYY8ZorbaH4m/NWUub6Rf01Q04HfxTvKrUFswrbCoE/Aigz/Oh88RiS854XoTvV7rE1tKbyKkaungwMAaQSNnZkq4hi8nbp6pzTxJLV7N/ZYMhVpdxSbWcghFg6cy7aeoCzZMN97WcDhpdfbhRT0dbqCkMmHV6t0usDDnOss2v68UCzkxuA1Hj4uy8rRHjXBtYqI6xsrwCjvmgP05B14TpmFdG+3GdRHx2+QlhnGj7nuPf1KoWW/f3tD85DXoEmVl6RJ4KTrMeEVlOn3kdMLVH0y2hIqPTYMP5cMVNi0EdfeoBdd9kxMKMvoSVBAgmLzGVv17o1lNvVS6V1kyt7gME2PfNR2Np+U1cJVJfUJRTm28mHXBVoDXG9s0zv8+LpQ/gVPS+vsPAfxWWYGW8ZmEV3ZorDOZycSPybjHkPFzDAdUhPG0Db0o+F9ug+22F7pvifsdDZ42zqGGLbyzfIQE3AtyI7LR7Sc5tpN9rKTeSBYJ0yNcDKEj5FUHDw== mfritch@suse.com", "key_options": null, "keyfile": "/home/mgfritch/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mgfritch", "validate_certs": true} 2021-03-04T22:41:56.847 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDT+6B5Fr99p8xe9Zo5x8ULcdeA6ne727iVJp/xaguGwGHj6AhuK+R/CjznnHk0yA+6kiblNzjvbnsuzO8T9c8Ayv5KU07MxP1y1pymdYBpEh3NTXmhB6QOTCNTQbT14PL6MVgzK17SqarFCYXoEGuyK9jaBdN9QM76vhEaXc/2Osg+d8boJTkOk7lOPHbzeOCbQU3d+jX0VFOgAQS5OFz3Ug/X7nB0D0LN8bt5FlCZiGO95Iwls/SyPDbVXc9ot8oh4ME7kd7sElokBdYdXPauibRxWKjSDn+hV6kZfSzqwnMFaZ1TC+Av6zNsBuZucNSp3/Ws3T5i9i+21eyS4+qVE8IiX2aVKYuC9afb2lPLbdG2Iy1CqiaeGPkZfiGT9P8iQPOkqae45859UzFAd/XzKjBcmus3lSArKG1EyZl03HQ5P2J60pErCXq8W9mPjxAze2ReLRXJVEgTXnmdhCptcg6PZ4d/k4BEddbdnoX6/BEgFxLEJ64HpTeTVcDXHpipCpxFSRvgyPH/wQGKAvt8AfKBhmeZs7LuyGOhJiOon4DDaShHpE9wTnJ5qlnyg44+u6NCwelGPMAkHKEO4OgcjSsyXm+HYUpxG2s4poloIJzvU6oa3dvJsMZFhcb8CsW75sBYE+YngS/1fg1WU88ZOdaa1yF4F87pVZycpZqY1w== jan@jfsuselaptop", "key_options": null, "keyfile": "/home/jafaj/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jafaj", "validate_certs": true} 2021-03-04T22:41:56.996 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5bCXQ/B16AKl2oevC93R0U+3OrTyd3XEypouJy4LjIzXLX/Go1C1ViERwDAeHmqiUTqJUL+KZ0kMo8U7zlhNBk9PucbMZCqdqx5hkiCAo4y65lEXmuPGimRU2mK9TpcDTLWoyrD/EEhwzT6gmw3ytVTxi7qAb0tQUCQB+pW4+Zr5u6HZzgu9kLGxp7zsGtMA84Zqm5ql72mGuS0bUN1ajm8LWBetFuzOOW6YGfnKt29cLV2h1itVewA9DKM5G70B91eK4LjoNddCkqVA8L+v6LMQNU2pejUzPap98hmFUpQMNxlWQ0+B7UjfbkHWe+mIsSkdr3FfCfqWvsL0RiHcZ root@lxbceph0", "key_options": null, "keyfile": "/home/xiubli/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiubli", "validate_certs": true} 2021-03-04T22:41:57.018 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo8wE/b2/EDwV018ENfcENVfXSF7vnXAwBSzNVScgxdqr2DVKTWDzhoI0m5CXTqI2HLnJVFDTgN3t5/fFcmwmSAP8ic8wU1JznSPZXN7qEQrcEsU/cwHeuzyutibg1ItTWWtoXYV8SFnVom8NF3UwXF8I+Vj6VF1EStWCcClgPjLbiOm8vIgaouXtbUIFv25GpadXyUtwiHEq1NKUPLgka8Usm8ibyS9hY9KmNWlD9AfmnwAImc8Urn2dErcsfAltxoGUHCI7ZBHGpzg+6dpynNR+giJMrjwWzREaCHmiJX3g6jmHuuY54eSOs6cxqi3E4jNHVWXPe/tEF3l0klEvl jschmid@suse.com", "key_options": null, "keyfile": "/home/jschmid/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jschmid", "validate_certs": true} 2021-03-04T22:41:57.168 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDT+6B5Fr99p8xe9Zo5x8ULcdeA6ne727iVJp/xaguGwGHj6AhuK+R/CjznnHk0yA+6kiblNzjvbnsuzO8T9c8Ayv5KU07MxP1y1pymdYBpEh3NTXmhB6QOTCNTQbT14PL6MVgzK17SqarFCYXoEGuyK9jaBdN9QM76vhEaXc/2Osg+d8boJTkOk7lOPHbzeOCbQU3d+jX0VFOgAQS5OFz3Ug/X7nB0D0LN8bt5FlCZiGO95Iwls/SyPDbVXc9ot8oh4ME7kd7sElokBdYdXPauibRxWKjSDn+hV6kZfSzqwnMFaZ1TC+Av6zNsBuZucNSp3/Ws3T5i9i+21eyS4+qVE8IiX2aVKYuC9afb2lPLbdG2Iy1CqiaeGPkZfiGT9P8iQPOkqae45859UzFAd/XzKjBcmus3lSArKG1EyZl03HQ5P2J60pErCXq8W9mPjxAze2ReLRXJVEgTXnmdhCptcg6PZ4d/k4BEddbdnoX6/BEgFxLEJ64HpTeTVcDXHpipCpxFSRvgyPH/wQGKAvt8AfKBhmeZs7LuyGOhJiOon4DDaShHpE9wTnJ5qlnyg44+u6NCwelGPMAkHKEO4OgcjSsyXm+HYUpxG2s4poloIJzvU6oa3dvJsMZFhcb8CsW75sBYE+YngS/1fg1WU88ZOdaa1yF4F87pVZycpZqY1w== jan@jfsuselaptop", "key_options": null, "keyfile": "/home/jafaj/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jafaj", "validate_certs": true} 2021-03-04T22:41:57.179 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDnQfkkxYWLhMdoQ4RsZxWTXBpbzsssgeRfvV5q+n0mW60dxQ+9rjDXUTsRkmh45B5EhNWlKwyIUcQ5HpgJk6XQvYU6MPboWjriCTngmoUbwNIjOjyazkBbxfbwUiRDb+x1EyVm4Kt0rgj3nhqqxf3krqO2SlKgsVaY9b7+NTfshXb9T73/RRLtvwUOFkjp2B+w0SQs7Ka1GenmHSY/6xP25Mb8q9QW/2nuf1mV9rTd5l2ZHREzgG7gQFhjgUq3w6zCCfcCGwrPb4omqd9xiYLDw8l1vfQ7UPbuOqK1rFM67r7JQDG3yyJjCdWgRUI/ysbbXj0fyT+QOPZGK618V8yZPVlq5loQzYI39zAWZU9L9X9bkQCsJfjU5Yo9f/zOaecnWfUxC84NKpbG7k6XACdUIB9JGGtL6RPtgBU+k6Ts7EemIUCyMYm/GX+PYU3GnmmdqW9yBeyZoldwDCWLq05vjLXj+R3J2UrMl5x+fhP+KEFd1ZgNc7PV+CF35/ux8UE= kachau@localhost.localdomain", "key_options": null, "keyfile": "/home/kachau/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kachau", "validate_certs": true} 2021-03-04T22:41:57.346 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQujcXnq9qOCmTWs44GwKOw48BxZGBmo9AeFk3KPRx33Cz5hS7UHPYvJy03KdoMySgxJtuxsOSvjJSPxpXesTtArO5giW8RLyuVsu9q5j/GhPKyABttuGQyexiRokrHQFLVifzgqwsUARwHarWH16Oa1n6fZPFNqSH56c872zS4Pwqgkzx99NKRWh/B+fIk8VmDzzP1qvQAnUXDeTeTOzapAL+8fSNTp3QnhmZbvCHYwUxfSqJyzq1wBL+517WrvzvX7yCY9B0wzm72sIO4daV6UDyAL1B72QpB04vEZZ/skwS/0jmokfBn43HHCMPy/Mxywfi54alFJzIu4pti30V kravishankar@localhost.localdomain", "key_options": null, "keyfile": "/home/khiremat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "khiremat", "validate_certs": true} 2021-03-04T22:41:57.358 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo8wE/b2/EDwV018ENfcENVfXSF7vnXAwBSzNVScgxdqr2DVKTWDzhoI0m5CXTqI2HLnJVFDTgN3t5/fFcmwmSAP8ic8wU1JznSPZXN7qEQrcEsU/cwHeuzyutibg1ItTWWtoXYV8SFnVom8NF3UwXF8I+Vj6VF1EStWCcClgPjLbiOm8vIgaouXtbUIFv25GpadXyUtwiHEq1NKUPLgka8Usm8ibyS9hY9KmNWlD9AfmnwAImc8Urn2dErcsfAltxoGUHCI7ZBHGpzg+6dpynNR+giJMrjwWzREaCHmiJX3g6jmHuuY54eSOs6cxqi3E4jNHVWXPe/tEF3l0klEvl jschmid@suse.com", "key_options": null, "keyfile": "/home/jschmid/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jschmid", "validate_certs": true} 2021-03-04T22:41:57.515 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCoqsDnRqAeNPi5xiIfFl2i2zqcwLTvcAso3R9+QAfSChw4+wcQzmMV8uQz1jt8UReefg2QL6bwvcQPj5Zw7ADqUjfxm1K0ezgH6RrtHgRZ1SVseTvJUvzmkDZ2gr2ToZAJYsaV7gBLJLZ7TOiQ6jzrtitiKqJZdpZfzadjShecY1TdMo8bSS7XfbRcwri40u82TRM825B4L//QuhMI7akPqa3iJbGEAQPhkGLI3kz19ryVG1UwvAkkt7TQ68zz+piXSmB2CMRti51shT4NuAOq6Qe9y2Obicf88ItkYxvySMQ5jWi2bo7Zhwuq9jUH8lK6I6PHrYc8LOsR9gE/hqkXxTQrkOXEDtHN1mr/KKLrXO0GeBdgh8Gj4gcwgd1RUCE+T9q09WO9j7c0piWK9Fs1+q1FjH06/AfmP4qob1TlJMHhtPyOp+lk2XvABP+sqW4vyrgmXu5vJU+Hgq3X9KE7bKh4WkCem24Np4uA+irhpvZmIoHyINsYW46lGfwJvM8= kapandya@localhost.localdomain", "key_options": null, "keyfile": "/home/kapandya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kapandya", "validate_certs": true} 2021-03-04T22:41:57.526 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDnQfkkxYWLhMdoQ4RsZxWTXBpbzsssgeRfvV5q+n0mW60dxQ+9rjDXUTsRkmh45B5EhNWlKwyIUcQ5HpgJk6XQvYU6MPboWjriCTngmoUbwNIjOjyazkBbxfbwUiRDb+x1EyVm4Kt0rgj3nhqqxf3krqO2SlKgsVaY9b7+NTfshXb9T73/RRLtvwUOFkjp2B+w0SQs7Ka1GenmHSY/6xP25Mb8q9QW/2nuf1mV9rTd5l2ZHREzgG7gQFhjgUq3w6zCCfcCGwrPb4omqd9xiYLDw8l1vfQ7UPbuOqK1rFM67r7JQDG3yyJjCdWgRUI/ysbbXj0fyT+QOPZGK618V8yZPVlq5loQzYI39zAWZU9L9X9bkQCsJfjU5Yo9f/zOaecnWfUxC84NKpbG7k6XACdUIB9JGGtL6RPtgBU+k6Ts7EemIUCyMYm/GX+PYU3GnmmdqW9yBeyZoldwDCWLq05vjLXj+R3J2UrMl5x+fhP+KEFd1ZgNc7PV+CF35/ux8UE= kachau@localhost.localdomain", "key_options": null, "keyfile": "/home/kachau/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kachau", "validate_certs": true} 2021-03-04T22:41:57.695 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQujcXnq9qOCmTWs44GwKOw48BxZGBmo9AeFk3KPRx33Cz5hS7UHPYvJy03KdoMySgxJtuxsOSvjJSPxpXesTtArO5giW8RLyuVsu9q5j/GhPKyABttuGQyexiRokrHQFLVifzgqwsUARwHarWH16Oa1n6fZPFNqSH56c872zS4Pwqgkzx99NKRWh/B+fIk8VmDzzP1qvQAnUXDeTeTOzapAL+8fSNTp3QnhmZbvCHYwUxfSqJyzq1wBL+517WrvzvX7yCY9B0wzm72sIO4daV6UDyAL1B72QpB04vEZZ/skwS/0jmokfBn43HHCMPy/Mxywfi54alFJzIu4pti30V kravishankar@localhost.localdomain", "key_options": null, "keyfile": "/home/khiremat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "khiremat", "validate_certs": true} 2021-03-04T22:41:57.696 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNEEz49M5KdLcp0cbKrE9iihrH5PEhsPgnAxac+aQwvnTstOOlUOyR+TvHiRa7sgXHuFX/UXo+k3Qmhs5U/sMZWZmmN3Jb3fKT78lSBbGnByclfPoGVTTLOHxwo+RFE79Sp3e30oshJ3DwqYgiX6JjM8B2Y7d5Tv0Ss5uEZswvmCEjdTLDSsoxrsOjVxBpuArOfCxes8PnKDdq21mWldpP66iwFel2GgOGSc85iVHKcOE2OpVMazMzXoMSMFoOpCULKjFfXBuDIqkXwJmtLJaiCgcVmTR56KXh7JpZ7vAeJ9ttv9qgOckqKdI3jEjeDT+TrdLlRWghBE7FRkm0vmun prasad.krishnan@macprasad", "key_options": null, "keyfile": "/home/prasad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prasad", "validate_certs": true} 2021-03-04T22:41:57.874 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCu9CW99ySPXSKQpLbefu1A0KqbUQIzvUOJizIu4azEgdlOqUnOMR/GC6jgOdiVL5mNb/U5bg7yQuEHgPAtmPRotvbI6/FSwIAR9+GgiuKSOJCa4s7QzWbHwv9g7wS2SLURw8UERSzlLlT8KQyGj+GkBhToWp4PTXC7te61c8XJNGF6giLmIAky4SH8uPI1zeLwwviJQomjFWZZ1RTbcRJxvGPjPtuUKDlF7QgXTLE9ZgsNopusC6PfRd7N8Udkl2OYPAzA+Jun0IRnQyjRXG3c2sYXQR8YYGICsxvnm4l81vKdxRL34K7LqBUHQXUcoCjJy7+/2/1dca/AMHgi4sZwgeYQ/U9jZg5jbm7o4MpDUFsS8W6OO/ZPiuYTswGBNRXhPmbGFnfa9dBXBS0p+buHF8PcTSLH0Dp2nhHkK1ehGmBFVPw6nPj3wXA9BKuNc+g7AiNUyRKyCWroFJ0VwUQGbI6ZMccO2cI7QpYmIqPCl3am/vUSNq4j0m/iURR7+t0= vikhyat@redhat", "key_options": null, "keyfile": "/home/vikhyat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vikhyat", "validate_certs": true} 2021-03-04T22:41:58.048 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCipD0d1tI/Cff3AeOZTQ9eb6pZ/NOCAOw7MZG/JgpCs8+T3WqiUEYefsb2PuSa85vV2GC7kq0M9ux7+U+vZZf05geYiU2S9eTucLEu2+YE+RaAvIK+ZB134/33JSPGIVubXgGWZw/ZFCEYXmYk3kyEg1YDIk/BEaoG7PsDiSB4j0W7/WiV2bEEdSlTXt5C1/kH0qn4H9wQMiBSpdMgdaRWw60HjObDd6LASeUVgabbyclypravZdpYBnits4ayoN8VG1aZe4Qhm1SzP/CfxAAYfxo9NbqSBWJmn3iSN8UKHhCFrRCTaYic3z3usr8784VsA7z/LxK0fs6xjhoxRTa3 shraddha.agrawal000@gmail.com", "key_options": null, "keyfile": "/home/shraddhaag/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shraddhaag", "validate_certs": true} 2021-03-04T22:41:58.087 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCoqsDnRqAeNPi5xiIfFl2i2zqcwLTvcAso3R9+QAfSChw4+wcQzmMV8uQz1jt8UReefg2QL6bwvcQPj5Zw7ADqUjfxm1K0ezgH6RrtHgRZ1SVseTvJUvzmkDZ2gr2ToZAJYsaV7gBLJLZ7TOiQ6jzrtitiKqJZdpZfzadjShecY1TdMo8bSS7XfbRcwri40u82TRM825B4L//QuhMI7akPqa3iJbGEAQPhkGLI3kz19ryVG1UwvAkkt7TQ68zz+piXSmB2CMRti51shT4NuAOq6Qe9y2Obicf88ItkYxvySMQ5jWi2bo7Zhwuq9jUH8lK6I6PHrYc8LOsR9gE/hqkXxTQrkOXEDtHN1mr/KKLrXO0GeBdgh8Gj4gcwgd1RUCE+T9q09WO9j7c0piWK9Fs1+q1FjH06/AfmP4qob1TlJMHhtPyOp+lk2XvABP+sqW4vyrgmXu5vJU+Hgq3X9KE7bKh4WkCem24Np4uA+irhpvZmIoHyINsYW46lGfwJvM8= kapandya@localhost.localdomain", "key_options": null, "keyfile": "/home/kapandya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kapandya", "validate_certs": true} 2021-03-04T22:41:58.226 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpE5V9JG1WhkHSYqjqaijBb1MLyjcKQlmj5WQ8w5832n6x9J4yDO8wI4qmiX3XeiXPlmW6XjAq5keyukrQe/yVI6NDXzgRxaHDmNj1AR73gyUVqRXpJprrqqsnLHawIRovrBD/HNhTv/2G8xG3BHakac1+qj7tZe4Jjx0aG1HbRhhJ5Q98EgvTkDAhktnlvF9OXXC1WI7QirHx0pRHa40SYyFLfOQDbQSCzb1TAAY5NGn3SwK3s2mWeoEsAJpCLrkNfSTbR3Z0mylAJUn+PayqhJegjwKmLaONjx8ZHXN970JHgojBBGOD30J/NnJQ7N6eRl+ekjpHmLAYGbe2oCwD gkyratsas@suse.com", "key_options": null, "keyfile": "/home/gkyratsas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gkyratsas", "validate_certs": true} 2021-03-04T22:41:58.259 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNEEz49M5KdLcp0cbKrE9iihrH5PEhsPgnAxac+aQwvnTstOOlUOyR+TvHiRa7sgXHuFX/UXo+k3Qmhs5U/sMZWZmmN3Jb3fKT78lSBbGnByclfPoGVTTLOHxwo+RFE79Sp3e30oshJ3DwqYgiX6JjM8B2Y7d5Tv0Ss5uEZswvmCEjdTLDSsoxrsOjVxBpuArOfCxes8PnKDdq21mWldpP66iwFel2GgOGSc85iVHKcOE2OpVMazMzXoMSMFoOpCULKjFfXBuDIqkXwJmtLJaiCgcVmTR56KXh7JpZ7vAeJ9ttv9qgOckqKdI3jEjeDT+TrdLlRWghBE7FRkm0vmun prasad.krishnan@macprasad", "key_options": null, "keyfile": "/home/prasad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prasad", "validate_certs": true} 2021-03-04T22:41:58.415 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC9sZe9p48s6RSpluK1R97X9tsN3tWiidPbdyXvyMUXifYQb3nth9wMWUakrVBp+QGEkqALLIf3so3MfgbRvYexzNfHvRT7Lxn8D/isiCpWa4aLM/0alprV+RI38dR0mI3IVb3aIEYmgp2IY4yzybWTHCmS1VUrUJJ0pOfXOssq0xgo3qeaSQBHYRKasqR8GWAD5MWpG6/kg6gxI7o0aHVVTXy5ADB7NS1LEZr06xxNm4exeYvl9TzXrbGZWf2gC8ZpXhmFHI80A+TKEZRU6wmcju7G69nyEEF8/ebcBKmZB4eTsDN7qR7lc9dxKxiiZcJXc/MWy4bSu69NhOeuq2xx7bdexS8OHKdgYH9gsJolu5zgN20IHzaRgswO3XIe3nh2Ud8wntwBCwmJ9bf5YByITGjpOhntkvWAP3AXkQ1B4HXCdlUNW+4pMexDe2D05LHOwxcS8RVIH6ELu8rWe/QBA+DFcyZz4xE55pbfVt3FCEFrAxUn5qkyzszwPMjtK4XAnn9kmnw2B0k6XLZOZd+n7W8ege6wih+gwfDhYMZX0qzi3HdAK7nk5vEOFibCztLaogzfc6fdFRx8OIWJQXqx5I1641FU3UE6sVxku4IMDTq2GVyUWKdSN6y8gBiDPVe3xu4qM4xghSnaAmfB45IrcNvibBjikNva2FHt8lcutQ== prateek@prateek-Dell", "key_options": null, "keyfile": "/home/prateek/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prateek", "validate_certs": true} 2021-03-04T22:41:58.426 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCu9CW99ySPXSKQpLbefu1A0KqbUQIzvUOJizIu4azEgdlOqUnOMR/GC6jgOdiVL5mNb/U5bg7yQuEHgPAtmPRotvbI6/FSwIAR9+GgiuKSOJCa4s7QzWbHwv9g7wS2SLURw8UERSzlLlT8KQyGj+GkBhToWp4PTXC7te61c8XJNGF6giLmIAky4SH8uPI1zeLwwviJQomjFWZZ1RTbcRJxvGPjPtuUKDlF7QgXTLE9ZgsNopusC6PfRd7N8Udkl2OYPAzA+Jun0IRnQyjRXG3c2sYXQR8YYGICsxvnm4l81vKdxRL34K7LqBUHQXUcoCjJy7+/2/1dca/AMHgi4sZwgeYQ/U9jZg5jbm7o4MpDUFsS8W6OO/ZPiuYTswGBNRXhPmbGFnfa9dBXBS0p+buHF8PcTSLH0Dp2nhHkK1ehGmBFVPw6nPj3wXA9BKuNc+g7AiNUyRKyCWroFJ0VwUQGbI6ZMccO2cI7QpYmIqPCl3am/vUSNq4j0m/iURR7+t0= vikhyat@redhat", "key_options": null, "keyfile": "/home/vikhyat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vikhyat", "validate_certs": true} 2021-03-04T22:41:58.586 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFmmTp8+YDXU27xnSPxhWwouslpkvp1eULVp63taoXceDOnH8EMWv0wiEjN/P+Fcf/UB+iU8bELyHubZiqnOUr9f2pGX4jkJ6Yty1p5BUK4my7Si5J0/JawEDVQm4HpFWMKUVKYumvz3UFuBoINHVTqr1cLIDAt7mdeKfJqFB45AqxDUIPP4d8iznNCw+QO2CMxk0o/wMNHbygZZrHAiDngXQxwhe6oR17RfolhREy0JjHgojRjxgagpG7O8WW3OPI5Outnz5Pvraas5q7w+b3xbB9vdTObW/Nii5VOpTdIsFzBvp46hLoRSIcB8pRLUrxPJBPOY7G0zbopDRLB2zLNGKIH2zxEHJOeY928uUbWT22b9mGu/L95FFY7hmeRAicCUeixMTgXgczeQlHDn5eqQzLI3PNP7JX/0dauCD27GRKsDUnpIDj9RqgCQDVueIQQMC6QMa9dYQmps0r9Ljp8R84WjYFRP9oOI+POOzbgmRO0JCVnPqz9MKyGVby9/WFBHcvG6xmwACez00oqe62z+rhcavGXViX5CxGMV6vUTXugBa4ZkXlzs+djzYWfZ33ZKVeRIwj2Pu1PRTGzB8e2BaKqJMN0FVtzpV4hom4Y/9vIPyDpjRjNuKzrkYW1M8PxBxn+EJUPMLhr3jFMCo6HSxHoFXy8BzZoFkZWqap3w== JCL@IT-MINI-JCL.local", "key_options": null, "keyfile": "/home/jelopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jelopez", "validate_certs": true} 2021-03-04T22:41:58.608 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCipD0d1tI/Cff3AeOZTQ9eb6pZ/NOCAOw7MZG/JgpCs8+T3WqiUEYefsb2PuSa85vV2GC7kq0M9ux7+U+vZZf05geYiU2S9eTucLEu2+YE+RaAvIK+ZB134/33JSPGIVubXgGWZw/ZFCEYXmYk3kyEg1YDIk/BEaoG7PsDiSB4j0W7/WiV2bEEdSlTXt5C1/kH0qn4H9wQMiBSpdMgdaRWw60HjObDd6LASeUVgabbyclypravZdpYBnits4ayoN8VG1aZe4Qhm1SzP/CfxAAYfxo9NbqSBWJmn3iSN8UKHhCFrRCTaYic3z3usr8784VsA7z/LxK0fs6xjhoxRTa3 shraddha.agrawal000@gmail.com", "key_options": null, "keyfile": "/home/shraddhaag/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shraddhaag", "validate_certs": true} 2021-03-04T22:41:58.766 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdbJDYY43Zu0EKAGgrSKEobyXIxdhT0AeTT3yBoNY+YdYDScimJsQzK4hKNJIn1xC3klr0dSnsqeJru+SA4GMhbdcsmVyudhutCw75R/vFoRHOwaeVS2SMiBAtDbAYGQ3dh6LapkmXeLURcycNbebUV4HM9XsYqnuL8J2XyY4tRKgHrAd6OQw4jsXDOxwTRlHM822N/2kgv8iEwiXAJoUoymbr8mnfSxuuaH0oiKBwuaK1wuaDrlJyXkXNslPq89/1f8hJfjixY2dQdW7Xk5m3t5ptQxWENpw79OMRJ4cDW4G7LrtFONom5KQ+9TBZJIhNgJobkqI4qwinrWF8qMW5 dcain@fullsteam", "key_options": null, "keyfile": "/home/dcain/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dcain", "validate_certs": true} 2021-03-04T22:41:58.768 INFO:teuthology.task.ansible.out: 2021-03-04T22:41:58.790 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpE5V9JG1WhkHSYqjqaijBb1MLyjcKQlmj5WQ8w5832n6x9J4yDO8wI4qmiX3XeiXPlmW6XjAq5keyukrQe/yVI6NDXzgRxaHDmNj1AR73gyUVqRXpJprrqqsnLHawIRovrBD/HNhTv/2G8xG3BHakac1+qj7tZe4Jjx0aG1HbRhhJ5Q98EgvTkDAhktnlvF9OXXC1WI7QirHx0pRHa40SYyFLfOQDbQSCzb1TAAY5NGn3SwK3s2mWeoEsAJpCLrkNfSTbR3Z0mylAJUn+PayqhJegjwKmLaONjx8ZHXN970JHgojBBGOD30J/NnJQ7N6eRl+ekjpHmLAYGbe2oCwD gkyratsas@suse.com", "key_options": null, "keyfile": "/home/gkyratsas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gkyratsas", "validate_certs": true} 2021-03-04T22:41:58.942 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDs2+6XwRPdiDHT+63Yab00VBulg96/OLEORtNUvm7TDRMpcx4OD2oOnbsE4rG3dOdXNgT17H15c6MWFX2a2uC2h1j4hJTa+dG567HrYXRHG60Kwg5Sviiuq/ETPoH/r3OSvHs0HJ4Y9qYPQ5j0k7gG1XgIY3QHDWNRsXiyRXP9FEfoaOKABDTUoLPjqRX+4ExJd1Nz6DLxqIlre8wfqF5L1l12vec8JU3HB5NSRa87HxKFtLLIAtw7B9H/HggqX5wWVEnXq2qN4o6OOePhaO5cjWAZxOtT+AJTyHkeyaWLwIGOHBVZS5BKti6jLc+PxQxAflYlu9X3xh/2FlA+9H+ABZwMHE3ruUfTVbviYBbtccMCvkzcvFgnvaUCHjd7Iv/T8/JHNfBgFgigcX0Vei0+PZQ5oC5b7YpKT241NA8DCGZNgr1KuL9LazkvbkbpDcaHUOrkWsmSW1RRMC6ffYkbAI9QiBJFpImDAWP1u+1yCGhzPKBfGNt91GcLCD6ML90= sunny@devBox", "key_options": null, "keyfile": "/home/sunny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunny", "validate_certs": true} 2021-03-04T22:41:58.966 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC9sZe9p48s6RSpluK1R97X9tsN3tWiidPbdyXvyMUXifYQb3nth9wMWUakrVBp+QGEkqALLIf3so3MfgbRvYexzNfHvRT7Lxn8D/isiCpWa4aLM/0alprV+RI38dR0mI3IVb3aIEYmgp2IY4yzybWTHCmS1VUrUJJ0pOfXOssq0xgo3qeaSQBHYRKasqR8GWAD5MWpG6/kg6gxI7o0aHVVTXy5ADB7NS1LEZr06xxNm4exeYvl9TzXrbGZWf2gC8ZpXhmFHI80A+TKEZRU6wmcju7G69nyEEF8/ebcBKmZB4eTsDN7qR7lc9dxKxiiZcJXc/MWy4bSu69NhOeuq2xx7bdexS8OHKdgYH9gsJolu5zgN20IHzaRgswO3XIe3nh2Ud8wntwBCwmJ9bf5YByITGjpOhntkvWAP3AXkQ1B4HXCdlUNW+4pMexDe2D05LHOwxcS8RVIH6ELu8rWe/QBA+DFcyZz4xE55pbfVt3FCEFrAxUn5qkyzszwPMjtK4XAnn9kmnw2B0k6XLZOZd+n7W8ege6wih+gwfDhYMZX0qzi3HdAK7nk5vEOFibCztLaogzfc6fdFRx8OIWJQXqx5I1641FU3UE6sVxku4IMDTq2GVyUWKdSN6y8gBiDPVe3xu4qM4xghSnaAmfB45IrcNvibBjikNva2FHt8lcutQ== prateek@prateek-Dell", "key_options": null, "keyfile": "/home/prateek/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prateek", "validate_certs": true} 2021-03-04T22:41:59.105 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4pIcNiZKVIfT9GxyTe/B8G2GyHKxrAle3iExEzLH5bBCKtBrottX1y66KBzQSsrAb0z9h+A+uxlswlY6VM/gNos9VRB6x4NRB4ADY1Bku+JsKs5aXwRB1zz2ueZhrFN9hJwMl1heLICx85ksHBdm0q+JPdUAV+/LBdr0H/IjWveV34WL3Awf7QikzyKhzUciMB2gN9PJXTW0bl8PP56y60ys++L3nMSRJ+15uPcWl8MS3D2vABII0Tu+3PsxzrTTNodElyQ6G/fwyFfWhdp7fkidjR7mDDx8NyWfCl2rKejXv9LnVC0wb3tFoQqvwdz6shN4E51EIEGXHcLUeRpBhL2pFOqIZ0qfnmLIQVZ88RKMTgo42CgtmS5UzxCLOyKOh9GxF7DDEajTinJFJJVbNJ5xF494H2geSnmP1o1AecGsGbCZ4ndhS9unSfIZLAyv1J3wZlAlMsvxXgY7yrh1srUiASVyKK8jba1IT+v3TXR8kQUCNsLKKbvuX/l0IXME= xuxuehan@bogon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBd4eSizc2zAkWDy3mFZUhELO2wXDgkVxDNM/Nw2zT1li3L+6YOjFfdT4NOxpkg5laLd54bdKb5GVRA6iKqAO+aqo53xHHJGC8OY5eJaUPjtpypgIWO4Qzbos2ZzsC+nX5jvi8O9nM+JkabSW5iFv3gGPTqHixFYkxK2NIBa/UtXFOhmb1wZ6CG5Q+WObCosBUEMWokC8ntCADfhi6qDsO2fol6mYUhYEE/0nhQ5uLRrVIM5QM5dhrQVEeAs4KcYpmPDw6q6AKgx/f5zObh5OSJFTVsgx2cqzdQVJVDDx2OD2QVRtZ9fgvI2EGmKSwe1TUQOdqa5bmsVIp2Jfi8MC1 xuxuehan@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwIokXSvPYP3TRlSw0SBgmMFW5jVltGf4c6CqjIW4KKCgsL4c4Vs0FztRyDGc9p0krZUoGJCZHErVToXm6/lSq8JlfrlLX4X4yh37fUifWqc2UTJGeH8kLaP3WEt9vT8eQ9h8t2GqlMlGQU8KzVAdC+c5IwrbGRsS6S7D09/y0rklkhdJ6nuj8cssN/2TzLF9YIvVcFZHdyznk84eB7TgpPKD88MOpTnEgWFlD4vAWEuHpkuxgj1KI9LscgSFcW9/RxLeRxcV0GypZ8jPmczoCnin/ZOstCTpbcmjLd 2021-03-04T22:41:59.107 INFO:teuthology.task.ansible.out:+LW1kgGXXQSkf09iHeJ/cyCw6ooZOkynVwwmI9Uz2ZaMedCUBpG0bKclIerJ9jn+CoTs3U3Orhd9+6MVtCHX9VNJbVa4q0KCS1sp5S3HDrYkgUyawUxdYorrLZcqfRHWWo1luiridmuQdr8lQ6dvNpz4rhsCrAG6S1eeaC/s+o0Rzpv1YxU64JzquZ6WNR+W3U6Bg3iYkSoDCK9byf0rsptyL8= luqixi@luqixideMacBook-Air.local", "key_options": null, "keyfile": "/home/xuxuehan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xuxuehan", "validate_certs": true} 2021-03-04T22:41:59.137 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFmmTp8+YDXU27xnSPxhWwouslpkvp1eULVp63taoXceDOnH8EMWv0wiEjN/P+Fcf/UB+iU8bELyHubZiqnOUr9f2pGX4jkJ6Yty1p5BUK4my7Si5J0/JawEDVQm4HpFWMKUVKYumvz3UFuBoINHVTqr1cLIDAt7mdeKfJqFB45AqxDUIPP4d8iznNCw+QO2CMxk0o/wMNHbygZZrHAiDngXQxwhe6oR17RfolhREy0JjHgojRjxgagpG7O8WW3OPI5Outnz5Pvraas5q7w+b3xbB9vdTObW/Nii5VOpTdIsFzBvp46hLoRSIcB8pRLUrxPJBPOY7G0zbopDRLB2zLNGKIH2zxEHJOeY928uUbWT22b9mGu/L95FFY7hmeRAicCUeixMTgXgczeQlHDn5eqQzLI3PNP7JX/0dauCD27GRKsDUnpIDj9RqgCQDVueIQQMC6QMa9dYQmps0r9Ljp8R84WjYFRP9oOI+POOzbgmRO0JCVnPqz9MKyGVby9/WFBHcvG6xmwACez00oqe62z+rhcavGXViX5CxGMV6vUTXugBa4ZkXlzs+djzYWfZ33ZKVeRIwj2Pu1PRTGzB8e2BaKqJMN0FVtzpV4hom4Y/9vIPyDpjRjNuKzrkYW1M8PxBxn+EJUPMLhr3jFMCo6HSxHoFXy8BzZoFkZWqap3w== JCL@IT-MINI-JCL.local", "key_options": null, "keyfile": "/home/jelopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jelopez", "validate_certs": true} 2021-03-04T22:41:59.139 INFO:teuthology.task.ansible.out: 2021-03-04T22:41:59.275 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDMOuxxTZyxz/TEVA+ODgtLrNcSsUhKE64BZg/Ub96LLffQXQc9SYT/0YI4wxu2vSsky05PnVSON7jqGxunCt0+AdRqxXhW4ttmRIOz8rq8SiMnnLayV34nIF1G0aYTkgY4ej4+VmSVIHU3bb5mp/Q3D0hxQwDPdgOJWNyW9oYerHbnx6lVgchvsZHB9VO09GNHcAsyUz4p+xBf9iR7eS74p4dZmUbth/oBBqpOa4NgNr69iyZ9a/pNDLxaVQoIpDFrevk5UU5nUHQq2frFNxF/Y2Ja1EBXCavvPF/m5v3J3xNEu3SI/GbLFCPKCKeBDpXJbe1QqTBKJjMl9qGmKEJ3 aclewett@mac", "key_options": null, "keyfile": "/home/aclewett/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aclewett", "validate_certs": true} 2021-03-04T22:41:59.277 INFO:teuthology.task.ansible.out: 2021-03-04T22:41:59.297 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdbJDYY43Zu0EKAGgrSKEobyXIxdhT0AeTT3yBoNY+YdYDScimJsQzK4hKNJIn1xC3klr0dSnsqeJru+SA4GMhbdcsmVyudhutCw75R/vFoRHOwaeVS2SMiBAtDbAYGQ3dh6LapkmXeLURcycNbebUV4HM9XsYqnuL8J2XyY4tRKgHrAd6OQw4jsXDOxwTRlHM822N/2kgv8iEwiXAJoUoymbr8mnfSxuuaH0oiKBwuaK1wuaDrlJyXkXNslPq89/1f8hJfjixY2dQdW7Xk5m3t5ptQxWENpw79OMRJ4cDW4G7LrtFONom5KQ+9TBZJIhNgJobkqI4qwinrWF8qMW5 dcain@fullsteam", "key_options": null, "keyfile": "/home/dcain/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dcain", "validate_certs": true} 2021-03-04T22:41:59.299 INFO:teuthology.task.ansible.out: 2021-03-04T22:41:59.448 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdTLDprr3DXtsgiqrB/miglJwSkY7BAv+OW9sC0ZHQf8Y4dFoUtr7q9fd6W7ehKL6aMjya/8eQSMPRoEIZFD8f2KPCuE74Wgwgv2cpAkFmLjcPtjixqLo3LGFCyEJWGLQxjlthdzx59mpCWgBsEJQmlKP36JIYjILIMtXtsETIUGFa8QPIn9sMdIgutPPf3yB/6DHcR7C6yIAuvbJactEsiCt4C8+uJinvCii3PzYOMAEd+mictPGk8nOCQFZrI+ZmwTz4UbJylxFqnX8lhhoPIUEfNAXlb3lkZWH1LaFOxarbmupuPYcg2rT0+kFtyNr3/mAx0FO01jADYooqcW1Z cardno:000604936806", "key_options": null, "keyfile": "/home/cblum/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cblum", "validate_certs": true} 2021-03-04T22:41:59.470 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDs2+6XwRPdiDHT+63Yab00VBulg96/OLEORtNUvm7TDRMpcx4OD2oOnbsE4rG3dOdXNgT17H15c6MWFX2a2uC2h1j4hJTa+dG567HrYXRHG60Kwg5Sviiuq/ETPoH/r3OSvHs0HJ4Y9qYPQ5j0k7gG1XgIY3QHDWNRsXiyRXP9FEfoaOKABDTUoLPjqRX+4ExJd1Nz6DLxqIlre8wfqF5L1l12vec8JU3HB5NSRa87HxKFtLLIAtw7B9H/HggqX5wWVEnXq2qN4o6OOePhaO5cjWAZxOtT+AJTyHkeyaWLwIGOHBVZS5BKti6jLc+PxQxAflYlu9X3xh/2FlA+9H+ABZwMHE3ruUfTVbviYBbtccMCvkzcvFgnvaUCHjd7Iv/T8/JHNfBgFgigcX0Vei0+PZQ5oC5b7YpKT241NA8DCGZNgr1KuL9LazkvbkbpDcaHUOrkWsmSW1RRMC6ffYkbAI9QiBJFpImDAWP1u+1yCGhzPKBfGNt91GcLCD6ML90= sunny@devBox", "key_options": null, "keyfile": "/home/sunny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunny", "validate_certs": true} 2021-03-04T22:41:59.610 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDPUCIVfNQOOG+uAeKWo7tLAdgGO/oQu4exTE3XLfyTVdd8u6pbQCmIDFEnbGgMtlYuWJlCJtxJIzEZJ5HIwf+po3y7kb7HxEeWnEb9DsqJB4nCRE8fHnNLgF3bh9gvE7sOZdNXEKqtsnGcaaS81oXQ6QgkFGQzlOBOqxj7jIvad7AtNWD3WbJi/uTVDsWcukU51tn/aEW+hHMD7Y5QJkLH7O0PrCeEZCUCWoiMP7sNwACBym0DsqX+POkGJOaGx9EeNhGVA4B6o3xYXJPqmFbgMWMfG3/Y3SiheZjxzySMQ7FKW4Q817NaWqbjtLZQsSZw7JNqNFkcdTzVZwwCOJ1AAecajpniKeQLnyiWQ3Z/EkSGGwtDj67wo7uqT85tpOyLfYhQm6Zp+xSh+I6s0YJ0xO/huLKzeT5D1r5vVMk2VdcLD3CCxXUwZgaMUxYAC2Wq6mpIkxVZFQLbGuA/dWkQbFsrpbf7ES+kh+uzp4R6dQ29OjXbVcSfF2vyIuA+VUKoyj370YOZQhs50yuAJ4BSHlEgoJdRzi3XUX48h45XHiZcCY3X8LTX6a+0KAIgqeAWdFhRgQtAxoRYjhOxC3k/boBc8sEQ3o4pkxnhtE5Y/tnM2CPkPMX9HWYirNf9GyZTYcR/5rDf4ETQ18G68WLaNK758OuUPjSkwttcyLd4dw== mlatimer@suse.com", "key_options": null, "keyfile": "/home/mlatimer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mlatimer", "validate_certs": true} 2021-03-04T22:41:59.612 INFO:teuthology.task.ansible.out: 2021-03-04T22:41:59.644 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4pIcNiZKVIfT9GxyTe/B8G2GyHKxrAle3iExEzLH5bBCKtBrottX1y66KBzQSsrAb0z9h+A+uxlswlY6VM/gNos9VRB6x4NRB4ADY1Bku+JsKs5aXwRB1zz2ueZhrFN9hJwMl1heLICx85ksHBdm0q+JPdUAV+/LBdr0H/IjWveV34WL3Awf7QikzyKhzUciMB2gN9PJXTW0bl8PP56y60ys++L3nMSRJ+15uPcWl8MS3D2vABII0Tu+3PsxzrTTNodElyQ6G/fwyFfWhdp7fkidjR7mDDx8NyWfCl2rKejXv9LnVC0wb3tFoQqvwdz6shN4E51EIEGXHcLUeRpBhL2pFOqIZ0qfnmLIQVZ88RKMTgo42CgtmS5UzxCLOyKOh9GxF7DDEajTinJFJJVbNJ5xF494H2geSnmP1o1AecGsGbCZ4ndhS9unSfIZLAyv1J3wZlAlMsvxXgY7yrh1srUiASVyKK8jba1IT+v3TXR8kQUCNsLKKbvuX/l0IXME= xuxuehan@bogon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBd4eSizc2zAkWDy3mFZUhELO2wXDgkVxDNM/Nw2zT1li3L+6YOjFfdT4NOxpkg5laLd54bdKb5GVRA6iKqAO+aqo53xHHJGC8OY5eJaUPjtpypgIWO4Qzbos2ZzsC+nX5jvi8O9nM+JkabSW5iFv3gGPTqHixFYkxK2NIBa/UtXFOhmb1wZ6CG5Q+WObCosBUEMWokC8ntCADfhi6qDsO2fol6mYUhYEE/0nhQ5uLRrVIM5QM5dhrQVEeAs4KcYpmPDw6q6AKgx/f5zObh5OSJFTVsgx2cqzdQVJVDDx2OD2QVRtZ9fgvI2EGmKSwe1TUQOdqa5bmsVIp2Jfi8MC1 xuxuehan@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwIokXSvPYP3TRlSw0SBgmMFW5jVltGf4c6CqjIW4KKCgsL4c4Vs0FztRyDGc9p0krZUoGJCZHErVToXm6/lSq8JlfrlLX4X4yh37fUifWqc2UTJGeH8kLaP3WEt9vT8eQ9h8t2GqlMlGQU8KzVAdC+c5IwrbGRsS6S7D09/y0rklkhdJ6nuj8cssN/2TzLF9YIvVcFZHdyznk84eB7TgpPKD88MOpTnEgWFlD4vAWEuHpkuxgj1KI9LscgSFcW9/RxLeRxcV0GypZ8jPmczoCnin/ZOstCTpbcmjLd 2021-03-04T22:41:59.646 INFO:teuthology.task.ansible.out:+LW1kgGXXQSkf09iHeJ/cyCw6ooZOkynVwwmI9Uz2ZaMedCUBpG0bKclIerJ9jn+CoTs3U3Orhd9+6MVtCHX9VNJbVa4q0KCS1sp5S3HDrYkgUyawUxdYorrLZcqfRHWWo1luiridmuQdr8lQ6dvNpz4rhsCrAG6S1eeaC/s+o0Rzpv1YxU64JzquZ6WNR+W3U6Bg3iYkSoDCK9byf0rsptyL8= luqixi@luqixideMacBook-Air.local", "key_options": null, "keyfile": "/home/xuxuehan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xuxuehan", "validate_certs": true} 2021-03-04T22:41:59.782 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCYh28a9R3a7jpRfPqVAL9EcD+S6KkZzKTfCmRn4s8Fg39kUZsgnWUZQ3jUxKSeBA00te7WMR8CsIEzulm7f+/egNuPcvzNI/SaaCDtVMaxqlEuW85ll8uBQi3s4SLmOu9oS+5oid4cqTrGTcG6uhl29oWS/53SxoGh+T+y6GesO2cYRuTpcUHxGMvIgZe/bKtVGdP1y7rQd62e8emb9UupMBxaHpkYj9AaMuLjovHbBgecWbe4PlzPWNzl+eITVk2d6CxxIem4/bw9VHkRjQZlhL2nbwRgtczLYhlaZAd4ePEtsqA+7nTDjTDhXXHVIf1pDAsJbZEdgQCSGH3FzxtrQ2hZJrH/NIKdHk/OtI06e7POSGj7PcHzTvMjQSFnTpJXinxwzn0lvFSlmABN/00lIE0p2ZXfPs6dgWJ17JnTq6dMUoTiGhfKphPHyfSXJCzfa2VB+lQQ5eAaa9cRXy9pLmWGHXVGz2hsBMtyYmTjR/wr8kdTzeK+Jk4opBtGgcxDustg59b9x/jvgoc3HCdtnkqLTug2KmutB6kb+4KnVO07GsSp0RmNtDmCRcXs9YN/eia9ICtIGDWPc3YDRppsw1Vktza/+ZW5vGzIKILZTo4SNGcg19zQw4Qxd9eLkXfB66vE2CQvA90CGo7mcye+UWjjXLr7i0cDEszAloQ9aQ== srangana@redhat.com", "key_options": null, "keyfile": "/home/shyamsundarr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyamsundarr", "validate_certs": true} 2021-03-04T22:41:59.814 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDMOuxxTZyxz/TEVA+ODgtLrNcSsUhKE64BZg/Ub96LLffQXQc9SYT/0YI4wxu2vSsky05PnVSON7jqGxunCt0+AdRqxXhW4ttmRIOz8rq8SiMnnLayV34nIF1G0aYTkgY4ej4+VmSVIHU3bb5mp/Q3D0hxQwDPdgOJWNyW9oYerHbnx6lVgchvsZHB9VO09GNHcAsyUz4p+xBf9iR7eS74p4dZmUbth/oBBqpOa4NgNr69iyZ9a/pNDLxaVQoIpDFrevk5UU5nUHQq2frFNxF/Y2Ja1EBXCavvPF/m5v3J3xNEu3SI/GbLFCPKCKeBDpXJbe1QqTBKJjMl9qGmKEJ3 aclewett@mac", "key_options": null, "keyfile": "/home/aclewett/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aclewett", "validate_certs": true} 2021-03-04T22:41:59.950 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRZyOnj6D9tCw5o4+ujpos5Uj1O0XVvea798DsXPRh8bEE1pLkARQJLv4iW6LsG3x/CXruahmwT+6C/VHppIsbgtpadMWdCTPYrsjctPK0/N9nr4kQEL6XeK3/GHFnwqYcc+LySpNNfbKrgN4qWOwdZBhQjSV7K7FJd4ZYSm4wp6TVbvKKp7o+JdeM2zhstfC9AcCtBv/TpxixFFq/+y8/Z0PwqN1YyHduDOr1dr1DWn4ZzrkhiTYfPOltx0jweD6zTJoTAJDqae7kBA+3XH3dUGX3n7Tchsa3bnIKVz9sLQvH/vPro61I+Xig6MQh77JsylNvpwb1LLOEzDf7dxl bigwhite@wrjj37deMacBook-Pro-2.local", "key_options": null, "keyfile": "/home/shuzhenyi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shuzhenyi", "validate_certs": true} 2021-03-04T22:41:59.982 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdTLDprr3DXtsgiqrB/miglJwSkY7BAv+OW9sC0ZHQf8Y4dFoUtr7q9fd6W7ehKL6aMjya/8eQSMPRoEIZFD8f2KPCuE74Wgwgv2cpAkFmLjcPtjixqLo3LGFCyEJWGLQxjlthdzx59mpCWgBsEJQmlKP36JIYjILIMtXtsETIUGFa8QPIn9sMdIgutPPf3yB/6DHcR7C6yIAuvbJactEsiCt4C8+uJinvCii3PzYOMAEd+mictPGk8nOCQFZrI+ZmwTz4UbJylxFqnX8lhhoPIUEfNAXlb3lkZWH1LaFOxarbmupuPYcg2rT0+kFtyNr3/mAx0FO01jADYooqcW1Z cardno:000604936806", "key_options": null, "keyfile": "/home/cblum/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cblum", "validate_certs": true} 2021-03-04T22:42:00.120 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEcI3X9mNxtHRSvi2gVFavu21kRCWDd1erXW3d/1zWnoUvRxe9ft2xA1c3Bmo067GqhFudPcXoYJvz3atAGR9k3n1UTtTJe95XRZ1Zmn/boi6mn7I2oRVFpW/KjxaiM3iN2SHKknMtcs6qRTioapYCU7u924oc0izqPBvkrC73cfVF4emH1ERWEcQBTxWub6N6Mn3xaDmJ5xnGlNvDY70CC9osoa2VRNJM7GU9eUQClHirPbSooDvvVKfTGD7YfMH76j6PdDR/a/cgNeiMevtMbeFGhu1SOEHb1ihCNoGq2vQFPPWwwTCzMI05XuUEc4iaxw/kbGBMpWbmIvswIMQrRwgwLZk67GGpf/dEeutI6WseeNKNuHnTzzx43AW9G2coGq0RKE7OuA5Cqj0CO7Kcf5UA4AqIIroLETVBrrEV6qzpkD74QBZXPl7gbSZIyxLpvtQoMfSSzN+Mj184LmQoURCqIT+yM5gddF5/S5I+rpw81vBj5M9ZskyzVQAo0H8= michelledipalma@mdipalma-mac", "key_options": null, "keyfile": "/home/mdipalma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mdipalma", "validate_certs": true} 2021-03-04T22:42:00.266 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDPUCIVfNQOOG+uAeKWo7tLAdgGO/oQu4exTE3XLfyTVdd8u6pbQCmIDFEnbGgMtlYuWJlCJtxJIzEZJ5HIwf+po3y7kb7HxEeWnEb9DsqJB4nCRE8fHnNLgF3bh9gvE7sOZdNXEKqtsnGcaaS81oXQ6QgkFGQzlOBOqxj7jIvad7AtNWD3WbJi/uTVDsWcukU51tn/aEW+hHMD7Y5QJkLH7O0PrCeEZCUCWoiMP7sNwACBym0DsqX+POkGJOaGx9EeNhGVA4B6o3xYXJPqmFbgMWMfG3/Y3SiheZjxzySMQ7FKW4Q817NaWqbjtLZQsSZw7JNqNFkcdTzVZwwCOJ1AAecajpniKeQLnyiWQ3Z/EkSGGwtDj67wo7uqT85tpOyLfYhQm6Zp+xSh+I6s0YJ0xO/huLKzeT5D1r5vVMk2VdcLD3CCxXUwZgaMUxYAC2Wq6mpIkxVZFQLbGuA/dWkQbFsrpbf7ES+kh+uzp4R6dQ29OjXbVcSfF2vyIuA+VUKoyj370YOZQhs50yuAJ4BSHlEgoJdRzi3XUX48h45XHiZcCY3X8LTX6a+0KAIgqeAWdFhRgQtAxoRYjhOxC3k/boBc8sEQ3o4pkxnhtE5Y/tnM2CPkPMX9HWYirNf9GyZTYcR/5rDf4ETQ18G68WLaNK758OuUPjSkwttcyLd4dw== mlatimer@suse.com", "key_options": null, "keyfile": "/home/mlatimer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mlatimer", "validate_certs": true} 2021-03-04T22:42:00.289 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+tqgRGdlbb7NMefZVPCtbzVZBapxmmPcKaUtqT7E/9AKRoHuroZQ7KJQfO15POpIfEja7BugBt5F95aW2Bd9/xhulzC4/JjiZYc6ST5Na03BrcudI3YcktoGR8Mm7ZVzSojvm0SKtLLHM5Su17JpCC7BitMdao1mETlUOklEXc6pgbr9XHOayo1zeuos8DB90iA8TQ2soR/POD1Rix4GKniCHXz10+iXQFYPsif1HsQ3rh8Vi1M0cTq98bMSmfsKODil8KIxf+lvLCL4GAgDYEyxnstiTFh5GAcIMOOo2dl1fDb/Oa981CxWU+xxJD+M7AEJVeyAqqAnShvZU6y1L kiefer@kiefer-uchi", "key_options": null, "keyfile": "/home/kchang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchang", "validate_certs": true} 2021-03-04T22:42:00.437 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCYh28a9R3a7jpRfPqVAL9EcD+S6KkZzKTfCmRn4s8Fg39kUZsgnWUZQ3jUxKSeBA00te7WMR8CsIEzulm7f+/egNuPcvzNI/SaaCDtVMaxqlEuW85ll8uBQi3s4SLmOu9oS+5oid4cqTrGTcG6uhl29oWS/53SxoGh+T+y6GesO2cYRuTpcUHxGMvIgZe/bKtVGdP1y7rQd62e8emb9UupMBxaHpkYj9AaMuLjovHbBgecWbe4PlzPWNzl+eITVk2d6CxxIem4/bw9VHkRjQZlhL2nbwRgtczLYhlaZAd4ePEtsqA+7nTDjTDhXXHVIf1pDAsJbZEdgQCSGH3FzxtrQ2hZJrH/NIKdHk/OtI06e7POSGj7PcHzTvMjQSFnTpJXinxwzn0lvFSlmABN/00lIE0p2ZXfPs6dgWJ17JnTq6dMUoTiGhfKphPHyfSXJCzfa2VB+lQQ5eAaa9cRXy9pLmWGHXVGz2hsBMtyYmTjR/wr8kdTzeK+Jk4opBtGgcxDustg59b9x/jvgoc3HCdtnkqLTug2KmutB6kb+4KnVO07GsSp0RmNtDmCRcXs9YN/eia9ICtIGDWPc3YDRppsw1Vktza/+ZW5vGzIKILZTo4SNGcg19zQw4Qxd9eLkXfB66vE2CQvA90CGo7mcye+UWjjXLr7i0cDEszAloQ9aQ== srangana@redhat.com", "key_options": null, "keyfile": "/home/shyamsundarr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyamsundarr", "validate_certs": true} 2021-03-04T22:42:00.449 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDjj3bbbLvd4IHeFrSJyM9N6uKXA7ElQrzfcisKRGjUPON8IsAWkXQeAnHoBsIQv7tRGudXOrK+tbfv7crLI0/CxL+o0cCVW8bxuTEtdz07ZFsND9cppCc7Yq+wHsg7nQ/n0QfxnlYc0T9pATXUoT+aW4c3NQoDbsupLSkNs1C+G/MEBzz6iH6tgrv43OAOUccfQbC+IYx4RIKL5MteEjVrZanNELIG+jsYe+CZLdsONk1nR8+xKQw19Sm/jkKdl1K9NXoVPEBQmFXrYl6G+7tCdWeU3Vq24lM1X5p1mVspcG6FyyctcuP/8+zhL2L208DrXlOVPcqHR/4FEf3Wmk89 vereddy@vereddy.remote.csb", "key_options": null, "keyfile": "/home/vereddy/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vereddy", "validate_certs": true} 2021-03-04T22:42:00.606 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRZyOnj6D9tCw5o4+ujpos5Uj1O0XVvea798DsXPRh8bEE1pLkARQJLv4iW6LsG3x/CXruahmwT+6C/VHppIsbgtpadMWdCTPYrsjctPK0/N9nr4kQEL6XeK3/GHFnwqYcc+LySpNNfbKrgN4qWOwdZBhQjSV7K7FJd4ZYSm4wp6TVbvKKp7o+JdeM2zhstfC9AcCtBv/TpxixFFq/+y8/Z0PwqN1YyHduDOr1dr1DWn4ZzrkhiTYfPOltx0jweD6zTJoTAJDqae7kBA+3XH3dUGX3n7Tchsa3bnIKVz9sLQvH/vPro61I+Xig6MQh77JsylNvpwb1LLOEzDf7dxl bigwhite@wrjj37deMacBook-Pro-2.local", "key_options": null, "keyfile": "/home/shuzhenyi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shuzhenyi", "validate_certs": true} 2021-03-04T22:42:00.618 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+EkUbnaeC7Dqtq2N4/dX9v+WGlrgRS2ygHhlbZy4KHbd6+Q9T5NAWtqnFwqcbFpYYUBwMvz8zLo6HYN6gNskRN0qTiFKPQdtnydF0Tx1KHrdGGcX3G2lxyGH5P8nrqReXAPPvRiVc2/Mj7APCTmY2JftkSS1qYcTleeueivVyho6z6uD1AyC7OXANhtn7kGeIY/NvVKBhDr+3TuPmpPwPCQMcJUyZWCHYyp47v2vzNBy2Etp7WjGwOnfZ5ULiJGjH6PCXx0YfpmTUOPVkNbV6Om+0YJ3fcLlmQ/2nsdsWfOKvoAr+1uzO81h7ZBX9LVEitj8YU3WeSCV2vqS2VvOpq5NyHXWGq+ZkOCfhy4Z9MvMG+6hqp4p4z1JMpKsZ191kP7eAQua41GkTSQPlEfF+um1UV6ZjNzhB68utOXyGDoDcxct9oOdnhhjwu5W4/0t9iBHuMn02iHRYVrUWOH2FXVysR0p5x/L2xdvNPiTgFAZ2eN+EFWmdan4e9mAAw3M= gbenhano@localhost.localdomain", "key_options": null, "keyfile": "/home/benhanokh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "benhanokh", "validate_certs": true} 2021-03-04T22:42:00.776 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEcI3X9mNxtHRSvi2gVFavu21kRCWDd1erXW3d/1zWnoUvRxe9ft2xA1c3Bmo067GqhFudPcXoYJvz3atAGR9k3n1UTtTJe95XRZ1Zmn/boi6mn7I2oRVFpW/KjxaiM3iN2SHKknMtcs6qRTioapYCU7u924oc0izqPBvkrC73cfVF4emH1ERWEcQBTxWub6N6Mn3xaDmJ5xnGlNvDY70CC9osoa2VRNJM7GU9eUQClHirPbSooDvvVKfTGD7YfMH76j6PdDR/a/cgNeiMevtMbeFGhu1SOEHb1ihCNoGq2vQFPPWwwTCzMI05XuUEc4iaxw/kbGBMpWbmIvswIMQrRwgwLZk67GGpf/dEeutI6WseeNKNuHnTzzx43AW9G2coGq0RKE7OuA5Cqj0CO7Kcf5UA4AqIIroLETVBrrEV6qzpkD74QBZXPl7gbSZIyxLpvtQoMfSSzN+Mj184LmQoURCqIT+yM5gddF5/S5I+rpw81vBj5M9ZskyzVQAo0H8= michelledipalma@mdipalma-mac", "key_options": null, "keyfile": "/home/mdipalma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mdipalma", "validate_certs": true} 2021-03-04T22:42:00.787 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBYtdHKBXQcXQFkEW8fSwlFK/xZM16VcFY288ABI/DPfejTStHhxiRvmlsWzMy0Ar5WadZ8FU1ptjA3MKBEY1Do1r1Ul369k3zHCvxXyg9QGGMNPYfHmnNeoF4GEgoJpuounPs0mkLmrPTR+cR+/XuaZZt38nsad8M/zJetnolvqCWpcV87D7+Rt8F32J6kGDknC4ikEe8I0n7F+goOmJhlgkqegbKEeJ/EMnOItwVZHFwaC+sxOq4IlYp2f1aZMKGAtr5+ICwYH1SMCcvnp3qWL8O//t2tvguZgQxzIs6Nf5GaxwdQkh4CvjbWiCkIbGFJ57YICS6k++KMXMbEnwh jsalomon@Josh-laptop.tlv.redhat.com", "key_options": null, "keyfile": "/home/jsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsalomon", "validate_certs": true} 2021-03-04T22:42:00.944 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+tqgRGdlbb7NMefZVPCtbzVZBapxmmPcKaUtqT7E/9AKRoHuroZQ7KJQfO15POpIfEja7BugBt5F95aW2Bd9/xhulzC4/JjiZYc6ST5Na03BrcudI3YcktoGR8Mm7ZVzSojvm0SKtLLHM5Su17JpCC7BitMdao1mETlUOklEXc6pgbr9XHOayo1zeuos8DB90iA8TQ2soR/POD1Rix4GKniCHXz10+iXQFYPsif1HsQ3rh8Vi1M0cTq98bMSmfsKODil8KIxf+lvLCL4GAgDYEyxnstiTFh5GAcIMOOo2dl1fDb/Oa981CxWU+xxJD+M7AEJVeyAqqAnShvZU6y1L kiefer@kiefer-uchi", "key_options": null, "keyfile": "/home/kchang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchang", "validate_certs": true} 2021-03-04T22:42:00.958 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9ltUNitnn0FNwMeiGkBnozpBN5ziVR2MreaqkfqTQY2TgI24559xuILyy+TnAKumhemZ8i8nIQ876Iso85OzIXbUbRM45hpL/bMQX7pWyMIRNeFKrCDwf18OT0DPc8aeDOAFQ6YoN0j4awUENjdZuuAW80cfcjoQO3m7ORF8wBF0IvMWwPDIQQrz+Li31ECgXg6VC7K3e+BNHlfNQ/2/ahS0+V4J6JYFsylZL0r2tydhDMd6rR8QA9c9BgeBz7+KWobGtiZVe7KReTzJ0O38PxNd8br3aS50j5BiN63gch8eFxPAROaUMnuiavu6OTDy4/aeL3Zc5WpUy3VyyumWf jolmomar@localhost.localdomain", "key_options": null, "keyfile": "/home/jolmomar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jolmomar", "validate_certs": true} 2021-03-04T22:42:01.118 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDjj3bbbLvd4IHeFrSJyM9N6uKXA7ElQrzfcisKRGjUPON8IsAWkXQeAnHoBsIQv7tRGudXOrK+tbfv7crLI0/CxL+o0cCVW8bxuTEtdz07ZFsND9cppCc7Yq+wHsg7nQ/n0QfxnlYc0T9pATXUoT+aW4c3NQoDbsupLSkNs1C+G/MEBzz6iH6tgrv43OAOUccfQbC+IYx4RIKL5MteEjVrZanNELIG+jsYe+CZLdsONk1nR8+xKQw19Sm/jkKdl1K9NXoVPEBQmFXrYl6G+7tCdWeU3Vq24lM1X5p1mVspcG6FyyctcuP/8+zhL2L208DrXlOVPcqHR/4FEf3Wmk89 vereddy@vereddy.remote.csb", "key_options": null, "keyfile": "/home/vereddy/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vereddy", "validate_certs": true} 2021-03-04T22:42:01.120 INFO:teuthology.task.ansible.out: 2021-03-04T22:42:01.130 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQKiUAlB8dxudAY60M7jnIJvs9yb2pNaT+BVv1Vk1kMs0XjPjcw9cyT3DtQ1xGLF367phRi/cfQbXOYbHG+uyBzQ4EEnBFvziktWRx4mfeWYxKjkjbfkVfpKPsxztqCbwm6+NYzMxGK2cExN7jUHnghHAjfA0IUpVVg9peBD3kUveLwS+UxuJAnuj+G4480LS6GDyLrhFEXU7uOIIlW4S9oLnU6vJL6GAzwyLE4ijTA8Ek03SJ01Ey/gpU9AqnQNp9u12l/7sJely6sI9pAuIzmS8Ht324hexxSWN5sFjXgLvLfFK83ziDBdrFBr0WXnWsFdRpHs2CwSq1JTkByqbN hmunjulu@hmunjulu.remote.csb", "key_options": null, "keyfile": "/home/hmunjulu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hmunjulu", "validate_certs": true} 2021-03-04T22:42:01.288 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+EkUbnaeC7Dqtq2N4/dX9v+WGlrgRS2ygHhlbZy4KHbd6+Q9T5NAWtqnFwqcbFpYYUBwMvz8zLo6HYN6gNskRN0qTiFKPQdtnydF0Tx1KHrdGGcX3G2lxyGH5P8nrqReXAPPvRiVc2/Mj7APCTmY2JftkSS1qYcTleeueivVyho6z6uD1AyC7OXANhtn7kGeIY/NvVKBhDr+3TuPmpPwPCQMcJUyZWCHYyp47v2vzNBy2Etp7WjGwOnfZ5ULiJGjH6PCXx0YfpmTUOPVkNbV6Om+0YJ3fcLlmQ/2nsdsWfOKvoAr+1uzO81h7ZBX9LVEitj8YU3WeSCV2vqS2VvOpq5NyHXWGq+ZkOCfhy4Z9MvMG+6hqp4p4z1JMpKsZ191kP7eAQua41GkTSQPlEfF+um1UV6ZjNzhB68utOXyGDoDcxct9oOdnhhjwu5W4/0t9iBHuMn02iHRYVrUWOH2FXVysR0p5x/L2xdvNPiTgFAZ2eN+EFWmdan4e9mAAw3M= gbenhano@localhost.localdomain", "key_options": null, "keyfile": "/home/benhanokh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "benhanokh", "validate_certs": true} 2021-03-04T22:42:01.299 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoefxOfeArToGucfWG7y1tyLF2I1J/IkBSlmxxEJyHyDUB6ElXjYIJReoiPfmB0xLEmINpmt8QA4XN/8UbR1r9LFOexlZZbX1LSbihi11LXCvfIJWqkHVwIyKHRTu/duMrntBFVENJ0LVf0GSWVTtllXaDA+fMkp6/ra/hlRHQbx19UXy/9+Pogj8Xl+SntnMGiHlX8FFq2A2tUqhdQSf/1GW1HfUIa5WtwdEqIpKpAgMM7sOW9i3QAmLAMo8HiKrArSiy7jrRUODCqsTJsfifxEbmnOS0ZtmDh0eeWL/Dyqbz99Rg4WbFNeK8oyZYr7D6bEAhd2az2A+wycPx4Nq7 julpark@julpark.remote.csb", "key_options": null, "keyfile": "/home/julpark/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "julpark", "validate_certs": true} 2021-03-04T22:42:01.457 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBYtdHKBXQcXQFkEW8fSwlFK/xZM16VcFY288ABI/DPfejTStHhxiRvmlsWzMy0Ar5WadZ8FU1ptjA3MKBEY1Do1r1Ul369k3zHCvxXyg9QGGMNPYfHmnNeoF4GEgoJpuounPs0mkLmrPTR+cR+/XuaZZt38nsad8M/zJetnolvqCWpcV87D7+Rt8F32J6kGDknC4ikEe8I0n7F+goOmJhlgkqegbKEeJ/EMnOItwVZHFwaC+sxOq4IlYp2f1aZMKGAtr5+ICwYH1SMCcvnp3qWL8O//t2tvguZgQxzIs6Nf5GaxwdQkh4CvjbWiCkIbGFJ57YICS6k++KMXMbEnwh jsalomon@Josh-laptop.tlv.redhat.com", "key_options": null, "keyfile": "/home/jsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsalomon", "validate_certs": true} 2021-03-04T22:42:01.468 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD03otezqmbR7v9dq62mWH5Kkg692jdmDZk6Ve4vux0A0YhxBuXDCyBWLE1Z4lLNxQahvK0pGsgokp+Uk+Q6aU+ZnF/E2jLp6YWerFXIHY3M7byObJx9+QuVBfNI0bZBkV3+vSjhSCGOYU+TrTHsKZqhsTcejZjmL3gFLmWfU6dTh0sX05qz97cdJl3CMPhCIR3KjtkiPygj417/N7wet/Efv1t79TvyS7dtK1oz+zRLEpKi/fZjvpXb8xec7as72Y0XexsWMDyZJ/N8PijTQ5L6EfLMV7ae/bWGzNAKsoC1dHVY7q/Q4pzktC6zU0Rc9sDRMtrgFg+q+04BfveSLfxTb9tqf7SbSvh7IAG1eKiEuDT/uy3T6Uiw+CiZ0eIqYzZscO/aDjUArGbS8eyaycybdYCBK9Jz38i0mYKkXg855yoVuIExr6MXieYwyVoVW8gbx1bAslaafrzra2dkAFByOJ0sbosPFRgR2+boUSxD6IaE+ALgno4T/0CI2RMiH0= prashant@cephdev", "key_options": null, "keyfile": "/home/pdhange/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdhange", "validate_certs": true} 2021-03-04T22:42:01.639 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9ltUNitnn0FNwMeiGkBnozpBN5ziVR2MreaqkfqTQY2TgI24559xuILyy+TnAKumhemZ8i8nIQ876Iso85OzIXbUbRM45hpL/bMQX7pWyMIRNeFKrCDwf18OT0DPc8aeDOAFQ6YoN0j4awUENjdZuuAW80cfcjoQO3m7ORF8wBF0IvMWwPDIQQrz+Li31ECgXg6VC7K3e+BNHlfNQ/2/ahS0+V4J6JYFsylZL0r2tydhDMd6rR8QA9c9BgeBz7+KWobGtiZVe7KReTzJ0O38PxNd8br3aS50j5BiN63gch8eFxPAROaUMnuiavu6OTDy4/aeL3Zc5WpUy3VyyumWf jolmomar@localhost.localdomain", "key_options": null, "keyfile": "/home/jolmomar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jolmomar", "validate_certs": true} 2021-03-04T22:42:01.640 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDg7xW5+Mk7pG5MjLxOc7GTvDTCPBJj2L3MEQZIapmmo6t8uPODwDewXncSzrKDH6zFVE4TTTD9fJdu+BhyT+jCFgXrEOMMabj7vJsg0wO0SWqr+4NECFPhD9y4ewfYiewBeXisclA5Bto91v93AtYpZBCdmPYSi0BEcPVc6S3iBUD0PzIrL62I/kBAtm0f/bScRiT7XvQJXvkbEObW2yS2XhUv2qgq1VlFvO1jl3B85KMTHVb8+LrKpQWOKfRfxJ74c51y6tnEjZLFO6Xn0JevqOhd8gPQIXueFZOM0g0pNp1mbtGaaBlEIibbrzo2p9kzsdvJeHMq1XuMIi1/Qyj9 dpivonka@dhcp-41-144.bos.redhat.com", "key_options": null, "keyfile": "/home/dpivonka/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dpivonka", "validate_certs": true} 2021-03-04T22:42:01.809 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQKiUAlB8dxudAY60M7jnIJvs9yb2pNaT+BVv1Vk1kMs0XjPjcw9cyT3DtQ1xGLF367phRi/cfQbXOYbHG+uyBzQ4EEnBFvziktWRx4mfeWYxKjkjbfkVfpKPsxztqCbwm6+NYzMxGK2cExN7jUHnghHAjfA0IUpVVg9peBD3kUveLwS+UxuJAnuj+G4480LS6GDyLrhFEXU7uOIIlW4S9oLnU6vJL6GAzwyLE4ijTA8Ek03SJ01Ey/gpU9AqnQNp9u12l/7sJely6sI9pAuIzmS8Ht324hexxSWN5sFjXgLvLfFK83ziDBdrFBr0WXnWsFdRpHs2CwSq1JTkByqbN hmunjulu@hmunjulu.remote.csb", "key_options": null, "keyfile": "/home/hmunjulu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hmunjulu", "validate_certs": true} 2021-03-04T22:42:01.811 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0m+8wna4RnrOcuCUj971EBe4cFiTXVkEWkIsUX3yeCUwMaS/ZjaoOjcdYX7cYpCp1ilo4FSO5BsochU0RiMbQEwLGcE0zB2q1ac8+yYKCuWWyknig2t4bOReu5OrXvl6mj/9R+p7clFlYhwIoNG5ZZ/2eTbo3nH7gWgaOKaPbTtvEGg/5R/qjQKg8OTC8oix6kLsaNTisQJ78Zd7b4ukg9bO0jlq/2UhQOBM072sU1/kJpWTkcA0xxm3nsC4rWPwapgz7UwBmMdyx116GZgWdfQecTLKO7b8pyJw21npk2ntUmeMi7WPZGX6VI3IpaAhBjW3KiATAb8JbAQh8F9bmejkw6x7zrP3hYKQOg3A+U8DKRRo/Ad+f0zz9gjC42DUvMEOr09RBdxZcEAPY7H/YRWEqbA2zPX3Gfth4b7/letzM3m9ToUvVfSt1CdjaZD+gIia9pCgDMb+j1j2w9reG4F7Us+W/1f5pYCyFyrm4XO3AdoYM9/FOAOR3vffTIQU= adking@localhost.localdomain", "key_options": null, "keyfile": "/home/adking/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "adking", "validate_certs": true} 2021-03-04T22:42:01.968 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoefxOfeArToGucfWG7y1tyLF2I1J/IkBSlmxxEJyHyDUB6ElXjYIJReoiPfmB0xLEmINpmt8QA4XN/8UbR1r9LFOexlZZbX1LSbihi11LXCvfIJWqkHVwIyKHRTu/duMrntBFVENJ0LVf0GSWVTtllXaDA+fMkp6/ra/hlRHQbx19UXy/9+Pogj8Xl+SntnMGiHlX8FFq2A2tUqhdQSf/1GW1HfUIa5WtwdEqIpKpAgMM7sOW9i3QAmLAMo8HiKrArSiy7jrRUODCqsTJsfifxEbmnOS0ZtmDh0eeWL/Dyqbz99Rg4WbFNeK8oyZYr7D6bEAhd2az2A+wycPx4Nq7 julpark@julpark.remote.csb", "key_options": null, "keyfile": "/home/julpark/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "julpark", "validate_certs": true} 2021-03-04T22:42:01.980 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCs6q2b5NcUsNXl+w1Mrc7idNvGdwWkL0XRX5zTw22UNpQyqPkSrRTFKi4NxoY8ucv8JoLnaJL7hYSRHKTh7SqH78uPLZX0FLtoHvpYLgUgJzzJ5AOW5uekIhCMCm+3egmFnEBwFcNxtGnU2es02ByXNEXRxt4/LQ0f8K6lMqxVRSKYcltvWzlA7WFFdTnYMunbCYOdpw88RXm2pYjGIHRBnie7+pFiFSS6K/mkzQcfLiJmahgLSaYslI0ho1vQd8xfNLmZ700C5F4VTUlT/mJK/dI2LF3OfaPTsyqKNzOchrjLFx5b6dhZ4WZyqu7VKsHNm+xHZwT8VP3LPGSVVBdmEsiCsmV4g4QTI5ssZLi7siZDpaFp72nVAIO1i6kBGuiF3or+J4LmIh8ZRKzTc0DRDOw7S+IkWu1fv2UhYg83z6wrz4HeczI+bnolFFWW6HgGV3MFaUeRTRvrbxw2DPoEGQ+cjP0wsjyEhxlScwdh8W8IbVpNl+7mBe45YGUH2hg83Lst5QQxD4PHelriu40moWRHFKCnKfNesb4L1uqu29o8f+/PgpLdrWE/P5zIKe2ReWJyScYAI7jTMlFw+xgf+0TKryk44NMy90l3ei0umlx4qsFbbEv+lhzAALrUJ/da7fsQw7eIVykmcscBeYr99/YSYk4MGdk4jVCiHsQkdw== amathuri@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ3ch+pU88/tX5TVVFl/1pPief8drYLRkK4BtfJk+xVNxX9qkDtOtiLAU+OugYF1/xk9hE9zTbm3UBL23unrzhlR80t8f2FiF1YFhHVzeZ/p/OunmkU0RFQzkMVuwKVOUNulw9FwpEZ/0Bjfxvaims0SBWaCzBgE5g0R+Ofdq/bVF82K8vU5Laa3KZ/cCdGzFgW00cBvPAKIpQ93g8TRqsCsFvR37nY9v5SU1hJ9araEp6LRA86tUt3EFtxD2tRcmqKGtCb0kOr+rRXWVGiaUBiedHxFudIy0+TNj4fNrJwpoC0hcBO9ek4Bh6hM7Zqzum9HpkPGlz84jkm+r+xMThaZCh8iFkgxyK+bw8B8smaVJD04ob9Wb4RYoFYfQ7TEkPkO9gr+UsSesbP9fWfucemUqwK0htOOtpc1YRwdOPcdPJWAfx9J5+YVL8BTWYBaTdmHslOKeUGM5fCob6QxC6Er9xweys9jh7MXttSpe013bY7P4ZDRF8uWvygpsytPE= amathuri@redhat.com", "key_options": 2021-03-04T22:42:01.982 INFO:teuthology.task.ansible.out: null, "keyfile": "/home/amathuri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amathuri", "validate_certs": true} 2021-03-04T22:42:02.137 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD03otezqmbR7v9dq62mWH5Kkg692jdmDZk6Ve4vux0A0YhxBuXDCyBWLE1Z4lLNxQahvK0pGsgokp+Uk+Q6aU+ZnF/E2jLp6YWerFXIHY3M7byObJx9+QuVBfNI0bZBkV3+vSjhSCGOYU+TrTHsKZqhsTcejZjmL3gFLmWfU6dTh0sX05qz97cdJl3CMPhCIR3KjtkiPygj417/N7wet/Efv1t79TvyS7dtK1oz+zRLEpKi/fZjvpXb8xec7as72Y0XexsWMDyZJ/N8PijTQ5L6EfLMV7ae/bWGzNAKsoC1dHVY7q/Q4pzktC6zU0Rc9sDRMtrgFg+q+04BfveSLfxTb9tqf7SbSvh7IAG1eKiEuDT/uy3T6Uiw+CiZ0eIqYzZscO/aDjUArGbS8eyaycybdYCBK9Jz38i0mYKkXg855yoVuIExr6MXieYwyVoVW8gbx1bAslaafrzra2dkAFByOJ0sbosPFRgR2+boUSxD6IaE+ALgno4T/0CI2RMiH0= prashant@cephdev", "key_options": null, "keyfile": "/home/pdhange/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdhange", "validate_certs": true} 2021-03-04T22:42:02.149 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDr6H7hmtGCUrO3GppgMHwbmA4XT/Vipz/uLG/N8h6ZxtaLQKpCefRpdKcFlOdDwxkTmT5q9vmXQ8nl95lTGq+eeMxl4ho104ZD9e9AIYmgYqFy7/qNP8gkqduIPlypLL9m5rElTcGd7zqfMqgljMvAmnXLtZNJlIuFtszVU5WPI1QCwfQ3t5aHF6j66bpVoN9uWItVGB1LApQz9TtViWsQ9Hl8X4YauJToO+TkuSX+H/OGH7ZC6CPOzNZb3b3vF/jLMnTzXl86PJs1se4DjKkRGLVCVbr2WhLwQeZ8TEn3Hg1Gn5X8zNM5cTo6U8SnXBAe9ZYbuyfvghrNLdlZpmN+8l0/l5zC3z+N+sEzklXwHw4MQLF+KSloVFd9NN/kyenufTZAyp8VxllZ9TgdC+CPORIWyzmu1elOtYo7LNuE6CIh/Zm9B54SO6hVHhVoOCqe/dIyjeHJA0WKIZblK1XZEvWuu0E2T3jhxfe1GICyTukeB8WoBQH9DZ1yzMPt59E= nia@redhat.com", "key_options": null, "keyfile": "/home/nizamial09/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nizamial09", "validate_certs": true} 2021-03-04T22:42:02.235 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:02 +0000 (0:00:23.170) 0:00:57.910 ******** 2021-03-04T22:42:02.322 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDg7xW5+Mk7pG5MjLxOc7GTvDTCPBJj2L3MEQZIapmmo6t8uPODwDewXncSzrKDH6zFVE4TTTD9fJdu+BhyT+jCFgXrEOMMabj7vJsg0wO0SWqr+4NECFPhD9y4ewfYiewBeXisclA5Bto91v93AtYpZBCdmPYSi0BEcPVc6S3iBUD0PzIrL62I/kBAtm0f/bScRiT7XvQJXvkbEObW2yS2XhUv2qgq1VlFvO1jl3B85KMTHVb8+LrKpQWOKfRfxJ74c51y6tnEjZLFO6Xn0JevqOhd8gPQIXueFZOM0g0pNp1mbtGaaBlEIibbrzo2p9kzsdvJeHMq1XuMIi1/Qyj9 dpivonka@dhcp-41-144.bos.redhat.com", "key_options": null, "keyfile": "/home/dpivonka/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dpivonka", "validate_certs": true} 2021-03-04T22:42:02.343 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2021-03-04T22:42:02.346 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "skip_reason": "Conditional result was False"} skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:02.359 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:02.361 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:02.371 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:02.382 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:02.394 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:02.396 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:02.405 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:02.489 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-03-04T22:42:02.491 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0m+8wna4RnrOcuCUj971EBe4cFiTXVkEWkIsUX3yeCUwMaS/ZjaoOjcdYX7cYpCp1ilo4FSO5BsochU0RiMbQEwLGcE0zB2q1ac8+yYKCuWWyknig2t4bOReu5OrXvl6mj/9R+p7clFlYhwIoNG5ZZ/2eTbo3nH7gWgaOKaPbTtvEGg/5R/qjQKg8OTC8oix6kLsaNTisQJ78Zd7b4ukg9bO0jlq/2UhQOBM072sU1/kJpWTkcA0xxm3nsC4rWPwapgz7UwBmMdyx116GZgWdfQecTLKO7b8pyJw21npk2ntUmeMi7WPZGX6VI3IpaAhBjW3KiATAb8JbAQh8F9bmejkw6x7zrP3hYKQOg3A+U8DKRRo/Ad+f0zz9gjC42DUvMEOr09RBdxZcEAPY7H/YRWEqbA2zPX3Gfth4b7/letzM3m9ToUvVfSt1CdjaZD+gIia9pCgDMb+j1j2w9reG4F7Us+W/1f5pYCyFyrm4XO3AdoYM9/FOAOR3vffTIQU= adking@localhost.localdomain", "key_options": null, "keyfile": "/home/adking/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "adking", "validate_certs": true} 2021-03-04T22:42:02.575 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "key_options": null, "keyfile": "/home/smithfarm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smithfarm", "validate_certs": true} 2021-03-04T22:42:02.587 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:02.599 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:02.663 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-03-04T22:42:02.664 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCs6q2b5NcUsNXl+w1Mrc7idNvGdwWkL0XRX5zTw22UNpQyqPkSrRTFKi4NxoY8ucv8JoLnaJL7hYSRHKTh7SqH78uPLZX0FLtoHvpYLgUgJzzJ5AOW5uekIhCMCm+3egmFnEBwFcNxtGnU2es02ByXNEXRxt4/LQ0f8K6lMqxVRSKYcltvWzlA7WFFdTnYMunbCYOdpw88RXm2pYjGIHRBnie7+pFiFSS6K/mkzQcfLiJmahgLSaYslI0ho1vQd8xfNLmZ700C5F4VTUlT/mJK/dI2LF3OfaPTsyqKNzOchrjLFx5b6dhZ4WZyqu7VKsHNm+xHZwT8VP3LPGSVVBdmEsiCsmV4g4QTI5ssZLi7siZDpaFp72nVAIO1i6kBGuiF3or+J4LmIh8ZRKzTc0DRDOw7S+IkWu1fv2UhYg83z6wrz4HeczI+bnolFFWW6HgGV3MFaUeRTRvrbxw2DPoEGQ+cjP0wsjyEhxlScwdh8W8IbVpNl+7mBe45YGUH2hg83Lst5QQxD4PHelriu40moWRHFKCnKfNesb4L1uqu29o8f+/PgpLdrWE/P5zIKe2ReWJyScYAI7jTMlFw+xgf+0TKryk44NMy90l3ei0umlx4qsFbbEv+lhzAALrUJ/da7fsQw7eIVykmcscBeYr99/YSYk4MGdk4jVCiHsQkdw== amathuri@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ3ch+pU88/tX5TVVFl/1pPief8drYLRkK4BtfJk+xVNxX9qkDtOtiLAU+OugYF1/xk9hE9zTbm3UBL23unrzhlR80t8f2FiF1YFhHVzeZ/p/OunmkU0RFQzkMVuwKVOUNulw9FwpEZ/0Bjfxvaims0SBWaCzBgE5g0R+Ofdq/bVF82K8vU5Laa3KZ/cCdGzFgW00cBvPAKIpQ93g8TRqsCsFvR37nY9v5SU1hJ9araEp6LRA86tUt3EFtxD2tRcmqKGtCb0kOr+rRXWVGiaUBiedHxFudIy0+TNj4fNrJwpoC0hcBO9ek4Bh6hM7Zqzum9HpkPGlz84jkm+r+xMThaZCh8iFkgxyK+bw8B8smaVJD04ob9Wb4RYoFYfQ7TEkPkO9gr+UsSesbP9fWfucemUqwK0htOOtpc1YRwdOPcdPJWAfx9J5+YVL8BTWYBaTdmHslOKeUGM5fCob6QxC6Er9xweys9jh7MXttSpe013bY7P4ZDRF8uWvygpsytPE= amathuri@redhat.com", "key_options": 2021-03-04T22:42:02.666 INFO:teuthology.task.ansible.out: null, "keyfile": "/home/amathuri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amathuri", "validate_certs": true} 2021-03-04T22:42:02.769 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2021-03-04T22:42:02.770 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "key_options": null, "keyfile": "/home/amaredia/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amaredia", "validate_certs": true} 2021-03-04T22:42:02.833 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-03-04T22:42:02.835 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDr6H7hmtGCUrO3GppgMHwbmA4XT/Vipz/uLG/N8h6ZxtaLQKpCefRpdKcFlOdDwxkTmT5q9vmXQ8nl95lTGq+eeMxl4ho104ZD9e9AIYmgYqFy7/qNP8gkqduIPlypLL9m5rElTcGd7zqfMqgljMvAmnXLtZNJlIuFtszVU5WPI1QCwfQ3t5aHF6j66bpVoN9uWItVGB1LApQz9TtViWsQ9Hl8X4YauJToO+TkuSX+H/OGH7ZC6CPOzNZb3b3vF/jLMnTzXl86PJs1se4DjKkRGLVCVbr2WhLwQeZ8TEn3Hg1Gn5X8zNM5cTo6U8SnXBAe9ZYbuyfvghrNLdlZpmN+8l0/l5zC3z+N+sEzklXwHw4MQLF+KSloVFd9NN/kyenufTZAyp8VxllZ9TgdC+CPORIWyzmu1elOtYo7LNuE6CIh/Zm9B54SO6hVHhVoOCqe/dIyjeHJA0WKIZblK1XZEvWuu0E2T3jhxfe1GICyTukeB8WoBQH9DZ1yzMPt59E= nia@redhat.com", "key_options": null, "keyfile": "/home/nizamial09/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nizamial09", "validate_certs": true} 2021-03-04T22:42:02.915 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:02 +0000 (0:00:00.679) 0:00:58.590 ******** 2021-03-04T22:42:02.932 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2021-03-04T22:42:02.934 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "key_options": null, "keyfile": "/home/tserlin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tserlin", "validate_certs": true} 2021-03-04T22:42:02.944 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:02.946 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:02.956 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:02.957 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:02.968 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:02.969 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:02.979 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:02.991 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:02.992 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.002 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.003 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.014 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.015 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.016 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "skip_reason": "Conditional result was False"} skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.027 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.029 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.038 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.040 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "skip_reason": "Conditional result was False"} skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.041 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.052 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.053 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.054 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "skip_reason": "Conditional result was False"} skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.065 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.067 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "skip_reason": "Conditional result was False"} skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "skip_reason": "Conditional result was False"} skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "skip_reason": "Conditional result was False"} skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.080 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.092 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'jdillaman', 'ovpn': 'jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.093 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.105 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.107 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.116 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.127 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.129 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.139 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.141 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.151 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.153 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.163 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.166 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.175 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.177 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.187 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.189 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.199 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.210 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.211 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.221 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.223 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.234 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.245 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.246 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "key_options": null, "keyfile": "/home/smithfarm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smithfarm", "validate_certs": true} 2021-03-04T22:42:03.247 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec00 2021-03-04T22:42:03.248 INFO:teuthology.task.ansible.out:4bdcc'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.258 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.260 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "skip_reason": "Conditional result was False"} skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "skip_reason": "Conditional result was False"} skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.271 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.272 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.283 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.285 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.295 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.296 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.306 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.308 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.318 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.329 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.330 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.340 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.342 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.352 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.353 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.363 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.365 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.375 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.375 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.397 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.399 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "skip_reason": "Conditional result was False"} skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.409 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.411 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.421 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.423 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "key_options": null, "keyfile": "/home/amaredia/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amaredia", "validate_certs": true} 2021-03-04T22:42:03.433 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.434 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.444 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.446 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.456 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.457 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.467 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.478 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.480 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.490 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.501 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.502 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.512 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.514 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.525 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.535 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.537 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.546 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.548 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.560 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.561 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.572 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.573 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.585 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.587 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "key_options": null, "keyfile": "/home/tserlin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tserlin", "validate_certs": true} 2021-03-04T22:42:03.589 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.600 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.602 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "skip_reason": "Conditional result was False"} skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.603 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.614 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.616 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "skip_reason": "Conditional result was False"} skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.616 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.627 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.629 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "skip_reason": "Conditional result was False"} skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.640 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.641 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.643 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "skip_reason": "Conditional result was False"} skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.645 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.647 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.658 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.660 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "skip_reason": "Conditional result was False"} skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.670 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.672 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "skip_reason": "Conditional result was False"} skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.674 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "skip_reason": "Conditional result was False"} skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.685 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.687 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "skip_reason": "Conditional result was False"} skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "skip_reason": "Conditional result was False"} skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.701 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.703 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.712 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.714 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "skip_reason": "Conditional result was False"} skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.724 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.726 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "skip_reason": "Conditional result was False"} skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.737 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.738 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.740 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.742 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "skip_reason": "Conditional result was False"} skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.752 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.754 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'jdillaman', 'ovpn': 'jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jdillaman", "ovpn": "jdillaman@ceph1 kQ96pIpKTocwIj9H1Udb1g 6c087451af94ac18c144712bcc9329799d86f6d90376839dcd6fa41cd73e3608"}, "skip_reason": "Conditional result was False"} skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "skip_reason": "Conditional result was False"} skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.754 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.755 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao 2021-03-04T22:42:03.756 INFO:teuthology.task.ansible.out: VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.766 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.767 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.769 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n"}, "skip_reason": "Conditional result was False"} skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.780 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.782 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.805 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.807 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "skip_reason": "Conditional result was False"} skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.807 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.807 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.833 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:03 +0000 (0:00:00.917) 0:00:59.508 ******** 2021-03-04T22:42:03.840 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.842 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.843 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.855 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.857 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "skip_reason": "Conditional result was False"} skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "skip_reason": "Conditional result was False"} skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.857 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.868 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.870 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.879 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.890 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.892 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.902 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.903 INFO:teuthology.task.ansible.out: TASK [Filter the revoked_users list] ******************************************* skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.924 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:03 +0000 (0:00:00.091) 0:00:59.599 ******** 2021-03-04T22:42:03.931 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.933 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "skip_reason": "Conditional result was False"} skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "skip_reason": "Conditional result was False"} skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.945 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.946 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.948 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.958 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.959 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.971 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.973 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.983 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.995 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.995 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:03.996 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.007 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.008 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.019 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.031 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.033 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.044 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.045 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.057 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.059 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.069 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.070 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.080 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.091 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost QwKbKHfNAOenVV0mkO8NXw 40d74abb20ebba9eaca5e58f6c821670d23f5db5405fc6e3072b985a397c0104"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.093 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.103 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.105 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.114 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.125 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.127 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.136 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.138 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.148 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.149 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.159 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.161 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** ok: [gibba038.front.sepia.ceph.com] => (item=zcerza) => {"ansible_loop_var": "item", "changed": false, "item": "zcerza", "name": "zcerza", "state": "absent"} TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.172 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.173 INFO:teuthology.task.ansible.out: skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rraja", "ovpn": "rraja@p50 4NMUghtas9gI46n7X0iJXA cc646e47c8b503eb38d30efa47e459076af52b4fc001c4959833f32ddc563a02"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.184 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.194 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.196 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.206 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.207 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.217 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.219 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.228 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.229 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.240 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.251 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.252 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.262 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.264 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.274 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.275 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.286 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.297 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.298 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.308 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.310 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** ok: [gibba038.front.sepia.ceph.com] => (item=aschoen) => {"ansible_loop_var": "item", "changed": false, "item": "aschoen", "name": "aschoen", "state": "absent"} TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.321 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.322 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.332 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.334 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.344 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.355 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.357 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.366 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.368 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.378 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.380 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad huZBxlH4VpGff0Q68m/2Rg 43cc9c90a55fa3395862e679b60c5e6c016a59f186e7e8798579cd6046cc4ec8"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.390 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.391 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@thinkpad 5H//Tz6a0uBQDJiYlp9bIA 5ad4213c5f177c9d3586e58770208dd3e18f57d78f12d5d1a9dfa541d5c5c957\n"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.402 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.444 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:04 +0000 (0:00:00.519) 0:01:00.118 ******** 2021-03-04T22:42:04.471 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-03-04T22:42:04.473 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=andrew) => {"ansible_loop_var": "item", "changed": false, "item": "andrew", "name": "andrew", "state": "absent"} 2021-03-04T22:42:04.516 INFO:teuthology.task.ansible.out: TASK [Filter the revoked_users list] ******************************************* 2021-03-04T22:42:04.518 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:04.539 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:04 +0000 (0:00:00.095) 0:01:00.214 ******** 2021-03-04T22:42:04.631 INFO:teuthology.task.ansible.out: 2021-03-04T22:42:04.633 INFO:teuthology.task.ansible.out:TASK [Remove revoked users] **************************************************** ok: [gibba038.front.sepia.ceph.com] => (item=sweil) => {"ansible_loop_var": "item", "changed": false, "item": "sweil", "name": "sweil", "state": "absent"} 2021-03-04T22:42:04.770 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=zcerza) => {"ansible_loop_var": "item", "changed": false, "item": "zcerza", "name": "zcerza", "state": "absent"} 2021-03-04T22:42:04.792 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=brad) => {"ansible_loop_var": "item", "changed": false, "item": "brad", "name": "brad", "state": "absent"} 2021-03-04T22:42:04.938 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=aschoen) => {"ansible_loop_var": "item", "changed": false, "item": "aschoen", "name": "aschoen", "state": "absent"} 2021-03-04T22:42:04.939 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=kefu) => {"ansible_loop_var": "item", "changed": false, "item": "kefu", "name": "kefu", "state": "absent"} 2021-03-04T22:42:05.097 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=andrew) => {"ansible_loop_var": "item", "changed": false, "item": "andrew", "name": "andrew", "state": "absent"} 2021-03-04T22:42:05.098 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=shylesh) => {"ansible_loop_var": "item", "changed": false, "item": "shylesh", "name": "shylesh", "state": "absent"} 2021-03-04T22:42:05.257 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=sweil) => {"ansible_loop_var": "item", "changed": false, "item": "sweil", "name": "sweil", "state": "absent"} 2021-03-04T22:42:05.268 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=gmeno) => {"ansible_loop_var": "item", "changed": false, "item": "gmeno", "name": "gmeno", "state": "absent"} 2021-03-04T22:42:05.407 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=brad) => {"ansible_loop_var": "item", "changed": false, "item": "brad", "name": "brad", "state": "absent"} 2021-03-04T22:42:05.419 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=alfredodeza) => {"ansible_loop_var": "item", "changed": false, "item": "alfredodeza", "name": "alfredodeza", "state": "absent"} 2021-03-04T22:42:05.581 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=kefu) => {"ansible_loop_var": "item", "changed": false, "item": "kefu", "name": "kefu", "state": "absent"} 2021-03-04T22:42:05.592 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=trhoden) => {"ansible_loop_var": "item", "changed": false, "item": "trhoden", "name": "trhoden", "state": "absent"} 2021-03-04T22:42:05.740 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=shylesh) => {"ansible_loop_var": "item", "changed": false, "item": "shylesh", "name": "shylesh", "state": "absent"} 2021-03-04T22:42:05.751 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=nishtha) => {"ansible_loop_var": "item", "changed": false, "item": "nishtha", "name": "nishtha", "state": "absent"} 2021-03-04T22:42:05.899 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=gmeno) => {"ansible_loop_var": "item", "changed": false, "item": "gmeno", "name": "gmeno", "state": "absent"} 2021-03-04T22:42:05.909 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=yguang) => {"ansible_loop_var": "item", "changed": false, "item": "yguang", "name": "yguang", "state": "absent"} 2021-03-04T22:42:06.045 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=alfredodeza) => {"ansible_loop_var": "item", "changed": false, "item": "alfredodeza", "name": "alfredodeza", "state": "absent"} 2021-03-04T22:42:06.066 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=sdieffen) => {"ansible_loop_var": "item", "changed": false, "item": "sdieffen", "name": "sdieffen", "state": "absent"} 2021-03-04T22:42:06.202 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=trhoden) => {"ansible_loop_var": "item", "changed": false, "item": "trhoden", "name": "trhoden", "state": "absent"} 2021-03-04T22:42:06.224 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=brian) => {"ansible_loop_var": "item", "changed": false, "item": "brian", "name": "brian", "state": "absent"} 2021-03-04T22:42:06.369 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=nishtha) => {"ansible_loop_var": "item", "changed": false, "item": "nishtha", "name": "nishtha", "state": "absent"} 2021-03-04T22:42:06.381 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=pmcgarry) => {"ansible_loop_var": "item", "changed": false, "item": "pmcgarry", "name": "pmcgarry", "state": "absent"} 2021-03-04T22:42:06.517 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=yguang) => {"ansible_loop_var": "item", "changed": false, "item": "yguang", "name": "yguang", "state": "absent"} 2021-03-04T22:42:06.530 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=karnan) => {"ansible_loop_var": "item", "changed": false, "item": "karnan", "name": "karnan", "state": "absent"} 2021-03-04T22:42:06.677 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=sdieffen) => {"ansible_loop_var": "item", "changed": false, "item": "sdieffen", "name": "sdieffen", "state": "absent"} 2021-03-04T22:42:06.689 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=ryneli) => {"ansible_loop_var": "item", "changed": false, "item": "ryneli", "name": "ryneli", "state": "absent"} 2021-03-04T22:42:06.847 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=dlambrig) => {"ansible_loop_var": "item", "changed": false, "item": "dlambrig", "name": "dlambrig", "state": "absent"} 2021-03-04T22:42:06.848 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=brian) => {"ansible_loop_var": "item", "changed": false, "item": "brian", "name": "brian", "state": "absent"} 2021-03-04T22:42:06.996 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=icolle) => {"ansible_loop_var": "item", "changed": false, "item": "icolle", "name": "icolle", "state": "absent"} 2021-03-04T22:42:06.997 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=pmcgarry) => {"ansible_loop_var": "item", "changed": false, "item": "pmcgarry", "name": "pmcgarry", "state": "absent"} 2021-03-04T22:42:07.154 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=soumya) => {"ansible_loop_var": "item", "changed": false, "item": "soumya", "name": "soumya", "state": "absent"} 2021-03-04T22:42:07.155 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=karnan) => {"ansible_loop_var": "item", "changed": false, "item": "karnan", "name": "karnan", "state": "absent"} 2021-03-04T22:42:07.313 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=ryneli) => {"ansible_loop_var": "item", "changed": false, "item": "ryneli", "name": "ryneli", "state": "absent"} 2021-03-04T22:42:07.314 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=jspray) => {"ansible_loop_var": "item", "changed": false, "item": "jspray", "name": "jspray", "state": "absent"} 2021-03-04T22:42:07.459 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=dlambrig) => {"ansible_loop_var": "item", "changed": false, "item": "dlambrig", "name": "dlambrig", "state": "absent"} 2021-03-04T22:42:07.471 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=loic) => {"ansible_loop_var": "item", "changed": false, "item": "loic", "name": "loic", "state": "absent"} 2021-03-04T22:42:07.617 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=erwan) => {"ansible_loop_var": "item", "changed": false, "item": "erwan", "name": "erwan", "state": "absent"} 2021-03-04T22:42:07.619 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=icolle) => {"ansible_loop_var": "item", "changed": false, "item": "icolle", "name": "icolle", "state": "absent"} 2021-03-04T22:42:07.775 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=soumya) => {"ansible_loop_var": "item", "changed": false, "item": "soumya", "name": "soumya", "state": "absent"} 2021-03-04T22:42:07.777 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=jj) => {"ansible_loop_var": "item", "changed": false, "item": "jj", "name": "jj", "state": "absent"} 2021-03-04T22:42:07.932 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=jspray) => {"ansible_loop_var": "item", "changed": false, "item": "jspray", "name": "jspray", "state": "absent"} 2021-03-04T22:42:07.934 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=amarangone) => {"ansible_loop_var": "item", "changed": false, "item": "amarangone", "name": "amarangone", "state": "absent"} 2021-03-04T22:42:08.089 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=loic) => {"ansible_loop_var": "item", "changed": false, "item": "loic", "name": "loic", "state": "absent"} 2021-03-04T22:42:08.090 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=oprypin) => {"ansible_loop_var": "item", "changed": false, "item": "oprypin", "name": "oprypin", "state": "absent"} 2021-03-04T22:42:08.246 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=adamyanova) => {"ansible_loop_var": "item", "changed": false, "item": "adamyanova", "name": "adamyanova", "state": "absent"} 2021-03-04T22:42:08.247 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=erwan) => {"ansible_loop_var": "item", "changed": false, "item": "erwan", "name": "erwan", "state": "absent"} 2021-03-04T22:42:08.393 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=sbillah) => {"ansible_loop_var": "item", "changed": false, "item": "sbillah", "name": "sbillah", "state": "absent"} 2021-03-04T22:42:08.395 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=jj) => {"ansible_loop_var": "item", "changed": false, "item": "jj", "name": "jj", "state": "absent"} 2021-03-04T22:42:08.550 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=onyb) => {"ansible_loop_var": "item", "changed": false, "item": "onyb", "name": "onyb", "state": "absent"} 2021-03-04T22:42:08.551 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=amarangone) => {"ansible_loop_var": "item", "changed": false, "item": "amarangone", "name": "amarangone", "state": "absent"} 2021-03-04T22:42:08.707 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=oprypin) => {"ansible_loop_var": "item", "changed": false, "item": "oprypin", "name": "oprypin", "state": "absent"} 2021-03-04T22:42:08.709 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=jwilliamson) => {"ansible_loop_var": "item", "changed": false, "item": "jwilliamson", "name": "jwilliamson", "state": "absent"} 2021-03-04T22:42:08.865 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=adamyanova) => {"ansible_loop_var": "item", "changed": false, "item": "adamyanova", "name": "adamyanova", "state": "absent"} 2021-03-04T22:42:08.865 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=kmroz) => {"ansible_loop_var": "item", "changed": false, "item": "kmroz", "name": "kmroz", "state": "absent"} 2021-03-04T22:42:08.866 INFO:teuthology.task.ansible.out: 2021-03-04T22:42:09.022 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=shehbazj) => {"ansible_loop_var": "item", "changed": false, "item": "shehbazj", "name": "shehbazj", "state": "absent"} 2021-03-04T22:42:09.023 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=sbillah) => {"ansible_loop_var": "item", "changed": false, "item": "sbillah", "name": "sbillah", "state": "absent"} 2021-03-04T22:42:09.181 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=abhishekvrshny) => {"ansible_loop_var": "item", "changed": false, "item": "abhishekvrshny", "name": "abhishekvrshny", "state": "absent"} 2021-03-04T22:42:09.182 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=onyb) => {"ansible_loop_var": "item", "changed": false, "item": "onyb", "name": "onyb", "state": "absent"} 2021-03-04T22:42:09.339 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=jwilliamson) => {"ansible_loop_var": "item", "changed": false, "item": "jwilliamson", "name": "jwilliamson", "state": "absent"} 2021-03-04T22:42:09.341 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=asheplyakov) => {"ansible_loop_var": "item", "changed": false, "item": "asheplyakov", "name": "asheplyakov", "state": "absent"} 2021-03-04T22:42:09.498 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=liupan) => {"ansible_loop_var": "item", "changed": false, "item": "liupan", "name": "liupan", "state": "absent"} 2021-03-04T22:42:09.498 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=kmroz) => {"ansible_loop_var": "item", "changed": false, "item": "kmroz", "name": "kmroz", "state": "absent"} 2021-03-04T22:42:09.499 INFO:teuthology.task.ansible.out: 2021-03-04T22:42:09.645 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=shehbazj) => {"ansible_loop_var": "item", "changed": false, "item": "shehbazj", "name": "shehbazj", "state": "absent"} 2021-03-04T22:42:09.646 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=adeza) => {"ansible_loop_var": "item", "changed": false, "item": "adeza", "name": "adeza", "state": "absent"} 2021-03-04T22:42:09.646 INFO:teuthology.task.ansible.out: 2021-03-04T22:42:09.806 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=pranith) => {"ansible_loop_var": "item", "changed": false, "item": "pranith", "name": "pranith", "state": "absent"} 2021-03-04T22:42:09.808 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=abhishekvrshny) => {"ansible_loop_var": "item", "changed": false, "item": "abhishekvrshny", "name": "abhishekvrshny", "state": "absent"} 2021-03-04T22:42:09.964 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=dorinda) => {"ansible_loop_var": "item", "changed": false, "item": "dorinda", "name": "dorinda", "state": "absent"} 2021-03-04T22:42:09.965 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=asheplyakov) => {"ansible_loop_var": "item", "changed": false, "item": "asheplyakov", "name": "asheplyakov", "state": "absent"} 2021-03-04T22:42:10.123 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=liupan) => {"ansible_loop_var": "item", "changed": false, "item": "liupan", "name": "liupan", "state": "absent"} 2021-03-04T22:42:10.280 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=adeza) => {"ansible_loop_var": "item", "changed": false, "item": "adeza", "name": "adeza", "state": "absent"} 2021-03-04T22:42:10.429 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=pranith) => {"ansible_loop_var": "item", "changed": false, "item": "pranith", "name": "pranith", "state": "absent"} 2021-03-04T22:42:10.586 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=dorinda) => {"ansible_loop_var": "item", "changed": false, "item": "dorinda", "name": "dorinda", "state": "absent"} 2021-03-04T22:42:10.975 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item=zyan) => {"ansible_loop_var": "item", "changed": true, "force": false, "item": "zyan", "name": "zyan", "remove": false, "state": "absent"} 2021-03-04T22:42:11.133 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=nlevine) => {"ansible_loop_var": "item", "changed": false, "item": "nlevine", "name": "nlevine", "state": "absent"} 2021-03-04T22:42:11.301 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=tbrekke) => {"ansible_loop_var": "item", "changed": false, "item": "tbrekke", "name": "tbrekke", "state": "absent"} 2021-03-04T22:42:11.459 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=taco) => {"ansible_loop_var": "item", "changed": false, "item": "taco", "name": "taco", "state": "absent"} 2021-03-04T22:42:11.534 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item=zyan) => {"ansible_loop_var": "item", "changed": true, "force": false, "item": "zyan", "name": "zyan", "remove": false, "state": "absent"} 2021-03-04T22:42:11.610 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=louis) => {"ansible_loop_var": "item", "changed": false, "item": "louis", "name": "louis", "state": "absent"} 2021-03-04T22:42:11.694 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=nlevine) => {"ansible_loop_var": "item", "changed": false, "item": "nlevine", "name": "nlevine", "state": "absent"} 2021-03-04T22:42:11.768 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=amarango) => {"ansible_loop_var": "item", "changed": false, "item": "amarango", "name": "amarango", "state": "absent"} 2021-03-04T22:42:11.863 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=tbrekke) => {"ansible_loop_var": "item", "changed": false, "item": "tbrekke", "name": "tbrekke", "state": "absent"} 2021-03-04T22:42:11.927 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=oobe) => {"ansible_loop_var": "item", "changed": false, "item": "oobe", "name": "oobe", "state": "absent"} 2021-03-04T22:42:12.023 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=taco) => {"ansible_loop_var": "item", "changed": false, "item": "taco", "name": "taco", "state": "absent"} 2021-03-04T22:42:12.077 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=rturk) => {"ansible_loop_var": "item", "changed": false, "item": "rturk", "name": "rturk", "state": "absent"} 2021-03-04T22:42:12.174 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=louis) => {"ansible_loop_var": "item", "changed": false, "item": "louis", "name": "louis", "state": "absent"} 2021-03-04T22:42:12.238 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=fche) => {"ansible_loop_var": "item", "changed": false, "item": "fche", "name": "fche", "state": "absent"} 2021-03-04T22:42:12.333 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=amarango) => {"ansible_loop_var": "item", "changed": false, "item": "amarango", "name": "amarango", "state": "absent"} 2021-03-04T22:42:12.397 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=jbainbri) => {"ansible_loop_var": "item", "changed": false, "item": "jbainbri", "name": "jbainbri", "state": "absent"} 2021-03-04T22:42:12.482 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=oobe) => {"ansible_loop_var": "item", "changed": false, "item": "oobe", "name": "oobe", "state": "absent"} 2021-03-04T22:42:12.556 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=kdhananj) => {"ansible_loop_var": "item", "changed": false, "item": "kdhananj", "name": "kdhananj", "state": "absent"} 2021-03-04T22:42:12.609 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:12 +0000 (0:00:08.070) 0:01:08.284 ******** 2021-03-04T22:42:12.648 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=rturk) => {"ansible_loop_var": "item", "changed": false, "item": "rturk", "name": "rturk", "state": "absent"} 2021-03-04T22:42:12.806 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=fche) => {"ansible_loop_var": "item", "changed": false, "item": "fche", "name": "fche", "state": "absent"} 2021-03-04T22:42:12.963 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=jbainbri) => {"ansible_loop_var": "item", "changed": false, "item": "jbainbri", "name": "jbainbri", "state": "absent"} 2021-03-04T22:42:13.069 INFO:teuthology.task.ansible.out: TASK [users : Write /keys-repo-sha1 sentinel file] ***************************** changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "checksum": "1d9711ff879c231c67cb70d00ca0088797a377d0", "dest": "/keys-repo-sha1", "gid": 0, "group": "root", "md5sum": "80a55def4b505d08aff3687f81f74dc2", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:etc_runtime_t:s0", "size": 40, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897732.6967518-6297-257478221852862/source", "state": "file", "uid": 0} 2021-03-04T22:42:13.091 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:13 +0000 (0:00:00.481) 0:01:08.766 ******** 2021-03-04T22:42:13.118 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-03-04T22:42:13.120 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=kdhananj) => {"ansible_loop_var": "item", "changed": false, "item": "kdhananj", "name": "kdhananj", "state": "absent"} 2021-03-04T22:42:13.167 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:13 +0000 (0:00:00.076) 0:01:08.842 ******** 2021-03-04T22:42:13.175 INFO:teuthology.task.ansible.out: TASK [common : Log the OS name, version and release] *************************** 2021-03-04T22:42:13.177 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => { "msg": "Host gibba038.front.sepia.ceph.com is running CentOS 8.2 (Core)" } 2021-03-04T22:42:13.201 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:13 +0000 (0:00:00.034) 0:01:08.876 ******** 2021-03-04T22:42:13.282 INFO:teuthology.task.ansible.out: TASK [common : Including major version specific variables.] ******************** 2021-03-04T22:42:13.284 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml) => {"ansible_facts": {"nrpe_selinux_packages": ["python3-libsemanage", "python3-policycoreutils"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml"} 2021-03-04T22:42:13.305 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:13 +0000 (0:00:00.103) 0:01:08.980 ******** 2021-03-04T22:42:13.374 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 6)] *********************** 2021-03-04T22:42:13.376 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:13.397 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:13 +0000 (0:00:00.091) 0:01:09.072 ******** 2021-03-04T22:42:13.635 INFO:teuthology.task.ansible.out: TASK [users : Write /keys-repo-sha1 sentinel file] ***************************** 2021-03-04T22:42:13.637 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "checksum": "1d9711ff879c231c67cb70d00ca0088797a377d0", "dest": "/keys-repo-sha1", "gid": 0, "group": "root", "md5sum": "80a55def4b505d08aff3687f81f74dc2", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:etc_runtime_t:s0", "size": 40, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897733.2540019-6380-260291940058399/source", "state": "file", "uid": 0} 2021-03-04T22:42:13.659 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:13 +0000 (0:00:00.261) 0:01:09.333 ******** 2021-03-04T22:42:13.738 INFO:teuthology.task.ansible.out: TASK [common : Log the OS name, version and release] *************************** 2021-03-04T22:42:13.740 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => { "msg": "Host gibba011.front.sepia.ceph.com is running CentOS 8.2 (Core)" } 2021-03-04T22:42:13.760 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:13 +0000 (0:00:00.101) 0:01:09.435 ******** 2021-03-04T22:42:13.861 INFO:teuthology.task.ansible.out: TASK [common : Including major version specific variables.] ******************** 2021-03-04T22:42:13.863 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml) => {"ansible_facts": {"nrpe_selinux_packages": ["python3-libsemanage", "python3-policycoreutils"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml"} 2021-03-04T22:42:13.886 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:13 +0000 (0:00:00.126) 0:01:09.561 ******** 2021-03-04T22:42:13.976 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 7)] *********************** 2021-03-04T22:42:13.978 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "cmd": "timedatectl | grep -E \"Time ?zone\" | sed -e \"s/.*: \\(.*\\) (.*/\\1/\"", "delta": "0:00:00.367234", "end": "2021-03-04 22:42:13.952917", "rc": 0, "start": "2021-03-04 22:42:13.585683", "stderr": "", "stderr_lines": [], "stdout": "Etc/UTC", "stdout_lines": ["Etc/UTC"]} TASK [common : Get the current timezone (RHEL/CentOS 6)] *********************** skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:13.999 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:13 +0000 (0:00:00.113) 0:01:09.674 ******** 2021-03-04T22:42:14.019 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:14 +0000 (0:00:00.019) 0:01:09.694 ******** 2021-03-04T22:42:14.089 INFO:teuthology.task.ansible.out: TASK [common : Reboot RHEL7 to workaround systemd bug] ************************* 2021-03-04T22:42:14.091 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:14.111 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:14 +0000 (0:00:00.092) 0:01:09.786 ******** 2021-03-04T22:42:14.193 INFO:teuthology.task.ansible.out: TASK [common : Wait for reboot in case of systemd workaround] ****************** 2021-03-04T22:42:14.194 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:14.215 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:14 +0000 (0:00:00.103) 0:01:09.890 ******** 2021-03-04T22:42:14.286 INFO:teuthology.task.ansible.out: TASK [common : Set /etc/localtime (RHEL/CentOS 6)] ***************************** 2021-03-04T22:42:14.288 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:14.308 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:14 +0000 (0:00:00.093) 0:01:09.983 ******** 2021-03-04T22:42:14.379 INFO:teuthology.task.ansible.out: 2021-03-04T22:42:14.380 INFO:teuthology.task.ansible.out:TASK [common : Set the timezone (RHEL/CentOS >= 7)] **************************** skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:14.401 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:14 +0000 (0:00:00.093) 0:01:10.076 ******** 2021-03-04T22:42:14.472 INFO:teuthology.task.ansible.out: TASK [common : Install yum on Fedora 22 and later] ***************************** 2021-03-04T22:42:14.474 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:14.496 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:14 +0000 (0:00:00.094) 0:01:10.171 ******** 2021-03-04T22:42:14.564 INFO:teuthology.task.ansible.out: TASK [common : Set entitlements_path] ****************************************** 2021-03-04T22:42:14.566 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:14.586 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:14 +0000 (0:00:00.089) 0:01:10.261 ******** 2021-03-04T22:42:14.593 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 7)] *********************** 2021-03-04T22:42:14.594 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "cmd": "timedatectl | grep -E \"Time ?zone\" | sed -e \"s/.*: \\(.*\\) (.*/\\1/\"", "delta": "0:00:00.382127", "end": "2021-03-04 22:42:14.558737", "rc": 0, "start": "2021-03-04 22:42:14.176610", "stderr": "", "stderr_lines": [], "stdout": "Etc/UTC", "stdout_lines": ["Etc/UTC"]} 2021-03-04T22:42:14.617 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:14 +0000 (0:00:00.031) 0:01:10.292 ******** 2021-03-04T22:42:14.667 INFO:teuthology.task.ansible.out: TASK [common : Include Red Hat encrypted variables.] *************************** 2021-03-04T22:42:14.669 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item=None) => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} skipping: [gibba038.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:42:14.699 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:14 +0000 (0:00:00.080) 0:01:10.373 ******** 2021-03-04T22:42:14.717 INFO:teuthology.task.ansible.out: TASK [common : Reboot RHEL7 to workaround systemd bug] ************************* 2021-03-04T22:42:14.719 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:14.742 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:14 +0000 (0:00:00.043) 0:01:10.417 ******** 2021-03-04T22:42:14.770 INFO:teuthology.task.ansible.out: TASK [common : Set have_entitlements] ****************************************** 2021-03-04T22:42:14.772 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:14.795 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:14 +0000 (0:00:00.052) 0:01:10.470 ******** 2021-03-04T22:42:14.824 INFO:teuthology.task.ansible.out: TASK [common : Wait for reboot in case of systemd workaround] ****************** 2021-03-04T22:42:14.826 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:14.848 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:14 +0000 (0:00:00.053) 0:01:10.523 ******** 2021-03-04T22:42:14.866 INFO:teuthology.task.ansible.out: TASK [common : Install CA Cert from Satellite Server] ************************** 2021-03-04T22:42:14.868 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:14.891 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:14 +0000 (0:00:00.042) 0:01:10.565 ******** 2021-03-04T22:42:14.920 INFO:teuthology.task.ansible.out: TASK [common : Set /etc/localtime (RHEL/CentOS 6)] ***************************** 2021-03-04T22:42:14.922 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:14.945 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:14 +0000 (0:00:00.054) 0:01:10.620 ******** 2021-03-04T22:42:14.974 INFO:teuthology.task.ansible.out: TASK [common : Determine if node is registered with subscription-manager.] ***** 2021-03-04T22:42:14.976 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:42:14.999 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:14 +0000 (0:00:00.053) 0:01:10.674 ******** 2021-03-04T22:42:15.001 INFO:teuthology.task.ansible.out: 2021-03-04T22:42:15.020 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone (RHEL/CentOS >= 7)] **************************** 2021-03-04T22:42:15.022 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:15.045 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:15 +0000 (0:00:00.045) 0:01:10.720 ******** 2021-03-04T22:42:15.085 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we're already registered] **************** 2021-03-04T22:42:15.087 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:15.113 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:15 +0000 (0:00:00.067) 0:01:10.787 ******** 2021-03-04T22:42:15.131 INFO:teuthology.task.ansible.out: TASK [common : Install yum on Fedora 22 and later] ***************************** 2021-03-04T22:42:15.133 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:15.156 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:15 +0000 (0:00:00.043) 0:01:10.831 ******** 2021-03-04T22:42:15.185 INFO:teuthology.task.ansible.out: TASK [common : Register with subscription-manager.] **************************** 2021-03-04T22:42:15.187 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:42:15.209 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:15 +0000 (0:00:00.052) 0:01:10.884 ******** 2021-03-04T22:42:15.237 INFO:teuthology.task.ansible.out: TASK [common : Set entitlements_path] ****************************************** 2021-03-04T22:42:15.239 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:15.268 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:15 +0000 (0:00:00.059) 0:01:10.943 ******** 2021-03-04T22:42:15.285 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we just registered] ********************** 2021-03-04T22:42:15.288 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:15.311 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:15 +0000 (0:00:00.042) 0:01:10.986 ******** 2021-03-04T22:42:15.350 INFO:teuthology.task.ansible.out: TASK [common : Include Red Hat encrypted variables.] *************************** 2021-03-04T22:42:15.352 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item=None) => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} skipping: [gibba011.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:42:15.377 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:15 +0000 (0:00:00.065) 0:01:11.052 ******** 2021-03-04T22:42:15.394 INFO:teuthology.task.ansible.out: TASK [common : List CDN releases available to system] ************************** 2021-03-04T22:42:15.396 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:15.421 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:15 +0000 (0:00:00.043) 0:01:11.096 ******** 2021-03-04T22:42:15.449 INFO:teuthology.task.ansible.out: TASK [common : Set have_entitlements] ****************************************** 2021-03-04T22:42:15.451 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:15.472 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:15 +0000 (0:00:00.051) 0:01:11.147 ******** 2021-03-04T22:42:15.500 INFO:teuthology.task.ansible.out: TASK [common : Unregister Beta/Alpha/RC system with subscription-manager] ****** 2021-03-04T22:42:15.502 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:15.524 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:15 +0000 (0:00:00.051) 0:01:11.199 ******** 2021-03-04T22:42:15.544 INFO:teuthology.task.ansible.out: TASK [common : Install CA Cert from Satellite Server] ************************** 2021-03-04T22:42:15.546 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:15.569 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:15 +0000 (0:00:00.044) 0:01:11.244 ******** 2021-03-04T22:42:15.596 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered to false if Beta/Alpha/RC release] ********** 2021-03-04T22:42:15.598 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:15.623 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:15 +0000 (0:00:00.053) 0:01:11.298 ******** 2021-03-04T22:42:15.643 INFO:teuthology.task.ansible.out: TASK [common : Determine if node is registered with subscription-manager.] ***** 2021-03-04T22:42:15.644 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:42:15.667 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:15 +0000 (0:00:00.043) 0:01:11.341 ******** 2021-03-04T22:42:15.695 INFO:teuthology.task.ansible.out: TASK [common : Configure internal beta repos in /etc/yum.repos.d/] ************* 2021-03-04T22:42:15.697 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:42:15.720 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:15 +0000 (0:00:00.053) 0:01:11.395 ******** 2021-03-04T22:42:15.758 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we're already registered] **************** 2021-03-04T22:42:15.760 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:15.784 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:15 +0000 (0:00:00.063) 0:01:11.458 ******** 2021-03-04T22:42:15.801 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2021-03-04T22:42:15.802 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:15.827 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:15 +0000 (0:00:00.043) 0:01:11.502 ******** 2021-03-04T22:42:15.866 INFO:teuthology.task.ansible.out: TASK [common : Register with subscription-manager.] **************************** 2021-03-04T22:42:15.868 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:42:15.889 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:15 +0000 (0:00:00.062) 0:01:11.564 ******** 2021-03-04T22:42:15.929 INFO:teuthology.task.ansible.out: TASK [common : Get list of enabled RHSM repos] ********************************* 2021-03-04T22:42:15.931 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:15.953 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:15 +0000 (0:00:00.063) 0:01:11.628 ******** 2021-03-04T22:42:15.982 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we just registered] ********************** 2021-03-04T22:42:15.983 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:16.005 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:16 +0000 (0:00:00.051) 0:01:11.680 ******** 2021-03-04T22:42:16.033 INFO:teuthology.task.ansible.out: TASK [common : Store list of enabled repos] ************************************ 2021-03-04T22:42:16.035 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:16.070 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:16 +0000 (0:00:00.056) 0:01:11.736 ******** 2021-03-04T22:42:16.101 INFO:teuthology.task.ansible.out: TASK [common : List CDN releases available to system] ************************** 2021-03-04T22:42:16.103 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:16.126 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:16 +0000 (0:00:00.064) 0:01:11.801 ******** 2021-03-04T22:42:16.174 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos false if entitlements are missing or if we unregistered] *** skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:16.194 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:16 +0000 (0:00:00.068) 0:01:11.869 ******** 2021-03-04T22:42:16.238 INFO:teuthology.task.ansible.out: TASK [common : Unregister Beta/Alpha/RC system with subscription-manager] ****** 2021-03-04T22:42:16.240 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:16.269 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:16 +0000 (0:00:00.074) 0:01:11.944 ******** 2021-03-04T22:42:16.309 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if rhsm_repos differs from repo_list] **** 2021-03-04T22:42:16.311 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:16.333 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:16 +0000 (0:00:00.063) 0:01:12.007 ******** 2021-03-04T22:42:16.350 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered to false if Beta/Alpha/RC release] ********** 2021-03-04T22:42:16.352 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:16.376 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:16 +0000 (0:00:00.043) 0:01:12.051 ******** 2021-03-04T22:42:16.415 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if newly-subscribed] ********************* 2021-03-04T22:42:16.417 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:16.446 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:16 +0000 (0:00:00.070) 0:01:12.121 ******** 2021-03-04T22:42:16.454 INFO:teuthology.task.ansible.out: TASK [common : Configure internal beta repos in /etc/yum.repos.d/] ************* 2021-03-04T22:42:16.456 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:42:16.488 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:16 +0000 (0:00:00.041) 0:01:12.163 ******** 2021-03-04T22:42:16.516 INFO:teuthology.task.ansible.out: TASK [common : Disable all rhsm repos] ***************************************** 2021-03-04T22:42:16.517 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:42:16.544 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:16 +0000 (0:00:00.055) 0:01:12.219 ******** 2021-03-04T22:42:16.563 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2021-03-04T22:42:16.565 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:16.587 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:16 +0000 (0:00:00.042) 0:01:12.262 ******** 2021-03-04T22:42:16.635 INFO:teuthology.task.ansible.out: TASK [common : Enable necessary rhsm repos] ************************************ 2021-03-04T22:42:16.637 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:16.661 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:16 +0000 (0:00:00.074) 0:01:12.336 ******** 2021-03-04T22:42:16.668 INFO:teuthology.task.ansible.out: TASK [common : Get list of enabled RHSM repos] ********************************* 2021-03-04T22:42:16.670 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:16.692 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:16 +0000 (0:00:00.031) 0:01:12.367 ******** 2021-03-04T22:42:16.745 INFO:teuthology.task.ansible.out: TASK [common : Remove old apt-mirror repository definition.] ******************* 2021-03-04T22:42:16.747 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:16.769 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:16 +0000 (0:00:00.076) 0:01:12.444 ******** 2021-03-04T22:42:16.787 INFO:teuthology.task.ansible.out: TASK [common : Store list of enabled repos] ************************************ 2021-03-04T22:42:16.788 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:16.820 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:16 +0000 (0:00:00.050) 0:01:12.495 ******** 2021-03-04T22:42:16.900 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos false if entitlements are missing or if we unregistered] *** 2021-03-04T22:42:16.901 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:16.923 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:16 +0000 (0:00:00.103) 0:01:12.598 ******** 2021-03-04T22:42:16.985 INFO:teuthology.task.ansible.out: TASK [common : Increase the yum timeout.] ************************************** 2021-03-04T22:42:16.987 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:42:17.010 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:17 +0000 (0:00:00.086) 0:01:12.685 ******** 2021-03-04T22:42:17.018 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if rhsm_repos differs from repo_list] **** 2021-03-04T22:42:17.019 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:17.044 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:17 +0000 (0:00:00.033) 0:01:12.719 ******** 2021-03-04T22:42:17.125 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if newly-subscribed] ********************* skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:17.149 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:17 +0000 (0:00:00.104) 0:01:12.823 ******** 2021-03-04T22:42:17.239 INFO:teuthology.task.ansible.out: TASK [common : Disable all rhsm repos] ***************************************** 2021-03-04T22:42:17.241 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-03-04T22:42:17.262 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:17 +0000 (0:00:00.113) 0:01:12.937 ******** 2021-03-04T22:42:17.331 INFO:teuthology.task.ansible.out: TASK [common : Enable necessary rhsm repos] ************************************ 2021-03-04T22:42:17.332 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:17.353 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:17 +0000 (0:00:00.091) 0:01:13.028 ******** 2021-03-04T22:42:17.433 INFO:teuthology.task.ansible.out: TASK [common : Remove old apt-mirror repository definition.] ******************* skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:17.455 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:17 +0000 (0:00:00.101) 0:01:13.130 ******** 2021-03-04T22:42:17.670 INFO:teuthology.task.ansible.out: TASK [common : Increase the yum timeout.] ************************************** 2021-03-04T22:42:17.672 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:42:17.693 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:17 +0000 (0:00:00.238) 0:01:13.368 ******** 2021-03-04T22:42:17.695 INFO:teuthology.task.ansible.out: 2021-03-04T22:42:17.711 INFO:teuthology.task.ansible.out: 2021-03-04T22:42:17.712 INFO:teuthology.task.ansible.out:TASK [common : Configure epel repos in /etc/yum.repos.d/] ********************** 2021-03-04T22:42:17.714 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'key': 'epel', 'value': {'name': 'Extra Packages for Enterprise Linux', 'mirrorlist': 'file:///etc/yum.repos.d/epel-mirrorlist', 'failovermethod': 'priority', 'enabled': '1', 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "86c0d58bde7ad4cfaafe592d2fefd92c920c42ca", "dest": "/etc/yum.repos.d/epel.repo", "gid": 0, "group": "root", "item": {"key": "epel", "value": {"enabled": "1", "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-mirrorlist", "name": "Extra Packages for Enterprise Linux"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 236, "state": "file", "uid": 0} 2021-03-04T22:42:18.072 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'key': 'epel-testing', 'value': {'name': 'Extra Packages for Enterprise Linux - Testing', 'mirrorlist': 'file:///etc/yum.repos.d/epel-testing-mirrorlist', 'failovermethod': 'priority', 'enabled': 0, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "a1bad5509ed35b895c2061841236b1cfe10619ae", "dest": "/etc/yum.repos.d/epel-testing.repo", "gid": 0, "group": "root", "item": {"key": "epel-testing", "value": {"enabled": 0, "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-testing-mirrorlist", "name": "Extra Packages for Enterprise Linux - Testing"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-testing.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 262, "state": "file", "uid": 0} 2021-03-04T22:42:18.102 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:18 +0000 (0:00:00.408) 0:01:13.777 ******** 2021-03-04T22:42:18.141 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'key': 'epel', 'value': {'name': 'Extra Packages for Enterprise Linux', 'mirrorlist': 'file:///etc/yum.repos.d/epel-mirrorlist', 'failovermethod': 'priority', 'enabled': '1', 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "86c0d58bde7ad4cfaafe592d2fefd92c920c42ca", "dest": "/etc/yum.repos.d/epel.repo", "gid": 0, "group": "root", "item": {"key": "epel", "value": {"enabled": "1", "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-mirrorlist", "name": "Extra Packages for Enterprise Linux"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 236, "state": "file", "uid": 0} 2021-03-04T22:42:18.487 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'key': 'epel-testing', 'value': {'name': 'Extra Packages for Enterprise Linux - Testing', 'mirrorlist': 'file:///etc/yum.repos.d/epel-testing-mirrorlist', 'failovermethod': 'priority', 'enabled': 0, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "a1bad5509ed35b895c2061841236b1cfe10619ae", "dest": "/etc/yum.repos.d/epel-testing.repo", "gid": 0, "group": "root", "item": {"key": "epel-testing", "value": {"enabled": 0, "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-testing-mirrorlist", "name": "Extra Packages for Enterprise Linux - Testing"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-testing.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 262, "state": "file", "uid": 0} 2021-03-04T22:42:18.512 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:18 +0000 (0:00:00.409) 0:01:14.187 ******** 2021-03-04T22:42:18.529 INFO:teuthology.task.ansible.out: TASK [common : Configure local epel mirrorlists] ******************************* 2021-03-04T22:42:18.531 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=epel-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "3c9ba7bacd1e30bed014cefd1fb4eab0f0f8fa10", "dest": "/etc/yum.repos.d/epel-mirrorlist", "gid": 0, "group": "root", "item": "epel-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 484, "state": "file", "uid": 0} 2021-03-04T22:42:18.896 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=epel-testing-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "d542c3e2c30a0d3eb7d454775342c302c0ded15b", "dest": "/etc/yum.repos.d/epel-testing-mirrorlist", "gid": 0, "group": "root", "item": "epel-testing-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-testing-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 540, "state": "file", "uid": 0} 2021-03-04T22:42:18.921 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:18 +0000 (0:00:00.407) 0:01:14.595 ******** 2021-03-04T22:42:18.958 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=epel-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "3c9ba7bacd1e30bed014cefd1fb4eab0f0f8fa10", "dest": "/etc/yum.repos.d/epel-mirrorlist", "gid": 0, "group": "root", "item": "epel-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 484, "state": "file", "uid": 0} 2021-03-04T22:42:18.960 INFO:teuthology.task.ansible.out: 2021-03-04T22:42:19.013 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2021-03-04T22:42:19.015 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:19.043 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:19 +0000 (0:00:00.123) 0:01:14.718 ******** 2021-03-04T22:42:19.114 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:19.137 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:19 +0000 (0:00:00.093) 0:01:14.812 ******** 2021-03-04T22:42:19.206 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone in /etc/timezone] ****************************** 2021-03-04T22:42:19.208 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:19.228 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:19 +0000 (0:00:00.091) 0:01:14.903 ******** 2021-03-04T22:42:19.296 INFO:teuthology.task.ansible.out: TASK [common : Inform the OS of the new timezone] ****************************** 2021-03-04T22:42:19.298 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:19.322 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:19 +0000 (0:00:00.094) 0:01:14.997 ******** 2021-03-04T22:42:19.331 INFO:teuthology.task.ansible.out: TASK [common : Configure local epel mirrorlists] ******************************* 2021-03-04T22:42:19.332 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=epel-testing-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "d542c3e2c30a0d3eb7d454775342c302c0ded15b", "dest": "/etc/yum.repos.d/epel-testing-mirrorlist", "gid": 0, "group": "root", "item": "epel-testing-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-testing-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 540, "state": "file", "uid": 0} 2021-03-04T22:42:19.334 INFO:teuthology.task.ansible.out: 2021-03-04T22:42:19.360 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:19 +0000 (0:00:00.038) 0:01:15.035 ******** 2021-03-04T22:42:19.400 INFO:teuthology.task.ansible.out: TASK [common : Mask sleep units] *********************************************** skipping: [gibba038.front.sepia.ceph.com] => (item=sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "sleep.target", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:19.411 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item=suspend.target) => {"ansible_loop_var": "item", "changed": false, "item": "suspend.target", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:19.413 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item=hibernate.target) => {"ansible_loop_var": "item", "changed": false, "item": "hibernate.target", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:19.415 INFO:teuthology.task.ansible.out: skipping: [gibba038.front.sepia.ceph.com] => (item=hybrid-sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "hybrid-sleep.target", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:19.438 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:19 +0000 (0:00:00.077) 0:01:15.112 ******** 2021-03-04T22:42:19.439 INFO:teuthology.task.ansible.out: 2021-03-04T22:42:19.445 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2021-03-04T22:42:19.446 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:19.469 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:19 +0000 (0:00:00.030) 0:01:15.144 ******** 2021-03-04T22:42:19.508 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2021-03-04T22:42:19.510 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:19.531 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:19 +0000 (0:00:00.062) 0:01:15.206 ******** 2021-03-04T22:42:19.549 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2021-03-04T22:42:19.551 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:19.573 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:19 +0000 (0:00:00.041) 0:01:15.248 ******** 2021-03-04T22:42:19.611 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone] *********************************************** 2021-03-04T22:42:19.613 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:19.634 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:19 +0000 (0:00:00.061) 0:01:15.309 ******** 2021-03-04T22:42:19.662 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone in /etc/timezone] ****************************** 2021-03-04T22:42:19.664 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:19.685 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:19 +0000 (0:00:00.051) 0:01:15.360 ******** 2021-03-04T22:42:19.702 INFO:teuthology.task.ansible.out: TASK [common : Add base OpenSUSE Leap repo] ************************************ 2021-03-04T22:42:19.704 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:19.729 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:19 +0000 (0:00:00.043) 0:01:15.404 ******** 2021-03-04T22:42:19.758 INFO:teuthology.task.ansible.out: TASK [common : Inform the OS of the new timezone] ****************************** 2021-03-04T22:42:19.760 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:19.783 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:19 +0000 (0:00:00.054) 0:01:15.458 ******** 2021-03-04T22:42:19.801 INFO:teuthology.task.ansible.out: TASK [common : Add updates OpenSUSE Leap repo] ********************************* 2021-03-04T22:42:19.803 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:19.826 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:19 +0000 (0:00:00.042) 0:01:15.501 ******** 2021-03-04T22:42:19.852 INFO:teuthology.task.ansible.out: TASK [common : Mask sleep units] *********************************************** 2021-03-04T22:42:19.854 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item=sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "sleep.target", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:19.864 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item=suspend.target) => {"ansible_loop_var": "item", "changed": false, "item": "suspend.target", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:19.865 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item=hibernate.target) => {"ansible_loop_var": "item", "changed": false, "item": "hibernate.target", "skip_reason": "Conditional result was False"} skipping: [gibba011.front.sepia.ceph.com] => (item=hybrid-sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "hybrid-sleep.target", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:19.888 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:19 +0000 (0:00:00.061) 0:01:15.563 ******** 2021-03-04T22:42:19.894 INFO:teuthology.task.ansible.out: TASK [common : Refresh repos] ************************************************** 2021-03-04T22:42:19.896 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:19.920 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:19 +0000 (0:00:00.031) 0:01:15.595 ******** 2021-03-04T22:42:19.957 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2021-03-04T22:42:19.959 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:19.981 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:19 +0000 (0:00:00.061) 0:01:15.656 ******** 2021-03-04T22:42:20.049 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone] *********************************************** 2021-03-04T22:42:20.051 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:20.072 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:20 +0000 (0:00:00.091) 0:01:15.747 ******** 2021-03-04T22:42:20.141 INFO:teuthology.task.ansible.out: TASK [common : Add base OpenSUSE Leap repo] ************************************ 2021-03-04T22:42:20.143 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:20.163 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:20 +0000 (0:00:00.090) 0:01:15.838 ******** 2021-03-04T22:42:20.232 INFO:teuthology.task.ansible.out: TASK [common : Add updates OpenSUSE Leap repo] ********************************* 2021-03-04T22:42:20.234 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:20.253 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:20 +0000 (0:00:00.090) 0:01:15.928 ******** 2021-03-04T22:42:20.322 INFO:teuthology.task.ansible.out: TASK [common : Refresh repos] ************************************************** skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:20.344 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:20 +0000 (0:00:00.091) 0:01:16.019 ******** 2021-03-04T22:42:20.516 INFO:teuthology.task.ansible.out: TASK [common : Set the hardware clock] ***************************************** 2021-03-04T22:42:20.518 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "cmd": ["hwclock", "--systohc"], "delta": "0:00:00.028317", "end": "2021-03-04 22:42:20.500911", "rc": 0, "start": "2021-03-04 22:42:20.472594", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "cmd": ["hwclock", "--systohc"], "delta": "0:00:00.449025", "end": "2021-03-04 22:42:20.501006", "rc": 0, "start": "2021-03-04 22:42:20.051981", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:42:20.539 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:20 +0000 (0:00:00.194) 0:01:16.214 ******** 2021-03-04T22:42:20.560 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:20 +0000 (0:00:00.020) 0:01:16.235 ******** 2021-03-04T22:42:23.648 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (RedHat)] ***************************** 2021-03-04T22:42:23.650 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-03-04T22:42:23.676 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:23 +0000 (0:00:03.116) 0:01:19.351 ******** 2021-03-04T22:42:23.729 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-03-04T22:42:23.755 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:23 +0000 (0:00:00.078) 0:01:19.430 ******** 2021-03-04T22:42:23.763 INFO:teuthology.task.ansible.out: TASK [common : Clean apt cache] ************************************************ 2021-03-04T22:42:23.764 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:23.788 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:23 +0000 (0:00:00.032) 0:01:19.463 ******** 2021-03-04T22:42:23.815 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:23.838 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:23 +0000 (0:00:00.050) 0:01:19.513 ******** 2021-03-04T22:42:23.865 INFO:teuthology.task.ansible.out: TASK [common : Update apt cache] *********************************************** 2021-03-04T22:42:23.867 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:23.887 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:23 +0000 (0:00:00.049) 0:01:19.562 ******** 2021-03-04T22:42:23.904 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:23.906 INFO:teuthology.task.ansible.out: 2021-03-04T22:42:23.930 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:23 +0000 (0:00:00.041) 0:01:19.604 ******** 2021-03-04T22:42:23.956 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (Debian)] ***************************** 2021-03-04T22:42:23.958 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:23.979 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:23 +0000 (0:00:00.049) 0:01:19.654 ******** 2021-03-04T22:42:23.996 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:24.021 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:24 +0000 (0:00:00.041) 0:01:19.696 ******** 2021-03-04T22:42:24.054 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (OpenSUSE Leap)] ********************** 2021-03-04T22:42:24.056 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:24.082 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:24 +0000 (0:00:00.061) 0:01:19.757 ******** 2021-03-04T22:42:24.134 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:24.158 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:24 +0000 (0:00:00.075) 0:01:19.833 ******** 2021-03-04T22:42:24.501 INFO:teuthology.task.ansible.out: TASK [common : Add krb5 config file] ******************************************* 2021-03-04T22:42:24.503 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "checksum": "b3c1a33d19a4e448c29374429629dff57657b576", "dest": "/etc/krb5.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/krb5.conf", "secontext": "system_u:object_r:krb5_conf_t:s0", "size": 131, "state": "file", "uid": 0} 2021-03-04T22:42:24.523 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:24 +0000 (0:00:00.365) 0:01:20.198 ******** 2021-03-04T22:42:24.572 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "checksum": "b3c1a33d19a4e448c29374429629dff57657b576", "dest": "/etc/krb5.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/krb5.conf", "secontext": "system_u:object_r:krb5_conf_t:s0", "size": 131, "state": "file", "uid": 0} 2021-03-04T22:42:24.601 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:24 +0000 (0:00:00.077) 0:01:20.276 ******** 2021-03-04T22:42:27.737 INFO:teuthology.task.ansible.out: TASK [common : Make sure smartmontools is installed] *************************** 2021-03-04T22:42:27.738 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: smartmontools-1:7.1-1.el8.x86_64", "Removed: smartmontools-1:6.6-3.el8.x86_64"]} 2021-03-04T22:42:27.765 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:27 +0000 (0:00:03.163) 0:01:23.440 ******** 2021-03-04T22:42:27.772 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: smartmontools-1:7.1-1.el8.x86_64", "Removed: smartmontools-1:6.6-3.el8.x86_64"]} 2021-03-04T22:42:27.797 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:27 +0000 (0:00:00.032) 0:01:23.472 ******** 2021-03-04T22:42:28.243 INFO:teuthology.task.ansible.out: TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** 2021-03-04T22:42:28.248 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=megacli) => {"ansible_loop_var": "item", "changed": false, "checksum": "cb3ef2aa6a3e3002b234f166e739a39b1f3a1bde", "dest": "/usr/sbin/megacli", "gid": 0, "group": "root", "item": "megacli", "mode": "0755", "owner": "root", "path": "/usr/sbin/megacli", "secontext": "system_u:object_r:bin_t:s0", "size": 2716736, "state": "file", "uid": 0} 2021-03-04T22:42:28.349 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=megacli) => {"ansible_loop_var": "item", "changed": false, "checksum": "cb3ef2aa6a3e3002b234f166e739a39b1f3a1bde", "dest": "/usr/sbin/megacli", "gid": 0, "group": "root", "item": "megacli", "mode": "0755", "owner": "root", "path": "/usr/sbin/megacli", "secontext": "system_u:object_r:bin_t:s0", "size": 2716736, "state": "file", "uid": 0} 2021-03-04T22:42:28.721 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=cli64) => {"ansible_loop_var": "item", "changed": false, "checksum": "a3b8773b14e8594ffbd9fc156c09436eb0184bc7", "dest": "/usr/sbin/cli64", "gid": 0, "group": "root", "item": "cli64", "mode": "0755", "owner": "root", "path": "/usr/sbin/cli64", "secontext": "system_u:object_r:bin_t:s0", "size": 1952038, "state": "file", "uid": 0} 2021-03-04T22:42:28.862 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=cli64) => {"ansible_loop_var": "item", "changed": false, "checksum": "a3b8773b14e8594ffbd9fc156c09436eb0184bc7", "dest": "/usr/sbin/cli64", "gid": 0, "group": "root", "item": "cli64", "mode": "0755", "owner": "root", "path": "/usr/sbin/cli64", "secontext": "system_u:object_r:bin_t:s0", "size": 1952038, "state": "file", "uid": 0} 2021-03-04T22:42:29.139 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=nvme) => {"ansible_loop_var": "item", "changed": false, "checksum": "98735dcacd6fec55dd92b67281b478603b7955b1", "dest": "/usr/sbin/nvme", "gid": 0, "group": "root", "item": "nvme", "mode": "0755", "owner": "root", "path": "/usr/sbin/nvme", "secontext": "system_u:object_r:bin_t:s0", "size": 580432, "state": "file", "uid": 0} 2021-03-04T22:42:29.142 INFO:teuthology.task.ansible.out: 2021-03-04T22:42:29.173 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:29 +0000 (0:00:01.375) 0:01:24.848 ******** 2021-03-04T22:42:29.334 INFO:teuthology.task.ansible.out: TASK [common : Create /usr/libexec.] ******************************************* 2021-03-04T22:42:29.336 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/libexec", "secontext": "system_u:object_r:bin_t:s0", "size": 4096, "state": "directory", "uid": 0} TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** ok: [gibba038.front.sepia.ceph.com] => (item=nvme) => {"ansible_loop_var": "item", "changed": false, "checksum": "98735dcacd6fec55dd92b67281b478603b7955b1", "dest": "/usr/sbin/nvme", "gid": 0, "group": "root", "item": "nvme", "mode": "0755", "owner": "root", "path": "/usr/sbin/nvme", "secontext": "system_u:object_r:bin_t:s0", "size": 580432, "state": "file", "uid": 0} 2021-03-04T22:42:29.363 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:29 +0000 (0:00:00.190) 0:01:25.038 ******** 2021-03-04T22:42:29.383 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:29 +0000 (0:00:00.019) 0:01:25.058 ******** 2021-03-04T22:42:29.554 INFO:teuthology.task.ansible.out: TASK [common : Create /usr/libexec.] ******************************************* 2021-03-04T22:42:29.556 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/libexec", "secontext": "system_u:object_r:bin_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:42:29.579 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:29 +0000 (0:00:00.195) 0:01:25.254 ******** 2021-03-04T22:42:29.851 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** 2021-03-04T22:42:29.853 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item=smart.sh) => {"ansible_loop_var": "item", "changed": true, "checksum": "00d0404b545463be4a65f475e0870e07a48f35b6", "dest": "/usr/libexec/smart.sh", "gid": 0, "group": "root", "item": "smart.sh", "md5sum": "14041bf2666d8f8d277567958c7e9f69", "mode": "0755", "owner": "root", "secontext": "system_u:object_r:bin_t:s0", "size": 13355, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897749.4652495-8549-84585665190669/source", "state": "file", "uid": 0} 2021-03-04T22:42:30.083 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item=smart.sh) => {"ansible_loop_var": "item", "changed": true, "checksum": "00d0404b545463be4a65f475e0870e07a48f35b6", "dest": "/usr/libexec/smart.sh", "gid": 0, "group": "root", "item": "smart.sh", "md5sum": "14041bf2666d8f8d277567958c7e9f69", "mode": "0755", "owner": "root", "secontext": "system_u:object_r:bin_t:s0", "size": 13355, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897749.6890821-8581-572721205056/source", "state": "file", "uid": 0} 2021-03-04T22:42:30.209 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=raid.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9d9a89805d8a9e4c7281934e887da31f7ac464fb", "dest": "/usr/libexec/raid.pl", "gid": 0, "group": "root", "item": "raid.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/raid.pl", "secontext": "system_u:object_r:bin_t:s0", "size": 8602, "state": "file", "uid": 0} 2021-03-04T22:42:30.445 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=raid.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9d9a89805d8a9e4c7281934e887da31f7ac464fb", "dest": "/usr/libexec/raid.pl", "gid": 0, "group": "root", "item": "raid.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/raid.pl", "secontext": "system_u:object_r:bin_t:s0", "size": 8602, "state": "file", "uid": 0} 2021-03-04T22:42:30.541 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=diskusage.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9c74425885a83f23bc37817de46979ca5173ccb7", "dest": "/usr/libexec/diskusage.pl", "gid": 0, "group": "root", "item": "diskusage.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/diskusage.pl", "secontext": "system_u:object_r:bin_t:s0", "size": 3605, "state": "file", "uid": 0} 2021-03-04T22:42:30.568 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:30 +0000 (0:00:00.989) 0:01:26.243 ******** 2021-03-04T22:42:30.663 INFO:teuthology.task.ansible.out: TASK [common : Include apt_system vars] **************************************** 2021-03-04T22:42:30.665 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:30.687 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:30 +0000 (0:00:00.118) 0:01:26.362 ******** 2021-03-04T22:42:30.778 INFO:teuthology.task.ansible.out: TASK [common : Include yum_systems vars] *************************************** 2021-03-04T22:42:30.781 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"ansible_facts": {"nagios_plugins_directory": "/usr/lib64/nagios/plugins", "nrpe_group": "nrpe", "nrpe_packages": ["nagios-common", "nrpe", "nagios-plugins", "nagios-plugins-load"], "nrpe_service_name": "nrpe", "nrpe_user": "nrpe"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/yum_systems.yml"], "changed": false} 2021-03-04T22:42:30.800 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:30 +0000 (0:00:00.113) 0:01:26.475 ******** 2021-03-04T22:42:30.808 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** 2021-03-04T22:42:30.809 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=diskusage.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9c74425885a83f23bc37817de46979ca5173ccb7", "dest": "/usr/libexec/diskusage.pl", "gid": 0, "group": "root", "item": "diskusage.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/diskusage.pl", "secontext": "system_u:object_r:bin_t:s0", "size": 3605, "state": "file", "uid": 0} 2021-03-04T22:42:30.836 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:30 +0000 (0:00:00.034) 0:01:26.510 ******** 2021-03-04T22:42:30.905 INFO:teuthology.task.ansible.out: TASK [common : Include apt_system vars] **************************************** 2021-03-04T22:42:30.907 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:30.930 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:30 +0000 (0:00:00.094) 0:01:26.605 ******** 2021-03-04T22:42:31.014 INFO:teuthology.task.ansible.out: TASK [common : Check for epel] ************************************************* 2021-03-04T22:42:31.016 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true} TASK [common : Include yum_systems vars] *************************************** ok: [gibba038.front.sepia.ceph.com] => {"ansible_facts": {"nagios_plugins_directory": "/usr/lib64/nagios/plugins", "nrpe_group": "nrpe", "nrpe_packages": ["nagios-common", "nrpe", "nagios-plugins", "nagios-plugins-load"], "nrpe_service_name": "nrpe", "nrpe_user": "nrpe"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/yum_systems.yml"], "changed": false} 2021-03-04T22:42:31.037 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:31 +0000 (0:00:00.107) 0:01:26.712 ******** 2021-03-04T22:42:31.056 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:31 +0000 (0:00:00.018) 0:01:26.731 ******** 2021-03-04T22:42:31.136 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe without epel] ************************************** 2021-03-04T22:42:31.138 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:31.150 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:31.159 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:31.170 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:31.196 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:31 +0000 (0:00:00.139) 0:01:26.871 ******** 2021-03-04T22:42:31.281 INFO:teuthology.task.ansible.out: TASK [common : Check for epel] ************************************************* 2021-03-04T22:42:31.283 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true} 2021-03-04T22:42:31.313 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:31 +0000 (0:00:00.116) 0:01:26.988 ******** 2021-03-04T22:42:31.405 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe without epel] ************************************** 2021-03-04T22:42:31.407 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:31.416 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:31.418 INFO:teuthology.task.ansible.out: 2021-03-04T22:42:31.428 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:31.430 INFO:teuthology.task.ansible.out: 2021-03-04T22:42:31.450 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:31.473 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:31 +0000 (0:00:00.160) 0:01:27.148 ******** 2021-03-04T22:42:32.045 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (RHEL/CentOS)] ************ 2021-03-04T22:42:32.047 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-03-04T22:42:32.069 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:32 +0000 (0:00:00.596) 0:01:27.744 ******** 2021-03-04T22:42:32.140 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (Ubuntu/Fedora)] ********** skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:32.161 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:32 +0000 (0:00:00.091) 0:01:27.836 ******** 2021-03-04T22:42:32.318 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (RHEL/CentOS)] ************ ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-03-04T22:42:32.340 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:32 +0000 (0:00:00.178) 0:01:28.015 ******** 2021-03-04T22:42:32.419 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (Ubuntu/Fedora)] ********** 2021-03-04T22:42:32.421 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:32.441 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:32 +0000 (0:00:00.100) 0:01:28.116 ******** 2021-03-04T22:42:32.586 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios sudoers.d for raid utilities.] ******************** 2021-03-04T22:42:32.588 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "checksum": "b423b985ccbb69b65a711d372645a5f704b30e8b", "dest": "/etc/sudoers.d/90-nagios", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers.d/90-nagios", "secontext": "system_u:object_r:etc_t:s0", "size": 178, "state": "file", "uid": 0} 2021-03-04T22:42:32.609 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:32 +0000 (0:00:00.167) 0:01:28.284 ******** 2021-03-04T22:42:32.870 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "checksum": "b423b985ccbb69b65a711d372645a5f704b30e8b", "dest": "/etc/sudoers.d/90-nagios", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers.d/90-nagios", "secontext": "system_u:object_r:etc_t:s0", "size": 178, "state": "file", "uid": 0} 2021-03-04T22:42:32.893 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:32 +0000 (0:00:00.284) 0:01:28.568 ******** 2021-03-04T22:42:33.028 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios check_mem script] ********************************* 2021-03-04T22:42:33.030 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "checksum": "39df629b10ded370443e2e4c84d690332c95104d", "dest": "/usr/lib64/nagios/plugins/check_mem.sh", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib64/nagios/plugins/check_mem.sh", "secontext": "system_u:object_r:nagios_unconfined_plugin_exec_t:s0", "size": 1964, "state": "file", "uid": 0} 2021-03-04T22:42:33.061 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:33 +0000 (0:00:00.167) 0:01:28.736 ******** 2021-03-04T22:42:33.143 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (Ubuntu)] ************************ 2021-03-04T22:42:33.145 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item=DAEMON_OPTS) => {"ansible_loop_var": "item", "changed": false, "item": "DAEMON_OPTS", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:33.154 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item=NRPE_OPTS) => {"ansible_loop_var": "item", "changed": false, "item": "NRPE_OPTS", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:33.177 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:33 +0000 (0:00:00.115) 0:01:28.852 ******** 2021-03-04T22:42:33.358 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios check_mem script] ********************************* 2021-03-04T22:42:33.360 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "checksum": "39df629b10ded370443e2e4c84d690332c95104d", "dest": "/usr/lib64/nagios/plugins/check_mem.sh", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib64/nagios/plugins/check_mem.sh", "secontext": "system_u:object_r:nagios_unconfined_plugin_exec_t:s0", "size": 1964, "state": "file", "uid": 0} 2021-03-04T22:42:33.384 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:33 +0000 (0:00:00.206) 0:01:29.059 ******** 2021-03-04T22:42:33.402 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (RHEL/CentOS)] ******************* 2021-03-04T22:42:33.404 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:42:33.428 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:33 +0000 (0:00:00.043) 0:01:29.103 ******** 2021-03-04T22:42:33.466 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (Ubuntu)] ************************ 2021-03-04T22:42:33.468 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item=DAEMON_OPTS) => {"ansible_loop_var": "item", "changed": false, "item": "DAEMON_OPTS", "skip_reason": "Conditional result was False"} skipping: [gibba038.front.sepia.ceph.com] => (item=NRPE_OPTS) => {"ansible_loop_var": "item", "changed": false, "item": "NRPE_OPTS", "skip_reason": "Conditional result was False"} 2021-03-04T22:42:33.491 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:33 +0000 (0:00:00.062) 0:01:29.165 ******** 2021-03-04T22:42:33.678 INFO:teuthology.task.ansible.out: TASK [common : Check firewalld status] ***************************************** fatal: [gibba011.front.sepia.ceph.com]: FAILED! => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true} ...ignoring 2021-03-04T22:42:33.701 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:33 +0000 (0:00:00.210) 0:01:29.376 ******** 2021-03-04T22:42:33.720 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (RHEL/CentOS)] ******************* 2021-03-04T22:42:33.722 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:42:33.745 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:33 +0000 (0:00:00.043) 0:01:29.420 ******** 2021-03-04T22:42:33.785 INFO:teuthology.task.ansible.out: TASK [common : Open nrpe port if firewalld enabled] **************************** 2021-03-04T22:42:33.786 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:33.808 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:33 +0000 (0:00:00.062) 0:01:29.483 ******** 2021-03-04T22:42:33.995 INFO:teuthology.task.ansible.out: TASK [common : Check firewalld status] ***************************************** 2021-03-04T22:42:33.997 INFO:teuthology.task.ansible.out:fatal: [gibba038.front.sepia.ceph.com]: FAILED! => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true} ...ignoring 2021-03-04T22:42:34.020 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:34 +0000 (0:00:00.211) 0:01:29.694 ******** 2021-03-04T22:42:34.112 INFO:teuthology.task.ansible.out: TASK [common : Open nrpe port if firewalld enabled] **************************** 2021-03-04T22:42:34.114 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:42:34.135 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:34 +0000 (0:00:00.115) 0:01:29.810 ******** 2021-03-04T22:42:34.236 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios nrpe config.] ************************************* ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "checksum": "aa9150d4582f919d7a8504c01c8d86f05e3eeb5d", "dest": "/etc/nagios/nrpe.cfg", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/nagios/nrpe.cfg", "secontext": "system_u:object_r:nrpe_etc_t:s0", "size": 1184, "state": "file", "uid": 0} 2021-03-04T22:42:34.259 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:34 +0000 (0:00:00.123) 0:01:29.934 ******** 2021-03-04T22:42:34.563 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "checksum": "aa9150d4582f919d7a8504c01c8d86f05e3eeb5d", "dest": "/etc/nagios/nrpe.cfg", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/nagios/nrpe.cfg", "secontext": "system_u:object_r:nrpe_etc_t:s0", "size": 1184, "state": "file", "uid": 0} 2021-03-04T22:42:34.584 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:34 +0000 (0:00:00.325) 0:01:30.259 ******** 2021-03-04T22:42:34.960 INFO:teuthology.task.ansible.out: TASK [common : Make sure nagios nrpe service is running.] ********************** 2021-03-04T22:42:34.961 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "nrpe", "state": "started", "status": {"ActiveEnterTimestamp": "Thu 2021-03-04 22:40:50 UTC", "ActiveEnterTimestampMonotonic": "11663661", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "sysinit.target basic.target time-sync.target nss-lookup.target -.mount network.target var-run.mount tmp.mount systemd-journald.socket system.slice systemd-tmpfiles-setup.service local-fs.target", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Thu 2021-03-04 22:40:50 UTC", "AssertTimestampMonotonic": "11663260", "Before": "xdm.service plymouth-quit.service multi-user.target shutdown.target getty@tty1.service", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Thu 2021-03-04 22:40:50 UTC", "ConditionTimestampMonotonic": "11663260", "ConfigurationDirectoryMode": "0755", "Conflicts": "nrpe.socket shutdown.target", "Con 2021-03-04T22:42:34.962 INFO:teuthology.task.ansible.out:trolGroup": "/system.slice/nrpe.service", "ControlPID": "0", "DefaultDependencies": "yes", "Delegate": "no", "Description": "Nagios Remote Plugin Executor", "DevicePolicy": "auto", "Documentation": "http://www.nagios.org/documentation", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "1049", "ExecMainStartTimestamp": "Thu 2021-03-04 22:40:50 UTC", "ExecMainStartTimestampMonotonic": "11663644", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStopPost": "{ path=/bin/rm ; argv[]=/bin/rm -f /var/run/nrpe/nrpe.pid ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/usr/lib/systemd/system/nrpe.service", "GID": "984", "Group": "nrpe", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "Id": "nrpe.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Thu 2021-03-04 22:40:50 UTC", "InactiveExitTimestampMonotonic": "11663661", "InvocationID": "d0b7f881d3d54cebb3b522381c0a54c6", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", " 2021-03-04T22:42:34.964 INFO:teuthology.task.ansible.out:LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127317", "LimitNPROCSoft": "127317", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127317", "LimitSIGPENDINGSoft": "127317", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "1049", "MemoryAccounting": "yes", "MemoryCurrent": "1875968", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "nrpe.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "-500", "OnFailureJobMode": "replace", "PIDFile": "/var/run/nrpe/nrpe.pid", "PermissionsStartOnly": "no", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "-.mount sysinit.target system.slice", "RequiresMountsFor": "/run/nrpe /var/tmp", 2021-03-04T22:42:34.966 INFO:teuthology.task.ansible.out: "Restart": "on-abort", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectory": "nrpe", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Thu 2021-03-04 22:40:50 UTC", "StateChangeTimestampMonotonic": "11663661", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "203707", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min", "TimerSlackNSec": "50000", "Transient": "no", "Type": "simple", "UID": "988", "UMask": "0022", "UnitFilePreset": "disabled", "UnitFileState": "enabled", "User": "nrpe", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogTimestamp": "Thu 2021-03-04 22:40:50 UTC", "WatchdogTimestampMonotonic": "11663661", "WatchdogUSec": "0"}} ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "nrpe", "state": "started", "status": {"ActiveEnterTimestamp": "Thu 2021-03-04 22:40:53 UTC", "ActiveEnterTimestampMonotonic": "11335357", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "network.target time-sync.target nss-lookup.target local-fs.target systemd-tmpfiles 2021-03-04T22:42:34.967 INFO:teuthology.task.ansible.out:-setup.service sysinit.target var-run.mount system.slice -.mount tmp.mount systemd-journald.socket basic.target", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Thu 2021-03-04 22:40:53 UTC", "AssertTimestampMonotonic": "11334784", "Before": "getty@tty1.service shutdown.target multi-user.target plymouth-quit.service xdm.service", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Thu 2021-03-04 22:40:53 UTC", "ConditionTimestampMonotonic": "11334784", "ConfigurationDirectoryMode": "0755", "Conflicts": "nrpe.socket shutdown.target", "ControlGroup": "/system.slice/nrpe.service", "ControlPID": "0", "DefaultDependencies": "yes", "Delegate": "no", "Description": "Nagios Remote Plugin Executor", "DevicePolicy": "auto", "Documentation": "http://www.nagios.org/documentation", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMain 2021-03-04T22:42:34.969 INFO:teuthology.task.ansible.out:PID": "1051", "ExecMainStartTimestamp": "Thu 2021-03-04 22:40:53 UTC", "ExecMainStartTimestampMonotonic": "11335334", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStopPost": "{ path=/bin/rm ; argv[]=/bin/rm -f /var/run/nrpe/nrpe.pid ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/usr/lib/systemd/system/nrpe.service", "GID": "984", "Group": "nrpe", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "Id": "nrpe.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Thu 2021-03-04 22:40:53 UTC", "InactiveExitTimestampMonotonic": "11335357", "InvocationID": "bcc4bc090dab4afc8983d1478a651d88", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", 2021-03-04T22:42:34.970 INFO:teuthology.task.ansible.out:"LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127317", "LimitNPROCSoft": "127317", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127317", "LimitSIGPENDINGSoft": "127317", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "1051", "MemoryAccounting": "yes", "MemoryCurrent": "1990656", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "nrpe.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "-500", "OnFailureJobMode": "replace", "PIDFile": "/var/run/nrpe/nrpe.pid", "PermissionsStartOnly": "no", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "sysinit.target system.slice -.mount", "RequiresMountsFor": "/run/nrpe /var/tmp", "Restart": "on-abort", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectory": "nrpe", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendS 2021-03-04T22:42:34.972 INFO:teuthology.task.ansible.out:IGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Thu 2021-03-04 22:40:53 UTC", "StateChangeTimestampMonotonic": "11335357", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "203707", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min", "TimerSlackNSec": "50000", "Transient": "no", "Type": "simple", "UID": "988", "UMask": "0022", "UnitFilePreset": "disabled", "UnitFileState": "enabled", "User": "nrpe", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogTimestamp": "Thu 2021-03-04 22:40:53 UTC", "WatchdogTimestampMonotonic": "11335356", "WatchdogUSec": "0"}} 2021-03-04T22:42:34.988 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:34 +0000 (0:00:00.403) 0:01:30.663 ******** 2021-03-04T22:42:35.009 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:35 +0000 (0:00:00.020) 0:01:30.684 ******** 2021-03-04T22:42:35.204 INFO:teuthology.task.ansible.out: TASK [common : Get SELinux status] ********************************************* 2021-03-04T22:42:35.205 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "cmd": ["getenforce"], "delta": "0:00:00.001081", "end": "2021-03-04 22:42:35.184619", "rc": 0, "start": "2021-03-04 22:42:35.183538", "stderr": "", "stderr_lines": [], "stdout": "Permissive", "stdout_lines": ["Permissive"]} changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "cmd": ["getenforce"], "delta": "0:00:00.001106", "end": "2021-03-04 22:42:35.188996", "rc": 0, "start": "2021-03-04 22:42:35.187890", "stderr": "", "stderr_lines": [], "stdout": "Permissive", "stdout_lines": ["Permissive"]} 2021-03-04T22:42:35.231 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:35 +0000 (0:00:00.221) 0:01:30.906 ******** 2021-03-04T22:42:35.253 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:35 +0000 (0:00:00.022) 0:01:30.928 ******** 2021-03-04T22:42:35.255 INFO:teuthology.task.ansible.out: 2021-03-04T22:42:36.038 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Install SELinux dependencies] **************************** 2021-03-04T22:42:36.040 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-03-04T22:42:36.063 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:36 +0000 (0:00:00.809) 0:01:31.738 ******** 2021-03-04T22:42:36.081 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-03-04T22:42:36.105 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:42:36 +0000 (0:00:00.041) 0:01:31.779 ******** 2021-03-04T22:43:00.832 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Ensure SELinux policy is up to date] ********************* 2021-03-04T22:43:00.834 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: selinux-policy-targeted-3.14.3-54.el8_3.2.noarch", "Installed: selinux-policy-3.14.3-54.el8_3.2.noarch", "Removed: selinux-policy-3.14.3-41.el8_2.8.noarch", "Removed: selinux-policy-targeted-3.14.3-41.el8_2.8.noarch"]} 2021-03-04T22:43:00.854 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:00 +0000 (0:00:24.749) 0:01:56.529 ******** 2021-03-04T22:43:01.217 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: selinux-policy-targeted-3.14.3-54.el8_3.2.noarch", "Installed: selinux-policy-3.14.3-54.el8_3.2.noarch", "Removed: selinux-policy-3.14.3-41.el8_2.8.noarch", "Removed: selinux-policy-targeted-3.14.3-41.el8_2.8.noarch"]} 2021-03-04T22:43:01.240 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:01 +0000 (0:00:00.386) 0:01:56.915 ******** 2021-03-04T22:43:01.521 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Set SELinux boolean nagios_run_sudo true] **************** 2021-03-04T22:43:01.523 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "name": "nagios_run_sudo", "persistent": true, "state": true} 2021-03-04T22:43:01.548 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:01 +0000 (0:00:00.307) 0:01:57.223 ******** 2021-03-04T22:43:01.629 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "name": "nagios_run_sudo", "persistent": true, "state": true} 2021-03-04T22:43:01.652 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:01 +0000 (0:00:00.104) 0:01:57.327 ******** 2021-03-04T22:43:11.575 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove SELinux policy package] *************************** 2021-03-04T22:43:11.577 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule", "-r", "nrpe"], "delta": "0:00:09.825397", "end": "2021-03-04 22:43:11.556521", "failed_when_result": false, "rc": 0, "start": "2021-03-04 22:43:01.731124", "stderr": "", "stderr_lines": [], "stdout": "libsemanage.semanage_direct_remove_key: Removing last nrpe module (no other nrpe module exists at another priority).", "stdout_lines": ["libsemanage.semanage_direct_remove_key: Removing last nrpe module (no other nrpe module exists at another priority)."]} 2021-03-04T22:43:11.608 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:11 +0000 (0:00:09.955) 0:02:07.283 ******** 2021-03-04T22:43:11.727 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule", "-r", "nrpe"], "delta": "0:00:09.867715", "end": "2021-03-04 22:43:11.703631", "failed_when_result": false, "rc": 0, "start": "2021-03-04 22:43:01.835916", "stderr": "", "stderr_lines": [], "stdout": "libsemanage.semanage_direct_remove_key: Removing last nrpe module (no other nrpe module exists at another priority).", "stdout_lines": ["libsemanage.semanage_direct_remove_key: Removing last nrpe module (no other nrpe module exists at another priority)."]} 2021-03-04T22:43:11.751 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:11 +0000 (0:00:00.142) 0:02:07.425 ******** 2021-03-04T22:43:12.028 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Copy SELinux type enforcement file] ********************** 2021-03-04T22:43:12.031 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "checksum": "99d9b2ea41fb2d6613898129718064833d2de428", "dest": "/tmp/nrpe.te", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/tmp/nrpe.te", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 934, "state": "file", "uid": 0} 2021-03-04T22:43:12.059 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:12 +0000 (0:00:00.306) 0:02:07.732 ******** 2021-03-04T22:43:12.182 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "checksum": "99d9b2ea41fb2d6613898129718064833d2de428", "dest": "/tmp/nrpe.te", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/tmp/nrpe.te", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 934, "state": "file", "uid": 0} 2021-03-04T22:43:12.206 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:12 +0000 (0:00:00.149) 0:02:07.881 ******** 2021-03-04T22:43:12.287 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Compile SELinux module file] ***************************** 2021-03-04T22:43:12.289 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "cmd": ["checkmodule", "-M", "-m", "-o", "/tmp/nrpe.mod", "/tmp/nrpe.te"], "delta": "0:00:00.008695", "end": "2021-03-04 22:43:12.273200", "rc": 0, "start": "2021-03-04 22:43:12.264505", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:43:12.314 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:12 +0000 (0:00:00.107) 0:02:07.989 ******** 2021-03-04T22:43:12.417 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "cmd": ["checkmodule", "-M", "-m", "-o", "/tmp/nrpe.mod", "/tmp/nrpe.te"], "delta": "0:00:00.006984", "end": "2021-03-04 22:43:12.393062", "rc": 0, "start": "2021-03-04 22:43:12.386078", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:43:12.439 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:12 +0000 (0:00:00.125) 0:02:08.114 ******** 2021-03-04T22:43:12.530 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Build SELinux policy package] **************************** 2021-03-04T22:43:12.532 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule_package", "-o", "/tmp/nrpe.pp", "-m", "/tmp/nrpe.mod"], "delta": "0:00:00.005696", "end": "2021-03-04 22:43:12.508146", "rc": 0, "start": "2021-03-04 22:43:12.502450", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:43:12.553 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:12 +0000 (0:00:00.113) 0:02:08.228 ******** 2021-03-04T22:43:12.653 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule_package", "-o", "/tmp/nrpe.pp", "-m", "/tmp/nrpe.mod"], "delta": "0:00:00.010129", "end": "2021-03-04 22:43:12.634246", "rc": 0, "start": "2021-03-04 22:43:12.624117", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:43:12.675 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:12 +0000 (0:00:00.122) 0:02:08.350 ******** 2021-03-04T22:43:22.397 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Load SELinux policy package] ***************************** 2021-03-04T22:43:22.399 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule", "-i", "/tmp/nrpe.pp"], "delta": "0:00:09.646710", "end": "2021-03-04 22:43:22.379730", "rc": 0, "start": "2021-03-04 22:43:12.733020", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:43:22.423 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:22 +0000 (0:00:09.747) 0:02:18.098 ******** 2021-03-04T22:43:22.629 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove temporary files] ********************************** 2021-03-04T22:43:22.631 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "path": "/tmp/nrpe.*", "state": "absent"} 2021-03-04T22:43:22.653 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:22 +0000 (0:00:00.230) 0:02:18.328 ******** 2021-03-04T22:43:22.660 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Load SELinux policy package] ***************************** 2021-03-04T22:43:22.661 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule", "-i", "/tmp/nrpe.pp"], "delta": "0:00:09.760203", "end": "2021-03-04 22:43:22.617207", "rc": 0, "start": "2021-03-04 22:43:12.857004", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:43:22.685 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:22 +0000 (0:00:00.032) 0:02:18.360 ******** 2021-03-04T22:43:22.734 INFO:teuthology.task.ansible.out: TASK [testnode : Include package type specific vars.] ************************** 2021-03-04T22:43:22.736 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"ansible_facts": {"ceph_dependency_packages_to_remove": ["boost-random", "boost-program-options", "leveldb", "xmlstarlet", "python-jinja2", "python-ceph", "python-flask", "python-requests", "boost-random", "python-urllib3", "python-babel", "hdparm", "python-markupsafe", "python-werkzeug", "python-itsdangerous"], "ceph_packages_to_remove": ["ceph", "ceph-base", "ceph-selinux", "ceph-common", "ceph-debuginfo", "ceph-release", "libcephfs1", "ceph-radosgw", "python-ceph", "python-rados", "python-rbd", "python-cephfs", "librbd1", "librados2", "mod_fastcgi"], "ntp_service_name": "ntpd", "packages_to_remove": ["device-mapper-multipath"], "pip_packages_to_install": ["remoto>=0.0.35"], "ssh_service_name": "sshd"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/dnf_systems.yml"], "changed": false} 2021-03-04T22:43:22.763 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:22 +0000 (0:00:00.077) 0:02:18.438 ******** 2021-03-04T22:43:22.834 INFO:teuthology.task.ansible.out: TASK [testnode : Including distro specific variables.] ************************* 2021-03-04T22:43:22.836 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2021-03-04T22:43:22.858 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:22 +0000 (0:00:00.094) 0:02:18.533 ******** 2021-03-04T22:43:22.906 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove temporary files] ********************************** 2021-03-04T22:43:22.908 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "path": "/tmp/nrpe.*", "state": "absent"} 2021-03-04T22:43:22.930 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:22 +0000 (0:00:00.071) 0:02:18.604 ******** 2021-03-04T22:43:22.947 INFO:teuthology.task.ansible.out: TASK [testnode : Including major version specific variables.] ****************** 2021-03-04T22:43:22.949 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml) => {"ansible_facts": {"common_yum_repos": {"lab-extras": {"baseurl": "http://{{ mirror_host }}/lab-extras/8/", "enabled": 1, "gpgcheck": 0, "name": "lab-extras"}}, "epel_packages": [], "nfs_service": "nfs-server", "ntp_service_name": "chronyd", "packages": ["dnf-utils", "sysstat", "libedit", "boost-thread", "xfsprogs", "gdisk", "parted", "libgcrypt", "fuse-libs", "openssl", "libuuid", "podman", "podman-docker", "attr", "ant", "lsof", "gettext", "bc", "xfsdump", "blktrace", "usbredir", "libev-devel", "valgrind", "nfs-utils", "ncurses-devel", "gcc", "git", "python3-nose", "python3-virtualenv", "genisoimage", "qemu-img", "qemu-kvm-core", "qemu-kvm-block-rbd", "libacl-devel", "dbench", "autoconf", "gdb", "iozone"], "packages_to_upgrade": ["libgcrypt"], "yum_mirrorlists": ["CentOS-AppStream-mirrorlist", "CentOS-Base-mirrorlist", "CentOS-Extras-mirrorlist"], "yum_repos": {"CentOS-AppStream": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist", "name": "CentOS-$releasever - AppStream"}, "CentOS-Base": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Base-mirrorlist", "name": "CentOS-$releasever - Base"}, "CentOS-Extras": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Extras-mirrorlist", "name": "CentOS-$releasever - Extras"}}}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml"} 2021-03-04T22:43:22.973 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:22 +0000 (0:00:00.043) 0:02:18.648 ******** 2021-03-04T22:43:23.001 INFO:teuthology.task.ansible.out: TASK [testnode : Include package type specific vars.] ************************** 2021-03-04T22:43:23.003 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"ansible_facts": {"ceph_dependency_packages_to_remove": ["boost-random", "boost-program-options", "leveldb", "xmlstarlet", "python-jinja2", "python-ceph", "python-flask", "python-requests", "boost-random", "python-urllib3", "python-babel", "hdparm", "python-markupsafe", "python-werkzeug", "python-itsdangerous"], "ceph_packages_to_remove": ["ceph", "ceph-base", "ceph-selinux", "ceph-common", "ceph-debuginfo", "ceph-release", "libcephfs1", "ceph-radosgw", "python-ceph", "python-rados", "python-rbd", "python-cephfs", "librbd1", "librados2", "mod_fastcgi"], "ntp_service_name": "ntpd", "packages_to_remove": ["device-mapper-multipath"], "pip_packages_to_install": ["remoto>=0.0.35"], "ssh_service_name": "sshd"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/dnf_systems.yml"], "changed": false} 2021-03-04T22:43:23.027 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:23 +0000 (0:00:00.053) 0:02:18.702 ******** 2021-03-04T22:43:23.055 INFO:teuthology.task.ansible.out: TASK [testnode : Including version specific variables.] ************************ 2021-03-04T22:43:23.056 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2021-03-04T22:43:23.079 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:23 +0000 (0:00:00.052) 0:02:18.754 ******** 2021-03-04T22:43:23.107 INFO:teuthology.task.ansible.out: TASK [testnode : Including distro specific variables.] ************************* 2021-03-04T22:43:23.107 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2021-03-04T22:43:23.133 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:23 +0000 (0:00:00.053) 0:02:18.808 ******** 2021-03-04T22:43:23.224 INFO:teuthology.task.ansible.out: TASK [testnode : Including major version specific variables.] ****************** 2021-03-04T22:43:23.226 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml) => {"ansible_facts": {"common_yum_repos": {"lab-extras": {"baseurl": "http://{{ mirror_host }}/lab-extras/8/", "enabled": 1, "gpgcheck": 0, "name": "lab-extras"}}, "epel_packages": [], "nfs_service": "nfs-server", "ntp_service_name": "chronyd", "packages": ["dnf-utils", "sysstat", "libedit", "boost-thread", "xfsprogs", "gdisk", "parted", "libgcrypt", "fuse-libs", "openssl", "libuuid", "podman", "podman-docker", "attr", "ant", "lsof", "gettext", "bc", "xfsdump", "blktrace", "usbredir", "libev-devel", "valgrind", "nfs-utils", "ncurses-devel", "gcc", "git", "python3-nose", "python3-virtualenv", "genisoimage", "qemu-img", "qemu-kvm-core", "qemu-kvm-block-rbd", "libacl-devel", "dbench", "autoconf", "gdb", "iozone"], "packages_to_upgrade": ["libgcrypt"], "yum_mirrorlists": ["CentOS-AppStream-mirrorlist", "CentOS-Base-mirrorlist", "CentOS-Extras-mirrorlist"], "yum_repos": {"CentOS-AppStream": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist", "name": "CentOS-$releasever - AppStream"}, "CentOS-Base": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Base-mirrorlist", "name": "CentOS-$releasever - Base"}, "CentOS-Extras": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Extras-mirrorlist", "name": "CentOS-$releasever - Extras"}}}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml"} 2021-03-04T22:43:23.248 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:23 +0000 (0:00:00.114) 0:02:18.923 ******** 2021-03-04T22:43:23.257 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the sudo group exists.] ******************************** 2021-03-04T22:43:23.259 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "gid": 1000, "name": "sudo", "state": "present", "system": false} 2021-03-04T22:43:23.283 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:23 +0000 (0:00:00.034) 0:02:18.958 ******** 2021-03-04T22:43:23.353 INFO:teuthology.task.ansible.out: TASK [testnode : Including version specific variables.] ************************ 2021-03-04T22:43:23.355 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2021-03-04T22:43:23.387 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:23 +0000 (0:00:00.104) 0:02:19.062 ******** 2021-03-04T22:43:23.479 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the teuthology_user group exists.] ********************* 2021-03-04T22:43:23.481 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "gid": 1234, "name": "ubuntu", "state": "present", "system": false} 2021-03-04T22:43:23.503 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:23 +0000 (0:00:00.115) 0:02:19.178 ******** 2021-03-04T22:43:23.552 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the sudo group exists.] ******************************** 2021-03-04T22:43:23.554 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "gid": 1000, "name": "sudo", "state": "present", "system": false} 2021-03-04T22:43:23.575 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:23 +0000 (0:00:00.071) 0:02:19.250 ******** 2021-03-04T22:43:23.580 INFO:teuthology.task.ansible.out: TASK [testnode : Create the teuthology user.] ********************************** 2021-03-04T22:43:23.581 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:23.605 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:23 +0000 (0:00:00.030) 0:02:19.280 ******** 2021-03-04T22:43:23.676 INFO:teuthology.task.ansible.out: TASK [testnode : Delete the teuthology users password.] ************************ 2021-03-04T22:43:23.678 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:23.702 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:23 +0000 (0:00:00.096) 0:02:19.377 ******** 2021-03-04T22:43:23.783 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the teuthology_user group exists.] ********************* 2021-03-04T22:43:23.785 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "gid": 1234, "name": "ubuntu", "state": "present", "system": false} 2021-03-04T22:43:23.813 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:23 +0000 (0:00:00.110) 0:02:19.488 ******** 2021-03-04T22:43:23.885 INFO:teuthology.task.ansible.out: TASK [testnode : Create the teuthology user.] ********************************** 2021-03-04T22:43:23.887 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:23.910 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:23 +0000 (0:00:00.097) 0:02:19.585 ******** 2021-03-04T22:43:23.927 INFO:teuthology.task.ansible.out: TASK [testnode : Add a user for xfstests to test user quotas.] ***************** 2021-03-04T22:43:23.928 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 10101, "home": "/home/fsgqa", "move_home": false, "name": "fsgqa", "shell": "/bin/bash", "state": "present", "uid": 10101} 2021-03-04T22:43:23.952 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:23 +0000 (0:00:00.042) 0:02:19.627 ******** 2021-03-04T22:43:23.980 INFO:teuthology.task.ansible.out: TASK [testnode : Delete the teuthology users password.] ************************ 2021-03-04T22:43:23.981 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:24.003 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:24 +0000 (0:00:00.050) 0:02:19.678 ******** 2021-03-04T22:43:24.240 INFO:teuthology.task.ansible.out: TASK [testnode : Add a user for xfstests to test user quotas.] ***************** 2021-03-04T22:43:24.241 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 10101, "home": "/home/fsgqa", "move_home": false, "name": "fsgqa", "shell": "/bin/bash", "state": "present", "uid": 10101} 2021-03-04T22:43:24.262 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:24 +0000 (0:00:00.258) 0:02:19.937 ******** 2021-03-04T22:43:24.445 INFO:teuthology.task.ansible.out: TASK [testnode : Set a high max open files limit for the teuthology user.] ***** 2021-03-04T22:43:24.447 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "checksum": "dc140f4bb26594b8d5e0753bab8d93c0cced7772", "dest": "/etc/security/limits.d/ubuntu.conf", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/security/limits.d/ubuntu.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 112, "state": "file", "uid": 0} 2021-03-04T22:43:24.469 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:24 +0000 (0:00:00.206) 0:02:20.144 ******** 2021-03-04T22:43:24.542 INFO:teuthology.task.ansible.out: TASK [testnode : Set hostname var] ********************************************* ok: [gibba011.front.sepia.ceph.com] => {"ansible_facts": {"hostname": "gibba011"}, "changed": false} 2021-03-04T22:43:24.564 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:24 +0000 (0:00:00.095) 0:02:20.239 ******** 2021-03-04T22:43:24.752 INFO:teuthology.task.ansible.out: TASK [testnode : Set a high max open files limit for the teuthology user.] ***** 2021-03-04T22:43:24.754 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "checksum": "dc140f4bb26594b8d5e0753bab8d93c0cced7772", "dest": "/etc/security/limits.d/ubuntu.conf", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/security/limits.d/ubuntu.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 112, "state": "file", "uid": 0} 2021-03-04T22:43:24.775 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:24 +0000 (0:00:00.210) 0:02:20.450 ******** 2021-03-04T22:43:24.844 INFO:teuthology.task.ansible.out: TASK [testnode : Set hostname var] ********************************************* 2021-03-04T22:43:24.845 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"ansible_facts": {"hostname": "gibba038"}, "changed": false} 2021-03-04T22:43:24.866 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:24 +0000 (0:00:00.090) 0:02:20.541 ******** 2021-03-04T22:43:25.479 INFO:teuthology.task.ansible.out: TASK [testnode : Set the system's hostname] ************************************ 2021-03-04T22:43:25.481 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"ansible_facts": {"ansible_domain": "front.sepia.ceph.com", "ansible_fqdn": "gibba011.front.sepia.ceph.com", "ansible_hostname": "gibba011", "ansible_nodename": "gibba011"}, "changed": true, "name": "gibba011"} 2021-03-04T22:43:25.502 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:25 +0000 (0:00:00.636) 0:02:21.177 ******** 2021-03-04T22:43:25.509 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"ansible_facts": {"ansible_domain": "front.sepia.ceph.com", "ansible_fqdn": "gibba038.front.sepia.ceph.com", "ansible_hostname": "gibba038", "ansible_nodename": "gibba038"}, "changed": true, "name": "gibba038"} 2021-03-04T22:43:25.535 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:25 +0000 (0:00:00.033) 0:02:21.210 ******** 2021-03-04T22:43:25.931 INFO:teuthology.task.ansible.out: TASK [testnode : Upload distro major version specific sshd_config] ************* 2021-03-04T22:43:25.933 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "checksum": "a5e550b2aa74f6355e926d70d73a50ad9ab4b4be", "dest": "/etc/ssh/sshd_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/sshd_config", "secontext": "system_u:object_r:etc_t:s0", "size": 1043, "state": "file", "uid": 0} 2021-03-04T22:43:25.964 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:25 +0000 (0:00:00.428) 0:02:21.638 ******** 2021-03-04T22:43:25.972 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "checksum": "a5e550b2aa74f6355e926d70d73a50ad9ab4b4be", "dest": "/etc/ssh/sshd_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/sshd_config", "secontext": "system_u:object_r:etc_t:s0", "size": 1043, "state": "file", "uid": 0} 2021-03-04T22:43:25.997 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:25 +0000 (0:00:00.033) 0:02:21.672 ******** 2021-03-04T22:43:26.379 INFO:teuthology.task.ansible.out: 2021-03-04T22:43:26.380 INFO:teuthology.task.ansible.out:TASK [testnode : Upload ssh_config] ******************************************** 2021-03-04T22:43:26.382 INFO:teuthology.task.ansible.out: ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "checksum": "58d78b02605c8368f1913de12e145f4ad930fafc", "dest": "/etc/ssh/ssh_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/ssh_config", "secontext": "system_u:object_r:etc_t:s0", "size": 570, "state": "file", "uid": 0} 2021-03-04T22:43:26.405 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:26 +0000 (0:00:00.408) 0:02:22.080 ******** 2021-03-04T22:43:26.407 INFO:teuthology.task.ansible.out: 2021-03-04T22:43:26.420 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "checksum": "58d78b02605c8368f1913de12e145f4ad930fafc", "dest": "/etc/ssh/ssh_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/ssh_config", "secontext": "system_u:object_r:etc_t:s0", "size": 570, "state": "file", "uid": 0} 2021-03-04T22:43:26.422 INFO:teuthology.task.ansible.out: 2021-03-04T22:43:26.447 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:26 +0000 (0:00:00.041) 0:02:22.122 ******** 2021-03-04T22:43:26.449 INFO:teuthology.task.ansible.out: 2021-03-04T22:43:26.939 INFO:teuthology.task.ansible.out: TASK [testnode : Add ssh pubkeys] ********************************************** 2021-03-04T22:43:26.941 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "https://raw.githubusercontent.com/ceph/keys/autogenerated/ssh/@all.pub", "key_options": null, "keyfile": "/home/ubuntu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ubuntu", "validate_certs": true} 2021-03-04T22:43:26.964 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:26 +0000 (0:00:00.515) 0:02:22.638 ******** 2021-03-04T22:43:26.992 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "https://raw.githubusercontent.com/ceph/keys/autogenerated/ssh/@all.pub", "key_options": null, "keyfile": "/home/ubuntu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ubuntu", "validate_certs": true} 2021-03-04T22:43:27.015 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:27 +0000 (0:00:00.051) 0:02:22.689 ******** 2021-03-04T22:43:27.423 INFO:teuthology.task.ansible.out: TASK [testnode : Create remote.conf] ******************************************* 2021-03-04T22:43:27.425 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "checksum": "68d0b8ee2f88a77895f257aa69f32a42e47f455b", "dest": "/etc/security/limits.d/remote.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/security/limits.d/remote.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 116, "state": "file", "uid": 0} 2021-03-04T22:43:27.447 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:27 +0000 (0:00:00.432) 0:02:23.122 ******** 2021-03-04T22:43:27.475 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "checksum": "68d0b8ee2f88a77895f257aa69f32a42e47f455b", "dest": "/etc/security/limits.d/remote.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/security/limits.d/remote.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 116, "state": "file", "uid": 0} 2021-03-04T22:43:27.498 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:27 +0000 (0:00:00.051) 0:02:23.173 ******** 2021-03-04T22:43:27.667 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** 2021-03-04T22:43:27.669 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "dest": "/etc/fuse.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 0, "state": "file", "uid": 0} 2021-03-04T22:43:27.690 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:27 +0000 (0:00:00.192) 0:02:23.365 ******** 2021-03-04T22:43:27.730 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "dest": "/etc/fuse.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 0, "state": "file", "uid": 0} 2021-03-04T22:43:27.757 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:27 +0000 (0:00:00.066) 0:02:23.432 ******** 2021-03-04T22:43:27.903 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2021-03-04T22:43:27.905 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "gid": 36, "name": "kvm", "state": "present", "system": false} 2021-03-04T22:43:27.927 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:27 +0000 (0:00:00.169) 0:02:23.602 ******** 2021-03-04T22:43:27.979 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "gid": 36, "name": "kvm", "state": "present", "system": false} 2021-03-04T22:43:28.005 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:28 +0000 (0:00:00.077) 0:02:23.680 ******** 2021-03-04T22:43:28.152 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* 2021-03-04T22:43:28.154 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"append": true, "changed": false, "comment": "", "group": 1234, "groups": "kvm,disk", "home": "/home/ubuntu", "move_home": false, "name": "ubuntu", "shell": "/bin/bash", "state": "present", "uid": 1000} 2021-03-04T22:43:28.176 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:28 +0000 (0:00:00.171) 0:02:23.851 ******** 2021-03-04T22:43:28.237 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"append": true, "changed": false, "comment": "", "group": 1234, "groups": "kvm,disk", "home": "/home/ubuntu", "move_home": false, "name": "ubuntu", "shell": "/bin/bash", "state": "present", "uid": 1000} 2021-03-04T22:43:28.262 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:28 +0000 (0:00:00.085) 0:02:23.936 ******** 2021-03-04T22:43:28.613 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** 2021-03-04T22:43:28.615 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "checksum": "be3223c8b0917bde02657a5f9ddd95277cc3f812", "dest": "/etc/sudoers", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers", "secontext": "system_u:object_r:etc_t:s0", "size": 1808, "state": "file", "uid": 0} 2021-03-04T22:43:28.637 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:28 +0000 (0:00:00.375) 0:02:24.312 ******** 2021-03-04T22:43:28.685 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "checksum": "be3223c8b0917bde02657a5f9ddd95277cc3f812", "dest": "/etc/sudoers", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers", "secontext": "system_u:object_r:etc_t:s0", "size": 1808, "state": "file", "uid": 0} 2021-03-04T22:43:28.708 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:28 +0000 (0:00:00.071) 0:02:24.383 ******** 2021-03-04T22:43:29.080 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** 2021-03-04T22:43:29.082 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "checksum": "12a2e17405b9e00ea2061e25929905d08e5fe19f", "dest": "/etc/security/limits.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/security/limits.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 854, "state": "file", "uid": 0} 2021-03-04T22:43:29.103 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:29 +0000 (0:00:00.394) 0:02:24.778 ******** 2021-03-04T22:43:29.163 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "checksum": "12a2e17405b9e00ea2061e25929905d08e5fe19f", "dest": "/etc/security/limits.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/security/limits.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 854, "state": "file", "uid": 0} 2021-03-04T22:43:29.186 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:29 +0000 (0:00:00.083) 0:02:24.861 ******** 2021-03-04T22:43:30.909 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2021-03-04T22:43:30.911 INFO:teuthology.task.ansible.out:[WARNING]: Consider using the yum, dnf or zypper module rather than running 'rpm'. If you need to use command because yum, dnf or zypper is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message. changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "cmd": ["rpm", "--rebuilddb"], "delta": "0:00:01.593371", "end": "2021-03-04 22:43:30.888663", "rc": 0, "start": "2021-03-04 22:43:29.295292", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:43:30.941 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:30 +0000 (0:00:01.754) 0:02:26.615 ******** 2021-03-04T22:43:31.079 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "cmd": ["rpm", "--rebuilddb"], "delta": "0:00:01.687001", "end": "2021-03-04 22:43:31.062119", "rc": 0, "start": "2021-03-04 22:43:29.375118", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:43:31.109 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:31 +0000 (0:00:00.168) 0:02:26.784 ******** 2021-03-04T22:43:31.401 INFO:teuthology.task.ansible.out: TASK [testnode : Configure local mirrorlists] ********************************** 2021-03-04T22:43:31.403 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=CentOS-AppStream-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "aa5ad73629677ef17172417e50d2cdadccb7a3f2", "dest": "/etc/yum.repos.d/CentOS-AppStream-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-AppStream-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-AppStream-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 397, "state": "file", "uid": 0} 2021-03-04T22:43:31.552 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=CentOS-AppStream-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "aa5ad73629677ef17172417e50d2cdadccb7a3f2", "dest": "/etc/yum.repos.d/CentOS-AppStream-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-AppStream-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-AppStream-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 397, "state": "file", "uid": 0} 2021-03-04T22:43:31.765 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=CentOS-Base-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "4ed3c0272e6c4ec99169cd68f0b43d40bdd4b296", "dest": "/etc/yum.repos.d/CentOS-Base-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-Base-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Base-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 380, "state": "file", "uid": 0} 2021-03-04T22:43:31.905 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=CentOS-Base-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "4ed3c0272e6c4ec99169cd68f0b43d40bdd4b296", "dest": "/etc/yum.repos.d/CentOS-Base-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-Base-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Base-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 380, "state": "file", "uid": 0} 2021-03-04T22:43:32.127 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=CentOS-Extras-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "a862f43d3b3c7b8b592aa7dce23a6d013ab20bc3", "dest": "/etc/yum.repos.d/CentOS-Extras-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-Extras-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Extras-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 382, "state": "file", "uid": 0} 2021-03-04T22:43:32.157 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:32 +0000 (0:00:01.048) 0:02:27.832 ******** 2021-03-04T22:43:32.282 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=CentOS-Extras-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "a862f43d3b3c7b8b592aa7dce23a6d013ab20bc3", "dest": "/etc/yum.repos.d/CentOS-Extras-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-Extras-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Extras-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 382, "state": "file", "uid": 0} 2021-03-04T22:43:32.307 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:32 +0000 (0:00:00.149) 0:02:27.982 ******** 2021-03-04T22:43:32.618 INFO:teuthology.task.ansible.out: TASK [testnode : Configure common additional repos in /etc/yum.repos.d/] ******* 2021-03-04T22:43:32.620 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'key': 'lab-extras', 'value': {'name': 'lab-extras', 'baseurl': 'http://apt-mirror.front.sepia.ceph.com/lab-extras/8/', 'enabled': 1, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "a0e2ac0628a264e14b96b1c57627a3aa344a6c52", "dest": "/etc/yum.repos.d/lab-extras.repo", "gid": 0, "group": "root", "item": {"key": "lab-extras", "value": {"baseurl": "http://apt-mirror.front.sepia.ceph.com/lab-extras/8/", "enabled": 1, "gpgcheck": 0, "name": "lab-extras"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/lab-extras.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 203, "state": "file", "uid": 0} 2021-03-04T22:43:32.652 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:32 +0000 (0:00:00.345) 0:02:28.327 ******** 2021-03-04T22:43:32.757 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'key': 'lab-extras', 'value': {'name': 'lab-extras', 'baseurl': 'http://apt-mirror.front.sepia.ceph.com/lab-extras/8/', 'enabled': 1, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "a0e2ac0628a264e14b96b1c57627a3aa344a6c52", "dest": "/etc/yum.repos.d/lab-extras.repo", "gid": 0, "group": "root", "item": {"key": "lab-extras", "value": {"baseurl": "http://apt-mirror.front.sepia.ceph.com/lab-extras/8/", "enabled": 1, "gpgcheck": 0, "name": "lab-extras"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/lab-extras.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 203, "state": "file", "uid": 0} 2021-03-04T22:43:32.791 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:32 +0000 (0:00:00.138) 0:02:28.466 ******** 2021-03-04T22:43:33.080 INFO:teuthology.task.ansible.out: TASK [testnode : Configure version specific repos in /etc/yum.repos.d/] ******** 2021-03-04T22:43:33.082 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'key': 'CentOS-AppStream', 'value': {'name': 'CentOS-$releasever - AppStream', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "9b147c879e95cd23f3bbde027da102febcaad1a8", "dest": "/etc/yum.repos.d/CentOS-AppStream.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-AppStream", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist", "name": "CentOS-$releasever - AppStream"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-AppStream.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 289, "state": "file", "uid": 0} 2021-03-04T22:43:33.249 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'key': 'CentOS-AppStream', 'value': {'name': 'CentOS-$releasever - AppStream', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "9b147c879e95cd23f3bbde027da102febcaad1a8", "dest": "/etc/yum.repos.d/CentOS-AppStream.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-AppStream", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist", "name": "CentOS-$releasever - AppStream"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-AppStream.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 289, "state": "file", "uid": 0} 2021-03-04T22:43:33.440 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'key': 'CentOS-Base', 'value': {'name': 'CentOS-$releasever - Base', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-Base-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "77e4590ed0ecec056fa44f4e65af60e110822b85", "dest": "/etc/yum.repos.d/CentOS-Base.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-Base", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Base-mirrorlist", "name": "CentOS-$releasever - Base"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Base.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 274, "state": "file", "uid": 0} 2021-03-04T22:43:33.609 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'key': 'CentOS-Base', 'value': {'name': 'CentOS-$releasever - Base', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-Base-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "77e4590ed0ecec056fa44f4e65af60e110822b85", "dest": "/etc/yum.repos.d/CentOS-Base.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-Base", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Base-mirrorlist", "name": "CentOS-$releasever - Base"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Base.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 274, "state": "file", "uid": 0} 2021-03-04T22:43:33.799 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'key': 'CentOS-Extras', 'value': {'name': 'CentOS-$releasever - Extras', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-Extras-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "2856826614c7f1cb9409228f6c41319a023ca754", "dest": "/etc/yum.repos.d/CentOS-Extras.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-Extras", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Extras-mirrorlist", "name": "CentOS-$releasever - Extras"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Extras.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 280, "state": "file", "uid": 0} 2021-03-04T22:43:33.825 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:33 +0000 (0:00:01.033) 0:02:29.500 ******** 2021-03-04T22:43:33.897 INFO:teuthology.task.ansible.out: TASK [testnode : Enable copr repos] ******************************************** 2021-03-04T22:43:33.919 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:33 +0000 (0:00:00.094) 0:02:29.594 ******** 2021-03-04T22:43:33.958 INFO:teuthology.task.ansible.out: TASK [testnode : Configure version specific repos in /etc/yum.repos.d/] ******** 2021-03-04T22:43:33.960 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item={'key': 'CentOS-Extras', 'value': {'name': 'CentOS-$releasever - Extras', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-Extras-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "2856826614c7f1cb9409228f6c41319a023ca754", "dest": "/etc/yum.repos.d/CentOS-Extras.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-Extras", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Extras-mirrorlist", "name": "CentOS-$releasever - Extras"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Extras.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 280, "state": "file", "uid": 0} 2021-03-04T22:43:33.986 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:33 +0000 (0:00:00.066) 0:02:29.661 ******** 2021-03-04T22:43:33.993 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG] ************************************************** 2021-03-04T22:43:33.994 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:34.017 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:34 +0000 (0:00:00.031) 0:02:29.692 ******** 2021-03-04T22:43:34.045 INFO:teuthology.task.ansible.out: TASK [testnode : Enable copr repos] ******************************************** 2021-03-04T22:43:34.071 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:34 +0000 (0:00:00.053) 0:02:29.745 ******** 2021-03-04T22:43:34.099 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG keys] ********************************************* 2021-03-04T22:43:34.101 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} 2021-03-04T22:43:34.111 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} 2021-03-04T22:43:34.135 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:34 +0000 (0:00:00.064) 0:02:29.810 ******** 2021-03-04T22:43:34.152 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG] ************************************************** 2021-03-04T22:43:34.154 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:34.176 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:34 +0000 (0:00:00.041) 0:02:29.851 ******** 2021-03-04T22:43:34.214 INFO:teuthology.task.ansible.out: TASK [testnode : Clean yum cache] ********************************************** 2021-03-04T22:43:34.216 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:34.240 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:34 +0000 (0:00:00.063) 0:02:29.915 ******** 2021-03-04T22:43:34.258 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG keys] ********************************************* 2021-03-04T22:43:34.259 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} 2021-03-04T22:43:34.260 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} 2021-03-04T22:43:34.283 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:34 +0000 (0:00:00.042) 0:02:29.958 ******** 2021-03-04T22:43:34.311 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** ok: [gibba011.front.sepia.ceph.com] => {"ansible_facts": {"skip_packaging": false}, "changed": false} 2021-03-04T22:43:34.335 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:34 +0000 (0:00:00.052) 0:02:30.010 ******** 2021-03-04T22:43:34.363 INFO:teuthology.task.ansible.out: TASK [testnode : Clean yum cache] ********************************************** 2021-03-04T22:43:34.366 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:34.386 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:34 +0000 (0:00:00.051) 0:02:30.061 ******** 2021-03-04T22:43:34.414 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure yum_utils is present.] ********************************* 2021-03-04T22:43:34.416 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:34.442 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:34 +0000 (0:00:00.055) 0:02:30.117 ******** 2021-03-04T22:43:34.463 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:43:34.464 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"ansible_facts": {"skip_packaging": false}, "changed": false} 2021-03-04T22:43:34.486 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:34 +0000 (0:00:00.044) 0:02:30.161 ******** 2021-03-04T22:43:34.524 INFO:teuthology.task.ansible.out: TASK [testnode : Removing saved yum transactions] ****************************** 2021-03-04T22:43:34.526 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:34.547 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:34 +0000 (0:00:00.060) 0:02:30.222 ******** 2021-03-04T22:43:34.575 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure yum_utils is present.] ********************************* 2021-03-04T22:43:34.577 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:34.599 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:34 +0000 (0:00:00.051) 0:02:30.274 ******** 2021-03-04T22:43:34.679 INFO:teuthology.task.ansible.out: TASK [testnode : Removing saved yum transactions] ****************************** 2021-03-04T22:43:34.681 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:34.701 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:34 +0000 (0:00:00.102) 0:02:30.376 ******** 2021-03-04T22:43:34.751 INFO:teuthology.task.ansible.out: TASK [testnode : Check if ceph-debuginfo is installed] ************************* 2021-03-04T22:43:34.753 INFO:teuthology.task.ansible.out:fatal: [gibba011.front.sepia.ceph.com]: FAILED! => {"changed": false, "cmd": ["rpm", "-q", "ceph-debuginfo"], "delta": "0:00:00.005258", "end": "2021-03-04 22:43:34.735940", "msg": "non-zero return code", "rc": 1, "start": "2021-03-04 22:43:34.730682", "stderr": "", "stderr_lines": [], "stdout": "package ceph-debuginfo is not installed", "stdout_lines": ["package ceph-debuginfo is not installed"]} ...ignoring 2021-03-04T22:43:34.774 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:34 +0000 (0:00:00.073) 0:02:30.449 ******** 2021-03-04T22:43:34.868 INFO:teuthology.task.ansible.out: TASK [testnode : Work around https://bugzilla.redhat.com/show_bug.cgi?id=1234967] *** 2021-03-04T22:43:34.870 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:34.891 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:34 +0000 (0:00:00.116) 0:02:30.566 ******** 2021-03-04T22:43:34.918 INFO:teuthology.task.ansible.out: TASK [testnode : Check if ceph-debuginfo is installed] ************************* 2021-03-04T22:43:34.920 INFO:teuthology.task.ansible.out:fatal: [gibba038.front.sepia.ceph.com]: FAILED! => {"changed": false, "cmd": ["rpm", "-q", "ceph-debuginfo"], "delta": "0:00:00.004998", "end": "2021-03-04 22:43:34.897412", "msg": "non-zero return code", "rc": 1, "start": "2021-03-04 22:43:34.892414", "stderr": "", "stderr_lines": [], "stdout": "package ceph-debuginfo is not installed", "stdout_lines": ["package ceph-debuginfo is not installed"]} ...ignoring 2021-03-04T22:43:34.946 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:34 +0000 (0:00:00.055) 0:02:30.621 ******** 2021-03-04T22:43:35.027 INFO:teuthology.task.ansible.out: TASK [testnode : Work around https://bugzilla.redhat.com/show_bug.cgi?id=1234967] *** 2021-03-04T22:43:35.029 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:35.049 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:35 +0000 (0:00:00.102) 0:02:30.724 ******** 2021-03-04T22:43:36.907 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ 2021-03-04T22:43:36.909 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Removed: librbd1-1:12.2.7-9.el8.x86_64", "Removed: qemu-kvm-block-rbd-15:2.12.0-88.module_el8.1.0+297+df420408.3.x86_64", "Removed: librados2-1:12.2.7-9.el8.x86_64"]} 2021-03-04T22:43:36.931 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:36 +0000 (0:00:01.881) 0:02:32.606 ******** 2021-03-04T22:43:37.159 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Removed: librbd1-1:12.2.7-9.el8.x86_64", "Removed: qemu-kvm-block-rbd-15:2.12.0-88.module_el8.1.0+297+df420408.3.x86_64", "Removed: librados2-1:12.2.7-9.el8.x86_64"]} 2021-03-04T22:43:37.183 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:37 +0000 (0:00:00.252) 0:02:32.858 ******** 2021-03-04T22:43:38.673 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2021-03-04T22:43:38.675 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Removed: boost-program-options-1.66.0-6.el8.x86_64", "Removed: boost-random-1.66.0-6.el8.x86_64"]} 2021-03-04T22:43:38.697 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:38 +0000 (0:00:01.513) 0:02:34.372 ******** 2021-03-04T22:43:39.002 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Removed: boost-program-options-1.66.0-6.el8.x86_64", "Removed: boost-random-1.66.0-6.el8.x86_64"]} 2021-03-04T22:43:39.026 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:39 +0000 (0:00:00.328) 0:02:34.701 ******** 2021-03-04T22:43:53.763 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-03-04T22:43:53.765 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: python3-libdnf-0.48.0-5.el8.x86_64", "Installed: libdnf-0.48.0-5.el8.x86_64", "Installed: python3-librepo-1.12.0-2.el8.x86_64", "Installed: boost-chrono-1.66.0-10.el8.x86_64", "Installed: librados2-1:12.2.7-9.el8.x86_64", "Installed: librbd1-1:12.2.7-9.el8.x86_64", "Installed: yum-4.2.23-4.el8.noarch", "Installed: yum-utils-4.0.17-5.el8.noarch", "Installed: boost-program-options-1.66.0-10.el8.x86_64", "Installed: boost-random-1.66.0-10.el8.x86_64", "Installed: boost-system-1.66.0-10.el8.x86_64", "Installed: boost-thread-1.66.0-10.el8.x86_64", "Installed: librepo-1.12.0-2.el8.x86_64", "Installed: dnf-4.2.23-4.el8.noarch", "Installed: dnf-data-4.2.23-4.el8.noarch", "Installed: dnf-plugins-core-4.0.17-5.el8.noarch", "Installed: qemu-img-15:4.2.0-34.module_el8.3.0+704+02c27f72.3.x86_64", "Installed: qemu-kvm-block-rbd-15:4.2.0-34.module_el8.3.0+704+02c27f72.3.x86_64", "Installed: qemu-kvm-common-15:4.2.0-34.module_el8.3.0+704+02c27f72.3.x86_64", "Installed: qemu-kvm-core-15:4.2.0-34.module_el8.3.0+704+02c27f72.3.x86_64", "Installed: python3-hawkey-0.48.0-5.el8.x86_64", "Installed: libmodulemd-2.9.4-2.el8.x86_64", "Installed: python3-dnf-4.2.23-4.el8.noarch", "Installed: python3-dnf-plugins-core-4.0.17-5.el8.noarch", "Installed: seavgabios-bin-1.13.0-2.module_el8.3.0+555+a55c8938.noarch", "Removed: qemu-img-15:2.12.0-88.module_el8.1.0+297+df420408.3.x86_64", "Removed: qemu-kvm-common-15:2.12.0-88.module_el8.1.0+297+df420408.3.x86_64", "Removed: boost-chrono-1.66.0-6.el8.x86_64", "Removed: qemu-kvm-core-15:2.12.0-88.module_el8.1.0+297+df420408.3.x86_64", "Removed: seavgabios-bin-1.11.1-4.module_el8.1.0+248+298dec18.noarch", "Removed: libdnf-0.35.1-9.el8_1.x86_64", "Removed: boost-system-1.66.0-6.el8.x86_64", "Removed: boost-thread-1.66.0-6.el8.x86_64", "Removed: dnf-4.2.7-7.el8_1.noarch", "Removed: dnf-data-4.2.7-7.el8_1.noarch", "Removed: librepo-1.11.0-2.el8.x86_64" 2021-03-04T22:43:53.766 INFO:teuthology.task.ansible.out:, "Removed: dnf-plugins-core-4.0.8-3.el8.noarch", "Removed: python3-dnf-4.2.7-7.el8_1.noarch", "Removed: python3-dnf-plugins-core-4.0.8-3.el8.noarch", "Removed: python3-hawkey-0.35.1-9.el8_1.x86_64", "Removed: yum-4.2.7-7.el8_1.noarch", "Removed: yum-utils-4.0.8-3.el8.noarch", "Removed: python3-libdnf-0.35.1-9.el8_1.x86_64", "Removed: python3-librepo-1.11.0-2.el8.x86_64"]} 2021-03-04T22:43:53.796 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:53 +0000 (0:00:14.767) 0:02:49.468 ******** 2021-03-04T22:43:53.876 INFO:teuthology.task.ansible.out: TASK [testnode : Install epel packages] **************************************** 2021-03-04T22:43:53.877 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:53.899 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:53 +0000 (0:00:00.105) 0:02:49.574 ******** 2021-03-04T22:43:54.780 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** 2021-03-04T22:43:54.782 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-03-04T22:43:54.808 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:54 +0000 (0:00:00.909) 0:02:50.483 ******** 2021-03-04T22:43:55.110 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-03-04T22:43:55.112 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: python3-libdnf-0.48.0-5.el8.x86_64", "Installed: libdnf-0.48.0-5.el8.x86_64", "Installed: python3-librepo-1.12.0-2.el8.x86_64", "Installed: boost-chrono-1.66.0-10.el8.x86_64", "Installed: librados2-1:12.2.7-9.el8.x86_64", "Installed: librbd1-1:12.2.7-9.el8.x86_64", "Installed: yum-4.2.23-4.el8.noarch", "Installed: yum-utils-4.0.17-5.el8.noarch", "Installed: boost-program-options-1.66.0-10.el8.x86_64", "Installed: boost-random-1.66.0-10.el8.x86_64", "Installed: boost-system-1.66.0-10.el8.x86_64", "Installed: boost-thread-1.66.0-10.el8.x86_64", "Installed: librepo-1.12.0-2.el8.x86_64", "Installed: dnf-4.2.23-4.el8.noarch", "Installed: dnf-data-4.2.23-4.el8.noarch", "Installed: dnf-plugins-core-4.0.17-5.el8.noarch", "Installed: qemu-img-15:4.2.0-34.module_el8.3.0+704+02c27f72.3.x86_64", "Installed: qemu-kvm-block-rbd-15:4.2.0-34.module_el8.3.0+704+02c27f72.3.x86_64", "Installed: qemu-kvm-common-15:4.2.0-34.module_el8.3.0+704+02c27f72.3.x86_64", "Installed: qemu-kvm-core-15:4.2.0-34.module_el8.3.0+704+02c27f72.3.x86_64", "Installed: python3-hawkey-0.48.0-5.el8.x86_64", "Installed: libmodulemd-2.9.4-2.el8.x86_64", "Installed: python3-dnf-4.2.23-4.el8.noarch", "Installed: python3-dnf-plugins-core-4.0.17-5.el8.noarch", "Installed: seavgabios-bin-1.13.0-2.module_el8.3.0+555+a55c8938.noarch", "Removed: qemu-img-15:2.12.0-88.module_el8.1.0+297+df420408.3.x86_64", "Removed: qemu-kvm-common-15:2.12.0-88.module_el8.1.0+297+df420408.3.x86_64", "Removed: boost-chrono-1.66.0-6.el8.x86_64", "Removed: qemu-kvm-core-15:2.12.0-88.module_el8.1.0+297+df420408.3.x86_64", "Removed: seavgabios-bin-1.11.1-4.module_el8.1.0+248+298dec18.noarch", "Removed: libdnf-0.35.1-9.el8_1.x86_64", "Removed: boost-system-1.66.0-6.el8.x86_64", "Removed: boost-thread-1.66.0-6.el8.x86_64", "Removed: dnf-4.2.7-7.el8_1.noarch", "Removed: dnf-data-4.2.7-7.el8_1.noarch", "Removed: librepo-1.11.0-2.el8.x86_64" 2021-03-04T22:43:55.114 INFO:teuthology.task.ansible.out:, "Removed: dnf-plugins-core-4.0.8-3.el8.noarch", "Removed: python3-dnf-4.2.7-7.el8_1.noarch", "Removed: python3-dnf-plugins-core-4.0.8-3.el8.noarch", "Removed: python3-hawkey-0.35.1-9.el8_1.x86_64", "Removed: yum-4.2.7-7.el8_1.noarch", "Removed: yum-utils-4.0.8-3.el8.noarch", "Removed: python3-libdnf-0.35.1-9.el8_1.x86_64", "Removed: python3-librepo-1.11.0-2.el8.x86_64"]} 2021-03-04T22:43:55.133 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:55 +0000 (0:00:00.325) 0:02:50.808 ******** 2021-03-04T22:43:55.224 INFO:teuthology.task.ansible.out: TASK [testnode : Install epel packages] **************************************** 2021-03-04T22:43:55.226 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:55.249 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:55 +0000 (0:00:00.115) 0:02:50.924 ******** 2021-03-04T22:43:56.135 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** 2021-03-04T22:43:56.136 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-03-04T22:43:56.158 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:56 +0000 (0:00:00.909) 0:02:51.833 ******** 2021-03-04T22:43:56.792 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-03-04T22:43:56.794 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: libgcrypt-1.8.5-4.el8.x86_64", "Removed: libgcrypt-1.8.3-4.el8.x86_64"]} 2021-03-04T22:43:56.816 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:56 +0000 (0:00:00.657) 0:02:52.491 ******** 2021-03-04T22:43:57.113 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable firewalld] *********************************** 2021-03-04T22:43:57.114 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "enabled": false, "name": "firewalld", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "After": "dbus.service sysinit.target basic.target system.slice polkit.service dbus.socket", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "no", "AssertTimestampMonotonic": "0", "Before": "shutdown.target network-pre.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "BusName": "org.fedoraproject.FirewallD1", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "ConfigurationDirectoryMode": "0755", "Conflicts": "shutdown.target ip6tables.service ebtables.service iptables.service ipset.service", "ControlPID": "0", "DefaultDependencies": "yes", "Delegate": "no", "Description": "firewalld - dynamic firewall daemon", "DevicePolicy": "auto", "Documentation": "man:firewalld(1)", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes 2021-03-04T22:43:57.116 INFO:teuthology.task.ansible.out:": "", "EnvironmentFiles": "/etc/sysconfig/firewalld (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "0", "ExecMainStartTimestampMonotonic": "0", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/firewalld ; argv[]=/usr/sbin/firewalld --nofork --nopid $FIREWALLD_ARGS ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/usr/lib/systemd/system/firewalld.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "Id": "firewalld.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "mixed", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127317", "LimitNPROCSoft": "127317", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "Li 2021-03-04T22:43:57.118 INFO:teuthology.task.ansible.out:mitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127317", "LimitSIGPENDINGSoft": "127317", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "0", "MemoryAccounting": "yes", "MemoryCurrent": "[not set]", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "firewalld.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "PermissionsStartOnly": "no", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "no", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "sysinit.target system.slice dbus.socket", "Restart": "no", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "null", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "null", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWei 2021-03-04T22:43:57.120 INFO:teuthology.task.ansible.out:ght": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestampMonotonic": "0", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "[not set]", "TasksMax": "203707", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "dbus", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "disabled", "UtmpMode": "init", "Wants": "network-pre.target", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-03-04T22:43:57.137 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:57 +0000 (0:00:00.321) 0:02:52.812 ******** 2021-03-04T22:43:57.431 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable iptables] ************************************ fatal: [gibba011.front.sepia.ceph.com]: FAILED! => {"changed": false, "msg": "Could not find the requested service iptables: host"} ...ignoring 2021-03-04T22:43:57.456 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:57 +0000 (0:00:00.318) 0:02:53.130 ******** 2021-03-04T22:43:58.221 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-03-04T22:43:58.223 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: libgcrypt-1.8.5-4.el8.x86_64", "Removed: libgcrypt-1.8.3-4.el8.x86_64"]} 2021-03-04T22:43:58.261 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:58 +0000 (0:00:00.803) 0:02:53.935 ******** 2021-03-04T22:43:58.488 INFO:teuthology.task.ansible.out: TASK [testnode : Enable SELinux] *********************************************** 2021-03-04T22:43:58.490 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "configfile": "/etc/selinux/config", "msg": "", "policy": "targeted", "reboot_required": false, "state": "permissive"} 2021-03-04T22:43:58.515 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:58 +0000 (0:00:00.255) 0:02:54.190 ******** 2021-03-04T22:43:58.601 INFO:teuthology.task.ansible.out: TASK [testnode : Install abrt] ************************************************* 2021-03-04T22:43:58.604 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:58.623 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:58 +0000 (0:00:00.108) 0:02:54.298 ******** 2021-03-04T22:43:58.654 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable firewalld] *********************************** 2021-03-04T22:43:58.656 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "enabled": false, "name": "firewalld", "state": "stopped", "status": {"ActiveEnterTimestampMonotonic": "0", "ActiveExitTimestampMonotonic": "0", "ActiveState": "inactive", "After": "system.slice dbus.socket dbus.service polkit.service basic.target sysinit.target", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "no", "AssertTimestampMonotonic": "0", "Before": "network-pre.target shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "BusName": "org.fedoraproject.FirewallD1", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "yes", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend", "CollectMode": "inactive", "ConditionResult": "no", "ConditionTimestampMonotonic": "0", "ConfigurationDirectoryMode": "0755", "Conflicts": "ipset.service iptables.service shutdown.target ip6tables.service ebtables.service", "ControlPID": "0", "DefaultDependencies": "yes", "Delegate": "no", "Description": "firewalld - dynamic firewall daemon", "DevicePolicy": "auto", "Documentation": "man:firewalld(1)", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes 2021-03-04T22:43:58.657 INFO:teuthology.task.ansible.out:": "", "EnvironmentFiles": "/etc/sysconfig/firewalld (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "0", "ExecMainStartTimestampMonotonic": "0", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/firewalld ; argv[]=/usr/sbin/firewalld --nofork --nopid $FIREWALLD_ARGS ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/usr/lib/systemd/system/firewalld.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "Id": "firewalld.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestampMonotonic": "0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "mixed", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127317", "LimitNPROCSoft": "127317", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "Li 2021-03-04T22:43:58.659 INFO:teuthology.task.ansible.out:mitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127317", "LimitSIGPENDINGSoft": "127317", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "0", "MemoryAccounting": "yes", "MemoryCurrent": "[not set]", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "firewalld.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "PermissionsStartOnly": "no", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "no", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "no", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "no", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "system.slice dbus.socket sysinit.target", "Restart": "no", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "null", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "null", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWei 2021-03-04T22:43:58.665 INFO:teuthology.task.ansible.out:ght": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestampMonotonic": "0", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "dead", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "[not set]", "TasksMax": "203707", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "dbus", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "disabled", "UtmpMode": "init", "Wants": "network-pre.target", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-03-04T22:43:58.690 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:58 +0000 (0:00:00.066) 0:02:54.365 ******** 2021-03-04T22:43:58.717 INFO:teuthology.task.ansible.out: TASK [testnode : Enable abrt-auto-reporting] *********************************** 2021-03-04T22:43:58.719 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:58.743 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:58 +0000 (0:00:00.050) 0:02:54.415 ******** 2021-03-04T22:43:58.822 INFO:teuthology.task.ansible.out: TASK [testnode : Set OpenGPGCheck in abrt-action-save-package-data.conf] ******* skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:58.847 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:58 +0000 (0:00:00.106) 0:02:54.522 ******** 2021-03-04T22:43:58.975 INFO:teuthology.task.ansible.out: TASK [testnode : Set ProcessUnpackaged in abrt-action-save-package-data.conf] *** 2021-03-04T22:43:58.977 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:58.998 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:58 +0000 (0:00:00.150) 0:02:54.672 ******** 2021-03-04T22:43:59.015 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable iptables] ************************************ 2021-03-04T22:43:59.017 INFO:teuthology.task.ansible.out:fatal: [gibba038.front.sepia.ceph.com]: FAILED! => {"changed": false, "msg": "Could not find the requested service iptables: host"} ...ignoring 2021-03-04T22:43:59.041 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:59 +0000 (0:00:00.043) 0:02:54.716 ******** 2021-03-04T22:43:59.091 INFO:teuthology.task.ansible.out: TASK [testnode : Restart abrtd] ************************************************ 2021-03-04T22:43:59.092 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:59.113 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:59 +0000 (0:00:00.072) 0:02:54.788 ******** 2021-03-04T22:43:59.194 INFO:teuthology.task.ansible.out: TASK [testnode : Check for custom repos] *************************************** 2021-03-04T22:43:59.195 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:59.217 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:59 +0000 (0:00:00.103) 0:02:54.892 ******** 2021-03-04T22:43:59.298 INFO:teuthology.task.ansible.out: TASK [testnode : Remove custom repos] ****************************************** 2021-03-04T22:43:59.322 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:59 +0000 (0:00:00.104) 0:02:54.997 ******** 2021-03-04T22:43:59.324 INFO:teuthology.task.ansible.out: 2021-03-04T22:43:59.340 INFO:teuthology.task.ansible.out: TASK [testnode : Enable SELinux] *********************************************** 2021-03-04T22:43:59.342 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "configfile": "/etc/selinux/config", "msg": "", "policy": "targeted", "reboot_required": false, "state": "permissive"} 2021-03-04T22:43:59.364 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:59 +0000 (0:00:00.042) 0:02:55.039 ******** 2021-03-04T22:43:59.403 INFO:teuthology.task.ansible.out: TASK [testnode : Set apt preferences] ****************************************** 2021-03-04T22:43:59.405 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:59.426 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:59 +0000 (0:00:00.061) 0:02:55.101 ******** 2021-03-04T22:43:59.443 INFO:teuthology.task.ansible.out: TASK [testnode : Install abrt] ************************************************* 2021-03-04T22:43:59.444 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:59.467 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:59 +0000 (0:00:00.040) 0:02:55.141 ******** 2021-03-04T22:43:59.494 INFO:teuthology.task.ansible.out: TASK [testnode : Add sources list] ********************************************* 2021-03-04T22:43:59.496 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:59.519 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:59 +0000 (0:00:00.052) 0:02:55.194 ******** 2021-03-04T22:43:59.548 INFO:teuthology.task.ansible.out: TASK [testnode : Enable abrt-auto-reporting] *********************************** 2021-03-04T22:43:59.549 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:59.575 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:59 +0000 (0:00:00.055) 0:02:55.250 ******** 2021-03-04T22:43:59.605 INFO:teuthology.task.ansible.out: TASK [testnode : Install apt keys] ********************************************* 2021-03-04T22:43:59.606 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} skipping: [gibba011.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} 2021-03-04T22:43:59.637 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:59 +0000 (0:00:00.062) 0:02:55.312 ******** 2021-03-04T22:43:59.667 INFO:teuthology.task.ansible.out: TASK [testnode : Set OpenGPGCheck in abrt-action-save-package-data.conf] ******* 2021-03-04T22:43:59.669 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:59.701 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:59 +0000 (0:00:00.062) 0:02:55.375 ******** 2021-03-04T22:43:59.731 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-apt] ******************************************* 2021-03-04T22:43:59.735 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:59.760 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:59 +0000 (0:00:00.060) 0:02:55.435 ******** 2021-03-04T22:43:59.779 INFO:teuthology.task.ansible.out: TASK [testnode : Set ProcessUnpackaged in abrt-action-save-package-data.conf] *** 2021-03-04T22:43:59.781 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:59.804 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:59 +0000 (0:00:00.043) 0:02:55.479 ******** 2021-03-04T22:43:59.832 INFO:teuthology.task.ansible.out: TASK [testnode : Add local apt repos.] ***************************************** 2021-03-04T22:43:59.855 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:59 +0000 (0:00:00.051) 0:02:55.530 ******** 2021-03-04T22:43:59.873 INFO:teuthology.task.ansible.out: TASK [testnode : Restart abrtd] ************************************************ 2021-03-04T22:43:59.875 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:59.898 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:59 +0000 (0:00:00.043) 0:02:55.573 ******** 2021-03-04T22:43:59.938 INFO:teuthology.task.ansible.out: TASK [testnode : Blast the apt cache.] ***************************************** 2021-03-04T22:43:59.940 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:43:59.961 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:43:59 +0000 (0:00:00.062) 0:02:55.636 ******** 2021-03-04T22:43:59.978 INFO:teuthology.task.ansible.out: TASK [testnode : Check for custom repos] *************************************** 2021-03-04T22:43:59.981 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:00.015 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:00 +0000 (0:00:00.047) 0:02:55.683 ******** 2021-03-04T22:44:00.042 INFO:teuthology.task.ansible.out: TASK [testnode : Update apt cache.] ******************************************** 2021-03-04T22:44:00.046 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:00.069 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:00 +0000 (0:00:00.061) 0:02:55.744 ******** 2021-03-04T22:44:00.090 INFO:teuthology.task.ansible.out: TASK [testnode : Remove custom repos] ****************************************** 2021-03-04T22:44:00.115 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:00 +0000 (0:00:00.045) 0:02:55.790 ******** 2021-03-04T22:44:00.136 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure packages are not present.] ***************************** skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:00.161 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:00 +0000 (0:00:00.045) 0:02:55.836 ******** 2021-03-04T22:44:00.189 INFO:teuthology.task.ansible.out: TASK [testnode : Set apt preferences] ****************************************** 2021-03-04T22:44:00.191 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:00.216 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:00 +0000 (0:00:00.054) 0:02:55.891 ******** 2021-03-04T22:44:00.234 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-03-04T22:44:00.236 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:00.258 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:00 +0000 (0:00:00.042) 0:02:55.933 ******** 2021-03-04T22:44:00.286 INFO:teuthology.task.ansible.out: TASK [testnode : Add sources list] ********************************************* 2021-03-04T22:44:00.288 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:00.313 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:00 +0000 (0:00:00.052) 0:02:55.986 ******** 2021-03-04T22:44:00.330 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade non aarch64 packages] ********************************* 2021-03-04T22:44:00.331 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:00.354 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:00 +0000 (0:00:00.042) 0:02:56.028 ******** 2021-03-04T22:44:00.403 INFO:teuthology.task.ansible.out: TASK [testnode : Install apt keys] ********************************************* 2021-03-04T22:44:00.404 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} 2021-03-04T22:44:00.414 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} 2021-03-04T22:44:00.438 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:00 +0000 (0:00:00.084) 0:02:56.113 ******** 2021-03-04T22:44:00.445 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-03-04T22:44:00.446 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:00.471 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:00 +0000 (0:00:00.033) 0:02:56.146 ******** 2021-03-04T22:44:00.500 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-apt] ******************************************* 2021-03-04T22:44:00.501 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:00.526 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:00 +0000 (0:00:00.054) 0:02:56.200 ******** 2021-03-04T22:44:00.543 INFO:teuthology.task.ansible.out: TASK [testnode : Install non aarch64 packages] ********************************* skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:00.571 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:00 +0000 (0:00:00.045) 0:02:56.245 ******** 2021-03-04T22:44:00.605 INFO:teuthology.task.ansible.out: TASK [testnode : Add local apt repos.] ***************************************** 2021-03-04T22:44:00.631 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:00 +0000 (0:00:00.059) 0:02:56.305 ******** 2021-03-04T22:44:00.658 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages with --no-install-recommends] **************** 2021-03-04T22:44:00.660 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:00.685 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:00 +0000 (0:00:00.055) 0:02:56.360 ******** 2021-03-04T22:44:00.703 INFO:teuthology.task.ansible.out: TASK [testnode : Blast the apt cache.] ***************************************** 2021-03-04T22:44:00.705 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:00.729 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:00 +0000 (0:00:00.042) 0:02:56.403 ******** 2021-03-04T22:44:00.757 INFO:teuthology.task.ansible.out: TASK [testnode : Use perl to add user_xattr to the root mount options in fstab.] *** 2021-03-04T22:44:00.758 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:00.780 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:00 +0000 (0:00:00.052) 0:02:56.455 ******** 2021-03-04T22:44:00.800 INFO:teuthology.task.ansible.out: TASK [testnode : Update apt cache.] ******************************************** skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:00.826 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:00 +0000 (0:00:00.045) 0:02:56.500 ******** 2021-03-04T22:44:00.853 INFO:teuthology.task.ansible.out: TASK [testnode : Enable xattr for this boot.] ********************************** 2021-03-04T22:44:00.855 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:00.877 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:00 +0000 (0:00:00.051) 0:02:56.552 ******** 2021-03-04T22:44:00.895 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure packages are not present.] ***************************** 2021-03-04T22:44:00.896 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:00.920 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:00 +0000 (0:00:00.042) 0:02:56.595 ******** 2021-03-04T22:44:00.958 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure fuse group exists.] ************************************ 2021-03-04T22:44:00.960 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:00.982 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:00 +0000 (0:00:00.062) 0:02:56.657 ******** 2021-03-04T22:44:00.990 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-03-04T22:44:00.991 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:01.020 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:01 +0000 (0:00:00.037) 0:02:56.695 ******** 2021-03-04T22:44:01.048 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/fuse.conf.] *************************************** 2021-03-04T22:44:01.050 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:01.077 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:01 +0000 (0:00:00.056) 0:02:56.752 ******** 2021-03-04T22:44:01.095 INFO:teuthology.task.ansible.out: 2021-03-04T22:44:01.097 INFO:teuthology.task.ansible.out:TASK [testnode : Upgrade non aarch64 packages] ********************************* skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:01.119 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:01 +0000 (0:00:00.042) 0:02:56.794 ******** 2021-03-04T22:44:01.121 INFO:teuthology.task.ansible.out: 2021-03-04T22:44:01.149 INFO:teuthology.task.ansible.out: TASK [testnode : Add teuthology user to groups fuse, kvm and disk.] ************ 2021-03-04T22:44:01.151 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:01.175 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:01 +0000 (0:00:00.055) 0:02:56.850 ******** 2021-03-04T22:44:01.193 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-03-04T22:44:01.194 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:01.217 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:01 +0000 (0:00:00.042) 0:02:56.892 ******** 2021-03-04T22:44:01.245 INFO:teuthology.task.ansible.out: TASK [testnode : Set up static IP in /etc/hosts.] ****************************** 2021-03-04T22:44:01.246 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:01.272 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:01 +0000 (0:00:00.055) 0:02:56.947 ******** 2021-03-04T22:44:01.291 INFO:teuthology.task.ansible.out: TASK [testnode : Install non aarch64 packages] ********************************* 2021-03-04T22:44:01.293 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:01.316 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:01 +0000 (0:00:00.043) 0:02:56.991 ******** 2021-03-04T22:44:01.345 INFO:teuthology.task.ansible.out: TASK [testnode : Stop apache2] ************************************************* 2021-03-04T22:44:01.347 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:01.369 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:01 +0000 (0:00:00.052) 0:02:57.044 ******** 2021-03-04T22:44:01.388 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages with --no-install-recommends] **************** skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:01.412 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:01 +0000 (0:00:00.043) 0:02:57.087 ******** 2021-03-04T22:44:01.440 INFO:teuthology.task.ansible.out: 2021-03-04T22:44:01.442 INFO:teuthology.task.ansible.out:TASK [testnode : Set mode on /etc/fuse.conf] *********************************** skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:01.463 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:01 +0000 (0:00:00.051) 0:02:57.138 ******** 2021-03-04T22:44:01.491 INFO:teuthology.task.ansible.out: TASK [testnode : Use perl to add user_xattr to the root mount options in fstab.] *** 2021-03-04T22:44:01.493 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:01.515 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:01 +0000 (0:00:00.051) 0:02:57.190 ******** 2021-03-04T22:44:01.532 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2021-03-04T22:44:01.534 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:01.556 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:01 +0000 (0:00:00.040) 0:02:57.230 ******** 2021-03-04T22:44:01.583 INFO:teuthology.task.ansible.out: TASK [testnode : Enable xattr for this boot.] ********************************** 2021-03-04T22:44:01.585 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:01.609 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:01 +0000 (0:00:00.053) 0:02:57.284 ******** 2021-03-04T22:44:01.627 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* 2021-03-04T22:44:01.629 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:01.651 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:01 +0000 (0:00:00.041) 0:02:57.326 ******** 2021-03-04T22:44:01.678 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure fuse group exists.] ************************************ 2021-03-04T22:44:01.680 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:01.703 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:01 +0000 (0:00:00.051) 0:02:57.378 ******** 2021-03-04T22:44:01.731 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** 2021-03-04T22:44:01.733 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:01.754 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:01 +0000 (0:00:00.050) 0:02:57.429 ******** 2021-03-04T22:44:01.772 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/fuse.conf.] *************************************** 2021-03-04T22:44:01.773 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:01.796 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:01 +0000 (0:00:00.041) 0:02:57.471 ******** 2021-03-04T22:44:01.824 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** 2021-03-04T22:44:01.826 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:01.855 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:01 +0000 (0:00:00.058) 0:02:57.529 ******** 2021-03-04T22:44:01.875 INFO:teuthology.task.ansible.out: TASK [testnode : Add teuthology user to groups fuse, kvm and disk.] ************ 2021-03-04T22:44:01.877 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:01.902 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:01 +0000 (0:00:00.047) 0:02:57.576 ******** 2021-03-04T22:44:01.933 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2021-03-04T22:44:01.935 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:01.957 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:01 +0000 (0:00:00.054) 0:02:57.631 ******** 2021-03-04T22:44:01.988 INFO:teuthology.task.ansible.out: TASK [testnode : Set up static IP in /etc/hosts.] ****************************** 2021-03-04T22:44:01.990 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:02.016 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:02 +0000 (0:00:00.059) 0:02:57.691 ******** 2021-03-04T22:44:02.055 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ 2021-03-04T22:44:02.058 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:02.078 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:02 +0000 (0:00:00.061) 0:02:57.753 ******** 2021-03-04T22:44:02.095 INFO:teuthology.task.ansible.out: TASK [testnode : Stop apache2] ************************************************* 2021-03-04T22:44:02.097 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:02.131 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:02 +0000 (0:00:00.053) 0:02:57.806 ******** 2021-03-04T22:44:02.151 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2021-03-04T22:44:02.153 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:02.175 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:02 +0000 (0:00:00.043) 0:02:57.850 ******** 2021-03-04T22:44:02.213 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** 2021-03-04T22:44:02.213 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:02.237 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:02 +0000 (0:00:00.061) 0:02:57.912 ******** 2021-03-04T22:44:02.254 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:44:02.256 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:02.284 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:02 +0000 (0:00:00.046) 0:02:57.958 ******** 2021-03-04T22:44:02.304 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2021-03-04T22:44:02.306 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:02.328 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:02 +0000 (0:00:00.044) 0:02:58.003 ******** 2021-03-04T22:44:02.367 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** 2021-03-04T22:44:02.369 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:02.393 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:02 +0000 (0:00:00.064) 0:02:58.068 ******** 2021-03-04T22:44:02.411 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* 2021-03-04T22:44:02.413 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:02.440 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:02 +0000 (0:00:00.047) 0:02:58.115 ******** 2021-03-04T22:44:02.458 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-03-04T22:44:02.460 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:02.485 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:02 +0000 (0:00:00.043) 0:02:58.159 ******** 2021-03-04T22:44:02.512 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** 2021-03-04T22:44:02.514 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:02.536 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:02 +0000 (0:00:00.052) 0:02:58.211 ******** 2021-03-04T22:44:02.553 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-03-04T22:44:02.555 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:02.578 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:02 +0000 (0:00:00.041) 0:02:58.253 ******** 2021-03-04T22:44:02.621 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:02.649 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:02 +0000 (0:00:00.070) 0:02:58.324 ******** 2021-03-04T22:44:02.704 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} Thursday 04 March 2021 22:44:02 +0000 (0:00:00.035) 0:02:58.359 ******** 2021-03-04T22:44:02.732 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2021-03-04T22:44:02.734 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:02.756 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:02 +0000 (0:00:00.072) 0:02:58.431 ******** 2021-03-04T22:44:02.846 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ 2021-03-04T22:44:02.848 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:02.872 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:02 +0000 (0:00:00.115) 0:02:58.547 ******** 2021-03-04T22:44:02.901 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-03-04T22:44:02.903 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "dest": "/usr/bin/lspci", "gid": 0, "group": "root", "mode": "0777", "owner": "root", "secontext": "unconfined_u:object_r:bin_t:s0", "size": 11, "src": "/sbin/lspci", "state": "link", "uid": 0} 2021-03-04T22:44:02.937 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:02 +0000 (0:00:00.064) 0:02:58.612 ******** 2021-03-04T22:44:02.956 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2021-03-04T22:44:02.958 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:02.981 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:02 +0000 (0:00:00.044) 0:02:58.656 ******** 2021-03-04T22:44:03.052 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:44:03.054 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:03.081 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:03 +0000 (0:00:00.099) 0:02:58.756 ******** 2021-03-04T22:44:03.161 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-03-04T22:44:03.163 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib/ltp/testcases/bin", "secontext": "unconfined_u:object_r:lib_t:s0", "size": 4096, "state": "directory", "uid": 0} TASK [testnode : Remove packages] ********************************************** skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:03.184 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:03 +0000 (0:00:00.103) 0:02:58.859 ******** 2021-03-04T22:44:03.203 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:03 +0000 (0:00:00.019) 0:02:58.878 ******** 2021-03-04T22:44:03.284 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-03-04T22:44:03.286 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:03.311 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:03 +0000 (0:00:00.107) 0:02:58.986 ******** 2021-03-04T22:44:03.392 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:03.394 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** [WARNING]: Cannot set fs attributes on a non-existent symlink target. follow should be set to False to avoid this. ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "dest": "/usr/lib/ltp/testcases/bin/fsstress", "src": "/usr/bin/fsstress"} 2021-03-04T22:44:03.416 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:03 +0000 (0:00:00.105) 0:02:59.091 ******** 2021-03-04T22:44:03.418 INFO:teuthology.task.ansible.out: 2021-03-04T22:44:03.436 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:03 +0000 (0:00:00.019) 0:02:59.111 ******** 2021-03-04T22:44:03.478 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2021-03-04T22:44:03.480 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:03.506 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:03 +0000 (0:00:00.069) 0:02:59.181 ******** 2021-03-04T22:44:03.513 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* 2021-03-04T22:44:03.515 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:03.538 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:03 +0000 (0:00:00.032) 0:02:59.213 ******** 2021-03-04T22:44:03.577 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* 2021-03-04T22:44:03.579 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:03.603 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:03 +0000 (0:00:00.064) 0:02:59.278 ******** 2021-03-04T22:44:03.674 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* 2021-03-04T22:44:03.675 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:03.697 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:03 +0000 (0:00:00.093) 0:02:59.372 ******** 2021-03-04T22:44:03.748 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-03-04T22:44:03.749 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "dest": "/usr/bin/lspci", "gid": 0, "group": "root", "mode": "0777", "owner": "root", "secontext": "unconfined_u:object_r:bin_t:s0", "size": 11, "src": "/sbin/lspci", "state": "link", "uid": 0} 2021-03-04T22:44:03.777 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:03 +0000 (0:00:00.080) 0:02:59.452 ******** 2021-03-04T22:44:03.784 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-03-04T22:44:03.786 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:03.813 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:03 +0000 (0:00:00.036) 0:02:59.488 ******** 2021-03-04T22:44:03.883 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-03-04T22:44:03.885 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:03.905 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:03 +0000 (0:00:00.091) 0:02:59.580 ******** 2021-03-04T22:44:03.977 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-03-04T22:44:03.979 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:04.005 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:04 +0000 (0:00:00.100) 0:02:59.680 ******** 2021-03-04T22:44:04.013 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-03-04T22:44:04.015 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib/ltp/testcases/bin", "secontext": "unconfined_u:object_r:lib_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:44:04.042 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:04 +0000 (0:00:00.036) 0:02:59.717 ******** 2021-03-04T22:44:04.082 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-03-04T22:44:04.084 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:04.108 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:04 +0000 (0:00:00.066) 0:02:59.783 ******** 2021-03-04T22:44:04.178 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-03-04T22:44:04.180 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:04.202 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:04 +0000 (0:00:00.093) 0:02:59.876 ******** 2021-03-04T22:44:04.272 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-03-04T22:44:04.273 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "dest": "/usr/lib/ltp/testcases/bin/fsstress", "src": "/usr/bin/fsstress"} TASK [testnode : Make fsstress same path as ubuntu.] *************************** skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:04.294 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:04 +0000 (0:00:00.092) 0:02:59.969 ******** 2021-03-04T22:44:04.313 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:04 +0000 (0:00:00.019) 0:02:59.988 ******** 2021-03-04T22:44:04.362 INFO:teuthology.task.ansible.out: TASK [testnode : Set grub config.] ********************************************* 2021-03-04T22:44:04.364 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:04.385 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:04 +0000 (0:00:00.071) 0:03:00.060 ******** 2021-03-04T22:44:04.392 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2021-03-04T22:44:04.393 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:04.416 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:04 +0000 (0:00:00.031) 0:03:00.091 ******** 2021-03-04T22:44:04.455 INFO:teuthology.task.ansible.out: TASK [testnode : Remove /etc/ceph] ********************************************* 2021-03-04T22:44:04.457 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:04.482 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:04 +0000 (0:00:00.065) 0:03:00.156 ******** 2021-03-04T22:44:04.491 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* 2021-03-04T22:44:04.491 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:04.524 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:04 +0000 (0:00:00.041) 0:03:00.198 ******** 2021-03-04T22:44:04.551 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2021-03-04T22:44:04.553 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:04.577 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:04 +0000 (0:00:00.053) 0:03:00.252 ******** 2021-03-04T22:44:04.598 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* 2021-03-04T22:44:04.600 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:04.622 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:04 +0000 (0:00:00.044) 0:03:00.297 ******** 2021-03-04T22:44:04.650 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:04.674 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:04 +0000 (0:00:00.051) 0:03:00.349 ******** 2021-03-04T22:44:04.692 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-03-04T22:44:04.694 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:04.716 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:04 +0000 (0:00:00.041) 0:03:00.390 ******** 2021-03-04T22:44:04.744 INFO:teuthology.task.ansible.out: TASK [testnode : Upload weekly kernel-clean crontab.] ************************** 2021-03-04T22:44:04.745 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:04.767 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:04 +0000 (0:00:00.051) 0:03:00.442 ******** 2021-03-04T22:44:04.795 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-03-04T22:44:04.797 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:04.819 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:04 +0000 (0:00:00.051) 0:03:00.494 ******** 2021-03-04T22:44:04.836 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/grub.d/02_force_timeout.] ************************* 2021-03-04T22:44:04.838 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:04.861 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:04 +0000 (0:00:00.041) 0:03:00.536 ******** 2021-03-04T22:44:04.895 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-03-04T22:44:04.896 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:04.922 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:04 +0000 (0:00:00.060) 0:03:00.597 ******** 2021-03-04T22:44:04.939 INFO:teuthology.task.ansible.out: TASK [testnode : Enable kernel modules to load at boot time.] ****************** 2021-03-04T22:44:04.941 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:04.963 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:04 +0000 (0:00:00.041) 0:03:00.638 ******** 2021-03-04T22:44:04.992 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-03-04T22:44:04.994 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:05.016 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:05 +0000 (0:00:00.052) 0:03:00.691 ******** 2021-03-04T22:44:05.048 INFO:teuthology.task.ansible.out: TASK [testnode : Enabling auto-fsck fix to prevent boot hangup.] *************** 2021-03-04T22:44:05.050 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:05.076 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:05 +0000 (0:00:00.059) 0:03:00.750 ******** 2021-03-04T22:44:05.093 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-03-04T22:44:05.096 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:05.118 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:05 +0000 (0:00:00.042) 0:03:00.793 ******** 2021-03-04T22:44:05.198 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:05.220 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:05 +0000 (0:00:00.101) 0:03:00.895 ******** 2021-03-04T22:44:05.290 INFO:teuthology.task.ansible.out: TASK [testnode : Set grub config.] ********************************************* skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:05.315 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:05 +0000 (0:00:00.094) 0:03:00.990 ******** 2021-03-04T22:44:05.322 INFO:teuthology.task.ansible.out: TASK [testnode : Work around broken wget on wheezy.] *************************** 2021-03-04T22:44:05.324 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:05.349 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:05 +0000 (0:00:00.032) 0:03:01.023 ******** 2021-03-04T22:44:05.377 INFO:teuthology.task.ansible.out: TASK [testnode : Remove /etc/ceph] ********************************************* 2021-03-04T22:44:05.378 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:05.405 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:05 +0000 (0:00:00.056) 0:03:01.080 ******** 2021-03-04T22:44:05.422 INFO:teuthology.task.ansible.out: TASK [testnode : Stop collectl] ************************************************ 2021-03-04T22:44:05.424 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:05.446 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:05 +0000 (0:00:00.040) 0:03:01.121 ******** 2021-03-04T22:44:05.475 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2021-03-04T22:44:05.477 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:05.502 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:05 +0000 (0:00:00.055) 0:03:01.176 ******** 2021-03-04T22:44:05.533 INFO:teuthology.task.ansible.out: TASK [testnode : Add PATH to the teuthology_user .bashrc.] ********************* 2021-03-04T22:44:05.535 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:05.564 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:05 +0000 (0:00:00.061) 0:03:01.238 ******** 2021-03-04T22:44:05.584 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* 2021-03-04T22:44:05.586 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:05.624 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:05 +0000 (0:00:00.059) 0:03:01.298 ******** 2021-03-04T22:44:05.652 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if we need to edit /etc/profile.] **************** 2021-03-04T22:44:05.654 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:05.675 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:05 +0000 (0:00:00.052) 0:03:01.350 ******** 2021-03-04T22:44:05.704 INFO:teuthology.task.ansible.out: TASK [testnode : Upload weekly kernel-clean crontab.] ************************** 2021-03-04T22:44:05.706 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:05.731 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:05 +0000 (0:00:00.055) 0:03:01.406 ******** 2021-03-04T22:44:05.749 INFO:teuthology.task.ansible.out: TASK [testnode : Update /etc/profile if needed.] ******************************* 2021-03-04T22:44:05.750 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:05.779 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:05 +0000 (0:00:00.048) 0:03:01.454 ******** 2021-03-04T22:44:05.808 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/grub.d/02_force_timeout.] ************************* 2021-03-04T22:44:05.810 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:05.833 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:05 +0000 (0:00:00.054) 0:03:01.508 ******** 2021-03-04T22:44:05.862 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:44:05.864 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"ansible_facts": {"nvme_card_present": false}, "changed": false} 2021-03-04T22:44:05.889 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:05 +0000 (0:00:00.056) 0:03:01.564 ******** 2021-03-04T22:44:05.907 INFO:teuthology.task.ansible.out: TASK [testnode : Enable kernel modules to load at boot time.] ****************** skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:05.939 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:05 +0000 (0:00:00.048) 0:03:01.613 ******** 2021-03-04T22:44:05.978 INFO:teuthology.task.ansible.out: TASK [testnode : Check for NVMe drive] ***************************************** 2021-03-04T22:44:05.981 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item=dm-1) => {"ansible_loop_var": "item", "changed": false, "item": "dm-1", "skip_reason": "Conditional result was False"} 2021-03-04T22:44:05.991 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=nvme0n1) => {"ansible_facts": {"nvme_card_present": true}, "ansible_loop_var": "item", "changed": false, "item": "nvme0n1"} 2021-03-04T22:44:06.002 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item=dm-4) => {"ansible_loop_var": "item", "changed": false, "item": "dm-4", "skip_reason": "Conditional result was False"} 2021-03-04T22:44:06.014 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item=dm-2) => {"ansible_loop_var": "item", "changed": false, "item": "dm-2", "skip_reason": "Conditional result was False"} 2021-03-04T22:44:06.025 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item=dm-0) => {"ansible_loop_var": "item", "changed": false, "item": "dm-0", "skip_reason": "Conditional result was False"} 2021-03-04T22:44:06.027 INFO:teuthology.task.ansible.out: TASK [testnode : Enabling auto-fsck fix to prevent boot hangup.] *************** skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:06.057 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:06 +0000 (0:00:00.118) 0:03:01.732 ******** 2021-03-04T22:44:06.066 INFO:teuthology.task.ansible.out: TASK [testnode : Check for NVMe drive] ***************************************** 2021-03-04T22:44:06.068 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item=sda) => {"ansible_loop_var": "item", "changed": false, "item": "sda", "skip_reason": "Conditional result was False"} skipping: [gibba011.front.sepia.ceph.com] => (item=dm-3) => {"ansible_loop_var": "item", "changed": false, "item": "dm-3", "skip_reason": "Conditional result was False"} 2021-03-04T22:44:06.096 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:06 +0000 (0:00:00.038) 0:03:01.771 ******** 2021-03-04T22:44:06.137 INFO:teuthology.task.ansible.out: TASK [testnode : Work around broken wget on wheezy.] *************************** 2021-03-04T22:44:06.139 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:06.166 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:06 +0000 (0:00:00.070) 0:03:01.841 ******** 2021-03-04T22:44:06.248 INFO:teuthology.task.ansible.out: TASK [testnode : Stop collectl] ************************************************ 2021-03-04T22:44:06.250 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:06.274 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:06 +0000 (0:00:00.107) 0:03:01.948 ******** 2021-03-04T22:44:06.354 INFO:teuthology.task.ansible.out: TASK [testnode : Add PATH to the teuthology_user .bashrc.] ********************* 2021-03-04T22:44:06.356 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:06.377 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:06 +0000 (0:00:00.103) 0:03:02.052 ******** 2021-03-04T22:44:06.385 INFO:teuthology.task.ansible.out: TASK [testnode : Check for teuthology-lock command] **************************** 2021-03-04T22:44:06.387 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "cmd": "which teuthology-lock", "delta": "0:00:00.004426", "end": "2021-03-04 22:44:06.336443", "rc": 0, "start": "2021-03-04 22:44:06.332017", "stderr": "", "stderr_lines": [], "stdout": "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/bin/teuthology-lock", "stdout_lines": ["/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/bin/teuthology-lock"]} 2021-03-04T22:44:06.414 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:06 +0000 (0:00:00.035) 0:03:02.088 ******** 2021-03-04T22:44:06.579 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if we need to edit /etc/profile.] **************** 2021-03-04T22:44:06.581 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:06.609 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:06 +0000 (0:00:00.196) 0:03:02.284 ******** 2021-03-04T22:44:06.661 INFO:teuthology.task.ansible.out: TASK [testnode : Mark system down if NVMe card missing] ************************ skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:06.688 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:06 +0000 (0:00:00.079) 0:03:02.363 ******** 2021-03-04T22:44:06.815 INFO:teuthology.task.ansible.out: TASK [testnode : Update /etc/profile if needed.] ******************************* 2021-03-04T22:44:06.817 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:06.839 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:06 +0000 (0:00:00.150) 0:03:02.514 ******** 2021-03-04T22:44:06.886 INFO:teuthology.task.ansible.out: TASK [testnode : Update description in paddles lock DB if NVMe card missing] *** 2021-03-04T22:44:06.888 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:06.910 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:06 +0000 (0:00:00.071) 0:03:02.585 ******** 2021-03-04T22:44:06.980 INFO:teuthology.task.ansible.out: TASK [testnode : Fail rest of playbook due to missing NVMe card] *************** 2021-03-04T22:44:06.982 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:07.008 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:07 +0000 (0:00:00.097) 0:03:02.683 ******** 2021-03-04T22:44:07.048 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:44:07.050 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"ansible_facts": {"nvme_card_present": false}, "changed": false} 2021-03-04T22:44:07.080 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:07 +0000 (0:00:00.071) 0:03:02.755 ******** 2021-03-04T22:44:07.088 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure apt dependencies are installed] ********************* 2021-03-04T22:44:07.089 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:07.113 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:07 +0000 (0:00:00.032) 0:03:02.788 ******** 2021-03-04T22:44:07.162 INFO:teuthology.task.ansible.out: TASK [testnode : Check for NVMe drive] ***************************************** 2021-03-04T22:44:07.164 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item=dm-1) => {"ansible_loop_var": "item", "changed": false, "item": "dm-1", "skip_reason": "Conditional result was False"} 2021-03-04T22:44:07.176 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=nvme0n1) => {"ansible_facts": {"nvme_card_present": true}, "ansible_loop_var": "item", "changed": false, "item": "nvme0n1"} 2021-03-04T22:44:07.177 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item=dm-4) => {"ansible_loop_var": "item", "changed": false, "item": "dm-4", "skip_reason": "Conditional result was False"} 2021-03-04T22:44:07.188 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item=dm-2) => {"ansible_loop_var": "item", "changed": false, "item": "dm-2", "skip_reason": "Conditional result was False"} 2021-03-04T22:44:07.199 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item=dm-0) => {"ansible_loop_var": "item", "changed": false, "item": "dm-0", "skip_reason": "Conditional result was False"} 2021-03-04T22:44:07.200 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item=sda) => {"ansible_loop_var": "item", "changed": false, "item": "sda", "skip_reason": "Conditional result was False"} 2021-03-04T22:44:07.211 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item=dm-3) => {"ansible_loop_var": "item", "changed": false, "item": "dm-3", "skip_reason": "Conditional result was False"} 2021-03-04T22:44:07.213 INFO:teuthology.task.ansible.out: 2021-03-04T22:44:07.240 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:07 +0000 (0:00:00.126) 0:03:02.915 ******** 2021-03-04T22:44:07.476 INFO:teuthology.task.ansible.out: TASK [testnode : Check for teuthology-lock command] **************************** 2021-03-04T22:44:07.478 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "cmd": "which teuthology-lock", "delta": "0:00:00.003276", "end": "2021-03-04 22:44:07.447229", "rc": 0, "start": "2021-03-04 22:44:07.443953", "stderr": "", "stderr_lines": [], "stdout": "/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/bin/teuthology-lock", "stdout_lines": ["/home/teuthworker/src/git.ceph.com_git_teuthology_3082387bba74fcd24c9700593d10418152d53c97/virtualenv/bin/teuthology-lock"]} 2021-03-04T22:44:07.502 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:07 +0000 (0:00:00.262) 0:03:03.177 ******** 2021-03-04T22:44:07.571 INFO:teuthology.task.ansible.out: TASK [testnode : Mark system down if NVMe card missing] ************************ 2021-03-04T22:44:07.573 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:07.597 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:07 +0000 (0:00:00.094) 0:03:03.272 ******** 2021-03-04T22:44:07.666 INFO:teuthology.task.ansible.out: TASK [testnode : Update description in paddles lock DB if NVMe card missing] *** 2021-03-04T22:44:07.668 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:07.689 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:07 +0000 (0:00:00.091) 0:03:03.363 ******** 2021-03-04T22:44:07.748 INFO:teuthology.task.ansible.out: TASK [testnode : Fail rest of playbook due to missing NVMe card] *************** 2021-03-04T22:44:07.750 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:07.773 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:07 +0000 (0:00:00.083) 0:03:03.447 ******** 2021-03-04T22:44:07.842 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure apt dependencies are installed] ********************* 2021-03-04T22:44:07.844 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:07.864 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:07 +0000 (0:00:00.092) 0:03:03.539 ******** 2021-03-04T22:44:07.965 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure rpm dependencies are installed] ********************* 2021-03-04T22:44:07.967 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-03-04T22:44:07.988 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:07 +0000 (0:00:00.124) 0:03:03.663 ******** 2021-03-04T22:44:08.212 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2021-03-04T22:44:08.213 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930356170752, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227137737, 'block_used': 12957371, 'inode_total': 61054976, 'inode_available': 60986370, 'inode_used': 68606, 'uuid': '63a0b9b1-68a2-4793-bb97-99bc41c88009'}) => {"ansible_facts": {"root_disk": "/dev/sda"}, "ansible_loop_var": "item", "changed": false, "item": {"block_available": 227137737, "block_size": 4096, "block_total": 240095108, "block_used": 12957371, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60986370, "inode_total": 61054976, "inode_used": 68606, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930356170752, "size_total": 983429562368, "uuid": "63a0b9b1-68a2-4793-bb97-99bc41c88009"}} 2021-03-04T22:44:08.236 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:08 +0000 (0:00:00.247) 0:03:03.911 ******** 2021-03-04T22:44:08.569 INFO:teuthology.task.ansible.out: TASK [testnode : Compile list of non-root partitions] ************************** 2021-03-04T22:44:08.571 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "cmd": "lsblk --list --noheadings | grep part | grep -v sda | awk '{ print $1 }'", "delta": "0:00:00.003634", "end": "2021-03-04 22:44:08.549708", "rc": 0, "start": "2021-03-04 22:44:08.546074", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:08.591 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:08 +0000 (0:00:00.354) 0:03:04.266 ******** 2021-03-04T22:44:08.808 INFO:teuthology.task.ansible.out: TASK [testnode : Unmount any non-root mountpoints] ***************************** 2021-03-04T22:44:08.810 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930356170752, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227137737, 'block_used': 12957371, 'inode_total': 61054976, 'inode_available': 60986370, 'inode_used': 68606, 'uuid': '63a0b9b1-68a2-4793-bb97-99bc41c88009'}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 227137737, "block_size": 4096, "block_total": 240095108, "block_used": 12957371, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60986370, "inode_total": 61054976, "inode_used": 68606, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930356170752, "size_total": 983429562368, "uuid": "63a0b9b1-68a2-4793-bb97-99bc41c88009"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:08.833 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:08 +0000 (0:00:00.241) 0:03:04.508 ******** 2021-03-04T22:44:08.840 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure rpm dependencies are installed] ********************* 2021-03-04T22:44:08.842 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-03-04T22:44:08.867 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:08 +0000 (0:00:00.034) 0:03:04.542 ******** 2021-03-04T22:44:09.027 INFO:teuthology.task.ansible.out: TASK [testnode : Wipe filesystems on non-root partitions] ********************** 2021-03-04T22:44:09.053 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:09 +0000 (0:00:00.185) 0:03:04.728 ******** 2021-03-04T22:44:09.093 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ ok: [gibba038.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930356023296, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227137701, 'block_used': 12957407, 'inode_total': 61054976, 'inode_available': 60986370, 'inode_used': 68606, 'uuid': '63a0b9b1-68a2-4793-bb97-99bc41c88009'}) => {"ansible_facts": {"root_disk": "/dev/sda"}, "ansible_loop_var": "item", "changed": false, "item": {"block_available": 227137701, "block_size": 4096, "block_total": 240095108, "block_used": 12957407, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60986370, "inode_total": 61054976, "inode_used": 68606, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930356023296, "size_total": 983429562368, "uuid": "63a0b9b1-68a2-4793-bb97-99bc41c88009"}} 2021-03-04T22:44:09.218 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:09 +0000 (0:00:00.164) 0:03:04.892 ******** 2021-03-04T22:44:09.423 INFO:teuthology.task.ansible.out: 2021-03-04T22:44:09.425 INFO:teuthology.task.ansible.out:TASK [testnode : Compile list of non-root partitions] ************************** changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "cmd": "lsblk --list --noheadings | grep part | grep -v sda | awk '{ print $1 }'", "delta": "0:00:00.003521", "end": "2021-03-04 22:44:09.401814", "rc": 0, "start": "2021-03-04 22:44:09.398293", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:09.447 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:09 +0000 (0:00:00.229) 0:03:05.122 ******** 2021-03-04T22:44:09.526 INFO:teuthology.task.ansible.out: TASK [testnode : Unmount any non-root mountpoints] ***************************** 2021-03-04T22:44:09.527 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930356023296, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227137701, 'block_used': 12957407, 'inode_total': 61054976, 'inode_available': 60986370, 'inode_used': 68606, 'uuid': '63a0b9b1-68a2-4793-bb97-99bc41c88009'}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 227137701, "block_size": 4096, "block_total": 240095108, "block_used": 12957407, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60986370, "inode_total": 61054976, "inode_used": 68606, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930356023296, "size_total": 983429562368, "uuid": "63a0b9b1-68a2-4793-bb97-99bc41c88009"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:09.551 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:09 +0000 (0:00:00.104) 0:03:05.226 ******** 2021-03-04T22:44:09.611 INFO:teuthology.task.ansible.out: TASK [testnode : Wipe filesystems on non-root partitions] ********************** 2021-03-04T22:44:09.634 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:09 +0000 (0:00:00.082) 0:03:05.309 ******** 2021-03-04T22:44:10.963 INFO:teuthology.task.ansible.out: TASK [testnode : Zap all non-root disks] *************************************** 2021-03-04T22:44:10.965 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-w1CfV20azjgetF0Nzn5i64Q0R12zKn2ZwAd2E7eQj1MN9masOip5qphfH2h9Ifew'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1", "delta": "0:00:01.569051", "end": "2021-03-04 22:44:10.935723", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-w1CfV20azjgetF0Nzn5i64Q0R12zKn2ZwAd2E7eQj1MN9masOip5qphfH2h9Ifew"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:44:09.366672", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:44:11.288 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-Mn2k1MxN7qSyBezM4cT8peu2le0eHqiSsW2DReEt0mb6EZgBg23FgiTAIbuvfWPy'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1", "delta": "0:00:01.431269", "end": "2021-03-04 22:44:11.266688", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-Mn2k1MxN7qSyBezM4cT8peu2le0eHqiSsW2DReEt0mb6EZgBg23FgiTAIbuvfWPy"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:44:09.835419", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:44:11.289 INFO:teuthology.task.ansible.out: 2021-03-04T22:44:12.160 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'virtual': 1, 'links': {'ids': ['lvm-pv-uuid-iTh2aU-G5n8-SVdO-c3M2-wLno-FHzg-Pbft2J', 'nvme-INTEL_SSDPEL1K375GA_PHKM920000BW375A', 'nvme-nvme.8086-50484b4d393230303030425733373541-494e54454c2053534450454c314b3337354741-00000001'], 'uuids': [], 'labels': [], 'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4']}, 'vendor': None, 'model': 'INTEL SSDPEL1K375GA', 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': 'none', 'sectors': '732585168', 'sectorsize': '512', 'size': '349.32 GB', 'host': 'Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [Optane]', 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4']}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1", "delta": "0:00:01.052869", "end": "2021-03-04 22:44:12.133453", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [Optane]", "links": {"ids": ["lvm-pv-uuid-iTh2aU-G5n8-SVdO-c3M2-wLno-FHzg-Pbft2J", "nvme-INTEL_SSDPEL1K375GA_PHKM920000BW375A", "nvme-nvme.8086-50484b4d393230303030425733373541-494e54454c2053534450454c314b3337354741-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEL1K375GA", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "732585168", "sectorsize": "512", "size": "349.32 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:44:11.080584", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nGPT data structures destroyed! You may now par 2021-03-04T22:44:12.161 INFO:teuthology.task.ansible.out:tition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:44:12.523 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'virtual': 1, 'links': {'ids': ['lvm-pv-uuid-lzM3OW-2tbg-Y0vg-CgdV-E42u-Q9rd-0zfUlO', 'nvme-INTEL_SSDPEL1K375GA_PHKM920000A4375A', 'nvme-nvme.8086-50484b4d393230303030413433373541-494e54454c2053534450454c314b3337354741-00000001'], 'uuids': [], 'labels': [], 'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4']}, 'vendor': None, 'model': 'INTEL SSDPEL1K375GA', 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': 'none', 'sectors': '732585168', 'sectorsize': '512', 'size': '349.32 GB', 'host': 'Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [Optane]', 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4']}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1", "delta": "0:00:01.081846", "end": "2021-03-04 22:44:12.495695", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [Optane]", "links": {"ids": ["lvm-pv-uuid-lzM3OW-2tbg-Y0vg-CgdV-E42u-Q9rd-0zfUlO", "nvme-INTEL_SSDPEL1K375GA_PHKM920000A4375A", "nvme-nvme.8086-50484b4d393230303030413433373541-494e54454c2053534450454c314b3337354741-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEL1K375GA", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "732585168", "sectorsize": "512", "size": "349.32 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:44:11.413849", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nGPT data structures destroyed! You may now par 2021-03-04T22:44:12.525 INFO:teuthology.task.ansible.out:tition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:44:13.361 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-w1CfV20azjgetF0Nzn5i64Q0R12zKn2ZGlxKuuIFUGdwEKordbHp3SO30WN32Eov'], 'uuids': ['6a58d281-ca3a-4794-be50-4be0335fe620'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '27262976', 'sectorsize': '512', 'size': '13.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4", "delta": "0:00:01.044508", "end": "2021-03-04 22:44:13.333257", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-w1CfV20azjgetF0Nzn5i64Q0R12zKn2ZGlxKuuIFUGdwEKordbHp3SO30WN32Eov"], "labels": [], "masters": [], "uuids": ["6a58d281-ca3a-4794-be50-4be0335fe620"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "27262976", "sectorsize": "512", "size": "13.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:44:12.288749", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:44:13.748 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-Mn2k1MxN7qSyBezM4cT8peu2le0eHqiSovecmE7Pko4wXDwGVGxXBsnx2P9LSEGU'], 'uuids': ['2a9e650c-b600-48d9-a7dd-d04d60183ccd'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '27262976', 'sectorsize': '512', 'size': '13.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4", "delta": "0:00:01.076216", "end": "2021-03-04 22:44:13.723040", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-Mn2k1MxN7qSyBezM4cT8peu2le0eHqiSovecmE7Pko4wXDwGVGxXBsnx2P9LSEGU"], "labels": [], "masters": [], "uuids": ["2a9e650c-b600-48d9-a7dd-d04d60183ccd"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "27262976", "sectorsize": "512", "size": "13.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:44:12.646824", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:44:14.540 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-w1CfV20azjgetF0Nzn5i64Q0R12zKn2ZQv7h3mSeN8cowM3HjKVacd39gRiQAPVd'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2", "delta": "0:00:01.039750", "end": "2021-03-04 22:44:14.516377", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-w1CfV20azjgetF0Nzn5i64Q0R12zKn2ZQv7h3mSeN8cowM3HjKVacd39gRiQAPVd"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:44:13.476627", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:44:14.957 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-Mn2k1MxN7qSyBezM4cT8peu2le0eHqiSm1A627UzCUF1UB3E6KX5m0d70IpA2IDU'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2", "delta": "0:00:01.057958", "end": "2021-03-04 22:44:14.924694", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-Mn2k1MxN7qSyBezM4cT8peu2le0eHqiSm1A627UzCUF1UB3E6KX5m0d70IpA2IDU"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:44:13.866736", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:44:15.763 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-w1CfV20azjgetF0Nzn5i64Q0R12zKn2ZWoLkkBc0cM5cdgzKwBfMLrGVImV1cRL4'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0", "delta": "0:00:01.053751", "end": "2021-03-04 22:44:15.733820", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-w1CfV20azjgetF0Nzn5i64Q0R12zKn2ZWoLkkBc0cM5cdgzKwBfMLrGVImV1cRL4"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:44:14.680069", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:44:15.764 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'virtual': 1, 'links': {'ids': ['ata-TOSHIBA_MG04ACA100N_Y9I6K2JWF6XF', 'scsi-0ATA_TOSHIBA_MG04ACA1_Y9I6K2JWF6XF', 'scsi-1ATA_TOSHIBA_MG04ACA100N_Y9I6K2JWF6XF', 'scsi-350000399ab9813ca', 'scsi-SATA_TOSHIBA_MG04ACA1_Y9I6K2JWF6XF', 'wwn-0x50000399ab9813ca'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': 'ATA', 'model': 'TOSHIBA MG04ACA1', 'sas_address': None, 'sas_device_handle': None, 'serial': 'Y9I6K2JWF6XF', 'removable': '0', 'support_discard': '0', 'wwn': '0x50000399ab9813ca', 'partitions': {'sda1': {'links': {'ids': ['ata-TOSHIBA_MG04ACA100N_Y9I6K2JWF6XF-part1', 'scsi-0ATA_TOSHIBA_MG04ACA1_Y9I6K2JWF6XF-part1', 'scsi-1ATA_TOSHIBA_MG04ACA100N_Y9I6K2JWF6XF-part1', 'scsi-350000399ab9813ca-part1', 'scsi-SATA_TOSHIBA_MG04ACA1_Y9I6K2JWF6XF-part1', 'wwn-0x50000399ab9813ca-part1'], 'uuids': ['63a0b9b1-68a2-4793-bb97-99bc41c88009'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '1953522688', 'sectorsize': 512, 'size': '931.51 GB', 'uuid': '63a0b9b1-68a2-4793-bb97-99bc41c88009', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '1953525168', 'sectorsize': '512', 'size': '931.51 GB', 'host': 'SATA controller: Intel Corporation Cannon Lake PCH SATA AHCI Controller (rev 10)', 'holders': []}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation Cannon Lake PCH SATA AHCI Controller (rev 10)", "links": {"ids": ["ata-TOSHIBA_MG04ACA100N_Y9I6K2JWF6XF", "scsi-0ATA_TOSHIBA_MG04ACA1_Y9I6K2JWF6XF", "scsi-1ATA_TOSHIBA_MG04ACA100N_Y9I6K2JWF6XF", "scsi-350000399ab9813ca", "scsi-SATA_TOSHIBA_MG04ACA1_Y9I6K2JWF6XF", "wwn-0x50000399ab9813ca"], "labels": [], "masters": [], "uuids": []}, "model": "TOSHIBA MG04ACA1", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-TOSHIBA_MG04ACA100N_Y9I6K2JWF6XF-part1", "scsi-0ATA_TOSHIBA_MG04ACA1_Y9I6K2JWF6XF-part1", "scsi-1ATA_TOSHI 2021-03-04T22:44:15.766 INFO:teuthology.task.ansible.out:BA_MG04ACA100N_Y9I6K2JWF6XF-part1", "scsi-350000399ab9813ca-part1", "scsi-SATA_TOSHIBA_MG04ACA1_Y9I6K2JWF6XF-part1", "wwn-0x50000399ab9813ca-part1"], "labels": [], "masters": [], "uuids": ["63a0b9b1-68a2-4793-bb97-99bc41c88009"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "63a0b9b1-68a2-4793-bb97-99bc41c88009"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Y9I6K2JWF6XF", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x50000399ab9813ca"}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:16.153 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-Mn2k1MxN7qSyBezM4cT8peu2le0eHqiSF2RCn0qEeWX6GeODuXZDCuZA7t8bxEyQ'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0", "delta": "0:00:01.064773", "end": "2021-03-04 22:44:16.132822", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-Mn2k1MxN7qSyBezM4cT8peu2le0eHqiSF2RCn0qEeWX6GeODuXZDCuZA7t8bxEyQ"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:44:15.068049", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:44:16.164 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'virtual': 1, 'links': {'ids': ['ata-TOSHIBA_MG04ACA100N_Y9I3K3Q0F6XF', 'scsi-0ATA_TOSHIBA_MG04ACA1_Y9I3K3Q0F6XF', 'scsi-1ATA_TOSHIBA_MG04ACA100N_Y9I3K3Q0F6XF', 'scsi-350000399ab801e94', 'scsi-SATA_TOSHIBA_MG04ACA1_Y9I3K3Q0F6XF', 'wwn-0x50000399ab801e94'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': 'ATA', 'model': 'TOSHIBA MG04ACA1', 'sas_address': None, 'sas_device_handle': None, 'serial': 'Y9I3K3Q0F6XF', 'removable': '0', 'support_discard': '0', 'wwn': '0x50000399ab801e94', 'partitions': {'sda1': {'links': {'ids': ['ata-TOSHIBA_MG04ACA100N_Y9I3K3Q0F6XF-part1', 'scsi-0ATA_TOSHIBA_MG04ACA1_Y9I3K3Q0F6XF-part1', 'scsi-1ATA_TOSHIBA_MG04ACA100N_Y9I3K3Q0F6XF-part1', 'scsi-350000399ab801e94-part1', 'scsi-SATA_TOSHIBA_MG04ACA1_Y9I3K3Q0F6XF-part1', 'wwn-0x50000399ab801e94-part1'], 'uuids': ['63a0b9b1-68a2-4793-bb97-99bc41c88009'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '1953522688', 'sectorsize': 512, 'size': '931.51 GB', 'uuid': '63a0b9b1-68a2-4793-bb97-99bc41c88009', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '1953525168', 'sectorsize': '512', 'size': '931.51 GB', 'host': 'SATA controller: Intel Corporation Cannon Lake PCH SATA AHCI Controller (rev 10)', 'holders': []}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation Cannon Lake PCH SATA AHCI Controller (rev 10)", "links": {"ids": ["ata-TOSHIBA_MG04ACA100N_Y9I3K3Q0F6XF", "scsi-0ATA_TOSHIBA_MG04ACA1_Y9I3K3Q0F6XF", "scsi-1ATA_TOSHIBA_MG04ACA100N_Y9I3K3Q0F6XF", "scsi-350000399ab801e94", "scsi-SATA_TOSHIBA_MG04ACA1_Y9I3K3Q0F6XF", "wwn-0x50000399ab801e94"], "labels": [], "masters": [], "uuids": []}, "model": "TOSHIBA MG04ACA1", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-TOSHIBA_MG04ACA100N_Y9I3K3Q0F6XF-part1", "scsi-0ATA_TOSHIBA_MG04ACA1_Y9I3K3Q0F6XF-part1", "scsi-1ATA_TOSHI 2021-03-04T22:44:16.166 INFO:teuthology.task.ansible.out:BA_MG04ACA100N_Y9I3K3Q0F6XF-part1", "scsi-350000399ab801e94-part1", "scsi-SATA_TOSHIBA_MG04ACA1_Y9I3K3Q0F6XF-part1", "wwn-0x50000399ab801e94-part1"], "labels": [], "masters": [], "uuids": ["63a0b9b1-68a2-4793-bb97-99bc41c88009"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "63a0b9b1-68a2-4793-bb97-99bc41c88009"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Y9I3K3Q0F6XF", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x50000399ab801e94"}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:16.958 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-w1CfV20azjgetF0Nzn5i64Q0R12zKn2ZK42srPASf9RdI8Z3FKT7V134bP1YYFo0'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3", "delta": "0:00:01.046901", "end": "2021-03-04 22:44:16.932905", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-w1CfV20azjgetF0Nzn5i64Q0R12zKn2ZK42srPASf9RdI8Z3FKT7V134bP1YYFo0"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:44:15.886004", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:44:16.987 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:16 +0000 (0:00:07.353) 0:03:12.662 ******** 2021-03-04T22:44:17.288 INFO:teuthology.task.ansible.out: TASK [testnode : Blow away lingering OSD data and FSIDs] *********************** 2021-03-04T22:44:17.289 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-w1CfV20azjgetF0Nzn5i64Q0R12zKn2ZwAd2E7eQj1MN9masOip5qphfH2h9Ifew'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-1 bs=1M count=110", "delta": "0:00:00.076987", "end": "2021-03-04 22:44:17.262116", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-w1CfV20azjgetF0Nzn5i64Q0R12zKn2ZwAd2E7eQj1MN9masOip5qphfH2h9Ifew"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:44:17.185129", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0753101 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0753101 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:17.352 INFO:teuthology.task.ansible.out: TASK [testnode : Zap all non-root disks] *************************************** 2021-03-04T22:44:17.354 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-Mn2k1MxN7qSyBezM4cT8peu2le0eHqiSYPU4uuNewzZrRjgg0zAbGRoNFTj4Q9uQ'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3", "delta": "0:00:01.049683", "end": "2021-03-04 22:44:17.333559", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-Mn2k1MxN7qSyBezM4cT8peu2le0eHqiSYPU4uuNewzZrRjgg0zAbGRoNFTj4Q9uQ"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:44:16.283876", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-03-04T22:44:17.392 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:17 +0000 (0:00:00.404) 0:03:13.067 ******** 2021-03-04T22:44:17.461 INFO:teuthology.task.ansible.out: TASK [testnode : Blow away lingering OSD data and FSIDs] *********************** 2021-03-04T22:44:17.462 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'virtual': 1, 'links': {'ids': ['lvm-pv-uuid-iTh2aU-G5n8-SVdO-c3M2-wLno-FHzg-Pbft2J', 'nvme-INTEL_SSDPEL1K375GA_PHKM920000BW375A', 'nvme-nvme.8086-50484b4d393230303030425733373541-494e54454c2053534450454c314b3337354741-00000001'], 'uuids': [], 'labels': [], 'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4']}, 'vendor': None, 'model': 'INTEL SSDPEL1K375GA', 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': 'none', 'sectors': '732585168', 'sectorsize': '512', 'size': '349.32 GB', 'host': 'Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [Optane]', 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4']}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/nvme0n1 bs=1M count=110", "delta": "0:00:00.024774", "end": "2021-03-04 22:44:17.434798", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [Optane]", "links": {"ids": ["lvm-pv-uuid-iTh2aU-G5n8-SVdO-c3M2-wLno-FHzg-Pbft2J", "nvme-INTEL_SSDPEL1K375GA_PHKM920000BW375A", "nvme-nvme.8086-50484b4d393230303030425733373541-494e54454c2053534450454c314b3337354741-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEL1K375GA", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "732585168", "sectorsize": "512", "size": "349.32 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:44:17.410024", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0231053 s, 5.0 GB/s", "stderr_lines": ["1 2021-03-04T22:44:17.464 INFO:teuthology.task.ansible.out:10+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0231053 s, 5.0 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:17.682 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-w1CfV20azjgetF0Nzn5i64Q0R12zKn2ZGlxKuuIFUGdwEKordbHp3SO30WN32Eov'], 'uuids': ['6a58d281-ca3a-4794-be50-4be0335fe620'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '27262976', 'sectorsize': '512', 'size': '13.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-4 bs=1M count=110", "delta": "0:00:00.076811", "end": "2021-03-04 22:44:17.661819", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-w1CfV20azjgetF0Nzn5i64Q0R12zKn2ZGlxKuuIFUGdwEKordbHp3SO30WN32Eov"], "labels": [], "masters": [], "uuids": ["6a58d281-ca3a-4794-be50-4be0335fe620"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "27262976", "sectorsize": "512", "size": "13.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:44:17.585008", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.075123 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.075123 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:17.695 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-Mn2k1MxN7qSyBezM4cT8peu2le0eHqiSsW2DReEt0mb6EZgBg23FgiTAIbuvfWPy'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-1 bs=1M count=110", "delta": "0:00:00.077809", "end": "2021-03-04 22:44:17.666560", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-Mn2k1MxN7qSyBezM4cT8peu2le0eHqiSsW2DReEt0mb6EZgBg23FgiTAIbuvfWPy"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:44:17.588751", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0761003 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0761003 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:17.867 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'virtual': 1, 'links': {'ids': ['lvm-pv-uuid-lzM3OW-2tbg-Y0vg-CgdV-E42u-Q9rd-0zfUlO', 'nvme-INTEL_SSDPEL1K375GA_PHKM920000A4375A', 'nvme-nvme.8086-50484b4d393230303030413433373541-494e54454c2053534450454c314b3337354741-00000001'], 'uuids': [], 'labels': [], 'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4']}, 'vendor': None, 'model': 'INTEL SSDPEL1K375GA', 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': 'none', 'sectors': '732585168', 'sectorsize': '512', 'size': '349.32 GB', 'host': 'Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [Optane]', 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4']}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/nvme0n1 bs=1M count=110", "delta": "0:00:00.024646", "end": "2021-03-04 22:44:17.844036", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [Optane]", "links": {"ids": ["lvm-pv-uuid-lzM3OW-2tbg-Y0vg-CgdV-E42u-Q9rd-0zfUlO", "nvme-INTEL_SSDPEL1K375GA_PHKM920000A4375A", "nvme-nvme.8086-50484b4d393230303030413433373541-494e54454c2053534450454c314b3337354741-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEL1K375GA", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "732585168", "sectorsize": "512", "size": "349.32 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:44:17.819390", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.022944 s, 5.0 GB/s", "stderr_lines": ["11 2021-03-04T22:44:17.869 INFO:teuthology.task.ansible.out:0+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.022944 s, 5.0 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:17.921 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-w1CfV20azjgetF0Nzn5i64Q0R12zKn2ZQv7h3mSeN8cowM3HjKVacd39gRiQAPVd'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-2 bs=1M count=110", "delta": "0:00:00.076580", "end": "2021-03-04 22:44:17.893648", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-w1CfV20azjgetF0Nzn5i64Q0R12zKn2ZQv7h3mSeN8cowM3HjKVacd39gRiQAPVd"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:44:17.817068", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0749066 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0749066 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:18.091 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-Mn2k1MxN7qSyBezM4cT8peu2le0eHqiSovecmE7Pko4wXDwGVGxXBsnx2P9LSEGU'], 'uuids': ['2a9e650c-b600-48d9-a7dd-d04d60183ccd'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '27262976', 'sectorsize': '512', 'size': '13.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-4 bs=1M count=110", "delta": "0:00:00.078043", "end": "2021-03-04 22:44:18.065200", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-Mn2k1MxN7qSyBezM4cT8peu2le0eHqiSovecmE7Pko4wXDwGVGxXBsnx2P9LSEGU"], "labels": [], "masters": [], "uuids": ["2a9e650c-b600-48d9-a7dd-d04d60183ccd"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "27262976", "sectorsize": "512", "size": "13.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:44:17.987157", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0763497 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0763497 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:18.146 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-w1CfV20azjgetF0Nzn5i64Q0R12zKn2ZWoLkkBc0cM5cdgzKwBfMLrGVImV1cRL4'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-0 bs=1M count=110", "delta": "0:00:00.077212", "end": "2021-03-04 22:44:18.120079", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-w1CfV20azjgetF0Nzn5i64Q0R12zKn2ZWoLkkBc0cM5cdgzKwBfMLrGVImV1cRL4"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:44:18.042867", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0755611 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0755611 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:18.168 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'virtual': 1, 'links': {'ids': ['ata-TOSHIBA_MG04ACA100N_Y9I6K2JWF6XF', 'scsi-0ATA_TOSHIBA_MG04ACA1_Y9I6K2JWF6XF', 'scsi-1ATA_TOSHIBA_MG04ACA100N_Y9I6K2JWF6XF', 'scsi-350000399ab9813ca', 'scsi-SATA_TOSHIBA_MG04ACA1_Y9I6K2JWF6XF', 'wwn-0x50000399ab9813ca'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': 'ATA', 'model': 'TOSHIBA MG04ACA1', 'sas_address': None, 'sas_device_handle': None, 'serial': 'Y9I6K2JWF6XF', 'removable': '0', 'support_discard': '0', 'wwn': '0x50000399ab9813ca', 'partitions': {'sda1': {'links': {'ids': ['ata-TOSHIBA_MG04ACA100N_Y9I6K2JWF6XF-part1', 'scsi-0ATA_TOSHIBA_MG04ACA1_Y9I6K2JWF6XF-part1', 'scsi-1ATA_TOSHIBA_MG04ACA100N_Y9I6K2JWF6XF-part1', 'scsi-350000399ab9813ca-part1', 'scsi-SATA_TOSHIBA_MG04ACA1_Y9I6K2JWF6XF-part1', 'wwn-0x50000399ab9813ca-part1'], 'uuids': ['63a0b9b1-68a2-4793-bb97-99bc41c88009'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '1953522688', 'sectorsize': 512, 'size': '931.51 GB', 'uuid': '63a0b9b1-68a2-4793-bb97-99bc41c88009', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '1953525168', 'sectorsize': '512', 'size': '931.51 GB', 'host': 'SATA controller: Intel Corporation Cannon Lake PCH SATA AHCI Controller (rev 10)', 'holders': []}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation Cannon Lake PCH SATA AHCI Controller (rev 10)", "links": {"ids": ["ata-TOSHIBA_MG04ACA100N_Y9I6K2JWF6XF", "scsi-0ATA_TOSHIBA_MG04ACA1_Y9I6K2JWF6XF", "scsi-1ATA_TOSHIBA_MG04ACA100N_Y9I6K2JWF6XF", "scsi-350000399ab9813ca", "scsi-SATA_TOSHIBA_MG04ACA1_Y9I6K2JWF6XF", "wwn-0x50000399ab9813ca"], "labels": [], "masters": [], "uuids": []}, "model": "TOSHIBA MG04ACA1", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-TOSHIBA_MG04ACA100N_Y9I6K2JWF6XF-part1", "scsi-0ATA_TOSHIBA_MG04ACA1_Y9I6K2JWF6XF-part1", "scsi-1ATA_TOSHI 2021-03-04T22:44:18.171 INFO:teuthology.task.ansible.out:BA_MG04ACA100N_Y9I6K2JWF6XF-part1", "scsi-350000399ab9813ca-part1", "scsi-SATA_TOSHIBA_MG04ACA1_Y9I6K2JWF6XF-part1", "wwn-0x50000399ab9813ca-part1"], "labels": [], "masters": [], "uuids": ["63a0b9b1-68a2-4793-bb97-99bc41c88009"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "63a0b9b1-68a2-4793-bb97-99bc41c88009"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Y9I6K2JWF6XF", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x50000399ab9813ca"}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:18.338 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-Mn2k1MxN7qSyBezM4cT8peu2le0eHqiSm1A627UzCUF1UB3E6KX5m0d70IpA2IDU'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-2 bs=1M count=110", "delta": "0:00:00.077341", "end": "2021-03-04 22:44:18.308929", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-Mn2k1MxN7qSyBezM4cT8peu2le0eHqiSm1A627UzCUF1UB3E6KX5m0d70IpA2IDU"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:44:18.231588", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.075655 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.075655 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:18.382 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-w1CfV20azjgetF0Nzn5i64Q0R12zKn2ZK42srPASf9RdI8Z3FKT7V134bP1YYFo0'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-3 bs=1M count=110", "delta": "0:00:00.077017", "end": "2021-03-04 22:44:18.359906", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-w1CfV20azjgetF0Nzn5i64Q0R12zKn2ZK42srPASf9RdI8Z3FKT7V134bP1YYFo0"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:44:18.282889", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0753674 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0753674 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:18.411 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:18 +0000 (0:00:01.018) 0:03:14.086 ******** 2021-03-04T22:44:18.555 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-Mn2k1MxN7qSyBezM4cT8peu2le0eHqiSF2RCn0qEeWX6GeODuXZDCuZA7t8bxEyQ'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-0 bs=1M count=110", "delta": "0:00:00.077082", "end": "2021-03-04 22:44:18.534816", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-Mn2k1MxN7qSyBezM4cT8peu2le0eHqiSF2RCn0qEeWX6GeODuXZDCuZA7t8bxEyQ"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:44:18.457734", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0753901 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0753901 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:18.569 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'virtual': 1, 'links': {'ids': ['ata-TOSHIBA_MG04ACA100N_Y9I3K3Q0F6XF', 'scsi-0ATA_TOSHIBA_MG04ACA1_Y9I3K3Q0F6XF', 'scsi-1ATA_TOSHIBA_MG04ACA100N_Y9I3K3Q0F6XF', 'scsi-350000399ab801e94', 'scsi-SATA_TOSHIBA_MG04ACA1_Y9I3K3Q0F6XF', 'wwn-0x50000399ab801e94'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': 'ATA', 'model': 'TOSHIBA MG04ACA1', 'sas_address': None, 'sas_device_handle': None, 'serial': 'Y9I3K3Q0F6XF', 'removable': '0', 'support_discard': '0', 'wwn': '0x50000399ab801e94', 'partitions': {'sda1': {'links': {'ids': ['ata-TOSHIBA_MG04ACA100N_Y9I3K3Q0F6XF-part1', 'scsi-0ATA_TOSHIBA_MG04ACA1_Y9I3K3Q0F6XF-part1', 'scsi-1ATA_TOSHIBA_MG04ACA100N_Y9I3K3Q0F6XF-part1', 'scsi-350000399ab801e94-part1', 'scsi-SATA_TOSHIBA_MG04ACA1_Y9I3K3Q0F6XF-part1', 'wwn-0x50000399ab801e94-part1'], 'uuids': ['63a0b9b1-68a2-4793-bb97-99bc41c88009'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '1953522688', 'sectorsize': 512, 'size': '931.51 GB', 'uuid': '63a0b9b1-68a2-4793-bb97-99bc41c88009', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '1953525168', 'sectorsize': '512', 'size': '931.51 GB', 'host': 'SATA controller: Intel Corporation Cannon Lake PCH SATA AHCI Controller (rev 10)', 'holders': []}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation Cannon Lake PCH SATA AHCI Controller (rev 10)", "links": {"ids": ["ata-TOSHIBA_MG04ACA100N_Y9I3K3Q0F6XF", "scsi-0ATA_TOSHIBA_MG04ACA1_Y9I3K3Q0F6XF", "scsi-1ATA_TOSHIBA_MG04ACA100N_Y9I3K3Q0F6XF", "scsi-350000399ab801e94", "scsi-SATA_TOSHIBA_MG04ACA1_Y9I3K3Q0F6XF", "wwn-0x50000399ab801e94"], "labels": [], "masters": [], "uuids": []}, "model": "TOSHIBA MG04ACA1", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-TOSHIBA_MG04ACA100N_Y9I3K3Q0F6XF-part1", "scsi-0ATA_TOSHIBA_MG04ACA1_Y9I3K3Q0F6XF-part1", "scsi-1ATA_TOSHI 2021-03-04T22:44:18.571 INFO:teuthology.task.ansible.out:BA_MG04ACA100N_Y9I3K3Q0F6XF-part1", "scsi-350000399ab801e94-part1", "scsi-SATA_TOSHIBA_MG04ACA1_Y9I3K3Q0F6XF-part1", "wwn-0x50000399ab801e94-part1"], "labels": [], "masters": [], "uuids": ["63a0b9b1-68a2-4793-bb97-99bc41c88009"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "63a0b9b1-68a2-4793-bb97-99bc41c88009"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Y9I3K3Q0F6XF", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x50000399ab801e94"}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:18.656 INFO:teuthology.task.ansible.out: TASK [testnode : Remove all LVM data] ****************************************** 2021-03-04T22:44:18.658 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "cmd": "dmsetup remove_all --force", "delta": "0:00:00.041105", "end": "2021-03-04 22:44:18.585241", "rc": 0, "start": "2021-03-04 22:44:18.544136", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:18.681 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:18 +0000 (0:00:00.269) 0:03:14.356 ******** 2021-03-04T22:44:18.781 INFO:teuthology.task.ansible.out: TASK [testnode : Blow away lingering OSD data and FSIDs] *********************** 2021-03-04T22:44:18.783 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-Mn2k1MxN7qSyBezM4cT8peu2le0eHqiSYPU4uuNewzZrRjgg0zAbGRoNFTj4Q9uQ'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '176160768', 'sectorsize': '512', 'size': '84.00 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-3 bs=1M count=110", "delta": "0:00:00.077118", "end": "2021-03-04 22:44:18.762209", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-Mn2k1MxN7qSyBezM4cT8peu2le0eHqiSYPU4uuNewzZrRjgg0zAbGRoNFTj4Q9uQ"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "176160768", "sectorsize": "512", "size": "84.00 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-03-04 22:44:18.685091", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.075424 s, 1.5 GB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.075424 s, 1.5 GB/s"], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:18.829 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:18 +0000 (0:00:00.148) 0:03:14.504 ******** 2021-03-04T22:44:18.879 INFO:teuthology.task.ansible.out: TASK [testnode : Check for physical volumes] *********************************** 2021-03-04T22:44:18.880 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "cmd": "pvdisplay | grep 'PV Name' | awk '{ print $3 }'", "delta": "0:00:00.046142", "end": "2021-03-04 22:44:18.861107", "rc": 0, "start": "2021-03-04 22:44:18.814965", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:18.902 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:18 +0000 (0:00:00.072) 0:03:14.577 ******** 2021-03-04T22:44:18.971 INFO:teuthology.task.ansible.out: TASK [testnode : Remove physical volumes] ************************************** 2021-03-04T22:44:19.039 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:19 +0000 (0:00:00.137) 0:03:14.714 ******** 2021-03-04T22:44:19.069 INFO:teuthology.task.ansible.out: TASK [testnode : Write a new partition table to {{ item.value.device }}] ******* 2021-03-04T22:44:19.071 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:19.094 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:19 +0000 (0:00:00.054) 0:03:14.769 ******** 2021-03-04T22:44:19.101 INFO:teuthology.task.ansible.out: TASK [testnode : Remove all LVM data] ****************************************** 2021-03-04T22:44:19.103 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "cmd": "dmsetup remove_all --force", "delta": "0:00:00.056075", "end": "2021-03-04 22:44:19.023679", "rc": 0, "start": "2021-03-04 22:44:18.967604", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:19.125 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:19 +0000 (0:00:00.031) 0:03:14.800 ******** 2021-03-04T22:44:19.132 INFO:teuthology.task.ansible.out: TASK [testnode : Write partition entries to {{ item.0.device }}] *************** 2021-03-04T22:44:19.133 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:19.160 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:19 +0000 (0:00:00.034) 0:03:14.835 ******** 2021-03-04T22:44:19.187 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2021-03-04T22:44:19.189 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:19.213 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:19 +0000 (0:00:00.053) 0:03:14.888 ******** 2021-03-04T22:44:19.240 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs for {{ item.0.device }}] ****************** 2021-03-04T22:44:19.242 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:19.263 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:19 +0000 (0:00:00.050) 0:03:14.938 ******** 2021-03-04T22:44:19.326 INFO:teuthology.task.ansible.out: TASK [testnode : Check for physical volumes] *********************************** 2021-03-04T22:44:19.327 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "cmd": "pvdisplay | grep 'PV Name' | awk '{ print $3 }'", "delta": "0:00:00.047407", "end": "2021-03-04 22:44:19.307320", "rc": 0, "start": "2021-03-04 22:44:19.259913", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:19.352 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:19 +0000 (0:00:00.088) 0:03:15.026 ******** 2021-03-04T22:44:19.379 INFO:teuthology.task.ansible.out: TASK [testnode : Remove physical volumes] ************************************** 2021-03-04T22:44:19.405 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:19 +0000 (0:00:00.053) 0:03:15.080 ******** 2021-03-04T22:44:19.421 INFO:teuthology.task.ansible.out: TASK [testnode : Edit lvm.conf to support LVM on kRBD.] ************************ 2021-03-04T22:44:19.423 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:44:19.450 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:19 +0000 (0:00:00.044) 0:03:15.125 ******** 2021-03-04T22:44:19.456 INFO:teuthology.task.ansible.out: TASK [testnode : Write a new partition table to {{ item.value.device }}] ******* 2021-03-04T22:44:19.458 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:19.483 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:19 +0000 (0:00:00.033) 0:03:15.158 ******** 2021-03-04T22:44:19.501 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2021-03-04T22:44:19.502 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930356170752, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227137737, 'block_used': 12957371, 'inode_total': 61054976, 'inode_available': 60986370, 'inode_used': 68606, 'uuid': '63a0b9b1-68a2-4793-bb97-99bc41c88009'}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 227137737, "block_size": 4096, "block_total": 240095108, "block_used": 12957371, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60986370, "inode_total": 61054976, "inode_used": 68606, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930356170752, "size_total": 983429562368, "uuid": "63a0b9b1-68a2-4793-bb97-99bc41c88009"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:19.524 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:19 +0000 (0:00:00.040) 0:03:15.199 ******** 2021-03-04T22:44:19.532 INFO:teuthology.task.ansible.out: TASK [testnode : Write partition entries to {{ item.0.device }}] *************** 2021-03-04T22:44:19.533 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:19.556 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:19 +0000 (0:00:00.031) 0:03:15.231 ******** 2021-03-04T22:44:19.562 INFO:teuthology.task.ansible.out: TASK [testnode : Combine list of non-root disks] ******************************* 2021-03-04T22:44:19.564 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:19.588 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:19 +0000 (0:00:00.031) 0:03:15.262 ******** 2021-03-04T22:44:19.594 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2021-03-04T22:44:19.596 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:19.620 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:19 +0000 (0:00:00.032) 0:03:15.295 ******** 2021-03-04T22:44:19.625 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:44:19.627 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:19.649 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:19 +0000 (0:00:00.029) 0:03:15.324 ******** 2021-03-04T22:44:19.656 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs for {{ item.0.device }}] ****************** 2021-03-04T22:44:19.658 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:19.679 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:19 +0000 (0:00:00.030) 0:03:15.354 ******** 2021-03-04T22:44:19.685 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:44:19.687 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:19.717 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:19 +0000 (0:00:00.037) 0:03:15.392 ******** 2021-03-04T22:44:19.746 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume_groups dict] ************************************ 2021-03-04T22:44:19.748 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:19.769 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:19 +0000 (0:00:00.052) 0:03:15.444 ******** 2021-03-04T22:44:19.796 INFO:teuthology.task.ansible.out: TASK [testnode : Determine desired logical volume percentage size] ************* 2021-03-04T22:44:19.798 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:19.819 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:19 +0000 (0:00:00.049) 0:03:15.494 ******** 2021-03-04T22:44:19.837 INFO:teuthology.task.ansible.out: TASK [testnode : Edit lvm.conf to support LVM on kRBD.] ************************ 2021-03-04T22:44:19.839 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-03-04T22:44:19.869 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:19 +0000 (0:00:00.049) 0:03:15.544 ******** 2021-03-04T22:44:19.877 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical_volumes dict] ********************************** 2021-03-04T22:44:19.879 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:19.901 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:19 +0000 (0:00:00.031) 0:03:15.575 ******** 2021-03-04T22:44:19.919 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2021-03-04T22:44:19.920 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930356023296, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227137701, 'block_used': 12957407, 'inode_total': 61054976, 'inode_available': 60986370, 'inode_used': 68606, 'uuid': '63a0b9b1-68a2-4793-bb97-99bc41c88009'}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 227137701, "block_size": 4096, "block_total": 240095108, "block_used": 12957407, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60986370, "inode_total": 61054976, "inode_used": 68606, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930356023296, "size_total": 983429562368, "uuid": "63a0b9b1-68a2-4793-bb97-99bc41c88009"}, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:19.944 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:19 +0000 (0:00:00.043) 0:03:15.619 ******** 2021-03-04T22:44:19.972 INFO:teuthology.task.ansible.out: TASK [testnode : Combine list of non-root disks] ******************************* 2021-03-04T22:44:19.974 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:19.994 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:19 +0000 (0:00:00.050) 0:03:15.669 ******** 2021-03-04T22:44:20.031 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:44:20.033 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:20.057 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:20 +0000 (0:00:00.063) 0:03:15.732 ******** 2021-03-04T22:44:20.084 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:44:20.086 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:20.106 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:20 +0000 (0:00:00.049) 0:03:15.781 ******** 2021-03-04T22:44:20.134 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume_groups dict] ************************************ 2021-03-04T22:44:20.135 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:20.161 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:20 +0000 (0:00:00.054) 0:03:15.836 ******** 2021-03-04T22:44:20.204 INFO:teuthology.task.ansible.out: TASK [testnode : Determine desired logical volume percentage size] ************* skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:20.227 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:20 +0000 (0:00:00.065) 0:03:15.902 ******** 2021-03-04T22:44:20.253 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical_volumes dict] ********************************** skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:20.277 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:20 +0000 (0:00:00.050) 0:03:15.952 ******** 2021-03-04T22:44:20.431 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume group(s)] *************************************** 2021-03-04T22:44:20.433 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "vg_nvme", "value": {"pvs": "/dev/nvme0n1"}}} 2021-03-04T22:44:20.456 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:20 +0000 (0:00:00.178) 0:03:16.131 ******** 2021-03-04T22:44:20.664 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "vg_nvme", "value": {"pvs": "/dev/nvme0n1"}}} 2021-03-04T22:44:20.687 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:20 +0000 (0:00:00.231) 0:03:16.362 ******** 2021-03-04T22:44:20.914 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical volume(s)] ************************************* 2021-03-04T22:44:20.916 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:44:21.001 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:44:21.219 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:44:21.282 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:44:21.500 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:44:21.563 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:44:21.782 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:44:21.835 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:44:22.076 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '13G'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_5", "value": {"size": "13G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:44:22.101 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:22 +0000 (0:00:01.413) 0:03:17.776 ******** 2021-03-04T22:44:22.119 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '13G'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_5", "value": {"size": "13G", "vg": "vg_nvme"}}, "msg": ""} 2021-03-04T22:44:22.145 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:22 +0000 (0:00:00.043) 0:03:17.820 ******** 2021-03-04T22:44:22.257 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2021-03-04T22:44:22.259 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "path": "/scratch_devs", "state": "absent"} 2021-03-04T22:44:22.285 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:22 +0000 (0:00:00.139) 0:03:17.959 ******** 2021-03-04T22:44:22.313 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "path": "/scratch_devs", "state": "absent"} 2021-03-04T22:44:22.337 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:22 +0000 (0:00:00.052) 0:03:18.012 ******** 2021-03-04T22:44:22.459 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs] ****************************************** 2021-03-04T22:44:22.461 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-03-04T22:44:22.547 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-03-04T22:44:22.600 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-03-04T22:44:22.686 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-03-04T22:44:22.750 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-03-04T22:44:22.834 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-03-04T22:44:22.836 INFO:teuthology.task.ansible.out: 2021-03-04T22:44:22.887 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-03-04T22:44:22.899 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '13G'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "lv_5", "value": {"size": "13G", "vg": "vg_nvme"}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:22.924 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:22 +0000 (0:00:00.587) 0:03:18.599 ******** 2021-03-04T22:44:22.953 INFO:teuthology.task.ansible.out: TASK [testnode : Create filesystems] ******************************************* 2021-03-04T22:44:22.955 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:22.976 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:22 +0000 (0:00:00.050) 0:03:18.650 ******** 2021-03-04T22:44:22.984 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs] ****************************************** 2021-03-04T22:44:22.987 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '84G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "84G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-03-04T22:44:22.988 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '13G'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "lv_5", "value": {"size": "13G", "vg": "vg_nvme"}}, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:23.013 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:23 +0000 (0:00:00.037) 0:03:18.688 ******** 2021-03-04T22:44:23.019 INFO:teuthology.task.ansible.out: TASK [testnode : Mount filesystems] ******************************************** 2021-03-04T22:44:23.021 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:23.042 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:23 +0000 (0:00:00.029) 0:03:18.717 ******** 2021-03-04T22:44:23.049 INFO:teuthology.task.ansible.out: TASK [testnode : Create filesystems] ******************************************* 2021-03-04T22:44:23.050 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:23.073 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:23 +0000 (0:00:00.031) 0:03:18.748 ******** 2021-03-04T22:44:23.101 INFO:teuthology.task.ansible.out: TASK [testnode : Mount filesystems] ******************************************** skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:23.128 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:23 +0000 (0:00:00.054) 0:03:18.803 ******** 2021-03-04T22:44:23.209 INFO:teuthology.task.ansible.out: TASK [testnode : Create /var/lib/ceph] ***************************************** 2021-03-04T22:44:23.211 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/var/lib/ceph", "secontext": "unconfined_u:object_r:var_lib_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:44:23.233 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:23 +0000 (0:00:00.105) 0:03:18.908 ******** 2021-03-04T22:44:23.271 INFO:teuthology.task.ansible.out: TASK [testnode : Set xfs_opts on newer OSes] *********************************** 2021-03-04T22:44:23.273 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"ansible_facts": {"xfs_opts": "-m crc=0,finobt=0"}, "changed": false} 2021-03-04T22:44:23.295 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:23 +0000 (0:00:00.061) 0:03:18.970 ******** 2021-03-04T22:44:23.302 INFO:teuthology.task.ansible.out: TASK [testnode : Create /var/lib/ceph] ***************************************** 2021-03-04T22:44:23.304 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/var/lib/ceph", "secontext": "unconfined_u:object_r:var_lib_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:44:23.326 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:23 +0000 (0:00:00.030) 0:03:19.001 ******** 2021-03-04T22:44:23.364 INFO:teuthology.task.ansible.out: TASK [testnode : Set xfs_opts on newer OSes] *********************************** 2021-03-04T22:44:23.365 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"ansible_facts": {"xfs_opts": "-m crc=0,finobt=0"}, "changed": false} 2021-03-04T22:44:23.387 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:23 +0000 (0:00:00.060) 0:03:19.062 ******** 2021-03-04T22:44:23.621 INFO:teuthology.task.ansible.out: TASK [testnode : Create xfs filesystem on /dev/vg_nvme/lv_5] ******************* 2021-03-04T22:44:23.623 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true} 2021-03-04T22:44:23.645 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:23 +0000 (0:00:00.258) 0:03:19.320 ******** 2021-03-04T22:44:23.652 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"changed": true} 2021-03-04T22:44:23.675 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:23 +0000 (0:00:00.030) 0:03:19.350 ******** 2021-03-04T22:44:24.060 INFO:teuthology.task.ansible.out: TASK [testnode : Mount /dev/vg_nvme/lv_5 to /var/lib/ceph] ********************* 2021-03-04T22:44:24.062 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "dump": "0", "fstab": "/etc/fstab", "fstype": "xfs", "name": "/var/lib/ceph", "opts": "defaults,nofail", "passno": "0", "src": "/dev/vg_nvme/lv_5"} 2021-03-04T22:44:24.084 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:24 +0000 (0:00:00.408) 0:03:19.759 ******** 2021-03-04T22:44:24.112 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd] ****************************************** 2021-03-04T22:44:24.113 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:24.137 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:24 +0000 (0:00:00.053) 0:03:19.812 ******** 2021-03-04T22:44:24.175 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd conf file] ******************************** 2021-03-04T22:44:24.177 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:24.206 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:24 +0000 (0:00:00.069) 0:03:19.881 ******** 2021-03-04T22:44:24.234 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** 2021-03-04T22:44:24.236 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:24.258 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:24 +0000 (0:00:00.052) 0:03:19.933 ******** 2021-03-04T22:44:24.286 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** 2021-03-04T22:44:24.288 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:24.309 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:24 +0000 (0:00:00.050) 0:03:19.984 ******** 2021-03-04T22:44:24.336 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the teuthology user.] *********** 2021-03-04T22:44:24.338 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:24.359 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:24 +0000 (0:00:00.049) 0:03:20.034 ******** 2021-03-04T22:44:24.386 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the root user.] ***************** 2021-03-04T22:44:24.387 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:24.408 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:24 +0000 (0:00:00.049) 0:03:20.083 ******** 2021-03-04T22:44:24.437 INFO:teuthology.task.ansible.out: TASK [testnode : Upload CPAN config for the teuthology user.] ****************** 2021-03-04T22:44:24.438 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:24.461 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:24 +0000 (0:00:00.052) 0:03:20.136 ******** 2021-03-04T22:44:24.488 INFO:teuthology.task.ansible.out: TASK [testnode : Upload CPAN config for root.] ********************************* 2021-03-04T22:44:24.490 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:24.512 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:24 +0000 (0:00:00.050) 0:03:20.186 ******** 2021-03-04T22:44:24.539 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure perl-doc is installed on apt systems.] ***************** 2021-03-04T22:44:24.541 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:24.563 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:24 +0000 (0:00:00.051) 0:03:20.238 ******** 2021-03-04T22:44:24.590 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if Amazon::S3 is installed.] ********************* 2021-03-04T22:44:24.592 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:24.613 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:24 +0000 (0:00:00.050) 0:03:20.288 ******** 2021-03-04T22:44:24.640 INFO:teuthology.task.ansible.out: TASK [testnode : Install Amazon::S3.] ****************************************** 2021-03-04T22:44:24.642 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:24.665 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:24 +0000 (0:00:00.051) 0:03:20.340 ******** 2021-03-04T22:44:24.695 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on rpm based systems.] ******************** 2021-03-04T22:44:24.696 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:24.720 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:24 +0000 (0:00:00.054) 0:03:20.395 ******** 2021-03-04T22:44:24.747 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on apt based systems.] ******************** 2021-03-04T22:44:24.749 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:24.769 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:24 +0000 (0:00:00.048) 0:03:20.443 ******** 2021-03-04T22:44:24.796 INFO:teuthology.task.ansible.out: TASK [testnode : Remove racy /etc/network/if-up.d/ntpdate on xenial] *********** 2021-03-04T22:44:24.798 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:24.818 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:24 +0000 (0:00:00.049) 0:03:20.493 ******** 2021-03-04T22:44:24.846 INFO:teuthology.task.ansible.out: TASK [testnode : Create the ntp.conf file.] ************************************ skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:24.868 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:24 +0000 (0:00:00.049) 0:03:20.543 ******** 2021-03-04T22:44:25.075 INFO:teuthology.task.ansible.out: TASK [testnode : Mount /dev/vg_nvme/lv_5 to /var/lib/ceph] ********************* 2021-03-04T22:44:25.077 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "dump": "0", "fstab": "/etc/fstab", "fstype": "xfs", "name": "/var/lib/ceph", "opts": "defaults,nofail", "passno": "0", "src": "/dev/vg_nvme/lv_5"} 2021-03-04T22:44:25.099 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:25 +0000 (0:00:00.230) 0:03:20.773 ******** 2021-03-04T22:44:25.127 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd] ****************************************** 2021-03-04T22:44:25.129 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:25.149 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:25 +0000 (0:00:00.050) 0:03:20.824 ******** 2021-03-04T22:44:25.176 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd conf file] ******************************** 2021-03-04T22:44:25.178 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:25.213 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:25 +0000 (0:00:00.063) 0:03:20.888 ******** 2021-03-04T22:44:25.240 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** 2021-03-04T22:44:25.243 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} TASK [testnode : Create the chrony.conf file] ********************************** ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "checksum": "a7ecef00073feab34f868065d34e9dac55134241", "dest": "/etc/chrony.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/chrony.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 215, "state": "file", "uid": 0} 2021-03-04T22:44:25.267 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:25 +0000 (0:00:00.054) 0:03:20.942 ******** 2021-03-04T22:44:25.289 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:25 +0000 (0:00:00.021) 0:03:20.964 ******** 2021-03-04T22:44:25.316 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** 2021-03-04T22:44:25.318 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:25.339 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:25 +0000 (0:00:00.050) 0:03:21.014 ******** 2021-03-04T22:44:25.367 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the teuthology user.] *********** skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:25.389 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:25 +0000 (0:00:00.049) 0:03:21.064 ******** 2021-03-04T22:44:25.416 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the root user.] ***************** 2021-03-04T22:44:25.418 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:25.438 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:25 +0000 (0:00:00.049) 0:03:21.113 ******** 2021-03-04T22:44:25.466 INFO:teuthology.task.ansible.out: TASK [testnode : Upload CPAN config for the teuthology user.] ****************** 2021-03-04T22:44:25.467 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:25.488 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:25 +0000 (0:00:00.049) 0:03:21.163 ******** 2021-03-04T22:44:25.515 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ntpd is running.] *********************************** 2021-03-04T22:44:25.516 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "chronyd", "state": "started", "status": {"ActiveEnterTimestamp": "Thu 2021-03-04 22:40:50 UTC", "ActiveEnterTimestampMonotonic": "11008416", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "basic.target sntp.service systemd-journald.socket tmp.mount ntpd.service systemd-tmpfiles-setup.service ntpdate.service sysinit.target -.mount system.slice", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Thu 2021-03-04 22:40:48 UTC", "AssertTimestampMonotonic": "9571274", "Before": "multi-user.target shutdown.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "no", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Thu 2021-03-04 22:40:48 UTC", "ConditionTimestampMonotonic": "9571258", "ConfigurationDirectoryMode": "0755", "Conflicts": "systemd-timesyncd.service shutdown.target ntpd.service", "ControlGroup": "/system.slice/chronyd.service", "ControlPID": "0", 2021-03-04T22:44:25.518 INFO:teuthology.task.ansible.out:"DefaultDependencies": "yes", "Delegate": "no", "Description": "NTP client/server", "DevicePolicy": "auto", "Documentation": "man:chronyd(8) man:chrony.conf(5)", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/sysconfig/chronyd (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "988", "ExecMainStartTimestamp": "Thu 2021-03-04 22:40:50 UTC", "ExecMainStartTimestampMonotonic": "10975733", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/sbin/chronyd ; argv[]=/usr/sbin/chronyd $OPTIONS ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartPost": "{ path=/usr/libexec/chrony-helper ; argv[]=/usr/libexec/chrony-helper update-daemon ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/usr/lib/systemd/system/chronyd.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "Id": "chronyd.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Thu 2021-03-04 22:40:48 UTC", "InactiveExitTimestampMonotonic": "9603664", "InvocationID": "6ccc621c379c4cef9cc81449ec7a7d34", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", " 2021-03-04T22:44:25.519 INFO:teuthology.task.ansible.out:LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127317", "LimitNPROCSoft": "127317", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127317", "LimitSIGPENDINGSoft": "127317", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "988", "MemoryAccounting": "yes", "MemoryCurrent": "3878912", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "chronyd.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "PIDFile": "/run/chrony/chronyd.pid", "PermissionsStartOnly": "no", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "yes", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "full", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "sysinit.target system.slice -.mount", "RequiresMountsFor": "/var/tmp", "Restart": "no", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealtime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": 2021-03-04T22:44:25.521 INFO:teuthology.task.ansible.out: "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Thu 2021-03-04 22:40:50 UTC", "StateChangeTimestampMonotonic": "11008416", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "203707", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogTimestamp": "Thu 2021-03-04 22:40:50 UTC", "WatchdogTimestampMonotonic": "10975740", "WatchdogUSec": "0"}} TASK [testnode : Upload CPAN config for root.] ********************************* skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:25.539 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:25 +0000 (0:00:00.051) 0:03:21.214 ******** 2021-03-04T22:44:25.560 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:25 +0000 (0:00:00.021) 0:03:21.235 ******** 2021-03-04T22:44:25.567 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** ok: [gibba011.front.sepia.ceph.com] => {"ansible_facts": {"pip_executable": "pip", "pip_version": "python-pip"}, "changed": false} 2021-03-04T22:44:25.590 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:25 +0000 (0:00:00.030) 0:03:21.265 ******** 2021-03-04T22:44:25.597 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure perl-doc is installed on apt systems.] ***************** 2021-03-04T22:44:25.598 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:25.623 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:25 +0000 (0:00:00.032) 0:03:21.298 ******** 2021-03-04T22:44:25.632 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:44:25.633 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"ansible_facts": {"ansible_python_interpreter": "/usr/bin/python3", "pip_executable": "pip3", "pip_version": "python3-pip"}, "changed": false} 2021-03-04T22:44:25.655 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:25 +0000 (0:00:00.032) 0:03:21.330 ******** 2021-03-04T22:44:25.662 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if Amazon::S3 is installed.] ********************* 2021-03-04T22:44:25.664 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:25.686 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:25 +0000 (0:00:00.030) 0:03:21.361 ******** 2021-03-04T22:44:25.693 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on rpm based systems.] ********************* 2021-03-04T22:44:25.695 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:25.716 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:25 +0000 (0:00:00.030) 0:03:21.391 ******** 2021-03-04T22:44:25.723 INFO:teuthology.task.ansible.out: TASK [testnode : Install Amazon::S3.] ****************************************** 2021-03-04T22:44:25.725 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:25.749 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:25 +0000 (0:00:00.032) 0:03:21.423 ******** 2021-03-04T22:44:25.760 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on apt based systems.] ********************* 2021-03-04T22:44:25.762 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:25.784 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:25 +0000 (0:00:00.036) 0:03:21.459 ******** 2021-03-04T22:44:25.792 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on rpm based systems.] ******************** 2021-03-04T22:44:25.794 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:25.817 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:25 +0000 (0:00:00.032) 0:03:21.492 ******** 2021-03-04T22:44:25.824 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on zypper based systems.] ****************** 2021-03-04T22:44:25.826 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:25.849 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:25 +0000 (0:00:00.031) 0:03:21.523 ******** 2021-03-04T22:44:25.858 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on apt based systems.] ******************** skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:25.884 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:25 +0000 (0:00:00.035) 0:03:21.559 ******** 2021-03-04T22:44:25.913 INFO:teuthology.task.ansible.out: TASK [testnode : Remove racy /etc/network/if-up.d/ntpdate on xenial] *********** 2021-03-04T22:44:25.914 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:25.937 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:25 +0000 (0:00:00.052) 0:03:21.611 ******** 2021-03-04T22:44:25.963 INFO:teuthology.task.ansible.out: TASK [testnode : Create the ntp.conf file.] ************************************ 2021-03-04T22:44:25.965 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:25.987 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:25 +0000 (0:00:00.050) 0:03:21.662 ******** 2021-03-04T22:44:26.015 INFO:teuthology.task.ansible.out: TASK [testnode : Create the .pip directory for the teuthology user.] *********** 2021-03-04T22:44:26.017 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "gid": 1234, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 4096, "state": "directory", "uid": 1000} 2021-03-04T22:44:26.049 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:26 +0000 (0:00:00.062) 0:03:21.724 ******** 2021-03-04T22:44:26.374 INFO:teuthology.task.ansible.out: TASK [testnode : Create the chrony.conf file] ********************************** 2021-03-04T22:44:26.376 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "checksum": "a7ecef00073feab34f868065d34e9dac55134241", "dest": "/etc/chrony.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/chrony.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 215, "state": "file", "uid": 0} 2021-03-04T22:44:26.398 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:26 +0000 (0:00:00.348) 0:03:22.073 ******** 2021-03-04T22:44:26.446 INFO:teuthology.task.ansible.out: TASK [testnode : Create pip.conf and configure it to use our mirror] *********** 2021-03-04T22:44:26.448 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "checksum": "959d37ab30545da205b389a6b7561b225a478a06", "dest": "/home/ubuntu/.pip/pip.conf", "gid": 1234, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip/pip.conf", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 73, "state": "file", "uid": 1000} 2021-03-04T22:44:26.470 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:26 +0000 (0:00:00.072) 0:03:22.145 ******** 2021-03-04T22:44:26.647 INFO:teuthology.task.ansible.out: 2021-03-04T22:44:26.649 INFO:teuthology.task.ansible.out:TASK [testnode : Make sure ntpd is running.] *********************************** ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "chronyd", "state": "started", "status": {"ActiveEnterTimestamp": "Thu 2021-03-04 22:40:53 UTC", "ActiveEnterTimestampMonotonic": "10838213", "ActiveExitTimestampMonotonic": "0", "ActiveState": "active", "After": "ntpd.service ntpdate.service system.slice sntp.service tmp.mount -.mount systemd-tmpfiles-setup.service sysinit.target basic.target systemd-journald.socket", "AllowIsolate": "no", "AllowedCPUs": "", "AllowedMemoryNodes": "", "AmbientCapabilities": "", "AssertResult": "yes", "AssertTimestamp": "Thu 2021-03-04 22:40:51 UTC", "AssertTimestampMonotonic": "9399523", "Before": "shutdown.target multi-user.target", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "CacheDirectoryMode": "0755", "CanIsolate": "no", "CanReload": "no", "CanStart": "yes", "CanStop": "yes", "CapabilityBoundingSet": "cap_chown cap_dac_override cap_dac_read_search cap_fowner cap_fsetid cap_kill cap_setgid cap_setuid cap_setpcap cap_linux_immutable cap_net_bind_service cap_net_broadcast cap_net_admin cap_net_raw cap_ipc_lock cap_ipc_owner cap_sys_module cap_sys_rawio cap_sys_chroot cap_sys_ptrace cap_sys_pacct cap_sys_admin cap_sys_boot cap_sys_nice cap_sys_resource cap_sys_time cap_sys_tty_config cap_mknod cap_lease cap_audit_write cap_audit_control cap_setfcap cap_mac_override cap_mac_admin cap_syslog cap_wake_alarm cap_block_suspend", "CollectMode": "inactive", "ConditionResult": "yes", "ConditionTimestamp": "Thu 2021-03-04 22:40:51 UTC", "ConditionTimestampMonotonic": "9399508", "ConfigurationDirectoryMode": "0755", "Conflicts": "ntpd.service shutdown.target systemd-timesy 2021-03-04T22:44:26.651 INFO:teuthology.task.ansible.out:ncd.service", "ControlGroup": "/system.slice/chronyd.service", "ControlPID": "0", "DefaultDependencies": "yes", "Delegate": "no", "Description": "NTP client/server", "DevicePolicy": "auto", "Documentation": "man:chronyd(8) man:chrony.conf(5)", "DynamicUser": "no", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/sysconfig/chronyd (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "1013", "ExecMainStartTimestamp": "Thu 2021-03-04 22:40:53 UTC", "ExecMainStartTimestampMonotonic": "10793946", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/sbin/chronyd ; argv[]=/usr/sbin/chronyd $OPTIONS ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartPost": "{ path=/usr/libexec/chrony-helper ; argv[]=/usr/libexec/chrony-helper update-daemon ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FailureAction": "none", "FileDescriptorStoreMax": "0", "FragmentPath": "/usr/lib/systemd/system/chronyd.service", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "Id": "chronyd.service", "IgnoreOnIsolate": "no", "IgnoreSIGPIPE": "yes", "InactiveEnterTimestampMonotonic": "0", "InactiveExitTimestamp": "Thu 2021-03-04 22:40:51 UTC", "InactiveExitTimestampMonotonic": "9433673", "InvocationID": "9ab9c3c964334fb28fb43c0a217d78b0", "JobRunningTimeoutUSec": "infinity", "JobTimeoutAction": "none", "JobTimeoutUSec": "infinity", "KeyringMode": "private", "KillMode": "control-group", "KillSignal": "15", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity" 2021-03-04T22:44:26.652 INFO:teuthology.task.ansible.out:, "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127317", "LimitNPROCSoft": "127317", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127317", "LimitSIGPENDINGSoft": "127317", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LoadState": "loaded", "LockPersonality": "no", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "LogsDirectoryMode": "0755", "MainPID": "1013", "MemoryAccounting": "yes", "MemoryCurrent": "3534848", "MemoryDenyWriteExecute": "no", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemorySwapMax": "infinity", "MountAPIVFS": "no", "MountFlags": "", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Names": "chronyd.service", "NeedDaemonReload": "no", "Nice": "0", "NoNewPrivileges": "no", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "OnFailureJobMode": "replace", "PIDFile": "/run/chrony/chronyd.pid", "PermissionsStartOnly": "no", "Perpetual": "no", "PrivateDevices": "no", "PrivateMounts": "no", "PrivateNetwork": "no", "PrivateTmp": "yes", "PrivateUsers": "no", "ProtectControlGroups": "no", "ProtectHome": "yes", "ProtectKernelModules": "no", "ProtectKernelTunables": "no", "ProtectSystem": "full", "RefuseManualStart": "no", "RefuseManualStop": "no", "RemainAfterExit": "no", "RemoveIPC": "no", "Requires": "system.slice sysinit.target -.mount", "RequiresMountsFor": "/var/tmp", "Restart": "no", "RestartUSec": "100ms", "RestrictNamespaces": "no", "RestrictRealt 2021-03-04T22:44:26.654 INFO:teuthology.task.ansible.out:ime": "no", "RestrictSUIDSGID": "no", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeDirectoryMode": "0755", "RuntimeDirectoryPreserve": "no", "RuntimeMaxUSec": "infinity", "SameProcessGroup": "no", "SecureBits": "0", "SendSIGHUP": "no", "SendSIGKILL": "yes", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartLimitAction": "none", "StartLimitBurst": "5", "StartLimitIntervalUSec": "10s", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StateChangeTimestamp": "Thu 2021-03-04 22:40:53 UTC", "StateChangeTimestampMonotonic": "10838213", "StateDirectoryMode": "0755", "StatusErrno": "0", "StopWhenUnneeded": "no", "SubState": "running", "SuccessAction": "none", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "SystemCallErrorNumber": "0", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "203707", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Transient": "no", "Type": "forking", "UID": "[not set]", "UMask": "0022", "UnitFilePreset": "enabled", "UnitFileState": "enabled", "UtmpMode": "init", "WantedBy": "multi-user.target", "WatchdogTimestamp": "Thu 2021-03-04 22:40:53 UTC", "WatchdogTimestampMonotonic": "10793953", "WatchdogUSec": "0"}} 2021-03-04T22:44:26.673 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:26 +0000 (0:00:00.202) 0:03:22.347 ******** 2021-03-04T22:44:26.701 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:44:26.703 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"ansible_facts": {"pip_executable": "pip", "pip_version": "python-pip"}, "changed": false} 2021-03-04T22:44:26.726 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:26 +0000 (0:00:00.053) 0:03:22.401 ******** 2021-03-04T22:44:26.764 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:44:26.765 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"ansible_facts": {"ansible_python_interpreter": "/usr/bin/python3", "pip_executable": "pip3", "pip_version": "python3-pip"}, "changed": false} 2021-03-04T22:44:26.788 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:26 +0000 (0:00:00.062) 0:03:22.463 ******** 2021-03-04T22:44:26.820 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on rpm based systems.] ********************* 2021-03-04T22:44:26.822 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:26.845 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:26 +0000 (0:00:00.056) 0:03:22.520 ******** 2021-03-04T22:44:26.872 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on apt based systems.] ********************* 2021-03-04T22:44:26.874 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:26.894 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:26 +0000 (0:00:00.049) 0:03:22.569 ******** 2021-03-04T22:44:26.932 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on zypper based systems.] ****************** 2021-03-04T22:44:26.933 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:26.955 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:26 +0000 (0:00:00.060) 0:03:22.630 ******** 2021-03-04T22:44:27.119 INFO:teuthology.task.ansible.out: TASK [testnode : Create the .pip directory for the teuthology user.] *********** 2021-03-04T22:44:27.121 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "gid": 1234, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 4096, "state": "directory", "uid": 1000} 2021-03-04T22:44:27.142 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:27 +0000 (0:00:00.186) 0:03:22.817 ******** 2021-03-04T22:44:27.546 INFO:teuthology.task.ansible.out: TASK [testnode : Create pip.conf and configure it to use our mirror] *********** 2021-03-04T22:44:27.548 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "checksum": "959d37ab30545da205b389a6b7561b225a478a06", "dest": "/home/ubuntu/.pip/pip.conf", "gid": 1234, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip/pip.conf", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 73, "state": "file", "uid": 1000} 2021-03-04T22:44:27.569 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:27 +0000 (0:00:00.427) 0:03:23.244 ******** 2021-03-04T22:44:27.629 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages via pip] ************************************* 2021-03-04T22:44:27.631 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "cmd": ["/bin/pip3", "install", "remoto>=0.0.35"], "name": ["remoto>=0.0.35"], "requirements": null, "state": "present", "stderr": "WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\n", "stderr_lines": ["WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead."], "stdout": "Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.6/site-packages\nRequirement already satisfied: execnet in /usr/local/lib/python3.6/site-packages (from remoto>=0.0.35)\nRequirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.6/site-packages (from execnet->remoto>=0.0.35)\n", "stdout_lines": ["Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.6/site-packages", "Requirement already satisfied: execnet in /usr/local/lib/python3.6/site-packages (from remoto>=0.0.35)", "Requirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.6/site-packages (from execnet->remoto>=0.0.35)"], "version": null, "virtualenv": null} 2021-03-04T22:44:27.653 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:27 +0000 (0:00:00.084) 0:03:23.328 ******** 2021-03-04T22:44:27.681 INFO:teuthology.task.ansible.out: TASK [testnode : Purge resolvconf] ********************************************* 2021-03-04T22:44:27.683 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:27.707 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:27 +0000 (0:00:00.052) 0:03:23.381 ******** 2021-03-04T22:44:27.745 INFO:teuthology.task.ansible.out: TASK [testnode : Set interface] ************************************************ 2021-03-04T22:44:27.747 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"ansible_facts": {"interface": "enp1s0f0"}, "changed": false} 2021-03-04T22:44:27.773 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:27 +0000 (0:00:00.066) 0:03:23.448 ******** 2021-03-04T22:44:27.930 INFO:teuthology.task.ansible.out: TASK [testnode : Check for presence of /etc/network/interfaces] **************** 2021-03-04T22:44:27.931 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"changed": false, "stat": {"exists": false}} 2021-03-04T22:44:27.959 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:27 +0000 (0:00:00.186) 0:03:23.634 ******** 2021-03-04T22:44:27.987 INFO:teuthology.task.ansible.out: TASK [testnode : Rewrite /etc/network/interfaces to use dhcp] ****************** 2021-03-04T22:44:27.989 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:28.011 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:28 +0000 (0:00:00.051) 0:03:23.685 ******** 2021-03-04T22:44:28.041 INFO:teuthology.task.ansible.out: TASK [testnode : Set bounce_interface if we just enabled dhcp] ***************** 2021-03-04T22:44:28.042 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"ansible_facts": {"bounce_interface": false}, "changed": false} 2021-03-04T22:44:28.065 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:28 +0000 (0:00:00.054) 0:03:23.740 ******** 2021-03-04T22:44:28.092 INFO:teuthology.task.ansible.out: TASK [testnode : ifdown and ifup] ********************************************** skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:28.114 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:28 +0000 (0:00:00.049) 0:03:23.789 ******** 2021-03-04T22:44:28.280 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure lab_domain is in search domains in /etc/resolv.conf] *** changed: [gibba011.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line replaced"} 2021-03-04T22:44:28.331 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:28 +0000 (0:00:00.216) 0:03:24.005 ******** 2021-03-04T22:44:28.474 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages via pip] ************************************* 2021-03-04T22:44:28.476 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "cmd": ["/bin/pip3", "install", "remoto>=0.0.35"], "name": ["remoto>=0.0.35"], "requirements": null, "state": "present", "stderr": "WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\n", "stderr_lines": ["WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead."], "stdout": "Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.6/site-packages\nRequirement already satisfied: execnet in /usr/local/lib/python3.6/site-packages (from remoto>=0.0.35)\nRequirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.6/site-packages (from execnet->remoto>=0.0.35)\n", "stdout_lines": ["Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.6/site-packages", "Requirement already satisfied: execnet in /usr/local/lib/python3.6/site-packages (from remoto>=0.0.35)", "Requirement already satisfied: apipkg>=1.4 in /usr/local/lib/python3.6/site-packages (from execnet->remoto>=0.0.35)"], "version": null, "virtualenv": null} 2021-03-04T22:44:28.500 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:28 +0000 (0:00:00.167) 0:03:24.174 ******** 2021-03-04T22:44:28.526 INFO:teuthology.task.ansible.out: TASK [testnode : Purge resolvconf] ********************************************* 2021-03-04T22:44:28.528 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:28.548 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:28 +0000 (0:00:00.049) 0:03:24.223 ******** 2021-03-04T22:44:28.593 INFO:teuthology.task.ansible.out: TASK [testnode : Set interface] ************************************************ ok: [gibba038.front.sepia.ceph.com] => {"ansible_facts": {"interface": "enp1s0f0"}, "changed": false} TASK [testnode : Ensure domain is set in /etc/resolv.conf] ********************* changed: [gibba011.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line added"} 2021-03-04T22:44:28.623 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:28 +0000 (0:00:00.075) 0:03:24.298 ******** 2021-03-04T22:44:28.655 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:28 +0000 (0:00:00.031) 0:03:24.330 ******** 2021-03-04T22:44:28.667 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ethtool is installed] ******************************* 2021-03-04T22:44:28.669 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:28.704 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:28 +0000 (0:00:00.048) 0:03:24.379 ******** 2021-03-04T22:44:28.756 INFO:teuthology.task.ansible.out: TASK [testnode : grep ethtool for secondary NIC MAC address] ******************* 2021-03-04T22:44:28.758 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item=enp1s0f1) => {"ansible_loop_var": "item", "changed": false, "item": "enp1s0f1", "skip_reason": "Conditional result was False"} 2021-03-04T22:44:28.768 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item=lo) => {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False"} 2021-03-04T22:44:28.771 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item=eno1) => {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False"} 2021-03-04T22:44:28.780 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item=eno2) => {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False"} 2021-03-04T22:44:28.782 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item=enp1s0f0) => {"ansible_loop_var": "item", "changed": false, "item": "enp1s0f0", "skip_reason": "Conditional result was False"} 2021-03-04T22:44:28.809 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:28 +0000 (0:00:00.105) 0:03:24.484 ******** 2021-03-04T22:44:28.832 INFO:teuthology.task.ansible.out: TASK [testnode : Check for presence of /etc/network/interfaces] **************** ok: [gibba038.front.sepia.ceph.com] => {"changed": false, "stat": {"exists": false}} 2021-03-04T22:44:28.857 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:28 +0000 (0:00:00.048) 0:03:24.532 ******** 2021-03-04T22:44:28.877 INFO:teuthology.task.ansible.out: TASK [testnode : Define net_to_configure var] ********************************** 2021-03-04T22:44:28.878 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp1s0f1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp1s0f1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} skipping: [gibba011.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'lo', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:28.890 INFO:teuthology.task.ansible.out: TASK [testnode : Rewrite /etc/network/interfaces to use dhcp] ****************** skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:28.892 INFO:teuthology.task.ansible.out: TASK [testnode : Define net_to_configure var] ********************************** skipping: [gibba011.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:28.913 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:28 +0000 (0:00:00.055) 0:03:24.588 ******** 2021-03-04T22:44:28.920 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno2', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:28.922 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp1s0f0', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp1s0f0", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:28.946 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:28 +0000 (0:00:00.032) 0:03:24.621 ******** 2021-03-04T22:44:28.948 INFO:teuthology.task.ansible.out: 2021-03-04T22:44:28.965 INFO:teuthology.task.ansible.out: TASK [testnode : Set bounce_interface if we just enabled dhcp] ***************** 2021-03-04T22:44:28.966 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"ansible_facts": {"bounce_interface": false}, "changed": false} 2021-03-04T22:44:28.997 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:28 +0000 (0:00:00.051) 0:03:24.672 ******** 2021-03-04T22:44:29.006 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:44:29.007 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:29.035 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:29 +0000 (0:00:00.037) 0:03:24.710 ******** 2021-03-04T22:44:29.042 INFO:teuthology.task.ansible.out: TASK [testnode : ifdown and ifup] ********************************************** 2021-03-04T22:44:29.043 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:29.067 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:29 +0000 (0:00:00.031) 0:03:24.742 ******** 2021-03-04T22:44:29.074 INFO:teuthology.task.ansible.out: TASK [testnode : Check if {{ nic_to_configure }} is 10Gb] ********************** 2021-03-04T22:44:29.075 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:29.098 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:29 +0000 (0:00:00.030) 0:03:24.773 ******** 2021-03-04T22:44:29.127 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU to 9000 if 10Gb] ************************************** 2021-03-04T22:44:29.129 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:29.159 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:29 +0000 (0:00:00.061) 0:03:24.834 ******** 2021-03-04T22:44:29.187 INFO:teuthology.task.ansible.out: TASK [testnode : Write Ubuntu network config for {{ nic_to_configure }}] ******* 2021-03-04T22:44:29.189 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:29.211 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:29 +0000 (0:00:00.051) 0:03:24.886 ******** 2021-03-04T22:44:29.229 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure lab_domain is in search domains in /etc/resolv.conf] *** 2021-03-04T22:44:29.231 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line replaced"} 2021-03-04T22:44:29.253 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:29 +0000 (0:00:00.041) 0:03:24.927 ******** 2021-03-04T22:44:29.259 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU on Ubuntu] ******************************************** 2021-03-04T22:44:29.261 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:29.287 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:29 +0000 (0:00:00.033) 0:03:24.961 ******** 2021-03-04T22:44:29.314 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** 2021-03-04T22:44:29.316 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:29.343 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:29 +0000 (0:00:00.056) 0:03:25.018 ******** 2021-03-04T22:44:29.370 INFO:teuthology.task.ansible.out: TASK [testnode : Write RHEL/CentOS network config for {{ nic_to_configure }}] *** 2021-03-04T22:44:29.372 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:29.394 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:29 +0000 (0:00:00.050) 0:03:25.069 ******** 2021-03-04T22:44:29.411 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure domain is set in /etc/resolv.conf] ********************* 2021-03-04T22:44:29.413 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line added"} 2021-03-04T22:44:29.435 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:29 +0000 (0:00:00.041) 0:03:25.110 ******** 2021-03-04T22:44:29.442 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** 2021-03-04T22:44:29.444 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:29.466 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:29 +0000 (0:00:00.030) 0:03:25.141 ******** 2021-03-04T22:44:29.472 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ethtool is installed] ******************************* 2021-03-04T22:44:29.475 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:29.508 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:29 +0000 (0:00:00.042) 0:03:25.183 ******** 2021-03-04T22:44:29.546 INFO:teuthology.task.ansible.out: TASK [testnode : grep ethtool for secondary NIC MAC address] ******************* 2021-03-04T22:44:29.548 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item=eno1) => {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False"} skipping: [gibba038.front.sepia.ceph.com] => (item=eno2) => {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False"} 2021-03-04T22:44:29.559 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item=lo) => {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False"} 2021-03-04T22:44:29.560 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item=enp1s0f1) => {"ansible_loop_var": "item", "changed": false, "item": "enp1s0f1", "skip_reason": "Conditional result was False"} 2021-03-04T22:44:29.561 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item=enp1s0f0) => {"ansible_loop_var": "item", "changed": false, "item": "enp1s0f0", "skip_reason": "Conditional result was False"} 2021-03-04T22:44:29.584 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:29 +0000 (0:00:00.075) 0:03:25.259 ******** 2021-03-04T22:44:29.623 INFO:teuthology.task.ansible.out: TASK [testnode : Define net_to_configure var] ********************************** 2021-03-04T22:44:29.624 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:29.635 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno2', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:29.637 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'lo', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:29.638 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp1s0f1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp1s0f1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} skipping: [gibba038.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp1s0f0', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp1s0f0", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:29.654 INFO:teuthology.task.ansible.out: TASK [testnode : List any leftover Ceph artifacts from previous jobs] ********** 2021-03-04T22:44:29.654 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=/var/run/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/run/ -name \"*ceph*\"", "delta": "0:00:00.003113", "end": "2021-03-04 22:44:29.617754", "failed_when_result": false, "item": "/var/run/", "rc": 0, "start": "2021-03-04 22:44:29.614641", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:29.679 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:29 +0000 (0:00:00.093) 0:03:25.353 ******** 2021-03-04T22:44:29.708 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-03-04T22:44:29.710 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:29.740 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:29 +0000 (0:00:00.062) 0:03:25.415 ******** 2021-03-04T22:44:29.779 INFO:teuthology.task.ansible.out: TASK [testnode : Check if {{ nic_to_configure }} is 10Gb] ********************** 2021-03-04T22:44:29.781 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:29.807 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:29 +0000 (0:00:00.066) 0:03:25.482 ******** 2021-03-04T22:44:29.817 INFO:teuthology.task.ansible.out: TASK [testnode : List any leftover Ceph artifacts from previous jobs] ********** 2021-03-04T22:44:29.819 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=/etc/systemd/system/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/systemd/system/ -name \"*ceph*\"", "delta": "0:00:00.001968", "end": "2021-03-04 22:44:29.766263", "failed_when_result": false, "item": "/etc/systemd/system/", "rc": 0, "start": "2021-03-04 22:44:29.764295", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:29.830 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU to 9000 if 10Gb] ************************************** skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:29.853 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:29 +0000 (0:00:00.046) 0:03:25.528 ******** 2021-03-04T22:44:29.880 INFO:teuthology.task.ansible.out: TASK [testnode : Write Ubuntu network config for {{ nic_to_configure }}] ******* 2021-03-04T22:44:29.882 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:29.902 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:29 +0000 (0:00:00.048) 0:03:25.577 ******** 2021-03-04T22:44:29.929 INFO:teuthology.task.ansible.out: TASK [testnode : List any leftover Ceph artifacts from previous jobs] ********** 2021-03-04T22:44:29.931 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=/etc/ceph) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/ceph -name \"*ceph*\"", "delta": "0:00:00.001819", "end": "2021-03-04 22:44:29.904594", "failed_when_result": false, "item": "/etc/ceph", "msg": "non-zero return code", "rc": 1, "start": "2021-03-04 22:44:29.902775", "stderr": "find: ‘/etc/ceph’: No such file or directory", "stderr_lines": ["find: ‘/etc/ceph’: No such file or directory"], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:29.941 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU on Ubuntu] ******************************************** 2021-03-04T22:44:29.943 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:29.972 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:29 +0000 (0:00:00.070) 0:03:25.647 ******** 2021-03-04T22:44:29.999 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** 2021-03-04T22:44:30.001 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:30.023 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:30 +0000 (0:00:00.051) 0:03:25.698 ******** 2021-03-04T22:44:30.051 INFO:teuthology.task.ansible.out: TASK [testnode : Write RHEL/CentOS network config for {{ nic_to_configure }}] *** 2021-03-04T22:44:30.053 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:30.076 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:30 +0000 (0:00:00.052) 0:03:25.751 ******** 2021-03-04T22:44:30.084 INFO:teuthology.task.ansible.out: TASK [testnode : List any leftover Ceph artifacts from previous jobs] ********** 2021-03-04T22:44:30.086 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=/var/log/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/log/ -name \"*ceph*\"", "delta": "0:00:00.002081", "end": "2021-03-04 22:44:30.047042", "failed_when_result": false, "item": "/var/log/", "rc": 0, "start": "2021-03-04 22:44:30.044961", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:30.115 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:30 +0000 (0:00:00.039) 0:03:25.790 ******** 2021-03-04T22:44:30.124 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** 2021-03-04T22:44:30.125 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:30.153 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:30 +0000 (0:00:00.037) 0:03:25.828 ******** 2021-03-04T22:44:30.161 INFO:teuthology.task.ansible.out: TASK [testnode : Delete any leftover Ceph artifacts from previous jobs] ******** 2021-03-04T22:44:30.190 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:30 +0000 (0:00:00.036) 0:03:25.864 ******** 2021-03-04T22:44:30.325 INFO:teuthology.task.ansible.out: TASK [testnode : List any leftover Ceph artifacts from previous jobs] ********** 2021-03-04T22:44:30.327 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=/var/run/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/run/ -name \"*ceph*\"", "delta": "0:00:00.003212", "end": "2021-03-04 22:44:30.298859", "failed_when_result": false, "item": "/var/run/", "rc": 0, "start": "2021-03-04 22:44:30.295647", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:30.359 INFO:teuthology.task.ansible.out: TASK [testnode : Touch /ceph-qa-ready] ***************************************** 2021-03-04T22:44:30.361 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "dest": "/ceph-qa-ready", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "secontext": "unconfined_u:object_r:etc_runtime_t:s0", "size": 0, "state": "file", "uid": 0} 2021-03-04T22:44:30.470 INFO:teuthology.task.ansible.out: TASK [testnode : List any leftover Ceph artifacts from previous jobs] ********** 2021-03-04T22:44:30.471 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=/etc/systemd/system/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/systemd/system/ -name \"*ceph*\"", "delta": "0:00:00.001974", "end": "2021-03-04 22:44:30.442170", "failed_when_result": false, "item": "/etc/systemd/system/", "rc": 0, "start": "2021-03-04 22:44:30.440196", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:30.606 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=/etc/ceph) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/ceph -name \"*ceph*\"", "delta": "0:00:00.001847", "end": "2021-03-04 22:44:30.581485", "failed_when_result": false, "item": "/etc/ceph", "msg": "non-zero return code", "rc": 1, "start": "2021-03-04 22:44:30.579638", "stderr": "find: ‘/etc/ceph’: No such file or directory", "stderr_lines": ["find: ‘/etc/ceph’: No such file or directory"], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:30.742 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=/var/log/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/log/ -name \"*ceph*\"", "delta": "0:00:00.002103", "end": "2021-03-04 22:44:30.717722", "failed_when_result": false, "item": "/var/log/", "rc": 0, "start": "2021-03-04 22:44:30.715619", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:30.765 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:30 +0000 (0:00:00.575) 0:03:26.440 ******** 2021-03-04T22:44:30.792 INFO:teuthology.task.ansible.out: TASK [testnode : Delete any leftover Ceph artifacts from previous jobs] ******** 2021-03-04T22:44:30.814 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:30 +0000 (0:00:00.048) 0:03:26.489 ******** 2021-03-04T22:44:30.978 INFO:teuthology.task.ansible.out: TASK [testnode : Touch /ceph-qa-ready] ***************************************** 2021-03-04T22:44:30.980 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "dest": "/ceph-qa-ready", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "secontext": "unconfined_u:object_r:etc_runtime_t:s0", "size": 0, "state": "file", "uid": 0} 2021-03-04T22:44:31.058 INFO:teuthology.task.ansible.out: PLAY [testnodes,senta,vossi,jenkins_slaves] ************************************ 2021-03-04T22:44:31.077 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:31 +0000 (0:00:00.263) 0:03:26.752 ******** 2021-03-04T22:44:31.099 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:31 +0000 (0:00:00.021) 0:03:26.774 ******** 2021-03-04T22:44:31.631 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* 2021-03-04T22:44:31.631 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] 2021-03-04T22:44:31.668 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] 2021-03-04T22:44:31.706 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:31 +0000 (0:00:00.607) 0:03:27.381 ******** 2021-03-04T22:44:31.750 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:31 +0000 (0:00:00.043) 0:03:27.425 ******** 2021-03-04T22:44:31.756 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-03-04T22:44:31.758 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:31.779 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:31 +0000 (0:00:00.029) 0:03:27.454 ******** 2021-03-04T22:44:31.787 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:31.812 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:31 +0000 (0:00:00.032) 0:03:27.486 ******** 2021-03-04T22:44:31.817 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-03-04T22:44:31.819 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"ansible_facts": {"package_manager": "yum"}, "changed": false} 2021-03-04T22:44:31.843 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:31 +0000 (0:00:00.031) 0:03:27.518 ******** 2021-03-04T22:44:31.850 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"ansible_facts": {"package_manager": "yum"}, "changed": false} 2021-03-04T22:44:31.875 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:31 +0000 (0:00:00.031) 0:03:27.549 ******** 2021-03-04T22:44:31.883 INFO:teuthology.task.ansible.out: TASK [container-host : Including distro specific variables] ******************** 2021-03-04T22:44:31.884 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml) => {"ansible_facts": {"container_packages": ["podman", "podman-docker"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml"} 2021-03-04T22:44:31.906 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:31 +0000 (0:00:00.031) 0:03:27.581 ******** 2021-03-04T22:44:31.913 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml) => {"ansible_facts": {"container_packages": ["podman", "podman-docker"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml"} 2021-03-04T22:44:31.941 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:31 +0000 (0:00:00.034) 0:03:27.616 ******** 2021-03-04T22:44:37.465 INFO:teuthology.task.ansible.out: TASK [container-host : Install container packages] ***************************** 2021-03-04T22:44:37.467 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: podman-docker-2.2.1-7.module_el8.3.0+699+d61d9c41.noarch", "Installed: runc-1.0.0-70.rc92.module_el8.3.0+699+d61d9c41.x86_64", "Installed: podman-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64", "Installed: podman-catatonit-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64", "Removed: podman-manpages-1.6.4-4.module_el8.1.0+298+41f9343a.noarch", "Removed: runc-1.0.0-64.rc9.module_el8.1.0+298+41f9343a.x86_64", "Removed: podman-1.6.4-4.module_el8.1.0+298+41f9343a.x86_64", "Removed: podman-docker-1.6.4-4.module_el8.1.0+298+41f9343a.noarch"]} 2021-03-04T22:44:37.489 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:37 +0000 (0:00:05.548) 0:03:33.164 ******** 2021-03-04T22:44:37.517 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-03-04T22:44:37.519 INFO:teuthology.task.ansible.out:ok: [gibba011.front.sepia.ceph.com] => {"ansible_facts": {"container_service_conf": "/etc/containers/registries.conf"}, "changed": false} 2021-03-04T22:44:37.541 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:37 +0000 (0:00:00.051) 0:03:33.216 ******** 2021-03-04T22:44:37.569 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-03-04T22:44:37.571 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:37.596 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:37 +0000 (0:00:00.055) 0:03:33.271 ******** 2021-03-04T22:44:37.636 INFO:teuthology.task.ansible.out: TASK [container-host : Install container packages] ***************************** 2021-03-04T22:44:37.638 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: podman-docker-2.2.1-7.module_el8.3.0+699+d61d9c41.noarch", "Installed: runc-1.0.0-70.rc92.module_el8.3.0+699+d61d9c41.x86_64", "Installed: podman-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64", "Installed: podman-catatonit-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64", "Removed: podman-manpages-1.6.4-4.module_el8.1.0+298+41f9343a.noarch", "Removed: runc-1.0.0-64.rc9.module_el8.1.0+298+41f9343a.x86_64", "Removed: podman-1.6.4-4.module_el8.1.0+298+41f9343a.x86_64", "Removed: podman-docker-1.6.4-4.module_el8.1.0+298+41f9343a.noarch"]} 2021-03-04T22:44:37.661 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:37 +0000 (0:00:00.064) 0:03:33.336 ******** 2021-03-04T22:44:37.688 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-03-04T22:44:37.690 INFO:teuthology.task.ansible.out:ok: [gibba038.front.sepia.ceph.com] => {"ansible_facts": {"container_service_conf": "/etc/containers/registries.conf"}, "changed": false} 2021-03-04T22:44:37.710 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:37 +0000 (0:00:00.049) 0:03:33.385 ******** 2021-03-04T22:44:37.737 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-03-04T22:44:37.739 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:37.760 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:37 +0000 (0:00:00.048) 0:03:33.434 ******** 2021-03-04T22:44:37.787 INFO:teuthology.task.ansible.out: TASK [container-host : Create container_mirror_cert_paths] ********************* changed: [gibba011.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:44:37.946 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:44:37.949 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:44:37.974 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:37 +0000 (0:00:00.214) 0:03:33.649 ******** 2021-03-04T22:44:38.110 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-03-04T22:44:38.134 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:38 +0000 (0:00:00.159) 0:03:33.809 ******** 2021-03-04T22:44:38.409 INFO:teuthology.task.ansible.out: TASK [container-host : Copy docker-mirror.front.sepia.ceph.com:5000 self-signed cert] *** 2021-03-04T22:44:38.411 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "md5sum": "a3fa0991425692932fcf703c1a9a483e", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:cert_t:s0", "size": 2334, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897878.0395296-24397-24559481808198/source", "state": "file", "uid": 0} 2021-03-04T22:44:38.570 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "md5sum": "a3fa0991425692932fcf703c1a9a483e", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:cert_t:s0", "size": 2334, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897878.1976163-24439-188463583743326/source", "state": "file", "uid": 0} 2021-03-04T22:44:38.832 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "md5sum": "a3fa0991425692932fcf703c1a9a483e", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:etc_t:s0", "size": 2334, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897878.4365704-24397-200322342288106/source", "state": "file", "uid": 0} 2021-03-04T22:44:38.859 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:38 +0000 (0:00:00.724) 0:03:34.534 ******** 2021-03-04T22:44:39.052 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": true, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "md5sum": "a3fa0991425692932fcf703c1a9a483e", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:etc_t:s0", "size": 2334, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1614897878.6089716-24439-87415433685336/source", "state": "file", "uid": 0} 2021-03-04T22:44:39.081 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:39 +0000 (0:00:00.222) 0:03:34.756 ******** 2021-03-04T22:44:41.593 INFO:teuthology.task.ansible.out: TASK [container-host : Install registries-conf-ctl] **************************** 2021-03-04T22:44:41.595 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "cmd": ["/bin/pip3", "install", "-U", "git+https://github.com/sebastian-philipp/registries-conf-ctl"], "name": ["git+https://github.com/sebastian-philipp/registries-conf-ctl"], "requirements": null, "state": "latest", "stderr": "WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\n", "stderr_lines": ["WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead."], "stdout": "Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-yfxq1r3p-build\nCollecting toml (from registries-conf-ctl==1.0)\n Downloading https://files.pythonhosted.org/packages/44/6f/7120676b6d73228c96e17f1f794d8ab046fc910d781c8d151120c3f1569e/toml-0.10.2-py2.py3-none-any.whl\nCollecting docopt (from registries-conf-ctl==1.0)\n Downloading https://files.pythonhosted.org/packages/a2/55/8f8cab2afd404cf578136ef2cc5dfb50baa1761b68c9da1fb1e4eed343c9/docopt-0.6.2.tar.gz\nInstalling collected packages: toml, docopt, registries-conf-ctl\n Running setup.py install for docopt: started\n Running setup.py install for docopt: finished with status 'done'\n Running setup.py install for registries-conf-ctl: started\n Running setup.py install for registries-conf-ctl: finished with status 'done'\nSuccessfully installed docopt-0.6.2 registries-conf-ctl-1.0 toml-0.10.2\n", "stdout_lines": ["Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl", " Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-yfxq1r3p-build", "Collecting toml (from registries-conf-ctl==1.0)", " Downloading https://files.pythonhosted.org/packages/44/6f/7120676b6d73228c96e17f1f794d8ab046fc910d781c8d151120c3f1569e/toml-0.10.2-py2.py3-none-any.whl", "Collecting docopt (from registries-conf-ctl==1.0)", " Downloading https://files.p 2021-03-04T22:44:41.597 INFO:teuthology.task.ansible.out:ythonhosted.org/packages/a2/55/8f8cab2afd404cf578136ef2cc5dfb50baa1761b68c9da1fb1e4eed343c9/docopt-0.6.2.tar.gz", "Installing collected packages: toml, docopt, registries-conf-ctl", " Running setup.py install for docopt: started", " Running setup.py install for docopt: finished with status 'done'", " Running setup.py install for registries-conf-ctl: started", " Running setup.py install for registries-conf-ctl: finished with status 'done'", "Successfully installed docopt-0.6.2 registries-conf-ctl-1.0 toml-0.10.2"], "version": null, "virtualenv": null} 2021-03-04T22:44:41.616 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:41 +0000 (0:00:02.535) 0:03:37.291 ******** 2021-03-04T22:44:41.654 INFO:teuthology.task.ansible.out: TASK [container-host : Check for docker's daemon.json] ************************* 2021-03-04T22:44:41.656 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:41.678 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:41 +0000 (0:00:00.062) 0:03:37.353 ******** 2021-03-04T22:44:41.716 INFO:teuthology.task.ansible.out: TASK [container-host : Create /etc/containers/registries.conf if necessary] **** 2021-03-04T22:44:41.718 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:41.739 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:41 +0000 (0:00:00.060) 0:03:37.413 ******** 2021-03-04T22:44:41.797 INFO:teuthology.task.ansible.out: TASK [container-host : Install registries-conf-ctl] **************************** 2021-03-04T22:44:41.799 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "cmd": ["/bin/pip3", "install", "-U", "git+https://github.com/sebastian-philipp/registries-conf-ctl"], "name": ["git+https://github.com/sebastian-philipp/registries-conf-ctl"], "requirements": null, "state": "latest", "stderr": "WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\n", "stderr_lines": ["WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead."], "stdout": "Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-9243wd2y-build\nCollecting toml (from registries-conf-ctl==1.0)\n Downloading https://files.pythonhosted.org/packages/44/6f/7120676b6d73228c96e17f1f794d8ab046fc910d781c8d151120c3f1569e/toml-0.10.2-py2.py3-none-any.whl\nCollecting docopt (from registries-conf-ctl==1.0)\n Downloading https://files.pythonhosted.org/packages/a2/55/8f8cab2afd404cf578136ef2cc5dfb50baa1761b68c9da1fb1e4eed343c9/docopt-0.6.2.tar.gz\nInstalling collected packages: toml, docopt, registries-conf-ctl\n Running setup.py install for docopt: started\n Running setup.py install for docopt: finished with status 'done'\n Running setup.py install for registries-conf-ctl: started\n Running setup.py install for registries-conf-ctl: finished with status 'done'\nSuccessfully installed docopt-0.6.2 registries-conf-ctl-1.0 toml-0.10.2\n", "stdout_lines": ["Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl", " Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-9243wd2y-build", "Collecting toml (from registries-conf-ctl==1.0)", " Downloading https://files.pythonhosted.org/packages/44/6f/7120676b6d73228c96e17f1f794d8ab046fc910d781c8d151120c3f1569e/toml-0.10.2-py2.py3-none-any.whl", "Collecting docopt (from registries-conf-ctl==1.0)", " Downloading https://files.p 2021-03-04T22:44:41.801 INFO:teuthology.task.ansible.out:ythonhosted.org/packages/a2/55/8f8cab2afd404cf578136ef2cc5dfb50baa1761b68c9da1fb1e4eed343c9/docopt-0.6.2.tar.gz", "Installing collected packages: toml, docopt, registries-conf-ctl", " Running setup.py install for docopt: started", " Running setup.py install for docopt: finished with status 'done'", " Running setup.py install for registries-conf-ctl: started", " Running setup.py install for registries-conf-ctl: finished with status 'done'", "Successfully installed docopt-0.6.2 registries-conf-ctl-1.0 toml-0.10.2"], "version": null, "virtualenv": null} 2021-03-04T22:44:41.822 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:41 +0000 (0:00:00.083) 0:03:37.497 ******** 2021-03-04T22:44:41.848 INFO:teuthology.task.ansible.out: TASK [container-host : Check for docker's daemon.json] ************************* 2021-03-04T22:44:41.850 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:41.872 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:41 +0000 (0:00:00.050) 0:03:37.547 ******** 2021-03-04T22:44:41.909 INFO:teuthology.task.ansible.out: TASK [container-host : Create /etc/containers/registries.conf if necessary] **** 2021-03-04T22:44:41.911 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:41.931 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:41 +0000 (0:00:00.059) 0:03:37.606 ******** 2021-03-04T22:44:42.031 INFO:teuthology.task.ansible.out: TASK [container-host : Add local docker.io registry mirror] ******************** 2021-03-04T22:44:42.033 INFO:teuthology.task.ansible.out:changed: [gibba011.front.sepia.ceph.com] => {"changed": true, "cmd": ["registries-conf-ctl", "add-mirror", "docker.io", "docker-mirror.front.sepia.ceph.com:5000"], "delta": "0:00:00.130527", "end": "2021-03-04 22:44:42.016677", "rc": 0, "start": "2021-03-04 22:44:41.886150", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:42.058 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:42 +0000 (0:00:00.127) 0:03:37.733 ******** 2021-03-04T22:44:42.086 INFO:teuthology.task.ansible.out: TASK [container-host : Restart docker service] ********************************* 2021-03-04T22:44:42.088 INFO:teuthology.task.ansible.out:skipping: [gibba011.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:42.224 INFO:teuthology.task.ansible.out: TASK [container-host : Add local docker.io registry mirror] ******************** 2021-03-04T22:44:42.226 INFO:teuthology.task.ansible.out:changed: [gibba038.front.sepia.ceph.com] => {"changed": true, "cmd": ["registries-conf-ctl", "add-mirror", "docker.io", "docker-mirror.front.sepia.ceph.com:5000"], "delta": "0:00:00.131228", "end": "2021-03-04 22:44:42.210520", "rc": 0, "start": "2021-03-04 22:44:42.079292", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-03-04T22:44:42.247 INFO:teuthology.task.ansible.out:Thursday 04 March 2021 22:44:42 +0000 (0:00:00.188) 0:03:37.922 ******** 2021-03-04T22:44:42.274 INFO:teuthology.task.ansible.out: TASK [container-host : Restart docker service] ********************************* 2021-03-04T22:44:42.276 INFO:teuthology.task.ansible.out:skipping: [gibba038.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-03-04T22:44:42.348 INFO:teuthology.task.ansible.out: PLAY [cobbler] ***************************************************************** skipping: no hosts matched 2021-03-04T22:44:42.349 INFO:teuthology.task.ansible.out: PLAY [paddles] ***************************************************************** skipping: no hosts matched 2021-03-04T22:44:42.351 INFO:teuthology.task.ansible.out: PLAY [pulpito] ***************************************************************** skipping: no hosts matched PLAY RECAP ********************************************************************* gibba011.front.sepia.ceph.com : ok=127 changed=45 unreachable=0 failed=0 skipped=184 rescued=0 ignored=3 gibba038.front.sepia.ceph.com : ok=127 changed=45 unreachable=0 failed=0 skipped=184 rescued=0 ignored=3 Thursday 04 March 2021 22:44:42 +0000 (0:00:00.104) 0:03:38.026 ******** =============================================================================== 2021-03-04T22:44:42.352 INFO:teuthology.task.ansible.out:Create all admin users with sudo access. ------------------------------- 26.70s common : nrpe - Ensure SELinux policy is up to date -------------------- 24.75s users : Update authorized_keys using the keys repo --------------------- 23.17s testnode : Install packages -------------------------------------------- 14.77s common : nrpe - Remove SELinux policy package --------------------------- 9.96s common : nrpe - Load SELinux policy package ----------------------------- 9.75s Remove revoked users ---------------------------------------------------- 8.07s testnode : Zap all non-root disks --------------------------------------- 7.35s container-host : Install container packages ----------------------------- 5.55s common : Make sure smartmontools is installed --------------------------- 3.16s common : Install Kerberos Packages (RedHat) ----------------------------- 3.12s container-host : Install registries-conf-ctl ---------------------------- 2.54s testnode : Ensure ceph packages are not present. ------------------------ 1.88s testnode : Rebuild rpmdb ------------------------------------------------ 1.75s testnode : Ensure ceph dependency packages are not present. ------------- 1.51s 2021-03-04T22:44:42.352 INFO:teuthology.task.ansible.out:testnode : Create logical volume(s) ------------------------------------- 1.41s common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/. --- 1.38s Gathe 2021-03-04T22:44:42.354 INFO:teuthology.task.ansible.out:ring Facts --------------------------------------------------------- 1.34s testnode : Configure local mirrorlists ---------------------------------- 1.05s testnode : Configure version specific repos in /etc/yum.repos.d/ -------- 1.03s 2021-03-04T22:44:42.707 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@gibba011.front.sepia.ceph.com'), Remote(name='ubuntu@gibba038.front.sepia.ceph.com')] 2021-03-04T22:44:42.708 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-03-04T22:44:42.710 DEBUG:teuthology.orchestra.connection:{'hostname': 'gibba011.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-03-04T22:44:42.776 DEBUG:teuthology.orchestra.run.gibba011:> true 2021-03-04T22:44:42.859 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-03-04T22:44:42.860 DEBUG:teuthology.orchestra.connection:{'hostname': 'gibba038.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-03-04T22:44:42.927 DEBUG:teuthology.orchestra.run.gibba038:> true 2021-03-04T22:44:43.011 INFO:teuthology.run_tasks:Running task clock... 2021-03-04T22:44:43.025 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2021-03-04T22:44:43.026 INFO:teuthology.orchestra.run:Running command with timeout 360 2021-03-04T22:44:43.027 DEBUG:teuthology.orchestra.run.gibba011:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2021-03-04T22:44:43.052 INFO:teuthology.orchestra.run.gibba011.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2021-03-04T22:44:43.064 INFO:teuthology.orchestra.run.gibba011.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2021-03-04T22:44:43.095 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: ntpd: command not found 2021-03-04T22:44:43.103 INFO:teuthology.orchestra.run.gibba011.stdout:506 Cannot talk to daemon 2021-03-04T22:44:43.114 INFO:teuthology.orchestra.run.gibba011.stderr:Failed to start ntp.service: Unit ntp.service not found. 2021-03-04T22:44:43.125 INFO:teuthology.orchestra.run.gibba011.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2021-03-04T22:44:43.178 INFO:teuthology.orchestra.run.gibba011.stderr:bash: ntpq: command not found 2021-03-04T22:44:43.181 INFO:teuthology.orchestra.run.gibba011.stdout:210 Number of sources = 4 2021-03-04T22:44:43.182 INFO:teuthology.orchestra.run.gibba011.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2021-03-04T22:44:43.182 INFO:teuthology.orchestra.run.gibba011.stdout:=============================================================================== 2021-03-04T22:44:43.182 INFO:teuthology.orchestra.run.gibba011.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-03-04T22:44:43.182 INFO:teuthology.orchestra.run.gibba011.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-03-04T22:44:43.183 INFO:teuthology.orchestra.run.gibba011.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-03-04T22:44:43.183 INFO:teuthology.orchestra.run.gibba011.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-03-04T22:44:43.183 INFO:teuthology.orchestra.run:Running command with timeout 360 2021-03-04T22:44:43.183 DEBUG:teuthology.orchestra.run.gibba038:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2021-03-04T22:44:43.209 INFO:teuthology.orchestra.run.gibba038.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2021-03-04T22:44:43.219 INFO:teuthology.orchestra.run.gibba038.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2021-03-04T22:44:43.249 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: ntpd: command not found 2021-03-04T22:44:43.258 INFO:teuthology.orchestra.run.gibba038.stdout:506 Cannot talk to daemon 2021-03-04T22:44:43.268 INFO:teuthology.orchestra.run.gibba038.stderr:Failed to start ntp.service: Unit ntp.service not found. 2021-03-04T22:44:43.279 INFO:teuthology.orchestra.run.gibba038.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2021-03-04T22:44:43.321 INFO:teuthology.orchestra.run.gibba038.stderr:bash: ntpq: command not found 2021-03-04T22:44:43.324 INFO:teuthology.orchestra.run.gibba038.stdout:210 Number of sources = 4 2021-03-04T22:44:43.324 INFO:teuthology.orchestra.run.gibba038.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2021-03-04T22:44:43.325 INFO:teuthology.orchestra.run.gibba038.stdout:=============================================================================== 2021-03-04T22:44:43.325 INFO:teuthology.orchestra.run.gibba038.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-03-04T22:44:43.325 INFO:teuthology.orchestra.run.gibba038.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-03-04T22:44:43.325 INFO:teuthology.orchestra.run.gibba038.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-03-04T22:44:43.325 INFO:teuthology.orchestra.run.gibba038.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-03-04T22:44:43.326 INFO:teuthology.run_tasks:Running task exec... 2021-03-04T22:44:43.341 INFO:teuthology.task.exec:Executing custom commands... 2021-03-04T22:44:43.342 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@gibba011.front.sepia.ceph.com 2021-03-04T22:44:43.343 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:44:43.683 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:07:00 ago on Thu 04 Mar 2021 10:37:43 PM UTC. 2021-03-04T22:44:44.059 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:44:44.065 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:44:44.065 INFO:teuthology.orchestra.run.gibba011.stdout: Package Architecture Version Repository Size 2021-03-04T22:44:44.065 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:44:44.067 INFO:teuthology.orchestra.run.gibba011.stdout:Disabling modules: 2021-03-04T22:44:44.068 INFO:teuthology.orchestra.run.gibba011.stdout: container-tools 2021-03-04T22:44:44.068 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:44:44.068 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:44:44.069 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:44:44.069 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:44:44.198 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:44:44.237 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:44:44.567 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:07:01 ago on Thu 04 Mar 2021 10:37:43 PM UTC. 2021-03-04T22:44:44.823 INFO:teuthology.orchestra.run.gibba011.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:44:44.912 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:44:44.913 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:44:44.913 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:44:44.955 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:44:45.200 INFO:teuthology.orchestra.run.gibba011.stdout:Repository successfully enabled. 2021-03-04T22:44:45.205 INFO:teuthology.orchestra.run.gibba011.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:44:45.205 INFO:teuthology.orchestra.run.gibba011.stderr:of the main distribution, and quality may vary. 2021-03-04T22:44:45.206 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T22:44:45.206 INFO:teuthology.orchestra.run.gibba011.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:44:45.206 INFO:teuthology.orchestra.run.gibba011.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:44:45.207 INFO:teuthology.orchestra.run.gibba011.stderr:, 2021-03-04T22:44:45.207 INFO:teuthology.orchestra.run.gibba011.stderr:and packages are not held to any quality or security level. 2021-03-04T22:44:45.207 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T22:44:45.207 INFO:teuthology.orchestra.run.gibba011.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:44:45.208 INFO:teuthology.orchestra.run.gibba011.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:44:45.223 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:44:45.264 INFO:teuthology.orchestra.run.gibba011.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:44:45.265 INFO:teuthology.orchestra.run.gibba011.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:44:45.703 INFO:teuthology.orchestra.run.gibba011.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 819 0 --:--:-- --:--:-- --:--:-- 819 2021-03-04T22:44:45.706 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:44:46.059 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:44:46.061 INFO:teuthology.orchestra.run.gibba011.stdout:============================================================================================================== 2021-03-04T22:44:46.061 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:44:46.062 INFO:teuthology.orchestra.run.gibba011.stdout:============================================================================================================== 2021-03-04T22:44:46.062 INFO:teuthology.orchestra.run.gibba011.stdout:Removing: 2021-03-04T22:44:46.062 INFO:teuthology.orchestra.run.gibba011.stdout: podman x86_64 2.2.1-7.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 52 M 2021-03-04T22:44:46.062 INFO:teuthology.orchestra.run.gibba011.stdout:Removing dependent packages: 2021-03-04T22:44:46.062 INFO:teuthology.orchestra.run.gibba011.stdout: podman-docker noarch 2.2.1-7.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 5.5 k 2021-03-04T22:44:46.063 INFO:teuthology.orchestra.run.gibba011.stdout:Removing unused dependencies: 2021-03-04T22:44:46.063 INFO:teuthology.orchestra.run.gibba011.stdout: conmon x86_64 2:2.0.6-1.module_el8.1.0+298+41f9343a @CentOS-AppStream 85 k 2021-03-04T22:44:46.063 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux noarch 2:2.124.0-1.module_el8.1.0+298+41f9343a @CentOS-AppStream 44 k 2021-03-04T22:44:46.063 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins x86_64 0.8.3-4.module_el8.1.0+298+41f9343a @CentOS-AppStream 71 M 2021-03-04T22:44:46.064 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common x86_64 1:0.1.40-8.module_el8.1.0+298+41f9343a @CentOS-AppStream 42 k 2021-03-04T22:44:46.064 INFO:teuthology.orchestra.run.gibba011.stdout: criu x86_64 3.12-9.el8 @CentOS-AppStream 1.3 M 2021-03-04T22:44:46.064 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs x86_64 0.7.2-5.module_el8.1.0+298+41f9343a @CentOS-AppStream 122 k 2021-03-04T22:44:46.064 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:44:46.064 INFO:teuthology.orchestra.run.gibba011.stdout: libnet x86_64 1.1.6-15.el8 @CentOS-AppStream 170 k 2021-03-04T22:44:46.065 INFO:teuthology.orchestra.run.gibba011.stdout: libvarlink x86_64 18-3.el8 @CentOS-Base 129 k 2021-03-04T22:44:46.065 INFO:teuthology.orchestra.run.gibba011.stdout: podman-catatonit x86_64 2.2.1-7.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 753 k 2021-03-04T22:44:46.065 INFO:teuthology.orchestra.run.gibba011.stdout: protobuf-c x86_64 1.3.0-4.el8 @CentOS-AppStream 56 k 2021-03-04T22:44:46.067 INFO:teuthology.orchestra.run.gibba011.stdout: runc x86_64 1.0.0-70.rc92.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 13 M 2021-03-04T22:44:46.067 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns x86_64 0.4.2-3.git21fdece.module_el8.1.0+298+41f9343a @CentOS-AppStream 175 k 2021-03-04T22:44:46.068 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:44:46.068 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:44:46.068 INFO:teuthology.orchestra.run.gibba011.stdout:============================================================================================================== 2021-03-04T22:44:46.069 INFO:teuthology.orchestra.run.gibba011.stdout:Remove 15 Packages 2021-03-04T22:44:46.069 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:44:46.069 INFO:teuthology.orchestra.run.gibba011.stdout:Freed space: 139 M 2021-03-04T22:44:46.070 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:44:46.070 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:44:46.071 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:44:46.152 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:44:46.153 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:44:46.350 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:44:46.362 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-docker-2.2.1-7.module_el8.3.0+699+d61d9c41.no 1/1 2021-03-04T22:44:46.547 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : podman-docker-2.2.1-7.module_el8.3.0+699+d61d9c41. 1/15 2021-03-04T22:44:46.548 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : podman-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64 2/15 2021-03-04T22:44:46.872 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64 2/15 2021-03-04T22:44:46.873 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : containers-common-1:0.1.40-8.module_el8.1.0+298+41 3/15 2021-03-04T22:44:46.873 INFO:teuthology.orchestra.run.gibba011.stdout:warning: /etc/containers/registries.conf saved as /etc/containers/registries.conf.rpmsave 2021-03-04T22:44:46.873 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:44:47.061 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : container-selinux-2:2.124.0-1.module_el8.1.0+298+4 4/15 2021-03-04T22:44:56.779 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.124.0-1.module_el8.1.0+298+4 4/15 2021-03-04T22:44:56.949 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : podman-catatonit-2.2.1-7.module_el8.3.0+699+d61d9c 5/15 2021-03-04T22:44:57.120 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse-overlayfs-0.7.2-5.module_el8.1.0+298+41f9343a 6/15 2021-03-04T22:44:57.277 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : runc-1.0.0-70.rc92.module_el8.3.0+699+d61d9c41.x86 7/15 2021-03-04T22:44:57.502 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : criu-3.12-9.el8.x86_64 8/15 2021-03-04T22:44:57.502 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : libnet-1.1.6-15.el8.x86_64 9/15 2021-03-04T22:44:57.769 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: libnet-1.1.6-15.el8.x86_64 9/15 2021-03-04T22:44:57.952 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : protobuf-c-1.3.0-4.el8.x86_64 10/15 2021-03-04T22:44:57.952 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 11/15 2021-03-04T22:44:58.251 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 11/15 2021-03-04T22:44:58.419 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : slirp4netns-0.4.2-3.git21fdece.module_el8.1.0+298+ 12/15 2021-03-04T22:44:58.652 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : conmon-2:2.0.6-1.module_el8.1.0+298+41f9343a.x86_6 13/15 2021-03-04T22:44:58.825 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : containernetworking-plugins-0.8.3-4.module_el8.1.0 14/15 2021-03-04T22:44:58.825 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : libvarlink-18-3.el8.x86_64 15/15 2021-03-04T22:44:59.252 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: libvarlink-18-3.el8.x86_64 15/15 2021-03-04T22:44:59.252 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : conmon-2:2.0.6-1.module_el8.1.0+298+41f9343a.x86_6 1/15 2021-03-04T22:44:59.252 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : container-selinux-2:2.124.0-1.module_el8.1.0+298+4 2/15 2021-03-04T22:44:59.253 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containernetworking-plugins-0.8.3-4.module_el8.1.0 3/15 2021-03-04T22:44:59.253 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containers-common-1:0.1.40-8.module_el8.1.0+298+41 4/15 2021-03-04T22:44:59.253 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : criu-3.12-9.el8.x86_64 5/15 2021-03-04T22:44:59.254 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-overlayfs-0.7.2-5.module_el8.1.0+298+41f9343a 6/15 2021-03-04T22:44:59.254 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 7/15 2021-03-04T22:44:59.254 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libnet-1.1.6-15.el8.x86_64 8/15 2021-03-04T22:44:59.254 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libvarlink-18-3.el8.x86_64 9/15 2021-03-04T22:44:59.255 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64 10/15 2021-03-04T22:44:59.255 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-catatonit-2.2.1-7.module_el8.3.0+699+d61d9c 11/15 2021-03-04T22:44:59.256 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-docker-2.2.1-7.module_el8.3.0+699+d61d9c41. 12/15 2021-03-04T22:44:59.256 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : protobuf-c-1.3.0-4.el8.x86_64 13/15 2021-03-04T22:44:59.257 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : runc-1.0.0-70.rc92.module_el8.3.0+699+d61d9c41.x86 14/15 2021-03-04T22:44:59.698 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : slirp4netns-0.4.2-3.git21fdece.module_el8.1.0+298+ 15/15 2021-03-04T22:44:59.698 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:44:59.699 INFO:teuthology.orchestra.run.gibba011.stdout:Removed: 2021-03-04T22:44:59.699 INFO:teuthology.orchestra.run.gibba011.stdout: conmon-2:2.0.6-1.module_el8.1.0+298+41f9343a.x86_64 2021-03-04T22:44:59.699 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux-2:2.124.0-1.module_el8.1.0+298+41f9343a.noarch 2021-03-04T22:44:59.699 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins-0.8.3-4.module_el8.1.0+298+41f9343a.x86_64 2021-03-04T22:44:59.699 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common-1:0.1.40-8.module_el8.1.0+298+41f9343a.x86_64 2021-03-04T22:44:59.700 INFO:teuthology.orchestra.run.gibba011.stdout: criu-3.12-9.el8.x86_64 2021-03-04T22:44:59.700 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs-0.7.2-5.module_el8.1.0+298+41f9343a.x86_64 2021-03-04T22:44:59.700 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:44:59.701 INFO:teuthology.orchestra.run.gibba011.stdout: libnet-1.1.6-15.el8.x86_64 2021-03-04T22:44:59.701 INFO:teuthology.orchestra.run.gibba011.stdout: libvarlink-18-3.el8.x86_64 2021-03-04T22:44:59.701 INFO:teuthology.orchestra.run.gibba011.stdout: podman-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64 2021-03-04T22:44:59.701 INFO:teuthology.orchestra.run.gibba011.stdout: podman-catatonit-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64 2021-03-04T22:44:59.702 INFO:teuthology.orchestra.run.gibba011.stdout: podman-docker-2.2.1-7.module_el8.3.0+699+d61d9c41.noarch 2021-03-04T22:44:59.702 INFO:teuthology.orchestra.run.gibba011.stdout: protobuf-c-1.3.0-4.el8.x86_64 2021-03-04T22:44:59.702 INFO:teuthology.orchestra.run.gibba011.stdout: runc-1.0.0-70.rc92.module_el8.3.0+699+d61d9c41.x86_64 2021-03-04T22:44:59.702 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns-0.4.2-3.git21fdece.module_el8.1.0+298+41f9343a.x86_64 2021-03-04T22:44:59.703 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:44:59.703 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:44:59.951 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:45:00.358 INFO:teuthology.orchestra.run.gibba011.stdout:Copr repo for container-selinux owned by rhcont 12 kB/s | 1.4 kB 00:00 2021-03-04T22:45:01.969 INFO:teuthology.orchestra.run.gibba011.stdout:Stable Releases of Upstream github.com/containe 43 kB/s | 67 kB 00:01 2021-03-04T22:45:02.444 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:45:02.445 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:45:02.445 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:45:02.446 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:45:02.446 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T22:45:02.446 INFO:teuthology.orchestra.run.gibba011.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:45:02.447 INFO:teuthology.orchestra.run.gibba011.stdout:Installing dependencies: 2021-03-04T22:45:02.447 INFO:teuthology.orchestra.run.gibba011.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:45:02.447 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:45:02.447 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:45:02.448 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:45:02.448 INFO:teuthology.orchestra.run.gibba011.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:45:02.448 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:45:02.448 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:45:02.449 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:45:02.449 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:45:02.449 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:45:02.449 INFO:teuthology.orchestra.run.gibba011.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:45:02.449 INFO:teuthology.orchestra.run.gibba011.stdout:Installing weak dependencies: 2021-03-04T22:45:02.450 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:45:02.450 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:45:02.450 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:45:02.450 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:45:02.451 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:45:02.451 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:45:02.451 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:45:02.452 INFO:teuthology.orchestra.run.gibba011.stdout:Install 16 Packages 2021-03-04T22:45:02.452 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:45:02.453 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 68 M 2021-03-04T22:45:02.453 INFO:teuthology.orchestra.run.gibba011.stdout:Installed size: 173 M 2021-03-04T22:45:02.453 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T22:45:02.490 INFO:teuthology.orchestra.run.gibba011.stdout:(1/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 7.5 MB/s | 318 kB 00:00 2021-03-04T22:45:02.491 INFO:teuthology.orchestra.run.gibba011.stdout:(2/16): fuse3-3.2.1-12.el8.x86_64.rpm 33 MB/s | 50 kB 00:00 2021-03-04T22:45:02.493 INFO:teuthology.orchestra.run.gibba011.stdout:(3/16): yajl-2.1.0-10.el8.x86_64.rpm 901 kB/s | 41 kB 00:00 2021-03-04T22:45:02.494 INFO:teuthology.orchestra.run.gibba011.stdout:(4/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 31 MB/s | 94 kB 00:00 2021-03-04T22:45:02.498 INFO:teuthology.orchestra.run.gibba011.stdout:(5/16): fuse-common-3.2.1-12.el8.x86_64.rpm 428 kB/s | 21 kB 00:00 2021-03-04T22:45:02.636 INFO:teuthology.orchestra.run.gibba011.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 417 kB/s | 59 kB 00:00 2021-03-04T22:45:03.552 INFO:teuthology.orchestra.run.gibba011.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 47 kB/s | 50 kB 00:01 2021-03-04T22:45:03.770 INFO:teuthology.orchestra.run.gibba011.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 226 kB/s | 289 kB 00:01 2021-03-04T22:45:03.860 INFO:teuthology.orchestra.run.gibba011.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 190 kB/s | 59 kB 00:00 2021-03-04T22:45:04.168 INFO:teuthology.orchestra.run.gibba011.stdout:(10/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 235 kB/s | 72 kB 00:00 2021-03-04T22:45:04.191 INFO:teuthology.orchestra.run.gibba011.stdout:(11/16): crun-0.18-3.el8.5.2.x86_64.rpm 443 kB/s | 186 kB 00:00 2021-03-04T22:45:04.576 INFO:teuthology.orchestra.run.gibba011.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 592 kB/s | 241 kB 00:00 2021-03-04T22:45:05.271 INFO:teuthology.orchestra.run.gibba011.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 3.6 MB/s | 2.5 MB 00:00 2021-03-04T22:45:05.632 INFO:teuthology.orchestra.run.gibba011.stdout:(14/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 152 kB/s | 55 kB 00:00 2021-03-04T22:45:06.316 INFO:teuthology.orchestra.run.gibba011.stdout:(15/16): containernetworking-plugins-0.9.1-4.el 11 MB/s | 41 MB 00:03 2021-03-04T22:45:06.422 INFO:teuthology.orchestra.run.gibba011.stdout:(16/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 10 MB/s | 23 MB 00:02 2021-03-04T22:45:06.427 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:45:06.427 INFO:teuthology.orchestra.run.gibba011.stdout:Total 17 MB/s | 68 MB 00:03 2021-03-04T22:45:06.430 INFO:teuthology.orchestra.run.gibba011.stderr:warning: /var/cache/dnf/copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux-57cf30cbbab27eef/packages/container-selinux-2.145.0-1.el8.noarch.rpm: Header V3 RSA/SHA1 Signature, key ID 62035f7b: NOKEY 2021-03-04T22:45:06.470 INFO:teuthology.orchestra.run.gibba011.stdout:Copr repo for container-selinux owned by rhcont 26 kB/s | 1.0 kB 00:00 2021-03-04T22:45:06.640 INFO:teuthology.orchestra.run.gibba011.stderr:Importing GPG key 0x62035F7B: 2021-03-04T22:45:06.640 INFO:teuthology.orchestra.run.gibba011.stderr: Userid : "rhcontainerbot_container-selinux (None) " 2021-03-04T22:45:06.641 INFO:teuthology.orchestra.run.gibba011.stderr: Fingerprint: F5D6 6271 4052 49DE A189 569F C907 EBD4 6203 5F7B 2021-03-04T22:45:06.641 INFO:teuthology.orchestra.run.gibba011.stderr: From : https://download.copr.fedorainfracloud.org/results/rhcontainerbot/container-selinux/pubkey.gpg 2021-03-04T22:45:06.701 INFO:teuthology.orchestra.run.gibba011.stdout:Key imported successfully 2021-03-04T22:45:06.702 INFO:teuthology.orchestra.run.gibba011.stderr:warning: /var/cache/dnf/devel_kubic_libcontainers_stable-37b272243bc11f7c/packages/catatonit-0.1.5-6.el8.3.2.x86_64.rpm: Header V3 RSA/SHA256 Signature, key ID 75060aa4: NOKEY 2021-03-04T22:45:07.043 INFO:teuthology.orchestra.run.gibba011.stdout:Stable Releases of Upstream github.com/containe 3.1 kB/s | 1.1 kB 00:00 2021-03-04T22:45:07.061 INFO:teuthology.orchestra.run.gibba011.stderr:Importing GPG key 0x75060AA4: 2021-03-04T22:45:07.062 INFO:teuthology.orchestra.run.gibba011.stderr: Userid : "devel:kubic OBS Project " 2021-03-04T22:45:07.062 INFO:teuthology.orchestra.run.gibba011.stderr: Fingerprint: 2472 D6D0 D2F6 6AF8 7ABA 8DA3 4D64 3903 7506 0AA4 2021-03-04T22:45:07.063 INFO:teuthology.orchestra.run.gibba011.stderr: From : https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/repodata/repomd.xml.key 2021-03-04T22:45:07.126 INFO:teuthology.orchestra.run.gibba011.stdout:Key imported successfully 2021-03-04T22:45:07.133 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:45:07.164 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:45:07.164 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:45:07.524 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:45:07.526 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:45:08.396 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:45:08.522 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:45:10.559 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:45:10.770 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:45:10.928 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:45:11.043 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:45:11.053 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:45:11.217 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:45:21.916 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:45:22.109 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:45:22.173 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:45:22.173 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:45:22.173 INFO:teuthology.orchestra.run.gibba011.stdout:warning: /etc/fuse.conf created as /etc/fuse.conf.rpmnew 2021-03-04T22:45:22.174 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:45:22.456 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:45:22.601 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:45:22.640 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:45:22.785 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:45:22.964 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:45:23.109 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:45:23.168 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:45:23.169 INFO:teuthology.orchestra.run.gibba011.stdout:/var/tmp/rpm-tmp.q5vjLY: line 5: 23235 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:45:23.442 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:45:24.900 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:45:25.051 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:45:25.453 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:45:25.651 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:45:25.652 INFO:teuthology.orchestra.run.gibba011.stdout:/var/tmp/rpm-tmp.eUQw0x: line 6: 24185 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:45:25.652 INFO:teuthology.orchestra.run.gibba011.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:45:25.652 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:45:25.653 INFO:teuthology.orchestra.run.gibba011.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:45:25.780 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:45:25.780 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:45:25.781 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:45:25.781 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:45:25.781 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:45:25.781 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:45:25.781 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:45:25.782 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:45:25.782 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:45:25.782 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:45:25.782 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:45:25.782 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:45:25.783 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:45:25.783 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:45:25.783 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:45:26.297 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:45:26.297 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:45:26.297 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T22:45:26.298 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:45:26.298 INFO:teuthology.orchestra.run.gibba011.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:45:26.298 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:45:26.298 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:45:26.299 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:45:26.299 INFO:teuthology.orchestra.run.gibba011.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:45:26.299 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:45:26.299 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:45:26.299 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:45:26.300 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:45:26.300 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:45:26.300 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:45:26.300 INFO:teuthology.orchestra.run.gibba011.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:45:26.300 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:45:26.301 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:45:26.301 INFO:teuthology.orchestra.run.gibba011.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:45:26.301 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:45:26.301 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:45:26.480 INFO:teuthology.task.exec:Running commands on role mon.c host ubuntu@gibba011.front.sepia.ceph.com 2021-03-04T22:45:26.481 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:45:26.819 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:00:25 ago on Thu 04 Mar 2021 10:45:01 PM UTC. 2021-03-04T22:45:27.230 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:45:27.231 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:45:27.231 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:45:27.270 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:45:27.608 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:00:26 ago on Thu 04 Mar 2021 10:45:01 PM UTC. 2021-03-04T22:45:27.875 INFO:teuthology.orchestra.run.gibba011.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:45:27.965 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:45:27.966 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:45:27.967 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:45:28.013 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:45:28.235 INFO:teuthology.orchestra.run.gibba011.stdout:Repository successfully enabled. 2021-03-04T22:45:28.240 INFO:teuthology.orchestra.run.gibba011.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:45:28.240 INFO:teuthology.orchestra.run.gibba011.stderr:of the main distribution, and quality may vary. 2021-03-04T22:45:28.241 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T22:45:28.241 INFO:teuthology.orchestra.run.gibba011.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:45:28.241 INFO:teuthology.orchestra.run.gibba011.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:45:28.241 INFO:teuthology.orchestra.run.gibba011.stderr:, 2021-03-04T22:45:28.242 INFO:teuthology.orchestra.run.gibba011.stderr:and packages are not held to any quality or security level. 2021-03-04T22:45:28.242 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T22:45:28.242 INFO:teuthology.orchestra.run.gibba011.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:45:28.242 INFO:teuthology.orchestra.run.gibba011.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:45:28.258 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:45:28.287 INFO:teuthology.orchestra.run.gibba011.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:45:28.288 INFO:teuthology.orchestra.run.gibba011.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:45:28.603 INFO:teuthology.orchestra.run.gibba011.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1136 0 --:--:-- --:--:-- --:--:-- 1136 2021-03-04T22:45:28.607 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:45:28.962 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:45:28.965 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:45:28.965 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:45:28.965 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:45:28.966 INFO:teuthology.orchestra.run.gibba011.stdout:Removing: 2021-03-04T22:45:28.966 INFO:teuthology.orchestra.run.gibba011.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:45:28.966 INFO:teuthology.orchestra.run.gibba011.stdout:Removing unused dependencies: 2021-03-04T22:45:28.966 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:45:28.966 INFO:teuthology.orchestra.run.gibba011.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:45:28.967 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:45:28.967 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:45:28.967 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:45:28.967 INFO:teuthology.orchestra.run.gibba011.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:45:28.968 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:45:28.968 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:45:28.968 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:45:28.968 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:45:28.968 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:45:28.969 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:45:28.969 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:45:28.969 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:45:28.969 INFO:teuthology.orchestra.run.gibba011.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:45:28.969 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:45:28.970 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:45:28.970 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:45:28.970 INFO:teuthology.orchestra.run.gibba011.stdout:Remove 16 Packages 2021-03-04T22:45:28.970 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:45:28.971 INFO:teuthology.orchestra.run.gibba011.stdout:Freed space: 173 M 2021-03-04T22:45:28.971 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:45:28.972 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:45:28.973 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:45:29.009 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:45:29.009 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:45:29.229 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:45:29.249 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:45:29.249 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:45:29.555 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:45:29.695 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:45:29.860 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:45:30.043 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:45:30.193 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:45:30.385 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:45:30.560 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:45:30.560 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:45:30.561 INFO:teuthology.orchestra.run.gibba011.stdout:warning: /etc/fuse.conf saved as /etc/fuse.conf.rpmsave 2021-03-04T22:45:30.561 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:45:30.710 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:45:40.353 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:45:40.501 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:45:40.514 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:45:40.515 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:45:40.660 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:45:40.785 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:45:40.960 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:45:40.960 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:45:41.193 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:45:41.385 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:45:41.570 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:45:41.730 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:45:41.730 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:45:41.730 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:45:41.731 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:45:41.731 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:45:41.731 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:45:41.731 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:45:41.732 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:45:41.732 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:45:41.732 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:45:41.732 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:45:41.732 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:45:41.732 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:45:41.733 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:45:41.733 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:45:41.733 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:45:42.150 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:45:42.151 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:45:42.151 INFO:teuthology.orchestra.run.gibba011.stdout:Removed: 2021-03-04T22:45:42.151 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:45:42.152 INFO:teuthology.orchestra.run.gibba011.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:45:42.152 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:45:42.152 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:45:42.152 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:45:42.152 INFO:teuthology.orchestra.run.gibba011.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:45:42.153 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:45:42.153 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:45:42.153 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:45:42.153 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:45:42.153 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:45:42.154 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:45:42.154 INFO:teuthology.orchestra.run.gibba011.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:45:42.154 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:45:42.154 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:45:42.155 INFO:teuthology.orchestra.run.gibba011.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:45:42.155 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:45:42.155 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:45:42.390 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:45:42.733 INFO:teuthology.orchestra.run.gibba011.stdout:Copr repo for container-selinux owned by rhcont 81 kB/s | 3.3 kB 00:00 2021-03-04T22:45:43.059 INFO:teuthology.orchestra.run.gibba011.stdout:Stable Releases of Upstream github.com/containe 5.1 kB/s | 1.7 kB 00:00 2021-03-04T22:45:43.458 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:45:43.460 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:45:43.460 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:45:43.460 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:45:43.460 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T22:45:43.461 INFO:teuthology.orchestra.run.gibba011.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:45:43.461 INFO:teuthology.orchestra.run.gibba011.stdout:Installing dependencies: 2021-03-04T22:45:43.461 INFO:teuthology.orchestra.run.gibba011.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:45:43.461 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:45:43.462 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:45:43.462 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:45:43.462 INFO:teuthology.orchestra.run.gibba011.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:45:43.462 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:45:43.462 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:45:43.463 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:45:43.463 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:45:43.463 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:45:43.463 INFO:teuthology.orchestra.run.gibba011.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:45:43.464 INFO:teuthology.orchestra.run.gibba011.stdout:Installing weak dependencies: 2021-03-04T22:45:43.464 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:45:43.464 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:45:43.464 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:45:43.464 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:45:43.465 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:45:43.465 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:45:43.465 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:45:43.466 INFO:teuthology.orchestra.run.gibba011.stdout:Install 16 Packages 2021-03-04T22:45:43.466 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:45:43.467 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 68 M 2021-03-04T22:45:43.467 INFO:teuthology.orchestra.run.gibba011.stdout:Installed size: 173 M 2021-03-04T22:45:43.468 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T22:45:43.495 INFO:teuthology.orchestra.run.gibba011.stdout:(1/16): yajl-2.1.0-10.el8.x86_64.rpm 1.2 MB/s | 41 kB 00:00 2021-03-04T22:45:43.498 INFO:teuthology.orchestra.run.gibba011.stdout:(2/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 8.8 MB/s | 318 kB 00:00 2021-03-04T22:45:43.498 INFO:teuthology.orchestra.run.gibba011.stdout:(3/16): fuse3-3.2.1-12.el8.x86_64.rpm 20 MB/s | 50 kB 00:00 2021-03-04T22:45:43.499 INFO:teuthology.orchestra.run.gibba011.stdout:(4/16): fuse-common-3.2.1-12.el8.x86_64.rpm 587 kB/s | 21 kB 00:00 2021-03-04T22:45:43.500 INFO:teuthology.orchestra.run.gibba011.stdout:(5/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 50 MB/s | 94 kB 00:00 2021-03-04T22:45:43.560 INFO:teuthology.orchestra.run.gibba011.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 970 kB/s | 59 kB 00:00 2021-03-04T22:45:44.546 INFO:teuthology.orchestra.run.gibba011.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 47 kB/s | 50 kB 00:01 2021-03-04T22:45:44.743 INFO:teuthology.orchestra.run.gibba011.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 232 kB/s | 289 kB 00:01 2021-03-04T22:45:44.848 INFO:teuthology.orchestra.run.gibba011.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 194 kB/s | 59 kB 00:00 2021-03-04T22:45:45.048 INFO:teuthology.orchestra.run.gibba011.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 610 kB/s | 186 kB 00:00 2021-03-04T22:45:45.252 INFO:teuthology.orchestra.run.gibba011.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 179 kB/s | 72 kB 00:00 2021-03-04T22:45:45.384 INFO:teuthology.orchestra.run.gibba011.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 719 kB/s | 241 kB 00:00 2021-03-04T22:45:46.276 INFO:teuthology.orchestra.run.gibba011.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 2.8 MB/s | 2.5 MB 00:00 2021-03-04T22:45:46.578 INFO:teuthology.orchestra.run.gibba011.stdout:(14/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 181 kB/s | 55 kB 00:00 2021-03-04T22:45:46.985 INFO:teuthology.orchestra.run.gibba011.stdout:(15/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 13 MB/s | 23 MB 00:01 2021-03-04T22:45:47.362 INFO:teuthology.orchestra.run.gibba011.stdout:(16/16): containernetworking-plugins-0.9.1-4.el 11 MB/s | 41 MB 00:03 2021-03-04T22:45:47.367 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:45:47.367 INFO:teuthology.orchestra.run.gibba011.stdout:Total 18 MB/s | 68 MB 00:03 2021-03-04T22:45:47.377 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:45:47.408 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:45:47.408 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:45:47.769 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:45:47.770 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:45:48.307 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:45:48.489 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:45:50.447 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:45:50.623 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:45:50.803 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:45:50.926 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:45:50.935 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:45:51.067 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:46:01.911 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:46:02.117 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:46:02.167 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:46:02.280 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:46:02.414 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:46:02.592 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:46:02.607 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:46:02.749 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:46:02.921 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:46:03.068 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:46:03.122 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:46:03.123 INFO:teuthology.orchestra.run.gibba011.stdout:/var/tmp/rpm-tmp.6E0YA2: line 5: 25848 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:46:03.387 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:46:04.816 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:46:05.009 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:46:05.408 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:46:05.619 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:46:05.619 INFO:teuthology.orchestra.run.gibba011.stdout:/var/tmp/rpm-tmp.OcWHIZ: line 6: 26798 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:46:05.619 INFO:teuthology.orchestra.run.gibba011.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:46:05.620 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:46:05.620 INFO:teuthology.orchestra.run.gibba011.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:46:05.748 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:46:05.748 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:46:05.749 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:46:05.749 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:46:05.749 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:46:05.749 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:46:05.750 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:46:05.750 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:46:05.750 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:46:05.750 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:46:05.750 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:46:05.751 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:46:05.751 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:46:05.751 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:46:05.751 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:46:06.229 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:46:06.229 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:46:06.230 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T22:46:06.230 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:46:06.230 INFO:teuthology.orchestra.run.gibba011.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:46:06.230 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:46:06.231 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:46:06.231 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:46:06.231 INFO:teuthology.orchestra.run.gibba011.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:46:06.231 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:46:06.231 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:46:06.232 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:46:06.232 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:46:06.232 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:46:06.232 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:46:06.233 INFO:teuthology.orchestra.run.gibba011.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:46:06.233 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:46:06.233 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:46:06.233 INFO:teuthology.orchestra.run.gibba011.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:46:06.233 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:46:06.234 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:46:06.377 INFO:teuthology.task.exec:Running commands on role mgr.y host ubuntu@gibba011.front.sepia.ceph.com 2021-03-04T22:46:06.377 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:46:06.710 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:00:23 ago on Thu 04 Mar 2021 10:45:43 PM UTC. 2021-03-04T22:46:07.098 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:46:07.099 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:46:07.099 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:46:07.136 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:46:07.468 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:45:43 PM UTC. 2021-03-04T22:46:07.742 INFO:teuthology.orchestra.run.gibba011.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:46:07.830 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:46:07.831 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:46:07.831 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:46:07.871 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:46:08.089 INFO:teuthology.orchestra.run.gibba011.stdout:Repository successfully enabled. 2021-03-04T22:46:08.094 INFO:teuthology.orchestra.run.gibba011.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:46:08.094 INFO:teuthology.orchestra.run.gibba011.stderr:of the main distribution, and quality may vary. 2021-03-04T22:46:08.095 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T22:46:08.095 INFO:teuthology.orchestra.run.gibba011.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:46:08.095 INFO:teuthology.orchestra.run.gibba011.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:46:08.095 INFO:teuthology.orchestra.run.gibba011.stderr:, 2021-03-04T22:46:08.096 INFO:teuthology.orchestra.run.gibba011.stderr:and packages are not held to any quality or security level. 2021-03-04T22:46:08.096 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T22:46:08.096 INFO:teuthology.orchestra.run.gibba011.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:46:08.096 INFO:teuthology.orchestra.run.gibba011.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:46:08.112 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:46:08.141 INFO:teuthology.orchestra.run.gibba011.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:46:08.141 INFO:teuthology.orchestra.run.gibba011.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:46:08.465 INFO:teuthology.orchestra.run.gibba011.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1108 0 --:--:-- --:--:-- --:--:-- 1104 2021-03-04T22:46:08.468 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:46:08.822 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:46:08.825 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:46:08.825 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:46:08.825 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:46:08.826 INFO:teuthology.orchestra.run.gibba011.stdout:Removing: 2021-03-04T22:46:08.826 INFO:teuthology.orchestra.run.gibba011.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:46:08.826 INFO:teuthology.orchestra.run.gibba011.stdout:Removing unused dependencies: 2021-03-04T22:46:08.826 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:46:08.827 INFO:teuthology.orchestra.run.gibba011.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:46:08.827 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:46:08.827 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:46:08.827 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:46:08.827 INFO:teuthology.orchestra.run.gibba011.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:46:08.828 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:46:08.828 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:46:08.828 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:46:08.828 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:46:08.828 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:46:08.829 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:46:08.829 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:46:08.829 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:46:08.829 INFO:teuthology.orchestra.run.gibba011.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:46:08.829 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:46:08.830 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:46:08.830 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:46:08.830 INFO:teuthology.orchestra.run.gibba011.stdout:Remove 16 Packages 2021-03-04T22:46:08.830 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:46:08.830 INFO:teuthology.orchestra.run.gibba011.stdout:Freed space: 173 M 2021-03-04T22:46:08.831 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:46:08.832 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:46:08.833 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:46:08.868 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:46:08.868 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:46:09.057 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:46:09.078 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:46:09.078 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:46:09.371 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:46:09.520 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:46:09.718 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:46:09.885 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:46:10.051 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:46:10.218 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:46:10.443 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:46:10.577 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:46:10.577 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:46:20.362 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:46:20.493 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:46:20.504 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:46:20.505 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:46:20.676 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:46:20.810 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:46:20.951 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:46:20.951 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:46:21.201 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:46:21.377 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:46:21.594 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:46:21.757 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:46:21.758 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:46:21.758 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:46:21.758 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:46:21.758 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:46:21.758 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:46:21.759 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:46:21.759 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:46:21.759 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:46:21.759 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:46:21.760 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:46:21.760 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:46:21.760 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:46:21.760 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:46:21.761 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:46:21.761 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:46:22.199 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:46:22.199 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:46:22.199 INFO:teuthology.orchestra.run.gibba011.stdout:Removed: 2021-03-04T22:46:22.200 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:46:22.200 INFO:teuthology.orchestra.run.gibba011.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:46:22.200 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:46:22.200 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:46:22.201 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:46:22.201 INFO:teuthology.orchestra.run.gibba011.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:46:22.201 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:46:22.201 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:46:22.201 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:46:22.202 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:46:22.202 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:46:22.202 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:46:22.202 INFO:teuthology.orchestra.run.gibba011.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:46:22.202 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:46:22.203 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:46:22.203 INFO:teuthology.orchestra.run.gibba011.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:46:22.203 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:46:22.203 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:46:22.399 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:46:22.809 INFO:teuthology.orchestra.run.gibba011.stdout:Copr repo for container-selinux owned by rhcont 30 kB/s | 3.3 kB 00:00 2021-03-04T22:46:23.121 INFO:teuthology.orchestra.run.gibba011.stdout:Stable Releases of Upstream github.com/containe 5.4 kB/s | 1.7 kB 00:00 2021-03-04T22:46:23.526 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:46:23.527 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:46:23.528 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:46:23.528 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:46:23.528 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T22:46:23.528 INFO:teuthology.orchestra.run.gibba011.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:46:23.529 INFO:teuthology.orchestra.run.gibba011.stdout:Installing dependencies: 2021-03-04T22:46:23.529 INFO:teuthology.orchestra.run.gibba011.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:46:23.529 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:46:23.529 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:46:23.529 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:46:23.530 INFO:teuthology.orchestra.run.gibba011.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:46:23.530 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:46:23.530 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:46:23.530 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:46:23.531 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:46:23.531 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:46:23.531 INFO:teuthology.orchestra.run.gibba011.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:46:23.531 INFO:teuthology.orchestra.run.gibba011.stdout:Installing weak dependencies: 2021-03-04T22:46:23.531 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:46:23.532 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:46:23.532 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:46:23.532 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:46:23.532 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:46:23.533 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:46:23.533 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:46:23.533 INFO:teuthology.orchestra.run.gibba011.stdout:Install 16 Packages 2021-03-04T22:46:23.533 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:46:23.534 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 68 M 2021-03-04T22:46:23.534 INFO:teuthology.orchestra.run.gibba011.stdout:Installed size: 173 M 2021-03-04T22:46:23.534 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T22:46:23.564 INFO:teuthology.orchestra.run.gibba011.stdout:(1/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 9.3 MB/s | 318 kB 00:00 2021-03-04T22:46:23.565 INFO:teuthology.orchestra.run.gibba011.stdout:(2/16): yajl-2.1.0-10.el8.x86_64.rpm 1.2 MB/s | 41 kB 00:00 2021-03-04T22:46:23.565 INFO:teuthology.orchestra.run.gibba011.stdout:(3/16): fuse3-3.2.1-12.el8.x86_64.rpm 35 MB/s | 50 kB 00:00 2021-03-04T22:46:23.567 INFO:teuthology.orchestra.run.gibba011.stdout:(4/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 47 MB/s | 94 kB 00:00 2021-03-04T22:46:23.615 INFO:teuthology.orchestra.run.gibba011.stdout:(5/16): container-selinux-2.145.0-1.el8.noarch. 1.2 MB/s | 59 kB 00:00 2021-03-04T22:46:23.957 INFO:teuthology.orchestra.run.gibba011.stdout:(6/16): fuse-common-3.2.1-12.el8.x86_64.rpm 50 kB/s | 21 kB 00:00 2021-03-04T22:46:24.651 INFO:teuthology.orchestra.run.gibba011.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 48 kB/s | 50 kB 00:01 2021-03-04T22:46:24.822 INFO:teuthology.orchestra.run.gibba011.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 230 kB/s | 289 kB 00:01 2021-03-04T22:46:24.960 INFO:teuthology.orchestra.run.gibba011.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 190 kB/s | 59 kB 00:00 2021-03-04T22:46:25.150 INFO:teuthology.orchestra.run.gibba011.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 568 kB/s | 186 kB 00:00 2021-03-04T22:46:25.266 INFO:teuthology.orchestra.run.gibba011.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 236 kB/s | 72 kB 00:00 2021-03-04T22:46:25.453 INFO:teuthology.orchestra.run.gibba011.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 797 kB/s | 241 kB 00:00 2021-03-04T22:46:26.473 INFO:teuthology.orchestra.run.gibba011.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 2.4 MB/s | 2.5 MB 00:01 2021-03-04T22:46:26.657 INFO:teuthology.orchestra.run.gibba011.stdout:(14/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 17 MB/s | 23 MB 00:01 2021-03-04T22:46:26.784 INFO:teuthology.orchestra.run.gibba011.stdout:(15/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 176 kB/s | 55 kB 00:00 2021-03-04T22:46:27.226 INFO:teuthology.orchestra.run.gibba011.stdout:(16/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:46:27.230 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:46:27.230 INFO:teuthology.orchestra.run.gibba011.stdout:Total 18 MB/s | 68 MB 00:03 2021-03-04T22:46:27.240 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:46:27.271 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:46:27.271 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:46:27.630 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:46:27.631 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:46:28.188 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:46:28.321 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:46:30.339 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:46:30.522 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:46:30.678 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:46:30.801 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:46:30.810 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:46:30.975 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:46:41.822 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:46:41.984 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:46:42.047 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:46:42.163 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:46:42.330 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:46:42.484 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:46:42.500 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:46:42.665 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:46:42.813 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:46:43.001 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:46:43.053 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:46:43.053 INFO:teuthology.orchestra.run.gibba011.stdout:/var/tmp/rpm-tmp.giqdEd: line 5: 28451 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:46:43.292 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:46:44.766 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:46:44.909 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:46:45.309 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:46:45.532 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:46:45.532 INFO:teuthology.orchestra.run.gibba011.stdout:/var/tmp/rpm-tmp.AOKMzx: line 6: 29401 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:46:45.533 INFO:teuthology.orchestra.run.gibba011.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:46:45.533 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:46:45.533 INFO:teuthology.orchestra.run.gibba011.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:46:45.660 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:46:45.661 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:46:45.661 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:46:45.661 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:46:45.662 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:46:45.662 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:46:45.662 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:46:45.662 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:46:45.662 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:46:45.663 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:46:45.663 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:46:45.663 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:46:45.663 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:46:45.663 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:46:45.664 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:46:46.195 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:46:46.196 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:46:46.196 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T22:46:46.196 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:46:46.196 INFO:teuthology.orchestra.run.gibba011.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:46:46.197 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:46:46.197 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:46:46.197 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:46:46.197 INFO:teuthology.orchestra.run.gibba011.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:46:46.198 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:46:46.198 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:46:46.198 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:46:46.198 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:46:46.198 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:46:46.199 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:46:46.199 INFO:teuthology.orchestra.run.gibba011.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:46:46.199 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:46:46.199 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:46:46.199 INFO:teuthology.orchestra.run.gibba011.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:46:46.200 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:46:46.200 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:46:46.375 INFO:teuthology.task.exec:Running commands on role osd.0 host ubuntu@gibba011.front.sepia.ceph.com 2021-03-04T22:46:46.376 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:46:46.714 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:00:23 ago on Thu 04 Mar 2021 10:46:23 PM UTC. 2021-03-04T22:46:47.112 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:46:47.112 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:46:47.113 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:46:47.154 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:46:47.492 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:46:23 PM UTC. 2021-03-04T22:46:47.775 INFO:teuthology.orchestra.run.gibba011.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:46:47.864 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:46:47.865 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:46:47.866 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:46:47.912 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:46:48.139 INFO:teuthology.orchestra.run.gibba011.stdout:Repository successfully enabled. 2021-03-04T22:46:48.144 INFO:teuthology.orchestra.run.gibba011.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:46:48.144 INFO:teuthology.orchestra.run.gibba011.stderr:of the main distribution, and quality may vary. 2021-03-04T22:46:48.144 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T22:46:48.145 INFO:teuthology.orchestra.run.gibba011.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:46:48.145 INFO:teuthology.orchestra.run.gibba011.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:46:48.145 INFO:teuthology.orchestra.run.gibba011.stderr:, 2021-03-04T22:46:48.145 INFO:teuthology.orchestra.run.gibba011.stderr:and packages are not held to any quality or security level. 2021-03-04T22:46:48.146 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T22:46:48.146 INFO:teuthology.orchestra.run.gibba011.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:46:48.146 INFO:teuthology.orchestra.run.gibba011.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:46:48.163 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:46:48.191 INFO:teuthology.orchestra.run.gibba011.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:46:48.191 INFO:teuthology.orchestra.run.gibba011.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:46:48.518 INFO:teuthology.orchestra.run.gibba011.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1101 0 --:--:-- --:--:-- --:--:-- 1097 2021-03-04T22:46:48.521 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:46:48.874 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:46:48.877 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:46:48.877 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:46:48.877 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:46:48.877 INFO:teuthology.orchestra.run.gibba011.stdout:Removing: 2021-03-04T22:46:48.878 INFO:teuthology.orchestra.run.gibba011.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:46:48.878 INFO:teuthology.orchestra.run.gibba011.stdout:Removing unused dependencies: 2021-03-04T22:46:48.878 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:46:48.878 INFO:teuthology.orchestra.run.gibba011.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:46:48.878 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:46:48.879 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:46:48.879 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:46:48.879 INFO:teuthology.orchestra.run.gibba011.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:46:48.879 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:46:48.880 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:46:48.880 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:46:48.880 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:46:48.880 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:46:48.880 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:46:48.881 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:46:48.881 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:46:48.881 INFO:teuthology.orchestra.run.gibba011.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:46:48.881 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:46:48.881 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:46:48.882 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:46:48.882 INFO:teuthology.orchestra.run.gibba011.stdout:Remove 16 Packages 2021-03-04T22:46:48.882 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:46:48.882 INFO:teuthology.orchestra.run.gibba011.stdout:Freed space: 173 M 2021-03-04T22:46:48.883 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:46:48.884 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:46:48.885 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:46:48.919 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:46:48.919 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:46:49.110 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:46:49.131 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:46:49.131 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:46:49.437 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:46:49.586 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:46:49.784 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:46:49.951 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:46:50.126 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:46:50.301 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:46:50.501 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:46:50.634 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:46:50.635 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:47:00.420 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:47:00.551 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:47:00.562 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:47:00.563 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:47:00.718 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:47:00.867 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:47:01.009 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:47:01.010 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:47:01.268 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:47:01.433 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:47:01.636 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:47:01.805 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:47:01.806 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:47:01.806 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:47:01.806 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:47:01.806 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:47:01.807 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:47:01.807 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:47:01.807 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:47:01.807 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:47:01.807 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:47:01.808 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:47:01.808 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:47:01.808 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:47:01.808 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:47:01.808 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:47:01.809 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:47:02.208 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:47:02.208 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:47:02.209 INFO:teuthology.orchestra.run.gibba011.stdout:Removed: 2021-03-04T22:47:02.209 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:47:02.209 INFO:teuthology.orchestra.run.gibba011.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:47:02.209 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:47:02.210 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:47:02.210 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:47:02.210 INFO:teuthology.orchestra.run.gibba011.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:47:02.210 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:47:02.211 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:47:02.211 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:47:02.211 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:47:02.212 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:47:02.212 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:47:02.213 INFO:teuthology.orchestra.run.gibba011.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:47:02.213 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:47:02.213 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:47:02.214 INFO:teuthology.orchestra.run.gibba011.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:47:02.214 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:47:02.215 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:47:02.451 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:47:02.791 INFO:teuthology.orchestra.run.gibba011.stdout:Copr repo for container-selinux owned by rhcont 79 kB/s | 3.3 kB 00:00 2021-03-04T22:47:03.113 INFO:teuthology.orchestra.run.gibba011.stdout:Stable Releases of Upstream github.com/containe 5.2 kB/s | 1.7 kB 00:00 2021-03-04T22:47:03.499 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:47:03.500 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:47:03.500 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:47:03.501 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:47:03.501 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T22:47:03.501 INFO:teuthology.orchestra.run.gibba011.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:47:03.501 INFO:teuthology.orchestra.run.gibba011.stdout:Installing dependencies: 2021-03-04T22:47:03.501 INFO:teuthology.orchestra.run.gibba011.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:47:03.502 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:47:03.502 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:47:03.502 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:47:03.503 INFO:teuthology.orchestra.run.gibba011.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:47:03.503 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:47:03.503 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:47:03.503 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:47:03.503 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:47:03.504 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:47:03.504 INFO:teuthology.orchestra.run.gibba011.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:47:03.504 INFO:teuthology.orchestra.run.gibba011.stdout:Installing weak dependencies: 2021-03-04T22:47:03.504 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:47:03.505 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:47:03.505 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:47:03.505 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:47:03.505 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:47:03.505 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:47:03.506 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:47:03.506 INFO:teuthology.orchestra.run.gibba011.stdout:Install 16 Packages 2021-03-04T22:47:03.506 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:47:03.507 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 68 M 2021-03-04T22:47:03.507 INFO:teuthology.orchestra.run.gibba011.stdout:Installed size: 173 M 2021-03-04T22:47:03.507 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T22:47:03.537 INFO:teuthology.orchestra.run.gibba011.stdout:(1/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 9.2 MB/s | 318 kB 00:00 2021-03-04T22:47:03.537 INFO:teuthology.orchestra.run.gibba011.stdout:(2/16): yajl-2.1.0-10.el8.x86_64.rpm 1.1 MB/s | 41 kB 00:00 2021-03-04T22:47:03.540 INFO:teuthology.orchestra.run.gibba011.stdout:(3/16): fuse3-3.2.1-12.el8.x86_64.rpm 22 MB/s | 50 kB 00:00 2021-03-04T22:47:03.540 INFO:teuthology.orchestra.run.gibba011.stdout:(4/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 40 MB/s | 94 kB 00:00 2021-03-04T22:47:03.540 INFO:teuthology.orchestra.run.gibba011.stdout:(5/16): fuse-common-3.2.1-12.el8.x86_64.rpm 565 kB/s | 21 kB 00:00 2021-03-04T22:47:03.581 INFO:teuthology.orchestra.run.gibba011.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.4 MB/s | 59 kB 00:00 2021-03-04T22:47:04.591 INFO:teuthology.orchestra.run.gibba011.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 47 kB/s | 50 kB 00:01 2021-03-04T22:47:04.787 INFO:teuthology.orchestra.run.gibba011.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 232 kB/s | 289 kB 00:01 2021-03-04T22:47:04.898 INFO:teuthology.orchestra.run.gibba011.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 191 kB/s | 59 kB 00:00 2021-03-04T22:47:05.095 INFO:teuthology.orchestra.run.gibba011.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 606 kB/s | 186 kB 00:00 2021-03-04T22:47:05.199 INFO:teuthology.orchestra.run.gibba011.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 240 kB/s | 72 kB 00:00 2021-03-04T22:47:05.404 INFO:teuthology.orchestra.run.gibba011.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 780 kB/s | 241 kB 00:00 2021-03-04T22:47:06.024 INFO:teuthology.orchestra.run.gibba011.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 4.0 MB/s | 2.5 MB 00:00 2021-03-04T22:47:06.325 INFO:teuthology.orchestra.run.gibba011.stdout:(14/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 182 kB/s | 55 kB 00:00 2021-03-04T22:47:06.718 INFO:teuthology.orchestra.run.gibba011.stdout:(15/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:47:07.344 INFO:teuthology.orchestra.run.gibba011.stdout:(16/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 11 MB/s | 23 MB 00:02 2021-03-04T22:47:07.348 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:47:07.348 INFO:teuthology.orchestra.run.gibba011.stdout:Total 18 MB/s | 68 MB 00:03 2021-03-04T22:47:07.357 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:47:07.388 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:47:07.388 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:47:07.746 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:47:07.747 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:47:08.312 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:47:08.463 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:47:10.410 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:47:10.597 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:47:10.777 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:47:10.892 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:47:10.901 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:47:11.083 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:47:21.728 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:47:21.908 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:47:21.969 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:47:22.130 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:47:22.272 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:47:22.450 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:47:22.465 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:47:22.598 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:47:22.746 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:47:22.925 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:47:22.975 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:47:22.976 INFO:teuthology.orchestra.run.gibba011.stdout:/var/tmp/rpm-tmp.Uey6vr: line 5: 31065 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:47:23.207 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:47:24.674 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:47:24.875 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:47:25.281 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:47:25.505 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:47:25.505 INFO:teuthology.orchestra.run.gibba011.stdout:/var/tmp/rpm-tmp.GAVl78: line 6: 32015 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:47:25.505 INFO:teuthology.orchestra.run.gibba011.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:47:25.506 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:47:25.506 INFO:teuthology.orchestra.run.gibba011.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:47:25.641 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:47:25.641 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:47:25.641 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:47:25.641 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:47:25.642 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:47:25.642 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:47:25.642 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:47:25.642 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:47:25.643 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:47:25.643 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:47:25.643 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:47:25.643 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:47:25.643 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:47:25.644 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:47:25.644 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:47:26.095 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:47:26.095 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:47:26.095 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T22:47:26.096 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:47:26.096 INFO:teuthology.orchestra.run.gibba011.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:47:26.096 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:47:26.096 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:47:26.097 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:47:26.097 INFO:teuthology.orchestra.run.gibba011.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:47:26.097 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:47:26.097 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:47:26.097 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:47:26.098 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:47:26.098 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:47:26.098 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:47:26.098 INFO:teuthology.orchestra.run.gibba011.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:47:26.099 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:47:26.099 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:47:26.099 INFO:teuthology.orchestra.run.gibba011.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:47:26.099 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:47:26.100 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:47:26.256 INFO:teuthology.task.exec:Running commands on role osd.1 host ubuntu@gibba011.front.sepia.ceph.com 2021-03-04T22:47:26.256 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:47:26.598 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:00:23 ago on Thu 04 Mar 2021 10:47:03 PM UTC. 2021-03-04T22:47:26.989 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:47:26.990 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:47:26.990 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:47:27.028 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:47:27.358 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:47:03 PM UTC. 2021-03-04T22:47:27.624 INFO:teuthology.orchestra.run.gibba011.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:47:27.713 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:47:27.714 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:47:27.714 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:47:27.754 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:47:27.989 INFO:teuthology.orchestra.run.gibba011.stdout:Repository successfully enabled. 2021-03-04T22:47:27.991 INFO:teuthology.orchestra.run.gibba011.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:47:27.991 INFO:teuthology.orchestra.run.gibba011.stderr:of the main distribution, and quality may vary. 2021-03-04T22:47:27.992 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T22:47:27.992 INFO:teuthology.orchestra.run.gibba011.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:47:27.992 INFO:teuthology.orchestra.run.gibba011.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:47:27.992 INFO:teuthology.orchestra.run.gibba011.stderr:, 2021-03-04T22:47:27.993 INFO:teuthology.orchestra.run.gibba011.stderr:and packages are not held to any quality or security level. 2021-03-04T22:47:27.993 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T22:47:27.993 INFO:teuthology.orchestra.run.gibba011.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:47:27.993 INFO:teuthology.orchestra.run.gibba011.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:47:28.010 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:47:28.038 INFO:teuthology.orchestra.run.gibba011.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:47:28.038 INFO:teuthology.orchestra.run.gibba011.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:47:28.361 INFO:teuthology.orchestra.run.gibba011.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1114 0 --:--:-- --:--:-- --:--:-- 1111 2021-03-04T22:47:28.364 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:47:28.718 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:47:28.720 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:47:28.721 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:47:28.721 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:47:28.721 INFO:teuthology.orchestra.run.gibba011.stdout:Removing: 2021-03-04T22:47:28.721 INFO:teuthology.orchestra.run.gibba011.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:47:28.722 INFO:teuthology.orchestra.run.gibba011.stdout:Removing unused dependencies: 2021-03-04T22:47:28.722 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:47:28.722 INFO:teuthology.orchestra.run.gibba011.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:47:28.722 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:47:28.723 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:47:28.723 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:47:28.723 INFO:teuthology.orchestra.run.gibba011.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:47:28.723 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:47:28.723 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:47:28.724 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:47:28.724 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:47:28.724 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:47:28.724 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:47:28.725 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:47:28.725 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:47:28.725 INFO:teuthology.orchestra.run.gibba011.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:47:28.725 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:47:28.725 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:47:28.726 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:47:28.726 INFO:teuthology.orchestra.run.gibba011.stdout:Remove 16 Packages 2021-03-04T22:47:28.726 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:47:28.727 INFO:teuthology.orchestra.run.gibba011.stdout:Freed space: 173 M 2021-03-04T22:47:28.727 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:47:28.728 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:47:28.728 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:47:28.763 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:47:28.764 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:47:28.959 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:47:28.976 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:47:28.977 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:47:29.278 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:47:29.419 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:47:29.609 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:47:29.767 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:47:29.959 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:47:30.134 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:47:30.359 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:47:30.492 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:47:30.493 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:47:40.294 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:47:40.425 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:47:40.437 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:47:40.438 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:47:40.617 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:47:40.750 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:47:40.917 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:47:40.917 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:47:41.559 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:47:41.983 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:47:42.211 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:47:42.380 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:47:42.380 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:47:42.381 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:47:42.381 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:47:42.381 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:47:42.381 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:47:42.382 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:47:42.382 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:47:42.382 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:47:42.382 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:47:42.383 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:47:42.383 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:47:42.383 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:47:42.383 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:47:42.384 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:47:42.384 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:47:42.807 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:47:42.808 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:47:42.808 INFO:teuthology.orchestra.run.gibba011.stdout:Removed: 2021-03-04T22:47:42.808 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:47:42.809 INFO:teuthology.orchestra.run.gibba011.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:47:42.809 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:47:42.809 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:47:42.809 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:47:42.809 INFO:teuthology.orchestra.run.gibba011.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:47:42.810 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:47:42.810 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:47:42.810 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:47:42.810 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:47:42.811 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:47:42.811 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:47:42.811 INFO:teuthology.orchestra.run.gibba011.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:47:42.811 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:47:42.811 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:47:42.812 INFO:teuthology.orchestra.run.gibba011.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:47:42.812 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:47:42.812 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:47:43.078 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:47:43.417 INFO:teuthology.orchestra.run.gibba011.stdout:Copr repo for container-selinux owned by rhcont 81 kB/s | 3.3 kB 00:00 2021-03-04T22:47:43.732 INFO:teuthology.orchestra.run.gibba011.stdout:Stable Releases of Upstream github.com/containe 5.3 kB/s | 1.7 kB 00:00 2021-03-04T22:47:44.132 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:47:44.133 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:47:44.134 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:47:44.134 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:47:44.134 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T22:47:44.134 INFO:teuthology.orchestra.run.gibba011.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:47:44.135 INFO:teuthology.orchestra.run.gibba011.stdout:Installing dependencies: 2021-03-04T22:47:44.135 INFO:teuthology.orchestra.run.gibba011.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:47:44.135 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:47:44.135 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:47:44.135 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:47:44.136 INFO:teuthology.orchestra.run.gibba011.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:47:44.136 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:47:44.136 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:47:44.136 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:47:44.136 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:47:44.137 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:47:44.137 INFO:teuthology.orchestra.run.gibba011.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:47:44.137 INFO:teuthology.orchestra.run.gibba011.stdout:Installing weak dependencies: 2021-03-04T22:47:44.137 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:47:44.138 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:47:44.138 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:47:44.138 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:47:44.138 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:47:44.138 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:47:44.139 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:47:44.139 INFO:teuthology.orchestra.run.gibba011.stdout:Install 16 Packages 2021-03-04T22:47:44.139 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:47:44.140 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 68 M 2021-03-04T22:47:44.140 INFO:teuthology.orchestra.run.gibba011.stdout:Installed size: 173 M 2021-03-04T22:47:44.140 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T22:47:44.174 INFO:teuthology.orchestra.run.gibba011.stdout:(1/16): fuse-common-3.2.1-12.el8.x86_64.rpm 561 kB/s | 21 kB 00:00 2021-03-04T22:47:44.176 INFO:teuthology.orchestra.run.gibba011.stdout:(2/16): fuse3-3.2.1-12.el8.x86_64.rpm 29 MB/s | 50 kB 00:00 2021-03-04T22:47:44.178 INFO:teuthology.orchestra.run.gibba011.stdout:(3/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 7.5 MB/s | 318 kB 00:00 2021-03-04T22:47:44.178 INFO:teuthology.orchestra.run.gibba011.stdout:(4/16): yajl-2.1.0-10.el8.x86_64.rpm 975 kB/s | 41 kB 00:00 2021-03-04T22:47:44.179 INFO:teuthology.orchestra.run.gibba011.stdout:(5/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 30 MB/s | 94 kB 00:00 2021-03-04T22:47:44.218 INFO:teuthology.orchestra.run.gibba011.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.5 MB/s | 59 kB 00:00 2021-03-04T22:47:45.227 INFO:teuthology.orchestra.run.gibba011.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 47 kB/s | 50 kB 00:01 2021-03-04T22:47:45.422 INFO:teuthology.orchestra.run.gibba011.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 232 kB/s | 289 kB 00:01 2021-03-04T22:47:45.530 INFO:teuthology.orchestra.run.gibba011.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 194 kB/s | 59 kB 00:00 2021-03-04T22:47:45.729 INFO:teuthology.orchestra.run.gibba011.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 608 kB/s | 186 kB 00:00 2021-03-04T22:47:45.831 INFO:teuthology.orchestra.run.gibba011.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 239 kB/s | 72 kB 00:00 2021-03-04T22:47:46.032 INFO:teuthology.orchestra.run.gibba011.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 797 kB/s | 241 kB 00:00 2021-03-04T22:47:47.053 INFO:teuthology.orchestra.run.gibba011.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 2.4 MB/s | 2.5 MB 00:01 2021-03-04T22:47:47.357 INFO:teuthology.orchestra.run.gibba011.stdout:(14/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:47:47.468 INFO:teuthology.orchestra.run.gibba011.stdout:(15/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 14 MB/s | 23 MB 00:01 2021-03-04T22:47:47.469 INFO:teuthology.orchestra.run.gibba011.stdout:(16/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 131 kB/s | 55 kB 00:00 2021-03-04T22:47:47.474 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:47:47.474 INFO:teuthology.orchestra.run.gibba011.stdout:Total 20 MB/s | 68 MB 00:03 2021-03-04T22:47:47.483 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:47:47.515 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:47:47.515 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:47:47.874 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:47:47.876 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:47:48.484 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:47:48.629 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:47:50.589 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:47:50.771 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:47:50.960 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:47:51.092 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:47:51.101 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:47:51.275 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:48:02.037 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:48:02.249 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:48:02.295 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:48:02.421 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:48:02.555 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:48:02.741 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:48:02.757 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:48:02.898 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:48:03.079 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:48:03.233 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:48:03.309 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:48:03.310 INFO:teuthology.orchestra.run.gibba011.stdout:/var/tmp/rpm-tmp.pcJvFs: line 5: 33678 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:48:03.582 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:48:05.032 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:48:05.200 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:48:05.600 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:48:05.821 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:48:05.821 INFO:teuthology.orchestra.run.gibba011.stdout:/var/tmp/rpm-tmp.nChCjG: line 6: 34628 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:48:05.822 INFO:teuthology.orchestra.run.gibba011.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:48:05.822 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:48:05.822 INFO:teuthology.orchestra.run.gibba011.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:48:05.953 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:48:05.953 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:48:05.953 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:48:05.954 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:48:05.954 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:48:05.954 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:48:05.955 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:48:05.955 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:48:05.955 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:48:05.955 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:48:05.955 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:48:05.956 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:48:05.956 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:48:05.956 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:48:05.956 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:48:06.451 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:48:06.452 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:48:06.452 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T22:48:06.452 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:48:06.452 INFO:teuthology.orchestra.run.gibba011.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:48:06.452 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:48:06.453 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:48:06.453 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:48:06.453 INFO:teuthology.orchestra.run.gibba011.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:48:06.453 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:48:06.454 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:48:06.454 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:48:06.454 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:48:06.454 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:48:06.454 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:48:06.455 INFO:teuthology.orchestra.run.gibba011.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:48:06.455 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:48:06.455 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:48:06.455 INFO:teuthology.orchestra.run.gibba011.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:48:06.456 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:48:06.456 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:48:06.640 INFO:teuthology.task.exec:Running commands on role osd.2 host ubuntu@gibba011.front.sepia.ceph.com 2021-03-04T22:48:06.640 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:48:06.979 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:00:23 ago on Thu 04 Mar 2021 10:47:43 PM UTC. 2021-03-04T22:48:07.355 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:48:07.356 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:48:07.356 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:48:07.402 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:48:07.738 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:47:43 PM UTC. 2021-03-04T22:48:08.024 INFO:teuthology.orchestra.run.gibba011.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:48:08.113 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:48:08.114 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:48:08.114 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:48:08.179 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:48:08.409 INFO:teuthology.orchestra.run.gibba011.stdout:Repository successfully enabled. 2021-03-04T22:48:08.414 INFO:teuthology.orchestra.run.gibba011.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:48:08.415 INFO:teuthology.orchestra.run.gibba011.stderr:of the main distribution, and quality may vary. 2021-03-04T22:48:08.415 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T22:48:08.415 INFO:teuthology.orchestra.run.gibba011.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:48:08.415 INFO:teuthology.orchestra.run.gibba011.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:48:08.416 INFO:teuthology.orchestra.run.gibba011.stderr:, 2021-03-04T22:48:08.416 INFO:teuthology.orchestra.run.gibba011.stderr:and packages are not held to any quality or security level. 2021-03-04T22:48:08.416 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T22:48:08.416 INFO:teuthology.orchestra.run.gibba011.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:48:08.416 INFO:teuthology.orchestra.run.gibba011.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:48:08.433 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:48:08.462 INFO:teuthology.orchestra.run.gibba011.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:48:08.462 INFO:teuthology.orchestra.run.gibba011.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:48:08.788 INFO:teuthology.orchestra.run.gibba011.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1104 0 --:--:-- --:--:-- --:--:-- 1104 2021-03-04T22:48:08.791 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:48:09.144 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:48:09.147 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:48:09.147 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:48:09.147 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:48:09.147 INFO:teuthology.orchestra.run.gibba011.stdout:Removing: 2021-03-04T22:48:09.148 INFO:teuthology.orchestra.run.gibba011.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:48:09.148 INFO:teuthology.orchestra.run.gibba011.stdout:Removing unused dependencies: 2021-03-04T22:48:09.148 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:48:09.148 INFO:teuthology.orchestra.run.gibba011.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:48:09.149 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:48:09.149 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:48:09.149 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:48:09.149 INFO:teuthology.orchestra.run.gibba011.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:48:09.149 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:48:09.150 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:48:09.150 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:48:09.150 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:48:09.150 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:48:09.151 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:48:09.151 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:48:09.151 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:48:09.151 INFO:teuthology.orchestra.run.gibba011.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:48:09.151 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:48:09.152 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:48:09.152 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:48:09.152 INFO:teuthology.orchestra.run.gibba011.stdout:Remove 16 Packages 2021-03-04T22:48:09.152 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:48:09.152 INFO:teuthology.orchestra.run.gibba011.stdout:Freed space: 173 M 2021-03-04T22:48:09.153 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:48:09.155 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:48:09.155 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:48:09.190 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:48:09.190 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:48:09.416 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:48:09.436 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:48:09.436 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:48:09.745 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:48:09.894 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:48:10.067 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:48:10.259 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:48:10.408 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:48:10.609 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:48:10.792 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:48:10.975 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:48:10.976 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:48:20.886 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:48:21.025 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:48:21.037 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:48:21.037 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:48:21.234 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:48:21.367 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:48:21.500 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:48:21.501 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:48:21.750 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:48:21.918 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:48:22.119 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:48:22.286 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:48:22.287 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:48:22.287 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:48:22.287 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:48:22.288 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:48:22.288 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:48:22.288 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:48:22.288 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:48:22.288 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:48:22.289 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:48:22.289 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:48:22.289 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:48:22.289 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:48:22.289 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:48:22.290 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:48:22.290 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:48:22.665 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:48:22.666 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:48:22.666 INFO:teuthology.orchestra.run.gibba011.stdout:Removed: 2021-03-04T22:48:22.666 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:48:22.666 INFO:teuthology.orchestra.run.gibba011.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:48:22.667 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:48:22.667 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:48:22.667 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:48:22.667 INFO:teuthology.orchestra.run.gibba011.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:48:22.667 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:48:22.668 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:48:22.668 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:48:22.668 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:48:22.668 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:48:22.668 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:48:22.669 INFO:teuthology.orchestra.run.gibba011.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:48:22.669 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:48:22.669 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:48:22.669 INFO:teuthology.orchestra.run.gibba011.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:48:22.669 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:48:22.670 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:48:22.911 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:48:23.251 INFO:teuthology.orchestra.run.gibba011.stdout:Copr repo for container-selinux owned by rhcont 84 kB/s | 3.3 kB 00:00 2021-03-04T22:48:23.563 INFO:teuthology.orchestra.run.gibba011.stdout:Stable Releases of Upstream github.com/containe 5.4 kB/s | 1.7 kB 00:00 2021-03-04T22:48:23.956 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:48:23.957 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:48:23.957 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:48:23.958 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:48:23.958 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T22:48:23.958 INFO:teuthology.orchestra.run.gibba011.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:48:23.958 INFO:teuthology.orchestra.run.gibba011.stdout:Installing dependencies: 2021-03-04T22:48:23.959 INFO:teuthology.orchestra.run.gibba011.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:48:23.959 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:48:23.959 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:48:23.959 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:48:23.960 INFO:teuthology.orchestra.run.gibba011.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:48:23.960 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:48:23.960 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:48:23.960 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:48:23.960 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:48:23.961 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:48:23.961 INFO:teuthology.orchestra.run.gibba011.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:48:23.961 INFO:teuthology.orchestra.run.gibba011.stdout:Installing weak dependencies: 2021-03-04T22:48:23.961 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:48:23.961 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:48:23.962 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:48:23.962 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:48:23.962 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:48:23.962 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:48:23.963 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:48:23.963 INFO:teuthology.orchestra.run.gibba011.stdout:Install 16 Packages 2021-03-04T22:48:23.963 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:48:23.964 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 68 M 2021-03-04T22:48:23.964 INFO:teuthology.orchestra.run.gibba011.stdout:Installed size: 173 M 2021-03-04T22:48:23.964 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T22:48:23.993 INFO:teuthology.orchestra.run.gibba011.stdout:(1/16): yajl-2.1.0-10.el8.x86_64.rpm 1.2 MB/s | 41 kB 00:00 2021-03-04T22:48:23.995 INFO:teuthology.orchestra.run.gibba011.stdout:(2/16): fuse3-3.2.1-12.el8.x86_64.rpm 32 MB/s | 50 kB 00:00 2021-03-04T22:48:23.995 INFO:teuthology.orchestra.run.gibba011.stdout:(3/16): fuse-common-3.2.1-12.el8.x86_64.rpm 594 kB/s | 21 kB 00:00 2021-03-04T22:48:24.003 INFO:teuthology.orchestra.run.gibba011.stdout:(4/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 34 MB/s | 94 kB 00:00 2021-03-04T22:48:24.003 INFO:teuthology.orchestra.run.gibba011.stdout:(5/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 7.4 MB/s | 318 kB 00:00 2021-03-04T22:48:24.041 INFO:teuthology.orchestra.run.gibba011.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.3 MB/s | 59 kB 00:00 2021-03-04T22:48:25.045 INFO:teuthology.orchestra.run.gibba011.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 48 kB/s | 50 kB 00:01 2021-03-04T22:48:25.258 INFO:teuthology.orchestra.run.gibba011.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 229 kB/s | 289 kB 00:01 2021-03-04T22:48:25.453 INFO:teuthology.orchestra.run.gibba011.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 143 kB/s | 59 kB 00:00 2021-03-04T22:48:25.667 INFO:teuthology.orchestra.run.gibba011.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 456 kB/s | 186 kB 00:00 2021-03-04T22:48:25.757 INFO:teuthology.orchestra.run.gibba011.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 238 kB/s | 72 kB 00:00 2021-03-04T22:48:26.077 INFO:teuthology.orchestra.run.gibba011.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 588 kB/s | 241 kB 00:00 2021-03-04T22:48:26.810 INFO:teuthology.orchestra.run.gibba011.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 3.4 MB/s | 2.5 MB 00:00 2021-03-04T22:48:27.173 INFO:teuthology.orchestra.run.gibba011.stdout:(14/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:48:27.277 INFO:teuthology.orchestra.run.gibba011.stdout:(15/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 117 kB/s | 55 kB 00:00 2021-03-04T22:48:27.507 INFO:teuthology.orchestra.run.gibba011.stdout:(16/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 13 MB/s | 23 MB 00:01 2021-03-04T22:48:27.510 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:48:27.511 INFO:teuthology.orchestra.run.gibba011.stdout:Total 19 MB/s | 68 MB 00:03 2021-03-04T22:48:27.520 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:48:27.551 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:48:27.551 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:48:27.909 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:48:27.911 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:48:28.438 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:48:28.571 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:48:30.547 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:48:30.746 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:48:30.910 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:48:31.075 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:48:31.085 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:48:31.241 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:48:41.883 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:48:42.099 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:48:42.162 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:48:42.279 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:48:42.446 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:48:42.591 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:48:42.608 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:48:42.740 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:48:42.928 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:48:43.075 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:48:43.127 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:48:43.127 INFO:teuthology.orchestra.run.gibba011.stdout:/var/tmp/rpm-tmp.Jj4cpp: line 5: 36281 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:48:43.392 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:48:44.831 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:48:45.000 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:48:45.406 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:48:45.641 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:48:45.641 INFO:teuthology.orchestra.run.gibba011.stdout:/var/tmp/rpm-tmp.DqkjFX: line 6: 37231 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:48:45.641 INFO:teuthology.orchestra.run.gibba011.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:48:45.641 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:48:45.642 INFO:teuthology.orchestra.run.gibba011.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:48:45.775 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:48:45.776 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:48:45.776 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:48:45.776 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:48:45.776 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:48:45.776 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:48:45.777 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:48:45.777 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:48:45.777 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:48:45.777 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:48:45.778 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:48:45.778 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:48:45.778 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:48:45.778 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:48:45.778 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:48:46.279 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:48:46.280 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:48:46.280 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T22:48:46.280 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:48:46.281 INFO:teuthology.orchestra.run.gibba011.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:48:46.281 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:48:46.281 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:48:46.281 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:48:46.282 INFO:teuthology.orchestra.run.gibba011.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:48:46.282 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:48:46.282 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:48:46.282 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:48:46.283 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:48:46.283 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:48:46.283 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:48:46.283 INFO:teuthology.orchestra.run.gibba011.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:48:46.283 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:48:46.284 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:48:46.284 INFO:teuthology.orchestra.run.gibba011.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:48:46.284 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:48:46.284 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:48:46.456 INFO:teuthology.task.exec:Running commands on role osd.3 host ubuntu@gibba011.front.sepia.ceph.com 2021-03-04T22:48:46.456 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:48:46.795 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:00:23 ago on Thu 04 Mar 2021 10:48:23 PM UTC. 2021-03-04T22:48:47.180 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:48:47.181 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:48:47.181 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:48:47.228 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:48:47.564 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:48:23 PM UTC. 2021-03-04T22:48:47.815 INFO:teuthology.orchestra.run.gibba011.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:48:47.904 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:48:47.905 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:48:47.905 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:48:47.970 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:48:48.194 INFO:teuthology.orchestra.run.gibba011.stdout:Repository successfully enabled. 2021-03-04T22:48:48.199 INFO:teuthology.orchestra.run.gibba011.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:48:48.199 INFO:teuthology.orchestra.run.gibba011.stderr:of the main distribution, and quality may vary. 2021-03-04T22:48:48.200 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T22:48:48.200 INFO:teuthology.orchestra.run.gibba011.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:48:48.200 INFO:teuthology.orchestra.run.gibba011.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:48:48.200 INFO:teuthology.orchestra.run.gibba011.stderr:, 2021-03-04T22:48:48.201 INFO:teuthology.orchestra.run.gibba011.stderr:and packages are not held to any quality or security level. 2021-03-04T22:48:48.201 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T22:48:48.201 INFO:teuthology.orchestra.run.gibba011.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:48:48.201 INFO:teuthology.orchestra.run.gibba011.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:48:48.219 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:48:48.247 INFO:teuthology.orchestra.run.gibba011.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:48:48.248 INFO:teuthology.orchestra.run.gibba011.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:48:48.575 INFO:teuthology.orchestra.run.gibba011.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1097 0 --:--:-- --:--:-- --:--:-- 1097 2021-03-04T22:48:48.578 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:48:48.937 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:48:48.939 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:48:48.940 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:48:48.940 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:48:48.940 INFO:teuthology.orchestra.run.gibba011.stdout:Removing: 2021-03-04T22:48:48.940 INFO:teuthology.orchestra.run.gibba011.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:48:48.941 INFO:teuthology.orchestra.run.gibba011.stdout:Removing unused dependencies: 2021-03-04T22:48:48.941 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:48:48.941 INFO:teuthology.orchestra.run.gibba011.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:48:48.941 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:48:48.941 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:48:48.942 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:48:48.942 INFO:teuthology.orchestra.run.gibba011.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:48:48.942 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:48:48.942 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:48:48.943 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:48:48.943 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:48:48.943 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:48:48.943 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:48:48.943 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:48:48.944 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:48:48.944 INFO:teuthology.orchestra.run.gibba011.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:48:48.944 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:48:48.944 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:48:48.944 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:48:48.945 INFO:teuthology.orchestra.run.gibba011.stdout:Remove 16 Packages 2021-03-04T22:48:48.945 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:48:48.945 INFO:teuthology.orchestra.run.gibba011.stdout:Freed space: 173 M 2021-03-04T22:48:48.946 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:48:48.947 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:48:48.947 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:48:48.982 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:48:48.983 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:48:49.209 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:48:49.229 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:48:49.230 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:48:49.528 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:48:49.668 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:48:49.833 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:48:50.025 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:48:50.175 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:48:50.367 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:48:50.550 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:48:50.725 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:48:50.726 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:49:00.660 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:49:00.800 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:49:00.811 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:49:00.811 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:49:00.992 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:49:01.125 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:49:01.291 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:49:01.292 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:49:01.533 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:49:01.750 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:49:01.935 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:49:02.094 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:49:02.095 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:49:02.095 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:49:02.095 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:49:02.096 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:49:02.096 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:49:02.096 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:49:02.096 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:49:02.096 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:49:02.097 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:49:02.097 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:49:02.097 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:49:02.097 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:49:02.097 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:49:02.098 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:49:02.098 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:49:02.491 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:49:02.491 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:49:02.491 INFO:teuthology.orchestra.run.gibba011.stdout:Removed: 2021-03-04T22:49:02.492 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:49:02.492 INFO:teuthology.orchestra.run.gibba011.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:49:02.492 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:49:02.492 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:49:02.493 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:49:02.493 INFO:teuthology.orchestra.run.gibba011.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:49:02.493 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:49:02.493 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:49:02.493 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:49:02.494 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:49:02.494 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:49:02.494 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:49:02.494 INFO:teuthology.orchestra.run.gibba011.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:49:02.495 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:49:02.495 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:49:02.495 INFO:teuthology.orchestra.run.gibba011.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:49:02.495 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:49:02.496 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:49:02.735 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:49:03.071 INFO:teuthology.orchestra.run.gibba011.stdout:Copr repo for container-selinux owned by rhcont 89 kB/s | 3.3 kB 00:00 2021-03-04T22:49:03.395 INFO:teuthology.orchestra.run.gibba011.stdout:Stable Releases of Upstream github.com/containe 5.2 kB/s | 1.7 kB 00:00 2021-03-04T22:49:03.807 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:49:03.809 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:49:03.809 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:49:03.809 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:49:03.809 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T22:49:03.810 INFO:teuthology.orchestra.run.gibba011.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:49:03.810 INFO:teuthology.orchestra.run.gibba011.stdout:Installing dependencies: 2021-03-04T22:49:03.810 INFO:teuthology.orchestra.run.gibba011.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:49:03.810 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:49:03.811 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:49:03.811 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:49:03.811 INFO:teuthology.orchestra.run.gibba011.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:49:03.811 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:49:03.812 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:49:03.812 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:49:03.812 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:49:03.812 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:49:03.812 INFO:teuthology.orchestra.run.gibba011.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:49:03.813 INFO:teuthology.orchestra.run.gibba011.stdout:Installing weak dependencies: 2021-03-04T22:49:03.813 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:49:03.813 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:49:03.813 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:49:03.814 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:49:03.814 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:49:03.814 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:49:03.815 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:49:03.815 INFO:teuthology.orchestra.run.gibba011.stdout:Install 16 Packages 2021-03-04T22:49:03.815 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:49:03.816 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 68 M 2021-03-04T22:49:03.816 INFO:teuthology.orchestra.run.gibba011.stdout:Installed size: 173 M 2021-03-04T22:49:03.816 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T22:49:03.852 INFO:teuthology.orchestra.run.gibba011.stdout:(1/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 7.8 MB/s | 318 kB 00:00 2021-03-04T22:49:03.853 INFO:teuthology.orchestra.run.gibba011.stdout:(2/16): fuse3-3.2.1-12.el8.x86_64.rpm 27 MB/s | 50 kB 00:00 2021-03-04T22:49:03.857 INFO:teuthology.orchestra.run.gibba011.stdout:(3/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 31 MB/s | 94 kB 00:00 2021-03-04T22:49:03.861 INFO:teuthology.orchestra.run.gibba011.stdout:(4/16): fuse-common-3.2.1-12.el8.x86_64.rpm 427 kB/s | 21 kB 00:00 2021-03-04T22:49:03.862 INFO:teuthology.orchestra.run.gibba011.stdout:(5/16): yajl-2.1.0-10.el8.x86_64.rpm 810 kB/s | 41 kB 00:00 2021-03-04T22:49:03.902 INFO:teuthology.orchestra.run.gibba011.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.3 MB/s | 59 kB 00:00 2021-03-04T22:49:04.917 INFO:teuthology.orchestra.run.gibba011.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 47 kB/s | 50 kB 00:01 2021-03-04T22:49:05.120 INFO:teuthology.orchestra.run.gibba011.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 229 kB/s | 289 kB 00:01 2021-03-04T22:49:05.222 INFO:teuthology.orchestra.run.gibba011.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 192 kB/s | 59 kB 00:00 2021-03-04T22:49:05.425 INFO:teuthology.orchestra.run.gibba011.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 610 kB/s | 186 kB 00:00 2021-03-04T22:49:05.528 INFO:teuthology.orchestra.run.gibba011.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 236 kB/s | 72 kB 00:00 2021-03-04T22:49:05.734 INFO:teuthology.orchestra.run.gibba011.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 782 kB/s | 241 kB 00:00 2021-03-04T22:49:06.898 INFO:teuthology.orchestra.run.gibba011.stdout:(13/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 17 MB/s | 23 MB 00:01 2021-03-04T22:49:06.959 INFO:teuthology.orchestra.run.gibba011.stdout:(14/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 2.0 MB/s | 2.5 MB 00:01 2021-03-04T22:49:07.236 INFO:teuthology.orchestra.run.gibba011.stdout:(15/16): containernetworking-plugins-0.9.1-4.el 12 MB/s | 41 MB 00:03 2021-03-04T22:49:07.340 INFO:teuthology.orchestra.run.gibba011.stdout:(16/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 124 kB/s | 55 kB 00:00 2021-03-04T22:49:07.344 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:49:07.344 INFO:teuthology.orchestra.run.gibba011.stdout:Total 19 MB/s | 68 MB 00:03 2021-03-04T22:49:07.353 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:49:07.384 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:49:07.384 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:49:07.742 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:49:07.743 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:49:08.273 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:49:08.428 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:49:10.391 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:49:10.562 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:49:10.718 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:49:10.883 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:49:10.893 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:49:11.032 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:49:21.677 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:49:21.874 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:49:21.931 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:49:22.054 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:49:22.262 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:49:22.407 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:49:22.423 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:49:22.606 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:49:22.753 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:49:22.958 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:49:23.012 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:49:23.013 INFO:teuthology.orchestra.run.gibba011.stdout:/var/tmp/rpm-tmp.V7Oxdl: line 5: 38892 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:49:23.251 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:49:24.723 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:49:24.916 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:49:25.322 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:49:25.533 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:49:25.534 INFO:teuthology.orchestra.run.gibba011.stdout:/var/tmp/rpm-tmp.RVpUag: line 6: 39842 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:49:25.534 INFO:teuthology.orchestra.run.gibba011.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:49:25.534 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:49:25.535 INFO:teuthology.orchestra.run.gibba011.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:49:25.659 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:49:25.660 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:49:25.660 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:49:25.660 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:49:25.661 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:49:25.661 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:49:25.661 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:49:25.661 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:49:25.662 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:49:25.662 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:49:25.662 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:49:25.662 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:49:25.663 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:49:25.663 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:49:25.663 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:49:26.160 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:49:26.161 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:49:26.161 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T22:49:26.161 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:49:26.161 INFO:teuthology.orchestra.run.gibba011.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:49:26.162 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:49:26.162 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:49:26.162 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:49:26.162 INFO:teuthology.orchestra.run.gibba011.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:49:26.163 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:49:26.163 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:49:26.163 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:49:26.163 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:49:26.164 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:49:26.164 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:49:26.164 INFO:teuthology.orchestra.run.gibba011.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:49:26.164 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:49:26.164 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:49:26.165 INFO:teuthology.orchestra.run.gibba011.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:49:26.165 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:49:26.165 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:49:26.305 INFO:teuthology.task.exec:Running commands on role client.0 host ubuntu@gibba011.front.sepia.ceph.com 2021-03-04T22:49:26.305 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:49:26.647 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:00:23 ago on Thu 04 Mar 2021 10:49:03 PM UTC. 2021-03-04T22:49:27.074 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:49:27.075 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:49:27.076 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:49:27.120 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:49:27.458 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:49:03 PM UTC. 2021-03-04T22:49:27.707 INFO:teuthology.orchestra.run.gibba011.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:49:27.795 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:49:27.796 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:49:27.796 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:49:27.836 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:49:28.066 INFO:teuthology.orchestra.run.gibba011.stdout:Repository successfully enabled. 2021-03-04T22:49:28.071 INFO:teuthology.orchestra.run.gibba011.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:49:28.071 INFO:teuthology.orchestra.run.gibba011.stderr:of the main distribution, and quality may vary. 2021-03-04T22:49:28.071 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T22:49:28.071 INFO:teuthology.orchestra.run.gibba011.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:49:28.072 INFO:teuthology.orchestra.run.gibba011.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:49:28.072 INFO:teuthology.orchestra.run.gibba011.stderr:, 2021-03-04T22:49:28.072 INFO:teuthology.orchestra.run.gibba011.stderr:and packages are not held to any quality or security level. 2021-03-04T22:49:28.072 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T22:49:28.073 INFO:teuthology.orchestra.run.gibba011.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:49:28.073 INFO:teuthology.orchestra.run.gibba011.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:49:28.091 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:49:28.119 INFO:teuthology.orchestra.run.gibba011.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:49:28.119 INFO:teuthology.orchestra.run.gibba011.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:49:28.430 INFO:teuthology.orchestra.run.gibba011.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1154 0 --:--:-- --:--:-- --:--:-- 1150 2021-03-04T22:49:28.434 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:49:28.790 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:49:28.793 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:49:28.793 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:49:28.794 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:49:28.794 INFO:teuthology.orchestra.run.gibba011.stdout:Removing: 2021-03-04T22:49:28.794 INFO:teuthology.orchestra.run.gibba011.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:49:28.794 INFO:teuthology.orchestra.run.gibba011.stdout:Removing unused dependencies: 2021-03-04T22:49:28.795 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:49:28.795 INFO:teuthology.orchestra.run.gibba011.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:49:28.795 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:49:28.795 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:49:28.795 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:49:28.796 INFO:teuthology.orchestra.run.gibba011.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:49:28.796 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:49:28.796 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:49:28.797 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:49:28.797 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:49:28.797 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:49:28.797 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:49:28.797 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:49:28.798 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:49:28.798 INFO:teuthology.orchestra.run.gibba011.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:49:28.798 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:49:28.798 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:49:28.799 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:49:28.799 INFO:teuthology.orchestra.run.gibba011.stdout:Remove 16 Packages 2021-03-04T22:49:28.799 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:49:28.799 INFO:teuthology.orchestra.run.gibba011.stdout:Freed space: 173 M 2021-03-04T22:49:28.800 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:49:28.801 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:49:28.801 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:49:28.837 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:49:28.837 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:49:29.028 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:49:29.049 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:49:29.049 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:49:29.353 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:49:29.493 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:49:29.691 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:49:29.858 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:49:30.083 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:49:30.267 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:49:30.483 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:49:30.625 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:49:30.625 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:49:40.618 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:49:40.791 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:49:40.803 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:49:40.804 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:49:40.958 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:49:41.125 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:49:41.258 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:49:41.258 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:49:41.533 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:49:41.698 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:49:41.918 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:49:42.073 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:49:42.074 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:49:42.074 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:49:42.074 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:49:42.074 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:49:42.075 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:49:42.075 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:49:42.075 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:49:42.075 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:49:42.075 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:49:42.076 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:49:42.076 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:49:42.076 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:49:42.076 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:49:42.076 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:49:42.077 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:49:42.463 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:49:42.463 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:49:42.464 INFO:teuthology.orchestra.run.gibba011.stdout:Removed: 2021-03-04T22:49:42.464 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:49:42.464 INFO:teuthology.orchestra.run.gibba011.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:49:42.464 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:49:42.464 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:49:42.465 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:49:42.465 INFO:teuthology.orchestra.run.gibba011.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:49:42.465 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:49:42.465 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:49:42.465 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:49:42.466 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:49:42.466 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:49:42.466 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:49:42.466 INFO:teuthology.orchestra.run.gibba011.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:49:42.467 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:49:42.467 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:49:42.467 INFO:teuthology.orchestra.run.gibba011.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:49:42.467 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:49:42.467 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:49:42.757 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:49:43.113 INFO:teuthology.orchestra.run.gibba011.stdout:Copr repo for container-selinux owned by rhcont 63 kB/s | 3.3 kB 00:00 2021-03-04T22:49:43.438 INFO:teuthology.orchestra.run.gibba011.stdout:Stable Releases of Upstream github.com/containe 5.2 kB/s | 1.7 kB 00:00 2021-03-04T22:49:43.839 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:49:43.841 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:49:43.841 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:49:43.841 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:49:43.842 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T22:49:43.842 INFO:teuthology.orchestra.run.gibba011.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:49:43.842 INFO:teuthology.orchestra.run.gibba011.stdout:Installing dependencies: 2021-03-04T22:49:43.842 INFO:teuthology.orchestra.run.gibba011.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:49:43.843 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:49:43.843 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:49:43.843 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:49:43.843 INFO:teuthology.orchestra.run.gibba011.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:49:43.843 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:49:43.844 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:49:43.844 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:49:43.844 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:49:43.844 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:49:43.845 INFO:teuthology.orchestra.run.gibba011.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:49:43.845 INFO:teuthology.orchestra.run.gibba011.stdout:Installing weak dependencies: 2021-03-04T22:49:43.845 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:49:43.845 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:49:43.845 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:49:43.846 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:49:43.846 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:49:43.846 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:49:43.846 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:49:43.848 INFO:teuthology.orchestra.run.gibba011.stdout:Install 16 Packages 2021-03-04T22:49:43.848 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:49:43.849 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 68 M 2021-03-04T22:49:43.849 INFO:teuthology.orchestra.run.gibba011.stdout:Installed size: 173 M 2021-03-04T22:49:43.849 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T22:49:43.882 INFO:teuthology.orchestra.run.gibba011.stdout:(1/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 8.3 MB/s | 318 kB 00:00 2021-03-04T22:49:43.882 INFO:teuthology.orchestra.run.gibba011.stdout:(2/16): yajl-2.1.0-10.el8.x86_64.rpm 1.1 MB/s | 41 kB 00:00 2021-03-04T22:49:43.882 INFO:teuthology.orchestra.run.gibba011.stdout:(3/16): fuse-common-3.2.1-12.el8.x86_64.rpm 555 kB/s | 21 kB 00:00 2021-03-04T22:49:43.883 INFO:teuthology.orchestra.run.gibba011.stdout:(4/16): fuse3-3.2.1-12.el8.x86_64.rpm 33 MB/s | 50 kB 00:00 2021-03-04T22:49:43.884 INFO:teuthology.orchestra.run.gibba011.stdout:(5/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 40 MB/s | 94 kB 00:00 2021-03-04T22:49:43.928 INFO:teuthology.orchestra.run.gibba011.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.3 MB/s | 59 kB 00:00 2021-03-04T22:49:44.928 INFO:teuthology.orchestra.run.gibba011.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 48 kB/s | 50 kB 00:01 2021-03-04T22:49:45.139 INFO:teuthology.orchestra.run.gibba011.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 230 kB/s | 289 kB 00:01 2021-03-04T22:49:45.333 INFO:teuthology.orchestra.run.gibba011.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 145 kB/s | 59 kB 00:00 2021-03-04T22:49:45.544 INFO:teuthology.orchestra.run.gibba011.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 460 kB/s | 186 kB 00:00 2021-03-04T22:49:45.637 INFO:teuthology.orchestra.run.gibba011.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 238 kB/s | 72 kB 00:00 2021-03-04T22:49:45.952 INFO:teuthology.orchestra.run.gibba011.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 591 kB/s | 241 kB 00:00 2021-03-04T22:49:46.565 INFO:teuthology.orchestra.run.gibba011.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 4.0 MB/s | 2.5 MB 00:00 2021-03-04T22:49:47.077 INFO:teuthology.orchestra.run.gibba011.stdout:(14/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:49:47.131 INFO:teuthology.orchestra.run.gibba011.stdout:(15/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 97 kB/s | 55 kB 00:00 2021-03-04T22:49:47.456 INFO:teuthology.orchestra.run.gibba011.stdout:(16/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 13 MB/s | 23 MB 00:01 2021-03-04T22:49:47.461 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:49:47.461 INFO:teuthology.orchestra.run.gibba011.stdout:Total 19 MB/s | 68 MB 00:03 2021-03-04T22:49:47.470 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:49:47.502 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:49:47.502 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:49:47.861 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:49:47.862 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:49:48.393 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:49:48.578 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:49:50.551 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:49:50.962 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:49:51.126 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:49:51.241 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:49:51.251 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:49:51.432 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:50:02.164 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:50:02.365 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:50:02.425 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:50:02.545 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:50:02.737 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:50:02.899 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:50:02.915 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:50:03.047 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:50:03.236 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:50:03.391 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:50:03.455 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:50:03.456 INFO:teuthology.orchestra.run.gibba011.stdout:/var/tmp/rpm-tmp.vMYNKC: line 5: 41507 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:50:03.712 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:50:05.181 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:50:05.349 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:50:05.754 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:50:05.960 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:50:05.960 INFO:teuthology.orchestra.run.gibba011.stdout:/var/tmp/rpm-tmp.XRNRe6: line 6: 42459 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:50:05.961 INFO:teuthology.orchestra.run.gibba011.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:50:05.961 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:50:05.961 INFO:teuthology.orchestra.run.gibba011.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:50:06.087 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:50:06.088 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:50:06.088 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:50:06.088 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:50:06.088 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:50:06.088 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:50:06.089 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:50:06.089 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:50:06.089 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:50:06.089 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:50:06.090 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:50:06.090 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:50:06.090 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:50:06.090 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:50:06.090 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:50:06.623 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:50:06.624 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:50:06.624 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T22:50:06.624 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:50:06.625 INFO:teuthology.orchestra.run.gibba011.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:50:06.625 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:50:06.625 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:50:06.625 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:50:06.625 INFO:teuthology.orchestra.run.gibba011.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:50:06.626 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:50:06.626 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:50:06.626 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:50:06.626 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:50:06.627 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:50:06.627 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:50:06.627 INFO:teuthology.orchestra.run.gibba011.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:50:06.627 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:50:06.627 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:50:06.628 INFO:teuthology.orchestra.run.gibba011.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:50:06.628 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:50:06.628 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:50:06.799 INFO:teuthology.task.exec:Running commands on role node-exporter.a host ubuntu@gibba011.front.sepia.ceph.com 2021-03-04T22:50:06.800 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:50:07.144 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:49:43 PM UTC. 2021-03-04T22:50:07.505 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:50:07.506 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:50:07.506 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:50:07.553 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:50:07.885 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:49:43 PM UTC. 2021-03-04T22:50:08.131 INFO:teuthology.orchestra.run.gibba011.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:50:08.221 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:50:08.222 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:50:08.222 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:50:08.269 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:50:08.490 INFO:teuthology.orchestra.run.gibba011.stdout:Repository successfully enabled. 2021-03-04T22:50:08.495 INFO:teuthology.orchestra.run.gibba011.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:50:08.496 INFO:teuthology.orchestra.run.gibba011.stderr:of the main distribution, and quality may vary. 2021-03-04T22:50:08.496 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T22:50:08.496 INFO:teuthology.orchestra.run.gibba011.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:50:08.496 INFO:teuthology.orchestra.run.gibba011.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:50:08.497 INFO:teuthology.orchestra.run.gibba011.stderr:, 2021-03-04T22:50:08.497 INFO:teuthology.orchestra.run.gibba011.stderr:and packages are not held to any quality or security level. 2021-03-04T22:50:08.497 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T22:50:08.497 INFO:teuthology.orchestra.run.gibba011.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:50:08.497 INFO:teuthology.orchestra.run.gibba011.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:50:08.514 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:50:08.543 INFO:teuthology.orchestra.run.gibba011.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:50:08.544 INFO:teuthology.orchestra.run.gibba011.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:50:08.856 INFO:teuthology.orchestra.run.gibba011.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1150 0 --:--:-- --:--:-- --:--:-- 1150 2021-03-04T22:50:08.859 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:50:09.217 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:50:09.219 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:50:09.219 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:50:09.220 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:50:09.220 INFO:teuthology.orchestra.run.gibba011.stdout:Removing: 2021-03-04T22:50:09.220 INFO:teuthology.orchestra.run.gibba011.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:50:09.220 INFO:teuthology.orchestra.run.gibba011.stdout:Removing unused dependencies: 2021-03-04T22:50:09.220 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:50:09.221 INFO:teuthology.orchestra.run.gibba011.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:50:09.221 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:50:09.221 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:50:09.221 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:50:09.221 INFO:teuthology.orchestra.run.gibba011.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:50:09.222 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:50:09.222 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:50:09.222 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:50:09.222 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:50:09.223 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:50:09.223 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:50:09.223 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:50:09.223 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:50:09.223 INFO:teuthology.orchestra.run.gibba011.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:50:09.224 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:50:09.224 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:50:09.224 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:50:09.224 INFO:teuthology.orchestra.run.gibba011.stdout:Remove 16 Packages 2021-03-04T22:50:09.224 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:50:09.225 INFO:teuthology.orchestra.run.gibba011.stdout:Freed space: 173 M 2021-03-04T22:50:09.225 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:50:09.227 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:50:09.227 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:50:09.262 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:50:09.263 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:50:09.490 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:50:09.511 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:50:09.512 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:50:09.811 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:50:09.951 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:50:10.133 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:50:10.333 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:50:10.499 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:50:10.700 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:50:10.891 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:50:11.058 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:50:11.058 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:50:20.943 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:50:21.075 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:50:21.086 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:50:21.087 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:50:21.274 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:50:21.407 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:50:21.557 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:50:21.558 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:50:21.816 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:50:22.640 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:50:22.834 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:50:22.998 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:50:22.998 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:50:22.999 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:50:22.999 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:50:22.999 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:50:22.999 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:50:23.000 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:50:23.000 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:50:23.000 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:50:23.000 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:50:23.000 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:50:23.001 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:50:23.001 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:50:23.001 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:50:23.001 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:50:23.001 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:50:23.406 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:50:23.407 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:50:23.407 INFO:teuthology.orchestra.run.gibba011.stdout:Removed: 2021-03-04T22:50:23.407 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:50:23.407 INFO:teuthology.orchestra.run.gibba011.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:50:23.408 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:50:23.408 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:50:23.408 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:50:23.408 INFO:teuthology.orchestra.run.gibba011.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:50:23.409 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:50:23.409 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:50:23.409 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:50:23.409 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:50:23.410 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:50:23.410 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:50:23.410 INFO:teuthology.orchestra.run.gibba011.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:50:23.410 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:50:23.411 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:50:23.411 INFO:teuthology.orchestra.run.gibba011.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:50:23.411 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:50:23.411 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:50:23.658 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:50:23.998 INFO:teuthology.orchestra.run.gibba011.stdout:Copr repo for container-selinux owned by rhcont 84 kB/s | 3.3 kB 00:00 2021-03-04T22:50:24.309 INFO:teuthology.orchestra.run.gibba011.stdout:Stable Releases of Upstream github.com/containe 5.4 kB/s | 1.7 kB 00:00 2021-03-04T22:50:24.695 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:50:24.697 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:50:24.697 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:50:24.697 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:50:24.698 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T22:50:24.698 INFO:teuthology.orchestra.run.gibba011.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:50:24.698 INFO:teuthology.orchestra.run.gibba011.stdout:Installing dependencies: 2021-03-04T22:50:24.698 INFO:teuthology.orchestra.run.gibba011.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:50:24.699 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:50:24.699 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:50:24.699 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:50:24.699 INFO:teuthology.orchestra.run.gibba011.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:50:24.699 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:50:24.700 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:50:24.700 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:50:24.700 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:50:24.700 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:50:24.701 INFO:teuthology.orchestra.run.gibba011.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:50:24.701 INFO:teuthology.orchestra.run.gibba011.stdout:Installing weak dependencies: 2021-03-04T22:50:24.701 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:50:24.701 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:50:24.701 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:50:24.702 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:50:24.702 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:50:24.702 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:50:24.704 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:50:24.704 INFO:teuthology.orchestra.run.gibba011.stdout:Install 16 Packages 2021-03-04T22:50:24.704 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:50:24.705 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 68 M 2021-03-04T22:50:24.705 INFO:teuthology.orchestra.run.gibba011.stdout:Installed size: 173 M 2021-03-04T22:50:24.706 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T22:50:24.737 INFO:teuthology.orchestra.run.gibba011.stdout:(1/16): fuse-common-3.2.1-12.el8.x86_64.rpm 567 kB/s | 21 kB 00:00 2021-03-04T22:50:24.738 INFO:teuthology.orchestra.run.gibba011.stdout:(2/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 8.1 MB/s | 318 kB 00:00 2021-03-04T22:50:24.739 INFO:teuthology.orchestra.run.gibba011.stdout:(3/16): yajl-2.1.0-10.el8.x86_64.rpm 1.0 MB/s | 41 kB 00:00 2021-03-04T22:50:24.740 INFO:teuthology.orchestra.run.gibba011.stdout:(4/16): fuse3-3.2.1-12.el8.x86_64.rpm 18 MB/s | 50 kB 00:00 2021-03-04T22:50:24.740 INFO:teuthology.orchestra.run.gibba011.stdout:(5/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 39 MB/s | 94 kB 00:00 2021-03-04T22:50:24.786 INFO:teuthology.orchestra.run.gibba011.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.2 MB/s | 59 kB 00:00 2021-03-04T22:50:25.809 INFO:teuthology.orchestra.run.gibba011.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 46 kB/s | 50 kB 00:01 2021-03-04T22:50:25.987 INFO:teuthology.orchestra.run.gibba011.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 232 kB/s | 289 kB 00:01 2021-03-04T22:50:26.118 INFO:teuthology.orchestra.run.gibba011.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 190 kB/s | 59 kB 00:00 2021-03-04T22:50:26.291 INFO:teuthology.orchestra.run.gibba011.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 612 kB/s | 186 kB 00:00 2021-03-04T22:50:26.422 INFO:teuthology.orchestra.run.gibba011.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 238 kB/s | 72 kB 00:00 2021-03-04T22:50:26.609 INFO:teuthology.orchestra.run.gibba011.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 760 kB/s | 241 kB 00:00 2021-03-04T22:50:27.630 INFO:teuthology.orchestra.run.gibba011.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 2.4 MB/s | 2.5 MB 00:01 2021-03-04T22:50:27.839 INFO:teuthology.orchestra.run.gibba011.stdout:(14/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 16 MB/s | 23 MB 00:01 2021-03-04T22:50:28.111 INFO:teuthology.orchestra.run.gibba011.stdout:(15/16): containernetworking-plugins-0.9.1-4.el 12 MB/s | 41 MB 00:03 2021-03-04T22:50:28.112 INFO:teuthology.orchestra.run.gibba011.stdout:(16/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 114 kB/s | 55 kB 00:00 2021-03-04T22:50:28.116 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:50:28.117 INFO:teuthology.orchestra.run.gibba011.stdout:Total 20 MB/s | 68 MB 00:03 2021-03-04T22:50:28.127 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:50:28.157 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:50:28.158 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:50:28.517 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:50:28.519 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:50:29.046 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:50:29.253 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:50:31.203 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:50:31.387 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:50:31.551 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:50:31.707 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:50:31.717 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:50:31.865 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:50:42.491 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:50:42.682 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:50:42.743 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:50:42.870 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:50:43.037 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:50:43.181 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:50:43.198 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:50:43.380 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:50:43.528 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:50:43.682 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:50:43.766 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:50:43.766 INFO:teuthology.orchestra.run.gibba011.stdout:/var/tmp/rpm-tmp.BE23md: line 5: 44115 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:50:43.989 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:50:45.448 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:50:45.615 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:50:46.020 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:50:46.270 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:50:46.271 INFO:teuthology.orchestra.run.gibba011.stdout:/var/tmp/rpm-tmp.xESf4b: line 6: 45065 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:50:46.271 INFO:teuthology.orchestra.run.gibba011.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:50:46.271 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:50:46.272 INFO:teuthology.orchestra.run.gibba011.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:50:46.402 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:50:46.403 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:50:46.403 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:50:46.403 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:50:46.404 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:50:46.404 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:50:46.404 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:50:46.404 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:50:46.404 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:50:46.405 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:50:46.405 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:50:46.405 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:50:46.405 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:50:46.405 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:50:46.406 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:50:46.935 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:50:46.936 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:50:46.936 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T22:50:46.936 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:50:46.936 INFO:teuthology.orchestra.run.gibba011.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:50:46.936 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:50:46.937 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:50:46.937 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:50:46.937 INFO:teuthology.orchestra.run.gibba011.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:50:46.937 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:50:46.937 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:50:46.938 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:50:46.938 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:50:46.938 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:50:46.938 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:50:46.939 INFO:teuthology.orchestra.run.gibba011.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:50:46.939 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:50:46.939 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:50:46.939 INFO:teuthology.orchestra.run.gibba011.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:50:46.939 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:50:46.940 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:50:47.082 INFO:teuthology.task.exec:Running commands on role alertmanager.a host ubuntu@gibba011.front.sepia.ceph.com 2021-03-04T22:50:47.083 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:50:47.418 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:00:23 ago on Thu 04 Mar 2021 10:50:24 PM UTC. 2021-03-04T22:50:47.847 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:50:47.848 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:50:47.848 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:50:47.893 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:50:48.227 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:50:24 PM UTC. 2021-03-04T22:50:48.515 INFO:teuthology.orchestra.run.gibba011.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:50:48.603 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:50:48.604 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:50:48.604 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:50:48.643 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:50:48.878 INFO:teuthology.orchestra.run.gibba011.stdout:Repository successfully enabled. 2021-03-04T22:50:48.883 INFO:teuthology.orchestra.run.gibba011.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:50:48.883 INFO:teuthology.orchestra.run.gibba011.stderr:of the main distribution, and quality may vary. 2021-03-04T22:50:48.883 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T22:50:48.884 INFO:teuthology.orchestra.run.gibba011.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:50:48.884 INFO:teuthology.orchestra.run.gibba011.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:50:48.884 INFO:teuthology.orchestra.run.gibba011.stderr:, 2021-03-04T22:50:48.884 INFO:teuthology.orchestra.run.gibba011.stderr:and packages are not held to any quality or security level. 2021-03-04T22:50:48.884 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T22:50:48.885 INFO:teuthology.orchestra.run.gibba011.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:50:48.885 INFO:teuthology.orchestra.run.gibba011.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:50:48.901 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:50:48.929 INFO:teuthology.orchestra.run.gibba011.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:50:48.930 INFO:teuthology.orchestra.run.gibba011.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:50:49.263 INFO:teuthology.orchestra.run.gibba011.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1074 0 --:--:-- --:--:-- --:--:-- 1071 2021-03-04T22:50:49.267 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:50:49.623 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:50:49.625 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:50:49.626 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:50:49.626 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:50:49.626 INFO:teuthology.orchestra.run.gibba011.stdout:Removing: 2021-03-04T22:50:49.626 INFO:teuthology.orchestra.run.gibba011.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:50:49.627 INFO:teuthology.orchestra.run.gibba011.stdout:Removing unused dependencies: 2021-03-04T22:50:49.627 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:50:49.627 INFO:teuthology.orchestra.run.gibba011.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:50:49.627 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:50:49.627 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:50:49.628 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:50:49.628 INFO:teuthology.orchestra.run.gibba011.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:50:49.628 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:50:49.628 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:50:49.628 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:50:49.629 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:50:49.629 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:50:49.629 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:50:49.630 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:50:49.630 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:50:49.630 INFO:teuthology.orchestra.run.gibba011.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:50:49.630 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:50:49.630 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:50:49.631 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================= 2021-03-04T22:50:49.631 INFO:teuthology.orchestra.run.gibba011.stdout:Remove 16 Packages 2021-03-04T22:50:49.631 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:50:49.631 INFO:teuthology.orchestra.run.gibba011.stdout:Freed space: 173 M 2021-03-04T22:50:49.633 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:50:49.633 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:50:49.633 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:50:49.668 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:50:49.668 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:50:49.860 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:50:49.881 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:50:49.881 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:50:50.160 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:50:50.309 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:50:50.507 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:50:50.666 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:50:50.849 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:50:51.024 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:50:51.257 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:50:51.416 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:50:51.416 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:51:01.459 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:51:01.591 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:51:01.603 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:51:01.603 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:51:01.749 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:51:01.916 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:51:02.075 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:51:02.076 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:51:02.332 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:51:02.508 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:51:02.726 INFO:teuthology.orchestra.run.gibba011.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:51:02.895 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:51:02.895 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:51:02.895 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:51:02.896 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:51:02.896 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:51:02.896 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:51:02.897 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:51:02.897 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:51:02.897 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:51:02.898 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:51:02.898 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:51:02.898 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:51:02.899 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:51:02.899 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:51:02.899 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:51:02.900 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:51:03.340 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:51:03.340 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:51:03.340 INFO:teuthology.orchestra.run.gibba011.stdout:Removed: 2021-03-04T22:51:03.341 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:51:03.341 INFO:teuthology.orchestra.run.gibba011.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:51:03.341 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:51:03.341 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:51:03.341 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:51:03.342 INFO:teuthology.orchestra.run.gibba011.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:51:03.342 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:51:03.342 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:51:03.342 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:51:03.343 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:51:03.343 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:51:03.343 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:51:03.343 INFO:teuthology.orchestra.run.gibba011.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:51:03.343 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:51:03.344 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:51:03.344 INFO:teuthology.orchestra.run.gibba011.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:51:03.344 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:51:03.344 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:51:03.640 DEBUG:teuthology.orchestra.run.gibba011:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:51:03.981 INFO:teuthology.orchestra.run.gibba011.stdout:Copr repo for container-selinux owned by rhcont 76 kB/s | 3.3 kB 00:00 2021-03-04T22:51:04.295 INFO:teuthology.orchestra.run.gibba011.stdout:Stable Releases of Upstream github.com/containe 5.3 kB/s | 1.7 kB 00:00 2021-03-04T22:51:04.723 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:51:04.724 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:51:04.725 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:51:04.725 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:51:04.725 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T22:51:04.725 INFO:teuthology.orchestra.run.gibba011.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:51:04.725 INFO:teuthology.orchestra.run.gibba011.stdout:Installing dependencies: 2021-03-04T22:51:04.726 INFO:teuthology.orchestra.run.gibba011.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:51:04.726 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:51:04.726 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:51:04.726 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:51:04.727 INFO:teuthology.orchestra.run.gibba011.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:51:04.727 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:51:04.727 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:51:04.727 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:51:04.728 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:51:04.728 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:51:04.728 INFO:teuthology.orchestra.run.gibba011.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:51:04.728 INFO:teuthology.orchestra.run.gibba011.stdout:Installing weak dependencies: 2021-03-04T22:51:04.728 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:51:04.729 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:51:04.729 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:51:04.729 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:51:04.729 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:51:04.730 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:51:04.730 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================================================================ 2021-03-04T22:51:04.730 INFO:teuthology.orchestra.run.gibba011.stdout:Install 16 Packages 2021-03-04T22:51:04.730 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:51:04.731 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 68 M 2021-03-04T22:51:04.731 INFO:teuthology.orchestra.run.gibba011.stdout:Installed size: 173 M 2021-03-04T22:51:04.731 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T22:51:04.760 INFO:teuthology.orchestra.run.gibba011.stdout:(1/16): yajl-2.1.0-10.el8.x86_64.rpm 1.2 MB/s | 41 kB 00:00 2021-03-04T22:51:04.761 INFO:teuthology.orchestra.run.gibba011.stdout:(2/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 9.1 MB/s | 318 kB 00:00 2021-03-04T22:51:04.762 INFO:teuthology.orchestra.run.gibba011.stdout:(3/16): fuse3-3.2.1-12.el8.x86_64.rpm 32 MB/s | 50 kB 00:00 2021-03-04T22:51:04.763 INFO:teuthology.orchestra.run.gibba011.stdout:(4/16): fuse-common-3.2.1-12.el8.x86_64.rpm 586 kB/s | 21 kB 00:00 2021-03-04T22:51:04.764 INFO:teuthology.orchestra.run.gibba011.stdout:(5/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 45 MB/s | 94 kB 00:00 2021-03-04T22:51:04.802 INFO:teuthology.orchestra.run.gibba011.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.5 MB/s | 59 kB 00:00 2021-03-04T22:51:05.805 INFO:teuthology.orchestra.run.gibba011.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 48 kB/s | 50 kB 00:01 2021-03-04T22:51:06.042 INFO:teuthology.orchestra.run.gibba011.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 226 kB/s | 289 kB 00:01 2021-03-04T22:51:06.208 INFO:teuthology.orchestra.run.gibba011.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 145 kB/s | 59 kB 00:00 2021-03-04T22:51:06.345 INFO:teuthology.orchestra.run.gibba011.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 617 kB/s | 186 kB 00:00 2021-03-04T22:51:06.510 INFO:teuthology.orchestra.run.gibba011.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 239 kB/s | 72 kB 00:00 2021-03-04T22:51:06.659 INFO:teuthology.orchestra.run.gibba011.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 769 kB/s | 241 kB 00:00 2021-03-04T22:51:07.582 INFO:teuthology.orchestra.run.gibba011.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 2.7 MB/s | 2.5 MB 00:00 2021-03-04T22:51:07.973 INFO:teuthology.orchestra.run.gibba011.stdout:(14/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:51:08.129 INFO:teuthology.orchestra.run.gibba011.stdout:(15/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 14 MB/s | 23 MB 00:01 2021-03-04T22:51:08.131 INFO:teuthology.orchestra.run.gibba011.stdout:(16/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 100 kB/s | 55 kB 00:00 2021-03-04T22:51:08.134 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:51:08.134 INFO:teuthology.orchestra.run.gibba011.stdout:Total 20 MB/s | 68 MB 00:03 2021-03-04T22:51:08.144 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:51:08.174 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:51:08.175 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:51:08.533 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:51:08.534 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:51:09.067 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:51:09.211 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:51:11.205 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:51:11.411 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:51:11.584 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:51:11.740 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:51:11.750 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:51:11.889 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:51:22.635 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:51:22.839 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:51:22.904 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:51:23.028 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:51:23.220 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:51:23.365 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:51:23.381 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:51:23.538 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:51:23.694 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:51:23.882 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:51:23.935 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:51:23.936 INFO:teuthology.orchestra.run.gibba011.stdout:/var/tmp/rpm-tmp.recBEn: line 5: 46727 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:51:24.157 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:51:25.631 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:51:25.832 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:51:26.236 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:51:26.462 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:51:26.463 INFO:teuthology.orchestra.run.gibba011.stdout:/var/tmp/rpm-tmp.p8wLvP: line 6: 47677 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:51:26.463 INFO:teuthology.orchestra.run.gibba011.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:51:26.463 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:51:26.464 INFO:teuthology.orchestra.run.gibba011.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:51:26.589 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:51:26.589 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:51:26.590 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:51:26.590 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:51:26.590 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:51:26.590 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:51:26.591 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:51:26.591 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:51:26.591 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:51:26.591 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:51:26.591 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:51:26.592 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:51:26.592 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:51:26.592 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:51:26.592 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:51:27.058 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:51:27.058 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:51:27.059 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T22:51:27.059 INFO:teuthology.orchestra.run.gibba011.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:51:27.059 INFO:teuthology.orchestra.run.gibba011.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:51:27.059 INFO:teuthology.orchestra.run.gibba011.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:51:27.059 INFO:teuthology.orchestra.run.gibba011.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:51:27.060 INFO:teuthology.orchestra.run.gibba011.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:51:27.060 INFO:teuthology.orchestra.run.gibba011.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:51:27.060 INFO:teuthology.orchestra.run.gibba011.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:51:27.060 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:51:27.060 INFO:teuthology.orchestra.run.gibba011.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:51:27.061 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:51:27.061 INFO:teuthology.orchestra.run.gibba011.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:51:27.061 INFO:teuthology.orchestra.run.gibba011.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:51:27.061 INFO:teuthology.orchestra.run.gibba011.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:51:27.062 INFO:teuthology.orchestra.run.gibba011.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:51:27.062 INFO:teuthology.orchestra.run.gibba011.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:51:27.062 INFO:teuthology.orchestra.run.gibba011.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:51:27.062 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:51:27.062 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:51:27.207 INFO:teuthology.task.exec:Running commands on role mon.b host ubuntu@gibba038.front.sepia.ceph.com 2021-03-04T22:51:27.207 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:51:27.567 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:13:03 ago on Thu 04 Mar 2021 10:38:24 PM UTC. 2021-03-04T22:51:27.936 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:51:27.947 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:51:27.947 INFO:teuthology.orchestra.run.gibba038.stdout: Package Architecture Version Repository Size 2021-03-04T22:51:27.948 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:51:27.948 INFO:teuthology.orchestra.run.gibba038.stdout:Disabling modules: 2021-03-04T22:51:27.948 INFO:teuthology.orchestra.run.gibba038.stdout: container-tools 2021-03-04T22:51:27.948 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:51:27.949 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:51:27.949 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:51:27.949 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:51:28.084 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:51:28.126 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:51:28.451 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:13:04 ago on Thu 04 Mar 2021 10:38:24 PM UTC. 2021-03-04T22:51:28.758 INFO:teuthology.orchestra.run.gibba038.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:51:28.847 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:51:28.848 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:51:28.848 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:51:28.892 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:51:29.119 INFO:teuthology.orchestra.run.gibba038.stdout:Repository successfully enabled. 2021-03-04T22:51:29.124 INFO:teuthology.orchestra.run.gibba038.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:51:29.124 INFO:teuthology.orchestra.run.gibba038.stderr:of the main distribution, and quality may vary. 2021-03-04T22:51:29.125 INFO:teuthology.orchestra.run.gibba038.stderr: 2021-03-04T22:51:29.125 INFO:teuthology.orchestra.run.gibba038.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:51:29.125 INFO:teuthology.orchestra.run.gibba038.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:51:29.125 INFO:teuthology.orchestra.run.gibba038.stderr:, 2021-03-04T22:51:29.126 INFO:teuthology.orchestra.run.gibba038.stderr:and packages are not held to any quality or security level. 2021-03-04T22:51:29.126 INFO:teuthology.orchestra.run.gibba038.stderr: 2021-03-04T22:51:29.126 INFO:teuthology.orchestra.run.gibba038.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:51:29.127 INFO:teuthology.orchestra.run.gibba038.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:51:29.145 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:51:29.189 INFO:teuthology.orchestra.run.gibba038.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:51:29.189 INFO:teuthology.orchestra.run.gibba038.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:51:29.502 INFO:teuthology.orchestra.run.gibba038.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1146 0 --:--:-- --:--:-- --:--:-- 1143 2021-03-04T22:51:29.505 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:51:29.815 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:51:29.818 INFO:teuthology.orchestra.run.gibba038.stdout:============================================================================================================== 2021-03-04T22:51:29.818 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:51:29.818 INFO:teuthology.orchestra.run.gibba038.stdout:============================================================================================================== 2021-03-04T22:51:29.819 INFO:teuthology.orchestra.run.gibba038.stdout:Removing: 2021-03-04T22:51:29.819 INFO:teuthology.orchestra.run.gibba038.stdout: podman x86_64 2.2.1-7.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 52 M 2021-03-04T22:51:29.819 INFO:teuthology.orchestra.run.gibba038.stdout:Removing dependent packages: 2021-03-04T22:51:29.819 INFO:teuthology.orchestra.run.gibba038.stdout: podman-docker noarch 2.2.1-7.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 5.5 k 2021-03-04T22:51:29.819 INFO:teuthology.orchestra.run.gibba038.stdout:Removing unused dependencies: 2021-03-04T22:51:29.820 INFO:teuthology.orchestra.run.gibba038.stdout: conmon x86_64 2:2.0.6-1.module_el8.1.0+298+41f9343a @CentOS-AppStream 85 k 2021-03-04T22:51:29.820 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux noarch 2:2.124.0-1.module_el8.1.0+298+41f9343a @CentOS-AppStream 44 k 2021-03-04T22:51:29.820 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins x86_64 0.8.3-4.module_el8.1.0+298+41f9343a @CentOS-AppStream 71 M 2021-03-04T22:51:29.820 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common x86_64 1:0.1.40-8.module_el8.1.0+298+41f9343a @CentOS-AppStream 42 k 2021-03-04T22:51:29.820 INFO:teuthology.orchestra.run.gibba038.stdout: criu x86_64 3.12-9.el8 @CentOS-AppStream 1.3 M 2021-03-04T22:51:29.821 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs x86_64 0.7.2-5.module_el8.1.0+298+41f9343a @CentOS-AppStream 122 k 2021-03-04T22:51:29.821 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:51:29.821 INFO:teuthology.orchestra.run.gibba038.stdout: libnet x86_64 1.1.6-15.el8 @CentOS-AppStream 170 k 2021-03-04T22:51:29.821 INFO:teuthology.orchestra.run.gibba038.stdout: libvarlink x86_64 18-3.el8 @CentOS-Base 129 k 2021-03-04T22:51:29.822 INFO:teuthology.orchestra.run.gibba038.stdout: podman-catatonit x86_64 2.2.1-7.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 753 k 2021-03-04T22:51:29.822 INFO:teuthology.orchestra.run.gibba038.stdout: protobuf-c x86_64 1.3.0-4.el8 @CentOS-AppStream 56 k 2021-03-04T22:51:29.822 INFO:teuthology.orchestra.run.gibba038.stdout: runc x86_64 1.0.0-70.rc92.module_el8.3.0+699+d61d9c41 @CentOS-AppStream 13 M 2021-03-04T22:51:29.822 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns x86_64 0.4.2-3.git21fdece.module_el8.1.0+298+41f9343a @CentOS-AppStream 175 k 2021-03-04T22:51:29.823 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:51:29.823 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:51:29.823 INFO:teuthology.orchestra.run.gibba038.stdout:============================================================================================================== 2021-03-04T22:51:29.823 INFO:teuthology.orchestra.run.gibba038.stdout:Remove 15 Packages 2021-03-04T22:51:29.823 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:51:29.824 INFO:teuthology.orchestra.run.gibba038.stdout:Freed space: 139 M 2021-03-04T22:51:29.824 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:51:29.825 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:51:29.825 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:51:29.949 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:51:29.949 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:51:30.123 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:51:30.135 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-docker-2.2.1-7.module_el8.3.0+699+d61d9c41.no 1/1 2021-03-04T22:51:30.316 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : podman-docker-2.2.1-7.module_el8.3.0+699+d61d9c41. 1/15 2021-03-04T22:51:30.316 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : podman-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64 2/15 2021-03-04T22:51:30.581 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64 2/15 2021-03-04T22:51:30.581 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : containers-common-1:0.1.40-8.module_el8.1.0+298+41 3/15 2021-03-04T22:51:30.582 INFO:teuthology.orchestra.run.gibba038.stdout:warning: /etc/containers/registries.conf saved as /etc/containers/registries.conf.rpmsave 2021-03-04T22:51:30.582 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:51:30.842 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : container-selinux-2:2.124.0-1.module_el8.1.0+298+4 4/15 2021-03-04T22:51:40.668 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.124.0-1.module_el8.1.0+298+4 4/15 2021-03-04T22:51:40.825 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : podman-catatonit-2.2.1-7.module_el8.3.0+699+d61d9c 5/15 2021-03-04T22:51:41.034 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse-overlayfs-0.7.2-5.module_el8.1.0+298+41f9343a 6/15 2021-03-04T22:51:41.219 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : runc-1.0.0-70.rc92.module_el8.3.0+699+d61d9c41.x86 7/15 2021-03-04T22:51:41.420 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : criu-3.12-9.el8.x86_64 8/15 2021-03-04T22:51:41.421 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : libnet-1.1.6-15.el8.x86_64 9/15 2021-03-04T22:51:41.708 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: libnet-1.1.6-15.el8.x86_64 9/15 2021-03-04T22:51:41.916 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : protobuf-c-1.3.0-4.el8.x86_64 10/15 2021-03-04T22:51:41.917 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 11/15 2021-03-04T22:51:42.213 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 11/15 2021-03-04T22:51:42.443 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : slirp4netns-0.4.2-3.git21fdece.module_el8.1.0+298+ 12/15 2021-03-04T22:51:42.724 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : conmon-2:2.0.6-1.module_el8.1.0+298+41f9343a.x86_6 13/15 2021-03-04T22:51:42.920 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : containernetworking-plugins-0.8.3-4.module_el8.1.0 14/15 2021-03-04T22:51:42.921 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : libvarlink-18-3.el8.x86_64 15/15 2021-03-04T22:51:43.388 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: libvarlink-18-3.el8.x86_64 15/15 2021-03-04T22:51:43.389 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : conmon-2:2.0.6-1.module_el8.1.0+298+41f9343a.x86_6 1/15 2021-03-04T22:51:43.389 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : container-selinux-2:2.124.0-1.module_el8.1.0+298+4 2/15 2021-03-04T22:51:43.389 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containernetworking-plugins-0.8.3-4.module_el8.1.0 3/15 2021-03-04T22:51:43.389 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containers-common-1:0.1.40-8.module_el8.1.0+298+41 4/15 2021-03-04T22:51:43.389 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : criu-3.12-9.el8.x86_64 5/15 2021-03-04T22:51:43.390 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-overlayfs-0.7.2-5.module_el8.1.0+298+41f9343a 6/15 2021-03-04T22:51:43.390 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 7/15 2021-03-04T22:51:43.390 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libnet-1.1.6-15.el8.x86_64 8/15 2021-03-04T22:51:43.390 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libvarlink-18-3.el8.x86_64 9/15 2021-03-04T22:51:43.391 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64 10/15 2021-03-04T22:51:43.391 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-catatonit-2.2.1-7.module_el8.3.0+699+d61d9c 11/15 2021-03-04T22:51:43.391 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-docker-2.2.1-7.module_el8.3.0+699+d61d9c41. 12/15 2021-03-04T22:51:43.391 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : protobuf-c-1.3.0-4.el8.x86_64 13/15 2021-03-04T22:51:43.391 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : runc-1.0.0-70.rc92.module_el8.3.0+699+d61d9c41.x86 14/15 2021-03-04T22:51:43.846 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : slirp4netns-0.4.2-3.git21fdece.module_el8.1.0+298+ 15/15 2021-03-04T22:51:43.846 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:51:43.846 INFO:teuthology.orchestra.run.gibba038.stdout:Removed: 2021-03-04T22:51:43.847 INFO:teuthology.orchestra.run.gibba038.stdout: conmon-2:2.0.6-1.module_el8.1.0+298+41f9343a.x86_64 2021-03-04T22:51:43.847 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux-2:2.124.0-1.module_el8.1.0+298+41f9343a.noarch 2021-03-04T22:51:43.847 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins-0.8.3-4.module_el8.1.0+298+41f9343a.x86_64 2021-03-04T22:51:43.847 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common-1:0.1.40-8.module_el8.1.0+298+41f9343a.x86_64 2021-03-04T22:51:43.847 INFO:teuthology.orchestra.run.gibba038.stdout: criu-3.12-9.el8.x86_64 2021-03-04T22:51:43.848 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs-0.7.2-5.module_el8.1.0+298+41f9343a.x86_64 2021-03-04T22:51:43.848 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:51:43.848 INFO:teuthology.orchestra.run.gibba038.stdout: libnet-1.1.6-15.el8.x86_64 2021-03-04T22:51:43.848 INFO:teuthology.orchestra.run.gibba038.stdout: libvarlink-18-3.el8.x86_64 2021-03-04T22:51:43.849 INFO:teuthology.orchestra.run.gibba038.stdout: podman-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64 2021-03-04T22:51:43.849 INFO:teuthology.orchestra.run.gibba038.stdout: podman-catatonit-2.2.1-7.module_el8.3.0+699+d61d9c41.x86_64 2021-03-04T22:51:43.849 INFO:teuthology.orchestra.run.gibba038.stdout: podman-docker-2.2.1-7.module_el8.3.0+699+d61d9c41.noarch 2021-03-04T22:51:43.849 INFO:teuthology.orchestra.run.gibba038.stdout: protobuf-c-1.3.0-4.el8.x86_64 2021-03-04T22:51:43.849 INFO:teuthology.orchestra.run.gibba038.stdout: runc-1.0.0-70.rc92.module_el8.3.0+699+d61d9c41.x86_64 2021-03-04T22:51:43.850 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns-0.4.2-3.git21fdece.module_el8.1.0+298+41f9343a.x86_64 2021-03-04T22:51:43.850 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:51:43.850 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:51:44.097 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:51:44.466 INFO:teuthology.orchestra.run.gibba038.stdout:Copr repo for container-selinux owned by rhcont 18 kB/s | 1.4 kB 00:00 2021-03-04T22:51:45.888 INFO:teuthology.orchestra.run.gibba038.stdout:Stable Releases of Upstream github.com/containe 48 kB/s | 67 kB 00:01 2021-03-04T22:51:46.371 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:51:46.373 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:51:46.373 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:51:46.373 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:51:46.373 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T22:51:46.374 INFO:teuthology.orchestra.run.gibba038.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:51:46.374 INFO:teuthology.orchestra.run.gibba038.stdout:Installing dependencies: 2021-03-04T22:51:46.374 INFO:teuthology.orchestra.run.gibba038.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:51:46.374 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:51:46.374 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:51:46.375 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:51:46.375 INFO:teuthology.orchestra.run.gibba038.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:51:46.375 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:51:46.375 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:51:46.376 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:51:46.376 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:51:46.376 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:51:46.376 INFO:teuthology.orchestra.run.gibba038.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:51:46.376 INFO:teuthology.orchestra.run.gibba038.stdout:Installing weak dependencies: 2021-03-04T22:51:46.377 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:51:46.377 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:51:46.377 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:51:46.377 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:51:46.378 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:51:46.378 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:51:46.378 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:51:46.378 INFO:teuthology.orchestra.run.gibba038.stdout:Install 16 Packages 2021-03-04T22:51:46.378 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:51:46.379 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 68 M 2021-03-04T22:51:46.379 INFO:teuthology.orchestra.run.gibba038.stdout:Installed size: 173 M 2021-03-04T22:51:46.380 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T22:51:46.409 INFO:teuthology.orchestra.run.gibba038.stdout:(1/16): yajl-2.1.0-10.el8.x86_64.rpm 1.2 MB/s | 41 kB 00:00 2021-03-04T22:51:46.410 INFO:teuthology.orchestra.run.gibba038.stdout:(2/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 8.8 MB/s | 318 kB 00:00 2021-03-04T22:51:46.411 INFO:teuthology.orchestra.run.gibba038.stdout:(3/16): fuse3-3.2.1-12.el8.x86_64.rpm 22 MB/s | 50 kB 00:00 2021-03-04T22:51:46.411 INFO:teuthology.orchestra.run.gibba038.stdout:(4/16): fuse-common-3.2.1-12.el8.x86_64.rpm 590 kB/s | 21 kB 00:00 2021-03-04T22:51:46.413 INFO:teuthology.orchestra.run.gibba038.stdout:(5/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 49 MB/s | 94 kB 00:00 2021-03-04T22:51:46.455 INFO:teuthology.orchestra.run.gibba038.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.3 MB/s | 59 kB 00:00 2021-03-04T22:51:47.462 INFO:teuthology.orchestra.run.gibba038.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 47 kB/s | 50 kB 00:01 2021-03-04T22:51:47.692 INFO:teuthology.orchestra.run.gibba038.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 226 kB/s | 289 kB 00:01 2021-03-04T22:51:47.872 INFO:teuthology.orchestra.run.gibba038.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 143 kB/s | 59 kB 00:00 2021-03-04T22:51:48.123 INFO:teuthology.orchestra.run.gibba038.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 431 kB/s | 186 kB 00:00 2021-03-04T22:51:48.175 INFO:teuthology.orchestra.run.gibba038.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 238 kB/s | 72 kB 00:00 2021-03-04T22:51:48.535 INFO:teuthology.orchestra.run.gibba038.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 587 kB/s | 241 kB 00:00 2021-03-04T22:51:49.255 INFO:teuthology.orchestra.run.gibba038.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 3.4 MB/s | 2.5 MB 00:00 2021-03-04T22:51:49.611 INFO:teuthology.orchestra.run.gibba038.stdout:(14/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:51:49.716 INFO:teuthology.orchestra.run.gibba038.stdout:(15/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 119 kB/s | 55 kB 00:00 2021-03-04T22:51:49.884 INFO:teuthology.orchestra.run.gibba038.stdout:(16/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 14 MB/s | 23 MB 00:01 2021-03-04T22:51:49.887 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:51:49.888 INFO:teuthology.orchestra.run.gibba038.stdout:Total 19 MB/s | 68 MB 00:03 2021-03-04T22:51:49.892 INFO:teuthology.orchestra.run.gibba038.stderr:warning: /var/cache/dnf/copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux-57cf30cbbab27eef/packages/container-selinux-2.145.0-1.el8.noarch.rpm: Header V3 RSA/SHA1 Signature, key ID 62035f7b: NOKEY 2021-03-04T22:51:49.928 INFO:teuthology.orchestra.run.gibba038.stdout:Copr repo for container-selinux owned by rhcont 28 kB/s | 1.0 kB 00:00 2021-03-04T22:51:50.122 INFO:teuthology.orchestra.run.gibba038.stderr:Importing GPG key 0x62035F7B: 2021-03-04T22:51:50.123 INFO:teuthology.orchestra.run.gibba038.stderr: Userid : "rhcontainerbot_container-selinux (None) " 2021-03-04T22:51:50.123 INFO:teuthology.orchestra.run.gibba038.stderr: Fingerprint: F5D6 6271 4052 49DE A189 569F C907 EBD4 6203 5F7B 2021-03-04T22:51:50.124 INFO:teuthology.orchestra.run.gibba038.stderr: From : https://download.copr.fedorainfracloud.org/results/rhcontainerbot/container-selinux/pubkey.gpg 2021-03-04T22:51:50.190 INFO:teuthology.orchestra.run.gibba038.stdout:Key imported successfully 2021-03-04T22:51:50.191 INFO:teuthology.orchestra.run.gibba038.stderr:warning: /var/cache/dnf/devel_kubic_libcontainers_stable-37b272243bc11f7c/packages/catatonit-0.1.5-6.el8.3.2.x86_64.rpm: Header V3 RSA/SHA256 Signature, key ID 75060aa4: NOKEY 2021-03-04T22:51:50.528 INFO:teuthology.orchestra.run.gibba038.stdout:Stable Releases of Upstream github.com/containe 3.2 kB/s | 1.1 kB 00:00 2021-03-04T22:51:50.548 INFO:teuthology.orchestra.run.gibba038.stderr:Importing GPG key 0x75060AA4: 2021-03-04T22:51:50.548 INFO:teuthology.orchestra.run.gibba038.stderr: Userid : "devel:kubic OBS Project " 2021-03-04T22:51:50.548 INFO:teuthology.orchestra.run.gibba038.stderr: Fingerprint: 2472 D6D0 D2F6 6AF8 7ABA 8DA3 4D64 3903 7506 0AA4 2021-03-04T22:51:50.549 INFO:teuthology.orchestra.run.gibba038.stderr: From : https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/repodata/repomd.xml.key 2021-03-04T22:51:50.640 INFO:teuthology.orchestra.run.gibba038.stdout:Key imported successfully 2021-03-04T22:51:50.647 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:51:50.678 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:51:50.678 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:51:51.038 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:51:51.039 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:51:51.957 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:51:52.136 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:51:54.181 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:51:54.412 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:51:54.567 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:51:54.715 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:51:54.726 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:51:54.865 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:52:05.681 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:52:05.907 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:52:05.974 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:52:05.975 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:52:05.975 INFO:teuthology.orchestra.run.gibba038.stdout:warning: /etc/fuse.conf created as /etc/fuse.conf.rpmnew 2021-03-04T22:52:05.975 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:52:06.262 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:52:06.415 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:52:06.451 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:52:06.637 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:52:06.839 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:52:06.990 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:52:07.105 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:52:07.105 INFO:teuthology.orchestra.run.gibba038.stdout:/var/tmp/rpm-tmp.MHv1L3: line 5: 23281 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:52:07.443 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:52:08.922 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:52:09.124 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:52:09.523 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:52:09.743 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:52:09.744 INFO:teuthology.orchestra.run.gibba038.stdout:/var/tmp/rpm-tmp.IA0rPD: line 6: 24231 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:52:09.744 INFO:teuthology.orchestra.run.gibba038.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:52:09.744 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:52:09.745 INFO:teuthology.orchestra.run.gibba038.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:52:09.880 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:52:09.881 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:52:09.881 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:52:09.881 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:52:09.882 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:52:09.882 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:52:09.882 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:52:09.882 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:52:09.882 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:52:09.883 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:52:09.883 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:52:09.883 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:52:09.883 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:52:09.884 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:52:09.884 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:52:10.383 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:52:10.384 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:52:10.384 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T22:52:10.384 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:52:10.384 INFO:teuthology.orchestra.run.gibba038.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:52:10.385 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:52:10.385 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:52:10.385 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:52:10.385 INFO:teuthology.orchestra.run.gibba038.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:52:10.385 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:52:10.386 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:52:10.386 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:52:10.386 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:52:10.386 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:52:10.386 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:52:10.387 INFO:teuthology.orchestra.run.gibba038.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:52:10.387 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:52:10.387 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:52:10.388 INFO:teuthology.orchestra.run.gibba038.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:52:10.388 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:52:10.388 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:52:10.605 INFO:teuthology.task.exec:Running commands on role mgr.x host ubuntu@gibba038.front.sepia.ceph.com 2021-03-04T22:52:10.606 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:52:10.942 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:00:25 ago on Thu 04 Mar 2021 10:51:45 PM UTC. 2021-03-04T22:52:11.375 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:52:11.375 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:52:11.376 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:52:11.417 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:52:11.749 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:00:26 ago on Thu 04 Mar 2021 10:51:45 PM UTC. 2021-03-04T22:52:12.066 INFO:teuthology.orchestra.run.gibba038.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:52:12.156 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:52:12.157 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:52:12.157 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:52:12.200 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:52:12.420 INFO:teuthology.orchestra.run.gibba038.stdout:Repository successfully enabled. 2021-03-04T22:52:12.425 INFO:teuthology.orchestra.run.gibba038.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:52:12.425 INFO:teuthology.orchestra.run.gibba038.stderr:of the main distribution, and quality may vary. 2021-03-04T22:52:12.426 INFO:teuthology.orchestra.run.gibba038.stderr: 2021-03-04T22:52:12.426 INFO:teuthology.orchestra.run.gibba038.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:52:12.426 INFO:teuthology.orchestra.run.gibba038.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:52:12.426 INFO:teuthology.orchestra.run.gibba038.stderr:, 2021-03-04T22:52:12.427 INFO:teuthology.orchestra.run.gibba038.stderr:and packages are not held to any quality or security level. 2021-03-04T22:52:12.427 INFO:teuthology.orchestra.run.gibba038.stderr: 2021-03-04T22:52:12.427 INFO:teuthology.orchestra.run.gibba038.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:52:12.427 INFO:teuthology.orchestra.run.gibba038.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:52:12.443 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:52:12.472 INFO:teuthology.orchestra.run.gibba038.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:52:12.472 INFO:teuthology.orchestra.run.gibba038.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:52:12.791 INFO:teuthology.orchestra.run.gibba038.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1125 0 --:--:-- --:--:-- --:--:-- 1125 2021-03-04T22:52:12.794 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:52:13.153 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:52:13.156 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:52:13.156 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:52:13.157 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:52:13.157 INFO:teuthology.orchestra.run.gibba038.stdout:Removing: 2021-03-04T22:52:13.158 INFO:teuthology.orchestra.run.gibba038.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:52:13.158 INFO:teuthology.orchestra.run.gibba038.stdout:Removing unused dependencies: 2021-03-04T22:52:13.158 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:52:13.159 INFO:teuthology.orchestra.run.gibba038.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:52:13.159 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:52:13.160 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:52:13.160 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:52:13.160 INFO:teuthology.orchestra.run.gibba038.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:52:13.160 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:52:13.161 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:52:13.161 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:52:13.161 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:52:13.162 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:52:13.162 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:52:13.162 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:52:13.163 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:52:13.163 INFO:teuthology.orchestra.run.gibba038.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:52:13.163 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:52:13.163 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:52:13.164 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:52:13.164 INFO:teuthology.orchestra.run.gibba038.stdout:Remove 16 Packages 2021-03-04T22:52:13.164 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:52:13.165 INFO:teuthology.orchestra.run.gibba038.stdout:Freed space: 173 M 2021-03-04T22:52:13.165 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:52:13.166 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:52:13.166 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:52:13.199 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:52:13.200 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:52:13.394 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:52:13.414 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:52:13.415 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:52:13.677 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:52:13.851 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:52:14.074 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:52:14.249 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:52:14.440 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:52:14.642 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:52:14.807 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:52:14.808 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:52:14.808 INFO:teuthology.orchestra.run.gibba038.stdout:warning: /etc/fuse.conf saved as /etc/fuse.conf.rpmsave 2021-03-04T22:52:14.808 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:52:14.983 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:52:25.343 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:52:25.507 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:52:25.520 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:52:25.520 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:52:25.666 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:52:25.858 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:52:26.041 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:52:26.041 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:52:26.316 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:52:26.481 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:52:26.718 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:52:26.873 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:52:26.873 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:52:26.874 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:52:26.874 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:52:26.874 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:52:26.874 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:52:26.875 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:52:26.875 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:52:26.875 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:52:26.875 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:52:26.876 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:52:26.876 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:52:26.876 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:52:26.876 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:52:26.877 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:52:26.877 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:52:27.271 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:52:27.271 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:52:27.271 INFO:teuthology.orchestra.run.gibba038.stdout:Removed: 2021-03-04T22:52:27.272 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:52:27.272 INFO:teuthology.orchestra.run.gibba038.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:52:27.272 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:52:27.272 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:52:27.272 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:52:27.273 INFO:teuthology.orchestra.run.gibba038.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:52:27.273 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:52:27.273 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:52:27.273 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:52:27.274 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:52:27.274 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:52:27.275 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:52:27.275 INFO:teuthology.orchestra.run.gibba038.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:52:27.276 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:52:27.276 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:52:27.276 INFO:teuthology.orchestra.run.gibba038.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:52:27.277 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:52:27.277 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:52:27.605 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:52:27.954 INFO:teuthology.orchestra.run.gibba038.stdout:Copr repo for container-selinux owned by rhcont 64 kB/s | 3.3 kB 00:00 2021-03-04T22:52:28.279 INFO:teuthology.orchestra.run.gibba038.stdout:Stable Releases of Upstream github.com/containe 5.2 kB/s | 1.7 kB 00:00 2021-03-04T22:52:28.672 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:52:28.674 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:52:28.674 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:52:28.675 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:52:28.675 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T22:52:28.675 INFO:teuthology.orchestra.run.gibba038.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:52:28.675 INFO:teuthology.orchestra.run.gibba038.stdout:Installing dependencies: 2021-03-04T22:52:28.675 INFO:teuthology.orchestra.run.gibba038.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:52:28.676 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:52:28.676 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:52:28.676 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:52:28.676 INFO:teuthology.orchestra.run.gibba038.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:52:28.676 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:52:28.677 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:52:28.677 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:52:28.677 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:52:28.677 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:52:28.677 INFO:teuthology.orchestra.run.gibba038.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:52:28.678 INFO:teuthology.orchestra.run.gibba038.stdout:Installing weak dependencies: 2021-03-04T22:52:28.678 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:52:28.678 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:52:28.678 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:52:28.679 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:52:28.679 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:52:28.679 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:52:28.679 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:52:28.679 INFO:teuthology.orchestra.run.gibba038.stdout:Install 16 Packages 2021-03-04T22:52:28.680 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:52:28.680 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 68 M 2021-03-04T22:52:28.681 INFO:teuthology.orchestra.run.gibba038.stdout:Installed size: 173 M 2021-03-04T22:52:28.681 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T22:52:28.712 INFO:teuthology.orchestra.run.gibba038.stdout:(1/16): yajl-2.1.0-10.el8.x86_64.rpm 1.1 MB/s | 41 kB 00:00 2021-03-04T22:52:28.713 INFO:teuthology.orchestra.run.gibba038.stdout:(2/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 8.6 MB/s | 318 kB 00:00 2021-03-04T22:52:28.713 INFO:teuthology.orchestra.run.gibba038.stdout:(3/16): fuse-common-3.2.1-12.el8.x86_64.rpm 583 kB/s | 21 kB 00:00 2021-03-04T22:52:28.714 INFO:teuthology.orchestra.run.gibba038.stdout:(4/16): fuse3-3.2.1-12.el8.x86_64.rpm 31 MB/s | 50 kB 00:00 2021-03-04T22:52:28.715 INFO:teuthology.orchestra.run.gibba038.stdout:(5/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 47 MB/s | 94 kB 00:00 2021-03-04T22:52:28.756 INFO:teuthology.orchestra.run.gibba038.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.4 MB/s | 59 kB 00:00 2021-03-04T22:52:29.796 INFO:teuthology.orchestra.run.gibba038.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 46 kB/s | 50 kB 00:01 2021-03-04T22:52:29.961 INFO:teuthology.orchestra.run.gibba038.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 232 kB/s | 289 kB 00:01 2021-03-04T22:52:30.098 INFO:teuthology.orchestra.run.gibba038.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 194 kB/s | 59 kB 00:00 2021-03-04T22:52:30.272 INFO:teuthology.orchestra.run.gibba038.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 598 kB/s | 186 kB 00:00 2021-03-04T22:52:30.400 INFO:teuthology.orchestra.run.gibba038.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 239 kB/s | 72 kB 00:00 2021-03-04T22:52:30.583 INFO:teuthology.orchestra.run.gibba038.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 777 kB/s | 241 kB 00:00 2021-03-04T22:52:31.647 INFO:teuthology.orchestra.run.gibba038.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 2.3 MB/s | 2.5 MB 00:01 2021-03-04T22:52:31.921 INFO:teuthology.orchestra.run.gibba038.stdout:(14/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:52:32.087 INFO:teuthology.orchestra.run.gibba038.stdout:(15/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 14 MB/s | 23 MB 00:01 2021-03-04T22:52:32.088 INFO:teuthology.orchestra.run.gibba038.stdout:(16/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 124 kB/s | 55 kB 00:00 2021-03-04T22:52:32.092 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:52:32.092 INFO:teuthology.orchestra.run.gibba038.stdout:Total 20 MB/s | 68 MB 00:03 2021-03-04T22:52:32.102 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:52:32.133 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:52:32.133 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:52:32.494 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:52:32.495 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:52:33.022 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:52:33.203 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:52:35.209 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:52:35.445 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:52:35.609 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:52:35.757 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:52:35.767 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:52:35.907 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:52:46.520 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:52:46.715 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:52:46.764 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:52:46.886 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:52:47.054 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:52:47.190 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:52:47.207 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:52:47.396 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:52:47.603 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:52:47.749 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:52:47.795 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:52:47.795 INFO:teuthology.orchestra.run.gibba038.stdout:/var/tmp/rpm-tmp.zfwzcJ: line 5: 25886 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:52:48.043 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:52:49.513 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:52:49.724 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:52:50.128 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:52:50.358 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:52:50.359 INFO:teuthology.orchestra.run.gibba038.stdout:/var/tmp/rpm-tmp.TaQ7fW: line 6: 26836 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:52:50.359 INFO:teuthology.orchestra.run.gibba038.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:52:50.359 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:52:50.360 INFO:teuthology.orchestra.run.gibba038.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:52:50.487 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:52:50.487 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:52:50.487 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:52:50.488 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:52:50.488 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:52:50.488 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:52:50.488 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:52:50.488 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:52:50.489 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:52:50.489 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:52:50.489 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:52:50.489 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:52:50.489 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:52:50.490 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:52:50.490 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:52:50.978 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:52:50.979 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:52:50.979 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T22:52:50.979 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:52:50.979 INFO:teuthology.orchestra.run.gibba038.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:52:50.980 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:52:50.980 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:52:50.980 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:52:50.980 INFO:teuthology.orchestra.run.gibba038.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:52:50.980 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:52:50.981 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:52:50.981 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:52:50.981 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:52:50.981 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:52:50.982 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:52:50.982 INFO:teuthology.orchestra.run.gibba038.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:52:50.982 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:52:50.982 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:52:50.982 INFO:teuthology.orchestra.run.gibba038.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:52:50.983 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:52:50.983 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:52:51.201 INFO:teuthology.task.exec:Running commands on role osd.4 host ubuntu@gibba038.front.sepia.ceph.com 2021-03-04T22:52:51.202 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:52:51.537 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:00:23 ago on Thu 04 Mar 2021 10:52:28 PM UTC. 2021-03-04T22:52:51.921 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:52:51.922 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:52:51.922 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:52:51.959 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:52:52.288 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:52:28 PM UTC. 2021-03-04T22:52:52.590 INFO:teuthology.orchestra.run.gibba038.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:52:52.679 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:52:52.680 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:52:52.680 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:52:52.718 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:52:52.938 INFO:teuthology.orchestra.run.gibba038.stdout:Repository successfully enabled. 2021-03-04T22:52:52.943 INFO:teuthology.orchestra.run.gibba038.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:52:52.943 INFO:teuthology.orchestra.run.gibba038.stderr:of the main distribution, and quality may vary. 2021-03-04T22:52:52.944 INFO:teuthology.orchestra.run.gibba038.stderr: 2021-03-04T22:52:52.944 INFO:teuthology.orchestra.run.gibba038.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:52:52.944 INFO:teuthology.orchestra.run.gibba038.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:52:52.944 INFO:teuthology.orchestra.run.gibba038.stderr:, 2021-03-04T22:52:52.944 INFO:teuthology.orchestra.run.gibba038.stderr:and packages are not held to any quality or security level. 2021-03-04T22:52:52.945 INFO:teuthology.orchestra.run.gibba038.stderr: 2021-03-04T22:52:52.945 INFO:teuthology.orchestra.run.gibba038.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:52:52.945 INFO:teuthology.orchestra.run.gibba038.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:52:52.960 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:52:52.988 INFO:teuthology.orchestra.run.gibba038.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:52:52.989 INFO:teuthology.orchestra.run.gibba038.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:52:53.313 INFO:teuthology.orchestra.run.gibba038.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1108 0 --:--:-- --:--:-- --:--:-- 1104 2021-03-04T22:52:53.316 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:52:53.670 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:52:53.673 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:52:53.673 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:52:53.674 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:52:53.674 INFO:teuthology.orchestra.run.gibba038.stdout:Removing: 2021-03-04T22:52:53.674 INFO:teuthology.orchestra.run.gibba038.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:52:53.674 INFO:teuthology.orchestra.run.gibba038.stdout:Removing unused dependencies: 2021-03-04T22:52:53.674 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:52:53.675 INFO:teuthology.orchestra.run.gibba038.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:52:53.675 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:52:53.675 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:52:53.675 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:52:53.676 INFO:teuthology.orchestra.run.gibba038.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:52:53.676 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:52:53.676 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:52:53.676 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:52:53.677 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:52:53.677 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:52:53.677 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:52:53.677 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:52:53.677 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:52:53.678 INFO:teuthology.orchestra.run.gibba038.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:52:53.678 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:52:53.679 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:52:53.679 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:52:53.679 INFO:teuthology.orchestra.run.gibba038.stdout:Remove 16 Packages 2021-03-04T22:52:53.679 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:52:53.679 INFO:teuthology.orchestra.run.gibba038.stdout:Freed space: 173 M 2021-03-04T22:52:53.680 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:52:53.680 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:52:53.681 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:52:53.716 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:52:53.716 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:52:53.905 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:52:53.925 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:52:53.926 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:52:54.219 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:52:54.401 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:52:54.566 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:52:54.774 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:52:54.974 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:52:55.141 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:52:55.357 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:52:55.499 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:52:55.500 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:53:05.243 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:53:05.399 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:53:05.411 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:53:05.411 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:53:05.558 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:53:06.183 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:53:06.624 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:53:06.625 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:53:06.900 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:53:07.073 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:53:07.284 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:53:07.436 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:53:07.437 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:53:07.437 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:53:07.438 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:53:07.438 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:53:07.438 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:53:07.438 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:53:07.439 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:53:07.439 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:53:07.439 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:53:07.440 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:53:07.440 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:53:07.440 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:53:07.441 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:53:07.441 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:53:07.441 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:53:07.790 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:53:07.790 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:53:07.791 INFO:teuthology.orchestra.run.gibba038.stdout:Removed: 2021-03-04T22:53:07.791 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:53:07.791 INFO:teuthology.orchestra.run.gibba038.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:53:07.791 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:53:07.792 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:53:07.792 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:53:07.792 INFO:teuthology.orchestra.run.gibba038.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:53:07.792 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:53:07.792 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:53:07.793 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:53:07.793 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:53:07.793 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:53:07.793 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:53:07.794 INFO:teuthology.orchestra.run.gibba038.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:53:07.794 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:53:07.794 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:53:07.794 INFO:teuthology.orchestra.run.gibba038.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:53:07.795 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:53:07.795 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:53:07.983 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:53:08.333 INFO:teuthology.orchestra.run.gibba038.stdout:Copr repo for container-selinux owned by rhcont 64 kB/s | 3.3 kB 00:00 2021-03-04T22:53:08.657 INFO:teuthology.orchestra.run.gibba038.stdout:Stable Releases of Upstream github.com/containe 5.2 kB/s | 1.7 kB 00:00 2021-03-04T22:53:09.064 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:53:09.066 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:53:09.066 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:53:09.066 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:53:09.066 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T22:53:09.067 INFO:teuthology.orchestra.run.gibba038.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:53:09.067 INFO:teuthology.orchestra.run.gibba038.stdout:Installing dependencies: 2021-03-04T22:53:09.067 INFO:teuthology.orchestra.run.gibba038.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:53:09.067 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:53:09.067 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:53:09.068 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:53:09.068 INFO:teuthology.orchestra.run.gibba038.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:53:09.068 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:53:09.068 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:53:09.069 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:53:09.069 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:53:09.069 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:53:09.069 INFO:teuthology.orchestra.run.gibba038.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:53:09.069 INFO:teuthology.orchestra.run.gibba038.stdout:Installing weak dependencies: 2021-03-04T22:53:09.070 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:53:09.070 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:53:09.070 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:53:09.070 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:53:09.071 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:53:09.071 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:53:09.071 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:53:09.071 INFO:teuthology.orchestra.run.gibba038.stdout:Install 16 Packages 2021-03-04T22:53:09.071 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:53:09.072 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 68 M 2021-03-04T22:53:09.072 INFO:teuthology.orchestra.run.gibba038.stdout:Installed size: 173 M 2021-03-04T22:53:09.073 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T22:53:09.102 INFO:teuthology.orchestra.run.gibba038.stdout:(1/16): yajl-2.1.0-10.el8.x86_64.rpm 1.2 MB/s | 41 kB 00:00 2021-03-04T22:53:09.103 INFO:teuthology.orchestra.run.gibba038.stdout:(2/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 8.9 MB/s | 318 kB 00:00 2021-03-04T22:53:09.104 INFO:teuthology.orchestra.run.gibba038.stdout:(3/16): fuse3-3.2.1-12.el8.x86_64.rpm 28 MB/s | 50 kB 00:00 2021-03-04T22:53:09.105 INFO:teuthology.orchestra.run.gibba038.stdout:(4/16): fuse-common-3.2.1-12.el8.x86_64.rpm 575 kB/s | 21 kB 00:00 2021-03-04T22:53:09.106 INFO:teuthology.orchestra.run.gibba038.stdout:(5/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 42 MB/s | 94 kB 00:00 2021-03-04T22:53:09.181 INFO:teuthology.orchestra.run.gibba038.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 768 kB/s | 59 kB 00:00 2021-03-04T22:53:10.150 INFO:teuthology.orchestra.run.gibba038.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 48 kB/s | 50 kB 00:01 2021-03-04T22:53:10.379 INFO:teuthology.orchestra.run.gibba038.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 227 kB/s | 289 kB 00:01 2021-03-04T22:53:10.563 INFO:teuthology.orchestra.run.gibba038.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 142 kB/s | 59 kB 00:00 2021-03-04T22:53:10.788 INFO:teuthology.orchestra.run.gibba038.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 455 kB/s | 186 kB 00:00 2021-03-04T22:53:10.867 INFO:teuthology.orchestra.run.gibba038.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 237 kB/s | 72 kB 00:00 2021-03-04T22:53:11.197 INFO:teuthology.orchestra.run.gibba038.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 590 kB/s | 241 kB 00:00 2021-03-04T22:53:11.833 INFO:teuthology.orchestra.run.gibba038.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 3.9 MB/s | 2.5 MB 00:00 2021-03-04T22:53:12.141 INFO:teuthology.orchestra.run.gibba038.stdout:(14/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 178 kB/s | 55 kB 00:00 2021-03-04T22:53:12.413 INFO:teuthology.orchestra.run.gibba038.stdout:(15/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:53:12.571 INFO:teuthology.orchestra.run.gibba038.stdout:(16/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 14 MB/s | 23 MB 00:01 2021-03-04T22:53:12.575 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:53:12.576 INFO:teuthology.orchestra.run.gibba038.stdout:Total 20 MB/s | 68 MB 00:03 2021-03-04T22:53:12.585 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:53:12.616 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:53:12.617 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:53:12.977 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:53:12.978 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:53:13.510 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:53:13.695 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:53:15.683 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:53:15.904 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:53:16.060 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:53:16.216 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:53:16.225 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:53:16.374 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:53:26.981 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:53:27.149 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:53:27.210 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:53:27.379 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:53:27.520 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:53:27.699 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:53:27.715 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:53:27.897 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:53:28.053 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:53:28.241 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:53:28.291 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:53:28.292 INFO:teuthology.orchestra.run.gibba038.stdout:/var/tmp/rpm-tmp.UEQgTo: line 5: 28500 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:53:28.581 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:53:30.064 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:53:30.266 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:53:30.670 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:53:30.871 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:53:30.872 INFO:teuthology.orchestra.run.gibba038.stdout:/var/tmp/rpm-tmp.6vgGoc: line 6: 29450 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:53:30.872 INFO:teuthology.orchestra.run.gibba038.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:53:30.872 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:53:30.872 INFO:teuthology.orchestra.run.gibba038.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:53:31.000 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:53:31.000 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:53:31.001 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:53:31.001 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:53:31.001 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:53:31.001 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:53:31.002 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:53:31.002 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:53:31.002 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:53:31.002 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:53:31.003 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:53:31.003 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:53:31.003 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:53:31.003 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:53:31.004 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:53:31.519 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:53:31.519 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:53:31.519 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T22:53:31.519 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:53:31.520 INFO:teuthology.orchestra.run.gibba038.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:53:31.520 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:53:31.520 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:53:31.520 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:53:31.520 INFO:teuthology.orchestra.run.gibba038.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:53:31.521 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:53:31.521 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:53:31.521 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:53:31.521 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:53:31.522 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:53:31.522 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:53:31.522 INFO:teuthology.orchestra.run.gibba038.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:53:31.522 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:53:31.522 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:53:31.523 INFO:teuthology.orchestra.run.gibba038.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:53:31.523 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:53:31.523 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:53:31.667 INFO:teuthology.task.exec:Running commands on role osd.5 host ubuntu@gibba038.front.sepia.ceph.com 2021-03-04T22:53:31.668 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:53:32.007 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:00:23 ago on Thu 04 Mar 2021 10:53:08 PM UTC. 2021-03-04T22:53:32.445 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:53:32.446 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:53:32.446 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:53:32.485 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:53:32.816 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:53:08 PM UTC. 2021-03-04T22:53:33.067 INFO:teuthology.orchestra.run.gibba038.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:53:33.155 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:53:33.156 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:53:33.157 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:53:33.201 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:53:33.428 INFO:teuthology.orchestra.run.gibba038.stdout:Repository successfully enabled. 2021-03-04T22:53:33.432 INFO:teuthology.orchestra.run.gibba038.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:53:33.433 INFO:teuthology.orchestra.run.gibba038.stderr:of the main distribution, and quality may vary. 2021-03-04T22:53:33.433 INFO:teuthology.orchestra.run.gibba038.stderr: 2021-03-04T22:53:33.433 INFO:teuthology.orchestra.run.gibba038.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:53:33.433 INFO:teuthology.orchestra.run.gibba038.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:53:33.434 INFO:teuthology.orchestra.run.gibba038.stderr:, 2021-03-04T22:53:33.434 INFO:teuthology.orchestra.run.gibba038.stderr:and packages are not held to any quality or security level. 2021-03-04T22:53:33.434 INFO:teuthology.orchestra.run.gibba038.stderr: 2021-03-04T22:53:33.434 INFO:teuthology.orchestra.run.gibba038.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:53:33.434 INFO:teuthology.orchestra.run.gibba038.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:53:33.450 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:53:33.478 INFO:teuthology.orchestra.run.gibba038.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:53:33.479 INFO:teuthology.orchestra.run.gibba038.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:53:33.793 INFO:teuthology.orchestra.run.gibba038.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1146 0 --:--:-- --:--:-- --:--:-- 1146 2021-03-04T22:53:33.795 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:53:34.123 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:53:34.126 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:53:34.127 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:53:34.127 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:53:34.127 INFO:teuthology.orchestra.run.gibba038.stdout:Removing: 2021-03-04T22:53:34.127 INFO:teuthology.orchestra.run.gibba038.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:53:34.128 INFO:teuthology.orchestra.run.gibba038.stdout:Removing unused dependencies: 2021-03-04T22:53:34.128 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:53:34.128 INFO:teuthology.orchestra.run.gibba038.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:53:34.129 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:53:34.129 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:53:34.129 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:53:34.130 INFO:teuthology.orchestra.run.gibba038.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:53:34.130 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:53:34.130 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:53:34.131 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:53:34.131 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:53:34.131 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:53:34.131 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:53:34.132 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:53:34.132 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:53:34.132 INFO:teuthology.orchestra.run.gibba038.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:53:34.132 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:53:34.133 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:53:34.133 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:53:34.133 INFO:teuthology.orchestra.run.gibba038.stdout:Remove 16 Packages 2021-03-04T22:53:34.134 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:53:34.134 INFO:teuthology.orchestra.run.gibba038.stdout:Freed space: 173 M 2021-03-04T22:53:34.134 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:53:34.135 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:53:34.135 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:53:34.168 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:53:34.168 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:53:34.401 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:53:34.421 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:53:34.421 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:53:34.719 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:53:34.859 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:53:35.066 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:53:35.266 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:53:35.424 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:53:35.625 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:53:35.824 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:53:35.967 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:53:35.967 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:53:45.727 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:53:45.858 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:53:45.869 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:53:45.870 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:53:46.050 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:53:46.216 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:53:46.358 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:53:46.358 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:53:46.616 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:53:46.825 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:53:47.018 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:53:47.218 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:53:47.219 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:53:47.219 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:53:47.219 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:53:47.219 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:53:47.219 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:53:47.220 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:53:47.220 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:53:47.220 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:53:47.220 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:53:47.221 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:53:47.221 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:53:47.221 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:53:47.221 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:53:47.221 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:53:47.222 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:53:47.646 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:53:47.646 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:53:47.647 INFO:teuthology.orchestra.run.gibba038.stdout:Removed: 2021-03-04T22:53:47.647 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:53:47.647 INFO:teuthology.orchestra.run.gibba038.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:53:47.647 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:53:47.647 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:53:47.648 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:53:47.648 INFO:teuthology.orchestra.run.gibba038.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:53:47.648 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:53:47.648 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:53:47.648 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:53:47.649 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:53:47.649 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:53:47.649 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:53:47.649 INFO:teuthology.orchestra.run.gibba038.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:53:47.650 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:53:47.650 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:53:47.650 INFO:teuthology.orchestra.run.gibba038.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:53:47.650 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:53:47.650 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:53:48.314 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:53:48.651 INFO:teuthology.orchestra.run.gibba038.stdout:Copr repo for container-selinux owned by rhcont 86 kB/s | 3.3 kB 00:00 2021-03-04T22:53:48.974 INFO:teuthology.orchestra.run.gibba038.stdout:Stable Releases of Upstream github.com/containe 5.2 kB/s | 1.7 kB 00:00 2021-03-04T22:53:49.357 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:53:49.359 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:53:49.359 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:53:49.359 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:53:49.359 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T22:53:49.360 INFO:teuthology.orchestra.run.gibba038.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:53:49.360 INFO:teuthology.orchestra.run.gibba038.stdout:Installing dependencies: 2021-03-04T22:53:49.360 INFO:teuthology.orchestra.run.gibba038.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:53:49.360 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:53:49.361 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:53:49.361 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:53:49.361 INFO:teuthology.orchestra.run.gibba038.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:53:49.361 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:53:49.361 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:53:49.362 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:53:49.362 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:53:49.362 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:53:49.362 INFO:teuthology.orchestra.run.gibba038.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:53:49.362 INFO:teuthology.orchestra.run.gibba038.stdout:Installing weak dependencies: 2021-03-04T22:53:49.363 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:53:49.363 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:53:49.363 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:53:49.363 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:53:49.364 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:53:49.364 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:53:49.364 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:53:49.364 INFO:teuthology.orchestra.run.gibba038.stdout:Install 16 Packages 2021-03-04T22:53:49.364 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:53:49.365 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 68 M 2021-03-04T22:53:49.365 INFO:teuthology.orchestra.run.gibba038.stdout:Installed size: 173 M 2021-03-04T22:53:49.366 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T22:53:49.403 INFO:teuthology.orchestra.run.gibba038.stdout:(1/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 7.5 MB/s | 318 kB 00:00 2021-03-04T22:53:49.410 INFO:teuthology.orchestra.run.gibba038.stdout:(2/16): yajl-2.1.0-10.el8.x86_64.rpm 835 kB/s | 41 kB 00:00 2021-03-04T22:53:49.412 INFO:teuthology.orchestra.run.gibba038.stdout:(3/16): fuse3-3.2.1-12.el8.x86_64.rpm 5.4 MB/s | 50 kB 00:00 2021-03-04T22:53:49.413 INFO:teuthology.orchestra.run.gibba038.stdout:(4/16): fuse-common-3.2.1-12.el8.x86_64.rpm 412 kB/s | 21 kB 00:00 2021-03-04T22:53:49.413 INFO:teuthology.orchestra.run.gibba038.stdout:(5/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 34 MB/s | 94 kB 00:00 2021-03-04T22:53:49.456 INFO:teuthology.orchestra.run.gibba038.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.3 MB/s | 59 kB 00:00 2021-03-04T22:53:50.480 INFO:teuthology.orchestra.run.gibba038.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 47 kB/s | 50 kB 00:01 2021-03-04T22:53:50.691 INFO:teuthology.orchestra.run.gibba038.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 226 kB/s | 289 kB 00:01 2021-03-04T22:53:50.888 INFO:teuthology.orchestra.run.gibba038.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 144 kB/s | 59 kB 00:00 2021-03-04T22:53:51.099 INFO:teuthology.orchestra.run.gibba038.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 456 kB/s | 186 kB 00:00 2021-03-04T22:53:51.194 INFO:teuthology.orchestra.run.gibba038.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 236 kB/s | 72 kB 00:00 2021-03-04T22:53:51.507 INFO:teuthology.orchestra.run.gibba038.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 592 kB/s | 241 kB 00:00 2021-03-04T22:53:52.141 INFO:teuthology.orchestra.run.gibba038.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 3.9 MB/s | 2.5 MB 00:00 2021-03-04T22:53:52.657 INFO:teuthology.orchestra.run.gibba038.stdout:(14/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:53:52.658 INFO:teuthology.orchestra.run.gibba038.stdout:(15/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 106 kB/s | 55 kB 00:00 2021-03-04T22:53:52.887 INFO:teuthology.orchestra.run.gibba038.stdout:(16/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 14 MB/s | 23 MB 00:01 2021-03-04T22:53:52.892 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:53:52.892 INFO:teuthology.orchestra.run.gibba038.stdout:Total 19 MB/s | 68 MB 00:03 2021-03-04T22:53:52.902 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:53:52.933 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:53:52.934 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:53:53.294 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:53:53.295 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:53:53.824 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:53:53.987 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:53:55.987 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:53:56.221 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:53:56.385 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:53:56.549 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:53:56.560 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:53:56.707 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:54:07.300 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:54:07.499 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:54:07.566 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:54:07.687 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:54:07.871 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:54:08.007 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:54:08.023 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:54:08.189 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:54:08.378 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:54:08.525 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:54:08.572 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:54:08.572 INFO:teuthology.orchestra.run.gibba038.stdout:/var/tmp/rpm-tmp.e2y8g8: line 5: 31114 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:54:08.828 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:54:10.297 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:54:10.508 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:54:10.909 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:54:11.177 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:54:11.178 INFO:teuthology.orchestra.run.gibba038.stdout:/var/tmp/rpm-tmp.GIgvrq: line 6: 32064 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:54:11.178 INFO:teuthology.orchestra.run.gibba038.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:54:11.178 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:54:11.179 INFO:teuthology.orchestra.run.gibba038.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:54:11.306 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:54:11.306 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:54:11.306 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:54:11.307 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:54:11.307 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:54:11.307 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:54:11.307 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:54:11.307 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:54:11.308 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:54:11.308 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:54:11.308 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:54:11.308 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:54:11.309 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:54:11.309 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:54:11.309 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:54:11.808 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:54:11.809 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:54:11.809 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T22:54:11.809 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:54:11.809 INFO:teuthology.orchestra.run.gibba038.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:54:11.810 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:54:11.810 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:54:11.810 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:54:11.810 INFO:teuthology.orchestra.run.gibba038.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:54:11.811 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:54:11.811 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:54:11.811 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:54:11.811 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:54:11.811 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:54:11.812 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:54:11.812 INFO:teuthology.orchestra.run.gibba038.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:54:11.812 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:54:11.812 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:54:11.812 INFO:teuthology.orchestra.run.gibba038.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:54:11.813 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:54:11.813 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:54:11.976 INFO:teuthology.task.exec:Running commands on role osd.6 host ubuntu@gibba038.front.sepia.ceph.com 2021-03-04T22:54:11.977 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:54:12.311 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:53:48 PM UTC. 2021-03-04T22:54:12.689 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:54:12.690 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:54:12.690 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:54:12.725 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:54:13.057 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:00:25 ago on Thu 04 Mar 2021 10:53:48 PM UTC. 2021-03-04T22:54:13.333 INFO:teuthology.orchestra.run.gibba038.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:54:13.422 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:54:13.423 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:54:13.423 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:54:13.469 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:54:13.687 INFO:teuthology.orchestra.run.gibba038.stdout:Repository successfully enabled. 2021-03-04T22:54:13.691 INFO:teuthology.orchestra.run.gibba038.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:54:13.692 INFO:teuthology.orchestra.run.gibba038.stderr:of the main distribution, and quality may vary. 2021-03-04T22:54:13.692 INFO:teuthology.orchestra.run.gibba038.stderr: 2021-03-04T22:54:13.692 INFO:teuthology.orchestra.run.gibba038.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:54:13.692 INFO:teuthology.orchestra.run.gibba038.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:54:13.693 INFO:teuthology.orchestra.run.gibba038.stderr:, 2021-03-04T22:54:13.693 INFO:teuthology.orchestra.run.gibba038.stderr:and packages are not held to any quality or security level. 2021-03-04T22:54:13.693 INFO:teuthology.orchestra.run.gibba038.stderr: 2021-03-04T22:54:13.693 INFO:teuthology.orchestra.run.gibba038.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:54:13.693 INFO:teuthology.orchestra.run.gibba038.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:54:13.710 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:54:13.738 INFO:teuthology.orchestra.run.gibba038.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:54:13.739 INFO:teuthology.orchestra.run.gibba038.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:54:14.064 INFO:teuthology.orchestra.run.gibba038.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1104 0 --:--:-- --:--:-- --:--:-- 1104 2021-03-04T22:54:14.067 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:54:14.422 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:54:14.424 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:54:14.424 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:54:14.425 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:54:14.425 INFO:teuthology.orchestra.run.gibba038.stdout:Removing: 2021-03-04T22:54:14.425 INFO:teuthology.orchestra.run.gibba038.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:54:14.425 INFO:teuthology.orchestra.run.gibba038.stdout:Removing unused dependencies: 2021-03-04T22:54:14.425 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:54:14.426 INFO:teuthology.orchestra.run.gibba038.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:54:14.426 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:54:14.426 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:54:14.426 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:54:14.427 INFO:teuthology.orchestra.run.gibba038.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:54:14.427 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:54:14.427 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:54:14.427 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:54:14.428 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:54:14.428 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:54:14.428 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:54:14.428 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:54:14.428 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:54:14.429 INFO:teuthology.orchestra.run.gibba038.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:54:14.429 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:54:14.430 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:54:14.430 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:54:14.430 INFO:teuthology.orchestra.run.gibba038.stdout:Remove 16 Packages 2021-03-04T22:54:14.430 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:54:14.430 INFO:teuthology.orchestra.run.gibba038.stdout:Freed space: 173 M 2021-03-04T22:54:14.431 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:54:14.432 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:54:14.433 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:54:14.467 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:54:14.467 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:54:14.705 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:54:14.725 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:54:14.726 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:54:15.019 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:54:15.193 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:54:15.358 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:54:15.558 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:54:15.774 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:54:15.942 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:54:16.150 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:54:16.283 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:54:16.284 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:54:26.160 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:54:26.300 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:54:26.313 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:54:26.313 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:54:26.492 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:54:26.633 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:54:26.800 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:54:26.800 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:54:27.067 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:54:27.243 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:54:27.477 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:54:27.631 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:54:27.631 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:54:27.631 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:54:27.632 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:54:27.632 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:54:27.632 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:54:27.632 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:54:27.633 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:54:27.633 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:54:27.633 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:54:27.633 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:54:27.633 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:54:27.634 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:54:27.634 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:54:27.634 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:54:27.634 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:54:28.010 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:54:28.010 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:54:28.011 INFO:teuthology.orchestra.run.gibba038.stdout:Removed: 2021-03-04T22:54:28.011 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:54:28.012 INFO:teuthology.orchestra.run.gibba038.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:54:28.012 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:54:28.013 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:54:28.013 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:54:28.013 INFO:teuthology.orchestra.run.gibba038.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:54:28.014 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:54:28.014 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:54:28.015 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:54:28.015 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:54:28.016 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:54:28.016 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:54:28.016 INFO:teuthology.orchestra.run.gibba038.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:54:28.017 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:54:28.017 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:54:28.018 INFO:teuthology.orchestra.run.gibba038.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:54:28.019 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:54:28.019 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:54:28.298 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:54:28.635 INFO:teuthology.orchestra.run.gibba038.stdout:Copr repo for container-selinux owned by rhcont 89 kB/s | 3.3 kB 00:00 2021-03-04T22:54:28.948 INFO:teuthology.orchestra.run.gibba038.stdout:Stable Releases of Upstream github.com/containe 5.3 kB/s | 1.7 kB 00:00 2021-03-04T22:54:29.342 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:54:29.344 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:54:29.344 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:54:29.345 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:54:29.345 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T22:54:29.345 INFO:teuthology.orchestra.run.gibba038.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:54:29.345 INFO:teuthology.orchestra.run.gibba038.stdout:Installing dependencies: 2021-03-04T22:54:29.345 INFO:teuthology.orchestra.run.gibba038.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:54:29.346 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:54:29.346 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:54:29.346 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:54:29.346 INFO:teuthology.orchestra.run.gibba038.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:54:29.347 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:54:29.347 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:54:29.347 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:54:29.347 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:54:29.348 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:54:29.348 INFO:teuthology.orchestra.run.gibba038.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:54:29.349 INFO:teuthology.orchestra.run.gibba038.stdout:Installing weak dependencies: 2021-03-04T22:54:29.349 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:54:29.349 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:54:29.350 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:54:29.350 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:54:29.351 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:54:29.352 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:54:29.353 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:54:29.353 INFO:teuthology.orchestra.run.gibba038.stdout:Install 16 Packages 2021-03-04T22:54:29.354 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:54:29.355 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 68 M 2021-03-04T22:54:29.356 INFO:teuthology.orchestra.run.gibba038.stdout:Installed size: 173 M 2021-03-04T22:54:29.356 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T22:54:29.380 INFO:teuthology.orchestra.run.gibba038.stdout:(1/16): fuse-common-3.2.1-12.el8.x86_64.rpm 635 kB/s | 21 kB 00:00 2021-03-04T22:54:29.381 INFO:teuthology.orchestra.run.gibba038.stdout:(2/16): yajl-2.1.0-10.el8.x86_64.rpm 1.2 MB/s | 41 kB 00:00 2021-03-04T22:54:29.382 INFO:teuthology.orchestra.run.gibba038.stdout:(3/16): fuse3-3.2.1-12.el8.x86_64.rpm 30 MB/s | 50 kB 00:00 2021-03-04T22:54:29.385 INFO:teuthology.orchestra.run.gibba038.stdout:(4/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 26 MB/s | 94 kB 00:00 2021-03-04T22:54:29.386 INFO:teuthology.orchestra.run.gibba038.stdout:(5/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 7.9 MB/s | 318 kB 00:00 2021-03-04T22:54:29.425 INFO:teuthology.orchestra.run.gibba038.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.3 MB/s | 59 kB 00:00 2021-03-04T22:54:30.533 INFO:teuthology.orchestra.run.gibba038.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 43 kB/s | 50 kB 00:01 2021-03-04T22:54:30.630 INFO:teuthology.orchestra.run.gibba038.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 232 kB/s | 289 kB 00:01 2021-03-04T22:54:30.837 INFO:teuthology.orchestra.run.gibba038.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 193 kB/s | 59 kB 00:00 2021-03-04T22:54:31.139 INFO:teuthology.orchestra.run.gibba038.stdout:(10/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 239 kB/s | 72 kB 00:00 2021-03-04T22:54:31.143 INFO:teuthology.orchestra.run.gibba038.stdout:(11/16): crun-0.18-3.el8.5.2.x86_64.rpm 364 kB/s | 186 kB 00:00 2021-03-04T22:54:31.543 INFO:teuthology.orchestra.run.gibba038.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 599 kB/s | 241 kB 00:00 2021-03-04T22:54:32.155 INFO:teuthology.orchestra.run.gibba038.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 4.0 MB/s | 2.5 MB 00:00 2021-03-04T22:54:32.627 INFO:teuthology.orchestra.run.gibba038.stdout:(14/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:54:32.628 INFO:teuthology.orchestra.run.gibba038.stdout:(15/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 116 kB/s | 55 kB 00:00 2021-03-04T22:54:32.974 INFO:teuthology.orchestra.run.gibba038.stdout:(16/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 13 MB/s | 23 MB 00:01 2021-03-04T22:54:32.978 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:54:32.978 INFO:teuthology.orchestra.run.gibba038.stdout:Total 19 MB/s | 68 MB 00:03 2021-03-04T22:54:32.988 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:54:33.018 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:54:33.019 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:54:33.378 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:54:33.380 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:54:34.010 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:54:34.154 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:54:36.148 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:54:36.379 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:54:36.535 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:54:36.691 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:54:36.701 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:54:36.841 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:54:47.679 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:54:47.883 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:54:47.946 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:54:48.071 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:54:48.238 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:54:48.374 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:54:48.391 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:54:48.572 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:54:48.770 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:54:48.925 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:54:48.984 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:54:48.985 INFO:teuthology.orchestra.run.gibba038.stdout:/var/tmp/rpm-tmp.qHLXsp: line 5: 33720 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:54:49.257 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:54:50.756 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:54:50.924 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:54:51.329 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:54:51.530 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:54:51.530 INFO:teuthology.orchestra.run.gibba038.stdout:/var/tmp/rpm-tmp.WSXArf: line 6: 34670 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:54:51.530 INFO:teuthology.orchestra.run.gibba038.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:54:51.531 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:54:51.531 INFO:teuthology.orchestra.run.gibba038.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:54:51.657 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:54:51.658 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:54:51.658 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:54:51.658 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:54:51.659 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:54:51.659 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:54:51.659 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:54:51.659 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:54:51.659 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:54:51.660 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:54:51.660 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:54:51.660 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:54:51.660 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:54:51.660 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:54:51.661 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:54:52.162 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:54:52.162 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:54:52.162 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T22:54:52.162 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:54:52.163 INFO:teuthology.orchestra.run.gibba038.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:54:52.163 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:54:52.163 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:54:52.163 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:54:52.164 INFO:teuthology.orchestra.run.gibba038.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:54:52.164 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:54:52.164 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:54:52.164 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:54:52.164 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:54:52.165 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:54:52.165 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:54:52.165 INFO:teuthology.orchestra.run.gibba038.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:54:52.165 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:54:52.166 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:54:52.166 INFO:teuthology.orchestra.run.gibba038.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:54:52.166 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:54:52.166 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:54:52.359 INFO:teuthology.task.exec:Running commands on role osd.7 host ubuntu@gibba038.front.sepia.ceph.com 2021-03-04T22:54:52.360 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:54:52.691 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:54:28 PM UTC. 2021-03-04T22:54:53.074 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:54:53.075 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:54:53.075 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:54:53.147 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:54:53.477 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:00:25 ago on Thu 04 Mar 2021 10:54:28 PM UTC. 2021-03-04T22:54:53.750 INFO:teuthology.orchestra.run.gibba038.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:54:53.839 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:54:53.839 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:54:53.840 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:54:53.877 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:54:54.096 INFO:teuthology.orchestra.run.gibba038.stdout:Repository successfully enabled. 2021-03-04T22:54:54.101 INFO:teuthology.orchestra.run.gibba038.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:54:54.101 INFO:teuthology.orchestra.run.gibba038.stderr:of the main distribution, and quality may vary. 2021-03-04T22:54:54.102 INFO:teuthology.orchestra.run.gibba038.stderr: 2021-03-04T22:54:54.102 INFO:teuthology.orchestra.run.gibba038.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:54:54.102 INFO:teuthology.orchestra.run.gibba038.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:54:54.102 INFO:teuthology.orchestra.run.gibba038.stderr:, 2021-03-04T22:54:54.103 INFO:teuthology.orchestra.run.gibba038.stderr:and packages are not held to any quality or security level. 2021-03-04T22:54:54.103 INFO:teuthology.orchestra.run.gibba038.stderr: 2021-03-04T22:54:54.103 INFO:teuthology.orchestra.run.gibba038.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:54:54.103 INFO:teuthology.orchestra.run.gibba038.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:54:54.120 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:54:54.149 INFO:teuthology.orchestra.run.gibba038.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:54:54.149 INFO:teuthology.orchestra.run.gibba038.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:54:54.465 INFO:teuthology.orchestra.run.gibba038.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1136 0 --:--:-- --:--:-- --:--:-- 1132 2021-03-04T22:54:54.468 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:54:54.820 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:54:54.823 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:54:54.823 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:54:54.823 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:54:54.823 INFO:teuthology.orchestra.run.gibba038.stdout:Removing: 2021-03-04T22:54:54.824 INFO:teuthology.orchestra.run.gibba038.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:54:54.824 INFO:teuthology.orchestra.run.gibba038.stdout:Removing unused dependencies: 2021-03-04T22:54:54.824 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:54:54.824 INFO:teuthology.orchestra.run.gibba038.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:54:54.824 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:54:54.825 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:54:54.825 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:54:54.825 INFO:teuthology.orchestra.run.gibba038.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:54:54.825 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:54:54.826 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:54:54.826 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:54:54.826 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:54:54.826 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:54:54.826 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:54:54.827 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:54:54.827 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:54:54.827 INFO:teuthology.orchestra.run.gibba038.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:54:54.827 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:54:54.828 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:54:54.828 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:54:54.828 INFO:teuthology.orchestra.run.gibba038.stdout:Remove 16 Packages 2021-03-04T22:54:54.828 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:54:54.828 INFO:teuthology.orchestra.run.gibba038.stdout:Freed space: 173 M 2021-03-04T22:54:54.829 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:54:54.830 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:54:54.831 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:54:54.866 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:54:54.867 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:54:55.059 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:54:55.079 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:54:55.079 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:54:55.369 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:54:55.543 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:54:55.750 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:54:55.908 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:54:56.100 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:54:56.309 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:54:56.475 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:54:56.642 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:54:56.642 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:55:06.827 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:55:06.958 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:55:06.971 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:55:06.972 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:55:07.150 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:55:07.325 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:55:07.467 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:55:07.467 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:55:07.725 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:55:07.925 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:55:08.110 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:55:08.308 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:55:08.308 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:55:08.308 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:55:08.309 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:55:08.309 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:55:08.309 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:55:08.309 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:55:08.310 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:55:08.310 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:55:08.310 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:55:08.310 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:55:08.311 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:55:08.311 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:55:08.311 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:55:08.311 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:55:08.312 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:55:08.821 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:55:08.822 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:55:08.822 INFO:teuthology.orchestra.run.gibba038.stdout:Removed: 2021-03-04T22:55:08.822 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:55:08.822 INFO:teuthology.orchestra.run.gibba038.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:55:08.822 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:55:08.823 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:55:08.823 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:55:08.823 INFO:teuthology.orchestra.run.gibba038.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:55:08.823 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:55:08.824 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:55:08.824 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:55:08.824 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:55:08.824 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:55:08.824 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:55:08.825 INFO:teuthology.orchestra.run.gibba038.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:55:08.825 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:55:08.825 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:55:08.825 INFO:teuthology.orchestra.run.gibba038.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:55:08.825 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:55:08.826 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:55:09.063 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:55:09.408 INFO:teuthology.orchestra.run.gibba038.stdout:Copr repo for container-selinux owned by rhcont 72 kB/s | 3.3 kB 00:00 2021-03-04T22:55:09.730 INFO:teuthology.orchestra.run.gibba038.stdout:Stable Releases of Upstream github.com/containe 5.2 kB/s | 1.7 kB 00:00 2021-03-04T22:55:10.132 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:55:10.134 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:55:10.134 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:55:10.134 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:55:10.135 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T22:55:10.135 INFO:teuthology.orchestra.run.gibba038.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:55:10.135 INFO:teuthology.orchestra.run.gibba038.stdout:Installing dependencies: 2021-03-04T22:55:10.135 INFO:teuthology.orchestra.run.gibba038.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:55:10.135 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:55:10.136 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:55:10.136 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:55:10.136 INFO:teuthology.orchestra.run.gibba038.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:55:10.136 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:55:10.137 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:55:10.137 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:55:10.137 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:55:10.137 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:55:10.137 INFO:teuthology.orchestra.run.gibba038.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:55:10.138 INFO:teuthology.orchestra.run.gibba038.stdout:Installing weak dependencies: 2021-03-04T22:55:10.138 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:55:10.138 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:55:10.138 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:55:10.139 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:55:10.139 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:55:10.139 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:55:10.139 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:55:10.139 INFO:teuthology.orchestra.run.gibba038.stdout:Install 16 Packages 2021-03-04T22:55:10.140 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:55:10.140 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 68 M 2021-03-04T22:55:10.141 INFO:teuthology.orchestra.run.gibba038.stdout:Installed size: 173 M 2021-03-04T22:55:10.141 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T22:55:10.167 INFO:teuthology.orchestra.run.gibba038.stdout:(1/16): yajl-2.1.0-10.el8.x86_64.rpm 1.3 MB/s | 41 kB 00:00 2021-03-04T22:55:10.169 INFO:teuthology.orchestra.run.gibba038.stdout:(2/16): fuse3-3.2.1-12.el8.x86_64.rpm 31 MB/s | 50 kB 00:00 2021-03-04T22:55:10.170 INFO:teuthology.orchestra.run.gibba038.stdout:(3/16): fuse-common-3.2.1-12.el8.x86_64.rpm 648 kB/s | 21 kB 00:00 2021-03-04T22:55:10.171 INFO:teuthology.orchestra.run.gibba038.stdout:(4/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 45 MB/s | 94 kB 00:00 2021-03-04T22:55:10.175 INFO:teuthology.orchestra.run.gibba038.stdout:(5/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 8.1 MB/s | 318 kB 00:00 2021-03-04T22:55:10.238 INFO:teuthology.orchestra.run.gibba038.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 871 kB/s | 59 kB 00:00 2021-03-04T22:55:11.243 INFO:teuthology.orchestra.run.gibba038.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 47 kB/s | 50 kB 00:01 2021-03-04T22:55:11.445 INFO:teuthology.orchestra.run.gibba038.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 227 kB/s | 289 kB 00:01 2021-03-04T22:55:11.652 INFO:teuthology.orchestra.run.gibba038.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 143 kB/s | 59 kB 00:00 2021-03-04T22:55:11.752 INFO:teuthology.orchestra.run.gibba038.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 607 kB/s | 186 kB 00:00 2021-03-04T22:55:12.080 INFO:teuthology.orchestra.run.gibba038.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 169 kB/s | 72 kB 00:00 2021-03-04T22:55:12.159 INFO:teuthology.orchestra.run.gibba038.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 593 kB/s | 241 kB 00:00 2021-03-04T22:55:12.685 INFO:teuthology.orchestra.run.gibba038.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 4.7 MB/s | 2.5 MB 00:00 2021-03-04T22:55:12.994 INFO:teuthology.orchestra.run.gibba038.stdout:(14/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 177 kB/s | 55 kB 00:00 2021-03-04T22:55:13.457 INFO:teuthology.orchestra.run.gibba038.stdout:(15/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:55:14.088 INFO:teuthology.orchestra.run.gibba038.stdout:(16/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 12 MB/s | 23 MB 00:02 2021-03-04T22:55:14.093 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:55:14.094 INFO:teuthology.orchestra.run.gibba038.stdout:Total 17 MB/s | 68 MB 00:03 2021-03-04T22:55:14.103 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:55:14.135 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:55:14.135 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:55:14.498 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:55:14.500 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:55:15.075 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:55:15.212 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:55:17.231 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:55:17.446 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:55:17.644 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:55:17.767 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:55:17.775 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:55:17.966 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:55:28.554 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:55:28.708 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:55:28.755 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:55:28.921 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:55:29.063 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:55:29.250 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:55:29.265 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:55:29.456 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:55:29.629 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:55:29.808 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:55:29.852 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:55:29.852 INFO:teuthology.orchestra.run.gibba038.stdout:/var/tmp/rpm-tmp.PhSKuL: line 5: 36334 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:55:30.125 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:55:31.606 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:55:31.825 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:55:32.229 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:55:32.416 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:55:32.417 INFO:teuthology.orchestra.run.gibba038.stdout:/var/tmp/rpm-tmp.Jsko6j: line 6: 37284 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:55:32.417 INFO:teuthology.orchestra.run.gibba038.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:55:32.418 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:55:32.418 INFO:teuthology.orchestra.run.gibba038.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:55:32.544 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:55:32.544 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:55:32.545 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:55:32.545 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:55:32.545 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:55:32.545 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:55:32.546 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:55:32.546 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:55:32.546 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:55:32.546 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:55:32.547 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:55:32.547 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:55:32.547 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:55:32.547 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:55:32.547 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:55:33.078 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:55:33.079 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:55:33.079 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T22:55:33.080 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:55:33.080 INFO:teuthology.orchestra.run.gibba038.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:55:33.081 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:55:33.081 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:55:33.081 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:55:33.082 INFO:teuthology.orchestra.run.gibba038.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:55:33.082 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:55:33.083 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:55:33.083 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:55:33.084 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:55:33.084 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:55:33.084 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:55:33.085 INFO:teuthology.orchestra.run.gibba038.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:55:33.085 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:55:33.086 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:55:33.086 INFO:teuthology.orchestra.run.gibba038.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:55:33.087 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:55:33.087 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:55:33.216 INFO:teuthology.task.exec:Running commands on role client.1 host ubuntu@gibba038.front.sepia.ceph.com 2021-03-04T22:55:33.216 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:55:33.549 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:55:09 PM UTC. 2021-03-04T22:55:33.915 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:55:33.915 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:55:33.916 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:55:33.961 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:55:34.297 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:00:25 ago on Thu 04 Mar 2021 10:55:09 PM UTC. 2021-03-04T22:55:34.559 INFO:teuthology.orchestra.run.gibba038.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:55:34.647 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:55:34.648 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:55:34.648 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:55:34.686 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:55:34.908 INFO:teuthology.orchestra.run.gibba038.stdout:Repository successfully enabled. 2021-03-04T22:55:34.913 INFO:teuthology.orchestra.run.gibba038.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:55:34.913 INFO:teuthology.orchestra.run.gibba038.stderr:of the main distribution, and quality may vary. 2021-03-04T22:55:34.913 INFO:teuthology.orchestra.run.gibba038.stderr: 2021-03-04T22:55:34.914 INFO:teuthology.orchestra.run.gibba038.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:55:34.914 INFO:teuthology.orchestra.run.gibba038.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:55:34.914 INFO:teuthology.orchestra.run.gibba038.stderr:, 2021-03-04T22:55:34.915 INFO:teuthology.orchestra.run.gibba038.stderr:and packages are not held to any quality or security level. 2021-03-04T22:55:34.915 INFO:teuthology.orchestra.run.gibba038.stderr: 2021-03-04T22:55:34.915 INFO:teuthology.orchestra.run.gibba038.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:55:34.915 INFO:teuthology.orchestra.run.gibba038.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:55:34.932 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:55:34.963 INFO:teuthology.orchestra.run.gibba038.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:55:34.963 INFO:teuthology.orchestra.run.gibba038.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:55:35.272 INFO:teuthology.orchestra.run.gibba038.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1150 0 --:--:-- --:--:-- --:--:-- 1150 2021-03-04T22:55:35.275 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:55:35.630 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:55:35.633 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:55:35.633 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:55:35.633 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:55:35.633 INFO:teuthology.orchestra.run.gibba038.stdout:Removing: 2021-03-04T22:55:35.634 INFO:teuthology.orchestra.run.gibba038.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:55:35.634 INFO:teuthology.orchestra.run.gibba038.stdout:Removing unused dependencies: 2021-03-04T22:55:35.634 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:55:35.634 INFO:teuthology.orchestra.run.gibba038.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:55:35.635 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:55:35.635 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:55:35.635 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:55:35.635 INFO:teuthology.orchestra.run.gibba038.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:55:35.635 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:55:35.636 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:55:35.636 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:55:35.636 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:55:35.636 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:55:35.637 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:55:35.637 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:55:35.637 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:55:35.637 INFO:teuthology.orchestra.run.gibba038.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:55:35.637 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:55:35.638 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:55:35.638 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:55:35.638 INFO:teuthology.orchestra.run.gibba038.stdout:Remove 16 Packages 2021-03-04T22:55:35.638 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:55:35.638 INFO:teuthology.orchestra.run.gibba038.stdout:Freed space: 173 M 2021-03-04T22:55:35.639 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:55:35.640 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:55:35.640 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:55:35.675 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:55:35.675 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:55:35.868 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:55:35.888 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:55:35.888 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:55:36.203 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:55:36.361 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:55:36.567 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:55:36.767 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:55:36.925 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:55:37.126 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:55:37.300 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:55:37.476 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:55:37.476 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:55:47.794 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:55:47.975 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:55:47.988 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:55:47.988 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:55:48.209 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:55:48.367 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:55:48.534 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:55:48.534 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:55:48.792 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:55:48.966 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:55:49.202 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:55:49.361 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:55:49.361 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:55:49.362 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:55:49.362 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:55:49.362 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:55:49.362 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:55:49.363 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:55:49.363 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:55:49.363 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:55:49.363 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:55:49.364 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:55:49.364 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:55:49.364 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:55:49.364 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:55:49.365 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:55:49.365 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:55:49.738 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:55:49.739 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:55:49.739 INFO:teuthology.orchestra.run.gibba038.stdout:Removed: 2021-03-04T22:55:49.739 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:55:49.740 INFO:teuthology.orchestra.run.gibba038.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:55:49.740 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:55:49.740 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:55:49.740 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:55:49.740 INFO:teuthology.orchestra.run.gibba038.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:55:49.741 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:55:49.741 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:55:49.741 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:55:49.741 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:55:49.741 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:55:49.742 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:55:49.742 INFO:teuthology.orchestra.run.gibba038.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:55:49.742 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:55:49.742 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:55:49.743 INFO:teuthology.orchestra.run.gibba038.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:55:49.743 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:55:49.743 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:55:49.986 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:55:50.328 INFO:teuthology.orchestra.run.gibba038.stdout:Copr repo for container-selinux owned by rhcont 79 kB/s | 3.3 kB 00:00 2021-03-04T22:55:50.640 INFO:teuthology.orchestra.run.gibba038.stdout:Stable Releases of Upstream github.com/containe 5.4 kB/s | 1.7 kB 00:00 2021-03-04T22:55:51.050 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:55:51.051 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:55:51.052 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:55:51.052 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:55:51.052 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T22:55:51.052 INFO:teuthology.orchestra.run.gibba038.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:55:51.053 INFO:teuthology.orchestra.run.gibba038.stdout:Installing dependencies: 2021-03-04T22:55:51.053 INFO:teuthology.orchestra.run.gibba038.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:55:51.053 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:55:51.053 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:55:51.053 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:55:51.054 INFO:teuthology.orchestra.run.gibba038.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:55:51.054 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:55:51.054 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:55:51.054 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:55:51.055 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:55:51.055 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:55:51.055 INFO:teuthology.orchestra.run.gibba038.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:55:51.055 INFO:teuthology.orchestra.run.gibba038.stdout:Installing weak dependencies: 2021-03-04T22:55:51.055 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:55:51.056 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:55:51.056 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:55:51.056 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:55:51.056 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:55:51.057 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:55:51.057 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:55:51.057 INFO:teuthology.orchestra.run.gibba038.stdout:Install 16 Packages 2021-03-04T22:55:51.057 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:55:51.058 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 68 M 2021-03-04T22:55:51.058 INFO:teuthology.orchestra.run.gibba038.stdout:Installed size: 173 M 2021-03-04T22:55:51.058 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T22:55:51.089 INFO:teuthology.orchestra.run.gibba038.stdout:(1/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 8.8 MB/s | 318 kB 00:00 2021-03-04T22:55:51.091 INFO:teuthology.orchestra.run.gibba038.stdout:(2/16): fuse3-3.2.1-12.el8.x86_64.rpm 30 MB/s | 50 kB 00:00 2021-03-04T22:55:51.094 INFO:teuthology.orchestra.run.gibba038.stdout:(3/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 38 MB/s | 94 kB 00:00 2021-03-04T22:55:51.100 INFO:teuthology.orchestra.run.gibba038.stdout:(4/16): yajl-2.1.0-10.el8.x86_64.rpm 890 kB/s | 41 kB 00:00 2021-03-04T22:55:51.107 INFO:teuthology.orchestra.run.gibba038.stdout:(5/16): fuse-common-3.2.1-12.el8.x86_64.rpm 403 kB/s | 21 kB 00:00 2021-03-04T22:55:51.138 INFO:teuthology.orchestra.run.gibba038.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.3 MB/s | 59 kB 00:00 2021-03-04T22:55:52.163 INFO:teuthology.orchestra.run.gibba038.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 47 kB/s | 50 kB 00:01 2021-03-04T22:55:52.356 INFO:teuthology.orchestra.run.gibba038.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 230 kB/s | 289 kB 00:01 2021-03-04T22:55:52.468 INFO:teuthology.orchestra.run.gibba038.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 192 kB/s | 59 kB 00:00 2021-03-04T22:55:52.667 INFO:teuthology.orchestra.run.gibba038.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 600 kB/s | 186 kB 00:00 2021-03-04T22:55:52.774 INFO:teuthology.orchestra.run.gibba038.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 236 kB/s | 72 kB 00:00 2021-03-04T22:55:52.978 INFO:teuthology.orchestra.run.gibba038.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 775 kB/s | 241 kB 00:00 2021-03-04T22:55:54.008 INFO:teuthology.orchestra.run.gibba038.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 2.4 MB/s | 2.5 MB 00:01 2021-03-04T22:55:54.266 INFO:teuthology.orchestra.run.gibba038.stdout:(14/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 16 MB/s | 23 MB 00:01 2021-03-04T22:55:54.615 INFO:teuthology.orchestra.run.gibba038.stdout:(15/16): containernetworking-plugins-0.9.1-4.el 12 MB/s | 41 MB 00:03 2021-03-04T22:55:54.616 INFO:teuthology.orchestra.run.gibba038.stdout:(16/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 90 kB/s | 55 kB 00:00 2021-03-04T22:55:54.620 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:55:54.620 INFO:teuthology.orchestra.run.gibba038.stdout:Total 19 MB/s | 68 MB 00:03 2021-03-04T22:55:54.630 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:55:54.661 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:55:54.662 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:55:55.021 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:55:55.023 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:55:55.600 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:55:55.796 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:55:57.751 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:55:57.955 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:55:58.144 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:55:58.284 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:55:58.293 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:55:58.483 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:56:09.100 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:56:09.266 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:56:09.342 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:56:09.471 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:56:09.672 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:56:09.816 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:56:09.831 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:56:10.006 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:56:10.179 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:56:10.375 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:56:10.419 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:56:10.420 INFO:teuthology.orchestra.run.gibba038.stdout:/var/tmp/rpm-tmp.G2fdUb: line 5: 38947 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:56:10.692 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:56:12.182 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:56:12.383 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:56:12.793 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:56:13.032 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:56:13.033 INFO:teuthology.orchestra.run.gibba038.stdout:/var/tmp/rpm-tmp.Cyfsom: line 6: 39897 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:56:13.033 INFO:teuthology.orchestra.run.gibba038.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:56:13.033 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:56:13.034 INFO:teuthology.orchestra.run.gibba038.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:56:13.158 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:56:13.159 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:56:13.159 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:56:13.159 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:56:13.159 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:56:13.159 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:56:13.160 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:56:13.160 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:56:13.160 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:56:13.160 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:56:13.161 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:56:13.161 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:56:13.161 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:56:13.161 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:56:13.162 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:56:13.653 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:56:13.653 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:56:13.654 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T22:56:13.654 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:56:13.654 INFO:teuthology.orchestra.run.gibba038.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:56:13.654 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:56:13.655 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:56:13.655 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:56:13.655 INFO:teuthology.orchestra.run.gibba038.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:56:13.655 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:56:13.656 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:56:13.656 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:56:13.656 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:56:13.656 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:56:13.656 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:56:13.657 INFO:teuthology.orchestra.run.gibba038.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:56:13.657 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:56:13.657 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:56:13.657 INFO:teuthology.orchestra.run.gibba038.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:56:13.658 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:56:13.658 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:56:13.863 INFO:teuthology.task.exec:Running commands on role prometheus.a host ubuntu@gibba038.front.sepia.ceph.com 2021-03-04T22:56:13.863 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:56:14.198 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:55:50 PM UTC. 2021-03-04T22:56:14.600 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:56:14.601 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:56:14.601 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:56:14.652 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:56:14.982 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:55:50 PM UTC. 2021-03-04T22:56:15.242 INFO:teuthology.orchestra.run.gibba038.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:56:15.332 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:56:15.333 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:56:15.334 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:56:15.370 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:56:15.597 INFO:teuthology.orchestra.run.gibba038.stdout:Repository successfully enabled. 2021-03-04T22:56:15.602 INFO:teuthology.orchestra.run.gibba038.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:56:15.602 INFO:teuthology.orchestra.run.gibba038.stderr:of the main distribution, and quality may vary. 2021-03-04T22:56:15.602 INFO:teuthology.orchestra.run.gibba038.stderr: 2021-03-04T22:56:15.603 INFO:teuthology.orchestra.run.gibba038.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:56:15.603 INFO:teuthology.orchestra.run.gibba038.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:56:15.605 INFO:teuthology.orchestra.run.gibba038.stderr:, 2021-03-04T22:56:15.606 INFO:teuthology.orchestra.run.gibba038.stderr:and packages are not held to any quality or security level. 2021-03-04T22:56:15.606 INFO:teuthology.orchestra.run.gibba038.stderr: 2021-03-04T22:56:15.607 INFO:teuthology.orchestra.run.gibba038.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:56:15.608 INFO:teuthology.orchestra.run.gibba038.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:56:15.621 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:56:15.653 INFO:teuthology.orchestra.run.gibba038.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:56:15.654 INFO:teuthology.orchestra.run.gibba038.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:56:15.976 INFO:teuthology.orchestra.run.gibba038.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1111 0 --:--:-- --:--:-- --:--:-- 1111 2021-03-04T22:56:15.979 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:56:16.334 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:56:16.337 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:56:16.337 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:56:16.337 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:56:16.337 INFO:teuthology.orchestra.run.gibba038.stdout:Removing: 2021-03-04T22:56:16.338 INFO:teuthology.orchestra.run.gibba038.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:56:16.338 INFO:teuthology.orchestra.run.gibba038.stdout:Removing unused dependencies: 2021-03-04T22:56:16.338 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:56:16.338 INFO:teuthology.orchestra.run.gibba038.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:56:16.339 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:56:16.339 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:56:16.339 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:56:16.339 INFO:teuthology.orchestra.run.gibba038.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:56:16.340 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:56:16.340 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:56:16.340 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:56:16.340 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:56:16.341 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:56:16.341 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:56:16.341 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:56:16.341 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:56:16.342 INFO:teuthology.orchestra.run.gibba038.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:56:16.342 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:56:16.342 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:56:16.342 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:56:16.343 INFO:teuthology.orchestra.run.gibba038.stdout:Remove 16 Packages 2021-03-04T22:56:16.343 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:56:16.343 INFO:teuthology.orchestra.run.gibba038.stdout:Freed space: 173 M 2021-03-04T22:56:16.344 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:56:16.344 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:56:16.345 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:56:16.380 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:56:16.381 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:56:16.571 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:56:16.591 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:56:16.592 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:56:16.887 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:56:17.069 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:56:17.275 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:56:17.434 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:56:17.633 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:56:17.842 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:56:18.009 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:56:18.184 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:56:18.184 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:56:28.761 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:56:28.951 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:56:28.963 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:56:28.964 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:56:29.118 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:56:29.309 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:56:29.492 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:56:29.493 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:56:29.717 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:56:29.916 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:56:30.161 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:56:30.328 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:56:30.328 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:56:30.328 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:56:30.328 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:56:30.329 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:56:30.329 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:56:30.329 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:56:30.329 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:56:30.329 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:56:30.330 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:56:30.330 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:56:30.330 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:56:30.330 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:56:30.331 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:56:30.331 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:56:30.331 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:56:30.740 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:56:30.740 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:56:30.740 INFO:teuthology.orchestra.run.gibba038.stdout:Removed: 2021-03-04T22:56:30.740 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:56:30.741 INFO:teuthology.orchestra.run.gibba038.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:56:30.741 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:56:30.741 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:56:30.741 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:56:30.742 INFO:teuthology.orchestra.run.gibba038.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:56:30.742 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:56:30.742 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:56:30.742 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:56:30.743 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:56:30.743 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:56:30.743 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:56:30.743 INFO:teuthology.orchestra.run.gibba038.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:56:30.744 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:56:30.744 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:56:30.744 INFO:teuthology.orchestra.run.gibba038.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:56:30.744 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:56:30.744 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:56:30.990 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:56:31.342 INFO:teuthology.orchestra.run.gibba038.stdout:Copr repo for container-selinux owned by rhcont 82 kB/s | 3.3 kB 00:00 2021-03-04T22:56:31.666 INFO:teuthology.orchestra.run.gibba038.stdout:Stable Releases of Upstream github.com/containe 5.2 kB/s | 1.7 kB 00:00 2021-03-04T22:56:32.066 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:56:32.068 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:56:32.069 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:56:32.069 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:56:32.069 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T22:56:32.069 INFO:teuthology.orchestra.run.gibba038.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:56:32.070 INFO:teuthology.orchestra.run.gibba038.stdout:Installing dependencies: 2021-03-04T22:56:32.070 INFO:teuthology.orchestra.run.gibba038.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:56:32.070 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:56:32.070 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:56:32.071 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:56:32.071 INFO:teuthology.orchestra.run.gibba038.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:56:32.071 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:56:32.071 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:56:32.072 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:56:32.072 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:56:32.072 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:56:32.072 INFO:teuthology.orchestra.run.gibba038.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:56:32.073 INFO:teuthology.orchestra.run.gibba038.stdout:Installing weak dependencies: 2021-03-04T22:56:32.073 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:56:32.073 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:56:32.073 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:56:32.074 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:56:32.074 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:56:32.074 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:56:32.074 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:56:32.075 INFO:teuthology.orchestra.run.gibba038.stdout:Install 16 Packages 2021-03-04T22:56:32.075 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:56:32.076 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 68 M 2021-03-04T22:56:32.076 INFO:teuthology.orchestra.run.gibba038.stdout:Installed size: 173 M 2021-03-04T22:56:32.076 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T22:56:32.101 INFO:teuthology.orchestra.run.gibba038.stdout:(1/16): yajl-2.1.0-10.el8.x86_64.rpm 1.3 MB/s | 41 kB 00:00 2021-03-04T22:56:32.103 INFO:teuthology.orchestra.run.gibba038.stdout:(2/16): fuse3-3.2.1-12.el8.x86_64.rpm 29 MB/s | 50 kB 00:00 2021-03-04T22:56:32.103 INFO:teuthology.orchestra.run.gibba038.stdout:(3/16): fuse-common-3.2.1-12.el8.x86_64.rpm 657 kB/s | 21 kB 00:00 2021-03-04T22:56:32.105 INFO:teuthology.orchestra.run.gibba038.stdout:(4/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 40 MB/s | 94 kB 00:00 2021-03-04T22:56:32.111 INFO:teuthology.orchestra.run.gibba038.stdout:(5/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 7.9 MB/s | 318 kB 00:00 2021-03-04T22:56:32.151 INFO:teuthology.orchestra.run.gibba038.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.2 MB/s | 59 kB 00:00 2021-03-04T22:56:33.157 INFO:teuthology.orchestra.run.gibba038.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 47 kB/s | 50 kB 00:01 2021-03-04T22:56:33.354 INFO:teuthology.orchestra.run.gibba038.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 231 kB/s | 289 kB 00:01 2021-03-04T22:56:33.459 INFO:teuthology.orchestra.run.gibba038.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 194 kB/s | 59 kB 00:00 2021-03-04T22:56:33.659 INFO:teuthology.orchestra.run.gibba038.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 612 kB/s | 186 kB 00:00 2021-03-04T22:56:33.762 INFO:teuthology.orchestra.run.gibba038.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 239 kB/s | 72 kB 00:00 2021-03-04T22:56:33.962 INFO:teuthology.orchestra.run.gibba038.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 796 kB/s | 241 kB 00:00 2021-03-04T22:56:34.994 INFO:teuthology.orchestra.run.gibba038.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 2.4 MB/s | 2.5 MB 00:01 2021-03-04T22:56:35.136 INFO:teuthology.orchestra.run.gibba038.stdout:(14/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 17 MB/s | 23 MB 00:01 2021-03-04T22:56:35.374 INFO:teuthology.orchestra.run.gibba038.stdout:(15/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:56:35.478 INFO:teuthology.orchestra.run.gibba038.stdout:(16/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 113 kB/s | 55 kB 00:00 2021-03-04T22:56:35.482 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:56:35.483 INFO:teuthology.orchestra.run.gibba038.stdout:Total 20 MB/s | 68 MB 00:03 2021-03-04T22:56:35.492 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:56:35.523 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:56:35.524 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:56:35.884 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:56:35.885 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:56:36.421 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:56:36.604 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:56:38.627 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:56:38.871 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:56:39.036 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:56:39.356 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:56:39.366 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:56:39.758 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:56:50.522 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:56:50.733 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:56:50.779 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:56:50.955 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:56:51.105 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:56:51.292 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:56:51.307 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:56:51.448 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:56:51.646 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:56:51.834 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:56:51.885 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:56:51.885 INFO:teuthology.orchestra.run.gibba038.stdout:/var/tmp/rpm-tmp.F2odx0: line 5: 41550 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:56:52.167 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:56:53.666 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:56:53.884 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:56:54.293 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:56:54.490 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:56:54.491 INFO:teuthology.orchestra.run.gibba038.stdout:/var/tmp/rpm-tmp.vZQXN6: line 6: 42509 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:56:54.491 INFO:teuthology.orchestra.run.gibba038.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:56:54.491 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:56:54.491 INFO:teuthology.orchestra.run.gibba038.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:56:54.621 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:56:54.622 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:56:54.622 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:56:54.622 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:56:54.622 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:56:54.622 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:56:54.623 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:56:54.623 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:56:54.623 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:56:54.623 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:56:54.624 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:56:54.624 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:56:54.624 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:56:54.624 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:56:54.624 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:56:55.203 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:56:55.203 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:56:55.203 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T22:56:55.203 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:56:55.204 INFO:teuthology.orchestra.run.gibba038.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:56:55.204 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:56:55.204 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:56:55.204 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:56:55.204 INFO:teuthology.orchestra.run.gibba038.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:56:55.205 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:56:55.205 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:56:55.205 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:56:55.205 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:56:55.205 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:56:55.206 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:56:55.206 INFO:teuthology.orchestra.run.gibba038.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:56:55.206 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:56:55.207 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:56:55.207 INFO:teuthology.orchestra.run.gibba038.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:56:55.207 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:56:55.207 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:56:55.394 INFO:teuthology.task.exec:Running commands on role grafana.a host ubuntu@gibba038.front.sepia.ceph.com 2021-03-04T22:56:55.395 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:56:55.731 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:56:31 PM UTC. 2021-03-04T22:56:56.114 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:56:56.115 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:56:56.115 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:56:56.153 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:56:56.487 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:00:25 ago on Thu 04 Mar 2021 10:56:31 PM UTC. 2021-03-04T22:56:56.785 INFO:teuthology.orchestra.run.gibba038.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:56:56.874 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:56:56.875 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:56:56.875 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:56:56.920 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:56:57.141 INFO:teuthology.orchestra.run.gibba038.stdout:Repository successfully enabled. 2021-03-04T22:56:57.146 INFO:teuthology.orchestra.run.gibba038.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:56:57.146 INFO:teuthology.orchestra.run.gibba038.stderr:of the main distribution, and quality may vary. 2021-03-04T22:56:57.146 INFO:teuthology.orchestra.run.gibba038.stderr: 2021-03-04T22:56:57.147 INFO:teuthology.orchestra.run.gibba038.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:56:57.147 INFO:teuthology.orchestra.run.gibba038.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:56:57.147 INFO:teuthology.orchestra.run.gibba038.stderr:, 2021-03-04T22:56:57.147 INFO:teuthology.orchestra.run.gibba038.stderr:and packages are not held to any quality or security level. 2021-03-04T22:56:57.147 INFO:teuthology.orchestra.run.gibba038.stderr: 2021-03-04T22:56:57.148 INFO:teuthology.orchestra.run.gibba038.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:56:57.148 INFO:teuthology.orchestra.run.gibba038.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:56:57.165 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:56:57.193 INFO:teuthology.orchestra.run.gibba038.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:56:57.194 INFO:teuthology.orchestra.run.gibba038.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:56:57.508 INFO:teuthology.orchestra.run.gibba038.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1143 0 --:--:-- --:--:-- --:--:-- 1139 2021-03-04T22:56:57.511 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:56:57.868 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:56:57.871 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:56:57.871 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:56:57.871 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:56:57.872 INFO:teuthology.orchestra.run.gibba038.stdout:Removing: 2021-03-04T22:56:57.872 INFO:teuthology.orchestra.run.gibba038.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:56:57.872 INFO:teuthology.orchestra.run.gibba038.stdout:Removing unused dependencies: 2021-03-04T22:56:57.872 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:56:57.872 INFO:teuthology.orchestra.run.gibba038.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:56:57.873 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:56:57.873 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:56:57.873 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:56:57.873 INFO:teuthology.orchestra.run.gibba038.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:56:57.874 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:56:57.874 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:56:57.874 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:56:57.874 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:56:57.875 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:56:57.875 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:56:57.875 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:56:57.875 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:56:57.876 INFO:teuthology.orchestra.run.gibba038.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:56:57.876 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:56:57.876 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:56:57.877 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:56:57.877 INFO:teuthology.orchestra.run.gibba038.stdout:Remove 16 Packages 2021-03-04T22:56:57.877 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:56:57.877 INFO:teuthology.orchestra.run.gibba038.stdout:Freed space: 173 M 2021-03-04T22:56:57.878 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:56:57.879 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:56:57.879 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:56:57.914 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:56:57.915 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:56:58.109 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:56:58.130 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:56:58.131 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:56:58.404 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:56:58.586 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:56:58.809 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:56:58.976 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:56:59.175 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:56:59.343 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:56:59.551 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:56:59.735 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:56:59.735 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:57:09.695 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:57:09.884 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:57:09.896 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:57:09.897 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:57:10.051 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:57:10.226 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:57:10.409 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:57:10.410 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:57:11.418 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:57:11.592 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:57:11.853 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:57:12.014 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:57:12.015 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:57:12.015 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:57:12.015 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:57:12.016 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:57:12.016 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:57:12.017 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:57:12.017 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:57:12.018 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:57:12.018 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:57:12.018 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:57:12.019 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:57:12.020 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:57:12.020 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:57:12.020 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:57:12.021 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:57:12.347 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:57:12.347 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:57:12.348 INFO:teuthology.orchestra.run.gibba038.stdout:Removed: 2021-03-04T22:57:12.348 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:57:12.348 INFO:teuthology.orchestra.run.gibba038.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:57:12.348 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:57:12.349 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:57:12.349 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:57:12.349 INFO:teuthology.orchestra.run.gibba038.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:57:12.349 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:57:12.349 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:57:12.350 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:57:12.350 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:57:12.350 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:57:12.350 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:57:12.351 INFO:teuthology.orchestra.run.gibba038.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:57:12.351 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:57:12.351 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:57:12.351 INFO:teuthology.orchestra.run.gibba038.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:57:12.351 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:57:12.352 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:57:12.643 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:57:12.994 INFO:teuthology.orchestra.run.gibba038.stdout:Copr repo for container-selinux owned by rhcont 66 kB/s | 3.3 kB 00:00 2021-03-04T22:57:13.309 INFO:teuthology.orchestra.run.gibba038.stdout:Stable Releases of Upstream github.com/containe 5.3 kB/s | 1.7 kB 00:00 2021-03-04T22:57:13.708 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:57:13.710 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:57:13.710 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:57:13.711 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:57:13.711 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T22:57:13.711 INFO:teuthology.orchestra.run.gibba038.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:57:13.711 INFO:teuthology.orchestra.run.gibba038.stdout:Installing dependencies: 2021-03-04T22:57:13.711 INFO:teuthology.orchestra.run.gibba038.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:57:13.712 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:57:13.712 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:57:13.712 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:57:13.712 INFO:teuthology.orchestra.run.gibba038.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:57:13.712 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:57:13.713 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:57:13.713 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:57:13.713 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:57:13.713 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:57:13.713 INFO:teuthology.orchestra.run.gibba038.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:57:13.714 INFO:teuthology.orchestra.run.gibba038.stdout:Installing weak dependencies: 2021-03-04T22:57:13.714 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:57:13.714 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:57:13.714 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:57:13.715 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:57:13.715 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:57:13.715 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:57:13.715 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:57:13.715 INFO:teuthology.orchestra.run.gibba038.stdout:Install 16 Packages 2021-03-04T22:57:13.716 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:57:13.716 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 68 M 2021-03-04T22:57:13.717 INFO:teuthology.orchestra.run.gibba038.stdout:Installed size: 173 M 2021-03-04T22:57:13.717 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T22:57:13.745 INFO:teuthology.orchestra.run.gibba038.stdout:(1/16): yajl-2.1.0-10.el8.x86_64.rpm 1.2 MB/s | 41 kB 00:00 2021-03-04T22:57:13.746 INFO:teuthology.orchestra.run.gibba038.stdout:(2/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 9.3 MB/s | 318 kB 00:00 2021-03-04T22:57:13.747 INFO:teuthology.orchestra.run.gibba038.stdout:(3/16): fuse3-3.2.1-12.el8.x86_64.rpm 28 MB/s | 50 kB 00:00 2021-03-04T22:57:13.748 INFO:teuthology.orchestra.run.gibba038.stdout:(4/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 49 MB/s | 94 kB 00:00 2021-03-04T22:57:13.749 INFO:teuthology.orchestra.run.gibba038.stdout:(5/16): fuse-common-3.2.1-12.el8.x86_64.rpm 587 kB/s | 21 kB 00:00 2021-03-04T22:57:13.789 INFO:teuthology.orchestra.run.gibba038.stdout:(6/16): container-selinux-2.145.0-1.el8.noarch. 1.4 MB/s | 59 kB 00:00 2021-03-04T22:57:14.793 INFO:teuthology.orchestra.run.gibba038.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 48 kB/s | 50 kB 00:01 2021-03-04T22:57:15.016 INFO:teuthology.orchestra.run.gibba038.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 228 kB/s | 289 kB 00:01 2021-03-04T22:57:15.097 INFO:teuthology.orchestra.run.gibba038.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 194 kB/s | 59 kB 00:00 2021-03-04T22:57:15.318 INFO:teuthology.orchestra.run.gibba038.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 616 kB/s | 186 kB 00:00 2021-03-04T22:57:15.511 INFO:teuthology.orchestra.run.gibba038.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 174 kB/s | 72 kB 00:00 2021-03-04T22:57:15.629 INFO:teuthology.orchestra.run.gibba038.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 781 kB/s | 241 kB 00:00 2021-03-04T22:57:16.445 INFO:teuthology.orchestra.run.gibba038.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 3.0 MB/s | 2.5 MB 00:00 2021-03-04T22:57:16.746 INFO:teuthology.orchestra.run.gibba038.stdout:(14/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 182 kB/s | 55 kB 00:00 2021-03-04T22:57:17.025 INFO:teuthology.orchestra.run.gibba038.stdout:(15/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:57:17.201 INFO:teuthology.orchestra.run.gibba038.stdout:(16/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 14 MB/s | 23 MB 00:01 2021-03-04T22:57:17.206 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:57:17.207 INFO:teuthology.orchestra.run.gibba038.stdout:Total 20 MB/s | 68 MB 00:03 2021-03-04T22:57:17.216 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:57:17.247 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:57:17.247 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:57:17.608 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:57:17.609 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:57:18.142 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:57:18.288 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:57:20.302 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:57:20.530 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:57:20.702 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:57:20.859 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:57:20.868 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:57:21.067 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:57:31.975 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:57:32.192 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:57:32.239 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:57:32.414 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:57:32.556 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:57:32.725 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:57:32.741 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:57:32.899 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:57:33.104 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:57:33.301 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:57:33.353 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:57:33.353 INFO:teuthology.orchestra.run.gibba038.stdout:/var/tmp/rpm-tmp.Efy13C: line 5: 44163 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:57:33.659 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:57:35.117 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:57:35.317 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:57:35.717 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:57:35.898 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:57:35.898 INFO:teuthology.orchestra.run.gibba038.stdout:/var/tmp/rpm-tmp.eFPk1D: line 6: 45113 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:57:35.899 INFO:teuthology.orchestra.run.gibba038.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:57:35.899 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:57:35.899 INFO:teuthology.orchestra.run.gibba038.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:57:36.029 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:57:36.029 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:57:36.030 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:57:36.030 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:57:36.030 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:57:36.030 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:57:36.031 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:57:36.031 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:57:36.031 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:57:36.031 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:57:36.032 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:57:36.032 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:57:36.032 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:57:36.032 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:57:36.032 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:57:36.562 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:57:36.562 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:57:36.563 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T22:57:36.563 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:57:36.563 INFO:teuthology.orchestra.run.gibba038.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:57:36.563 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:57:36.564 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:57:36.564 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:57:36.564 INFO:teuthology.orchestra.run.gibba038.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:57:36.564 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:57:36.564 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:57:36.565 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:57:36.565 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:57:36.565 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:57:36.565 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:57:36.565 INFO:teuthology.orchestra.run.gibba038.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:57:36.566 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:57:36.566 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:57:36.566 INFO:teuthology.orchestra.run.gibba038.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:57:36.566 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:57:36.566 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:57:36.702 INFO:teuthology.task.exec:Running commands on role node-exporter.b host ubuntu@gibba038.front.sepia.ceph.com 2021-03-04T22:57:36.703 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y module disable container-tools' 2021-03-04T22:57:37.043 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:57:13 PM UTC. 2021-03-04T22:57:37.484 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:57:37.486 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:57:37.486 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:57:37.529 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install '"'"'dnf-command(copr)'"'"'' 2021-03-04T22:57:37.860 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:00:24 ago on Thu 04 Mar 2021 10:57:13 PM UTC. 2021-03-04T22:57:38.127 INFO:teuthology.orchestra.run.gibba038.stdout:Package dnf-plugins-core-4.0.17-5.el8.noarch is already installed. 2021-03-04T22:57:38.215 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:57:38.215 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:57:38.216 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:57:38.261 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y copr enable rhcontainerbot/container-selinux' 2021-03-04T22:57:38.480 INFO:teuthology.orchestra.run.gibba038.stdout:Repository successfully enabled. 2021-03-04T22:57:38.485 INFO:teuthology.orchestra.run.gibba038.stderr:Enabling a Copr repository. Please note that this repository is not part 2021-03-04T22:57:38.486 INFO:teuthology.orchestra.run.gibba038.stderr:of the main distribution, and quality may vary. 2021-03-04T22:57:38.486 INFO:teuthology.orchestra.run.gibba038.stderr: 2021-03-04T22:57:38.486 INFO:teuthology.orchestra.run.gibba038.stderr:The Fedora Project does not exercise any power over the contents of 2021-03-04T22:57:38.486 INFO:teuthology.orchestra.run.gibba038.stderr:this repository beyond the rules outlined in the Copr FAQ at 2021-03-04T22:57:38.487 INFO:teuthology.orchestra.run.gibba038.stderr:, 2021-03-04T22:57:38.487 INFO:teuthology.orchestra.run.gibba038.stderr:and packages are not held to any quality or security level. 2021-03-04T22:57:38.487 INFO:teuthology.orchestra.run.gibba038.stderr: 2021-03-04T22:57:38.487 INFO:teuthology.orchestra.run.gibba038.stderr:Please do not file bug reports about these packages in Fedora 2021-03-04T22:57:38.488 INFO:teuthology.orchestra.run.gibba038.stderr:Bugzilla. In case of problems, contact the owner of this repository. 2021-03-04T22:57:38.504 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo curl -L -o /etc/yum.repos.d/devel:kubic:libcontainers:stable.repo https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable/CentOS_8/devel:kubic:libcontainers:stable.repo' 2021-03-04T22:57:38.532 INFO:teuthology.orchestra.run.gibba038.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-03-04T22:57:38.532 INFO:teuthology.orchestra.run.gibba038.stderr: Dload Upload Total Spent Left Speed 2021-03-04T22:57:38.845 INFO:teuthology.orchestra.run.gibba038.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 359 100 359 0 0 1150 0 --:--:-- --:--:-- --:--:-- 1150 2021-03-04T22:57:38.848 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf remove -y podman' 2021-03-04T22:57:39.221 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:57:39.228 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:57:39.230 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:57:39.230 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:57:39.231 INFO:teuthology.orchestra.run.gibba038.stdout:Removing: 2021-03-04T22:57:39.232 INFO:teuthology.orchestra.run.gibba038.stdout: podman x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 66 M 2021-03-04T22:57:39.233 INFO:teuthology.orchestra.run.gibba038.stdout:Removing unused dependencies: 2021-03-04T22:57:39.234 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit x86_64 0.1.5-6.el8.3.2 @devel_kubic_libcontainers_stable 744 k 2021-03-04T22:57:39.234 INFO:teuthology.orchestra.run.gibba038.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 @devel_kubic_libcontainers_stable 272 k 2021-03-04T22:57:39.235 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux noarch 2:2.145.0-1.el8 @copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 46 k 2021-03-04T22:57:39.235 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 @devel_kubic_libcontainers_stable 98 M 2021-03-04T22:57:39.235 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common noarch 4:1-8.el8.13.2 @devel_kubic_libcontainers_stable 76 k 2021-03-04T22:57:39.235 INFO:teuthology.orchestra.run.gibba038.stdout: crun x86_64 0.18-3.el8.5.2 @devel_kubic_libcontainers_stable 466 k 2021-03-04T22:57:39.236 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq x86_64 2.79-13.el8_3.1 @CentOS-AppStream 647 k 2021-03-04T22:57:39.236 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common x86_64 3.2.1-12.el8 @CentOS-Base 4.7 k 2021-03-04T22:57:39.236 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 @devel_kubic_libcontainers_stable 125 k 2021-03-04T22:57:39.236 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3 x86_64 3.2.1-12.el8 @CentOS-Base 90 k 2021-03-04T22:57:39.236 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs x86_64 3.2.1-12.el8 @CentOS-Base 279 k 2021-03-04T22:57:39.237 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp x86_64 4.3.1-4.el8.4.2 @devel_kubic_libcontainers_stable 870 k 2021-03-04T22:57:39.237 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 @devel_kubic_libcontainers_stable 5.6 M 2021-03-04T22:57:39.237 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 @devel_kubic_libcontainers_stable 93 k 2021-03-04T22:57:39.238 INFO:teuthology.orchestra.run.gibba038.stdout: yajl x86_64 2.1.0-10.el8 @CentOS-AppStream 85 k 2021-03-04T22:57:39.238 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:57:39.238 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:57:39.238 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================= 2021-03-04T22:57:39.238 INFO:teuthology.orchestra.run.gibba038.stdout:Remove 16 Packages 2021-03-04T22:57:39.239 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:57:39.239 INFO:teuthology.orchestra.run.gibba038.stdout:Freed space: 173 M 2021-03-04T22:57:39.239 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:57:39.240 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:57:39.240 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:57:39.263 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:57:39.264 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:57:39.495 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:57:39.515 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/1 2021-03-04T22:57:39.516 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:57:39.829 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-3.0.1-2.el8.3.2.x86_64 1/16 2021-03-04T22:57:40.019 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : containers-common-4:1-8.el8.13.2.noarch 2/16 2021-03-04T22:57:40.234 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 3/16 2021-03-04T22:57:40.393 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : slirp4netns-1.1.8-4.el8.7.2.x86_64 4/16 2021-03-04T22:57:40.584 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse3-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:57:40.793 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:57:40.968 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : podman-plugins-3.0.1-2.el8.3.2.x86_64 7/16 2021-03-04T22:57:41.168 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:57:41.168 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:57:51.353 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 9/16 2021-03-04T22:57:51.535 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : catatonit-0.1.5-6.el8.3.2.x86_64 10/16 2021-03-04T22:57:51.547 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:57:51.548 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:57:51.702 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 11/16 2021-03-04T22:57:51.893 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:57:52.035 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:57:52.035 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:57:52.318 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 14/16 2021-03-04T22:57:53.245 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : conmon-2:2.0.26-4.el8.5.2.x86_64 15/16 2021-03-04T22:57:53.486 INFO:teuthology.orchestra.run.gibba038.stdout: Erasing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:57:53.644 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 16/16 2021-03-04T22:57:53.645 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 1/16 2021-03-04T22:57:53.645 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 2/16 2021-03-04T22:57:53.645 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 3/16 2021-03-04T22:57:53.645 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 4/16 2021-03-04T22:57:53.646 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 5/16 2021-03-04T22:57:53.646 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 6/16 2021-03-04T22:57:53.646 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 7/16 2021-03-04T22:57:53.646 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:57:53.647 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 9/16 2021-03-04T22:57:53.647 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 10/16 2021-03-04T22:57:53.647 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 11/16 2021-03-04T22:57:53.647 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 12/16 2021-03-04T22:57:53.648 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 13/16 2021-03-04T22:57:53.648 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:57:53.648 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 15/16 2021-03-04T22:57:54.041 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 16/16 2021-03-04T22:57:54.041 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:57:54.041 INFO:teuthology.orchestra.run.gibba038.stdout:Removed: 2021-03-04T22:57:54.042 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:57:54.042 INFO:teuthology.orchestra.run.gibba038.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:57:54.042 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:57:54.042 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:57:54.043 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:57:54.043 INFO:teuthology.orchestra.run.gibba038.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:57:54.043 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:57:54.043 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:57:54.043 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:57:54.044 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:57:54.044 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:57:54.044 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:57:54.044 INFO:teuthology.orchestra.run.gibba038.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:57:54.045 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:57:54.045 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:57:54.045 INFO:teuthology.orchestra.run.gibba038.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:57:54.046 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:57:54.046 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:57:54.334 DEBUG:teuthology.orchestra.run.gibba038:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo dnf -y install podman' 2021-03-04T22:57:54.671 INFO:teuthology.orchestra.run.gibba038.stdout:Copr repo for container-selinux owned by rhcont 88 kB/s | 3.3 kB 00:00 2021-03-04T22:57:54.983 INFO:teuthology.orchestra.run.gibba038.stdout:Stable Releases of Upstream github.com/containe 5.4 kB/s | 1.7 kB 00:00 2021-03-04T22:57:55.392 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:57:55.394 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:57:55.394 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:57:55.395 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:57:55.395 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T22:57:55.396 INFO:teuthology.orchestra.run.gibba038.stdout: podman x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 23 M 2021-03-04T22:57:55.396 INFO:teuthology.orchestra.run.gibba038.stdout:Installing dependencies: 2021-03-04T22:57:55.396 INFO:teuthology.orchestra.run.gibba038.stdout: conmon x86_64 2:2.0.26-4.el8.5.2 devel_kubic_libcontainers_stable 50 k 2021-03-04T22:57:55.397 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux noarch 2:2.145.0-1.el8 copr:copr.fedorainfracloud.org:rhcontainerbot:container-selinux 59 k 2021-03-04T22:57:55.397 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins x86_64 0.9.1-4.el8.5.2 devel_kubic_libcontainers_stable 41 M 2021-03-04T22:57:55.397 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common noarch 4:1-8.el8.13.2 devel_kubic_libcontainers_stable 59 k 2021-03-04T22:57:55.397 INFO:teuthology.orchestra.run.gibba038.stdout: crun x86_64 0.18-3.el8.5.2 devel_kubic_libcontainers_stable 186 k 2021-03-04T22:57:55.398 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq x86_64 2.79-13.el8_3.1 CentOS-AppStream 318 k 2021-03-04T22:57:55.398 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common x86_64 3.2.1-12.el8 CentOS-Base 21 k 2021-03-04T22:57:55.398 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3 x86_64 3.2.1-12.el8 CentOS-Base 50 k 2021-03-04T22:57:55.398 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs x86_64 3.2.1-12.el8 CentOS-Base 94 k 2021-03-04T22:57:55.398 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp x86_64 4.3.1-4.el8.4.2 devel_kubic_libcontainers_stable 241 k 2021-03-04T22:57:55.399 INFO:teuthology.orchestra.run.gibba038.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2021-03-04T22:57:55.399 INFO:teuthology.orchestra.run.gibba038.stdout:Installing weak dependencies: 2021-03-04T22:57:55.399 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit x86_64 0.1.5-6.el8.3.2 devel_kubic_libcontainers_stable 289 k 2021-03-04T22:57:55.400 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs x86_64 1.4.0-3.el8.4.2 devel_kubic_libcontainers_stable 72 k 2021-03-04T22:57:55.400 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins x86_64 3.0.1-2.el8.3.2 devel_kubic_libcontainers_stable 2.5 M 2021-03-04T22:57:55.400 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns x86_64 1.1.8-4.el8.7.2 devel_kubic_libcontainers_stable 55 k 2021-03-04T22:57:55.400 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:57:55.401 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:57:55.401 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================================================================ 2021-03-04T22:57:55.401 INFO:teuthology.orchestra.run.gibba038.stdout:Install 16 Packages 2021-03-04T22:57:55.401 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:57:55.402 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 68 M 2021-03-04T22:57:55.402 INFO:teuthology.orchestra.run.gibba038.stdout:Installed size: 173 M 2021-03-04T22:57:55.403 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T22:57:55.441 INFO:teuthology.orchestra.run.gibba038.stdout:(1/16): dnsmasq-2.79-13.el8_3.1.x86_64.rpm 7.0 MB/s | 318 kB 00:00 2021-03-04T22:57:55.443 INFO:teuthology.orchestra.run.gibba038.stdout:(2/16): fuse3-3.2.1-12.el8.x86_64.rpm 27 MB/s | 50 kB 00:00 2021-03-04T22:57:55.446 INFO:teuthology.orchestra.run.gibba038.stdout:(3/16): fuse3-libs-3.2.1-12.el8.x86_64.rpm 36 MB/s | 94 kB 00:00 2021-03-04T22:57:55.486 INFO:teuthology.orchestra.run.gibba038.stdout:(4/16): container-selinux-2.145.0-1.el8.noarch. 1.5 MB/s | 59 kB 00:00 2021-03-04T22:57:55.583 INFO:teuthology.orchestra.run.gibba038.stdout:(5/16): yajl-2.1.0-10.el8.x86_64.rpm 219 kB/s | 41 kB 00:00 2021-03-04T22:57:55.645 INFO:teuthology.orchestra.run.gibba038.stdout:(6/16): fuse-common-3.2.1-12.el8.x86_64.rpm 85 kB/s | 21 kB 00:00 2021-03-04T22:57:56.636 INFO:teuthology.orchestra.run.gibba038.stdout:(7/16): conmon-2.0.26-4.el8.5.2.x86_64.rpm 47 kB/s | 50 kB 00:01 2021-03-04T22:57:56.744 INFO:teuthology.orchestra.run.gibba038.stdout:(8/16): catatonit-0.1.5-6.el8.3.2.x86_64.rpm 229 kB/s | 289 kB 00:01 2021-03-04T22:57:56.941 INFO:teuthology.orchestra.run.gibba038.stdout:(9/16): containers-common-1-8.el8.13.2.noarch.r 192 kB/s | 59 kB 00:00 2021-03-04T22:57:57.052 INFO:teuthology.orchestra.run.gibba038.stdout:(10/16): crun-0.18-3.el8.5.2.x86_64.rpm 607 kB/s | 186 kB 00:00 2021-03-04T22:57:57.243 INFO:teuthology.orchestra.run.gibba038.stdout:(11/16): fuse-overlayfs-1.4.0-3.el8.4.2.x86_64. 239 kB/s | 72 kB 00:00 2021-03-04T22:57:57.362 INFO:teuthology.orchestra.run.gibba038.stdout:(12/16): libslirp-4.3.1-4.el8.4.2.x86_64.rpm 778 kB/s | 241 kB 00:00 2021-03-04T22:57:58.394 INFO:teuthology.orchestra.run.gibba038.stdout:(13/16): podman-plugins-3.0.1-2.el8.3.2.x86_64. 2.4 MB/s | 2.5 MB 00:01 2021-03-04T22:57:58.611 INFO:teuthology.orchestra.run.gibba038.stdout:(14/16): podman-3.0.1-2.el8.3.2.x86_64.rpm 17 MB/s | 23 MB 00:01 2021-03-04T22:57:58.899 INFO:teuthology.orchestra.run.gibba038.stdout:(15/16): containernetworking-plugins-0.9.1-4.el 13 MB/s | 41 MB 00:03 2021-03-04T22:57:58.900 INFO:teuthology.orchestra.run.gibba038.stdout:(16/16): slirp4netns-1.1.8-4.el8.7.2.x86_64.rpm 108 kB/s | 55 kB 00:00 2021-03-04T22:57:58.904 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:57:58.904 INFO:teuthology.orchestra.run.gibba038.stdout:Total 20 MB/s | 68 MB 00:03 2021-03-04T22:57:58.914 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:57:58.946 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:57:58.946 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:57:59.306 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:57:59.307 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:57:59.835 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:58:00.005 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : libslirp-4.3.1-4.el8.4.2.x86_64 1/16 2021-03-04T22:58:02.011 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : slirp4netns-1.1.8-4.el8.7.2.x86_64 2/16 2021-03-04T22:58:02.247 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 3/16 2021-03-04T22:58:02.420 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : conmon-2:2.0.26-4.el8.5.2.x86_64 4/16 2021-03-04T22:58:02.593 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : catatonit-0.1.5-6.el8.3.2.x86_64 5/16 2021-03-04T22:58:02.603 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:58:02.792 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:58:13.892 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:58:14.100 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:58:14.149 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse3-libs-3.2.1-12.el8.x86_64 7/16 2021-03-04T22:58:14.272 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse-common-3.2.1-12.el8.x86_64 8/16 2021-03-04T22:58:14.477 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse3-3.2.1-12.el8.x86_64 9/16 2021-03-04T22:58:14.659 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:58:14.675 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 10/16 2021-03-04T22:58:14.824 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : containers-common-4:1-8.el8.13.2.noarch 11/16 2021-03-04T22:58:15.013 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : yajl-2.1.0-10.el8.x86_64 12/16 2021-03-04T22:58:15.159 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : crun-0.18-3.el8.5.2.x86_64 13/16 2021-03-04T22:58:15.277 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: dnsmasq-2.79-13.el8_3.1.x86_64 14/16 2021-03-04T22:58:15.278 INFO:teuthology.orchestra.run.gibba038.stdout:/var/tmp/rpm-tmp.2ttJAl: line 5: 46775 Segmentation fault (core dumped) systemd-sysusers - &> /dev/null < /dev/null 2021-03-04T22:58:15.567 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:58:17.008 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : podman-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:58:17.184 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:58:17.590 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: container-selinux-2:2.145.0-1.el8.noarch 16/16 2021-03-04T22:58:17.791 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: podman-plugins-3.0.1-2.el8.3.2.x86_64 16/16 2021-03-04T22:58:17.791 INFO:teuthology.orchestra.run.gibba038.stdout:/var/tmp/rpm-tmp.OOhrbr: line 6: 47725 Segmentation fault (core dumped) /usr/bin/systemd-sysusers 2021-03-04T22:58:17.791 INFO:teuthology.orchestra.run.gibba038.stdout:warning: %triggerin(systemd-239-29.el8.x86_64) scriptlet failed, exit status 139 2021-03-04T22:58:17.791 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:58:17.792 INFO:teuthology.orchestra.run.gibba038.stderr:Error in scriptlet in rpm package podman-plugins 2021-03-04T22:58:17.919 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : dnsmasq-2.79-13.el8_3.1.x86_64 1/16 2021-03-04T22:58:17.919 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/16 2021-03-04T22:58:17.919 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-common-3.2.1-12.el8.x86_64 3/16 2021-03-04T22:58:17.919 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-3.2.1-12.el8.x86_64 4/16 2021-03-04T22:58:17.920 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse3-libs-3.2.1-12.el8.x86_64 5/16 2021-03-04T22:58:17.920 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : container-selinux-2:2.145.0-1.el8.noarch 6/16 2021-03-04T22:58:17.920 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : catatonit-0.1.5-6.el8.3.2.x86_64 7/16 2021-03-04T22:58:17.920 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : conmon-2:2.0.26-4.el8.5.2.x86_64 8/16 2021-03-04T22:58:17.920 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 9/16 2021-03-04T22:58:17.921 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : containers-common-4:1-8.el8.13.2.noarch 10/16 2021-03-04T22:58:17.921 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : crun-0.18-3.el8.5.2.x86_64 11/16 2021-03-04T22:58:17.921 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 12/16 2021-03-04T22:58:17.921 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libslirp-4.3.1-4.el8.4.2.x86_64 13/16 2021-03-04T22:58:17.922 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-3.0.1-2.el8.3.2.x86_64 14/16 2021-03-04T22:58:17.922 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : podman-plugins-3.0.1-2.el8.3.2.x86_64 15/16 2021-03-04T22:58:18.476 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : slirp4netns-1.1.8-4.el8.7.2.x86_64 16/16 2021-03-04T22:58:18.476 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:58:18.477 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T22:58:18.477 INFO:teuthology.orchestra.run.gibba038.stdout: catatonit-0.1.5-6.el8.3.2.x86_64 2021-03-04T22:58:18.477 INFO:teuthology.orchestra.run.gibba038.stdout: conmon-2:2.0.26-4.el8.5.2.x86_64 2021-03-04T22:58:18.477 INFO:teuthology.orchestra.run.gibba038.stdout: container-selinux-2:2.145.0-1.el8.noarch 2021-03-04T22:58:18.477 INFO:teuthology.orchestra.run.gibba038.stdout: containernetworking-plugins-0.9.1-4.el8.5.2.x86_64 2021-03-04T22:58:18.478 INFO:teuthology.orchestra.run.gibba038.stdout: containers-common-4:1-8.el8.13.2.noarch 2021-03-04T22:58:18.478 INFO:teuthology.orchestra.run.gibba038.stdout: crun-0.18-3.el8.5.2.x86_64 2021-03-04T22:58:18.478 INFO:teuthology.orchestra.run.gibba038.stdout: dnsmasq-2.79-13.el8_3.1.x86_64 2021-03-04T22:58:18.478 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-common-3.2.1-12.el8.x86_64 2021-03-04T22:58:18.479 INFO:teuthology.orchestra.run.gibba038.stdout: fuse-overlayfs-1.4.0-3.el8.4.2.x86_64 2021-03-04T22:58:18.479 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-3.2.1-12.el8.x86_64 2021-03-04T22:58:18.479 INFO:teuthology.orchestra.run.gibba038.stdout: fuse3-libs-3.2.1-12.el8.x86_64 2021-03-04T22:58:18.479 INFO:teuthology.orchestra.run.gibba038.stdout: libslirp-4.3.1-4.el8.4.2.x86_64 2021-03-04T22:58:18.479 INFO:teuthology.orchestra.run.gibba038.stdout: podman-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:58:18.480 INFO:teuthology.orchestra.run.gibba038.stdout: podman-plugins-3.0.1-2.el8.3.2.x86_64 2021-03-04T22:58:18.480 INFO:teuthology.orchestra.run.gibba038.stdout: slirp4netns-1.1.8-4.el8.7.2.x86_64 2021-03-04T22:58:18.480 INFO:teuthology.orchestra.run.gibba038.stdout: yajl-2.1.0-10.el8.x86_64 2021-03-04T22:58:18.480 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:58:18.481 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:58:18.636 INFO:teuthology.run_tasks:Running task install... 2021-03-04T22:58:18.643 DEBUG:teuthology.task.install:project ceph 2021-03-04T22:58:18.644 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'sha1': '69d7d7e0102d70a8a64ccad55f88fe51fcc52734'}} 2021-03-04T22:58:18.644 DEBUG:teuthology.task.install:config {'branch': 'octopus', 'sha1': '69d7d7e0102d70a8a64ccad55f88fe51fcc52734'} 2021-03-04T22:58:18.644 INFO:teuthology.task.install:Using flavor: basic 2021-03-04T22:58:18.655 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2021-03-04T22:58:18.655 INFO:teuthology.task.install:extra packages: [] 2021-03-04T22:58:18.656 DEBUG:teuthology.orchestra.run.gibba011:> sudo lsb_release -is 2021-03-04T22:58:18.691 INFO:teuthology.orchestra.run.gibba011.stdout:CentOS 2021-03-04T22:58:18.692 DEBUG:teuthology.misc:System to be installed: CentOS 2021-03-04T22:58:18.693 DEBUG:teuthology.orchestra.run.gibba038:> sudo lsb_release -is 2021-03-04T22:58:18.693 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'octopus', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'flavor': 'basic', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '69d7d7e0102d70a8a64ccad55f88fe51fcc52734', 'tag': None, 'wait_for_package': False} 2021-03-04T22:58:18.694 DEBUG:teuthology.orchestra.run.gibba011:> sudo lsb_release -is 2021-03-04T22:58:18.722 INFO:teuthology.orchestra.run.gibba038.stdout:CentOS 2021-03-04T22:58:18.724 DEBUG:teuthology.misc:System to be installed: CentOS 2021-03-04T22:58:18.724 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'octopus', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'flavor': 'basic', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '69d7d7e0102d70a8a64ccad55f88fe51fcc52734', 'tag': None, 'wait_for_package': False} 2021-03-04T22:58:18.724 DEBUG:teuthology.orchestra.run.gibba038:> sudo lsb_release -is 2021-03-04T22:58:18.758 INFO:teuthology.orchestra.run.gibba011.stdout:CentOS 2021-03-04T22:58:18.760 DEBUG:teuthology.misc:System to be installed: CentOS 2021-03-04T22:58:18.760 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-03-04T22:58:18.761 INFO:teuthology.packaging:ref: None 2021-03-04T22:58:18.761 INFO:teuthology.packaging:tag: None 2021-03-04T22:58:18.761 INFO:teuthology.packaging:branch: octopus 2021-03-04T22:58:18.761 INFO:teuthology.packaging:sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 2021-03-04T22:58:18.762 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=octopus 2021-03-04T22:58:18.791 INFO:teuthology.orchestra.run.gibba038.stdout:CentOS 2021-03-04T22:58:18.801 DEBUG:teuthology.misc:System to be installed: CentOS 2021-03-04T22:58:18.801 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-03-04T22:58:18.802 INFO:teuthology.packaging:ref: None 2021-03-04T22:58:18.802 INFO:teuthology.packaging:tag: None 2021-03-04T22:58:18.802 INFO:teuthology.packaging:branch: octopus 2021-03-04T22:58:18.803 INFO:teuthology.packaging:sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 2021-03-04T22:58:18.803 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=octopus 2021-03-04T22:58:18.965 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/centos/8/flavors/default/ 2021-03-04T22:58:18.965 INFO:teuthology.task.install.rpm:Package version is 15.2.9-70.g9364aa31 2021-03-04T22:58:19.012 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/centos/8/flavors/default/ 2021-03-04T22:58:19.013 INFO:teuthology.task.install.rpm:Package version is 15.2.9-70.g9364aa31 2021-03-04T22:58:19.095 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2021-03-04T22:58:19.096 DEBUG:teuthology.orchestra.run.gibba011:> set -ex 2021-03-04T22:58:19.096 DEBUG:teuthology.orchestra.run.gibba011:> sudo dd of=/etc/yum.repos.d/ceph.repo 2021-03-04T22:58:19.117 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2021-03-04T22:58:19.117 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-03-04T22:58:19.117 INFO:teuthology.packaging:ref: None 2021-03-04T22:58:19.118 INFO:teuthology.packaging:tag: None 2021-03-04T22:58:19.118 INFO:teuthology.packaging:branch: octopus 2021-03-04T22:58:19.118 INFO:teuthology.packaging:sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 2021-03-04T22:58:19.119 DEBUG:teuthology.orchestra.run.gibba011:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/octopus/;g' /etc/yum.repos.d/ceph.repo ; fi 2021-03-04T22:58:19.127 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/octopus/9364aa31fd94a945841fce81e1889c70a610935a/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2021-03-04T22:58:19.128 DEBUG:teuthology.orchestra.run.gibba038:> set -ex 2021-03-04T22:58:19.128 DEBUG:teuthology.orchestra.run.gibba038:> sudo dd of=/etc/yum.repos.d/ceph.repo 2021-03-04T22:58:19.148 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2021-03-04T22:58:19.149 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-03-04T22:58:19.149 INFO:teuthology.packaging:ref: None 2021-03-04T22:58:19.149 INFO:teuthology.packaging:tag: None 2021-03-04T22:58:19.149 INFO:teuthology.packaging:branch: octopus 2021-03-04T22:58:19.150 INFO:teuthology.packaging:sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 2021-03-04T22:58:19.150 DEBUG:teuthology.orchestra.run.gibba038:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/octopus/;g' /etc/yum.repos.d/ceph.repo ; fi 2021-03-04T22:58:19.177 DEBUG:teuthology.orchestra.run.gibba011:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2021-03-04T22:58:19.208 DEBUG:teuthology.orchestra.run.gibba038:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2021-03-04T22:58:19.243 DEBUG:teuthology.orchestra.run.gibba011:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2021-03-04T22:58:19.276 DEBUG:teuthology.orchestra.run.gibba038:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2021-03-04T22:58:19.303 INFO:teuthology.orchestra.run.gibba011.stdout:check_obsoletes = 1 2021-03-04T22:58:19.304 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum clean all 2021-03-04T22:58:19.335 INFO:teuthology.orchestra.run.gibba038.stdout:check_obsoletes = 1 2021-03-04T22:58:19.336 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum clean all 2021-03-04T22:58:19.532 INFO:teuthology.orchestra.run.gibba011.stdout:80 files removed 2021-03-04T22:58:19.550 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum -y install ceph-radosgw 2021-03-04T22:58:19.568 INFO:teuthology.orchestra.run.gibba038.stdout:80 files removed 2021-03-04T22:58:19.586 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum -y install ceph-radosgw 2021-03-04T22:58:20.067 INFO:teuthology.orchestra.run.gibba011.stdout:ceph packages for x86_64 279 kB/s | 69 kB 00:00 2021-03-04T22:58:20.100 INFO:teuthology.orchestra.run.gibba038.stdout:ceph packages for x86_64 282 kB/s | 69 kB 00:00 2021-03-04T22:58:20.294 INFO:teuthology.orchestra.run.gibba011.stdout:ceph noarch packages 74 kB/s | 15 kB 00:00 2021-03-04T22:58:20.326 INFO:teuthology.orchestra.run.gibba038.stdout:ceph noarch packages 74 kB/s | 15 kB 00:00 2021-03-04T22:58:20.515 INFO:teuthology.orchestra.run.gibba011.stdout:ceph source packages 7.0 kB/s | 1.4 kB 00:00 2021-03-04T22:58:20.546 INFO:teuthology.orchestra.run.gibba038.stdout:ceph source packages 7.0 kB/s | 1.4 kB 00:00 2021-03-04T22:58:20.675 INFO:teuthology.orchestra.run.gibba011.stdout:CentOS-8 - AppStream 44 MB/s | 6.3 MB 00:00 2021-03-04T22:58:20.770 INFO:teuthology.orchestra.run.gibba038.stdout:CentOS-8 - AppStream 30 MB/s | 6.3 MB 00:00 2021-03-04T22:58:21.532 INFO:teuthology.orchestra.run.gibba011.stdout:CentOS-8 - Base 26 MB/s | 2.3 MB 00:00 2021-03-04T22:58:21.609 INFO:teuthology.orchestra.run.gibba038.stdout:CentOS-8 - Base 27 MB/s | 2.3 MB 00:00 2021-03-04T22:58:21.883 INFO:teuthology.orchestra.run.gibba011.stdout:CentOS-8 - Extras 135 kB/s | 9.2 kB 00:00 2021-03-04T22:58:21.961 INFO:teuthology.orchestra.run.gibba038.stdout:CentOS-8 - Extras 127 kB/s | 9.2 kB 00:00 2021-03-04T22:58:22.000 INFO:teuthology.orchestra.run.gibba011.stdout:Copr repo for container-selinux owned by rhcont 18 kB/s | 1.4 kB 00:00 2021-03-04T22:58:22.077 INFO:teuthology.orchestra.run.gibba038.stdout:Copr repo for container-selinux owned by rhcont 18 kB/s | 1.4 kB 00:00 2021-03-04T22:58:23.418 INFO:teuthology.orchestra.run.gibba011.stdout:Stable Releases of Upstream github.com/containe 49 kB/s | 67 kB 00:01 2021-03-04T22:58:23.472 INFO:teuthology.orchestra.run.gibba038.stdout:Stable Releases of Upstream github.com/containe 50 kB/s | 67 kB 00:01 2021-03-04T22:58:23.726 INFO:teuthology.orchestra.run.gibba011.stdout:Extra Packages for Enterprise Linux 34 MB/s | 8.9 MB 00:00 2021-03-04T22:58:23.787 INFO:teuthology.orchestra.run.gibba038.stdout:Extra Packages for Enterprise Linux 33 MB/s | 8.9 MB 00:00 2021-03-04T22:58:25.068 INFO:teuthology.orchestra.run.gibba011.stdout:lab-extras 3.8 MB/s | 24 kB 00:00 2021-03-04T22:58:25.159 INFO:teuthology.orchestra.run.gibba038.stdout:lab-extras 3.8 MB/s | 24 kB 00:00 2021-03-04T22:58:26.018 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:58:26.020 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:58:26.020 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:58:26.021 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:58:26.021 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T22:58:26.021 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-radosgw x86_64 2:15.2.9-70.g9364aa31.el8 ceph 10 M 2021-03-04T22:58:26.021 INFO:teuthology.orchestra.run.gibba011.stdout:Upgrading: 2021-03-04T22:58:26.022 INFO:teuthology.orchestra.run.gibba011.stdout: librados2 x86_64 2:15.2.9-70.g9364aa31.el8 ceph 3.6 M 2021-03-04T22:58:26.022 INFO:teuthology.orchestra.run.gibba011.stdout: librbd1 x86_64 2:15.2.9-70.g9364aa31.el8 ceph 1.9 M 2021-03-04T22:58:26.022 INFO:teuthology.orchestra.run.gibba011.stdout:Installing dependencies: 2021-03-04T22:58:26.023 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-base x86_64 2:15.2.9-70.g9364aa31.el8 ceph 5.6 M 2021-03-04T22:58:26.023 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-common x86_64 2:15.2.9-70.g9364aa31.el8 ceph 21 M 2021-03-04T22:58:26.023 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-selinux x86_64 2:15.2.9-70.g9364aa31.el8 ceph 25 k 2021-03-04T22:58:26.023 INFO:teuthology.orchestra.run.gibba011.stdout: fmt x86_64 6.2.1-1.el8 epel 116 k 2021-03-04T22:58:26.024 INFO:teuthology.orchestra.run.gibba011.stdout: gperftools-libs x86_64 2.8-1.el8 epel 306 k 2021-03-04T22:58:26.024 INFO:teuthology.orchestra.run.gibba011.stdout: leveldb x86_64 1.22-1.el8 epel 181 k 2021-03-04T22:58:26.024 INFO:teuthology.orchestra.run.gibba011.stdout: libcephfs2 x86_64 2:15.2.9-70.g9364aa31.el8 ceph 512 k 2021-03-04T22:58:26.024 INFO:teuthology.orchestra.run.gibba011.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2021-03-04T22:58:26.025 INFO:teuthology.orchestra.run.gibba011.stdout: librabbitmq x86_64 0.9.0-2.el8 CentOS-Base 47 k 2021-03-04T22:58:26.025 INFO:teuthology.orchestra.run.gibba011.stdout: libradosstriper1 x86_64 2:15.2.9-70.g9364aa31.el8 ceph 383 k 2021-03-04T22:58:26.025 INFO:teuthology.orchestra.run.gibba011.stdout: librdkafka x86_64 0.11.4-1.el8 CentOS-AppStream 353 k 2021-03-04T22:58:26.025 INFO:teuthology.orchestra.run.gibba011.stdout: librgw2 x86_64 2:15.2.9-70.g9364aa31.el8 ceph 3.3 M 2021-03-04T22:58:26.026 INFO:teuthology.orchestra.run.gibba011.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2021-03-04T22:58:26.026 INFO:teuthology.orchestra.run.gibba011.stdout: lttng-ust x86_64 2.8.1-11.el8 CentOS-AppStream 259 k 2021-03-04T22:58:26.026 INFO:teuthology.orchestra.run.gibba011.stdout: python3-ceph-argparse x86_64 2:15.2.9-70.g9364aa31.el8 ceph 40 k 2021-03-04T22:58:26.027 INFO:teuthology.orchestra.run.gibba011.stdout: python3-ceph-common x86_64 2:15.2.9-70.g9364aa31.el8 ceph 76 k 2021-03-04T22:58:26.027 INFO:teuthology.orchestra.run.gibba011.stdout: python3-cephfs x86_64 2:15.2.9-70.g9364aa31.el8 ceph 164 k 2021-03-04T22:58:26.027 INFO:teuthology.orchestra.run.gibba011.stdout: python3-prettytable noarch 0.7.2-14.el8 CentOS-AppStream 44 k 2021-03-04T22:58:26.027 INFO:teuthology.orchestra.run.gibba011.stdout: python3-rados x86_64 2:15.2.9-70.g9364aa31.el8 ceph 364 k 2021-03-04T22:58:26.028 INFO:teuthology.orchestra.run.gibba011.stdout: python3-rbd x86_64 2:15.2.9-70.g9364aa31.el8 ceph 350 k 2021-03-04T22:58:26.028 INFO:teuthology.orchestra.run.gibba011.stdout: python3-rgw x86_64 2:15.2.9-70.g9364aa31.el8 ceph 113 k 2021-03-04T22:58:26.028 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:58:26.028 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:58:26.029 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:58:26.029 INFO:teuthology.orchestra.run.gibba011.stdout:Install 22 Packages 2021-03-04T22:58:26.029 INFO:teuthology.orchestra.run.gibba011.stdout:Upgrade 2 Packages 2021-03-04T22:58:26.029 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:58:26.030 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 49 M 2021-03-04T22:58:26.030 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T22:58:26.089 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:58:26.091 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:58:26.092 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:58:26.092 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:58:26.092 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T22:58:26.092 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-radosgw x86_64 2:15.2.9-70.g9364aa31.el8 ceph 10 M 2021-03-04T22:58:26.093 INFO:teuthology.orchestra.run.gibba038.stdout:Upgrading: 2021-03-04T22:58:26.093 INFO:teuthology.orchestra.run.gibba038.stdout: librados2 x86_64 2:15.2.9-70.g9364aa31.el8 ceph 3.6 M 2021-03-04T22:58:26.093 INFO:teuthology.orchestra.run.gibba038.stdout: librbd1 x86_64 2:15.2.9-70.g9364aa31.el8 ceph 1.9 M 2021-03-04T22:58:26.094 INFO:teuthology.orchestra.run.gibba038.stdout:Installing dependencies: 2021-03-04T22:58:26.094 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-base x86_64 2:15.2.9-70.g9364aa31.el8 ceph 5.6 M 2021-03-04T22:58:26.094 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-common x86_64 2:15.2.9-70.g9364aa31.el8 ceph 21 M 2021-03-04T22:58:26.094 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-selinux x86_64 2:15.2.9-70.g9364aa31.el8 ceph 25 k 2021-03-04T22:58:26.095 INFO:teuthology.orchestra.run.gibba038.stdout: fmt x86_64 6.2.1-1.el8 epel 116 k 2021-03-04T22:58:26.095 INFO:teuthology.orchestra.run.gibba038.stdout: gperftools-libs x86_64 2.8-1.el8 epel 306 k 2021-03-04T22:58:26.095 INFO:teuthology.orchestra.run.gibba038.stdout: leveldb x86_64 1.22-1.el8 epel 181 k 2021-03-04T22:58:26.096 INFO:teuthology.orchestra.run.gibba038.stdout: libcephfs2 x86_64 2:15.2.9-70.g9364aa31.el8 ceph 512 k 2021-03-04T22:58:26.096 INFO:teuthology.orchestra.run.gibba038.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2021-03-04T22:58:26.096 INFO:teuthology.orchestra.run.gibba038.stdout: librabbitmq x86_64 0.9.0-2.el8 CentOS-Base 47 k 2021-03-04T22:58:26.096 INFO:teuthology.orchestra.run.gibba038.stdout: libradosstriper1 x86_64 2:15.2.9-70.g9364aa31.el8 ceph 383 k 2021-03-04T22:58:26.097 INFO:teuthology.orchestra.run.gibba038.stdout: librdkafka x86_64 0.11.4-1.el8 CentOS-AppStream 353 k 2021-03-04T22:58:26.097 INFO:teuthology.orchestra.run.gibba038.stdout: librgw2 x86_64 2:15.2.9-70.g9364aa31.el8 ceph 3.3 M 2021-03-04T22:58:26.097 INFO:teuthology.orchestra.run.gibba038.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2021-03-04T22:58:26.097 INFO:teuthology.orchestra.run.gibba038.stdout: lttng-ust x86_64 2.8.1-11.el8 CentOS-AppStream 259 k 2021-03-04T22:58:26.098 INFO:teuthology.orchestra.run.gibba038.stdout: python3-ceph-argparse x86_64 2:15.2.9-70.g9364aa31.el8 ceph 40 k 2021-03-04T22:58:26.098 INFO:teuthology.orchestra.run.gibba038.stdout: python3-ceph-common x86_64 2:15.2.9-70.g9364aa31.el8 ceph 76 k 2021-03-04T22:58:26.098 INFO:teuthology.orchestra.run.gibba038.stdout: python3-cephfs x86_64 2:15.2.9-70.g9364aa31.el8 ceph 164 k 2021-03-04T22:58:26.098 INFO:teuthology.orchestra.run.gibba038.stdout: python3-prettytable noarch 0.7.2-14.el8 CentOS-AppStream 44 k 2021-03-04T22:58:26.099 INFO:teuthology.orchestra.run.gibba038.stdout: python3-rados x86_64 2:15.2.9-70.g9364aa31.el8 ceph 364 k 2021-03-04T22:58:26.099 INFO:teuthology.orchestra.run.gibba038.stdout: python3-rbd x86_64 2:15.2.9-70.g9364aa31.el8 ceph 350 k 2021-03-04T22:58:26.099 INFO:teuthology.orchestra.run.gibba038.stdout: python3-rgw x86_64 2:15.2.9-70.g9364aa31.el8 ceph 113 k 2021-03-04T22:58:26.099 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:58:26.100 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:58:26.100 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:58:26.100 INFO:teuthology.orchestra.run.gibba038.stdout:Install 22 Packages 2021-03-04T22:58:26.100 INFO:teuthology.orchestra.run.gibba038.stdout:Upgrade 2 Packages 2021-03-04T22:58:26.101 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:58:26.101 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 49 M 2021-03-04T22:58:26.102 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T22:58:26.893 INFO:teuthology.orchestra.run.gibba011.stdout:(1/24): ceph-base-15.2.9-70.g9364aa31.el8.x86_6 6.4 MB/s | 5.6 MB 00:00 2021-03-04T22:58:26.941 INFO:teuthology.orchestra.run.gibba011.stdout:(2/24): ceph-selinux-15.2.9-70.g9364aa31.el8.x8 501 kB/s | 25 kB 00:00 2021-03-04T22:58:27.056 INFO:teuthology.orchestra.run.gibba011.stdout:(3/24): libcephfs2-15.2.9-70.g9364aa31.el8.x86_ 4.3 MB/s | 512 kB 00:00 2021-03-04T22:58:27.123 INFO:teuthology.orchestra.run.gibba011.stdout:(4/24): libradosstriper1-15.2.9-70.g9364aa31.el 5.6 MB/s | 383 kB 00:00 2021-03-04T22:58:27.570 INFO:teuthology.orchestra.run.gibba011.stdout:(5/24): ceph-radosgw-15.2.9-70.g9364aa31.el8.x8 6.6 MB/s | 10 MB 00:01 2021-03-04T22:58:27.594 INFO:teuthology.orchestra.run.gibba011.stdout:(6/24): librgw2-15.2.9-70.g9364aa31.el8.x86_64. 6.9 MB/s | 3.3 MB 00:00 2021-03-04T22:58:27.624 INFO:teuthology.orchestra.run.gibba011.stdout:(7/24): python3-ceph-argparse-15.2.9-70.g9364aa 740 kB/s | 40 kB 00:00 2021-03-04T22:58:27.643 INFO:teuthology.orchestra.run.gibba011.stdout:(8/24): python3-ceph-common-15.2.9-70.g9364aa31 1.5 MB/s | 76 kB 00:00 2021-03-04T22:58:27.673 INFO:teuthology.orchestra.run.gibba011.stdout:(9/24): python3-cephfs-15.2.9-70.g9364aa31.el8. 3.3 MB/s | 164 kB 00:00 2021-03-04T22:58:27.703 INFO:teuthology.orchestra.run.gibba011.stdout:(10/24): python3-rados-15.2.9-70.g9364aa31.el8. 5.9 MB/s | 364 kB 00:00 2021-03-04T22:58:27.740 INFO:teuthology.orchestra.run.gibba011.stdout:(11/24): python3-rbd-15.2.9-70.g9364aa31.el8.x8 5.1 MB/s | 350 kB 00:00 2021-03-04T22:58:27.761 INFO:teuthology.orchestra.run.gibba011.stdout:(12/24): python3-rgw-15.2.9-70.g9364aa31.el8.x8 1.9 MB/s | 113 kB 00:00 2021-03-04T22:58:27.778 INFO:teuthology.orchestra.run.gibba011.stdout:(13/24): librdkafka-0.11.4-1.el8.x86_64.rpm 9.1 MB/s | 353 kB 00:00 2021-03-04T22:58:27.780 INFO:teuthology.orchestra.run.gibba011.stdout:(14/24): python3-prettytable-0.7.2-14.el8.noarc 34 MB/s | 44 kB 00:00 2021-03-04T22:58:27.781 INFO:teuthology.orchestra.run.gibba011.stdout:(15/24): librabbitmq-0.9.0-2.el8.x86_64.rpm 35 MB/s | 47 kB 00:00 2021-03-04T22:58:27.794 INFO:teuthology.orchestra.run.gibba011.stdout:(16/24): lttng-ust-2.8.1-11.el8.x86_64.rpm 7.6 MB/s | 259 kB 00:00 2021-03-04T22:58:27.879 INFO:teuthology.orchestra.run.gibba011.stdout:(17/24): fmt-6.2.1-1.el8.x86_64.rpm 1.2 MB/s | 116 kB 00:00 2021-03-04T22:58:27.892 INFO:teuthology.orchestra.run.gibba011.stdout:(18/24): gperftools-libs-2.8-1.el8.x86_64.rpm 3.1 MB/s | 306 kB 00:00 2021-03-04T22:58:27.908 INFO:teuthology.orchestra.run.gibba011.stdout:(19/24): liboath-2.6.2-3.el8.x86_64.rpm 3.5 MB/s | 59 kB 00:00 2021-03-04T22:58:27.917 INFO:teuthology.orchestra.run.gibba011.stdout:(20/24): leveldb-1.22-1.el8.x86_64.rpm 4.5 MB/s | 181 kB 00:00 2021-03-04T22:58:27.925 INFO:teuthology.orchestra.run.gibba011.stdout:(21/24): libunwind-1.3.1-3.el8.x86_64.rpm 4.4 MB/s | 75 kB 00:00 2021-03-04T22:58:28.217 INFO:teuthology.orchestra.run.gibba038.stdout:(1/24): ceph-base-15.2.9-70.g9364aa31.el8.x86_6 2.6 MB/s | 5.6 MB 00:02 2021-03-04T22:58:28.245 INFO:teuthology.orchestra.run.gibba011.stdout:(22/24): librbd1-15.2.9-70.g9364aa31.el8.x86_64 6.1 MB/s | 1.9 MB 00:00 2021-03-04T22:58:28.291 INFO:teuthology.orchestra.run.gibba038.stdout:(2/24): ceph-selinux-15.2.9-70.g9364aa31.el8.x8 335 kB/s | 25 kB 00:00 2021-03-04T22:58:28.433 INFO:teuthology.orchestra.run.gibba011.stdout:(23/24): librados2-15.2.9-70.g9364aa31.el8.x86_ 6.9 MB/s | 3.6 MB 00:00 2021-03-04T22:58:28.475 INFO:teuthology.orchestra.run.gibba038.stdout:(3/24): libcephfs2-15.2.9-70.g9364aa31.el8.x86_ 2.7 MB/s | 512 kB 00:00 2021-03-04T22:58:28.578 INFO:teuthology.orchestra.run.gibba038.stdout:(4/24): libradosstriper1-15.2.9-70.g9364aa31.el 3.6 MB/s | 383 kB 00:00 2021-03-04T22:58:28.604 INFO:teuthology.orchestra.run.gibba038.stdout:(5/24): ceph-radosgw-15.2.9-70.g9364aa31.el8.x8 4.0 MB/s | 10 MB 00:02 2021-03-04T22:58:28.627 INFO:teuthology.orchestra.run.gibba038.stdout:(6/24): python3-ceph-argparse-15.2.9-70.g9364aa 1.7 MB/s | 40 kB 00:00 2021-03-04T22:58:28.651 INFO:teuthology.orchestra.run.gibba038.stdout:(7/24): python3-ceph-common-15.2.9-70.g9364aa31 3.2 MB/s | 76 kB 00:00 2021-03-04T22:58:28.676 INFO:teuthology.orchestra.run.gibba038.stdout:(8/24): python3-cephfs-15.2.9-70.g9364aa31.el8. 6.5 MB/s | 164 kB 00:00 2021-03-04T22:58:28.703 INFO:teuthology.orchestra.run.gibba038.stdout:(9/24): python3-rados-15.2.9-70.g9364aa31.el8.x 13 MB/s | 364 kB 00:00 2021-03-04T22:58:28.730 INFO:teuthology.orchestra.run.gibba038.stdout:(10/24): python3-rbd-15.2.9-70.g9364aa31.el8.x8 13 MB/s | 350 kB 00:00 2021-03-04T22:58:28.754 INFO:teuthology.orchestra.run.gibba011.stdout:(24/24): ceph-common-15.2.9-70.g9364aa31.el8.x8 7.7 MB/s | 21 MB 00:02 2021-03-04T22:58:28.755 INFO:teuthology.orchestra.run.gibba038.stdout:(11/24): python3-rgw-15.2.9-70.g9364aa31.el8.x8 4.6 MB/s | 113 kB 00:00 2021-03-04T22:58:28.756 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:58:28.757 INFO:teuthology.orchestra.run.gibba011.stdout:Total 18 MB/s | 49 MB 00:02 2021-03-04T22:58:28.760 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:58:28.787 INFO:teuthology.orchestra.run.gibba038.stdout:(12/24): librdkafka-0.11.4-1.el8.x86_64.rpm 11 MB/s | 353 kB 00:00 2021-03-04T22:58:28.791 INFO:teuthology.orchestra.run.gibba038.stdout:(13/24): lttng-ust-2.8.1-11.el8.x86_64.rpm 73 MB/s | 259 kB 00:00 2021-03-04T22:58:28.792 INFO:teuthology.orchestra.run.gibba038.stdout:(14/24): python3-prettytable-0.7.2-14.el8.noarc 39 MB/s | 44 kB 00:00 2021-03-04T22:58:28.793 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:58:28.793 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:58:28.795 INFO:teuthology.orchestra.run.gibba038.stdout:(15/24): librabbitmq-0.9.0-2.el8.x86_64.rpm 41 MB/s | 47 kB 00:00 2021-03-04T22:58:28.875 INFO:teuthology.orchestra.run.gibba038.stdout:(16/24): fmt-6.2.1-1.el8.x86_64.rpm 1.4 MB/s | 116 kB 00:00 2021-03-04T22:58:28.908 INFO:teuthology.orchestra.run.gibba038.stdout:(17/24): gperftools-libs-2.8-1.el8.x86_64.rpm 9.1 MB/s | 306 kB 00:00 2021-03-04T22:58:28.925 INFO:teuthology.orchestra.run.gibba038.stdout:(18/24): leveldb-1.22-1.el8.x86_64.rpm 10 MB/s | 181 kB 00:00 2021-03-04T22:58:28.942 INFO:teuthology.orchestra.run.gibba038.stdout:(19/24): liboath-2.6.2-3.el8.x86_64.rpm 3.4 MB/s | 59 kB 00:00 2021-03-04T22:58:28.959 INFO:teuthology.orchestra.run.gibba038.stdout:(20/24): libunwind-1.3.1-3.el8.x86_64.rpm 4.4 MB/s | 75 kB 00:00 2021-03-04T22:58:28.986 INFO:teuthology.orchestra.run.gibba038.stdout:(21/24): librgw2-15.2.9-70.g9364aa31.el8.x86_64 8.0 MB/s | 3.3 MB 00:00 2021-03-04T22:58:29.006 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:58:29.007 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:58:29.200 INFO:teuthology.orchestra.run.gibba038.stdout:(22/24): librados2-15.2.9-70.g9364aa31.el8.x86_ 15 MB/s | 3.6 MB 00:00 2021-03-04T22:58:29.273 INFO:teuthology.orchestra.run.gibba038.stdout:(23/24): librbd1-15.2.9-70.g9364aa31.el8.x86_64 6.8 MB/s | 1.9 MB 00:00 2021-03-04T22:58:30.183 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:58:30.435 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fmt-6.2.1-1.el8.x86_64 1/26 2021-03-04T22:58:30.482 INFO:teuthology.orchestra.run.gibba038.stdout:(24/24): ceph-common-15.2.9-70.g9364aa31.el8.x8 4.8 MB/s | 21 MB 00:04 2021-03-04T22:58:30.484 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:58:30.485 INFO:teuthology.orchestra.run.gibba038.stdout:Total 11 MB/s | 49 MB 00:04 2021-03-04T22:58:30.487 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:58:30.520 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:58:30.520 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:58:30.609 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/26 2021-03-04T22:58:30.728 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:58:30.729 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:58:30.811 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 3/26 2021-03-04T22:58:31.109 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 3/26 2021-03-04T22:58:31.319 INFO:teuthology.orchestra.run.gibba011.stdout: Upgrading : librados2-2:15.2.9-70.g9364aa31.el8.x86_64 4/26 2021-03-04T22:58:31.398 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: librados2-2:15.2.9-70.g9364aa31.el8.x86_64 4/26 2021-03-04T22:58:31.620 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-rados-2:15.2.9-70.g9364aa31.el8.x86_64 5/26 2021-03-04T22:58:31.748 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:58:31.786 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : libcephfs2-2:15.2.9-70.g9364aa31.el8.x86_64 6/26 2021-03-04T22:58:31.985 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fmt-6.2.1-1.el8.x86_64 1/26 2021-03-04T22:58:32.024 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: libcephfs2-2:15.2.9-70.g9364aa31.el8.x86_64 6/26 2021-03-04T22:58:32.195 INFO:teuthology.orchestra.run.gibba011.stdout: Upgrading : librbd1-2:15.2.9-70.g9364aa31.el8.x86_64 7/26 2021-03-04T22:58:32.206 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/26 2021-03-04T22:58:32.253 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: librbd1-2:15.2.9-70.g9364aa31.el8.x86_64 7/26 2021-03-04T22:58:32.376 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 3/26 2021-03-04T22:58:32.461 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : librabbitmq-0.9.0-2.el8.x86_64 8/26 2021-03-04T22:58:32.611 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : librdkafka-0.11.4-1.el8.x86_64 9/26 2021-03-04T22:58:32.719 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 3/26 2021-03-04T22:58:32.891 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: librdkafka-0.11.4-1.el8.x86_64 9/26 2021-03-04T22:58:32.951 INFO:teuthology.orchestra.run.gibba038.stdout: Upgrading : librados2-2:15.2.9-70.g9364aa31.el8.x86_64 4/26 2021-03-04T22:58:33.053 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : librgw2-2:15.2.9-70.g9364aa31.el8.x86_64 10/26 2021-03-04T22:58:33.066 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: librados2-2:15.2.9-70.g9364aa31.el8.x86_64 4/26 2021-03-04T22:58:33.157 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: librgw2-2:15.2.9-70.g9364aa31.el8.x86_64 10/26 2021-03-04T22:58:33.250 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-rados-2:15.2.9-70.g9364aa31.el8.x86_64 5/26 2021-03-04T22:58:33.315 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : leveldb-1.22-1.el8.x86_64 11/26 2021-03-04T22:58:33.425 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-ceph-argparse-2:15.2.9-70.g9364aa31.el8.x8 12/26 2021-03-04T22:58:33.476 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : libcephfs2-2:15.2.9-70.g9364aa31.el8.x86_64 6/26 2021-03-04T22:58:33.618 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-cephfs-2:15.2.9-70.g9364aa31.el8.x86_64 13/26 2021-03-04T22:58:33.663 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: libcephfs2-2:15.2.9-70.g9364aa31.el8.x86_64 6/26 2021-03-04T22:58:33.803 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-rgw-2:15.2.9-70.g9364aa31.el8.x86_64 14/26 2021-03-04T22:58:33.884 INFO:teuthology.orchestra.run.gibba038.stdout: Upgrading : librbd1-2:15.2.9-70.g9364aa31.el8.x86_64 7/26 2021-03-04T22:58:33.985 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: librbd1-2:15.2.9-70.g9364aa31.el8.x86_64 7/26 2021-03-04T22:58:34.012 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-rbd-2:15.2.9-70.g9364aa31.el8.x86_64 15/26 2021-03-04T22:58:34.136 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : libradosstriper1-2:15.2.9-70.g9364aa31.el8.x86_64 16/26 2021-03-04T22:58:34.162 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : librabbitmq-0.9.0-2.el8.x86_64 8/26 2021-03-04T22:58:34.185 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: libradosstriper1-2:15.2.9-70.g9364aa31.el8.x86_64 16/26 2021-03-04T22:58:34.350 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : librdkafka-0.11.4-1.el8.x86_64 9/26 2021-03-04T22:58:34.388 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 17/26 2021-03-04T22:58:34.584 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : gperftools-libs-2.8-1.el8.x86_64 18/26 2021-03-04T22:58:34.760 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 19/26 2021-03-04T22:58:34.882 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: librdkafka-0.11.4-1.el8.x86_64 9/26 2021-03-04T22:58:34.886 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-ceph-common-2:15.2.9-70.g9364aa31.el8.x86_ 20/26 2021-03-04T22:58:35.384 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : librgw2-2:15.2.9-70.g9364aa31.el8.x86_64 10/26 2021-03-04T22:58:35.441 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: librgw2-2:15.2.9-70.g9364aa31.el8.x86_64 10/26 2021-03-04T22:58:35.646 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : leveldb-1.22-1.el8.x86_64 11/26 2021-03-04T22:58:35.756 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-ceph-argparse-2:15.2.9-70.g9364aa31.el8.x8 12/26 2021-03-04T22:58:35.945 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-cephfs-2:15.2.9-70.g9364aa31.el8.x86_64 13/26 2021-03-04T22:58:36.177 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-rgw-2:15.2.9-70.g9364aa31.el8.x86_64 14/26 2021-03-04T22:58:36.352 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-rbd-2:15.2.9-70.g9364aa31.el8.x86_64 15/26 2021-03-04T22:58:36.517 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : libradosstriper1-2:15.2.9-70.g9364aa31.el8.x86_64 16/26 2021-03-04T22:58:36.590 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: libradosstriper1-2:15.2.9-70.g9364aa31.el8.x86_64 16/26 2021-03-04T22:58:36.820 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 17/26 2021-03-04T22:58:37.049 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : gperftools-libs-2.8-1.el8.x86_64 18/26 2021-03-04T22:58:37.191 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 19/26 2021-03-04T22:58:37.359 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-ceph-common-2:15.2.9-70.g9364aa31.el8.x86_ 20/26 2021-03-04T22:58:37.511 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: ceph-common-2:15.2.9-70.g9364aa31.el8.x86_64 21/26 2021-03-04T22:58:37.687 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : ceph-common-2:15.2.9-70.g9364aa31.el8.x86_64 21/26 2021-03-04T22:58:38.206 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: ceph-common-2:15.2.9-70.g9364aa31.el8.x86_64 21/26 2021-03-04T22:58:38.447 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : ceph-base-2:15.2.9-70.g9364aa31.el8.x86_64 22/26 2021-03-04T22:58:38.509 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: ceph-base-2:15.2.9-70.g9364aa31.el8.x86_64 22/26 2021-03-04T22:58:38.645 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : ceph-selinux-2:15.2.9-70.g9364aa31.el8.x86_64 23/26 2021-03-04T22:58:40.045 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: ceph-common-2:15.2.9-70.g9364aa31.el8.x86_64 21/26 2021-03-04T22:58:40.251 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : ceph-common-2:15.2.9-70.g9364aa31.el8.x86_64 21/26 2021-03-04T22:58:40.780 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: ceph-common-2:15.2.9-70.g9364aa31.el8.x86_64 21/26 2021-03-04T22:58:41.069 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : ceph-base-2:15.2.9-70.g9364aa31.el8.x86_64 22/26 2021-03-04T22:58:41.131 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: ceph-base-2:15.2.9-70.g9364aa31.el8.x86_64 22/26 2021-03-04T22:58:41.251 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : ceph-selinux-2:15.2.9-70.g9364aa31.el8.x86_64 23/26 2021-03-04T22:58:48.883 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: ceph-selinux-2:15.2.9-70.g9364aa31.el8.x86_64 23/26 2021-03-04T22:58:48.884 INFO:teuthology.orchestra.run.gibba011.stdout:skipping the directory /sys 2021-03-04T22:58:48.884 INFO:teuthology.orchestra.run.gibba011.stdout:skipping the directory /proc 2021-03-04T22:58:48.884 INFO:teuthology.orchestra.run.gibba011.stdout:skipping the directory /dev 2021-03-04T22:58:48.884 INFO:teuthology.orchestra.run.gibba011.stdout:skipping the directory /run 2021-03-04T22:58:48.885 INFO:teuthology.orchestra.run.gibba011.stdout:skipping the directory /mnt 2021-03-04T22:58:48.885 INFO:teuthology.orchestra.run.gibba011.stdout:skipping the directory /var/tmp 2021-03-04T22:58:48.885 INFO:teuthology.orchestra.run.gibba011.stdout:skipping the directory /home 2021-03-04T22:58:48.885 INFO:teuthology.orchestra.run.gibba011.stdout:skipping the directory /tmp 2021-03-04T22:58:48.885 INFO:teuthology.orchestra.run.gibba011.stdout:skipping the directory /dev 2021-03-04T22:58:48.886 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:58:49.803 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : ceph-radosgw-2:15.2.9-70.g9364aa31.el8.x86_64 24/26 2021-03-04T22:58:49.861 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: ceph-radosgw-2:15.2.9-70.g9364aa31.el8.x86_64 24/26 2021-03-04T22:58:49.862 INFO:teuthology.orchestra.run.gibba011.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 25/26 2021-03-04T22:58:50.063 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 25/26 2021-03-04T22:58:50.063 INFO:teuthology.orchestra.run.gibba011.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 26/26 2021-03-04T22:58:50.658 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 26/26 2021-03-04T22:58:50.659 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : ceph-base-2:15.2.9-70.g9364aa31.el8.x86_64 1/26 2021-03-04T22:58:50.659 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : ceph-common-2:15.2.9-70.g9364aa31.el8.x86_64 2/26 2021-03-04T22:58:50.659 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : ceph-radosgw-2:15.2.9-70.g9364aa31.el8.x86_64 3/26 2021-03-04T22:58:50.659 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : ceph-selinux-2:15.2.9-70.g9364aa31.el8.x86_64 4/26 2021-03-04T22:58:50.660 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libcephfs2-2:15.2.9-70.g9364aa31.el8.x86_64 5/26 2021-03-04T22:58:50.660 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libradosstriper1-2:15.2.9-70.g9364aa31.el8.x86_64 6/26 2021-03-04T22:58:50.660 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : librgw2-2:15.2.9-70.g9364aa31.el8.x86_64 7/26 2021-03-04T22:58:50.660 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-ceph-argparse-2:15.2.9-70.g9364aa31.el8.x8 8/26 2021-03-04T22:58:50.661 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-ceph-common-2:15.2.9-70.g9364aa31.el8.x86_ 9/26 2021-03-04T22:58:50.661 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-cephfs-2:15.2.9-70.g9364aa31.el8.x86_64 10/26 2021-03-04T22:58:50.661 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-rados-2:15.2.9-70.g9364aa31.el8.x86_64 11/26 2021-03-04T22:58:50.661 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-rbd-2:15.2.9-70.g9364aa31.el8.x86_64 12/26 2021-03-04T22:58:50.661 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-rgw-2:15.2.9-70.g9364aa31.el8.x86_64 13/26 2021-03-04T22:58:50.662 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : librdkafka-0.11.4-1.el8.x86_64 14/26 2021-03-04T22:58:50.662 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 15/26 2021-03-04T22:58:50.662 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 16/26 2021-03-04T22:58:50.662 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : librabbitmq-0.9.0-2.el8.x86_64 17/26 2021-03-04T22:58:50.663 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fmt-6.2.1-1.el8.x86_64 18/26 2021-03-04T22:58:50.663 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : gperftools-libs-2.8-1.el8.x86_64 19/26 2021-03-04T22:58:50.664 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : leveldb-1.22-1.el8.x86_64 20/26 2021-03-04T22:58:50.664 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 21/26 2021-03-04T22:58:50.664 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 22/26 2021-03-04T22:58:50.664 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : librados2-2:15.2.9-70.g9364aa31.el8.x86_64 23/26 2021-03-04T22:58:50.665 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 24/26 2021-03-04T22:58:50.665 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : librbd1-2:15.2.9-70.g9364aa31.el8.x86_64 25/26 2021-03-04T22:58:51.290 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 26/26 2021-03-04T22:58:51.290 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:58:51.290 INFO:teuthology.orchestra.run.gibba011.stdout:Upgraded: 2021-03-04T22:58:51.291 INFO:teuthology.orchestra.run.gibba011.stdout: librados2-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:51.291 INFO:teuthology.orchestra.run.gibba011.stdout: librbd1-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:51.291 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:58:51.291 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T22:58:51.292 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-base-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:51.292 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-common-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:51.292 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-radosgw-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:51.292 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-selinux-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:51.292 INFO:teuthology.orchestra.run.gibba011.stdout: fmt-6.2.1-1.el8.x86_64 2021-03-04T22:58:51.293 INFO:teuthology.orchestra.run.gibba011.stdout: gperftools-libs-2.8-1.el8.x86_64 2021-03-04T22:58:51.293 INFO:teuthology.orchestra.run.gibba011.stdout: leveldb-1.22-1.el8.x86_64 2021-03-04T22:58:51.293 INFO:teuthology.orchestra.run.gibba011.stdout: libcephfs2-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:51.293 INFO:teuthology.orchestra.run.gibba011.stdout: liboath-2.6.2-3.el8.x86_64 2021-03-04T22:58:51.293 INFO:teuthology.orchestra.run.gibba011.stdout: librabbitmq-0.9.0-2.el8.x86_64 2021-03-04T22:58:51.294 INFO:teuthology.orchestra.run.gibba011.stdout: libradosstriper1-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:51.294 INFO:teuthology.orchestra.run.gibba011.stdout: librdkafka-0.11.4-1.el8.x86_64 2021-03-04T22:58:51.294 INFO:teuthology.orchestra.run.gibba011.stdout: librgw2-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:51.294 INFO:teuthology.orchestra.run.gibba011.stdout: libunwind-1.3.1-3.el8.x86_64 2021-03-04T22:58:51.295 INFO:teuthology.orchestra.run.gibba011.stdout: lttng-ust-2.8.1-11.el8.x86_64 2021-03-04T22:58:51.295 INFO:teuthology.orchestra.run.gibba011.stdout: python3-ceph-argparse-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:51.295 INFO:teuthology.orchestra.run.gibba011.stdout: python3-ceph-common-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:51.295 INFO:teuthology.orchestra.run.gibba011.stdout: python3-cephfs-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:51.295 INFO:teuthology.orchestra.run.gibba011.stdout: python3-prettytable-0.7.2-14.el8.noarch 2021-03-04T22:58:51.296 INFO:teuthology.orchestra.run.gibba011.stdout: python3-rados-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:51.296 INFO:teuthology.orchestra.run.gibba011.stdout: python3-rbd-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:51.296 INFO:teuthology.orchestra.run.gibba011.stdout: python3-rgw-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:51.296 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:58:51.296 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:58:51.421 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum -y install ceph-test 2021-03-04T22:58:51.758 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:00:26 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:58:51.771 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: ceph-selinux-2:15.2.9-70.g9364aa31.el8.x86_64 23/26 2021-03-04T22:58:51.771 INFO:teuthology.orchestra.run.gibba038.stdout:skipping the directory /sys 2021-03-04T22:58:51.771 INFO:teuthology.orchestra.run.gibba038.stdout:skipping the directory /proc 2021-03-04T22:58:51.771 INFO:teuthology.orchestra.run.gibba038.stdout:skipping the directory /dev 2021-03-04T22:58:51.772 INFO:teuthology.orchestra.run.gibba038.stdout:skipping the directory /run 2021-03-04T22:58:51.772 INFO:teuthology.orchestra.run.gibba038.stdout:skipping the directory /mnt 2021-03-04T22:58:51.772 INFO:teuthology.orchestra.run.gibba038.stdout:skipping the directory /var/tmp 2021-03-04T22:58:51.772 INFO:teuthology.orchestra.run.gibba038.stdout:skipping the directory /home 2021-03-04T22:58:51.772 INFO:teuthology.orchestra.run.gibba038.stdout:skipping the directory /tmp 2021-03-04T22:58:51.773 INFO:teuthology.orchestra.run.gibba038.stdout:skipping the directory /dev 2021-03-04T22:58:51.773 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:58:52.142 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:58:52.143 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:58:52.143 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:58:52.143 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:58:52.144 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T22:58:52.144 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-test x86_64 2:15.2.9-70.g9364aa31.el8 ceph 43 M 2021-03-04T22:58:52.144 INFO:teuthology.orchestra.run.gibba011.stdout:Installing dependencies: 2021-03-04T22:58:52.144 INFO:teuthology.orchestra.run.gibba011.stdout: jq x86_64 1.5-12.el8 CentOS-AppStream 161 k 2021-03-04T22:58:52.144 INFO:teuthology.orchestra.run.gibba011.stdout: libxslt x86_64 1.1.32-5.el8 CentOS-Base 250 k 2021-03-04T22:58:52.145 INFO:teuthology.orchestra.run.gibba011.stdout: oniguruma x86_64 6.8.2-2.el8 CentOS-AppStream 187 k 2021-03-04T22:58:52.145 INFO:teuthology.orchestra.run.gibba011.stdout: socat x86_64 1.7.3.3-2.el8 CentOS-AppStream 302 k 2021-03-04T22:58:52.145 INFO:teuthology.orchestra.run.gibba011.stdout: xmlstarlet x86_64 1.6.1-11.el8 epel 69 k 2021-03-04T22:58:52.145 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:58:52.145 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:58:52.146 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:58:52.146 INFO:teuthology.orchestra.run.gibba011.stdout:Install 6 Packages 2021-03-04T22:58:52.146 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:58:52.147 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 43 M 2021-03-04T22:58:52.147 INFO:teuthology.orchestra.run.gibba011.stdout:Installed size: 182 M 2021-03-04T22:58:52.147 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T22:58:52.202 INFO:teuthology.orchestra.run.gibba011.stdout:(1/6): oniguruma-6.8.2-2.el8.x86_64.rpm 3.3 MB/s | 187 kB 00:00 2021-03-04T22:58:52.203 INFO:teuthology.orchestra.run.gibba011.stdout:(2/6): jq-1.5-12.el8.x86_64.rpm 2.8 MB/s | 161 kB 00:00 2021-03-04T22:58:52.205 INFO:teuthology.orchestra.run.gibba011.stdout:(3/6): socat-1.7.3.3-2.el8.x86_64.rpm 57 MB/s | 302 kB 00:00 2021-03-04T22:58:52.207 INFO:teuthology.orchestra.run.gibba011.stdout:(4/6): libxslt-1.1.32-5.el8.x86_64.rpm 44 MB/s | 250 kB 00:00 2021-03-04T22:58:52.285 INFO:teuthology.orchestra.run.gibba011.stdout:(5/6): xmlstarlet-1.6.1-11.el8.x86_64.rpm 868 kB/s | 69 kB 00:00 2021-03-04T22:58:52.726 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : ceph-radosgw-2:15.2.9-70.g9364aa31.el8.x86_64 24/26 2021-03-04T22:58:52.784 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: ceph-radosgw-2:15.2.9-70.g9364aa31.el8.x86_64 24/26 2021-03-04T22:58:52.785 INFO:teuthology.orchestra.run.gibba038.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 25/26 2021-03-04T22:58:53.036 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 25/26 2021-03-04T22:58:53.036 INFO:teuthology.orchestra.run.gibba038.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 26/26 2021-03-04T22:58:53.649 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 26/26 2021-03-04T22:58:53.650 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : ceph-base-2:15.2.9-70.g9364aa31.el8.x86_64 1/26 2021-03-04T22:58:53.651 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : ceph-common-2:15.2.9-70.g9364aa31.el8.x86_64 2/26 2021-03-04T22:58:53.651 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : ceph-radosgw-2:15.2.9-70.g9364aa31.el8.x86_64 3/26 2021-03-04T22:58:53.652 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : ceph-selinux-2:15.2.9-70.g9364aa31.el8.x86_64 4/26 2021-03-04T22:58:53.652 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libcephfs2-2:15.2.9-70.g9364aa31.el8.x86_64 5/26 2021-03-04T22:58:53.653 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libradosstriper1-2:15.2.9-70.g9364aa31.el8.x86_64 6/26 2021-03-04T22:58:53.653 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : librgw2-2:15.2.9-70.g9364aa31.el8.x86_64 7/26 2021-03-04T22:58:53.654 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-ceph-argparse-2:15.2.9-70.g9364aa31.el8.x8 8/26 2021-03-04T22:58:53.654 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-ceph-common-2:15.2.9-70.g9364aa31.el8.x86_ 9/26 2021-03-04T22:58:53.654 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-cephfs-2:15.2.9-70.g9364aa31.el8.x86_64 10/26 2021-03-04T22:58:53.655 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-rados-2:15.2.9-70.g9364aa31.el8.x86_64 11/26 2021-03-04T22:58:53.655 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-rbd-2:15.2.9-70.g9364aa31.el8.x86_64 12/26 2021-03-04T22:58:53.655 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-rgw-2:15.2.9-70.g9364aa31.el8.x86_64 13/26 2021-03-04T22:58:53.656 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : librdkafka-0.11.4-1.el8.x86_64 14/26 2021-03-04T22:58:53.656 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 15/26 2021-03-04T22:58:53.656 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 16/26 2021-03-04T22:58:53.656 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : librabbitmq-0.9.0-2.el8.x86_64 17/26 2021-03-04T22:58:53.657 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fmt-6.2.1-1.el8.x86_64 18/26 2021-03-04T22:58:53.657 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : gperftools-libs-2.8-1.el8.x86_64 19/26 2021-03-04T22:58:53.657 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : leveldb-1.22-1.el8.x86_64 20/26 2021-03-04T22:58:53.657 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 21/26 2021-03-04T22:58:53.658 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 22/26 2021-03-04T22:58:53.658 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : librados2-2:15.2.9-70.g9364aa31.el8.x86_64 23/26 2021-03-04T22:58:53.659 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 24/26 2021-03-04T22:58:53.659 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : librbd1-2:15.2.9-70.g9364aa31.el8.x86_64 25/26 2021-03-04T22:58:54.139 INFO:teuthology.orchestra.run.gibba011.stdout:(6/6): ceph-test-15.2.9-70.g9364aa31.el8.x86_64 21 MB/s | 43 MB 00:01 2021-03-04T22:58:54.141 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:58:54.142 INFO:teuthology.orchestra.run.gibba011.stdout:Total 22 MB/s | 43 MB 00:01 2021-03-04T22:58:54.144 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:58:54.160 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:58:54.160 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:58:54.239 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 26/26 2021-03-04T22:58:54.239 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:58:54.239 INFO:teuthology.orchestra.run.gibba038.stdout:Upgraded: 2021-03-04T22:58:54.240 INFO:teuthology.orchestra.run.gibba038.stdout: librados2-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:54.240 INFO:teuthology.orchestra.run.gibba038.stdout: librbd1-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:54.240 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:58:54.241 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T22:58:54.241 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-base-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:54.241 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-common-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:54.242 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-radosgw-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:54.242 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-selinux-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:54.242 INFO:teuthology.orchestra.run.gibba038.stdout: fmt-6.2.1-1.el8.x86_64 2021-03-04T22:58:54.243 INFO:teuthology.orchestra.run.gibba038.stdout: gperftools-libs-2.8-1.el8.x86_64 2021-03-04T22:58:54.243 INFO:teuthology.orchestra.run.gibba038.stdout: leveldb-1.22-1.el8.x86_64 2021-03-04T22:58:54.244 INFO:teuthology.orchestra.run.gibba038.stdout: libcephfs2-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:54.244 INFO:teuthology.orchestra.run.gibba038.stdout: liboath-2.6.2-3.el8.x86_64 2021-03-04T22:58:54.244 INFO:teuthology.orchestra.run.gibba038.stdout: librabbitmq-0.9.0-2.el8.x86_64 2021-03-04T22:58:54.244 INFO:teuthology.orchestra.run.gibba038.stdout: libradosstriper1-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:54.245 INFO:teuthology.orchestra.run.gibba038.stdout: librdkafka-0.11.4-1.el8.x86_64 2021-03-04T22:58:54.245 INFO:teuthology.orchestra.run.gibba038.stdout: librgw2-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:54.245 INFO:teuthology.orchestra.run.gibba038.stdout: libunwind-1.3.1-3.el8.x86_64 2021-03-04T22:58:54.245 INFO:teuthology.orchestra.run.gibba038.stdout: lttng-ust-2.8.1-11.el8.x86_64 2021-03-04T22:58:54.245 INFO:teuthology.orchestra.run.gibba038.stdout: python3-ceph-argparse-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:54.246 INFO:teuthology.orchestra.run.gibba038.stdout: python3-ceph-common-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:54.246 INFO:teuthology.orchestra.run.gibba038.stdout: python3-cephfs-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:54.246 INFO:teuthology.orchestra.run.gibba038.stdout: python3-prettytable-0.7.2-14.el8.noarch 2021-03-04T22:58:54.246 INFO:teuthology.orchestra.run.gibba038.stdout: python3-rados-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:54.246 INFO:teuthology.orchestra.run.gibba038.stdout: python3-rbd-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:54.247 INFO:teuthology.orchestra.run.gibba038.stdout: python3-rgw-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:58:54.247 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:58:54.247 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:58:54.335 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:58:54.407 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:58:54.408 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum -y install ceph-test 2021-03-04T22:58:54.753 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:58:54.774 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:00:29 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:58:54.977 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : libxslt-1.1.32-5.el8.x86_64 1/6 2021-03-04T22:58:55.115 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : xmlstarlet-1.6.1-11.el8.x86_64 2/6 2021-03-04T22:58:55.166 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:58:55.167 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:58:55.167 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:58:55.167 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:58:55.168 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T22:58:55.168 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-test x86_64 2:15.2.9-70.g9364aa31.el8 ceph 43 M 2021-03-04T22:58:55.168 INFO:teuthology.orchestra.run.gibba038.stdout:Installing dependencies: 2021-03-04T22:58:55.168 INFO:teuthology.orchestra.run.gibba038.stdout: jq x86_64 1.5-12.el8 CentOS-AppStream 161 k 2021-03-04T22:58:55.169 INFO:teuthology.orchestra.run.gibba038.stdout: libxslt x86_64 1.1.32-5.el8 CentOS-Base 250 k 2021-03-04T22:58:55.169 INFO:teuthology.orchestra.run.gibba038.stdout: oniguruma x86_64 6.8.2-2.el8 CentOS-AppStream 187 k 2021-03-04T22:58:55.169 INFO:teuthology.orchestra.run.gibba038.stdout: socat x86_64 1.7.3.3-2.el8 CentOS-AppStream 302 k 2021-03-04T22:58:55.169 INFO:teuthology.orchestra.run.gibba038.stdout: xmlstarlet x86_64 1.6.1-11.el8 epel 69 k 2021-03-04T22:58:55.169 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:58:55.170 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:58:55.170 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:58:55.170 INFO:teuthology.orchestra.run.gibba038.stdout:Install 6 Packages 2021-03-04T22:58:55.170 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:58:55.171 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 43 M 2021-03-04T22:58:55.171 INFO:teuthology.orchestra.run.gibba038.stdout:Installed size: 182 M 2021-03-04T22:58:55.171 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T22:58:55.203 INFO:teuthology.orchestra.run.gibba038.stdout:(1/6): jq-1.5-12.el8.x86_64.rpm 4.7 MB/s | 161 kB 00:00 2021-03-04T22:58:55.205 INFO:teuthology.orchestra.run.gibba038.stdout:(2/6): oniguruma-6.8.2-2.el8.x86_64.rpm 5.1 MB/s | 187 kB 00:00 2021-03-04T22:58:55.208 INFO:teuthology.orchestra.run.gibba038.stdout:(3/6): socat-1.7.3.3-2.el8.x86_64.rpm 55 MB/s | 302 kB 00:00 2021-03-04T22:58:55.211 INFO:teuthology.orchestra.run.gibba038.stdout:(4/6): libxslt-1.1.32-5.el8.x86_64.rpm 46 MB/s | 250 kB 00:00 2021-03-04T22:58:55.274 INFO:teuthology.orchestra.run.gibba038.stdout:(5/6): xmlstarlet-1.6.1-11.el8.x86_64.rpm 1.0 MB/s | 69 kB 00:00 2021-03-04T22:58:55.301 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : socat-1.7.3.3-2.el8.x86_64 3/6 2021-03-04T22:58:55.651 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 4/6 2021-03-04T22:58:55.907 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 4/6 2021-03-04T22:58:57.117 INFO:teuthology.orchestra.run.gibba038.stdout:(6/6): ceph-test-15.2.9-70.g9364aa31.el8.x86_64 22 MB/s | 43 MB 00:01 2021-03-04T22:58:57.119 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:58:57.119 INFO:teuthology.orchestra.run.gibba038.stdout:Total 22 MB/s | 43 MB 00:01 2021-03-04T22:58:57.122 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:58:57.137 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:58:57.138 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:58:57.312 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:58:57.313 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:58:57.766 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:58:57.975 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : libxslt-1.1.32-5.el8.x86_64 1/6 2021-03-04T22:58:58.186 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : xmlstarlet-1.6.1-11.el8.x86_64 2/6 2021-03-04T22:58:58.391 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : socat-1.7.3.3-2.el8.x86_64 3/6 2021-03-04T22:58:58.551 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 4/6 2021-03-04T22:58:58.649 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 4/6 2021-03-04T22:58:59.144 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : jq-1.5-12.el8.x86_64 5/6 2021-03-04T22:58:59.332 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : ceph-test-2:15.2.9-70.g9364aa31.el8.x86_64 6/6 2021-03-04T22:58:59.517 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: ceph-test-2:15.2.9-70.g9364aa31.el8.x86_64 6/6 2021-03-04T22:58:59.517 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : ceph-test-2:15.2.9-70.g9364aa31.el8.x86_64 1/6 2021-03-04T22:58:59.518 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : jq-1.5-12.el8.x86_64 2/6 2021-03-04T22:58:59.520 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 3/6 2021-03-04T22:58:59.521 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : socat-1.7.3.3-2.el8.x86_64 4/6 2021-03-04T22:58:59.521 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libxslt-1.1.32-5.el8.x86_64 5/6 2021-03-04T22:58:59.830 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : xmlstarlet-1.6.1-11.el8.x86_64 6/6 2021-03-04T22:58:59.831 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:58:59.832 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T22:58:59.832 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-test-2:15.2.9-70.g9364aa31.el8.x86_64 jq-1.5-12.el8.x86_64 2021-03-04T22:58:59.833 INFO:teuthology.orchestra.run.gibba011.stdout: libxslt-1.1.32-5.el8.x86_64 oniguruma-6.8.2-2.el8.x86_64 2021-03-04T22:58:59.835 INFO:teuthology.orchestra.run.gibba011.stdout: socat-1.7.3.3-2.el8.x86_64 xmlstarlet-1.6.1-11.el8.x86_64 2021-03-04T22:58:59.838 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:58:59.842 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:59:00.001 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum -y install ceph 2021-03-04T22:59:00.335 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:00:35 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:00.699 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:59:00.702 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:00.702 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:59:00.703 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:00.703 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T22:59:00.703 INFO:teuthology.orchestra.run.gibba011.stdout: ceph x86_64 2:15.2.9-70.g9364aa31.el8 ceph 6.4 k 2021-03-04T22:59:00.703 INFO:teuthology.orchestra.run.gibba011.stdout:Installing dependencies: 2021-03-04T22:59:00.703 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-mds x86_64 2:15.2.9-70.g9364aa31.el8 ceph 2.0 M 2021-03-04T22:59:00.704 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-mgr x86_64 2:15.2.9-70.g9364aa31.el8 ceph 1.4 M 2021-03-04T22:59:00.704 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-mgr-modules-core noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 183 k 2021-03-04T22:59:00.704 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-mon x86_64 2:15.2.9-70.g9364aa31.el8 ceph 4.4 M 2021-03-04T22:59:00.704 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-osd x86_64 2:15.2.9-70.g9364aa31.el8 ceph 17 M 2021-03-04T22:59:00.705 INFO:teuthology.orchestra.run.gibba011.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2021-03-04T22:59:00.705 INFO:teuthology.orchestra.run.gibba011.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2021-03-04T22:59:00.705 INFO:teuthology.orchestra.run.gibba011.stdout: python3-chardet noarch 3.0.4-7.el8 CentOS-Base 195 k 2021-03-04T22:59:00.705 INFO:teuthology.orchestra.run.gibba011.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2021-03-04T22:59:00.705 INFO:teuthology.orchestra.run.gibba011.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2021-03-04T22:59:00.706 INFO:teuthology.orchestra.run.gibba011.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2021-03-04T22:59:00.706 INFO:teuthology.orchestra.run.gibba011.stdout: python3-jaraco-functools 2021-03-04T22:59:00.706 INFO:teuthology.orchestra.run.gibba011.stdout: noarch 2.0-4.el8 epel 18 k 2021-03-04T22:59:00.706 INFO:teuthology.orchestra.run.gibba011.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2021-03-04T22:59:00.706 INFO:teuthology.orchestra.run.gibba011.stdout: python3-lxml x86_64 4.2.3-1.el8 CentOS-AppStream 1.5 M 2021-03-04T22:59:00.707 INFO:teuthology.orchestra.run.gibba011.stdout: python3-mako noarch 1.0.6-13.el8 CentOS-AppStream 157 k 2021-03-04T22:59:00.707 INFO:teuthology.orchestra.run.gibba011.stdout: python3-markupsafe x86_64 0.23-19.el8 CentOS-AppStream 39 k 2021-03-04T22:59:00.707 INFO:teuthology.orchestra.run.gibba011.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2021-03-04T22:59:00.707 INFO:teuthology.orchestra.run.gibba011.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2021-03-04T22:59:00.708 INFO:teuthology.orchestra.run.gibba011.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2021-03-04T22:59:00.708 INFO:teuthology.orchestra.run.gibba011.stdout: python3-pysocks noarch 1.6.8-3.el8 CentOS-Base 34 k 2021-03-04T22:59:00.708 INFO:teuthology.orchestra.run.gibba011.stdout: python3-pytz noarch 2017.2-9.el8 CentOS-AppStream 54 k 2021-03-04T22:59:00.708 INFO:teuthology.orchestra.run.gibba011.stdout: python3-requests noarch 2.20.0-2.1.el8_1 CentOS-Base 123 k 2021-03-04T22:59:00.708 INFO:teuthology.orchestra.run.gibba011.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2021-03-04T22:59:00.709 INFO:teuthology.orchestra.run.gibba011.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2021-03-04T22:59:00.709 INFO:teuthology.orchestra.run.gibba011.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2021-03-04T22:59:00.709 INFO:teuthology.orchestra.run.gibba011.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2021-03-04T22:59:00.709 INFO:teuthology.orchestra.run.gibba011.stdout: python3-urllib3 noarch 1.24.2-4.el8 CentOS-Base 176 k 2021-03-04T22:59:00.709 INFO:teuthology.orchestra.run.gibba011.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2021-03-04T22:59:00.710 INFO:teuthology.orchestra.run.gibba011.stdout: python3-webencodings noarch 0.5.1-6.el8 CentOS-AppStream 27 k 2021-03-04T22:59:00.710 INFO:teuthology.orchestra.run.gibba011.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2021-03-04T22:59:00.711 INFO:teuthology.orchestra.run.gibba011.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2021-03-04T22:59:00.711 INFO:teuthology.orchestra.run.gibba011.stdout: python3-werkzeug noarch 0.12.2-4.el8 CentOS-AppStream 457 k 2021-03-04T22:59:00.711 INFO:teuthology.orchestra.run.gibba011.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2021-03-04T22:59:00.711 INFO:teuthology.orchestra.run.gibba011.stdout:Installing weak dependencies: 2021-03-04T22:59:00.711 INFO:teuthology.orchestra.run.gibba011.stdout: python3-cssselect noarch 0.9.2-10.el8 epel 40 k 2021-03-04T22:59:00.712 INFO:teuthology.orchestra.run.gibba011.stdout: python3-html5lib noarch 1:0.999999999-6.el8 CentOS-AppStream 214 k 2021-03-04T22:59:00.712 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:00.712 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:59:00.713 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:00.713 INFO:teuthology.orchestra.run.gibba011.stdout:Install 36 Packages 2021-03-04T22:59:00.713 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:00.715 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 30 M 2021-03-04T22:59:00.715 INFO:teuthology.orchestra.run.gibba011.stdout:Installed size: 103 M 2021-03-04T22:59:00.715 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T22:59:00.807 INFO:teuthology.orchestra.run.gibba011.stdout:(1/36): ceph-15.2.9-70.g9364aa31.el8.x86_64.rpm 64 kB/s | 6.4 kB 00:00 2021-03-04T22:59:01.084 INFO:teuthology.orchestra.run.gibba011.stdout:(2/36): ceph-mds-15.2.9-70.g9364aa31.el8.x86_64 5.4 MB/s | 2.0 MB 00:00 2021-03-04T22:59:01.107 INFO:teuthology.orchestra.run.gibba011.stdout:(3/36): ceph-mgr-15.2.9-70.g9364aa31.el8.x86_64 3.6 MB/s | 1.4 MB 00:00 2021-03-04T22:59:01.180 INFO:teuthology.orchestra.run.gibba011.stdout:(4/36): ceph-mgr-modules-core-15.2.9-70.g9364aa 2.5 MB/s | 183 kB 00:00 2021-03-04T22:59:01.212 INFO:teuthology.orchestra.run.gibba011.stdout:(5/36): python3-html5lib-0.999999999-6.el8.noar 6.6 MB/s | 214 kB 00:00 2021-03-04T22:59:01.230 INFO:teuthology.orchestra.run.gibba011.stdout:(6/36): ceph-mon-15.2.9-70.g9364aa31.el8.x86_64 10 MB/s | 4.4 MB 00:00 2021-03-04T22:59:01.241 INFO:teuthology.orchestra.run.gibba011.stdout:(7/36): python3-lxml-4.2.3-1.el8.x86_64.rpm 52 MB/s | 1.5 MB 00:00 2021-03-04T22:59:01.242 INFO:teuthology.orchestra.run.gibba011.stdout:(8/36): python3-markupsafe-0.23-19.el8.x86_64.r 34 MB/s | 39 kB 00:00 2021-03-04T22:59:01.244 INFO:teuthology.orchestra.run.gibba011.stdout:(9/36): python3-pytz-2017.2-9.el8.noarch.rpm 42 MB/s | 54 kB 00:00 2021-03-04T22:59:01.245 INFO:teuthology.orchestra.run.gibba011.stdout:(10/36): python3-webencodings-0.5.1-6.el8.noarc 24 MB/s | 27 kB 00:00 2021-03-04T22:59:01.250 INFO:teuthology.orchestra.run.gibba011.stdout:(11/36): python3-werkzeug-0.12.2-4.el8.noarch.r 82 MB/s | 457 kB 00:00 2021-03-04T22:59:01.253 INFO:teuthology.orchestra.run.gibba011.stdout:(12/36): python3-chardet-3.0.4-7.el8.noarch.rpm 69 MB/s | 195 kB 00:00 2021-03-04T22:59:01.255 INFO:teuthology.orchestra.run.gibba011.stdout:(13/36): python3-pysocks-1.6.8-3.el8.noarch.rpm 30 MB/s | 34 kB 00:00 2021-03-04T22:59:01.257 INFO:teuthology.orchestra.run.gibba011.stdout:(14/36): python3-requests-2.20.0-2.1.el8_1.noar 60 MB/s | 123 kB 00:00 2021-03-04T22:59:01.259 INFO:teuthology.orchestra.run.gibba011.stdout:(15/36): python3-urllib3-1.24.2-4.el8.noarch.rp 68 MB/s | 176 kB 00:00 2021-03-04T22:59:01.265 INFO:teuthology.orchestra.run.gibba011.stdout:(16/36): python3-mako-1.0.6-13.el8.noarch.rpm 4.5 MB/s | 157 kB 00:00 2021-03-04T22:59:01.324 INFO:teuthology.orchestra.run.gibba011.stdout:(17/36): python3-bcrypt-3.1.6-2.el8.1.x86_64.rp 673 kB/s | 44 kB 00:00 2021-03-04T22:59:01.345 INFO:teuthology.orchestra.run.gibba011.stdout:(18/36): python3-beautifulsoup4-4.6.3-2.el8.1.n 2.2 MB/s | 185 kB 00:00 2021-03-04T22:59:01.372 INFO:teuthology.orchestra.run.gibba011.stdout:(19/36): python3-cheroot-8.5.2-1.el8.noarch.rpm 3.5 MB/s | 173 kB 00:00 2021-03-04T22:59:01.379 INFO:teuthology.orchestra.run.gibba011.stdout:(20/36): python3-cherrypy-18.4.0-1.el8.noarch.r 11 MB/s | 384 kB 00:00 2021-03-04T22:59:01.388 INFO:teuthology.orchestra.run.gibba011.stdout:(21/36): python3-cssselect-0.9.2-10.el8.noarch. 2.4 MB/s | 40 kB 00:00 2021-03-04T22:59:01.395 INFO:teuthology.orchestra.run.gibba011.stdout:(22/36): python3-jaraco-6.2-6.el8.noarch.rpm 684 kB/s | 11 kB 00:00 2021-03-04T22:59:01.404 INFO:teuthology.orchestra.run.gibba011.stdout:(23/36): python3-jaraco-functools-2.0-4.el8.noa 1.1 MB/s | 18 kB 00:00 2021-03-04T22:59:01.411 INFO:teuthology.orchestra.run.gibba011.stdout:(24/36): python3-logutils-0.3.5-11.el8.noarch.r 2.9 MB/s | 49 kB 00:00 2021-03-04T22:59:01.421 INFO:teuthology.orchestra.run.gibba011.stdout:(25/36): python3-more-itertools-7.2.0-3.el8.noa 3.5 MB/s | 59 kB 00:00 2021-03-04T22:59:01.430 INFO:teuthology.orchestra.run.gibba011.stdout:(26/36): python3-pecan-1.3.2-9.el8.noarch.rpm 15 MB/s | 283 kB 00:00 2021-03-04T22:59:01.437 INFO:teuthology.orchestra.run.gibba011.stdout:(27/36): python3-portend-2.6-1.el8.noarch.rpm 971 kB/s | 16 kB 00:00 2021-03-04T22:59:01.446 INFO:teuthology.orchestra.run.gibba011.stdout:(28/36): python3-simplegeneric-0.8.1-17.el8.noa 1.1 MB/s | 19 kB 00:00 2021-03-04T22:59:01.453 INFO:teuthology.orchestra.run.gibba011.stdout:(29/36): python3-singledispatch-3.4.0.3-18.el8. 1.4 MB/s | 24 kB 00:00 2021-03-04T22:59:01.462 INFO:teuthology.orchestra.run.gibba011.stdout:(30/36): python3-tempora-1.14.1-5.el8.noarch.rp 1.8 MB/s | 29 kB 00:00 2021-03-04T22:59:01.470 INFO:teuthology.orchestra.run.gibba011.stdout:(31/36): python3-trustme-0.6.0-4.el8.noarch.rpm 1.6 MB/s | 27 kB 00:00 2021-03-04T22:59:01.480 INFO:teuthology.orchestra.run.gibba011.stdout:(32/36): python3-waitress-1.2.1-2.el8.1.noarch. 13 MB/s | 241 kB 00:00 2021-03-04T22:59:01.497 INFO:teuthology.orchestra.run.gibba011.stdout:(33/36): python3-webtest-2.0.33-1.el8.noarch.rp 5.0 MB/s | 85 kB 00:00 2021-03-04T22:59:01.502 INFO:teuthology.orchestra.run.gibba011.stdout:(34/36): python3-webob-1.8.5-1.el8.1.noarch.rpm 7.6 MB/s | 251 kB 00:00 2021-03-04T22:59:01.514 INFO:teuthology.orchestra.run.gibba011.stdout:(35/36): python3-zc-lockfile-2.0-2.el8.noarch.r 1.4 MB/s | 23 kB 00:00 2021-03-04T22:59:01.883 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : jq-1.5-12.el8.x86_64 5/6 2021-03-04T22:59:01.894 INFO:teuthology.orchestra.run.gibba011.stdout:(36/36): ceph-osd-15.2.9-70.g9364aa31.el8.x86_6 21 MB/s | 17 MB 00:00 2021-03-04T22:59:01.896 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:59:01.897 INFO:teuthology.orchestra.run.gibba011.stdout:Total 25 MB/s | 30 MB 00:01 2021-03-04T22:59:01.904 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:59:01.934 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:59:01.934 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:59:02.164 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : ceph-test-2:15.2.9-70.g9364aa31.el8.x86_64 6/6 2021-03-04T22:59:02.194 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:59:02.195 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:59:02.336 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: ceph-test-2:15.2.9-70.g9364aa31.el8.x86_64 6/6 2021-03-04T22:59:02.336 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : ceph-test-2:15.2.9-70.g9364aa31.el8.x86_64 1/6 2021-03-04T22:59:02.337 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : jq-1.5-12.el8.x86_64 2/6 2021-03-04T22:59:02.337 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 3/6 2021-03-04T22:59:02.337 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : socat-1.7.3.3-2.el8.x86_64 4/6 2021-03-04T22:59:02.337 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libxslt-1.1.32-5.el8.x86_64 5/6 2021-03-04T22:59:02.639 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : xmlstarlet-1.6.1-11.el8.x86_64 6/6 2021-03-04T22:59:02.639 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:02.639 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T22:59:02.640 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-test-2:15.2.9-70.g9364aa31.el8.x86_64 jq-1.5-12.el8.x86_64 2021-03-04T22:59:02.640 INFO:teuthology.orchestra.run.gibba038.stdout: libxslt-1.1.32-5.el8.x86_64 oniguruma-6.8.2-2.el8.x86_64 2021-03-04T22:59:02.640 INFO:teuthology.orchestra.run.gibba038.stdout: socat-1.7.3.3-2.el8.x86_64 xmlstarlet-1.6.1-11.el8.x86_64 2021-03-04T22:59:02.640 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:02.640 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:59:02.818 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum -y install ceph 2021-03-04T22:59:03.145 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:00:38 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:03.401 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:59:03.521 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:59:03.524 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:59:03.524 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:59:03.524 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:59:03.525 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T22:59:03.525 INFO:teuthology.orchestra.run.gibba038.stdout: ceph x86_64 2:15.2.9-70.g9364aa31.el8 ceph 6.4 k 2021-03-04T22:59:03.525 INFO:teuthology.orchestra.run.gibba038.stdout:Installing dependencies: 2021-03-04T22:59:03.526 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-mds x86_64 2:15.2.9-70.g9364aa31.el8 ceph 2.0 M 2021-03-04T22:59:03.526 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-mgr x86_64 2:15.2.9-70.g9364aa31.el8 ceph 1.4 M 2021-03-04T22:59:03.526 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-mgr-modules-core noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 183 k 2021-03-04T22:59:03.526 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-mon x86_64 2:15.2.9-70.g9364aa31.el8 ceph 4.4 M 2021-03-04T22:59:03.526 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-osd x86_64 2:15.2.9-70.g9364aa31.el8 ceph 17 M 2021-03-04T22:59:03.527 INFO:teuthology.orchestra.run.gibba038.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2021-03-04T22:59:03.527 INFO:teuthology.orchestra.run.gibba038.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2021-03-04T22:59:03.527 INFO:teuthology.orchestra.run.gibba038.stdout: python3-chardet noarch 3.0.4-7.el8 CentOS-Base 195 k 2021-03-04T22:59:03.527 INFO:teuthology.orchestra.run.gibba038.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2021-03-04T22:59:03.528 INFO:teuthology.orchestra.run.gibba038.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2021-03-04T22:59:03.528 INFO:teuthology.orchestra.run.gibba038.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2021-03-04T22:59:03.528 INFO:teuthology.orchestra.run.gibba038.stdout: python3-jaraco-functools 2021-03-04T22:59:03.528 INFO:teuthology.orchestra.run.gibba038.stdout: noarch 2.0-4.el8 epel 18 k 2021-03-04T22:59:03.528 INFO:teuthology.orchestra.run.gibba038.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2021-03-04T22:59:03.529 INFO:teuthology.orchestra.run.gibba038.stdout: python3-lxml x86_64 4.2.3-1.el8 CentOS-AppStream 1.5 M 2021-03-04T22:59:03.529 INFO:teuthology.orchestra.run.gibba038.stdout: python3-mako noarch 1.0.6-13.el8 CentOS-AppStream 157 k 2021-03-04T22:59:03.529 INFO:teuthology.orchestra.run.gibba038.stdout: python3-markupsafe x86_64 0.23-19.el8 CentOS-AppStream 39 k 2021-03-04T22:59:03.529 INFO:teuthology.orchestra.run.gibba038.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2021-03-04T22:59:03.529 INFO:teuthology.orchestra.run.gibba038.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2021-03-04T22:59:03.530 INFO:teuthology.orchestra.run.gibba038.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2021-03-04T22:59:03.530 INFO:teuthology.orchestra.run.gibba038.stdout: python3-pysocks noarch 1.6.8-3.el8 CentOS-Base 34 k 2021-03-04T22:59:03.530 INFO:teuthology.orchestra.run.gibba038.stdout: python3-pytz noarch 2017.2-9.el8 CentOS-AppStream 54 k 2021-03-04T22:59:03.530 INFO:teuthology.orchestra.run.gibba038.stdout: python3-requests noarch 2.20.0-2.1.el8_1 CentOS-Base 123 k 2021-03-04T22:59:03.531 INFO:teuthology.orchestra.run.gibba038.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2021-03-04T22:59:03.531 INFO:teuthology.orchestra.run.gibba038.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2021-03-04T22:59:03.531 INFO:teuthology.orchestra.run.gibba038.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2021-03-04T22:59:03.531 INFO:teuthology.orchestra.run.gibba038.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2021-03-04T22:59:03.531 INFO:teuthology.orchestra.run.gibba038.stdout: python3-urllib3 noarch 1.24.2-4.el8 CentOS-Base 176 k 2021-03-04T22:59:03.532 INFO:teuthology.orchestra.run.gibba038.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2021-03-04T22:59:03.532 INFO:teuthology.orchestra.run.gibba038.stdout: python3-webencodings noarch 0.5.1-6.el8 CentOS-AppStream 27 k 2021-03-04T22:59:03.532 INFO:teuthology.orchestra.run.gibba038.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2021-03-04T22:59:03.532 INFO:teuthology.orchestra.run.gibba038.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2021-03-04T22:59:03.533 INFO:teuthology.orchestra.run.gibba038.stdout: python3-werkzeug noarch 0.12.2-4.el8 CentOS-AppStream 457 k 2021-03-04T22:59:03.533 INFO:teuthology.orchestra.run.gibba038.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2021-03-04T22:59:03.533 INFO:teuthology.orchestra.run.gibba038.stdout:Installing weak dependencies: 2021-03-04T22:59:03.533 INFO:teuthology.orchestra.run.gibba038.stdout: python3-cssselect noarch 0.9.2-10.el8 epel 40 k 2021-03-04T22:59:03.533 INFO:teuthology.orchestra.run.gibba038.stdout: python3-html5lib noarch 1:0.999999999-6.el8 CentOS-AppStream 214 k 2021-03-04T22:59:03.534 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:03.534 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:59:03.534 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:59:03.534 INFO:teuthology.orchestra.run.gibba038.stdout:Install 36 Packages 2021-03-04T22:59:03.534 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:03.535 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 30 M 2021-03-04T22:59:03.536 INFO:teuthology.orchestra.run.gibba038.stdout:Installed size: 103 M 2021-03-04T22:59:03.536 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T22:59:03.602 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/36 2021-03-04T22:59:03.627 INFO:teuthology.orchestra.run.gibba038.stdout:(1/36): ceph-15.2.9-70.g9364aa31.el8.x86_64.rpm 65 kB/s | 6.4 kB 00:00 2021-03-04T22:59:03.775 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/36 2021-03-04T22:59:03.870 INFO:teuthology.orchestra.run.gibba038.stdout:(2/36): ceph-mds-15.2.9-70.g9364aa31.el8.x86_64 6.0 MB/s | 2.0 MB 00:00 2021-03-04T22:59:03.873 INFO:teuthology.orchestra.run.gibba038.stdout:(3/36): ceph-mgr-15.2.9-70.g9364aa31.el8.x86_64 4.1 MB/s | 1.4 MB 00:00 2021-03-04T22:59:03.939 INFO:teuthology.orchestra.run.gibba038.stdout:(4/36): ceph-mgr-modules-core-15.2.9-70.g9364aa 2.7 MB/s | 183 kB 00:00 2021-03-04T22:59:03.970 INFO:teuthology.orchestra.run.gibba038.stdout:(5/36): python3-html5lib-0.999999999-6.el8.noar 6.9 MB/s | 214 kB 00:00 2021-03-04T22:59:03.987 INFO:teuthology.orchestra.run.gibba038.stdout:(6/36): python3-lxml-4.2.3-1.el8.x86_64.rpm 88 MB/s | 1.5 MB 00:00 2021-03-04T22:59:03.989 INFO:teuthology.orchestra.run.gibba038.stdout:(7/36): python3-mako-1.0.6-13.el8.noarch.rpm 61 MB/s | 157 kB 00:00 2021-03-04T22:59:03.991 INFO:teuthology.orchestra.run.gibba038.stdout:(8/36): python3-markupsafe-0.23-19.el8.x86_64.r 33 MB/s | 39 kB 00:00 2021-03-04T22:59:03.992 INFO:teuthology.orchestra.run.gibba038.stdout:(9/36): python3-pytz-2017.2-9.el8.noarch.rpm 39 MB/s | 54 kB 00:00 2021-03-04T22:59:03.993 INFO:teuthology.orchestra.run.gibba038.stdout:(10/36): python3-webencodings-0.5.1-6.el8.noarc 24 MB/s | 27 kB 00:00 2021-03-04T22:59:03.999 INFO:teuthology.orchestra.run.gibba038.stdout:(11/36): python3-werkzeug-0.12.2-4.el8.noarch.r 80 MB/s | 457 kB 00:00 2021-03-04T22:59:04.002 INFO:teuthology.orchestra.run.gibba038.stdout:(12/36): python3-chardet-3.0.4-7.el8.noarch.rpm 66 MB/s | 195 kB 00:00 2021-03-04T22:59:04.004 INFO:teuthology.orchestra.run.gibba038.stdout:(13/36): python3-pysocks-1.6.8-3.el8.noarch.rpm 28 MB/s | 34 kB 00:00 2021-03-04T22:59:04.005 INFO:teuthology.orchestra.run.gibba038.stdout:(14/36): python3-requests-2.20.0-2.1.el8_1.noar 59 MB/s | 123 kB 00:00 2021-03-04T22:59:04.006 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 3/36 2021-03-04T22:59:04.008 INFO:teuthology.orchestra.run.gibba038.stdout:(15/36): python3-urllib3-1.24.2-4.el8.noarch.rp 65 MB/s | 176 kB 00:00 2021-03-04T22:59:04.079 INFO:teuthology.orchestra.run.gibba038.stdout:(16/36): ceph-mon-15.2.9-70.g9364aa31.el8.x86_6 9.7 MB/s | 4.4 MB 00:00 2021-03-04T22:59:04.086 INFO:teuthology.orchestra.run.gibba038.stdout:(17/36): python3-bcrypt-3.1.6-2.el8.1.x86_64.rp 559 kB/s | 44 kB 00:00 2021-03-04T22:59:04.144 INFO:teuthology.orchestra.run.gibba038.stdout:(18/36): python3-cheroot-8.5.2-1.el8.noarch.rpm 2.9 MB/s | 173 kB 00:00 2021-03-04T22:59:04.176 INFO:teuthology.orchestra.run.gibba038.stdout:(19/36): python3-beautifulsoup4-4.6.3-2.el8.1.n 1.9 MB/s | 185 kB 00:00 2021-03-04T22:59:04.184 INFO:teuthology.orchestra.run.gibba038.stdout:(20/36): python3-cherrypy-18.4.0-1.el8.noarch.r 9.5 MB/s | 384 kB 00:00 2021-03-04T22:59:04.192 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 4/36 2021-03-04T22:59:04.196 INFO:teuthology.orchestra.run.gibba038.stdout:(21/36): python3-cssselect-0.9.2-10.el8.noarch. 1.9 MB/s | 40 kB 00:00 2021-03-04T22:59:04.204 INFO:teuthology.orchestra.run.gibba038.stdout:(22/36): python3-jaraco-6.2-6.el8.noarch.rpm 560 kB/s | 11 kB 00:00 2021-03-04T22:59:04.217 INFO:teuthology.orchestra.run.gibba038.stdout:(23/36): python3-jaraco-functools-2.0-4.el8.noa 884 kB/s | 18 kB 00:00 2021-03-04T22:59:04.224 INFO:teuthology.orchestra.run.gibba038.stdout:(24/36): python3-logutils-0.3.5-11.el8.noarch.r 2.4 MB/s | 49 kB 00:00 2021-03-04T22:59:04.236 INFO:teuthology.orchestra.run.gibba038.stdout:(25/36): python3-more-itertools-7.2.0-3.el8.noa 2.9 MB/s | 59 kB 00:00 2021-03-04T22:59:04.246 INFO:teuthology.orchestra.run.gibba038.stdout:(26/36): python3-pecan-1.3.2-9.el8.noarch.rpm 13 MB/s | 283 kB 00:00 2021-03-04T22:59:04.256 INFO:teuthology.orchestra.run.gibba038.stdout:(27/36): python3-portend-2.6-1.el8.noarch.rpm 782 kB/s | 16 kB 00:00 2021-03-04T22:59:04.266 INFO:teuthology.orchestra.run.gibba038.stdout:(28/36): python3-simplegeneric-0.8.1-17.el8.noa 959 kB/s | 19 kB 00:00 2021-03-04T22:59:04.276 INFO:teuthology.orchestra.run.gibba038.stdout:(29/36): python3-singledispatch-3.4.0.3-18.el8. 1.2 MB/s | 24 kB 00:00 2021-03-04T22:59:04.286 INFO:teuthology.orchestra.run.gibba038.stdout:(30/36): python3-tempora-1.14.1-5.el8.noarch.rp 1.5 MB/s | 29 kB 00:00 2021-03-04T22:59:04.296 INFO:teuthology.orchestra.run.gibba038.stdout:(31/36): python3-trustme-0.6.0-4.el8.noarch.rpm 1.4 MB/s | 27 kB 00:00 2021-03-04T22:59:04.307 INFO:teuthology.orchestra.run.gibba038.stdout:(32/36): python3-waitress-1.2.1-2.el8.1.noarch. 11 MB/s | 241 kB 00:00 2021-03-04T22:59:04.327 INFO:teuthology.orchestra.run.gibba038.stdout:(33/36): python3-webtest-2.0.33-1.el8.noarch.rp 4.2 MB/s | 85 kB 00:00 2021-03-04T22:59:04.335 INFO:teuthology.orchestra.run.gibba038.stdout:(34/36): python3-webob-1.8.5-1.el8.1.noarch.rpm 6.3 MB/s | 251 kB 00:00 2021-03-04T22:59:04.347 INFO:teuthology.orchestra.run.gibba038.stdout:(35/36): python3-zc-lockfile-2.0-2.el8.noarch.r 1.1 MB/s | 23 kB 00:00 2021-03-04T22:59:04.382 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 5/36 2021-03-04T22:59:04.556 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 6/36 2021-03-04T22:59:04.639 INFO:teuthology.orchestra.run.gibba038.stdout:(36/36): ceph-osd-15.2.9-70.g9364aa31.el8.x86_6 22 MB/s | 17 MB 00:00 2021-03-04T22:59:04.642 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:59:04.642 INFO:teuthology.orchestra.run.gibba038.stdout:Total 27 MB/s | 30 MB 00:01 2021-03-04T22:59:04.648 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:59:04.678 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:59:04.678 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:59:04.749 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 7/36 2021-03-04T22:59:04.896 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 8/36 2021-03-04T22:59:04.930 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:59:04.931 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:59:05.057 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 9/36 2021-03-04T22:59:05.280 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 10/36 2021-03-04T22:59:05.544 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 11/36 2021-03-04T22:59:05.693 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-cssselect-0.9.2-10.el8.noarch 12/36 2021-03-04T22:59:05.841 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 13/36 2021-03-04T22:59:06.030 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-pysocks-1.6.8-3.el8.noarch 14/36 2021-03-04T22:59:06.200 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:59:06.393 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/36 2021-03-04T22:59:06.607 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/36 2021-03-04T22:59:06.806 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 3/36 2021-03-04T22:59:06.860 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-urllib3-1.24.2-4.el8.noarch 15/36 2021-03-04T22:59:06.990 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 4/36 2021-03-04T22:59:07.505 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 5/36 2021-03-04T22:59:07.633 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-chardet-3.0.4-7.el8.noarch 16/36 2021-03-04T22:59:07.874 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-requests-2.20.0-2.1.el8_1.noarch 17/36 2021-03-04T22:59:08.061 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 18/36 2021-03-04T22:59:08.138 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 6/36 2021-03-04T22:59:08.255 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-webencodings-0.5.1-6.el8.noarch 19/36 2021-03-04T22:59:08.289 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 7/36 2021-03-04T22:59:08.472 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-html5lib-1:0.999999999-6.el8.noarch 20/36 2021-03-04T22:59:08.478 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 8/36 2021-03-04T22:59:08.697 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 9/36 2021-03-04T22:59:08.759 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 21/36 2021-03-04T22:59:08.871 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 10/36 2021-03-04T22:59:08.973 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-lxml-4.2.3-1.el8.x86_64 22/36 2021-03-04T22:59:09.104 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 11/36 2021-03-04T22:59:09.171 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 23/36 2021-03-04T22:59:09.302 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 24/36 2021-03-04T22:59:09.308 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-cssselect-0.9.2-10.el8.noarch 12/36 2021-03-04T22:59:09.431 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 25/36 2021-03-04T22:59:09.481 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 13/36 2021-03-04T22:59:09.678 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-portend-2.6-1.el8.noarch 26/36 2021-03-04T22:59:09.679 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-pysocks-1.6.8-3.el8.noarch 14/36 2021-03-04T22:59:09.861 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 27/36 2021-03-04T22:59:09.943 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-urllib3-1.24.2-4.el8.noarch 15/36 2021-03-04T22:59:10.099 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 28/36 2021-03-04T22:59:10.123 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-chardet-3.0.4-7.el8.noarch 16/36 2021-03-04T22:59:10.390 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-requests-2.20.0-2.1.el8_1.noarch 17/36 2021-03-04T22:59:10.414 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 29/36 2021-03-04T22:59:10.592 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 18/36 2021-03-04T22:59:10.663 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 30/36 2021-03-04T22:59:10.838 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-webencodings-0.5.1-6.el8.noarch 19/36 2021-03-04T22:59:11.010 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : ceph-mgr-modules-core-2:15.2.9-70.g9364aa31.el8.no 31/36 2021-03-04T22:59:11.021 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-html5lib-1:0.999999999-6.el8.noarch 20/36 2021-03-04T22:59:11.213 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : ceph-mgr-2:15.2.9-70.g9364aa31.el8.x86_64 32/36 2021-03-04T22:59:11.356 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 21/36 2021-03-04T22:59:11.580 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-lxml-4.2.3-1.el8.x86_64 22/36 2021-03-04T22:59:11.778 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 23/36 2021-03-04T22:59:11.968 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 24/36 2021-03-04T22:59:12.122 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 25/36 2021-03-04T22:59:12.326 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: ceph-mgr-2:15.2.9-70.g9364aa31.el8.x86_64 32/36 2021-03-04T22:59:12.369 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-portend-2.6-1.el8.noarch 26/36 2021-03-04T22:59:12.521 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : ceph-osd-2:15.2.9-70.g9364aa31.el8.x86_64 33/36 2021-03-04T22:59:12.602 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 27/36 2021-03-04T22:59:12.781 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 28/36 2021-03-04T22:59:12.823 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: ceph-osd-2:15.2.9-70.g9364aa31.el8.x86_64 33/36 2021-03-04T22:59:13.089 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 29/36 2021-03-04T22:59:13.329 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 30/36 2021-03-04T22:59:13.646 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : ceph-mon-2:15.2.9-70.g9364aa31.el8.x86_64 34/36 2021-03-04T22:59:13.797 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: ceph-mon-2:15.2.9-70.g9364aa31.el8.x86_64 34/36 2021-03-04T22:59:13.986 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : ceph-mds-2:15.2.9-70.g9364aa31.el8.x86_64 35/36 2021-03-04T22:59:13.999 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: ceph-mds-2:15.2.9-70.g9364aa31.el8.x86_64 35/36 2021-03-04T22:59:14.116 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : ceph-2:15.2.9-70.g9364aa31.el8.x86_64 36/36 2021-03-04T22:59:14.369 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: ceph-2:15.2.9-70.g9364aa31.el8.x86_64 36/36 2021-03-04T22:59:14.369 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : ceph-2:15.2.9-70.g9364aa31.el8.x86_64 1/36 2021-03-04T22:59:14.369 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : ceph-mds-2:15.2.9-70.g9364aa31.el8.x86_64 2/36 2021-03-04T22:59:14.370 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : ceph-mgr-2:15.2.9-70.g9364aa31.el8.x86_64 3/36 2021-03-04T22:59:14.370 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : ceph-mon-2:15.2.9-70.g9364aa31.el8.x86_64 4/36 2021-03-04T22:59:14.370 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : ceph-osd-2:15.2.9-70.g9364aa31.el8.x86_64 5/36 2021-03-04T22:59:14.370 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : ceph-mgr-modules-core-2:15.2.9-70.g9364aa31.el8.no 6/36 2021-03-04T22:59:14.370 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-html5lib-1:0.999999999-6.el8.noarch 7/36 2021-03-04T22:59:14.371 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-lxml-4.2.3-1.el8.x86_64 8/36 2021-03-04T22:59:14.371 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 9/36 2021-03-04T22:59:14.371 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 10/36 2021-03-04T22:59:14.371 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 11/36 2021-03-04T22:59:14.372 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-webencodings-0.5.1-6.el8.noarch 12/36 2021-03-04T22:59:14.372 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 13/36 2021-03-04T22:59:14.372 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-chardet-3.0.4-7.el8.noarch 14/36 2021-03-04T22:59:14.372 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-pysocks-1.6.8-3.el8.noarch 15/36 2021-03-04T22:59:14.373 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-requests-2.20.0-2.1.el8_1.noarch 16/36 2021-03-04T22:59:14.373 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-urllib3-1.24.2-4.el8.noarch 17/36 2021-03-04T22:59:14.373 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 18/36 2021-03-04T22:59:14.373 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 19/36 2021-03-04T22:59:14.373 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 20/36 2021-03-04T22:59:14.374 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 21/36 2021-03-04T22:59:14.374 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-cssselect-0.9.2-10.el8.noarch 22/36 2021-03-04T22:59:14.374 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 23/36 2021-03-04T22:59:14.374 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 24/36 2021-03-04T22:59:14.375 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 25/36 2021-03-04T22:59:14.375 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 26/36 2021-03-04T22:59:14.375 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 27/36 2021-03-04T22:59:14.375 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-portend-2.6-1.el8.noarch 28/36 2021-03-04T22:59:14.377 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 29/36 2021-03-04T22:59:14.377 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 30/36 2021-03-04T22:59:14.378 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 31/36 2021-03-04T22:59:14.378 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 32/36 2021-03-04T22:59:14.378 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 33/36 2021-03-04T22:59:14.379 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 34/36 2021-03-04T22:59:14.379 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 35/36 2021-03-04T22:59:14.931 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : ceph-mgr-modules-core-2:15.2.9-70.g9364aa31.el8.no 31/36 2021-03-04T22:59:15.026 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 36/36 2021-03-04T22:59:15.027 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:15.027 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T22:59:15.027 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:59:15.027 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-mds-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:59:15.028 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-mgr-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:59:15.028 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-mgr-modules-core-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T22:59:15.028 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-mon-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:59:15.028 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-osd-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:59:15.029 INFO:teuthology.orchestra.run.gibba011.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2021-03-04T22:59:15.029 INFO:teuthology.orchestra.run.gibba011.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2021-03-04T22:59:15.029 INFO:teuthology.orchestra.run.gibba011.stdout: python3-chardet-3.0.4-7.el8.noarch 2021-03-04T22:59:15.029 INFO:teuthology.orchestra.run.gibba011.stdout: python3-cheroot-8.5.2-1.el8.noarch 2021-03-04T22:59:15.030 INFO:teuthology.orchestra.run.gibba011.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2021-03-04T22:59:15.030 INFO:teuthology.orchestra.run.gibba011.stdout: python3-cssselect-0.9.2-10.el8.noarch 2021-03-04T22:59:15.030 INFO:teuthology.orchestra.run.gibba011.stdout: python3-html5lib-1:0.999999999-6.el8.noarch 2021-03-04T22:59:15.030 INFO:teuthology.orchestra.run.gibba011.stdout: python3-jaraco-6.2-6.el8.noarch 2021-03-04T22:59:15.031 INFO:teuthology.orchestra.run.gibba011.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2021-03-04T22:59:15.031 INFO:teuthology.orchestra.run.gibba011.stdout: python3-logutils-0.3.5-11.el8.noarch 2021-03-04T22:59:15.031 INFO:teuthology.orchestra.run.gibba011.stdout: python3-lxml-4.2.3-1.el8.x86_64 2021-03-04T22:59:15.032 INFO:teuthology.orchestra.run.gibba011.stdout: python3-mako-1.0.6-13.el8.noarch 2021-03-04T22:59:15.032 INFO:teuthology.orchestra.run.gibba011.stdout: python3-markupsafe-0.23-19.el8.x86_64 2021-03-04T22:59:15.032 INFO:teuthology.orchestra.run.gibba011.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2021-03-04T22:59:15.032 INFO:teuthology.orchestra.run.gibba011.stdout: python3-pecan-1.3.2-9.el8.noarch 2021-03-04T22:59:15.033 INFO:teuthology.orchestra.run.gibba011.stdout: python3-portend-2.6-1.el8.noarch 2021-03-04T22:59:15.033 INFO:teuthology.orchestra.run.gibba011.stdout: python3-pysocks-1.6.8-3.el8.noarch 2021-03-04T22:59:15.033 INFO:teuthology.orchestra.run.gibba011.stdout: python3-pytz-2017.2-9.el8.noarch 2021-03-04T22:59:15.034 INFO:teuthology.orchestra.run.gibba011.stdout: python3-requests-2.20.0-2.1.el8_1.noarch 2021-03-04T22:59:15.034 INFO:teuthology.orchestra.run.gibba011.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2021-03-04T22:59:15.034 INFO:teuthology.orchestra.run.gibba011.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2021-03-04T22:59:15.034 INFO:teuthology.orchestra.run.gibba011.stdout: python3-tempora-1.14.1-5.el8.noarch 2021-03-04T22:59:15.035 INFO:teuthology.orchestra.run.gibba011.stdout: python3-trustme-0.6.0-4.el8.noarch 2021-03-04T22:59:15.035 INFO:teuthology.orchestra.run.gibba011.stdout: python3-urllib3-1.24.2-4.el8.noarch 2021-03-04T22:59:15.035 INFO:teuthology.orchestra.run.gibba011.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2021-03-04T22:59:15.035 INFO:teuthology.orchestra.run.gibba011.stdout: python3-webencodings-0.5.1-6.el8.noarch 2021-03-04T22:59:15.036 INFO:teuthology.orchestra.run.gibba011.stdout: python3-webob-1.8.5-1.el8.1.noarch 2021-03-04T22:59:15.036 INFO:teuthology.orchestra.run.gibba011.stdout: python3-webtest-2.0.33-1.el8.noarch 2021-03-04T22:59:15.036 INFO:teuthology.orchestra.run.gibba011.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2021-03-04T22:59:15.036 INFO:teuthology.orchestra.run.gibba011.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2021-03-04T22:59:15.037 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:15.037 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:59:15.178 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : ceph-mgr-2:15.2.9-70.g9364aa31.el8.x86_64 32/36 2021-03-04T22:59:15.256 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum -y install ceph-base 2021-03-04T22:59:15.592 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:00:50 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:15.861 INFO:teuthology.orchestra.run.gibba011.stdout:Package ceph-base-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T22:59:15.951 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:59:15.952 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:59:15.952 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:59:16.005 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum -y install cephadm 2021-03-04T22:59:16.315 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: ceph-mgr-2:15.2.9-70.g9364aa31.el8.x86_64 32/36 2021-03-04T22:59:16.337 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:00:51 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:16.536 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : ceph-osd-2:15.2.9-70.g9364aa31.el8.x86_64 33/36 2021-03-04T22:59:16.692 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:59:16.693 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:16.694 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:59:16.694 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:16.694 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T22:59:16.694 INFO:teuthology.orchestra.run.gibba011.stdout: cephadm noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 58 k 2021-03-04T22:59:16.695 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:16.695 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:59:16.695 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:16.695 INFO:teuthology.orchestra.run.gibba011.stdout:Install 1 Package 2021-03-04T22:59:16.695 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:16.696 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 58 k 2021-03-04T22:59:16.696 INFO:teuthology.orchestra.run.gibba011.stdout:Installed size: 219 k 2021-03-04T22:59:16.696 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T22:59:16.838 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: ceph-osd-2:15.2.9-70.g9364aa31.el8.x86_64 33/36 2021-03-04T22:59:16.840 INFO:teuthology.orchestra.run.gibba011.stdout:cephadm-15.2.9-70.g9364aa31.el8.noarch.rpm 395 kB/s | 58 kB 00:00 2021-03-04T22:59:16.840 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:59:16.841 INFO:teuthology.orchestra.run.gibba011.stdout:Total 392 kB/s | 58 kB 00:00 2021-03-04T22:59:16.841 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:59:16.847 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:59:16.847 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:59:16.848 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:59:16.850 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:59:16.894 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:59:17.103 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : ceph-mon-2:15.2.9-70.g9364aa31.el8.x86_64 34/36 2021-03-04T22:59:17.253 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: ceph-mon-2:15.2.9-70.g9364aa31.el8.x86_64 34/36 2021-03-04T22:59:17.426 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : ceph-mds-2:15.2.9-70.g9364aa31.el8.x86_64 35/36 2021-03-04T22:59:17.440 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: ceph-mds-2:15.2.9-70.g9364aa31.el8.x86_64 35/36 2021-03-04T22:59:17.582 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : ceph-2:15.2.9-70.g9364aa31.el8.x86_64 36/36 2021-03-04T22:59:17.821 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: ceph-2:15.2.9-70.g9364aa31.el8.x86_64 36/36 2021-03-04T22:59:17.821 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : ceph-2:15.2.9-70.g9364aa31.el8.x86_64 1/36 2021-03-04T22:59:17.822 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : ceph-mds-2:15.2.9-70.g9364aa31.el8.x86_64 2/36 2021-03-04T22:59:17.822 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : ceph-mgr-2:15.2.9-70.g9364aa31.el8.x86_64 3/36 2021-03-04T22:59:17.822 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : ceph-mon-2:15.2.9-70.g9364aa31.el8.x86_64 4/36 2021-03-04T22:59:17.822 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : ceph-osd-2:15.2.9-70.g9364aa31.el8.x86_64 5/36 2021-03-04T22:59:17.823 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : ceph-mgr-modules-core-2:15.2.9-70.g9364aa31.el8.no 6/36 2021-03-04T22:59:17.823 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-html5lib-1:0.999999999-6.el8.noarch 7/36 2021-03-04T22:59:17.823 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-lxml-4.2.3-1.el8.x86_64 8/36 2021-03-04T22:59:17.823 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 9/36 2021-03-04T22:59:17.824 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 10/36 2021-03-04T22:59:17.824 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 11/36 2021-03-04T22:59:17.824 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-webencodings-0.5.1-6.el8.noarch 12/36 2021-03-04T22:59:17.825 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 13/36 2021-03-04T22:59:17.825 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-chardet-3.0.4-7.el8.noarch 14/36 2021-03-04T22:59:17.825 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-pysocks-1.6.8-3.el8.noarch 15/36 2021-03-04T22:59:17.825 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-requests-2.20.0-2.1.el8_1.noarch 16/36 2021-03-04T22:59:17.826 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-urllib3-1.24.2-4.el8.noarch 17/36 2021-03-04T22:59:17.826 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 18/36 2021-03-04T22:59:17.826 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 19/36 2021-03-04T22:59:17.826 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 20/36 2021-03-04T22:59:17.827 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 21/36 2021-03-04T22:59:17.827 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-cssselect-0.9.2-10.el8.noarch 22/36 2021-03-04T22:59:17.827 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 23/36 2021-03-04T22:59:17.827 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 24/36 2021-03-04T22:59:17.828 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 25/36 2021-03-04T22:59:17.828 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 26/36 2021-03-04T22:59:17.828 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 27/36 2021-03-04T22:59:17.828 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-portend-2.6-1.el8.noarch 28/36 2021-03-04T22:59:17.829 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 29/36 2021-03-04T22:59:17.829 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 30/36 2021-03-04T22:59:17.829 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 31/36 2021-03-04T22:59:17.829 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 32/36 2021-03-04T22:59:17.830 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 33/36 2021-03-04T22:59:17.830 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 34/36 2021-03-04T22:59:17.830 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 35/36 2021-03-04T22:59:18.164 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: cephadm-2:15.2.9-70.g9364aa31.el8.noarch 1/1 2021-03-04T22:59:18.350 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : cephadm-2:15.2.9-70.g9364aa31.el8.noarch 1/1 2021-03-04T22:59:18.466 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: cephadm-2:15.2.9-70.g9364aa31.el8.noarch 1/1 2021-03-04T22:59:18.755 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : cephadm-2:15.2.9-70.g9364aa31.el8.noarch 1/1 2021-03-04T22:59:18.756 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:18.756 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T22:59:18.756 INFO:teuthology.orchestra.run.gibba011.stdout: cephadm-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T22:59:18.757 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:18.757 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:59:18.779 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 36/36 2021-03-04T22:59:18.779 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:18.779 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T22:59:18.780 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:59:18.780 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-mds-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:59:18.780 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-mgr-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:59:18.780 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-mgr-modules-core-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T22:59:18.781 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-mon-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:59:18.781 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-osd-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:59:18.781 INFO:teuthology.orchestra.run.gibba038.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2021-03-04T22:59:18.781 INFO:teuthology.orchestra.run.gibba038.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2021-03-04T22:59:18.781 INFO:teuthology.orchestra.run.gibba038.stdout: python3-chardet-3.0.4-7.el8.noarch 2021-03-04T22:59:18.782 INFO:teuthology.orchestra.run.gibba038.stdout: python3-cheroot-8.5.2-1.el8.noarch 2021-03-04T22:59:18.782 INFO:teuthology.orchestra.run.gibba038.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2021-03-04T22:59:18.782 INFO:teuthology.orchestra.run.gibba038.stdout: python3-cssselect-0.9.2-10.el8.noarch 2021-03-04T22:59:18.782 INFO:teuthology.orchestra.run.gibba038.stdout: python3-html5lib-1:0.999999999-6.el8.noarch 2021-03-04T22:59:18.783 INFO:teuthology.orchestra.run.gibba038.stdout: python3-jaraco-6.2-6.el8.noarch 2021-03-04T22:59:18.783 INFO:teuthology.orchestra.run.gibba038.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2021-03-04T22:59:18.783 INFO:teuthology.orchestra.run.gibba038.stdout: python3-logutils-0.3.5-11.el8.noarch 2021-03-04T22:59:18.783 INFO:teuthology.orchestra.run.gibba038.stdout: python3-lxml-4.2.3-1.el8.x86_64 2021-03-04T22:59:18.783 INFO:teuthology.orchestra.run.gibba038.stdout: python3-mako-1.0.6-13.el8.noarch 2021-03-04T22:59:18.784 INFO:teuthology.orchestra.run.gibba038.stdout: python3-markupsafe-0.23-19.el8.x86_64 2021-03-04T22:59:18.784 INFO:teuthology.orchestra.run.gibba038.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2021-03-04T22:59:18.784 INFO:teuthology.orchestra.run.gibba038.stdout: python3-pecan-1.3.2-9.el8.noarch 2021-03-04T22:59:18.785 INFO:teuthology.orchestra.run.gibba038.stdout: python3-portend-2.6-1.el8.noarch 2021-03-04T22:59:18.785 INFO:teuthology.orchestra.run.gibba038.stdout: python3-pysocks-1.6.8-3.el8.noarch 2021-03-04T22:59:18.785 INFO:teuthology.orchestra.run.gibba038.stdout: python3-pytz-2017.2-9.el8.noarch 2021-03-04T22:59:18.786 INFO:teuthology.orchestra.run.gibba038.stdout: python3-requests-2.20.0-2.1.el8_1.noarch 2021-03-04T22:59:18.786 INFO:teuthology.orchestra.run.gibba038.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2021-03-04T22:59:18.786 INFO:teuthology.orchestra.run.gibba038.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2021-03-04T22:59:18.786 INFO:teuthology.orchestra.run.gibba038.stdout: python3-tempora-1.14.1-5.el8.noarch 2021-03-04T22:59:18.787 INFO:teuthology.orchestra.run.gibba038.stdout: python3-trustme-0.6.0-4.el8.noarch 2021-03-04T22:59:18.787 INFO:teuthology.orchestra.run.gibba038.stdout: python3-urllib3-1.24.2-4.el8.noarch 2021-03-04T22:59:18.787 INFO:teuthology.orchestra.run.gibba038.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2021-03-04T22:59:18.787 INFO:teuthology.orchestra.run.gibba038.stdout: python3-webencodings-0.5.1-6.el8.noarch 2021-03-04T22:59:18.787 INFO:teuthology.orchestra.run.gibba038.stdout: python3-webob-1.8.5-1.el8.1.noarch 2021-03-04T22:59:18.788 INFO:teuthology.orchestra.run.gibba038.stdout: python3-webtest-2.0.33-1.el8.noarch 2021-03-04T22:59:18.788 INFO:teuthology.orchestra.run.gibba038.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2021-03-04T22:59:18.788 INFO:teuthology.orchestra.run.gibba038.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2021-03-04T22:59:18.788 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:18.788 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:59:18.918 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum -y install ceph-immutable-object-cache 2021-03-04T22:59:18.925 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum -y install ceph-base 2021-03-04T22:59:19.257 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:00:54 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:19.267 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:00:54 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:19.544 INFO:teuthology.orchestra.run.gibba038.stdout:Package ceph-base-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T22:59:19.634 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:59:19.635 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:59:19.636 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:59:19.669 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:59:19.670 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:19.671 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repo Size 2021-03-04T22:59:19.671 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:19.671 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T22:59:19.671 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-immutable-object-cache x86_64 2:15.2.9-70.g9364aa31.el8 ceph 206 k 2021-03-04T22:59:19.672 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:19.672 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:59:19.672 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:19.672 INFO:teuthology.orchestra.run.gibba011.stdout:Install 1 Package 2021-03-04T22:59:19.673 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:19.673 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 206 k 2021-03-04T22:59:19.673 INFO:teuthology.orchestra.run.gibba011.stdout:Installed size: 725 k 2021-03-04T22:59:19.673 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T22:59:19.687 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum -y install cephadm 2021-03-04T22:59:19.862 INFO:teuthology.orchestra.run.gibba011.stdout:ceph-immutable-object-cache-15.2.9-70.g9364aa31 1.1 MB/s | 206 kB 00:00 2021-03-04T22:59:19.863 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:59:19.863 INFO:teuthology.orchestra.run.gibba011.stdout:Total 1.0 MB/s | 206 kB 00:00 2021-03-04T22:59:19.864 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:59:19.872 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:59:19.872 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:59:19.906 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:59:19.908 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:59:20.005 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:59:20.019 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:00:55 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:20.219 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : ceph-immutable-object-cache-2:15.2.9-70.g9364aa31.el 1/1 2021-03-04T22:59:20.376 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:59:20.377 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:59:20.377 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:59:20.377 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:59:20.378 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T22:59:20.378 INFO:teuthology.orchestra.run.gibba038.stdout: cephadm noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 58 k 2021-03-04T22:59:20.378 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:20.378 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:59:20.379 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:59:20.379 INFO:teuthology.orchestra.run.gibba038.stdout:Install 1 Package 2021-03-04T22:59:20.379 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:20.379 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 58 k 2021-03-04T22:59:20.379 INFO:teuthology.orchestra.run.gibba038.stdout:Installed size: 219 k 2021-03-04T22:59:20.380 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T22:59:20.485 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: ceph-immutable-object-cache-2:15.2.9-70.g9364aa31.el 1/1 2021-03-04T22:59:20.523 INFO:teuthology.orchestra.run.gibba038.stdout:cephadm-15.2.9-70.g9364aa31.el8.noarch.rpm 396 kB/s | 58 kB 00:00 2021-03-04T22:59:20.524 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:59:20.525 INFO:teuthology.orchestra.run.gibba038.stdout:Total 392 kB/s | 58 kB 00:00 2021-03-04T22:59:20.525 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:59:20.530 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:59:20.531 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:59:20.532 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:59:20.533 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:59:20.575 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:59:20.725 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : ceph-immutable-object-cache-2:15.2.9-70.g9364aa31.el 1/1 2021-03-04T22:59:20.725 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:20.726 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T22:59:20.726 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-immutable-object-cache-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:59:20.726 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:20.727 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:59:20.888 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum -y install ceph-mgr 2021-03-04T22:59:21.229 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:00:56 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:21.550 INFO:teuthology.orchestra.run.gibba011.stdout:Package ceph-mgr-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T22:59:21.643 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:59:21.644 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:59:21.644 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:59:21.696 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum -y install ceph-mgr-dashboard 2021-03-04T22:59:21.814 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: cephadm-2:15.2.9-70.g9364aa31.el8.noarch 1/1 2021-03-04T22:59:22.023 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : cephadm-2:15.2.9-70.g9364aa31.el8.noarch 1/1 2021-03-04T22:59:22.033 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:00:57 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:22.142 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: cephadm-2:15.2.9-70.g9364aa31.el8.noarch 1/1 2021-03-04T22:59:22.378 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:59:22.379 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:22.379 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:59:22.380 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:22.380 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T22:59:22.380 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-mgr-dashboard noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 3.6 M 2021-03-04T22:59:22.380 INFO:teuthology.orchestra.run.gibba011.stdout:Installing dependencies: 2021-03-04T22:59:22.380 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-grafana-dashboards noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 24 k 2021-03-04T22:59:22.381 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-prometheus-alerts noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 9.0 k 2021-03-04T22:59:22.381 INFO:teuthology.orchestra.run.gibba011.stdout: python3-jwt noarch 1.6.1-2.el8 CentOS-Base 43 k 2021-03-04T22:59:22.381 INFO:teuthology.orchestra.run.gibba011.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2021-03-04T22:59:22.381 INFO:teuthology.orchestra.run.gibba011.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2021-03-04T22:59:22.382 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:22.382 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:59:22.382 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:22.382 INFO:teuthology.orchestra.run.gibba011.stdout:Install 6 Packages 2021-03-04T22:59:22.383 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:22.383 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 3.9 M 2021-03-04T22:59:22.384 INFO:teuthology.orchestra.run.gibba011.stdout:Installed size: 19 M 2021-03-04T22:59:22.384 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T22:59:22.413 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : cephadm-2:15.2.9-70.g9364aa31.el8.noarch 1/1 2021-03-04T22:59:22.414 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:22.414 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T22:59:22.414 INFO:teuthology.orchestra.run.gibba038.stdout: cephadm-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T22:59:22.415 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:22.415 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:59:22.488 INFO:teuthology.orchestra.run.gibba011.stdout:(1/6): ceph-prometheus-alerts-15.2.9-70.g9364aa 84 kB/s | 9.0 kB 00:00 2021-03-04T22:59:22.504 INFO:teuthology.orchestra.run.gibba011.stdout:(2/6): ceph-grafana-dashboards-15.2.9-70.g9364a 196 kB/s | 24 kB 00:00 2021-03-04T22:59:22.519 INFO:teuthology.orchestra.run.gibba011.stdout:(3/6): python3-jwt-1.6.1-2.el8.noarch.rpm 1.4 MB/s | 43 kB 00:00 2021-03-04T22:59:22.555 INFO:teuthology.orchestra.run.gibba011.stdout:(4/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 667 kB/s | 34 kB 00:00 2021-03-04T22:59:22.600 INFO:teuthology.orchestra.run.gibba011.stdout:(5/6): python3-routes-2.4.1-12.el8.noarch.rpm 2.4 MB/s | 196 kB 00:00 2021-03-04T22:59:22.611 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum -y install ceph-immutable-object-cache 2021-03-04T22:59:22.711 INFO:teuthology.orchestra.run.gibba011.stdout:(6/6): ceph-mgr-dashboard-15.2.9-70.g9364aa31.e 11 MB/s | 3.6 MB 00:00 2021-03-04T22:59:22.713 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:59:22.713 INFO:teuthology.orchestra.run.gibba011.stdout:Total 12 MB/s | 3.9 MB 00:00 2021-03-04T22:59:22.714 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:59:22.723 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:59:22.723 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:59:22.822 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:59:22.823 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:59:22.951 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:00:57 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:23.083 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:59:23.277 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 1/6 2021-03-04T22:59:23.330 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:59:23.336 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:59:23.336 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repo Size 2021-03-04T22:59:23.336 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:59:23.337 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T22:59:23.337 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-immutable-object-cache x86_64 2:15.2.9-70.g9364aa31.el8 ceph 206 k 2021-03-04T22:59:23.337 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:23.337 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:59:23.337 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:59:23.338 INFO:teuthology.orchestra.run.gibba038.stdout:Install 1 Package 2021-03-04T22:59:23.338 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:23.338 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 206 k 2021-03-04T22:59:23.338 INFO:teuthology.orchestra.run.gibba038.stdout:Installed size: 725 k 2021-03-04T22:59:23.339 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T22:59:23.508 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 2/6 2021-03-04T22:59:23.523 INFO:teuthology.orchestra.run.gibba038.stdout:ceph-immutable-object-cache-15.2.9-70.g9364aa31 1.0 MB/s | 206 kB 00:00 2021-03-04T22:59:23.523 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:59:23.524 INFO:teuthology.orchestra.run.gibba038.stdout:Total 1.0 MB/s | 206 kB 00:00 2021-03-04T22:59:23.524 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:59:23.534 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:59:23.534 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:59:23.568 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:59:23.569 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:59:23.659 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:59:23.671 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 3/6 2021-03-04T22:59:23.824 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : ceph-prometheus-alerts-2:15.2.9-70.g9364aa31.el8.noa 4/6 2021-03-04T22:59:23.910 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : ceph-immutable-object-cache-2:15.2.9-70.g9364aa31.el 1/1 2021-03-04T22:59:24.196 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: ceph-immutable-object-cache-2:15.2.9-70.g9364aa31.el 1/1 2021-03-04T22:59:24.472 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : ceph-immutable-object-cache-2:15.2.9-70.g9364aa31.el 1/1 2021-03-04T22:59:24.472 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:24.473 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T22:59:24.473 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-immutable-object-cache-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:59:24.473 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:24.473 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:59:24.624 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum -y install ceph-mgr 2021-03-04T22:59:24.664 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : ceph-grafana-dashboards-2:15.2.9-70.g9364aa31.el8.no 5/6 2021-03-04T22:59:24.896 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : ceph-mgr-dashboard-2:15.2.9-70.g9364aa31.el8.noarch 6/6 2021-03-04T22:59:24.959 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:00:59 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:25.073 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: ceph-mgr-dashboard-2:15.2.9-70.g9364aa31.el8.noarch 6/6 2021-03-04T22:59:25.073 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : ceph-grafana-dashboards-2:15.2.9-70.g9364aa31.el8.no 1/6 2021-03-04T22:59:25.073 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : ceph-mgr-dashboard-2:15.2.9-70.g9364aa31.el8.noarch 2/6 2021-03-04T22:59:25.073 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : ceph-prometheus-alerts-2:15.2.9-70.g9364aa31.el8.noa 3/6 2021-03-04T22:59:25.074 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 4/6 2021-03-04T22:59:25.074 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 5/6 2021-03-04T22:59:25.289 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 6/6 2021-03-04T22:59:25.289 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:25.290 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T22:59:25.290 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-grafana-dashboards-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T22:59:25.290 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-mgr-dashboard-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T22:59:25.290 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-prometheus-alerts-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T22:59:25.291 INFO:teuthology.orchestra.run.gibba011.stdout: python3-jwt-1.6.1-2.el8.noarch 2021-03-04T22:59:25.291 INFO:teuthology.orchestra.run.gibba011.stdout: python3-repoze-lru-0.7-6.el8.noarch 2021-03-04T22:59:25.291 INFO:teuthology.orchestra.run.gibba011.stdout: python3-routes-2.4.1-12.el8.noarch 2021-03-04T22:59:25.291 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:25.292 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:59:25.359 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum -y install ceph-mgr-diskprediction-local 2021-03-04T22:59:25.597 INFO:teuthology.orchestra.run.gibba038.stdout:Package ceph-mgr-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T22:59:25.691 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:59:25.692 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:59:25.692 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:59:25.698 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:01:00 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:25.736 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum -y install ceph-mgr-dashboard 2021-03-04T22:59:26.041 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:59:26.042 INFO:teuthology.orchestra.run.gibba011.stdout:===================================================================================================== 2021-03-04T22:59:26.042 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:59:26.042 INFO:teuthology.orchestra.run.gibba011.stdout:===================================================================================================== 2021-03-04T22:59:26.042 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T22:59:26.043 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-mgr-diskprediction-local noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 8.6 M 2021-03-04T22:59:26.043 INFO:teuthology.orchestra.run.gibba011.stdout:Installing dependencies: 2021-03-04T22:59:26.043 INFO:teuthology.orchestra.run.gibba011.stdout: libgfortran x86_64 8.3.1-5.1.el8 CentOS-Base 639 k 2021-03-04T22:59:26.043 INFO:teuthology.orchestra.run.gibba011.stdout: libquadmath x86_64 8.3.1-5.1.el8 CentOS-Base 169 k 2021-03-04T22:59:26.043 INFO:teuthology.orchestra.run.gibba011.stdout: openblas x86_64 0.3.3-5.el8 CentOS-AppStream 4.3 M 2021-03-04T22:59:26.044 INFO:teuthology.orchestra.run.gibba011.stdout: openblas-threads x86_64 0.3.3-5.el8 CentOS-AppStream 4.3 M 2021-03-04T22:59:26.044 INFO:teuthology.orchestra.run.gibba011.stdout: python3-numpy x86_64 1:1.14.3-9.el8 CentOS-AppStream 3.7 M 2021-03-04T22:59:26.044 INFO:teuthology.orchestra.run.gibba011.stdout: python3-numpy-f2py x86_64 1:1.14.3-9.el8 CentOS-AppStream 225 k 2021-03-04T22:59:26.044 INFO:teuthology.orchestra.run.gibba011.stdout: python3-scipy x86_64 1.0.0-20.module_el8.3.0+562+e162826a CentOS-AppStream 15 M 2021-03-04T22:59:26.045 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:26.045 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:59:26.045 INFO:teuthology.orchestra.run.gibba011.stdout:===================================================================================================== 2021-03-04T22:59:26.045 INFO:teuthology.orchestra.run.gibba011.stdout:Install 8 Packages 2021-03-04T22:59:26.045 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:26.046 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 36 M 2021-03-04T22:59:26.046 INFO:teuthology.orchestra.run.gibba011.stdout:Installed size: 194 M 2021-03-04T22:59:26.047 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T22:59:26.066 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:01:01 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:26.414 INFO:teuthology.orchestra.run.gibba011.stdout:(1/8): openblas-0.3.3-5.el8.x86_64.rpm 11 MB/s | 4.3 MB 00:00 2021-03-04T22:59:26.429 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:59:26.430 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:59:26.430 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:59:26.430 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:59:26.431 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T22:59:26.431 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-mgr-dashboard noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 3.6 M 2021-03-04T22:59:26.431 INFO:teuthology.orchestra.run.gibba038.stdout:Installing dependencies: 2021-03-04T22:59:26.431 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-grafana-dashboards noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 24 k 2021-03-04T22:59:26.432 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-prometheus-alerts noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 9.0 k 2021-03-04T22:59:26.432 INFO:teuthology.orchestra.run.gibba038.stdout: python3-jwt noarch 1.6.1-2.el8 CentOS-Base 43 k 2021-03-04T22:59:26.432 INFO:teuthology.orchestra.run.gibba038.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2021-03-04T22:59:26.432 INFO:teuthology.orchestra.run.gibba038.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2021-03-04T22:59:26.432 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:26.433 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:59:26.433 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:59:26.433 INFO:teuthology.orchestra.run.gibba038.stdout:Install 6 Packages 2021-03-04T22:59:26.433 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:26.433 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 3.9 M 2021-03-04T22:59:26.434 INFO:teuthology.orchestra.run.gibba038.stdout:Installed size: 19 M 2021-03-04T22:59:26.434 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T22:59:26.496 INFO:teuthology.orchestra.run.gibba011.stdout:(2/8): openblas-threads-0.3.3-5.el8.x86_64.rpm 9.6 MB/s | 4.3 MB 00:00 2021-03-04T22:59:26.505 INFO:teuthology.orchestra.run.gibba011.stdout:(3/8): python3-numpy-1.14.3-9.el8.x86_64.rpm 41 MB/s | 3.7 MB 00:00 2021-03-04T22:59:26.506 INFO:teuthology.orchestra.run.gibba011.stdout:(4/8): python3-numpy-f2py-1.14.3-9.el8.x86_64.r 22 MB/s | 225 kB 00:00 2021-03-04T22:59:26.525 INFO:teuthology.orchestra.run.gibba011.stdout:(5/8): libgfortran-8.3.1-5.1.el8.x86_64.rpm 33 MB/s | 639 kB 00:00 2021-03-04T22:59:26.552 INFO:teuthology.orchestra.run.gibba011.stdout:(6/8): ceph-mgr-diskprediction-local-15.2.9-70. 17 MB/s | 8.6 MB 00:00 2021-03-04T22:59:26.553 INFO:teuthology.orchestra.run.gibba011.stdout:(7/8): libquadmath-8.3.1-5.1.el8.x86_64.rpm 6.0 MB/s | 169 kB 00:00 2021-03-04T22:59:26.571 INFO:teuthology.orchestra.run.gibba038.stdout:(1/6): ceph-prometheus-alerts-15.2.9-70.g9364aa 64 kB/s | 9.0 kB 00:00 2021-03-04T22:59:26.586 INFO:teuthology.orchestra.run.gibba038.stdout:(2/6): ceph-grafana-dashboards-15.2.9-70.g9364a 156 kB/s | 24 kB 00:00 2021-03-04T22:59:26.637 INFO:teuthology.orchestra.run.gibba038.stdout:(3/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 665 kB/s | 34 kB 00:00 2021-03-04T22:59:26.653 INFO:teuthology.orchestra.run.gibba038.stdout:(4/6): python3-jwt-1.6.1-2.el8.noarch.rpm 517 kB/s | 43 kB 00:00 2021-03-04T22:59:26.685 INFO:teuthology.orchestra.run.gibba038.stdout:(5/6): python3-routes-2.4.1-12.el8.noarch.rpm 4.0 MB/s | 196 kB 00:00 2021-03-04T22:59:26.765 INFO:teuthology.orchestra.run.gibba011.stdout:(8/8): python3-scipy-1.0.0-20.module_el8.3.0+56 56 MB/s | 15 MB 00:00 2021-03-04T22:59:26.767 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:59:26.767 INFO:teuthology.orchestra.run.gibba011.stdout:Total 50 MB/s | 36 MB 00:00 2021-03-04T22:59:26.774 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:59:26.788 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:59:26.788 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:59:26.792 INFO:teuthology.orchestra.run.gibba038.stdout:(6/6): ceph-mgr-dashboard-15.2.9-70.g9364aa31.e 9.9 MB/s | 3.6 MB 00:00 2021-03-04T22:59:26.794 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:59:26.794 INFO:teuthology.orchestra.run.gibba038.stdout:Total 11 MB/s | 3.9 MB 00:00 2021-03-04T22:59:26.795 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:59:26.802 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:59:26.803 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:59:26.913 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:59:26.914 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:59:27.002 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:59:27.003 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:59:27.181 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:59:27.400 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 1/6 2021-03-04T22:59:27.470 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:59:27.610 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : libquadmath-8.3.1-5.1.el8.x86_64 1/8 2021-03-04T22:59:27.648 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 2/6 2021-03-04T22:59:27.722 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: libquadmath-8.3.1-5.1.el8.x86_64 1/8 2021-03-04T22:59:27.820 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 3/6 2021-03-04T22:59:27.894 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : libgfortran-8.3.1-5.1.el8.x86_64 2/8 2021-03-04T22:59:27.989 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : ceph-prometheus-alerts-2:15.2.9-70.g9364aa31.el8.noa 4/6 2021-03-04T22:59:28.285 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: libgfortran-8.3.1-5.1.el8.x86_64 2/8 2021-03-04T22:59:28.452 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : openblas-0.3.3-5.el8.x86_64 3/8 2021-03-04T22:59:28.842 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: openblas-0.3.3-5.el8.x86_64 3/8 2021-03-04T22:59:28.876 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : ceph-grafana-dashboards-2:15.2.9-70.g9364aa31.el8.no 5/6 2021-03-04T22:59:29.044 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : openblas-threads-0.3.3-5.el8.x86_64 4/8 2021-03-04T22:59:29.178 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : ceph-mgr-dashboard-2:15.2.9-70.g9364aa31.el8.noarch 6/6 2021-03-04T22:59:29.348 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: ceph-mgr-dashboard-2:15.2.9-70.g9364aa31.el8.noarch 6/6 2021-03-04T22:59:29.348 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : ceph-grafana-dashboards-2:15.2.9-70.g9364aa31.el8.no 1/6 2021-03-04T22:59:29.348 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : ceph-mgr-dashboard-2:15.2.9-70.g9364aa31.el8.noarch 2/6 2021-03-04T22:59:29.349 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : ceph-prometheus-alerts-2:15.2.9-70.g9364aa31.el8.noa 3/6 2021-03-04T22:59:29.349 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 4/6 2021-03-04T22:59:29.349 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 5/6 2021-03-04T22:59:29.590 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: openblas-threads-0.3.3-5.el8.x86_64 4/8 2021-03-04T22:59:29.597 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 6/6 2021-03-04T22:59:29.597 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:29.597 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T22:59:29.598 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-grafana-dashboards-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T22:59:29.598 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-mgr-dashboard-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T22:59:29.598 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-prometheus-alerts-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T22:59:29.598 INFO:teuthology.orchestra.run.gibba038.stdout: python3-jwt-1.6.1-2.el8.noarch 2021-03-04T22:59:29.599 INFO:teuthology.orchestra.run.gibba038.stdout: python3-repoze-lru-0.7-6.el8.noarch 2021-03-04T22:59:29.599 INFO:teuthology.orchestra.run.gibba038.stdout: python3-routes-2.4.1-12.el8.noarch 2021-03-04T22:59:29.599 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:29.599 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:59:29.695 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum -y install ceph-mgr-diskprediction-local 2021-03-04T22:59:30.026 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:01:05 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:30.401 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:59:30.402 INFO:teuthology.orchestra.run.gibba038.stdout:===================================================================================================== 2021-03-04T22:59:30.403 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:59:30.403 INFO:teuthology.orchestra.run.gibba038.stdout:===================================================================================================== 2021-03-04T22:59:30.403 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T22:59:30.404 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-mgr-diskprediction-local noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 8.6 M 2021-03-04T22:59:30.404 INFO:teuthology.orchestra.run.gibba038.stdout:Installing dependencies: 2021-03-04T22:59:30.404 INFO:teuthology.orchestra.run.gibba038.stdout: libgfortran x86_64 8.3.1-5.1.el8 CentOS-Base 639 k 2021-03-04T22:59:30.405 INFO:teuthology.orchestra.run.gibba038.stdout: libquadmath x86_64 8.3.1-5.1.el8 CentOS-Base 169 k 2021-03-04T22:59:30.405 INFO:teuthology.orchestra.run.gibba038.stdout: openblas x86_64 0.3.3-5.el8 CentOS-AppStream 4.3 M 2021-03-04T22:59:30.405 INFO:teuthology.orchestra.run.gibba038.stdout: openblas-threads x86_64 0.3.3-5.el8 CentOS-AppStream 4.3 M 2021-03-04T22:59:30.406 INFO:teuthology.orchestra.run.gibba038.stdout: python3-numpy x86_64 1:1.14.3-9.el8 CentOS-AppStream 3.7 M 2021-03-04T22:59:30.406 INFO:teuthology.orchestra.run.gibba038.stdout: python3-numpy-f2py x86_64 1:1.14.3-9.el8 CentOS-AppStream 225 k 2021-03-04T22:59:30.407 INFO:teuthology.orchestra.run.gibba038.stdout: python3-scipy x86_64 1.0.0-20.module_el8.3.0+562+e162826a CentOS-AppStream 15 M 2021-03-04T22:59:30.407 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:30.408 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:59:30.408 INFO:teuthology.orchestra.run.gibba038.stdout:===================================================================================================== 2021-03-04T22:59:30.409 INFO:teuthology.orchestra.run.gibba038.stdout:Install 8 Packages 2021-03-04T22:59:30.409 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:30.410 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 36 M 2021-03-04T22:59:30.411 INFO:teuthology.orchestra.run.gibba038.stdout:Installed size: 194 M 2021-03-04T22:59:30.411 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T22:59:30.549 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-numpy-1:1.14.3-9.el8.x86_64 5/8 2021-03-04T22:59:30.883 INFO:teuthology.orchestra.run.gibba038.stdout:(1/8): openblas-threads-0.3.3-5.el8.x86_64.rpm 9.0 MB/s | 4.3 MB 00:00 2021-03-04T22:59:31.084 INFO:teuthology.orchestra.run.gibba038.stdout:(2/8): openblas-0.3.3-5.el8.x86_64.rpm 6.3 MB/s | 4.3 MB 00:00 2021-03-04T22:59:31.296 INFO:teuthology.orchestra.run.gibba038.stdout:(3/8): ceph-mgr-diskprediction-local-15.2.9-70. 9.6 MB/s | 8.6 MB 00:00 2021-03-04T22:59:31.350 INFO:teuthology.orchestra.run.gibba038.stdout:(4/8): python3-numpy-f2py-1.14.3-9.el8.x86_64.r 849 kB/s | 225 kB 00:00 2021-03-04T22:59:31.437 INFO:teuthology.orchestra.run.gibba038.stdout:(5/8): python3-numpy-1.14.3-9.el8.x86_64.rpm 6.9 MB/s | 3.7 MB 00:00 2021-03-04T22:59:31.481 INFO:teuthology.orchestra.run.gibba038.stdout:(6/8): libgfortran-8.3.1-5.1.el8.x86_64.rpm 4.9 MB/s | 639 kB 00:00 2021-03-04T22:59:31.521 INFO:teuthology.orchestra.run.gibba038.stdout:(7/8): libquadmath-8.3.1-5.1.el8.x86_64.rpm 2.0 MB/s | 169 kB 00:00 2021-03-04T22:59:31.911 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-numpy-f2py-1:1.14.3-9.el8.x86_64 6/8 2021-03-04T22:59:32.596 INFO:teuthology.orchestra.run.gibba038.stdout:(8/8): python3-scipy-1.0.0-20.module_el8.3.0+56 11 MB/s | 15 MB 00:01 2021-03-04T22:59:32.598 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:59:32.599 INFO:teuthology.orchestra.run.gibba038.stdout:Total 17 MB/s | 36 MB 00:02 2021-03-04T22:59:32.606 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:59:32.620 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:59:32.621 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:59:32.834 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:59:32.835 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:59:33.342 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:59:33.412 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-9.el8.x86_64 6/8 2021-03-04T22:59:33.476 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : libquadmath-8.3.1-5.1.el8.x86_64 1/8 2021-03-04T22:59:33.642 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: libquadmath-8.3.1-5.1.el8.x86_64 1/8 2021-03-04T22:59:33.834 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : libgfortran-8.3.1-5.1.el8.x86_64 2/8 2021-03-04T22:59:34.217 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: libgfortran-8.3.1-5.1.el8.x86_64 2/8 2021-03-04T22:59:34.434 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : openblas-0.3.3-5.el8.x86_64 3/8 2021-03-04T22:59:34.508 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-scipy-1.0.0-20.module_el8.3.0+562+e162826a.x 7/8 2021-03-04T22:59:34.719 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : ceph-mgr-diskprediction-local-2:15.2.9-70.g9364aa31. 8/8 2021-03-04T22:59:34.828 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: openblas-0.3.3-5.el8.x86_64 3/8 2021-03-04T22:59:34.919 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:15.2.9-70.g9364aa31. 8/8 2021-03-04T22:59:34.920 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : ceph-mgr-diskprediction-local-2:15.2.9-70.g9364aa31. 1/8 2021-03-04T22:59:34.920 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : openblas-0.3.3-5.el8.x86_64 2/8 2021-03-04T22:59:34.920 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : openblas-threads-0.3.3-5.el8.x86_64 3/8 2021-03-04T22:59:34.920 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-numpy-1:1.14.3-9.el8.x86_64 4/8 2021-03-04T22:59:34.921 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-numpy-f2py-1:1.14.3-9.el8.x86_64 5/8 2021-03-04T22:59:34.921 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-scipy-1.0.0-20.module_el8.3.0+562+e162826a.x 6/8 2021-03-04T22:59:34.921 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libgfortran-8.3.1-5.1.el8.x86_64 7/8 2021-03-04T22:59:35.034 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : openblas-threads-0.3.3-5.el8.x86_64 4/8 2021-03-04T22:59:35.181 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libquadmath-8.3.1-5.1.el8.x86_64 8/8 2021-03-04T22:59:35.181 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:35.182 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T22:59:35.182 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-mgr-diskprediction-local-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T22:59:35.182 INFO:teuthology.orchestra.run.gibba011.stdout: libgfortran-8.3.1-5.1.el8.x86_64 2021-03-04T22:59:35.182 INFO:teuthology.orchestra.run.gibba011.stdout: libquadmath-8.3.1-5.1.el8.x86_64 2021-03-04T22:59:35.183 INFO:teuthology.orchestra.run.gibba011.stdout: openblas-0.3.3-5.el8.x86_64 2021-03-04T22:59:35.183 INFO:teuthology.orchestra.run.gibba011.stdout: openblas-threads-0.3.3-5.el8.x86_64 2021-03-04T22:59:35.183 INFO:teuthology.orchestra.run.gibba011.stdout: python3-numpy-1:1.14.3-9.el8.x86_64 2021-03-04T22:59:35.183 INFO:teuthology.orchestra.run.gibba011.stdout: python3-numpy-f2py-1:1.14.3-9.el8.x86_64 2021-03-04T22:59:35.183 INFO:teuthology.orchestra.run.gibba011.stdout: python3-scipy-1.0.0-20.module_el8.3.0+562+e162826a.x86_64 2021-03-04T22:59:35.184 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:35.184 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:59:35.274 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum -y install ceph-mgr-rook 2021-03-04T22:59:35.553 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: openblas-threads-0.3.3-5.el8.x86_64 4/8 2021-03-04T22:59:35.613 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:01:10 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:35.904 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-numpy-1:1.14.3-9.el8.x86_64 5/8 2021-03-04T22:59:35.959 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:59:35.961 INFO:teuthology.orchestra.run.gibba011.stdout:====================================================================================== 2021-03-04T22:59:35.961 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:59:35.961 INFO:teuthology.orchestra.run.gibba011.stdout:====================================================================================== 2021-03-04T22:59:35.961 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T22:59:35.962 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-mgr-rook noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 27 k 2021-03-04T22:59:35.962 INFO:teuthology.orchestra.run.gibba011.stdout:Installing dependencies: 2021-03-04T22:59:35.962 INFO:teuthology.orchestra.run.gibba011.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2021-03-04T22:59:35.962 INFO:teuthology.orchestra.run.gibba011.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2021-03-04T22:59:35.962 INFO:teuthology.orchestra.run.gibba011.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2021-03-04T22:59:35.963 INFO:teuthology.orchestra.run.gibba011.stdout: python3-jsonpatch noarch 1.21-2.el8 CentOS-AppStream 27 k 2021-03-04T22:59:35.963 INFO:teuthology.orchestra.run.gibba011.stdout: python3-jsonpointer noarch 1.10-11.el8 CentOS-AppStream 20 k 2021-03-04T22:59:35.963 INFO:teuthology.orchestra.run.gibba011.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2021-03-04T22:59:35.963 INFO:teuthology.orchestra.run.gibba011.stdout: python3-oauthlib noarch 2.1.0-1.el8 CentOS-Base 155 k 2021-03-04T22:59:35.964 INFO:teuthology.orchestra.run.gibba011.stdout: python3-pyasn1 noarch 0.3.7-6.el8 CentOS-AppStream 126 k 2021-03-04T22:59:35.964 INFO:teuthology.orchestra.run.gibba011.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 CentOS-AppStream 110 k 2021-03-04T22:59:35.964 INFO:teuthology.orchestra.run.gibba011.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 CentOS-Base 43 k 2021-03-04T22:59:35.964 INFO:teuthology.orchestra.run.gibba011.stdout: python3-rsa noarch 3.4.2-16.el8 epel 73 k 2021-03-04T22:59:35.964 INFO:teuthology.orchestra.run.gibba011.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2021-03-04T22:59:35.965 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:35.965 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:59:35.965 INFO:teuthology.orchestra.run.gibba011.stdout:====================================================================================== 2021-03-04T22:59:35.965 INFO:teuthology.orchestra.run.gibba011.stdout:Install 13 Packages 2021-03-04T22:59:35.966 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:35.966 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 1.9 M 2021-03-04T22:59:35.967 INFO:teuthology.orchestra.run.gibba011.stdout:Installed size: 24 M 2021-03-04T22:59:35.967 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T22:59:35.995 INFO:teuthology.orchestra.run.gibba011.stdout:(1/13): python3-jsonpatch-1.21-2.el8.noarch.rpm 850 kB/s | 27 kB 00:00 2021-03-04T22:59:35.997 INFO:teuthology.orchestra.run.gibba011.stdout:(2/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 48 MB/s | 126 kB 00:00 2021-03-04T22:59:36.000 INFO:teuthology.orchestra.run.gibba011.stdout:(3/13): python3-pyasn1-modules-0.3.7-6.el8.noar 47 MB/s | 110 kB 00:00 2021-03-04T22:59:36.000 INFO:teuthology.orchestra.run.gibba011.stdout:(4/13): python3-jsonpointer-1.10-11.el8.noarch. 544 kB/s | 20 kB 00:00 2021-03-04T22:59:36.002 INFO:teuthology.orchestra.run.gibba011.stdout:(5/13): python3-requests-oauthlib-1.0.0-1.el8.n 22 MB/s | 43 kB 00:00 2021-03-04T22:59:36.003 INFO:teuthology.orchestra.run.gibba011.stdout:(6/13): python3-oauthlib-2.1.0-1.el8.noarch.rpm 49 MB/s | 155 kB 00:00 2021-03-04T22:59:36.054 INFO:teuthology.orchestra.run.gibba011.stdout:(7/13): python3-certifi-2018.10.15-7.el8.noarch 330 kB/s | 16 kB 00:00 2021-03-04T22:59:36.063 INFO:teuthology.orchestra.run.gibba011.stdout:(8/13): python3-cachetools-3.1.1-4.el8.noarch.r 552 kB/s | 33 kB 00:00 2021-03-04T22:59:36.087 INFO:teuthology.orchestra.run.gibba011.stdout:(9/13): ceph-mgr-rook-15.2.9-70.g9364aa31.el8.n 222 kB/s | 27 kB 00:00 2021-03-04T22:59:36.101 INFO:teuthology.orchestra.run.gibba011.stdout:(10/13): python3-google-auth-1.1.1-10.el8.noarc 1.6 MB/s | 81 kB 00:00 2021-03-04T22:59:36.118 INFO:teuthology.orchestra.run.gibba011.stdout:(11/13): python3-websocket-client-0.56.0-5.el8. 3.5 MB/s | 61 kB 00:00 2021-03-04T22:59:36.151 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-numpy-f2py-1:1.14.3-9.el8.x86_64 6/8 2021-03-04T22:59:36.165 INFO:teuthology.orchestra.run.gibba011.stdout:(12/13): python3-kubernetes-11.0.0-6.el8.noarch 12 MB/s | 1.2 MB 00:00 2021-03-04T22:59:36.165 INFO:teuthology.orchestra.run.gibba011.stdout:(13/13): python3-rsa-3.4.2-16.el8.noarch.rpm 942 kB/s | 73 kB 00:00 2021-03-04T22:59:36.166 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:59:36.166 INFO:teuthology.orchestra.run.gibba011.stdout:Total 9.4 MB/s | 1.9 MB 00:00 2021-03-04T22:59:36.172 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:59:36.182 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:59:36.183 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:59:36.230 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:59:36.232 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:59:36.744 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:59:37.043 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2021-03-04T22:59:37.342 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 2/13 2021-03-04T22:59:37.567 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-rsa-3.4.2-16.el8.noarch 3/13 2021-03-04T22:59:37.632 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-9.el8.x86_64 6/8 2021-03-04T22:59:37.808 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 4/13 2021-03-04T22:59:38.029 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 5/13 2021-03-04T22:59:38.246 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 6/13 2021-03-04T22:59:38.447 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 7/13 2021-03-04T22:59:38.660 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 8/13 2021-03-04T22:59:38.808 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-scipy-1.0.0-20.module_el8.3.0+562+e162826a.x 7/8 2021-03-04T22:59:38.993 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : ceph-mgr-diskprediction-local-2:15.2.9-70.g9364aa31. 8/8 2021-03-04T22:59:39.213 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:15.2.9-70.g9364aa31. 8/8 2021-03-04T22:59:39.213 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : ceph-mgr-diskprediction-local-2:15.2.9-70.g9364aa31. 1/8 2021-03-04T22:59:39.213 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : openblas-0.3.3-5.el8.x86_64 2/8 2021-03-04T22:59:39.213 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : openblas-threads-0.3.3-5.el8.x86_64 3/8 2021-03-04T22:59:39.214 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-numpy-1:1.14.3-9.el8.x86_64 4/8 2021-03-04T22:59:39.214 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-numpy-f2py-1:1.14.3-9.el8.x86_64 5/8 2021-03-04T22:59:39.214 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-scipy-1.0.0-20.module_el8.3.0+562+e162826a.x 6/8 2021-03-04T22:59:39.214 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libgfortran-8.3.1-5.1.el8.x86_64 7/8 2021-03-04T22:59:39.453 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 9/13 2021-03-04T22:59:39.465 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libquadmath-8.3.1-5.1.el8.x86_64 8/8 2021-03-04T22:59:39.465 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:39.465 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T22:59:39.466 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-mgr-diskprediction-local-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T22:59:39.466 INFO:teuthology.orchestra.run.gibba038.stdout: libgfortran-8.3.1-5.1.el8.x86_64 2021-03-04T22:59:39.466 INFO:teuthology.orchestra.run.gibba038.stdout: libquadmath-8.3.1-5.1.el8.x86_64 2021-03-04T22:59:39.466 INFO:teuthology.orchestra.run.gibba038.stdout: openblas-0.3.3-5.el8.x86_64 2021-03-04T22:59:39.466 INFO:teuthology.orchestra.run.gibba038.stdout: openblas-threads-0.3.3-5.el8.x86_64 2021-03-04T22:59:39.467 INFO:teuthology.orchestra.run.gibba038.stdout: python3-numpy-1:1.14.3-9.el8.x86_64 2021-03-04T22:59:39.467 INFO:teuthology.orchestra.run.gibba038.stdout: python3-numpy-f2py-1:1.14.3-9.el8.x86_64 2021-03-04T22:59:39.467 INFO:teuthology.orchestra.run.gibba038.stdout: python3-scipy-1.0.0-20.module_el8.3.0+562+e162826a.x86_64 2021-03-04T22:59:39.467 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:39.468 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:59:39.543 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum -y install ceph-mgr-rook 2021-03-04T22:59:39.674 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 10/13 2021-03-04T22:59:39.877 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:01:14 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:39.908 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 11/13 2021-03-04T22:59:40.075 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 12/13 2021-03-04T22:59:40.235 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:59:40.236 INFO:teuthology.orchestra.run.gibba038.stdout:====================================================================================== 2021-03-04T22:59:40.237 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:59:40.237 INFO:teuthology.orchestra.run.gibba038.stdout:====================================================================================== 2021-03-04T22:59:40.237 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T22:59:40.237 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-mgr-rook noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 27 k 2021-03-04T22:59:40.237 INFO:teuthology.orchestra.run.gibba038.stdout:Installing dependencies: 2021-03-04T22:59:40.238 INFO:teuthology.orchestra.run.gibba038.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2021-03-04T22:59:40.238 INFO:teuthology.orchestra.run.gibba038.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2021-03-04T22:59:40.238 INFO:teuthology.orchestra.run.gibba038.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2021-03-04T22:59:40.238 INFO:teuthology.orchestra.run.gibba038.stdout: python3-jsonpatch noarch 1.21-2.el8 CentOS-AppStream 27 k 2021-03-04T22:59:40.239 INFO:teuthology.orchestra.run.gibba038.stdout: python3-jsonpointer noarch 1.10-11.el8 CentOS-AppStream 20 k 2021-03-04T22:59:40.239 INFO:teuthology.orchestra.run.gibba038.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2021-03-04T22:59:40.239 INFO:teuthology.orchestra.run.gibba038.stdout: python3-oauthlib noarch 2.1.0-1.el8 CentOS-Base 155 k 2021-03-04T22:59:40.239 INFO:teuthology.orchestra.run.gibba038.stdout: python3-pyasn1 noarch 0.3.7-6.el8 CentOS-AppStream 126 k 2021-03-04T22:59:40.239 INFO:teuthology.orchestra.run.gibba038.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 CentOS-AppStream 110 k 2021-03-04T22:59:40.240 INFO:teuthology.orchestra.run.gibba038.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 CentOS-Base 43 k 2021-03-04T22:59:40.240 INFO:teuthology.orchestra.run.gibba038.stdout: python3-rsa noarch 3.4.2-16.el8 epel 73 k 2021-03-04T22:59:40.240 INFO:teuthology.orchestra.run.gibba038.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2021-03-04T22:59:40.240 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:40.240 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:59:40.241 INFO:teuthology.orchestra.run.gibba038.stdout:====================================================================================== 2021-03-04T22:59:40.241 INFO:teuthology.orchestra.run.gibba038.stdout:Install 13 Packages 2021-03-04T22:59:40.241 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:40.242 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 1.9 M 2021-03-04T22:59:40.242 INFO:teuthology.orchestra.run.gibba038.stdout:Installed size: 24 M 2021-03-04T22:59:40.242 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T22:59:40.243 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : ceph-mgr-rook-2:15.2.9-70.g9364aa31.el8.noarch 13/13 2021-03-04T22:59:40.274 INFO:teuthology.orchestra.run.gibba038.stdout:(1/13): python3-jsonpointer-1.10-11.el8.noarch. 574 kB/s | 20 kB 00:00 2021-03-04T22:59:40.276 INFO:teuthology.orchestra.run.gibba038.stdout:(2/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 49 MB/s | 126 kB 00:00 2021-03-04T22:59:40.277 INFO:teuthology.orchestra.run.gibba038.stdout:(3/13): python3-jsonpatch-1.21-2.el8.noarch.rpm 703 kB/s | 27 kB 00:00 2021-03-04T22:59:40.281 INFO:teuthology.orchestra.run.gibba038.stdout:(4/13): python3-pyasn1-modules-0.3.7-6.el8.noar 25 MB/s | 110 kB 00:00 2021-03-04T22:59:40.282 INFO:teuthology.orchestra.run.gibba038.stdout:(5/13): python3-oauthlib-2.1.0-1.el8.noarch.rpm 30 MB/s | 155 kB 00:00 2021-03-04T22:59:40.282 INFO:teuthology.orchestra.run.gibba038.stdout:(6/13): python3-requests-oauthlib-1.0.0-1.el8.n 29 MB/s | 43 kB 00:00 2021-03-04T22:59:40.342 INFO:teuthology.orchestra.run.gibba038.stdout:(7/13): python3-certifi-2018.10.15-7.el8.noarch 274 kB/s | 16 kB 00:00 2021-03-04T22:59:40.343 INFO:teuthology.orchestra.run.gibba038.stdout:(8/13): python3-cachetools-3.1.1-4.el8.noarch.r 548 kB/s | 33 kB 00:00 2021-03-04T22:59:40.360 INFO:teuthology.orchestra.run.gibba038.stdout:(9/13): ceph-mgr-rook-15.2.9-70.g9364aa31.el8.n 225 kB/s | 27 kB 00:00 2021-03-04T22:59:40.382 INFO:teuthology.orchestra.run.gibba038.stdout:(10/13): python3-google-auth-1.1.1-10.el8.noarc 2.0 MB/s | 81 kB 00:00 2021-03-04T22:59:40.402 INFO:teuthology.orchestra.run.gibba038.stdout:(11/13): python3-websocket-client-0.56.0-5.el8. 3.0 MB/s | 61 kB 00:00 2021-03-04T22:59:40.413 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: ceph-mgr-rook-2:15.2.9-70.g9364aa31.el8.noarch 13/13 2021-03-04T22:59:40.414 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : ceph-mgr-rook-2:15.2.9-70.g9364aa31.el8.noarch 1/13 2021-03-04T22:59:40.415 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 2/13 2021-03-04T22:59:40.415 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 3/13 2021-03-04T22:59:40.415 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 4/13 2021-03-04T22:59:40.415 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 5/13 2021-03-04T22:59:40.416 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 6/13 2021-03-04T22:59:40.416 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 7/13 2021-03-04T22:59:40.416 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 8/13 2021-03-04T22:59:40.416 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 9/13 2021-03-04T22:59:40.416 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 10/13 2021-03-04T22:59:40.417 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 11/13 2021-03-04T22:59:40.417 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-rsa-3.4.2-16.el8.noarch 12/13 2021-03-04T22:59:40.439 INFO:teuthology.orchestra.run.gibba038.stdout:(12/13): python3-rsa-3.4.2-16.el8.noarch.rpm 929 kB/s | 73 kB 00:00 2021-03-04T22:59:40.462 INFO:teuthology.orchestra.run.gibba038.stdout:(13/13): python3-kubernetes-11.0.0-6.el8.noarch 9.7 MB/s | 1.2 MB 00:00 2021-03-04T22:59:40.463 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:59:40.464 INFO:teuthology.orchestra.run.gibba038.stdout:Total 8.5 MB/s | 1.9 MB 00:00 2021-03-04T22:59:40.467 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:59:40.478 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:59:40.479 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:59:40.527 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:59:40.528 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:59:40.722 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 13/13 2021-03-04T22:59:40.723 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:40.723 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T22:59:40.723 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-mgr-rook-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T22:59:40.723 INFO:teuthology.orchestra.run.gibba011.stdout: python3-cachetools-3.1.1-4.el8.noarch 2021-03-04T22:59:40.724 INFO:teuthology.orchestra.run.gibba011.stdout: python3-certifi-2018.10.15-7.el8.noarch 2021-03-04T22:59:40.724 INFO:teuthology.orchestra.run.gibba011.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2021-03-04T22:59:40.724 INFO:teuthology.orchestra.run.gibba011.stdout: python3-jsonpatch-1.21-2.el8.noarch 2021-03-04T22:59:40.724 INFO:teuthology.orchestra.run.gibba011.stdout: python3-jsonpointer-1.10-11.el8.noarch 2021-03-04T22:59:40.725 INFO:teuthology.orchestra.run.gibba011.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2021-03-04T22:59:40.725 INFO:teuthology.orchestra.run.gibba011.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2021-03-04T22:59:40.725 INFO:teuthology.orchestra.run.gibba011.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2021-03-04T22:59:40.725 INFO:teuthology.orchestra.run.gibba011.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2021-03-04T22:59:40.725 INFO:teuthology.orchestra.run.gibba011.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2021-03-04T22:59:40.726 INFO:teuthology.orchestra.run.gibba011.stdout: python3-rsa-3.4.2-16.el8.noarch 2021-03-04T22:59:40.726 INFO:teuthology.orchestra.run.gibba011.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2021-03-04T22:59:40.726 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:40.726 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:59:40.791 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum -y install ceph-mgr-cephadm 2021-03-04T22:59:41.044 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:59:41.128 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:01:16 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:41.253 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2021-03-04T22:59:41.475 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:59:41.480 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:41.480 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:59:41.480 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:41.481 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T22:59:41.481 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-mgr-cephadm noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 68 k 2021-03-04T22:59:41.481 INFO:teuthology.orchestra.run.gibba011.stdout:Installing dependencies: 2021-03-04T22:59:41.481 INFO:teuthology.orchestra.run.gibba011.stdout: python3-apipkg noarch 1.5-6.el8 epel 21 k 2021-03-04T22:59:41.482 INFO:teuthology.orchestra.run.gibba011.stdout: python3-babel noarch 2.5.1-5.el8 CentOS-AppStream 4.8 M 2021-03-04T22:59:41.482 INFO:teuthology.orchestra.run.gibba011.stdout: python3-execnet noarch 1.7.1-1.el8 epel 355 k 2021-03-04T22:59:41.482 INFO:teuthology.orchestra.run.gibba011.stdout: python3-jinja2 noarch 2.10.1-2.el8_0 CentOS-AppStream 538 k 2021-03-04T22:59:41.482 INFO:teuthology.orchestra.run.gibba011.stdout: python3-remoto noarch 1.1.4-4.el8 epel 48 k 2021-03-04T22:59:41.482 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:41.483 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:59:41.485 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:41.485 INFO:teuthology.orchestra.run.gibba011.stdout:Install 6 Packages 2021-03-04T22:59:41.486 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:41.486 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 5.8 M 2021-03-04T22:59:41.486 INFO:teuthology.orchestra.run.gibba011.stdout:Installed size: 24 M 2021-03-04T22:59:41.486 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T22:59:41.522 INFO:teuthology.orchestra.run.gibba011.stdout:(1/6): python3-jinja2-2.10.1-2.el8_0.noarch.rpm 12 MB/s | 538 kB 00:00 2021-03-04T22:59:41.532 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 2/13 2021-03-04T22:59:41.568 INFO:teuthology.orchestra.run.gibba011.stdout:(2/6): python3-babel-2.5.1-5.el8.noarch.rpm 53 MB/s | 4.8 MB 00:00 2021-03-04T22:59:41.571 INFO:teuthology.orchestra.run.gibba011.stdout:(3/6): python3-apipkg-1.5-6.el8.noarch.rpm 430 kB/s | 21 kB 00:00 2021-03-04T22:59:41.604 INFO:teuthology.orchestra.run.gibba011.stdout:(4/6): python3-remoto-1.1.4-4.el8.noarch.rpm 1.4 MB/s | 48 kB 00:00 2021-03-04T22:59:41.623 INFO:teuthology.orchestra.run.gibba011.stdout:(5/6): ceph-mgr-cephadm-15.2.9-70.g9364aa31.el8 468 kB/s | 68 kB 00:00 2021-03-04T22:59:41.682 INFO:teuthology.orchestra.run.gibba011.stdout:(6/6): python3-execnet-1.7.1-1.el8.noarch.rpm 3.0 MB/s | 355 kB 00:00 2021-03-04T22:59:41.683 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:59:41.683 INFO:teuthology.orchestra.run.gibba011.stdout:Total 28 MB/s | 5.8 MB 00:00 2021-03-04T22:59:41.685 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:59:41.692 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:59:41.693 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:59:41.748 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:59:41.749 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:59:41.776 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-rsa-3.4.2-16.el8.noarch 3/13 2021-03-04T22:59:41.977 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:59:42.048 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 4/13 2021-03-04T22:59:42.235 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-apipkg-1.5-6.el8.noarch 1/6 2021-03-04T22:59:42.312 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 5/13 2021-03-04T22:59:42.440 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-execnet-1.7.1-1.el8.noarch 2/6 2021-03-04T22:59:42.510 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 6/13 2021-03-04T22:59:42.762 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 7/13 2021-03-04T22:59:42.983 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 8/13 2021-03-04T22:59:43.743 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-remoto-1.1.4-4.el8.noarch 3/6 2021-03-04T22:59:44.063 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-babel-2.5.1-5.el8.noarch 4/6 2021-03-04T22:59:44.142 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 9/13 2021-03-04T22:59:44.291 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : python3-jinja2-2.10.1-2.el8_0.noarch 5/6 2021-03-04T22:59:44.406 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 10/13 2021-03-04T22:59:44.444 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : ceph-mgr-cephadm-2:15.2.9-70.g9364aa31.el8.noarch 6/6 2021-03-04T22:59:44.642 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: ceph-mgr-cephadm-2:15.2.9-70.g9364aa31.el8.noarch 6/6 2021-03-04T22:59:44.643 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : ceph-mgr-cephadm-2:15.2.9-70.g9364aa31.el8.noarch 1/6 2021-03-04T22:59:44.643 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-babel-2.5.1-5.el8.noarch 2/6 2021-03-04T22:59:44.643 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-jinja2-2.10.1-2.el8_0.noarch 3/6 2021-03-04T22:59:44.644 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-apipkg-1.5-6.el8.noarch 4/6 2021-03-04T22:59:44.644 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-execnet-1.7.1-1.el8.noarch 5/6 2021-03-04T22:59:44.648 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 11/13 2021-03-04T22:59:44.807 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 12/13 2021-03-04T22:59:44.872 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : python3-remoto-1.1.4-4.el8.noarch 6/6 2021-03-04T22:59:44.873 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:44.873 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T22:59:44.873 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-mgr-cephadm-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T22:59:44.873 INFO:teuthology.orchestra.run.gibba011.stdout: python3-apipkg-1.5-6.el8.noarch 2021-03-04T22:59:44.874 INFO:teuthology.orchestra.run.gibba011.stdout: python3-babel-2.5.1-5.el8.noarch 2021-03-04T22:59:44.874 INFO:teuthology.orchestra.run.gibba011.stdout: python3-execnet-1.7.1-1.el8.noarch 2021-03-04T22:59:44.874 INFO:teuthology.orchestra.run.gibba011.stdout: python3-jinja2-2.10.1-2.el8_0.noarch 2021-03-04T22:59:44.874 INFO:teuthology.orchestra.run.gibba011.stdout: python3-remoto-1.1.4-4.el8.noarch 2021-03-04T22:59:44.875 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:44.875 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:59:44.975 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum -y install ceph-fuse 2021-03-04T22:59:44.984 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : ceph-mgr-rook-2:15.2.9-70.g9364aa31.el8.noarch 13/13 2021-03-04T22:59:45.167 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: ceph-mgr-rook-2:15.2.9-70.g9364aa31.el8.noarch 13/13 2021-03-04T22:59:45.167 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : ceph-mgr-rook-2:15.2.9-70.g9364aa31.el8.noarch 1/13 2021-03-04T22:59:45.168 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 2/13 2021-03-04T22:59:45.168 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 3/13 2021-03-04T22:59:45.168 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 4/13 2021-03-04T22:59:45.168 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 5/13 2021-03-04T22:59:45.169 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 6/13 2021-03-04T22:59:45.169 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 7/13 2021-03-04T22:59:45.169 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 8/13 2021-03-04T22:59:45.169 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 9/13 2021-03-04T22:59:45.170 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 10/13 2021-03-04T22:59:45.170 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 11/13 2021-03-04T22:59:45.170 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-rsa-3.4.2-16.el8.noarch 12/13 2021-03-04T22:59:45.315 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:01:20 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:45.489 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 13/13 2021-03-04T22:59:45.490 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:45.490 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T22:59:45.490 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-mgr-rook-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T22:59:45.491 INFO:teuthology.orchestra.run.gibba038.stdout: python3-cachetools-3.1.1-4.el8.noarch 2021-03-04T22:59:45.491 INFO:teuthology.orchestra.run.gibba038.stdout: python3-certifi-2018.10.15-7.el8.noarch 2021-03-04T22:59:45.491 INFO:teuthology.orchestra.run.gibba038.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2021-03-04T22:59:45.491 INFO:teuthology.orchestra.run.gibba038.stdout: python3-jsonpatch-1.21-2.el8.noarch 2021-03-04T22:59:45.492 INFO:teuthology.orchestra.run.gibba038.stdout: python3-jsonpointer-1.10-11.el8.noarch 2021-03-04T22:59:45.492 INFO:teuthology.orchestra.run.gibba038.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2021-03-04T22:59:45.492 INFO:teuthology.orchestra.run.gibba038.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2021-03-04T22:59:45.492 INFO:teuthology.orchestra.run.gibba038.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2021-03-04T22:59:45.493 INFO:teuthology.orchestra.run.gibba038.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2021-03-04T22:59:45.493 INFO:teuthology.orchestra.run.gibba038.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2021-03-04T22:59:45.493 INFO:teuthology.orchestra.run.gibba038.stdout: python3-rsa-3.4.2-16.el8.noarch 2021-03-04T22:59:45.493 INFO:teuthology.orchestra.run.gibba038.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2021-03-04T22:59:45.493 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:45.494 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:59:45.585 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum -y install ceph-mgr-cephadm 2021-03-04T22:59:45.672 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:59:45.673 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:45.674 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repository Size 2021-03-04T22:59:45.674 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:45.674 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T22:59:45.674 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-fuse x86_64 2:15.2.9-70.g9364aa31.el8 ceph 578 k 2021-03-04T22:59:45.675 INFO:teuthology.orchestra.run.gibba011.stdout:Installing dependencies: 2021-03-04T22:59:45.675 INFO:teuthology.orchestra.run.gibba011.stdout: fuse x86_64 2.9.7-12.el8 CentOS-Base 82 k 2021-03-04T22:59:45.675 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:45.675 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:59:45.675 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:45.676 INFO:teuthology.orchestra.run.gibba011.stdout:Install 2 Packages 2021-03-04T22:59:45.676 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:45.676 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 660 k 2021-03-04T22:59:45.676 INFO:teuthology.orchestra.run.gibba011.stdout:Installed size: 2.0 M 2021-03-04T22:59:45.677 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T22:59:45.707 INFO:teuthology.orchestra.run.gibba011.stdout:(1/2): fuse-2.9.7-12.el8.x86_64.rpm 2.5 MB/s | 82 kB 00:00 2021-03-04T22:59:45.891 INFO:teuthology.orchestra.run.gibba011.stdout:(2/2): ceph-fuse-15.2.9-70.g9364aa31.el8.x86_64 2.6 MB/s | 578 kB 00:00 2021-03-04T22:59:45.892 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:59:45.893 INFO:teuthology.orchestra.run.gibba011.stdout:Total 2.9 MB/s | 660 kB 00:00 2021-03-04T22:59:45.894 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:59:45.910 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:59:45.911 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:59:45.916 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:01:20 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:45.961 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:59:45.962 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:59:46.085 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:59:46.258 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:59:46.259 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:59:46.259 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:59:46.260 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:59:46.260 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T22:59:46.260 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-mgr-cephadm noarch 2:15.2.9-70.g9364aa31.el8 ceph-noarch 68 k 2021-03-04T22:59:46.260 INFO:teuthology.orchestra.run.gibba038.stdout:Installing dependencies: 2021-03-04T22:59:46.260 INFO:teuthology.orchestra.run.gibba038.stdout: python3-apipkg noarch 1.5-6.el8 epel 21 k 2021-03-04T22:59:46.261 INFO:teuthology.orchestra.run.gibba038.stdout: python3-babel noarch 2.5.1-5.el8 CentOS-AppStream 4.8 M 2021-03-04T22:59:46.261 INFO:teuthology.orchestra.run.gibba038.stdout: python3-execnet noarch 1.7.1-1.el8 epel 355 k 2021-03-04T22:59:46.261 INFO:teuthology.orchestra.run.gibba038.stdout: python3-jinja2 noarch 2.10.1-2.el8_0 CentOS-AppStream 538 k 2021-03-04T22:59:46.261 INFO:teuthology.orchestra.run.gibba038.stdout: python3-remoto noarch 1.1.4-4.el8 epel 48 k 2021-03-04T22:59:46.262 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:46.262 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:59:46.262 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:59:46.262 INFO:teuthology.orchestra.run.gibba038.stdout:Install 6 Packages 2021-03-04T22:59:46.262 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:46.263 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 5.8 M 2021-03-04T22:59:46.263 INFO:teuthology.orchestra.run.gibba038.stdout:Installed size: 24 M 2021-03-04T22:59:46.264 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T22:59:46.305 INFO:teuthology.orchestra.run.gibba038.stdout:(1/6): python3-jinja2-2.10.1-2.el8_0.noarch.rpm 12 MB/s | 538 kB 00:00 2021-03-04T22:59:46.340 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : fuse-2.9.7-12.el8.x86_64 1/2 2021-03-04T22:59:46.353 INFO:teuthology.orchestra.run.gibba038.stdout:(2/6): python3-babel-2.5.1-5.el8.noarch.rpm 52 MB/s | 4.8 MB 00:00 2021-03-04T22:59:46.364 INFO:teuthology.orchestra.run.gibba038.stdout:(3/6): python3-apipkg-1.5-6.el8.noarch.rpm 358 kB/s | 21 kB 00:00 2021-03-04T22:59:46.403 INFO:teuthology.orchestra.run.gibba038.stdout:(4/6): python3-remoto-1.1.4-4.el8.noarch.rpm 1.2 MB/s | 48 kB 00:00 2021-03-04T22:59:46.404 INFO:teuthology.orchestra.run.gibba038.stdout:(5/6): ceph-mgr-cephadm-15.2.9-70.g9364aa31.el8 476 kB/s | 68 kB 00:00 2021-03-04T22:59:46.471 INFO:teuthology.orchestra.run.gibba038.stdout:(6/6): python3-execnet-1.7.1-1.el8.noarch.rpm 2.9 MB/s | 355 kB 00:00 2021-03-04T22:59:46.472 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:59:46.473 INFO:teuthology.orchestra.run.gibba038.stdout:Total 27 MB/s | 5.8 MB 00:00 2021-03-04T22:59:46.475 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:59:46.482 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:59:46.482 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:59:46.536 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:59:46.537 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:59:46.542 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : ceph-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 2/2 2021-03-04T22:59:46.773 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: ceph-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 2/2 2021-03-04T22:59:46.774 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : ceph-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 1/2 2021-03-04T22:59:46.816 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:59:46.980 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : fuse-2.9.7-12.el8.x86_64 2/2 2021-03-04T22:59:46.981 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:46.981 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T22:59:46.981 INFO:teuthology.orchestra.run.gibba011.stdout: ceph-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 fuse-2.9.7-12.el8.x86_64 2021-03-04T22:59:46.982 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:46.982 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:59:47.099 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-apipkg-1.5-6.el8.noarch 1/6 2021-03-04T22:59:47.134 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum -y install librados-devel 2021-03-04T22:59:47.346 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-execnet-1.7.1-1.el8.noarch 2/6 2021-03-04T22:59:47.476 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:01:22 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:47.859 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:59:47.860 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:47.860 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repo Size 2021-03-04T22:59:47.860 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:47.860 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T22:59:47.861 INFO:teuthology.orchestra.run.gibba011.stdout: librados-devel x86_64 2:15.2.9-70.g9364aa31.el8 ceph 141 k 2021-03-04T22:59:47.861 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:47.861 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:59:47.861 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:47.862 INFO:teuthology.orchestra.run.gibba011.stdout:Install 1 Package 2021-03-04T22:59:47.862 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:47.862 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 141 k 2021-03-04T22:59:47.862 INFO:teuthology.orchestra.run.gibba011.stdout:Installed size: 485 k 2021-03-04T22:59:47.862 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T22:59:48.030 INFO:teuthology.orchestra.run.gibba011.stdout:librados-devel-15.2.9-70.g9364aa31.el8.x86_64.r 827 kB/s | 141 kB 00:00 2021-03-04T22:59:48.031 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:59:48.032 INFO:teuthology.orchestra.run.gibba011.stdout:Total 822 kB/s | 141 kB 00:00 2021-03-04T22:59:48.032 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:59:48.037 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:59:48.038 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:59:48.051 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-remoto-1.1.4-4.el8.noarch 3/6 2021-03-04T22:59:48.074 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:59:48.075 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:59:48.174 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:59:48.366 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : librados-devel-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T22:59:48.419 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-babel-2.5.1-5.el8.noarch 4/6 2021-03-04T22:59:48.545 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: librados-devel-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T22:59:48.631 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : python3-jinja2-2.10.1-2.el8_0.noarch 5/6 2021-03-04T22:59:49.114 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : librados-devel-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T22:59:49.114 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:49.115 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T22:59:49.115 INFO:teuthology.orchestra.run.gibba011.stdout: librados-devel-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:59:49.115 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:49.115 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:59:49.273 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum -y install libcephfs2 2021-03-04T22:59:49.485 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : ceph-mgr-cephadm-2:15.2.9-70.g9364aa31.el8.noarch 6/6 2021-03-04T22:59:49.614 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:01:24 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:49.651 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: ceph-mgr-cephadm-2:15.2.9-70.g9364aa31.el8.noarch 6/6 2021-03-04T22:59:49.651 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : ceph-mgr-cephadm-2:15.2.9-70.g9364aa31.el8.noarch 1/6 2021-03-04T22:59:49.651 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-babel-2.5.1-5.el8.noarch 2/6 2021-03-04T22:59:49.651 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-jinja2-2.10.1-2.el8_0.noarch 3/6 2021-03-04T22:59:49.652 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-apipkg-1.5-6.el8.noarch 4/6 2021-03-04T22:59:49.652 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-execnet-1.7.1-1.el8.noarch 5/6 2021-03-04T22:59:49.881 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : python3-remoto-1.1.4-4.el8.noarch 6/6 2021-03-04T22:59:49.881 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:49.882 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T22:59:49.882 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-mgr-cephadm-2:15.2.9-70.g9364aa31.el8.noarch 2021-03-04T22:59:49.882 INFO:teuthology.orchestra.run.gibba038.stdout: python3-apipkg-1.5-6.el8.noarch 2021-03-04T22:59:49.882 INFO:teuthology.orchestra.run.gibba038.stdout: python3-babel-2.5.1-5.el8.noarch 2021-03-04T22:59:49.882 INFO:teuthology.orchestra.run.gibba038.stdout: python3-execnet-1.7.1-1.el8.noarch 2021-03-04T22:59:49.883 INFO:teuthology.orchestra.run.gibba038.stdout: python3-jinja2-2.10.1-2.el8_0.noarch 2021-03-04T22:59:49.883 INFO:teuthology.orchestra.run.gibba038.stdout: python3-remoto-1.1.4-4.el8.noarch 2021-03-04T22:59:49.883 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:49.883 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:59:49.896 INFO:teuthology.orchestra.run.gibba011.stdout:Package libcephfs2-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T22:59:49.937 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum -y install ceph-fuse 2021-03-04T22:59:49.987 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:59:49.988 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:59:49.988 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:59:50.064 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum -y install libcephfs-devel 2021-03-04T22:59:50.270 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:01:25 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:50.406 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:01:25 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:50.617 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:59:50.618 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:59:50.618 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repository Size 2021-03-04T22:59:50.618 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:59:50.619 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T22:59:50.619 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-fuse x86_64 2:15.2.9-70.g9364aa31.el8 ceph 578 k 2021-03-04T22:59:50.619 INFO:teuthology.orchestra.run.gibba038.stdout:Installing dependencies: 2021-03-04T22:59:50.619 INFO:teuthology.orchestra.run.gibba038.stdout: fuse x86_64 2.9.7-12.el8 CentOS-Base 82 k 2021-03-04T22:59:50.620 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:50.620 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:59:50.620 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:59:50.620 INFO:teuthology.orchestra.run.gibba038.stdout:Install 2 Packages 2021-03-04T22:59:50.620 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:50.621 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 660 k 2021-03-04T22:59:50.621 INFO:teuthology.orchestra.run.gibba038.stdout:Installed size: 2.0 M 2021-03-04T22:59:50.621 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T22:59:50.652 INFO:teuthology.orchestra.run.gibba038.stdout:(1/2): fuse-2.9.7-12.el8.x86_64.rpm 2.4 MB/s | 82 kB 00:00 2021-03-04T22:59:50.769 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:59:50.770 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:50.770 INFO:teuthology.orchestra.run.gibba011.stdout: Package Arch Version Repo Size 2021-03-04T22:59:50.770 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:50.771 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T22:59:50.771 INFO:teuthology.orchestra.run.gibba011.stdout: libcephfs-devel x86_64 2:15.2.9-70.g9364aa31.el8 ceph 22 k 2021-03-04T22:59:50.771 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:50.771 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:59:50.771 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:50.772 INFO:teuthology.orchestra.run.gibba011.stdout:Install 1 Package 2021-03-04T22:59:50.772 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:50.772 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 22 k 2021-03-04T22:59:50.772 INFO:teuthology.orchestra.run.gibba011.stdout:Installed size: 77 k 2021-03-04T22:59:50.773 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T22:59:50.867 INFO:teuthology.orchestra.run.gibba038.stdout:(2/2): ceph-fuse-15.2.9-70.g9364aa31.el8.x86_64 2.3 MB/s | 578 kB 00:00 2021-03-04T22:59:50.868 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:59:50.869 INFO:teuthology.orchestra.run.gibba038.stdout:Total 2.6 MB/s | 660 kB 00:00 2021-03-04T22:59:50.869 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:59:50.885 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:59:50.886 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:59:50.894 INFO:teuthology.orchestra.run.gibba011.stdout:libcephfs-devel-15.2.9-70.g9364aa31.el8.x86_64. 176 kB/s | 22 kB 00:00 2021-03-04T22:59:50.894 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:59:50.895 INFO:teuthology.orchestra.run.gibba011.stdout:Total 174 kB/s | 22 kB 00:00 2021-03-04T22:59:50.895 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:59:50.899 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:59:50.899 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:59:50.900 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:59:50.902 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:59:50.935 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:59:50.936 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:59:50.956 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:59:51.058 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:59:51.124 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : libcephfs-devel-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T22:59:51.286 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: libcephfs-devel-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T22:59:51.364 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : fuse-2.9.7-12.el8.x86_64 1/2 2021-03-04T22:59:51.472 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : libcephfs-devel-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T22:59:51.472 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:51.473 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T22:59:51.473 INFO:teuthology.orchestra.run.gibba011.stdout: libcephfs-devel-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:59:51.473 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:51.473 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:59:51.542 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum -y install librados2 2021-03-04T22:59:51.607 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : ceph-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 2/2 2021-03-04T22:59:51.847 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: ceph-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 2/2 2021-03-04T22:59:51.848 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : ceph-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 1/2 2021-03-04T22:59:51.878 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:01:26 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:52.104 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : fuse-2.9.7-12.el8.x86_64 2/2 2021-03-04T22:59:52.104 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:52.104 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T22:59:52.105 INFO:teuthology.orchestra.run.gibba038.stdout: ceph-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 fuse-2.9.7-12.el8.x86_64 2021-03-04T22:59:52.105 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:52.105 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:59:52.144 INFO:teuthology.orchestra.run.gibba011.stdout:Package librados2-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T22:59:52.224 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum -y install librados-devel 2021-03-04T22:59:52.233 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:59:52.234 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:59:52.234 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:59:52.288 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum -y install librbd1 2021-03-04T22:59:52.561 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:01:27 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:52.630 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:01:27 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:52.911 INFO:teuthology.orchestra.run.gibba011.stdout:Package librbd1-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T22:59:52.936 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:59:52.937 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:59:52.937 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repo Size 2021-03-04T22:59:52.938 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:59:52.938 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T22:59:52.938 INFO:teuthology.orchestra.run.gibba038.stdout: librados-devel x86_64 2:15.2.9-70.g9364aa31.el8 ceph 141 k 2021-03-04T22:59:52.938 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:52.939 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:59:52.939 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:59:52.939 INFO:teuthology.orchestra.run.gibba038.stdout:Install 1 Package 2021-03-04T22:59:52.939 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:52.940 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 141 k 2021-03-04T22:59:52.940 INFO:teuthology.orchestra.run.gibba038.stdout:Installed size: 485 k 2021-03-04T22:59:52.940 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T22:59:53.000 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:59:53.001 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:59:53.001 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:59:53.055 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum -y install python3-rados 2021-03-04T22:59:53.106 INFO:teuthology.orchestra.run.gibba038.stdout:librados-devel-15.2.9-70.g9364aa31.el8.x86_64.r 837 kB/s | 141 kB 00:00 2021-03-04T22:59:53.107 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:59:53.107 INFO:teuthology.orchestra.run.gibba038.stdout:Total 831 kB/s | 141 kB 00:00 2021-03-04T22:59:53.107 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:59:53.112 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:59:53.113 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:59:53.149 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:59:53.150 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:59:53.240 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:59:53.392 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:01:28 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:53.482 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : librados-devel-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T22:59:53.666 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: librados-devel-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T22:59:53.677 INFO:teuthology.orchestra.run.gibba011.stdout:Package python3-rados-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T22:59:53.767 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:59:53.768 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:59:53.768 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:59:53.822 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum -y install python3-rgw 2021-03-04T22:59:53.877 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : librados-devel-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T22:59:53.877 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:53.877 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T22:59:53.878 INFO:teuthology.orchestra.run.gibba038.stdout: librados-devel-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:59:53.878 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:53.878 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:59:54.035 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum -y install libcephfs2 2021-03-04T22:59:54.162 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:01:29 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:54.371 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:01:29 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:54.511 INFO:teuthology.orchestra.run.gibba011.stdout:Package python3-rgw-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T22:59:54.600 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:59:54.601 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:59:54.601 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:59:54.655 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum -y install python3-cephfs 2021-03-04T22:59:54.707 INFO:teuthology.orchestra.run.gibba038.stdout:Package libcephfs2-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T22:59:54.799 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:59:54.800 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:59:54.800 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:59:54.995 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:01:29 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:55.053 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum -y install libcephfs-devel 2021-03-04T22:59:55.294 INFO:teuthology.orchestra.run.gibba011.stdout:Package python3-cephfs-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T22:59:55.386 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:59:55.387 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:59:55.388 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:59:55.390 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:01:30 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:55.438 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum -y install python3-rbd 2021-03-04T22:59:55.769 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:59:55.770 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:59:55.770 INFO:teuthology.orchestra.run.gibba038.stdout: Package Arch Version Repo Size 2021-03-04T22:59:55.771 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:59:55.771 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T22:59:55.771 INFO:teuthology.orchestra.run.gibba038.stdout: libcephfs-devel x86_64 2:15.2.9-70.g9364aa31.el8 ceph 22 k 2021-03-04T22:59:55.771 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:55.771 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T22:59:55.772 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T22:59:55.772 INFO:teuthology.orchestra.run.gibba038.stdout:Install 1 Package 2021-03-04T22:59:55.772 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:55.772 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 22 k 2021-03-04T22:59:55.773 INFO:teuthology.orchestra.run.gibba038.stdout:Installed size: 77 k 2021-03-04T22:59:55.773 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T22:59:55.776 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:01:30 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:56.086 INFO:teuthology.orchestra.run.gibba011.stdout:Package python3-rbd-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T22:59:56.126 INFO:teuthology.orchestra.run.gibba038.stdout:libcephfs-devel-15.2.9-70.g9364aa31.el8.x86_64. 61 kB/s | 22 kB 00:00 2021-03-04T22:59:56.127 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:59:56.127 INFO:teuthology.orchestra.run.gibba038.stdout:Total 61 kB/s | 22 kB 00:00 2021-03-04T22:59:56.127 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T22:59:56.131 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T22:59:56.131 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T22:59:56.132 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T22:59:56.134 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T22:59:56.175 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:59:56.176 INFO:teuthology.orchestra.run.gibba011.stdout:Nothing to do. 2021-03-04T22:59:56.176 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:59:56.180 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T22:59:56.230 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum -y install rbd-fuse 2021-03-04T22:59:56.373 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : libcephfs-devel-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T22:59:56.531 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: libcephfs-devel-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T22:59:56.569 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:01:31 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:56.722 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : libcephfs-devel-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T22:59:56.722 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:56.722 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T22:59:56.722 INFO:teuthology.orchestra.run.gibba038.stdout: libcephfs-devel-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:59:56.723 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T22:59:56.723 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:59:56.776 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum -y install librados2 2021-03-04T22:59:56.966 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:59:56.967 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:56.967 INFO:teuthology.orchestra.run.gibba011.stdout: Package Architecture Version Repository Size 2021-03-04T22:59:56.968 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:56.968 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T22:59:56.968 INFO:teuthology.orchestra.run.gibba011.stdout: rbd-fuse x86_64 2:15.2.9-70.g9364aa31.el8 ceph 73 k 2021-03-04T22:59:56.968 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:56.969 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:59:56.969 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:56.969 INFO:teuthology.orchestra.run.gibba011.stdout:Install 1 Package 2021-03-04T22:59:56.969 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:56.969 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 73 k 2021-03-04T22:59:56.970 INFO:teuthology.orchestra.run.gibba011.stdout:Installed size: 219 k 2021-03-04T22:59:56.970 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T22:59:57.135 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:01:32 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:57.394 INFO:teuthology.orchestra.run.gibba038.stdout:Package librados2-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T22:59:57.428 INFO:teuthology.orchestra.run.gibba011.stdout:rbd-fuse-15.2.9-70.g9364aa31.el8.x86_64.rpm 158 kB/s | 73 kB 00:00 2021-03-04T22:59:57.429 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T22:59:57.430 INFO:teuthology.orchestra.run.gibba011.stdout:Total 158 kB/s | 73 kB 00:00 2021-03-04T22:59:57.430 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T22:59:57.438 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T22:59:57.439 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T22:59:57.474 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T22:59:57.475 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T22:59:57.483 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:59:57.484 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:59:57.484 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:59:57.527 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum -y install librbd1 2021-03-04T22:59:57.559 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T22:59:57.749 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : rbd-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T22:59:57.870 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:01:32 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:57.922 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: rbd-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T22:59:58.147 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : rbd-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T22:59:58.147 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:58.147 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T22:59:58.148 INFO:teuthology.orchestra.run.gibba011.stdout: rbd-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T22:59:58.148 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:58.148 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T22:59:58.153 INFO:teuthology.orchestra.run.gibba038.stdout:Package librbd1-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T22:59:58.242 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:59:58.243 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:59:58.243 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:59:58.261 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum -y install rbd-mirror 2021-03-04T22:59:58.286 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum -y install python3-rados 2021-03-04T22:59:58.600 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:01:33 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:58.628 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:01:33 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:58.911 INFO:teuthology.orchestra.run.gibba038.stdout:Package python3-rados-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T22:59:58.993 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T22:59:58.994 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:58.994 INFO:teuthology.orchestra.run.gibba011.stdout: Package Architecture Version Repository Size 2021-03-04T22:59:58.995 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:58.995 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T22:59:58.995 INFO:teuthology.orchestra.run.gibba011.stdout: rbd-mirror x86_64 2:15.2.9-70.g9364aa31.el8 ceph 2.7 M 2021-03-04T22:59:58.995 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:58.996 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T22:59:58.996 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T22:59:58.996 INFO:teuthology.orchestra.run.gibba011.stdout:Install 1 Package 2021-03-04T22:59:58.996 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T22:59:58.996 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 2.7 M 2021-03-04T22:59:58.997 INFO:teuthology.orchestra.run.gibba011.stdout:Installed size: 12 M 2021-03-04T22:59:58.997 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T22:59:59.001 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:59:59.003 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:59:59.003 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:59:59.053 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum -y install python3-rgw 2021-03-04T22:59:59.388 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:01:34 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T22:59:59.670 INFO:teuthology.orchestra.run.gibba038.stdout:Package python3-rgw-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T22:59:59.760 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T22:59:59.761 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T22:59:59.761 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T22:59:59.803 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum -y install python3-cephfs 2021-03-04T23:00:00.143 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:01:35 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T23:00:00.154 INFO:teuthology.orchestra.run.gibba011.stdout:rbd-mirror-15.2.9-70.g9364aa31.el8.x86_64.rpm 2.4 MB/s | 2.7 MB 00:01 2021-03-04T23:00:00.155 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:00:00.155 INFO:teuthology.orchestra.run.gibba011.stdout:Total 2.4 MB/s | 2.7 MB 00:01 2021-03-04T23:00:00.155 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T23:00:00.165 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T23:00:00.166 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T23:00:00.209 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T23:00:00.210 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T23:00:00.494 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T23:00:00.495 INFO:teuthology.orchestra.run.gibba038.stdout:Package python3-cephfs-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T23:00:00.587 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T23:00:00.588 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T23:00:00.588 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T23:00:00.653 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : rbd-mirror-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:00:00.686 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum -y install python3-rbd 2021-03-04T23:00:00.911 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: rbd-mirror-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:00:01.030 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:01:36 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T23:00:01.089 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : rbd-mirror-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:00:01.089 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:00:01.089 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T23:00:01.090 INFO:teuthology.orchestra.run.gibba011.stdout: rbd-mirror-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:00:01.090 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:00:01.090 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T23:00:01.286 DEBUG:teuthology.orchestra.run.gibba011:> sudo yum -y install rbd-nbd 2021-03-04T23:00:01.337 INFO:teuthology.orchestra.run.gibba038.stdout:Package python3-rbd-2:15.2.9-70.g9364aa31.el8.x86_64 is already installed. 2021-03-04T23:00:01.427 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T23:00:01.429 INFO:teuthology.orchestra.run.gibba038.stdout:Nothing to do. 2021-03-04T23:00:01.429 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T23:00:01.471 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum -y install rbd-fuse 2021-03-04T23:00:01.629 INFO:teuthology.orchestra.run.gibba011.stdout:Last metadata expiration check: 0:01:36 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T23:00:01.801 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:01:36 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T23:00:01.978 INFO:teuthology.orchestra.run.gibba011.stdout:Dependencies resolved. 2021-03-04T23:00:01.979 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T23:00:01.980 INFO:teuthology.orchestra.run.gibba011.stdout: Package Architecture Version Repository Size 2021-03-04T23:00:01.981 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T23:00:01.982 INFO:teuthology.orchestra.run.gibba011.stdout:Installing: 2021-03-04T23:00:01.983 INFO:teuthology.orchestra.run.gibba011.stdout: rbd-nbd x86_64 2:15.2.9-70.g9364aa31.el8 ceph 142 k 2021-03-04T23:00:01.985 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:00:01.986 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction Summary 2021-03-04T23:00:01.986 INFO:teuthology.orchestra.run.gibba011.stdout:================================================================================ 2021-03-04T23:00:01.986 INFO:teuthology.orchestra.run.gibba011.stdout:Install 1 Package 2021-03-04T23:00:01.986 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:00:01.987 INFO:teuthology.orchestra.run.gibba011.stdout:Total download size: 142 k 2021-03-04T23:00:01.987 INFO:teuthology.orchestra.run.gibba011.stdout:Installed size: 520 k 2021-03-04T23:00:01.987 INFO:teuthology.orchestra.run.gibba011.stdout:Downloading Packages: 2021-03-04T23:00:02.179 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T23:00:02.182 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T23:00:02.182 INFO:teuthology.orchestra.run.gibba038.stdout: Package Architecture Version Repository Size 2021-03-04T23:00:02.182 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T23:00:02.182 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T23:00:02.182 INFO:teuthology.orchestra.run.gibba038.stdout: rbd-fuse x86_64 2:15.2.9-70.g9364aa31.el8 ceph 73 k 2021-03-04T23:00:02.183 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T23:00:02.183 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T23:00:02.183 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T23:00:02.183 INFO:teuthology.orchestra.run.gibba038.stdout:Install 1 Package 2021-03-04T23:00:02.184 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T23:00:02.184 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 73 k 2021-03-04T23:00:02.184 INFO:teuthology.orchestra.run.gibba038.stdout:Installed size: 219 k 2021-03-04T23:00:02.184 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T23:00:02.487 INFO:teuthology.orchestra.run.gibba011.stdout:rbd-nbd-15.2.9-70.g9364aa31.el8.x86_64.rpm 279 kB/s | 142 kB 00:00 2021-03-04T23:00:02.487 INFO:teuthology.orchestra.run.gibba011.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:00:02.488 INFO:teuthology.orchestra.run.gibba011.stdout:Total 279 kB/s | 142 kB 00:00 2021-03-04T23:00:02.488 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction check 2021-03-04T23:00:02.497 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction check succeeded. 2021-03-04T23:00:02.497 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction test 2021-03-04T23:00:02.533 INFO:teuthology.orchestra.run.gibba011.stdout:Transaction test succeeded. 2021-03-04T23:00:02.534 INFO:teuthology.orchestra.run.gibba011.stdout:Running transaction 2021-03-04T23:00:02.612 INFO:teuthology.orchestra.run.gibba038.stdout:rbd-fuse-15.2.9-70.g9364aa31.el8.x86_64.rpm 165 kB/s | 73 kB 00:00 2021-03-04T23:00:02.612 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:00:02.613 INFO:teuthology.orchestra.run.gibba038.stdout:Total 164 kB/s | 73 kB 00:00 2021-03-04T23:00:02.613 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T23:00:02.621 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T23:00:02.622 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T23:00:02.624 INFO:teuthology.orchestra.run.gibba011.stdout: Preparing : 1/1 2021-03-04T23:00:02.657 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T23:00:02.659 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T23:00:02.743 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T23:00:02.832 INFO:teuthology.orchestra.run.gibba011.stdout: Installing : rbd-nbd-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:00:02.923 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : rbd-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:00:03.013 INFO:teuthology.orchestra.run.gibba011.stdout: Running scriptlet: rbd-nbd-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:00:03.095 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: rbd-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:00:03.259 INFO:teuthology.orchestra.run.gibba011.stdout: Verifying : rbd-nbd-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:00:03.259 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:00:03.259 INFO:teuthology.orchestra.run.gibba011.stdout:Installed: 2021-03-04T23:00:03.259 INFO:teuthology.orchestra.run.gibba011.stdout: rbd-nbd-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:00:03.260 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:00:03.260 INFO:teuthology.orchestra.run.gibba011.stdout:Complete! 2021-03-04T23:00:03.364 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : rbd-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:00:03.365 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T23:00:03.365 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T23:00:03.365 INFO:teuthology.orchestra.run.gibba038.stdout: rbd-fuse-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:00:03.366 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T23:00:03.366 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T23:00:03.389 DEBUG:teuthology.parallel:result is None 2021-03-04T23:00:03.462 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum -y install rbd-mirror 2021-03-04T23:00:03.794 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:01:38 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T23:00:04.161 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T23:00:04.162 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T23:00:04.162 INFO:teuthology.orchestra.run.gibba038.stdout: Package Architecture Version Repository Size 2021-03-04T23:00:04.163 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T23:00:04.163 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T23:00:04.163 INFO:teuthology.orchestra.run.gibba038.stdout: rbd-mirror x86_64 2:15.2.9-70.g9364aa31.el8 ceph 2.7 M 2021-03-04T23:00:04.164 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T23:00:04.164 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T23:00:04.164 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T23:00:04.164 INFO:teuthology.orchestra.run.gibba038.stdout:Install 1 Package 2021-03-04T23:00:04.165 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T23:00:04.165 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 2.7 M 2021-03-04T23:00:04.165 INFO:teuthology.orchestra.run.gibba038.stdout:Installed size: 12 M 2021-03-04T23:00:04.165 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T23:00:05.745 INFO:teuthology.orchestra.run.gibba038.stdout:rbd-mirror-15.2.9-70.g9364aa31.el8.x86_64.rpm 1.7 MB/s | 2.7 MB 00:01 2021-03-04T23:00:05.746 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:00:05.746 INFO:teuthology.orchestra.run.gibba038.stdout:Total 1.7 MB/s | 2.7 MB 00:01 2021-03-04T23:00:05.746 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T23:00:05.756 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T23:00:05.756 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T23:00:05.799 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T23:00:05.800 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T23:00:06.089 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T23:00:07.160 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : rbd-mirror-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:00:07.707 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: rbd-mirror-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:00:07.923 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : rbd-mirror-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:00:07.924 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T23:00:07.924 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T23:00:07.925 INFO:teuthology.orchestra.run.gibba038.stdout: rbd-mirror-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:00:07.925 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T23:00:07.925 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T23:00:08.071 DEBUG:teuthology.orchestra.run.gibba038:> sudo yum -y install rbd-nbd 2021-03-04T23:00:08.406 INFO:teuthology.orchestra.run.gibba038.stdout:Last metadata expiration check: 0:01:43 ago on Thu 04 Mar 2021 10:58:25 PM UTC. 2021-03-04T23:00:08.820 INFO:teuthology.orchestra.run.gibba038.stdout:Dependencies resolved. 2021-03-04T23:00:08.821 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T23:00:08.821 INFO:teuthology.orchestra.run.gibba038.stdout: Package Architecture Version Repository Size 2021-03-04T23:00:08.821 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T23:00:08.822 INFO:teuthology.orchestra.run.gibba038.stdout:Installing: 2021-03-04T23:00:08.822 INFO:teuthology.orchestra.run.gibba038.stdout: rbd-nbd x86_64 2:15.2.9-70.g9364aa31.el8 ceph 142 k 2021-03-04T23:00:08.822 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T23:00:08.823 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction Summary 2021-03-04T23:00:08.823 INFO:teuthology.orchestra.run.gibba038.stdout:================================================================================ 2021-03-04T23:00:08.823 INFO:teuthology.orchestra.run.gibba038.stdout:Install 1 Package 2021-03-04T23:00:08.824 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T23:00:08.824 INFO:teuthology.orchestra.run.gibba038.stdout:Total download size: 142 k 2021-03-04T23:00:08.824 INFO:teuthology.orchestra.run.gibba038.stdout:Installed size: 520 k 2021-03-04T23:00:08.824 INFO:teuthology.orchestra.run.gibba038.stdout:Downloading Packages: 2021-03-04T23:00:08.989 INFO:teuthology.orchestra.run.gibba038.stdout:rbd-nbd-15.2.9-70.g9364aa31.el8.x86_64.rpm 843 kB/s | 142 kB 00:00 2021-03-04T23:00:08.991 INFO:teuthology.orchestra.run.gibba038.stdout:-------------------------------------------------------------------------------- 2021-03-04T23:00:08.991 INFO:teuthology.orchestra.run.gibba038.stdout:Total 836 kB/s | 142 kB 00:00 2021-03-04T23:00:08.991 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction check 2021-03-04T23:00:09.000 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction check succeeded. 2021-03-04T23:00:09.000 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction test 2021-03-04T23:00:09.035 INFO:teuthology.orchestra.run.gibba038.stdout:Transaction test succeeded. 2021-03-04T23:00:09.037 INFO:teuthology.orchestra.run.gibba038.stdout:Running transaction 2021-03-04T23:00:09.124 INFO:teuthology.orchestra.run.gibba038.stdout: Preparing : 1/1 2021-03-04T23:00:09.340 INFO:teuthology.orchestra.run.gibba038.stdout: Installing : rbd-nbd-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:00:09.522 INFO:teuthology.orchestra.run.gibba038.stdout: Running scriptlet: rbd-nbd-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:00:09.756 INFO:teuthology.orchestra.run.gibba038.stdout: Verifying : rbd-nbd-2:15.2.9-70.g9364aa31.el8.x86_64 1/1 2021-03-04T23:00:09.757 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T23:00:09.757 INFO:teuthology.orchestra.run.gibba038.stdout:Installed: 2021-03-04T23:00:09.758 INFO:teuthology.orchestra.run.gibba038.stdout: rbd-nbd-2:15.2.9-70.g9364aa31.el8.x86_64 2021-03-04T23:00:09.758 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T23:00:09.758 INFO:teuthology.orchestra.run.gibba038.stdout:Complete! 2021-03-04T23:00:09.932 DEBUG:teuthology.parallel:result is None 2021-03-04T23:00:09.933 DEBUG:teuthology.orchestra.run.gibba011:> sudo lsb_release -is 2021-03-04T23:00:09.961 INFO:teuthology.orchestra.run.gibba011.stdout:CentOS 2021-03-04T23:00:09.963 DEBUG:teuthology.misc:System to be installed: CentOS 2021-03-04T23:00:09.965 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-03-04T23:00:09.965 INFO:teuthology.packaging:ref: None 2021-03-04T23:00:09.966 INFO:teuthology.packaging:tag: None 2021-03-04T23:00:09.967 INFO:teuthology.packaging:branch: octopus 2021-03-04T23:00:09.968 INFO:teuthology.packaging:sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 2021-03-04T23:00:09.970 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=octopus 2021-03-04T23:00:10.194 DEBUG:teuthology.orchestra.run.gibba011:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2021-03-04T23:00:10.212 INFO:teuthology.orchestra.run.gibba011.stdout:15.2.9-70.g9364aa31.el8 2021-03-04T23:00:10.213 INFO:teuthology.packaging:The installed version of ceph is 15.2.9-70.g9364aa31.el8 2021-03-04T23:00:10.214 INFO:teuthology.task.install:The correct ceph version 15.2.9-70.g9364aa31 is installed. 2021-03-04T23:00:10.214 DEBUG:teuthology.orchestra.run.gibba038:> sudo lsb_release -is 2021-03-04T23:00:10.242 INFO:teuthology.orchestra.run.gibba038.stdout:CentOS 2021-03-04T23:00:10.244 DEBUG:teuthology.misc:System to be installed: CentOS 2021-03-04T23:00:10.245 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-03-04T23:00:10.245 INFO:teuthology.packaging:ref: None 2021-03-04T23:00:10.246 INFO:teuthology.packaging:tag: None 2021-03-04T23:00:10.246 INFO:teuthology.packaging:branch: octopus 2021-03-04T23:00:10.246 INFO:teuthology.packaging:sha1: 69d7d7e0102d70a8a64ccad55f88fe51fcc52734 2021-03-04T23:00:10.247 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=octopus 2021-03-04T23:00:10.464 DEBUG:teuthology.orchestra.run.gibba038:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2021-03-04T23:00:10.481 INFO:teuthology.orchestra.run.gibba038.stdout:15.2.9-70.g9364aa31.el8 2021-03-04T23:00:10.482 INFO:teuthology.packaging:The installed version of ceph is 15.2.9-70.g9364aa31.el8 2021-03-04T23:00:10.482 INFO:teuthology.task.install:The correct ceph version 15.2.9-70.g9364aa31 is installed. 2021-03-04T23:00:10.483 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2021-03-04T23:00:10.484 DEBUG:teuthology.orchestra.run.gibba011:> set -ex 2021-03-04T23:00:10.485 DEBUG:teuthology.orchestra.run.gibba011:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2021-03-04T23:00:10.506 DEBUG:teuthology.orchestra.run.gibba038:> set -ex 2021-03-04T23:00:10.507 DEBUG:teuthology.orchestra.run.gibba038:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2021-03-04T23:00:10.542 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2021-03-04T23:00:10.542 DEBUG:teuthology.orchestra.run.gibba011:> set -ex 2021-03-04T23:00:10.543 DEBUG:teuthology.orchestra.run.gibba011:> sudo dd of=/usr/bin/daemon-helper 2021-03-04T23:00:10.567 DEBUG:teuthology.orchestra.run.gibba011:> sudo chmod a=rx -- /usr/bin/daemon-helper 2021-03-04T23:00:10.628 DEBUG:teuthology.orchestra.run.gibba038:> set -ex 2021-03-04T23:00:10.629 DEBUG:teuthology.orchestra.run.gibba038:> sudo dd of=/usr/bin/daemon-helper 2021-03-04T23:00:10.649 DEBUG:teuthology.orchestra.run.gibba038:> sudo chmod a=rx -- /usr/bin/daemon-helper 2021-03-04T23:00:10.709 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2021-03-04T23:00:10.710 DEBUG:teuthology.orchestra.run.gibba011:> set -ex 2021-03-04T23:00:10.711 DEBUG:teuthology.orchestra.run.gibba011:> sudo dd of=/usr/bin/adjust-ulimits 2021-03-04T23:00:10.731 DEBUG:teuthology.orchestra.run.gibba011:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2021-03-04T23:00:10.792 DEBUG:teuthology.orchestra.run.gibba038:> set -ex 2021-03-04T23:00:10.793 DEBUG:teuthology.orchestra.run.gibba038:> sudo dd of=/usr/bin/adjust-ulimits 2021-03-04T23:00:10.815 DEBUG:teuthology.orchestra.run.gibba038:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2021-03-04T23:00:10.876 INFO:teuthology.run_tasks:Running task cephadm... 2021-03-04T23:00:10.992 INFO:tasks.cephadm:Config: {'cephadm_branch': 'octopus', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug filestore': 20, 'debug journal': 20, 'debug ms': 1, 'debug osd': 25, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'docker.io/ceph/daemon-base:latest-octopus', 'create_rbd_pool': True, 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '69d7d7e0102d70a8a64ccad55f88fe51fcc52734'} 2021-03-04T23:00:10.993 INFO:tasks.cephadm:Cluster image is docker.io/ceph/daemon-base:latest-octopus 2021-03-04T23:00:10.994 INFO:tasks.cephadm:Cluster fsid is 5f47b844-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:00:10.995 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2021-03-04T23:00:10.995 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.2.111', 'mon.c': '[v2:172.21.2.111:3301,v1:172.21.2.111:6790]', 'mon.b': '172.21.2.138'} 2021-03-04T23:00:10.995 INFO:tasks.cephadm:First mon is mon.a on gibba011 2021-03-04T23:00:10.996 INFO:tasks.cephadm:First mgr is y 2021-03-04T23:00:10.996 INFO:tasks.cephadm:Normalizing hostnames... 2021-03-04T23:00:10.997 DEBUG:teuthology.orchestra.run.gibba011:> sudo hostname $(hostname -s) 2021-03-04T23:00:11.020 DEBUG:teuthology.orchestra.run.gibba038:> sudo hostname $(hostname -s) 2021-03-04T23:00:11.043 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref octopus)... 2021-03-04T23:00:11.044 DEBUG:teuthology.orchestra.run.gibba011:> curl --silent https://raw.githubusercontent.com/ceph/ceph/octopus/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2021-03-04T23:00:11.285 INFO:teuthology.orchestra.run.gibba011.stdout:-rw-rw-r--. 1 ubuntu ubuntu 219476 Mar 4 23:00 /home/ubuntu/cephtest/cephadm 2021-03-04T23:00:11.286 DEBUG:teuthology.orchestra.run.gibba038:> curl --silent https://raw.githubusercontent.com/ceph/ceph/octopus/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2021-03-04T23:00:11.367 INFO:teuthology.orchestra.run.gibba038.stdout:-rw-rw-r--. 1 ubuntu ubuntu 219476 Mar 4 23:00 /home/ubuntu/cephtest/cephadm 2021-03-04T23:00:11.368 DEBUG:teuthology.orchestra.run.gibba011:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2021-03-04T23:00:11.382 DEBUG:teuthology.orchestra.run.gibba038:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2021-03-04T23:00:11.425 DEBUG:teuthology.orchestra.run.gibba011:> sudo mkdir -p /etc/ceph 2021-03-04T23:00:11.447 DEBUG:teuthology.orchestra.run.gibba038:> sudo mkdir -p /etc/ceph 2021-03-04T23:00:11.469 DEBUG:teuthology.orchestra.run.gibba011:> sudo chmod 777 /etc/ceph 2021-03-04T23:00:11.508 DEBUG:teuthology.orchestra.run.gibba038:> sudo chmod 777 /etc/ceph 2021-03-04T23:00:11.529 INFO:tasks.cephadm:Writing seed config... 2021-03-04T23:00:11.530 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2021-03-04T23:00:11.531 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2021-03-04T23:00:11.531 INFO:tasks.cephadm: override: [osd] debug filestore = 20 2021-03-04T23:00:11.532 INFO:tasks.cephadm: override: [osd] debug journal = 20 2021-03-04T23:00:11.532 INFO:tasks.cephadm: override: [osd] debug ms = 1 2021-03-04T23:00:11.532 INFO:tasks.cephadm: override: [osd] debug osd = 25 2021-03-04T23:00:11.533 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2021-03-04T23:00:11.533 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2021-03-04T23:00:11.533 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2021-03-04T23:00:11.533 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2021-03-04T23:00:11.534 INFO:tasks.cephadm: override: [mon] debug mon = 20 2021-03-04T23:00:11.534 INFO:tasks.cephadm: override: [mon] debug ms = 1 2021-03-04T23:00:11.534 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2021-03-04T23:00:11.535 DEBUG:teuthology.orchestra.run.gibba011:> set -ex 2021-03-04T23:00:11.536 DEBUG:teuthology.orchestra.run.gibba011:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2021-03-04T23:00:11.562 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 ruleset-failure-domain=osd crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 5f47b844-7d3d-11eb-9066-001a4aab830c mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug filestore = 20 debug journal = 20 debug ms = 1 debug osd = 25 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2021-03-04T23:00:11.563 DEBUG:teuthology.orchestra.run.gibba011:mon.a> sudo journalctl -f -n 0 -u ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@mon.a.service 2021-03-04T23:00:11.605 DEBUG:teuthology.orchestra.run.gibba011:mgr.y> sudo journalctl -f -n 0 -u ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@mgr.y.service 2021-03-04T23:00:11.623 INFO:journalctl@ceph.mon.a.gibba011.stdout:-- Logs begin at Thu 2021-03-04 22:40:42 UTC. -- 2021-03-04T23:00:11.624 INFO:tasks.cephadm:Bootstrapping... 2021-03-04T23:00:11.624 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus -v bootstrap --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.2.111 && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2021-03-04T23:00:11.641 INFO:journalctl@ceph.mgr.y.gibba011.stdout:-- Logs begin at Thu 2021-03-04 22:40:42 UTC. -- 2021-03-04T23:00:11.745 INFO:teuthology.orchestra.run.gibba011.stderr:Verifying podman|docker is present... 2021-03-04T23:00:11.745 INFO:teuthology.orchestra.run.gibba011.stderr:Verifying lvm2 is present... 2021-03-04T23:00:11.746 INFO:teuthology.orchestra.run.gibba011.stderr:Verifying time synchronization is in place... 2021-03-04T23:00:11.746 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl is-enabled chrony.service 2021-03-04T23:00:11.749 INFO:teuthology.orchestra.run.gibba011.stderr:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2021-03-04T23:00:11.750 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl is-active chrony.service 2021-03-04T23:00:11.753 INFO:teuthology.orchestra.run.gibba011.stderr:systemctl: stdout inactive 2021-03-04T23:00:11.753 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl is-enabled chronyd.service 2021-03-04T23:00:11.756 INFO:teuthology.orchestra.run.gibba011.stderr:systemctl: stdout enabled 2021-03-04T23:00:11.757 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl is-active chronyd.service 2021-03-04T23:00:11.761 INFO:teuthology.orchestra.run.gibba011.stderr:systemctl: stdout active 2021-03-04T23:00:11.761 INFO:teuthology.orchestra.run.gibba011.stderr:Unit chronyd.service is enabled and running 2021-03-04T23:00:11.761 INFO:teuthology.orchestra.run.gibba011.stderr:Repeating the final host check... 2021-03-04T23:00:11.762 INFO:teuthology.orchestra.run.gibba011.stderr:podman|docker (/bin/podman) is present 2021-03-04T23:00:11.762 INFO:teuthology.orchestra.run.gibba011.stderr:systemctl is present 2021-03-04T23:00:11.762 INFO:teuthology.orchestra.run.gibba011.stderr:lvcreate is present 2021-03-04T23:00:11.763 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl is-enabled chrony.service 2021-03-04T23:00:11.764 INFO:teuthology.orchestra.run.gibba011.stderr:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2021-03-04T23:00:11.764 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl is-active chrony.service 2021-03-04T23:00:11.767 INFO:teuthology.orchestra.run.gibba011.stderr:systemctl: stdout inactive 2021-03-04T23:00:11.767 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl is-enabled chronyd.service 2021-03-04T23:00:11.771 INFO:teuthology.orchestra.run.gibba011.stderr:systemctl: stdout enabled 2021-03-04T23:00:11.771 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl is-active chronyd.service 2021-03-04T23:00:11.775 INFO:teuthology.orchestra.run.gibba011.stderr:systemctl: stdout active 2021-03-04T23:00:11.776 INFO:teuthology.orchestra.run.gibba011.stderr:Unit chronyd.service is enabled and running 2021-03-04T23:00:11.776 INFO:teuthology.orchestra.run.gibba011.stderr:Host looks OK 2021-03-04T23:00:11.776 INFO:teuthology.orchestra.run.gibba011.stderr:Cluster fsid: 5f47b844-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:00:11.777 INFO:teuthology.orchestra.run.gibba011.stderr:Acquiring lock 139845099394552 on /run/cephadm/5f47b844-7d3d-11eb-9066-001a4aab830c.lock 2021-03-04T23:00:11.777 INFO:teuthology.orchestra.run.gibba011.stderr:Lock 139845099394552 acquired on /run/cephadm/5f47b844-7d3d-11eb-9066-001a4aab830c.lock 2021-03-04T23:00:11.777 INFO:teuthology.orchestra.run.gibba011.stderr:Verifying IP 172.21.2.111 port 3300 ... 2021-03-04T23:00:11.777 INFO:teuthology.orchestra.run.gibba011.stderr:Verifying IP 172.21.2.111 port 6789 ... 2021-03-04T23:00:11.777 INFO:teuthology.orchestra.run.gibba011.stderr:Base mon IP is 172.21.2.111, final addrv is [v2:172.21.2.111:3300,v1:172.21.2.111:6789] 2021-03-04T23:00:11.778 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /sbin/ip route ls 2021-03-04T23:00:11.780 INFO:teuthology.orchestra.run.gibba011.stderr:/sbin/ip: stdout default via 172.21.15.254 dev enp1s0f0 proto dhcp metric 100 2021-03-04T23:00:11.780 INFO:teuthology.orchestra.run.gibba011.stderr:/sbin/ip: stdout 172.21.0.0/20 dev enp1s0f0 proto kernel scope link src 172.21.2.111 metric 100 2021-03-04T23:00:11.780 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /sbin/ip -6 route ls 2021-03-04T23:00:11.780 INFO:teuthology.orchestra.run.gibba011.stderr:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2021-03-04T23:00:11.780 INFO:teuthology.orchestra.run.gibba011.stderr:/sbin/ip: stdout fe80::/64 dev enp1s0f0 proto kernel metric 256 pref medium 2021-03-04T23:00:11.781 INFO:teuthology.orchestra.run.gibba011.stderr:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp1s0f0 proto ra metric 1024 expires 1796sec hoplimit 64 pref medium 2021-03-04T23:00:11.781 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /sbin/ip -6 addr ls 2021-03-04T23:00:11.781 INFO:teuthology.orchestra.run.gibba011.stderr:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2021-03-04T23:00:11.781 INFO:teuthology.orchestra.run.gibba011.stderr:/sbin/ip: stdout inet6 ::1/128 scope host 2021-03-04T23:00:11.782 INFO:teuthology.orchestra.run.gibba011.stderr:/sbin/ip: stdout valid_lft forever preferred_lft forever 2021-03-04T23:00:11.782 INFO:teuthology.orchestra.run.gibba011.stderr:/sbin/ip: stdout 4: enp1s0f0: mtu 1500 state UP qlen 1000 2021-03-04T23:00:11.782 INFO:teuthology.orchestra.run.gibba011.stderr:/sbin/ip: stdout inet6 fe80::3eec:efff:fe3d:8e0a/64 scope link noprefixroute 2021-03-04T23:00:11.782 INFO:teuthology.orchestra.run.gibba011.stderr:/sbin/ip: stdout valid_lft forever preferred_lft forever 2021-03-04T23:00:11.783 INFO:teuthology.orchestra.run.gibba011.stderr:Mon IP 172.21.2.111 is in CIDR network 172.21.0.0/20 2021-03-04T23:00:11.783 INFO:teuthology.orchestra.run.gibba011.stderr:Pulling container image docker.io/ceph/daemon-base:latest-octopus... 2021-03-04T23:00:11.783 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman pull docker.io/ceph/daemon-base:latest-octopus 2021-03-04T23:00:12.742 INFO:teuthology.orchestra.run.gibba011.stderr:/bin/podman: stderr Trying to pull docker.io/ceph/daemon-base:latest-octopus... 2021-03-04T23:00:13.147 INFO:teuthology.orchestra.run.gibba011.stderr:/bin/podman: stderr Getting image source signatures 2021-03-04T23:00:13.351 INFO:teuthology.orchestra.run.gibba011.stderr:/bin/podman: stderr Copying blob sha256:d3c709ffd5230191538aa192907feab3e0b1c6dd59c83573bf2e1d710e8f0df6 2021-03-04T23:00:13.409 INFO:teuthology.orchestra.run.gibba011.stderr:/bin/podman: stderr Copying blob sha256:7a0437f04f83f084b7ed68ad9c4a4947e12fc4e1b006b38129bac89114ec3621 2021-03-04T23:00:18.243 INFO:teuthology.orchestra.run.gibba011.stderr:/bin/podman: stderr Copying config sha256:7d2ba9709bb7bc448709ea3eede1c546336fa778cc42088f08bb029a9ae88790 2021-03-04T23:00:18.310 INFO:teuthology.orchestra.run.gibba011.stderr:/bin/podman: stderr Writing manifest to image destination 2021-03-04T23:00:18.310 INFO:teuthology.orchestra.run.gibba011.stderr:/bin/podman: stderr Storing signatures 2021-03-04T23:00:24.793 INFO:teuthology.orchestra.run.gibba011.stderr:/bin/podman: stdout 7d2ba9709bb7bc448709ea3eede1c546336fa778cc42088f08bb029a9ae88790 2021-03-04T23:00:24.806 INFO:teuthology.orchestra.run.gibba011.stderr:Extracting ceph user uid/gid from container image... 2021-03-04T23:00:24.806 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint stat -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 docker.io/ceph/daemon-base:latest-octopus -c %u %g /var/lib/ceph 2021-03-04T23:00:25.260 INFO:teuthology.orchestra.run.gibba011.stderr:stat: stdout 167 167 2021-03-04T23:00:32.799 INFO:teuthology.orchestra.run.gibba011.stderr:Creating initial keys... 2021-03-04T23:00:32.800 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-authtool -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 docker.io/ceph/daemon-base:latest-octopus --gen-print-key 2021-03-04T23:00:33.208 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-authtool: stdout AQCRZkFg3qNECRAAXRO1EiXwlKT4RY/mKEh9rw== 2021-03-04T23:00:33.707 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-authtool -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 docker.io/ceph/daemon-base:latest-octopus --gen-print-key 2021-03-04T23:00:34.041 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-authtool: stdout AQCSZkFgbHYEAhAArl93UCwIgjTTx8+NZixCiA== 2021-03-04T23:00:34.527 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-authtool -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 docker.io/ceph/daemon-base:latest-octopus --gen-print-key 2021-03-04T23:00:34.857 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-authtool: stdout AQCSZkFgZeieMhAA1s2hwbX1EI/fIcVqG92GYg== 2021-03-04T23:00:35.495 INFO:teuthology.orchestra.run.gibba011.stderr:Creating initial monmap... 2021-03-04T23:00:35.495 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/monmaptool -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 -v /tmp/ceph-tmp57u_alzd:/tmp/monmap:z docker.io/ceph/daemon-base:latest-octopus --create --clobber --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c --addv a [v2:172.21.2.111:3300,v1:172.21.2.111:6789] /tmp/monmap 2021-03-04T23:00:35.885 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2021-03-04T23:00:35.886 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 5f47b844-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:00:35.886 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2021-03-04T23:00:36.383 INFO:teuthology.orchestra.run.gibba011.stderr:Creating mon... 2021-03-04T23:00:36.384 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph-mon -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 -v /var/log/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z -v /tmp/ceph-tmpo0ch8twc:/tmp/keyring:z -v /tmp/ceph-tmp57u_alzd:/tmp/monmap:z docker.io/ceph/daemon-base:latest-octopus --mkfs -i a --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -c /dev/null --monmap /tmp/monmap --keyring /tmp/keyring --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix="debug " --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true 2021-03-04T23:00:36.816 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.763+0000 7f4cad5c6700 0 set uid:gid to 167:167 (ceph:ceph) 2021-03-04T23:00:36.816 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.763+0000 7f4cad5c6700 1 imported monmap: 2021-03-04T23:00:36.817 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr epoch 0 2021-03-04T23:00:36.817 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr fsid 5f47b844-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:00:36.817 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr last_changed 2021-03-04T23:00:35.837226+0000 2021-03-04T23:00:36.817 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr created 2021-03-04T23:00:35.837226+0000 2021-03-04T23:00:36.818 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr min_mon_release 0 (unknown) 2021-03-04T23:00:36.818 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr 0: [v2:172.21.2.111:3300/0,v1:172.21.2.111:6789/0] mon.a 2021-03-04T23:00:36.818 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:00:36.819 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.763+0000 7f4cad5c6700 0 /usr/bin/ceph-mon: set fsid to 5f47b844-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:00:36.819 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 0 set rocksdb option compression = kNoCompression 2021-03-04T23:00:36.819 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2021-03-04T23:00:36.819 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 0 set rocksdb option write_buffer_size = 33554432 2021-03-04T23:00:36.820 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 0 set rocksdb option compression = kNoCompression 2021-03-04T23:00:36.820 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 0 set rocksdb option level_compaction_dynamic_level_bytes = true 2021-03-04T23:00:36.820 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 0 set rocksdb option write_buffer_size = 33554432 2021-03-04T23:00:36.820 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: RocksDB version: 6.1.2 2021-03-04T23:00:36.821 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:00:36.821 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-03-04T23:00:36.821 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Compile date Feb 23 2021 2021-03-04T23:00:36.822 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: DB SUMMARY 2021-03-04T23:00:36.822 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:00:36.822 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2021-03-04T23:00:36.823 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:00:36.823 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2021-03-04T23:00:36.823 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:00:36.824 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.error_if_exists: 0 2021-03-04T23:00:36.824 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.create_if_missing: 1 2021-03-04T23:00:36.824 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.paranoid_checks: 1 2021-03-04T23:00:36.824 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.env: 0x55aa99a171a0 2021-03-04T23:00:36.825 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.info_log: 0x55aa9ab41460 2021-03-04T23:00:36.825 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.max_file_opening_threads: 16 2021-03-04T23:00:36.825 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.statistics: (nil) 2021-03-04T23:00:36.825 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.use_fsync: 0 2021-03-04T23:00:36.826 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.max_log_file_size: 0 2021-03-04T23:00:36.826 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-03-04T23:00:36.826 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.log_file_time_to_roll: 0 2021-03-04T23:00:36.827 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.keep_log_file_num: 1000 2021-03-04T23:00:36.827 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.recycle_log_file_num: 0 2021-03-04T23:00:36.827 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.allow_fallocate: 1 2021-03-04T23:00:36.828 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.allow_mmap_reads: 0 2021-03-04T23:00:36.828 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.allow_mmap_writes: 0 2021-03-04T23:00:36.828 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.use_direct_reads: 0 2021-03-04T23:00:36.829 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-03-04T23:00:36.829 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.create_missing_column_families: 0 2021-03-04T23:00:36.829 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.db_log_dir: 2021-03-04T23:00:36.829 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2021-03-04T23:00:36.829 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.table_cache_numshardbits: 6 2021-03-04T23:00:36.830 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.max_subcompactions: 1 2021-03-04T23:00:36.830 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.max_background_flushes: -1 2021-03-04T23:00:36.830 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-03-04T23:00:36.831 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-03-04T23:00:36.831 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-03-04T23:00:36.831 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-03-04T23:00:36.831 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.advise_random_on_open: 1 2021-03-04T23:00:36.832 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.db_write_buffer_size: 0 2021-03-04T23:00:36.832 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.write_buffer_manager: 0x55aa9ab9e4b0 2021-03-04T23:00:36.832 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-03-04T23:00:36.833 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-03-04T23:00:36.833 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-03-04T23:00:36.833 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.use_adaptive_mutex: 0 2021-03-04T23:00:36.833 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.rate_limiter: (nil) 2021-03-04T23:00:36.834 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-03-04T23:00:36.834 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.wal_recovery_mode: 2 2021-03-04T23:00:36.834 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.enable_thread_tracking: 0 2021-03-04T23:00:36.834 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.enable_pipelined_write: 0 2021-03-04T23:00:36.835 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-03-04T23:00:36.835 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-03-04T23:00:36.835 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-03-04T23:00:36.835 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-03-04T23:00:36.836 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.row_cache: None 2021-03-04T23:00:36.836 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.wal_filter: None 2021-03-04T23:00:36.836 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-03-04T23:00:36.836 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.allow_ingest_behind: 0 2021-03-04T23:00:36.836 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.preserve_deletes: 0 2021-03-04T23:00:36.837 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.two_write_queues: 0 2021-03-04T23:00:36.837 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.manual_wal_flush: 0 2021-03-04T23:00:36.837 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.atomic_flush: 0 2021-03-04T23:00:36.838 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-03-04T23:00:36.838 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.max_background_jobs: 2 2021-03-04T23:00:36.838 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.max_background_compactions: -1 2021-03-04T23:00:36.838 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-03-04T23:00:36.839 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-03-04T23:00:36.839 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.delayed_write_rate : 16777216 2021-03-04T23:00:36.839 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.max_total_wal_size: 0 2021-03-04T23:00:36.839 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-03-04T23:00:36.840 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.stats_dump_period_sec: 600 2021-03-04T23:00:36.840 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.stats_persist_period_sec: 600 2021-03-04T23:00:36.840 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-03-04T23:00:36.840 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.max_open_files: -1 2021-03-04T23:00:36.841 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.bytes_per_sync: 0 2021-03-04T23:00:36.841 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-03-04T23:00:36.841 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Options.compaction_readahead_size: 0 2021-03-04T23:00:36.841 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Compression algorithms supported: 2021-03-04T23:00:36.842 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-03-04T23:00:36.842 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: kZSTD supported: 0 2021-03-04T23:00:36.842 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: kXpressCompression supported: 0 2021-03-04T23:00:36.842 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: kLZ4HCCompression supported: 1 2021-03-04T23:00:36.843 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: kLZ4Compression supported: 1 2021-03-04T23:00:36.843 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: kBZip2Compression supported: 0 2021-03-04T23:00:36.843 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: kZlibCompression supported: 1 2021-03-04T23:00:36.843 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: kSnappyCompression supported: 1 2021-03-04T23:00:36.844 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-03-04T23:00:36.844 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.764+0000 7f4cad5c6700 4 rocksdb: [db/db_impl_open.cc:228] Creating manifest 1 2021-03-04T23:00:36.844 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:00:36.844 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: [db/version_set.cc:3543] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2021-03-04T23:00:36.845 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:00:36.845 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: [db/column_family.cc:477] --------------- Options for column family [default]: 2021-03-04T23:00:36.845 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:00:36.846 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-03-04T23:00:36.846 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.merge_operator: 2021-03-04T23:00:36.846 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.compaction_filter: None 2021-03-04T23:00:36.846 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.compaction_filter_factory: None 2021-03-04T23:00:36.847 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-03-04T23:00:36.847 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.table_factory: BlockBasedTable 2021-03-04T23:00:36.847 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55aa9aad32a0) 2021-03-04T23:00:36.847 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks: 1 2021-03-04T23:00:36.848 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks_with_high_priority: 1 2021-03-04T23:00:36.848 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr pin_l0_filter_and_index_blocks_in_cache: 0 2021-03-04T23:00:36.848 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr pin_top_level_index_and_filter: 1 2021-03-04T23:00:36.849 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr index_type: 0 2021-03-04T23:00:36.849 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr data_block_index_type: 0 2021-03-04T23:00:36.849 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr data_block_hash_table_util_ratio: 0.750000 2021-03-04T23:00:36.849 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr hash_index_allow_collision: 1 2021-03-04T23:00:36.849 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr checksum: 1 2021-03-04T23:00:36.850 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr no_block_cache: 0 2021-03-04T23:00:36.850 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr block_cache: 0x55aa9ab0c510 2021-03-04T23:00:36.850 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr block_cache_name: BinnedLRUCache 2021-03-04T23:00:36.850 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr block_cache_options: 2021-03-04T23:00:36.851 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr capacity : 536870912 2021-03-04T23:00:36.851 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr num_shard_bits : 4 2021-03-04T23:00:36.851 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr strict_capacity_limit : 0 2021-03-04T23:00:36.851 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr high_pri_pool_ratio: 0.000 2021-03-04T23:00:36.852 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr block_cache_compressed: (nil) 2021-03-04T23:00:36.852 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr persistent_cache: (nil) 2021-03-04T23:00:36.852 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr block_size: 4096 2021-03-04T23:00:36.852 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr block_size_deviation: 10 2021-03-04T23:00:36.853 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr block_restart_interval: 16 2021-03-04T23:00:36.853 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr index_block_restart_interval: 1 2021-03-04T23:00:36.853 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr metadata_block_size: 4096 2021-03-04T23:00:36.854 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr partition_filters: 0 2021-03-04T23:00:36.854 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr use_delta_encoding: 1 2021-03-04T23:00:36.854 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr filter_policy: rocksdb.BuiltinBloomFilter 2021-03-04T23:00:36.854 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr whole_key_filtering: 1 2021-03-04T23:00:36.855 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr verify_compression: 0 2021-03-04T23:00:36.855 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr read_amp_bytes_per_bit: 0 2021-03-04T23:00:36.855 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr format_version: 2 2021-03-04T23:00:36.856 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr enable_index_compression: 1 2021-03-04T23:00:36.856 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr block_align: 0 2021-03-04T23:00:36.857 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:00:36.857 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.write_buffer_size: 33554432 2021-03-04T23:00:36.857 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.max_write_buffer_number: 2 2021-03-04T23:00:36.857 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.compression: NoCompression 2021-03-04T23:00:36.858 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.bottommost_compression: Disabled 2021-03-04T23:00:36.858 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.prefix_extractor: nullptr 2021-03-04T23:00:36.858 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-03-04T23:00:36.859 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.num_levels: 7 2021-03-04T23:00:36.859 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-03-04T23:00:36.859 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-03-04T23:00:36.859 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-03-04T23:00:36.860 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-03-04T23:00:36.860 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-03-04T23:00:36.860 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-03-04T23:00:36.860 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-03-04T23:00:36.860 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-03-04T23:00:36.861 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.compression_opts.window_bits: -14 2021-03-04T23:00:36.861 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.compression_opts.level: 32767 2021-03-04T23:00:36.861 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.compression_opts.strategy: 0 2021-03-04T23:00:36.861 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-03-04T23:00:36.861 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-03-04T23:00:36.862 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.compression_opts.enabled: false 2021-03-04T23:00:36.862 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-03-04T23:00:36.862 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-03-04T23:00:36.863 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-03-04T23:00:36.863 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.target_file_size_base: 67108864 2021-03-04T23:00:36.863 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.target_file_size_multiplier: 1 2021-03-04T23:00:36.863 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-03-04T23:00:36.864 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-03-04T23:00:36.864 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-03-04T23:00:36.864 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-03-04T23:00:36.864 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-03-04T23:00:36.864 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-03-04T23:00:36.865 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-03-04T23:00:36.865 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-03-04T23:00:36.865 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-03-04T23:00:36.865 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-03-04T23:00:36.866 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-03-04T23:00:36.866 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-03-04T23:00:36.866 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.arena_block_size: 4194304 2021-03-04T23:00:36.866 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-03-04T23:00:36.867 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-03-04T23:00:36.867 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-03-04T23:00:36.867 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.disable_auto_compactions: 0 2021-03-04T23:00:36.868 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-03-04T23:00:36.868 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-03-04T23:00:36.869 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-03-04T23:00:36.869 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-03-04T23:00:36.869 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-03-04T23:00:36.870 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-03-04T23:00:36.870 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-03-04T23:00:36.870 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-03-04T23:00:36.870 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-03-04T23:00:36.870 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-03-04T23:00:36.871 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.table_properties_collectors: 2021-03-04T23:00:36.871 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.inplace_update_support: 0 2021-03-04T23:00:36.871 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-03-04T23:00:36.871 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-03-04T23:00:36.871 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-03-04T23:00:36.872 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.memtable_huge_page_size: 0 2021-03-04T23:00:36.872 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.bloom_locality: 0 2021-03-04T23:00:36.872 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.max_successive_merges: 0 2021-03-04T23:00:36.872 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-03-04T23:00:36.873 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.paranoid_file_checks: 0 2021-03-04T23:00:36.873 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.force_consistency_checks: 0 2021-03-04T23:00:36.873 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.report_bg_io_stats: 0 2021-03-04T23:00:36.873 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: Options.ttl: 0 2021-03-04T23:00:36.873 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: [db/version_set.cc:3757] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-03-04T23:00:36.874 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:00:36.874 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.765+0000 7f4cad5c6700 4 rocksdb: [db/version_set.cc:3766] Column family [default] (ID 0), log number is 0 2021-03-04T23:00:36.874 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:00:36.874 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.766+0000 7f4cad5c6700 4 rocksdb: DB pointer 0x55aa9b738400 2021-03-04T23:00:36.874 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.766+0000 7f4c964a6700 4 rocksdb: [db/db_impl.cc:777] ------- DUMPING STATS ------- 2021-03-04T23:00:36.875 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.766+0000 7f4c964a6700 4 rocksdb: [db/db_impl.cc:778] 2021-03-04T23:00:36.875 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr ** DB Stats ** 2021-03-04T23:00:36.875 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T23:00:36.875 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-03-04T23:00:36.875 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-03-04T23:00:36.876 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T23:00:36.876 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-03-04T23:00:36.876 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-03-04T23:00:36.876 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T23:00:36.877 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:00:36.877 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2021-03-04T23:00:36.877 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:00:36.877 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:00:36.877 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:00:36.878 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:00:36.878 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:00:36.878 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2021-03-04T23:00:36.878 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:00:36.878 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:00:36.879 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T23:00:36.879 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2021-03-04T23:00:36.879 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T23:00:36.879 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2021-03-04T23:00:36.879 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T23:00:36.880 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2021-03-04T23:00:36.880 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:00:36.880 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:00:36.880 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T23:00:36.880 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:00:36.881 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2021-03-04T23:00:36.881 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:00:36.881 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2021-03-04T23:00:36.881 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:00:36.881 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:00:36.882 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:00:36.882 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:00:36.882 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:00:36.882 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2021-03-04T23:00:36.882 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:00:36.883 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:00:36.883 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T23:00:36.883 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2021-03-04T23:00:36.883 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T23:00:36.883 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2021-03-04T23:00:36.884 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T23:00:36.884 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2021-03-04T23:00:36.884 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:00:36.884 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:00:36.884 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T23:00:36.885 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:00:36.885 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2021-03-04T23:00:36.885 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr 2021-03-04T23:00:36.885 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.767+0000 7f4cad5c6700 4 rocksdb: [db/db_impl.cc:390] Shutdown: canceling all background work 2021-03-04T23:00:36.885 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.767+0000 7f4cad5c6700 4 rocksdb: [db/db_impl.cc:563] Shutdown complete 2021-03-04T23:00:36.886 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph-mon: stderr "debug "2021-03-04T23:00:36.767+0000 7f4cad5c6700 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2021-03-04T23:00:37.353 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: install -d -m0770 -o 167 -g 167 /var/run/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:00:37.357 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl disable ceph.target 2021-03-04T23:00:37.362 INFO:teuthology.orchestra.run.gibba011.stderr:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2021-03-04T23:00:37.417 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl enable ceph.target 2021-03-04T23:00:37.422 INFO:teuthology.orchestra.run.gibba011.stderr:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2021-03-04T23:00:37.476 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl start ceph.target 2021-03-04T23:00:37.480 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl enable ceph-5f47b844-7d3d-11eb-9066-001a4aab830c.target 2021-03-04T23:00:37.484 INFO:teuthology.orchestra.run.gibba011.stderr:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-5f47b844-7d3d-11eb-9066-001a4aab830c.target → /etc/systemd/system/ceph-5f47b844-7d3d-11eb-9066-001a4aab830c.target. 2021-03-04T23:00:37.485 INFO:teuthology.orchestra.run.gibba011.stderr:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-5f47b844-7d3d-11eb-9066-001a4aab830c.target → /etc/systemd/system/ceph-5f47b844-7d3d-11eb-9066-001a4aab830c.target. 2021-03-04T23:00:37.533 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl start ceph-5f47b844-7d3d-11eb-9066-001a4aab830c.target 2021-03-04T23:00:37.538 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl daemon-reload 2021-03-04T23:00:37.590 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl stop ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@mon.a 2021-03-04T23:00:37.602 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl reset-failed ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@mon.a 2021-03-04T23:00:37.606 INFO:teuthology.orchestra.run.gibba011.stderr:systemctl: stderr Failed to reset failed state of unit ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@mon.a.service: Unit ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@mon.a.service not loaded. 2021-03-04T23:00:37.606 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl enable ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@mon.a 2021-03-04T23:00:37.609 INFO:teuthology.orchestra.run.gibba011.stderr:systemctl: stderr Created symlink /etc/systemd/system/ceph-5f47b844-7d3d-11eb-9066-001a4aab830c.target.wants/ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@mon.a.service → /etc/systemd/system/ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@.service. 2021-03-04T23:00:37.661 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl start ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@mon.a 2021-03-04T23:00:37.941 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:00:37 gibba011 systemd[1]: Starting Ceph mon.a for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:00:38.064 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl is-enabled firewalld.service 2021-03-04T23:00:38.070 INFO:teuthology.orchestra.run.gibba011.stderr:systemctl: stdout disabled 2021-03-04T23:00:38.070 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl is-active firewalld.service 2021-03-04T23:00:38.075 INFO:teuthology.orchestra.run.gibba011.stderr:systemctl: stdout inactive 2021-03-04T23:00:38.076 INFO:teuthology.orchestra.run.gibba011.stderr:firewalld.service is not enabled 2021-03-04T23:00:38.076 INFO:teuthology.orchestra.run.gibba011.stderr:Not possible to enable service . firewalld.service is not available 2021-03-04T23:00:38.076 INFO:teuthology.orchestra.run.gibba011.stderr:Not possible to open ports <[]>. firewalld.service is not available 2021-03-04T23:00:38.076 INFO:teuthology.orchestra.run.gibba011.stderr:Waiting for mon to start... 2021-03-04T23:00:38.077 INFO:teuthology.orchestra.run.gibba011.stderr:Waiting for mon... 2021-03-04T23:00:38.077 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 -v /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z -v /tmp/ceph-tmp84showw5:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp2pv6s_s9:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus status 2021-03-04T23:00:38.207 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:00:37 gibba011 podman[53079]: 2021-03-04 23:00:37.939417318 +0000 UTC m=+0.175820807 container create f26f749224ceed4cb1c00f757fe7fb7bb8360dc8f6d946703d401a031e98fd41 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mon.a, GIT_CLEAN=False, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=master-908e75b, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD) 2021-03-04T23:00:38.208 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:00:38 gibba011 podman[53079]: 2021-03-04 23:00:38.022704003 +0000 UTC m=+0.259107485 container init f26f749224ceed4cb1c00f757fe7fb7bb8360dc8f6d946703d401a031e98fd41 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mon.a, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=master-908e75b, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=False) 2021-03-04T23:00:38.208 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:00:38 gibba011 podman[53079]: 2021-03-04 23:00:38.055821341 +0000 UTC m=+0.292224828 container start f26f749224ceed4cb1c00f757fe7fb7bb8360dc8f6d946703d401a031e98fd41 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mon.a, RELEASE=master-908e75b, maintainer=Dimitri Savineau , ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=False, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2021-03-04T23:00:38.208 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:00:38 gibba011 bash[53004]: f26f749224ceed4cb1c00f757fe7fb7bb8360dc8f6d946703d401a031e98fd41 2021-03-04T23:00:38.209 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:00:38 gibba011 systemd[1]: Started Ceph mon.a for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:00:38.563 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout cluster: 2021-03-04T23:00:38.564 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout id: 5f47b844-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:00:38.564 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout health: HEALTH_OK 2021-03-04T23:00:38.564 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout 2021-03-04T23:00:38.564 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout services: 2021-03-04T23:00:38.565 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.489432s) 2021-03-04T23:00:38.565 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout mgr: no daemons active 2021-03-04T23:00:38.565 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2021-03-04T23:00:38.565 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout 2021-03-04T23:00:38.565 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout data: 2021-03-04T23:00:38.566 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2021-03-04T23:00:38.566 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2021-03-04T23:00:38.566 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2021-03-04T23:00:38.566 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout pgs: 2021-03-04T23:00:38.567 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout 2021-03-04T23:00:39.161 INFO:teuthology.orchestra.run.gibba011.stderr:mon is available 2021-03-04T23:00:39.162 INFO:teuthology.orchestra.run.gibba011.stderr:Assimilating anything we can from ceph.conf... 2021-03-04T23:00:39.163 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 -v /var/log/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp84showw5:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp2pv6s_s9:/etc/ceph/ceph.conf:z -v /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z docker.io/ceph/daemon-base:latest-octopus config assimilate-conf -i /var/lib/ceph/mon/ceph-a/config 2021-03-04T23:00:39.657 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout 2021-03-04T23:00:39.657 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout [global] 2021-03-04T23:00:39.658 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout fsid = 5f47b844-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:00:39.658 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout mon_election_default_strategy = 1 2021-03-04T23:00:39.659 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout mon_host = [v2:172.21.2.111:3300,v1:172.21.2.111:6789] 2021-03-04T23:00:39.659 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2021-03-04T23:00:39.660 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2021-03-04T23:00:39.660 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2021-03-04T23:00:39.661 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2021-03-04T23:00:39.662 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout 2021-03-04T23:00:39.662 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout [mgr] 2021-03-04T23:00:39.663 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2021-03-04T23:00:39.663 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout 2021-03-04T23:00:39.663 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout [osd] 2021-03-04T23:00:39.663 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout osd_map_max_advance = 10 2021-03-04T23:00:39.663 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout osd_sloppy_crc = true 2021-03-04T23:00:40.184 INFO:teuthology.orchestra.run.gibba011.stderr:Generating new minimal ceph.conf... 2021-03-04T23:00:40.184 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 -v /var/log/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp84showw5:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp2pv6s_s9:/etc/ceph/ceph.conf:z -v /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a:/var/lib/ceph/mon/ceph-a:z docker.io/ceph/daemon-base:latest-octopus config generate-minimal-conf -o /var/lib/ceph/mon/ceph-a/config 2021-03-04T23:00:41.218 INFO:teuthology.orchestra.run.gibba011.stderr:Restarting the monitor... 2021-03-04T23:00:41.218 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl restart ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@mon.a 2021-03-04T23:00:41.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:00:41 gibba011 systemd[1]: Stopping Ceph mon.a for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:00:42.099 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:00:41 gibba011 podman[53544]: 2021-03-04 23:00:41.611739225 +0000 UTC m=+0.381557941 container stop f26f749224ceed4cb1c00f757fe7fb7bb8360dc8f6d946703d401a031e98fd41 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mon.a, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=False, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=master-908e75b, ceph=True) 2021-03-04T23:00:42.100 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:00:41 gibba011 podman[53544]: 2021-03-04 23:00:41.659765428 +0000 UTC m=+0.429584141 container died f26f749224ceed4cb1c00f757fe7fb7bb8360dc8f6d946703d401a031e98fd41 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mon.a) 2021-03-04T23:00:42.100 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:00:41 gibba011 podman[53544]: f26f749224ceed4cb1c00f757fe7fb7bb8360dc8f6d946703d401a031e98fd41 2021-03-04T23:00:42.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:00:42 gibba011 podman[53589]: 2021-03-04 23:00:42.097739841 +0000 UTC m=+0.502702057 container remove f26f749224ceed4cb1c00f757fe7fb7bb8360dc8f6d946703d401a031e98fd41 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mon.a, GIT_BRANCH=HEAD, GIT_CLEAN=False, RELEASE=master-908e75b, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01) 2021-03-04T23:00:42.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:00:42 gibba011 systemd[1]: Stopped Ceph mon.a for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:00:42.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:00:42 gibba011 systemd[1]: Starting Ceph mon.a for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:00:42.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:00:42 gibba011 podman[53720]: 2021-03-04 23:00:42.314211522 +0000 UTC m=+0.108797044 container create 2dedd1bb498c10e7012efa7ae18fdd4d030f7dc9ab637e46bc2c47e9842e1b58 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mon.a, ceph=True, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=master-908e75b, org.label-schema.build-date=20201204, GIT_CLEAN=False, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.name=CentOS Base Image, GIT_REPO=https://github.com/ceph/ceph-container.git) 2021-03-04T23:00:42.507 INFO:teuthology.orchestra.run.gibba011.stderr:Setting mon public_network... 2021-03-04T23:00:42.507 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 -v /var/log/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp84showw5:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp2pv6s_s9:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus config set mon public_network 172.21.0.0/20 2021-03-04T23:00:42.679 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:00:42 gibba011 podman[53720]: 2021-03-04 23:00:42.447703956 +0000 UTC m=+0.242289475 container init 2dedd1bb498c10e7012efa7ae18fdd4d030f7dc9ab637e46bc2c47e9842e1b58 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mon.a, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20201204, GIT_CLEAN=False, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Base Image, maintainer=Dimitri Savineau , GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=master-908e75b, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_BRANCH=HEAD) 2021-03-04T23:00:42.680 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:00:42 gibba011 podman[53720]: 2021-03-04 23:00:42.497667566 +0000 UTC m=+0.292253086 container start 2dedd1bb498c10e7012efa7ae18fdd4d030f7dc9ab637e46bc2c47e9842e1b58 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mon.a, RELEASE=master-908e75b, org.label-schema.build-date=20201204, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_CLEAN=False, maintainer=Dimitri Savineau ) 2021-03-04T23:00:42.680 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:00:42 gibba011 bash[53645]: 2dedd1bb498c10e7012efa7ae18fdd4d030f7dc9ab637e46bc2c47e9842e1b58 2021-03-04T23:00:42.680 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:00:42 gibba011 systemd[1]: Started Ceph mon.a for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:00:43.672 INFO:teuthology.orchestra.run.gibba011.stderr:Creating mgr... 2021-03-04T23:00:43.673 INFO:teuthology.orchestra.run.gibba011.stderr:Verifying port 9283 ... 2021-03-04T23:00:43.674 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl daemon-reload 2021-03-04T23:00:43.734 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl stop ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@mgr.y 2021-03-04T23:00:43.746 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl reset-failed ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@mgr.y 2021-03-04T23:00:43.749 INFO:teuthology.orchestra.run.gibba011.stderr:systemctl: stderr Failed to reset failed state of unit ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@mgr.y.service: Unit ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@mgr.y.service not loaded. 2021-03-04T23:00:43.749 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl enable ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@mgr.y 2021-03-04T23:00:43.753 INFO:teuthology.orchestra.run.gibba011.stderr:systemctl: stderr Created symlink /etc/systemd/system/ceph-5f47b844-7d3d-11eb-9066-001a4aab830c.target.wants/ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@mgr.y.service → /etc/systemd/system/ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@.service. 2021-03-04T23:00:43.803 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl start ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@mgr.y 2021-03-04T23:00:44.057 INFO:journalctl@ceph.mgr.y.gibba011.stdout:Mar 04 23:00:43 gibba011 systemd[1]: Starting Ceph mgr.y for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:00:44.298 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl is-enabled firewalld.service 2021-03-04T23:00:44.304 INFO:teuthology.orchestra.run.gibba011.stderr:systemctl: stdout disabled 2021-03-04T23:00:44.304 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl is-active firewalld.service 2021-03-04T23:00:44.308 INFO:teuthology.orchestra.run.gibba011.stderr:systemctl: stdout inactive 2021-03-04T23:00:44.309 INFO:teuthology.orchestra.run.gibba011.stderr:firewalld.service is not enabled 2021-03-04T23:00:44.309 INFO:teuthology.orchestra.run.gibba011.stderr:Not possible to enable service . firewalld.service is not available 2021-03-04T23:00:44.309 INFO:teuthology.orchestra.run.gibba011.stderr:Not possible to open ports <[]>. firewalld.service is not available 2021-03-04T23:00:44.309 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl is-enabled firewalld.service 2021-03-04T23:00:44.313 INFO:teuthology.orchestra.run.gibba011.stderr:systemctl: stdout disabled 2021-03-04T23:00:44.314 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl is-active firewalld.service 2021-03-04T23:00:44.318 INFO:teuthology.orchestra.run.gibba011.stderr:systemctl: stdout inactive 2021-03-04T23:00:44.319 INFO:teuthology.orchestra.run.gibba011.stderr:firewalld.service is not enabled 2021-03-04T23:00:44.319 INFO:teuthology.orchestra.run.gibba011.stderr:Not possible to open ports <[9283]>. firewalld.service is not available 2021-03-04T23:00:44.319 INFO:teuthology.orchestra.run.gibba011.stderr:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2021-03-04T23:00:44.319 INFO:teuthology.orchestra.run.gibba011.stderr:Wrote config to /etc/ceph/ceph.conf 2021-03-04T23:00:44.320 INFO:teuthology.orchestra.run.gibba011.stderr:Waiting for mgr to start... 2021-03-04T23:00:44.320 INFO:teuthology.orchestra.run.gibba011.stderr:Waiting for mgr... 2021-03-04T23:00:44.320 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 -v /var/log/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp84showw5:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp2pv6s_s9:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus status -f json-pretty 2021-03-04T23:00:44.353 INFO:journalctl@ceph.mgr.y.gibba011.stdout:Mar 04 23:00:44 gibba011 podman[54056]: 2021-03-04 23:00:44.055846506 +0000 UTC m=+0.152373056 container create 120464e7f2bccee74fc5ec3f1dcaac92ad045028cf0669127d3ea6090978896e (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.y, org.label-schema.build-date=20201204, GIT_CLEAN=False, RELEASE=master-908e75b, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2021-03-04T23:00:44.354 INFO:journalctl@ceph.mgr.y.gibba011.stdout:Mar 04 23:00:44 gibba011 podman[54056]: 2021-03-04 23:00:44.256219269 +0000 UTC m=+0.352745828 container init 120464e7f2bccee74fc5ec3f1dcaac92ad045028cf0669127d3ea6090978896e (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.y, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=, RELEASE=master-908e75b, ceph=True, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=False) 2021-03-04T23:00:44.354 INFO:journalctl@ceph.mgr.y.gibba011.stdout:Mar 04 23:00:44 gibba011 podman[54056]: 2021-03-04 23:00:44.289305764 +0000 UTC m=+0.385832311 container start 120464e7f2bccee74fc5ec3f1dcaac92ad045028cf0669127d3ea6090978896e (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.y, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, GIT_REPO=https://github.com/ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=master-908e75b, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20201204, GIT_CLEAN=False, maintainer=Dimitri Savineau ) 2021-03-04T23:00:44.354 INFO:journalctl@ceph.mgr.y.gibba011.stdout:Mar 04 23:00:44 gibba011 bash[53983]: 120464e7f2bccee74fc5ec3f1dcaac92ad045028cf0669127d3ea6090978896e 2021-03-04T23:00:44.355 INFO:journalctl@ceph.mgr.y.gibba011.stdout:Mar 04 23:00:44 gibba011 systemd[1]: Started Ceph mgr.y for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:00:44.797 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout 2021-03-04T23:00:44.798 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:44.798 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "fsid": "5f47b844-7d3d-11eb-9066-001a4aab830c", 2021-03-04T23:00:44.798 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "health": { 2021-03-04T23:00:44.798 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2021-03-04T23:00:44.799 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "checks": {}, 2021-03-04T23:00:44.799 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "mutes": [] 2021-03-04T23:00:44.799 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:44.799 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "election_epoch": 5, 2021-03-04T23:00:44.799 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "quorum": [ 2021-03-04T23:00:44.800 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout 0 2021-03-04T23:00:44.800 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:44.800 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "quorum_names": [ 2021-03-04T23:00:44.800 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "a" 2021-03-04T23:00:44.800 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:44.801 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "quorum_age": 2, 2021-03-04T23:00:44.801 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "monmap": { 2021-03-04T23:00:44.801 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T23:00:44.801 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min_mon_release_name": "octopus", 2021-03-04T23:00:44.802 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_mons": 1 2021-03-04T23:00:44.802 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:44.802 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "osdmap": { 2021-03-04T23:00:44.802 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T23:00:44.803 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_osds": 0, 2021-03-04T23:00:44.803 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_up_osds": 0, 2021-03-04T23:00:44.803 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "osd_up_since": 0, 2021-03-04T23:00:44.803 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_in_osds": 0, 2021-03-04T23:00:44.803 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "osd_in_since": 0, 2021-03-04T23:00:44.804 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2021-03-04T23:00:44.804 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:44.804 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "pgmap": { 2021-03-04T23:00:44.804 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "pgs_by_state": [], 2021-03-04T23:00:44.804 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_pgs": 0, 2021-03-04T23:00:44.805 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_pools": 0, 2021-03-04T23:00:44.805 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_objects": 0, 2021-03-04T23:00:44.805 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "data_bytes": 0, 2021-03-04T23:00:44.805 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "bytes_used": 0, 2021-03-04T23:00:44.805 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "bytes_avail": 0, 2021-03-04T23:00:44.806 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "bytes_total": 0 2021-03-04T23:00:44.806 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:44.806 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "fsmap": { 2021-03-04T23:00:44.807 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T23:00:44.807 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "by_rank": [], 2021-03-04T23:00:44.807 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "up:standby": 0 2021-03-04T23:00:44.807 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:44.808 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "mgrmap": { 2021-03-04T23:00:44.808 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "available": false, 2021-03-04T23:00:44.808 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_standbys": 0, 2021-03-04T23:00:44.808 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "modules": [ 2021-03-04T23:00:44.808 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "iostat", 2021-03-04T23:00:44.809 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "restful" 2021-03-04T23:00:44.809 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:44.809 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "services": {} 2021-03-04T23:00:44.809 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:44.810 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "servicemap": { 2021-03-04T23:00:44.810 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T23:00:44.810 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "modified": "2021-03-04T23:00:38.071030+0000", 2021-03-04T23:00:44.810 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "services": {} 2021-03-04T23:00:44.810 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:44.811 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "progress_events": {} 2021-03-04T23:00:44.811 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:45.404 INFO:teuthology.orchestra.run.gibba011.stderr:mgr not available, waiting (1/10)... 2021-03-04T23:00:46.405 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 -v /var/log/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp84showw5:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp2pv6s_s9:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus status -f json-pretty 2021-03-04T23:00:46.865 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout 2021-03-04T23:00:46.866 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:46.866 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "fsid": "5f47b844-7d3d-11eb-9066-001a4aab830c", 2021-03-04T23:00:46.866 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "health": { 2021-03-04T23:00:46.866 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2021-03-04T23:00:46.867 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "checks": {}, 2021-03-04T23:00:46.867 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "mutes": [] 2021-03-04T23:00:46.867 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:46.867 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "election_epoch": 5, 2021-03-04T23:00:46.867 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "quorum": [ 2021-03-04T23:00:46.868 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout 0 2021-03-04T23:00:46.868 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:46.868 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "quorum_names": [ 2021-03-04T23:00:46.869 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "a" 2021-03-04T23:00:46.869 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:46.869 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "quorum_age": 4, 2021-03-04T23:00:46.869 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "monmap": { 2021-03-04T23:00:46.869 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T23:00:46.870 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min_mon_release_name": "octopus", 2021-03-04T23:00:46.870 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_mons": 1 2021-03-04T23:00:46.870 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:46.870 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "osdmap": { 2021-03-04T23:00:46.871 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T23:00:46.871 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_osds": 0, 2021-03-04T23:00:46.872 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_up_osds": 0, 2021-03-04T23:00:46.872 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "osd_up_since": 0, 2021-03-04T23:00:46.872 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_in_osds": 0, 2021-03-04T23:00:46.873 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "osd_in_since": 0, 2021-03-04T23:00:46.873 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2021-03-04T23:00:46.873 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:46.873 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "pgmap": { 2021-03-04T23:00:46.873 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "pgs_by_state": [], 2021-03-04T23:00:46.874 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_pgs": 0, 2021-03-04T23:00:46.874 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_pools": 0, 2021-03-04T23:00:46.874 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_objects": 0, 2021-03-04T23:00:46.874 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "data_bytes": 0, 2021-03-04T23:00:46.875 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "bytes_used": 0, 2021-03-04T23:00:46.875 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "bytes_avail": 0, 2021-03-04T23:00:46.875 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "bytes_total": 0 2021-03-04T23:00:46.876 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:46.876 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "fsmap": { 2021-03-04T23:00:46.876 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T23:00:46.876 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "by_rank": [], 2021-03-04T23:00:46.877 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "up:standby": 0 2021-03-04T23:00:46.877 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:46.877 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "mgrmap": { 2021-03-04T23:00:46.877 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "available": false, 2021-03-04T23:00:46.878 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_standbys": 0, 2021-03-04T23:00:46.878 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "modules": [ 2021-03-04T23:00:46.878 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "iostat", 2021-03-04T23:00:46.878 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "restful" 2021-03-04T23:00:46.879 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:46.879 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "services": {} 2021-03-04T23:00:46.879 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:46.879 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "servicemap": { 2021-03-04T23:00:46.879 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T23:00:46.880 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "modified": "2021-03-04T23:00:38.071030+0000", 2021-03-04T23:00:46.880 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "services": {} 2021-03-04T23:00:46.880 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:46.880 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "progress_events": {} 2021-03-04T23:00:46.880 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:47.408 INFO:teuthology.orchestra.run.gibba011.stderr:mgr not available, waiting (2/10)... 2021-03-04T23:00:48.410 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 -v /var/log/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp84showw5:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp2pv6s_s9:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus status -f json-pretty 2021-03-04T23:00:48.999 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout 2021-03-04T23:00:48.999 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:48.999 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "fsid": "5f47b844-7d3d-11eb-9066-001a4aab830c", 2021-03-04T23:00:49.000 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "health": { 2021-03-04T23:00:49.000 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2021-03-04T23:00:49.000 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "checks": {}, 2021-03-04T23:00:49.000 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "mutes": [] 2021-03-04T23:00:49.001 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:49.001 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "election_epoch": 5, 2021-03-04T23:00:49.001 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "quorum": [ 2021-03-04T23:00:49.001 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout 0 2021-03-04T23:00:49.001 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:49.002 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "quorum_names": [ 2021-03-04T23:00:49.002 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "a" 2021-03-04T23:00:49.002 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:49.002 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "quorum_age": 6, 2021-03-04T23:00:49.003 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "monmap": { 2021-03-04T23:00:49.003 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T23:00:49.004 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min_mon_release_name": "octopus", 2021-03-04T23:00:49.004 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_mons": 1 2021-03-04T23:00:49.004 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:49.004 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "osdmap": { 2021-03-04T23:00:49.005 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T23:00:49.005 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_osds": 0, 2021-03-04T23:00:49.005 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_up_osds": 0, 2021-03-04T23:00:49.005 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "osd_up_since": 0, 2021-03-04T23:00:49.006 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_in_osds": 0, 2021-03-04T23:00:49.006 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "osd_in_since": 0, 2021-03-04T23:00:49.006 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2021-03-04T23:00:49.007 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:49.007 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "pgmap": { 2021-03-04T23:00:49.007 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "pgs_by_state": [], 2021-03-04T23:00:49.007 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_pgs": 0, 2021-03-04T23:00:49.007 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_pools": 0, 2021-03-04T23:00:49.008 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_objects": 0, 2021-03-04T23:00:49.008 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "data_bytes": 0, 2021-03-04T23:00:49.008 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "bytes_used": 0, 2021-03-04T23:00:49.008 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "bytes_avail": 0, 2021-03-04T23:00:49.008 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "bytes_total": 0 2021-03-04T23:00:49.009 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:49.009 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "fsmap": { 2021-03-04T23:00:49.009 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T23:00:49.009 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "by_rank": [], 2021-03-04T23:00:49.010 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "up:standby": 0 2021-03-04T23:00:49.010 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:49.011 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "mgrmap": { 2021-03-04T23:00:49.012 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "available": true, 2021-03-04T23:00:49.012 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_standbys": 0, 2021-03-04T23:00:49.012 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "modules": [ 2021-03-04T23:00:49.013 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "iostat", 2021-03-04T23:00:49.013 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "restful" 2021-03-04T23:00:49.013 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:49.013 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "services": {} 2021-03-04T23:00:49.013 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:49.014 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "servicemap": { 2021-03-04T23:00:49.014 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "epoch": 1, 2021-03-04T23:00:49.014 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "modified": "2021-03-04T23:00:38.071030+0000", 2021-03-04T23:00:49.015 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "services": {} 2021-03-04T23:00:49.015 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:49.015 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "progress_events": {} 2021-03-04T23:00:49.015 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:49.601 INFO:teuthology.orchestra.run.gibba011.stderr:mgr is available 2021-03-04T23:00:49.601 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 -v /var/log/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp84showw5:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp2pv6s_s9:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus config-key set mgr/cephadm/ssh_user root 2021-03-04T23:00:50.179 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stderr set mgr/cephadm/ssh_user 2021-03-04T23:00:50.651 INFO:teuthology.orchestra.run.gibba011.stderr:Enabling cephadm module... 2021-03-04T23:00:50.651 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 -v /var/log/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp84showw5:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp2pv6s_s9:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus mgr module enable cephadm 2021-03-04T23:00:52.401 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 -v /var/log/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp84showw5:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp2pv6s_s9:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus mgr dump 2021-03-04T23:00:53.401 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:53.402 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "epoch": 5, 2021-03-04T23:00:53.402 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "active_gid": 14100, 2021-03-04T23:00:53.402 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "active_name": "y", 2021-03-04T23:00:53.402 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "active_addrs": { 2021-03-04T23:00:53.403 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-03-04T23:00:53.403 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:53.403 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-03-04T23:00:53.403 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "addr": "172.21.2.111:6800", 2021-03-04T23:00:53.403 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "nonce": 1033372130 2021-03-04T23:00:53.404 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.404 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:53.404 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "v1", 2021-03-04T23:00:53.404 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "addr": "172.21.2.111:6801", 2021-03-04T23:00:53.405 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "nonce": 1033372130 2021-03-04T23:00:53.405 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:53.405 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ] 2021-03-04T23:00:53.405 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.405 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "active_addr": "172.21.2.111:6801/1033372130", 2021-03-04T23:00:53.406 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "active_change": "2021-03-04T23:00:46.863228+0000", 2021-03-04T23:00:53.406 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "active_mgr_features": 4540138292840890367, 2021-03-04T23:00:53.406 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "available": true, 2021-03-04T23:00:53.406 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "standbys": [], 2021-03-04T23:00:53.407 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "modules": [ 2021-03-04T23:00:53.407 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "cephadm", 2021-03-04T23:00:53.407 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "iostat", 2021-03-04T23:00:53.407 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "restful" 2021-03-04T23:00:53.407 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.408 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "available_modules": [ 2021-03-04T23:00:53.408 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:53.408 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "alerts", 2021-03-04T23:00:53.408 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:53.408 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:53.409 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:53.409 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T23:00:53.409 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T23:00:53.409 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:00:53.409 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.410 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.410 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T23:00:53.410 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.410 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.410 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.411 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "How frequently to reexamine health status", 2021-03-04T23:00:53.411 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.411 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.411 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.412 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.412 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:53.412 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:53.412 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.412 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.413 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.413 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.413 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.413 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.413 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.414 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:53.414 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:53.414 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:53.414 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.414 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:53.415 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:53.415 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.415 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.415 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.415 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.416 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.416 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.416 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:53.416 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:53.416 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.417 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.417 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.417 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.417 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.418 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.418 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.418 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.418 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.418 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.419 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.419 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.419 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:53.419 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:53.419 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.420 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.420 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.420 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:53.420 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.420 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.421 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.421 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:53.421 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:53.421 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:53.421 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.422 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:53.422 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:53.422 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.422 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.423 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.423 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.423 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.423 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.423 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:53.424 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:53.424 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.424 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.424 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.424 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.425 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.425 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.425 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.425 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.425 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.426 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.426 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.426 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.426 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "smtp_destination": { 2021-03-04T23:00:53.427 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "smtp_destination", 2021-03-04T23:00:53.427 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.427 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.427 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.427 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.428 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.428 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.428 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.428 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Email address to send alerts to", 2021-03-04T23:00:53.428 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.429 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.429 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.429 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.429 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "smtp_from_name": { 2021-03-04T23:00:53.429 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "smtp_from_name", 2021-03-04T23:00:53.430 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.430 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.430 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.430 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "Ceph", 2021-03-04T23:00:53.430 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.431 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.431 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.431 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Email From: name", 2021-03-04T23:00:53.431 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.431 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.432 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.432 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.432 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "smtp_host": { 2021-03-04T23:00:53.432 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "smtp_host", 2021-03-04T23:00:53.432 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.433 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.433 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.433 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.433 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.434 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.434 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.434 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "SMTP server", 2021-03-04T23:00:53.434 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.435 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.435 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.435 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.435 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "smtp_password": { 2021-03-04T23:00:53.435 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "smtp_password", 2021-03-04T23:00:53.436 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.436 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.436 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.436 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.436 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.437 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.437 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.437 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Password to authenticate with", 2021-03-04T23:00:53.437 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.437 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.438 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.438 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.438 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "smtp_port": { 2021-03-04T23:00:53.438 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "smtp_port", 2021-03-04T23:00:53.439 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:53.439 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.439 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.439 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "465", 2021-03-04T23:00:53.439 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.440 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.440 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.440 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "SMTP port", 2021-03-04T23:00:53.440 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.441 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.441 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.441 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.441 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "smtp_sender": { 2021-03-04T23:00:53.441 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "smtp_sender", 2021-03-04T23:00:53.442 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.442 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.442 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.442 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.442 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.443 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.443 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.443 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "SMTP envelope sender", 2021-03-04T23:00:53.443 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.444 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.444 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.444 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.444 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "smtp_ssl": { 2021-03-04T23:00:53.444 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "smtp_ssl", 2021-03-04T23:00:53.445 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.445 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.445 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.445 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:53.446 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.446 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.446 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.446 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Use SSL to connect to SMTP server", 2021-03-04T23:00:53.446 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.447 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.447 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.447 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.447 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "smtp_user": { 2021-03-04T23:00:53.447 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "smtp_user", 2021-03-04T23:00:53.448 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.448 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.448 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.448 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.448 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.449 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.449 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.449 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "User to authenticate as", 2021-03-04T23:00:53.449 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.449 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.450 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.450 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:53.450 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:53.450 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.451 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:53.451 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "balancer", 2021-03-04T23:00:53.451 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:53.451 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:53.451 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:53.452 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "active": { 2021-03-04T23:00:53.452 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "active", 2021-03-04T23:00:53.452 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.452 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.452 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.453 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.453 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.453 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.453 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.453 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "automatically balance PGs across cluster", 2021-03-04T23:00:53.454 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.454 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.454 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.454 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.454 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "begin_time": { 2021-03-04T23:00:53.455 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "begin_time", 2021-03-04T23:00:53.455 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.455 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.455 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.455 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "0000", 2021-03-04T23:00:53.456 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.456 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.456 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.456 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "beginning time of day to automatically balance", 2021-03-04T23:00:53.456 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "This is a time of day in the format HHMM.", 2021-03-04T23:00:53.457 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.457 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.457 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.457 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "begin_weekday": { 2021-03-04T23:00:53.458 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "begin_weekday", 2021-03-04T23:00:53.458 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-03-04T23:00:53.458 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.458 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.458 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-03-04T23:00:53.459 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "0", 2021-03-04T23:00:53.459 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "7", 2021-03-04T23:00:53.459 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.459 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Restrict automatic balancing to this day of the week or later", 2021-03-04T23:00:53.459 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.", 2021-03-04T23:00:53.460 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.460 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.460 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.460 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "crush_compat_max_iterations": { 2021-03-04T23:00:53.460 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "crush_compat_max_iterations", 2021-03-04T23:00:53.461 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-03-04T23:00:53.461 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.461 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.461 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "25", 2021-03-04T23:00:53.461 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "1", 2021-03-04T23:00:53.462 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "250", 2021-03-04T23:00:53.462 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.462 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "maximum number of iterations to attempt optimization", 2021-03-04T23:00:53.462 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.463 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.463 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.463 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.463 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "crush_compat_metrics": { 2021-03-04T23:00:53.463 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "crush_compat_metrics", 2021-03-04T23:00:53.464 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.464 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.464 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.464 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "pgs,objects,bytes", 2021-03-04T23:00:53.464 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.465 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.465 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.465 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "metrics with which to calculate OSD utilization", 2021-03-04T23:00:53.465 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2021-03-04T23:00:53.465 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.466 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.466 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.466 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "crush_compat_step": { 2021-03-04T23:00:53.466 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "crush_compat_step", 2021-03-04T23:00:53.466 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "float", 2021-03-04T23:00:53.467 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.467 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.467 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "0.5", 2021-03-04T23:00:53.467 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "0.001", 2021-03-04T23:00:53.468 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "0.999", 2021-03-04T23:00:53.468 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.468 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "aggressiveness of optimization", 2021-03-04T23:00:53.468 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": ".99 is very aggressive, .01 is less aggressive", 2021-03-04T23:00:53.468 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.469 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.469 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.469 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "end_time": { 2021-03-04T23:00:53.469 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "end_time", 2021-03-04T23:00:53.469 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.470 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.470 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.470 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "2400", 2021-03-04T23:00:53.470 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.470 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.471 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.471 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "ending time of day to automatically balance", 2021-03-04T23:00:53.471 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "This is a time of day in the format HHMM.", 2021-03-04T23:00:53.471 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.471 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.472 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.472 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "end_weekday": { 2021-03-04T23:00:53.472 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "end_weekday", 2021-03-04T23:00:53.472 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-03-04T23:00:53.472 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.473 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.473 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "7", 2021-03-04T23:00:53.473 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "0", 2021-03-04T23:00:53.473 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "7", 2021-03-04T23:00:53.473 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.474 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Restrict automatic balancing to days of the week earlier than this", 2021-03-04T23:00:53.474 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.", 2021-03-04T23:00:53.474 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.474 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.475 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.475 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:53.475 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:53.475 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.475 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.476 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.476 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.476 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.476 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.476 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.477 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:53.477 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:53.477 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:53.477 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.477 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:53.478 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:53.478 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.478 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.478 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.478 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.479 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.479 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.479 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:53.479 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:53.479 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.480 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.480 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.480 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.480 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.481 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.481 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.481 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.481 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.481 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.482 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.482 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.482 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:53.482 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:53.482 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.483 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.483 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.483 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:53.483 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.483 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.484 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.484 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:53.484 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:53.484 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:53.484 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.485 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:53.485 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:53.485 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.485 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.485 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.486 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.486 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.486 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.486 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:53.487 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:53.487 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.487 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.487 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.487 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.488 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.488 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.488 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.488 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.488 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.489 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.489 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.489 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.489 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min_score": { 2021-03-04T23:00:53.489 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "min_score", 2021-03-04T23:00:53.490 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "float", 2021-03-04T23:00:53.490 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.490 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.490 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-03-04T23:00:53.491 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.491 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.491 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.491 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "minimum score, below which no optimization is attempted", 2021-03-04T23:00:53.491 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.492 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.492 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.492 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.492 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "mode": { 2021-03-04T23:00:53.492 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "mode", 2021-03-04T23:00:53.493 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.493 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.493 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.493 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "none", 2021-03-04T23:00:53.493 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.494 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.494 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.494 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "crush-compat", 2021-03-04T23:00:53.494 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "none", 2021-03-04T23:00:53.495 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "upmap" 2021-03-04T23:00:53.495 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.495 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Balancer mode", 2021-03-04T23:00:53.495 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.495 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.496 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.496 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.496 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "pool_ids": { 2021-03-04T23:00:53.496 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "pool_ids", 2021-03-04T23:00:53.496 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.497 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.497 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.497 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.497 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.497 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.498 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.498 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "pools which the automatic balancing will be limited to", 2021-03-04T23:00:53.498 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.498 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.498 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.499 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.499 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-03-04T23:00:53.499 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-03-04T23:00:53.499 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:00:53.499 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.500 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.500 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T23:00:53.500 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.500 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.500 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.501 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "how frequently to wake up and attempt optimization", 2021-03-04T23:00:53.501 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.501 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.501 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.501 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.502 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "upmap_max_deviation": { 2021-03-04T23:00:53.502 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "upmap_max_deviation", 2021-03-04T23:00:53.502 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:53.502 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.502 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.503 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-03-04T23:00:53.503 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "1", 2021-03-04T23:00:53.503 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.503 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.504 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "deviation below which no optimization is attempted", 2021-03-04T23:00:53.504 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2021-03-04T23:00:53.504 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.504 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.504 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.505 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "upmap_max_optimizations": { 2021-03-04T23:00:53.505 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "upmap_max_optimizations", 2021-03-04T23:00:53.505 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-03-04T23:00:53.505 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.505 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.506 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T23:00:53.506 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.506 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.506 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.506 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "maximum upmap optimizations to make per attempt", 2021-03-04T23:00:53.507 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.507 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.507 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.507 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:53.507 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:53.508 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.508 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:53.508 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "cephadm", 2021-03-04T23:00:53.508 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:53.508 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:53.509 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:53.509 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "allow_ptrace": { 2021-03-04T23:00:53.509 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "allow_ptrace", 2021-03-04T23:00:53.509 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.509 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.510 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.510 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.510 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.510 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.510 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.511 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "allow SYS_PTRACE capability on ceph containers", 2021-03-04T23:00:53.511 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2021-03-04T23:00:53.511 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.511 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.512 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.512 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "config_dashboard": { 2021-03-04T23:00:53.512 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "config_dashboard", 2021-03-04T23:00:53.512 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.512 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.513 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.513 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:53.513 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.513 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.513 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.514 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "manage configs like API endpoints in Dashboard.", 2021-03-04T23:00:53.514 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.514 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.514 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.514 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.515 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "container_image_alertmanager": { 2021-03-04T23:00:53.515 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "container_image_alertmanager", 2021-03-04T23:00:53.515 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.515 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.515 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.516 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/alertmanager:v0.20.0", 2021-03-04T23:00:53.516 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.516 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.516 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.516 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-03-04T23:00:53.517 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.517 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.517 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.517 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.517 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "container_image_base": { 2021-03-04T23:00:53.518 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "container_image_base", 2021-03-04T23:00:53.518 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.518 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.518 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.519 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/ceph/ceph", 2021-03-04T23:00:53.519 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.519 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.519 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.519 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Container image name, without the tag", 2021-03-04T23:00:53.520 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.520 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.520 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.520 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.520 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "container_image_grafana": { 2021-03-04T23:00:53.521 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "container_image_grafana", 2021-03-04T23:00:53.521 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.521 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.521 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.521 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/ceph/ceph-grafana:6.6.2", 2021-03-04T23:00:53.522 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.522 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.522 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.522 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-03-04T23:00:53.522 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.523 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.523 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.523 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.523 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "container_image_node_exporter": { 2021-03-04T23:00:53.524 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "container_image_node_exporter", 2021-03-04T23:00:53.524 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.524 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.524 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.524 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/node-exporter:v0.18.1", 2021-03-04T23:00:53.525 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.525 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.525 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.525 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-03-04T23:00:53.525 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.526 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.526 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.526 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.526 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "container_image_prometheus": { 2021-03-04T23:00:53.526 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "container_image_prometheus", 2021-03-04T23:00:53.527 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.527 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.527 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.527 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/prometheus:v2.18.1", 2021-03-04T23:00:53.527 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.528 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.528 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.528 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-03-04T23:00:53.528 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.529 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.529 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.529 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.529 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "container_init": { 2021-03-04T23:00:53.529 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "container_init", 2021-03-04T23:00:53.530 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.530 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.530 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.530 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.530 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.531 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.531 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.531 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Run podman/docker with `--init`", 2021-03-04T23:00:53.531 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.532 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.532 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.532 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.532 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "daemon_cache_timeout": { 2021-03-04T23:00:53.533 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "daemon_cache_timeout", 2021-03-04T23:00:53.533 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:00:53.533 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.533 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.533 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-03-04T23:00:53.534 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.534 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.534 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.534 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache service (daemon) inventory", 2021-03-04T23:00:53.534 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.535 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.535 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.535 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.535 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "device_cache_timeout": { 2021-03-04T23:00:53.536 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "device_cache_timeout", 2021-03-04T23:00:53.536 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:00:53.536 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.536 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.536 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "1800", 2021-03-04T23:00:53.537 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.537 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.537 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.537 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache device inventory", 2021-03-04T23:00:53.538 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.538 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.538 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.538 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.538 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "facts_cache_timeout": { 2021-03-04T23:00:53.539 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "facts_cache_timeout", 2021-03-04T23:00:53.539 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:00:53.539 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.539 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.539 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T23:00:53.540 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.540 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.540 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.540 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache host facts data", 2021-03-04T23:00:53.541 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.541 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.541 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.541 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.541 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "host_check_interval": { 2021-03-04T23:00:53.542 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "host_check_interval", 2021-03-04T23:00:53.542 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:00:53.542 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.542 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.542 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-03-04T23:00:53.543 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.543 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.543 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.543 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "how frequently to perform a host check", 2021-03-04T23:00:53.544 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.544 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.544 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.544 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.544 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:53.545 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:53.545 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.545 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.545 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.545 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.546 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.546 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.546 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.546 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:53.547 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:53.547 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:53.547 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.547 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:53.547 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:53.548 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.548 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.548 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.548 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.549 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.549 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.549 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:53.549 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:53.549 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.550 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.550 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.550 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:53.550 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.550 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.551 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.551 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "log to the \"cephadm\" cluster log channel\"", 2021-03-04T23:00:53.551 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.551 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.551 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.552 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.552 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:53.552 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:53.552 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.553 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.553 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.553 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:53.553 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.553 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.554 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.554 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:53.554 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:53.554 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:53.555 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.555 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:53.555 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:53.555 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.555 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.556 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.556 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.556 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.556 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.556 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:53.557 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:53.557 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.557 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.557 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.557 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.558 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.558 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.558 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.558 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.559 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.559 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.559 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.559 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.559 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "manage_etc_ceph_ceph_conf": { 2021-03-04T23:00:53.560 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "manage_etc_ceph_ceph_conf", 2021-03-04T23:00:53.560 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.560 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.560 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.560 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.561 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.561 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.561 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.561 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2021-03-04T23:00:53.561 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.562 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.562 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.562 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.562 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "migration_current": { 2021-03-04T23:00:53.563 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "migration_current", 2021-03-04T23:00:53.563 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:53.563 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.563 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.563 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:00:53.564 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.564 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.564 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.564 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "internal - do not modify", 2021-03-04T23:00:53.564 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.565 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.565 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.565 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.565 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "mode": { 2021-03-04T23:00:53.566 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "mode", 2021-03-04T23:00:53.566 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.566 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.566 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.566 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "root", 2021-03-04T23:00:53.567 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.567 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.567 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.567 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "cephadm-package", 2021-03-04T23:00:53.567 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "root" 2021-03-04T23:00:53.568 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.568 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "mode for remote execution of cephadm", 2021-03-04T23:00:53.568 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.568 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.568 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.569 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.569 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "prometheus_alerts_path": { 2021-03-04T23:00:53.569 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "prometheus_alerts_path", 2021-03-04T23:00:53.569 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.569 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.570 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.570 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2021-03-04T23:00:53.570 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.570 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.571 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.571 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "location of alerts to include in prometheus deployments", 2021-03-04T23:00:53.571 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.571 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.571 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.572 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.572 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "registry_password": { 2021-03-04T23:00:53.572 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "registry_password", 2021-03-04T23:00:53.572 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.572 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.573 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.573 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:00:53.573 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.573 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.573 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.574 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Custom repository password", 2021-03-04T23:00:53.574 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.574 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.574 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.574 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.575 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "registry_url": { 2021-03-04T23:00:53.575 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "registry_url", 2021-03-04T23:00:53.575 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.575 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.575 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.576 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:00:53.576 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.576 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.576 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.577 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Custom repository url", 2021-03-04T23:00:53.577 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.577 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.577 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.577 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.578 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "registry_username": { 2021-03-04T23:00:53.578 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "registry_username", 2021-03-04T23:00:53.578 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.578 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.579 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.579 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:00:53.579 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.579 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.579 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.580 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Custom repository username", 2021-03-04T23:00:53.580 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.580 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.580 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.580 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.581 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "ssh_config_file": { 2021-03-04T23:00:53.581 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "ssh_config_file", 2021-03-04T23:00:53.581 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.581 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.582 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.582 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:00:53.582 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.582 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.582 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.583 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "customized SSH config file to connect to managed hosts", 2021-03-04T23:00:53.583 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.583 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.583 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.583 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.584 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "use_repo_digest": { 2021-03-04T23:00:53.584 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "use_repo_digest", 2021-03-04T23:00:53.584 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.584 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.585 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.585 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.585 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.585 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.585 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.586 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2021-03-04T23:00:53.586 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.586 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.586 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.586 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.587 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warn_on_failed_host_check": { 2021-03-04T23:00:53.587 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "warn_on_failed_host_check", 2021-03-04T23:00:53.587 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.587 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.587 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.588 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:53.588 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.588 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.588 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.589 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if the host check fails", 2021-03-04T23:00:53.589 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.589 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.589 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.589 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.590 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warn_on_stray_daemons": { 2021-03-04T23:00:53.590 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "warn_on_stray_daemons", 2021-03-04T23:00:53.590 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.590 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.590 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.591 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:53.591 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.591 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.591 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.592 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2021-03-04T23:00:53.592 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.592 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.592 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.592 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.593 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warn_on_stray_hosts": { 2021-03-04T23:00:53.593 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "warn_on_stray_hosts", 2021-03-04T23:00:53.593 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.593 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.593 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.594 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:53.594 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.594 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.594 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.594 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2021-03-04T23:00:53.595 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.595 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.595 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.595 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:53.595 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:53.596 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.596 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:53.596 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "crash", 2021-03-04T23:00:53.596 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:53.596 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:53.597 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:53.597 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:53.597 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:53.597 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.598 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.598 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.598 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.598 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.598 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.599 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.599 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:53.599 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:53.599 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:53.599 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.600 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:53.600 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:53.600 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.600 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.600 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.601 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.601 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.601 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.601 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:53.601 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:53.602 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.602 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.602 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.602 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.602 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.603 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.603 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.603 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.603 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.603 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.604 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.604 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.604 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:53.604 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:53.605 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.605 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.605 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.605 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:53.605 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.606 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.606 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.606 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:53.606 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:53.606 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:53.607 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.607 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:53.607 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:53.607 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.608 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.608 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.608 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.608 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.608 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.609 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:53.609 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:53.609 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.609 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.609 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.610 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.610 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.610 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.610 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.610 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.611 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.611 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.611 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.611 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.611 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "retain_interval": { 2021-03-04T23:00:53.612 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "retain_interval", 2021-03-04T23:00:53.612 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:00:53.612 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.612 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.612 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "31536000", 2021-03-04T23:00:53.613 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.613 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.613 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.613 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "how long to retain crashes before pruning them", 2021-03-04T23:00:53.613 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.614 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.614 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.614 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.614 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warn_recent_interval": { 2021-03-04T23:00:53.615 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "warn_recent_interval", 2021-03-04T23:00:53.615 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:00:53.615 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.615 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.615 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "1209600", 2021-03-04T23:00:53.616 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.616 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.616 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.616 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "time interval in which to warn about recent crashes", 2021-03-04T23:00:53.616 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.617 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.617 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.617 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:53.617 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:53.617 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.618 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:53.618 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "dashboard", 2021-03-04T23:00:53.618 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:53.618 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:53.618 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:53.619 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "ACCOUNT_LOCKOUT_ATTEMPTS": { 2021-03-04T23:00:53.619 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2021-03-04T23:00:53.619 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:53.619 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.620 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.620 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T23:00:53.620 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.620 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.620 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.621 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.621 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.621 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.621 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.621 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.622 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "ALERTMANAGER_API_HOST": { 2021-03-04T23:00:53.622 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "ALERTMANAGER_API_HOST", 2021-03-04T23:00:53.622 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.622 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.622 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.623 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.623 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.623 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.623 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.624 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.624 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.624 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.624 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.624 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.625 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "AUDIT_API_ENABLED": { 2021-03-04T23:00:53.625 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "AUDIT_API_ENABLED", 2021-03-04T23:00:53.625 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.625 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.625 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.626 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.626 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.626 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.626 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.626 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.627 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.627 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.627 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.627 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.628 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "AUDIT_API_LOG_PAYLOAD": { 2021-03-04T23:00:53.628 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "AUDIT_API_LOG_PAYLOAD", 2021-03-04T23:00:53.628 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.628 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.628 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.629 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:53.629 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.629 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.629 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.629 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.630 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.630 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.630 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.630 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.630 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "ENABLE_BROWSABLE_API": { 2021-03-04T23:00:53.631 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "ENABLE_BROWSABLE_API", 2021-03-04T23:00:53.631 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.631 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.631 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.631 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:53.632 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.632 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.632 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.632 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.632 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.633 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.633 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.633 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.633 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_cephfs": { 2021-03-04T23:00:53.633 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_cephfs", 2021-03-04T23:00:53.634 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.634 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.634 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.634 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:53.635 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.635 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.635 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.635 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.635 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.636 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.636 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.636 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.636 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_iscsi": { 2021-03-04T23:00:53.636 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_iscsi", 2021-03-04T23:00:53.637 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.637 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.637 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.637 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:53.637 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.638 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.638 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.638 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.638 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.638 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.639 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.639 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.639 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_mirroring": { 2021-03-04T23:00:53.639 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_mirroring", 2021-03-04T23:00:53.639 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.640 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.640 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.640 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:53.640 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.640 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.641 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.641 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.641 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.641 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.642 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.642 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.642 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_nfs": { 2021-03-04T23:00:53.642 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_nfs", 2021-03-04T23:00:53.642 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.643 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.643 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.643 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:53.643 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.643 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.644 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.644 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.644 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.644 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.644 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.645 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.645 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_rbd": { 2021-03-04T23:00:53.645 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_rbd", 2021-03-04T23:00:53.645 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.645 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.646 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.646 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:53.646 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.646 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.646 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.647 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.647 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.647 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.647 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.647 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.648 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_rgw": { 2021-03-04T23:00:53.648 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_rgw", 2021-03-04T23:00:53.648 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.648 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.648 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.649 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:53.649 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.649 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.649 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.649 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.650 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.650 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.650 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.650 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.651 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2021-03-04T23:00:53.651 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2021-03-04T23:00:53.651 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.651 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.651 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.652 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.652 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.652 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.652 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.652 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.653 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.653 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.653 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.653 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.653 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "GRAFANA_API_PASSWORD": { 2021-03-04T23:00:53.654 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_PASSWORD", 2021-03-04T23:00:53.654 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.654 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.654 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.654 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-03-04T23:00:53.655 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.655 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.655 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.655 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.656 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.656 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.656 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.656 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.656 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "GRAFANA_API_SSL_VERIFY": { 2021-03-04T23:00:53.657 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_SSL_VERIFY", 2021-03-04T23:00:53.657 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.657 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.657 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.657 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:53.658 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.658 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.658 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.658 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.658 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.659 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.659 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.659 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.659 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "GRAFANA_API_URL": { 2021-03-04T23:00:53.660 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_URL", 2021-03-04T23:00:53.660 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.660 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.660 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.660 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.661 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.661 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.661 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.661 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.661 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.662 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.662 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.662 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.662 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "GRAFANA_API_USERNAME": { 2021-03-04T23:00:53.662 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_USERNAME", 2021-03-04T23:00:53.663 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.663 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.663 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.663 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-03-04T23:00:53.664 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.664 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.664 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.664 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.664 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.665 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.665 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.665 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.665 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "GRAFANA_FRONTEND_API_URL": { 2021-03-04T23:00:53.665 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_FRONTEND_API_URL", 2021-03-04T23:00:53.666 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.666 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.666 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.666 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.666 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.667 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.667 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.667 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.667 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.668 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.668 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.668 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.668 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "GRAFANA_UPDATE_DASHBOARDS": { 2021-03-04T23:00:53.668 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_UPDATE_DASHBOARDS", 2021-03-04T23:00:53.669 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.669 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.669 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.669 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.669 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.670 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.670 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.670 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.670 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.670 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.671 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.671 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.671 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "ISCSI_API_SSL_VERIFICATION": { 2021-03-04T23:00:53.671 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "ISCSI_API_SSL_VERIFICATION", 2021-03-04T23:00:53.671 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.672 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.672 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.672 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:53.672 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.673 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.673 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.673 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.673 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.673 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.674 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.674 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.674 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "PROMETHEUS_API_HOST": { 2021-03-04T23:00:53.674 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "PROMETHEUS_API_HOST", 2021-03-04T23:00:53.674 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.675 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.675 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.675 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.675 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.675 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.676 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.676 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.676 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.676 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.676 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.677 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.677 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2021-03-04T23:00:53.677 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2021-03-04T23:00:53.677 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.677 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.678 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.678 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.678 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.678 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.678 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.679 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.679 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.679 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.679 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.680 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.680 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2021-03-04T23:00:53.680 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2021-03-04T23:00:53.680 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.680 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.681 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.681 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.681 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.681 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.681 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.682 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.682 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.682 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.682 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.682 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.683 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2021-03-04T23:00:53.683 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2021-03-04T23:00:53.683 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.683 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.683 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.684 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:53.684 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.684 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.684 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.684 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.685 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.685 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.685 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.685 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.685 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2021-03-04T23:00:53.686 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2021-03-04T23:00:53.686 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.686 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.686 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.687 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:53.687 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.687 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.687 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.687 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.688 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.688 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.688 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.688 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.688 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2021-03-04T23:00:53.689 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2021-03-04T23:00:53.689 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.689 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.689 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.689 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.690 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.690 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.690 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.690 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.691 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.691 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.691 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.691 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.691 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2021-03-04T23:00:53.692 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2021-03-04T23:00:53.692 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.692 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.692 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.692 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.693 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.693 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.693 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.693 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.693 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.694 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.694 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.694 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.694 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2021-03-04T23:00:53.694 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2021-03-04T23:00:53.695 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.695 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.695 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.695 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.696 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.696 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.696 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.696 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.696 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.697 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.697 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.697 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.697 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "PWD_POLICY_ENABLED": { 2021-03-04T23:00:53.697 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_ENABLED", 2021-03-04T23:00:53.698 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.698 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.698 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.698 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:53.698 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.699 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.699 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.699 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.699 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.699 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.700 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.700 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.700 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "PWD_POLICY_EXCLUSION_LIST": { 2021-03-04T23:00:53.700 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_EXCLUSION_LIST", 2021-03-04T23:00:53.700 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.701 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.701 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.701 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2021-03-04T23:00:53.701 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.701 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.702 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.702 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.702 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.702 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.702 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.703 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.703 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "PWD_POLICY_MIN_COMPLEXITY": { 2021-03-04T23:00:53.703 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_MIN_COMPLEXITY", 2021-03-04T23:00:53.703 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:53.703 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.704 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.704 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T23:00:53.704 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.704 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.704 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.705 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.705 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.705 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.705 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.705 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.706 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "PWD_POLICY_MIN_LENGTH": { 2021-03-04T23:00:53.706 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_MIN_LENGTH", 2021-03-04T23:00:53.706 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:53.706 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.706 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.707 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "8", 2021-03-04T23:00:53.707 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.707 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.707 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.708 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.708 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.708 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.708 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.708 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.709 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "REST_REQUESTS_TIMEOUT": { 2021-03-04T23:00:53.709 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "REST_REQUESTS_TIMEOUT", 2021-03-04T23:00:53.709 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:53.709 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.709 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.710 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "45", 2021-03-04T23:00:53.710 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.710 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.710 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.710 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.711 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.711 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.711 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.711 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.711 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "RGW_API_ACCESS_KEY": { 2021-03-04T23:00:53.712 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "RGW_API_ACCESS_KEY", 2021-03-04T23:00:53.712 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.712 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.712 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.712 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.713 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.713 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.713 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.713 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.714 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.714 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.714 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.714 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.714 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "RGW_API_ADMIN_RESOURCE": { 2021-03-04T23:00:53.715 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "RGW_API_ADMIN_RESOURCE", 2021-03-04T23:00:53.715 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.715 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.715 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.715 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-03-04T23:00:53.716 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.716 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.716 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.716 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.716 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.717 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.717 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.717 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.717 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "RGW_API_HOST": { 2021-03-04T23:00:53.717 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "RGW_API_HOST", 2021-03-04T23:00:53.718 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.718 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.718 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.718 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.718 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.719 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.719 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.719 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.719 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.720 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.720 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.720 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.720 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "RGW_API_PORT": { 2021-03-04T23:00:53.720 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "RGW_API_PORT", 2021-03-04T23:00:53.721 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:53.721 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.721 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.721 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "80", 2021-03-04T23:00:53.722 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.722 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.722 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.722 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.722 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.723 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.723 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.723 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.723 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "RGW_API_SCHEME": { 2021-03-04T23:00:53.724 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SCHEME", 2021-03-04T23:00:53.724 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.724 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.724 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.724 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "http", 2021-03-04T23:00:53.725 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.725 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.725 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.725 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.725 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.726 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.726 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.726 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.726 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "RGW_API_SECRET_KEY": { 2021-03-04T23:00:53.726 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SECRET_KEY", 2021-03-04T23:00:53.727 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.727 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.727 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.727 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.728 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.728 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.728 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.728 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.728 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.729 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.729 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.729 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.729 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "RGW_API_SSL_VERIFY": { 2021-03-04T23:00:53.729 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SSL_VERIFY", 2021-03-04T23:00:53.730 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.730 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.730 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.730 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:53.730 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.731 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.731 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.731 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.731 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.731 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.732 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.732 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.732 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "RGW_API_USER_ID": { 2021-03-04T23:00:53.732 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "RGW_API_USER_ID", 2021-03-04T23:00:53.733 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.733 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.733 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.733 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.733 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.734 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.734 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.734 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.734 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.734 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.735 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.735 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.735 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_SPAN": { 2021-03-04T23:00:53.735 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_SPAN", 2021-03-04T23:00:53.735 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:53.736 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.736 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.736 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-03-04T23:00:53.736 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.736 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.737 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.737 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.737 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.737 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.737 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.738 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.738 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_WARNING_1": { 2021-03-04T23:00:53.738 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_WARNING_1", 2021-03-04T23:00:53.738 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:53.739 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.739 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.739 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T23:00:53.739 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.739 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.740 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.740 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.740 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.740 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.740 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.741 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.741 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_WARNING_2": { 2021-03-04T23:00:53.741 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_WARNING_2", 2021-03-04T23:00:53.741 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:53.742 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.742 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.742 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-03-04T23:00:53.742 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.742 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.743 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.743 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.743 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.743 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.743 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.744 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.744 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "crt_file": { 2021-03-04T23:00:53.744 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "crt_file", 2021-03-04T23:00:53.744 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.744 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.745 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.745 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.745 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.745 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.745 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.746 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.746 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.746 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.746 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.746 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.747 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug": { 2021-03-04T23:00:53.747 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "debug", 2021-03-04T23:00:53.747 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.747 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.748 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.748 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.748 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.748 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.748 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.749 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Enable/disable debug options", 2021-03-04T23:00:53.749 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.749 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.749 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.749 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.750 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "jwt_token_ttl": { 2021-03-04T23:00:53.750 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "jwt_token_ttl", 2021-03-04T23:00:53.750 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:53.750 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.750 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.751 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "28800", 2021-03-04T23:00:53.751 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.751 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.751 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.752 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.752 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.752 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.752 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.752 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.753 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "key_file": { 2021-03-04T23:00:53.753 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "key_file", 2021-03-04T23:00:53.753 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.753 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.753 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.754 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.754 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.754 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.754 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.755 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.755 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.755 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.755 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.755 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.756 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:53.756 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:53.756 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.756 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.756 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.757 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.757 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.757 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.757 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.757 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:53.758 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:53.758 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:53.758 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.758 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:53.758 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:53.759 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.759 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.759 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.759 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.759 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.760 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.760 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:53.760 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:53.760 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.760 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.761 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.761 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.761 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.761 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.761 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.762 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.762 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.762 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.762 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.763 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.763 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:53.763 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:53.763 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.763 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.764 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.764 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:53.764 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.764 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.764 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.765 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:53.765 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:53.765 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:53.765 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.765 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:53.766 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:53.766 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.766 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.766 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.766 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.767 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.767 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.767 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:53.767 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:53.768 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.768 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.768 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.768 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.768 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.769 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.769 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.769 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.769 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.769 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.770 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.770 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.770 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "password": { 2021-03-04T23:00:53.770 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "password", 2021-03-04T23:00:53.770 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.771 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.771 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.771 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.771 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.772 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.772 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.772 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.772 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.772 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.773 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.773 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.773 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-03-04T23:00:53.773 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-03-04T23:00:53.773 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.774 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.774 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.774 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "::", 2021-03-04T23:00:53.774 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.774 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.775 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.775 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.775 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.775 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.775 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.776 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.776 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "server_port": { 2021-03-04T23:00:53.776 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-03-04T23:00:53.776 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:53.776 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.777 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.777 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "8080", 2021-03-04T23:00:53.777 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.777 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.777 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.778 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.778 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.778 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.778 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.779 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.779 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "ssl": { 2021-03-04T23:00:53.779 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "ssl", 2021-03-04T23:00:53.779 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.779 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.780 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.780 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:53.780 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.780 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.780 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.781 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.781 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.781 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.781 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.781 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.782 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "ssl_server_port": { 2021-03-04T23:00:53.782 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "ssl_server_port", 2021-03-04T23:00:53.782 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:53.782 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.783 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.783 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "8443", 2021-03-04T23:00:53.783 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.783 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.783 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.784 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.784 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.784 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.784 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.784 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.785 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "standby_behaviour": { 2021-03-04T23:00:53.785 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "standby_behaviour", 2021-03-04T23:00:53.785 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.785 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.785 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.786 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "redirect", 2021-03-04T23:00:53.786 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.786 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.786 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.786 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.787 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "redirect" 2021-03-04T23:00:53.787 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.787 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.787 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.788 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.788 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.788 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.788 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "standby_error_status_code": { 2021-03-04T23:00:53.788 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "standby_error_status_code", 2021-03-04T23:00:53.789 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:53.789 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.789 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.789 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "500", 2021-03-04T23:00:53.789 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "400", 2021-03-04T23:00:53.790 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "599", 2021-03-04T23:00:53.790 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.790 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.790 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.791 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.791 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.791 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.791 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "url_prefix": { 2021-03-04T23:00:53.791 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "url_prefix", 2021-03-04T23:00:53.792 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.792 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.792 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.792 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.792 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.793 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.793 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.793 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.793 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.793 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.794 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.794 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.794 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "username": { 2021-03-04T23:00:53.794 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "username", 2021-03-04T23:00:53.794 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.795 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.795 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.795 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.795 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.795 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.796 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.796 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.796 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.796 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.796 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.797 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:53.797 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:53.797 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.797 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:53.797 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "devicehealth", 2021-03-04T23:00:53.798 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:53.798 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:53.798 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:53.798 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enable_monitoring": { 2021-03-04T23:00:53.798 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "enable_monitoring", 2021-03-04T23:00:53.799 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.799 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.799 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.799 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:53.800 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.800 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.800 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.800 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "monitor device health metrics", 2021-03-04T23:00:53.800 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.801 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.801 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.801 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.801 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:53.801 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:53.802 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.802 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.802 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.802 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.802 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.803 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.803 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.803 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:53.803 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:53.803 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:53.804 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.804 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:53.804 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:53.804 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.804 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.805 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.805 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.805 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.805 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.805 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:53.806 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:53.806 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.806 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.806 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.806 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.807 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.807 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.807 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.807 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.808 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.808 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.808 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.808 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.808 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:53.809 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:53.809 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.809 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.809 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.809 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:53.809 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.810 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.810 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.810 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:53.810 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:53.811 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:53.811 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.811 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:53.811 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:53.811 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.812 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.812 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.812 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.812 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.812 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.813 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:53.813 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:53.813 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.813 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.813 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.814 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.814 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.814 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.814 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.815 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.815 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.815 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.815 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.815 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.816 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "mark_out_threshold": { 2021-03-04T23:00:53.816 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "mark_out_threshold", 2021-03-04T23:00:53.816 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:00:53.816 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.816 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.817 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "2419200", 2021-03-04T23:00:53.817 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.817 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.817 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.817 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "automatically mark OSD if it may fail before this long", 2021-03-04T23:00:53.818 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.818 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.818 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.818 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.819 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "pool_name": { 2021-03-04T23:00:53.819 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "pool_name", 2021-03-04T23:00:53.819 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.819 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.819 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.820 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "device_health_metrics", 2021-03-04T23:00:53.820 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.820 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.820 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.820 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "name of pool in which to store device health metrics", 2021-03-04T23:00:53.821 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.821 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.821 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.821 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.822 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "retention_period": { 2021-03-04T23:00:53.822 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "retention_period", 2021-03-04T23:00:53.822 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:00:53.822 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.822 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.823 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "15552000", 2021-03-04T23:00:53.823 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.823 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.823 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.823 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "how long to retain device health metrics", 2021-03-04T23:00:53.824 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.824 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.824 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.824 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.825 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "scrape_frequency": { 2021-03-04T23:00:53.825 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "scrape_frequency", 2021-03-04T23:00:53.825 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:00:53.825 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.825 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.826 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "86400", 2021-03-04T23:00:53.826 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.826 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.826 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.826 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "how frequently to scrape device health metrics", 2021-03-04T23:00:53.827 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.827 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.827 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.827 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.827 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "self_heal": { 2021-03-04T23:00:53.828 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "self_heal", 2021-03-04T23:00:53.828 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.828 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.828 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.828 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:53.829 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.829 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.829 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.829 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "preemptively heal cluster around devices that may fail", 2021-03-04T23:00:53.830 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.830 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.830 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.830 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.830 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-03-04T23:00:53.831 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-03-04T23:00:53.831 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:00:53.831 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.831 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.831 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-03-04T23:00:53.832 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.832 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.832 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.832 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "how frequently to wake up and check device health", 2021-03-04T23:00:53.833 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.833 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.833 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.833 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.833 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warn_threshold": { 2021-03-04T23:00:53.834 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "warn_threshold", 2021-03-04T23:00:53.834 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:00:53.834 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.834 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.834 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "7257600", 2021-03-04T23:00:53.835 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.835 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.835 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.835 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "raise health warning if OSD may fail before this long", 2021-03-04T23:00:53.835 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.836 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.836 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.836 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:53.836 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:53.836 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.837 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:53.837 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "diskprediction_local", 2021-03-04T23:00:53.837 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:53.837 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:53.837 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:53.838 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:53.838 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:53.838 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.838 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.839 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.839 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.839 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.839 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.839 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.840 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:53.840 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:53.840 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:53.840 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.840 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:53.841 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:53.841 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.841 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.841 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.841 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.842 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.842 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.842 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:53.842 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:53.842 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.843 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.843 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.843 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.843 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.843 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.844 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.844 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.844 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.844 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.845 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.845 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.845 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:53.845 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:53.845 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.846 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.846 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.846 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:53.846 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.846 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.847 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.847 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:53.847 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:53.847 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:53.847 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.848 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:53.848 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:53.848 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.848 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.848 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.849 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.849 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.849 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.849 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:53.850 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:53.850 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.850 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.850 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.850 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.851 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.851 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.851 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.851 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.851 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.852 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.852 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.852 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.852 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "predict_interval": { 2021-03-04T23:00:53.852 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "predict_interval", 2021-03-04T23:00:53.853 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.853 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.853 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.853 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "86400", 2021-03-04T23:00:53.853 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.854 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.854 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.854 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.854 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.855 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.855 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.855 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.855 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "predictor_model": { 2021-03-04T23:00:53.855 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "predictor_model", 2021-03-04T23:00:53.856 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.856 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.856 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.856 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "prophetstor", 2021-03-04T23:00:53.856 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.857 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.857 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.857 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.857 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.857 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.858 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.858 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.858 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-03-04T23:00:53.858 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-03-04T23:00:53.858 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.859 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.859 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.859 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-03-04T23:00:53.859 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.859 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.860 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.860 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.860 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.860 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.860 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.861 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:53.861 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:53.861 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.861 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:53.861 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "influx", 2021-03-04T23:00:53.862 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": false, 2021-03-04T23:00:53.862 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "influxdb python module not found", 2021-03-04T23:00:53.862 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:53.862 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "batch_size": { 2021-03-04T23:00:53.863 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "batch_size", 2021-03-04T23:00:53.863 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.863 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.863 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.863 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "5000", 2021-03-04T23:00:53.864 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.864 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.864 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.864 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.864 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.865 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.865 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.865 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.865 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "database": { 2021-03-04T23:00:53.865 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "database", 2021-03-04T23:00:53.866 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.866 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.866 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.866 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "ceph", 2021-03-04T23:00:53.866 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.867 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.867 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.867 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.867 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.867 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.868 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.868 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.868 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "hostname": { 2021-03-04T23:00:53.868 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "hostname", 2021-03-04T23:00:53.868 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.869 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.869 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.869 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:00:53.869 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.869 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.870 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.870 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.870 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.870 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.871 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.871 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.871 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T23:00:53.871 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T23:00:53.871 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.872 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.872 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.872 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "30", 2021-03-04T23:00:53.872 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.872 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.873 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.873 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.873 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.873 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.873 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.874 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.874 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:53.874 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:53.874 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.874 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.875 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.875 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.875 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.875 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.875 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.876 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:53.876 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:53.876 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:53.876 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.877 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:53.877 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:53.877 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.877 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.877 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.878 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.878 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.878 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.878 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:53.878 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:53.879 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.879 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.879 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.879 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.879 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.880 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.880 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.880 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.880 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.880 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.881 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.881 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.881 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:53.881 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:53.881 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.882 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.882 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.882 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:53.882 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.882 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.883 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.883 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:53.883 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:53.883 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:53.883 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.884 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:53.884 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:53.884 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.884 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.884 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.885 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.885 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.885 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.885 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:53.885 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:53.886 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.886 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.886 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.886 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.887 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.887 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.887 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.887 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.887 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.888 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.888 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.888 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.888 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "password": { 2021-03-04T23:00:53.888 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "password", 2021-03-04T23:00:53.889 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.889 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.889 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.889 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:00:53.889 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.890 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.890 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.890 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.890 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.890 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.891 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.891 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.891 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "port": { 2021-03-04T23:00:53.891 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "port", 2021-03-04T23:00:53.891 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.892 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.892 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.892 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "8086", 2021-03-04T23:00:53.892 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.892 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.893 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.893 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.893 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.893 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.893 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.894 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.894 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "ssl": { 2021-03-04T23:00:53.894 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "ssl", 2021-03-04T23:00:53.894 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.894 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.895 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.895 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "false", 2021-03-04T23:00:53.895 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.895 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.895 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.896 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.896 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.896 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.896 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.896 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.897 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "threads": { 2021-03-04T23:00:53.897 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "threads", 2021-03-04T23:00:53.897 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.897 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.897 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.898 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-03-04T23:00:53.898 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.898 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.898 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.898 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.899 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.899 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.899 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.899 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.899 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "username": { 2021-03-04T23:00:53.900 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "username", 2021-03-04T23:00:53.900 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.900 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.900 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.901 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:00:53.901 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.901 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.901 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.901 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.902 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.902 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.902 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.902 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.902 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "verify_ssl": { 2021-03-04T23:00:53.903 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "verify_ssl", 2021-03-04T23:00:53.903 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.903 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.903 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.903 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "true", 2021-03-04T23:00:53.904 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.904 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.904 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.904 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.905 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.905 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.905 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.905 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:53.905 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:53.906 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.906 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:53.906 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "insights", 2021-03-04T23:00:53.906 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:53.906 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:53.907 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:53.907 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:53.907 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:53.907 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.907 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.908 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.908 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.908 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.908 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.908 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.909 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:53.909 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:53.909 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:53.909 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.909 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:53.910 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:53.910 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.910 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.910 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.910 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.911 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.911 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.911 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:53.911 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:53.911 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.912 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.912 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.912 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.912 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.913 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.913 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.913 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.913 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.913 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.914 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.914 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.914 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:53.914 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:53.914 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.915 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.915 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.915 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:53.915 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.915 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.916 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.916 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:53.916 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:53.916 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:53.916 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.917 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:53.917 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:53.917 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.917 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.917 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.918 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.918 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.918 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.918 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:53.919 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:53.919 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.919 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.919 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.919 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.920 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.920 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.920 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.920 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.920 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.921 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.921 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.921 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:53.921 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:53.921 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.922 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:53.922 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "iostat", 2021-03-04T23:00:53.922 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:53.922 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:53.922 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:53.923 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:53.923 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:53.923 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.923 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.924 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.924 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.924 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.924 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.924 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.925 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:53.925 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:53.925 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:53.925 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.925 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:53.926 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:53.926 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.926 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.926 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.926 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.927 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.927 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.927 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:53.927 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:53.927 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.928 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.928 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.928 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.928 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.928 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.929 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.929 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.929 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.929 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.929 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.930 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.930 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:53.930 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:53.930 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.931 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.931 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.931 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:53.931 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.932 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.932 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.932 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:53.932 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:53.932 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:53.933 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.933 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:53.933 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:53.933 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.933 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.934 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.934 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.934 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.934 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.934 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:53.935 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:53.935 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.935 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.935 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.935 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.936 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.936 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.936 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.936 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.937 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.937 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.937 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.937 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:53.937 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:53.938 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.938 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:53.938 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "k8sevents", 2021-03-04T23:00:53.938 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:53.938 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:53.939 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:53.939 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "ceph_event_retention_days": { 2021-03-04T23:00:53.939 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "ceph_event_retention_days", 2021-03-04T23:00:53.939 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:53.939 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.940 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.940 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "7", 2021-03-04T23:00:53.940 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.940 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.940 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.941 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Days to hold ceph event information within local cache", 2021-03-04T23:00:53.941 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.941 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.941 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.941 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.942 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "config_check_secs": { 2021-03-04T23:00:53.942 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "config_check_secs", 2021-03-04T23:00:53.942 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:53.942 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.942 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:53.943 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T23:00:53.943 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "10", 2021-03-04T23:00:53.943 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.943 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.943 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "interval (secs) to check for cluster configuration changes", 2021-03-04T23:00:53.944 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.944 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.944 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.944 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.944 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:53.945 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:53.945 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.945 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.945 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.945 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.946 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.946 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.946 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.946 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:53.947 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:53.947 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:53.947 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.947 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:53.947 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:53.948 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.948 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.948 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.948 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.948 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.949 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.949 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:53.949 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:53.949 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.949 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.950 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.950 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.950 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.950 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.950 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.951 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.951 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.951 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.951 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.951 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.952 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:53.952 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:53.952 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.952 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.952 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.953 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:53.953 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.953 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.953 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.953 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:53.954 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:53.954 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:53.954 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.954 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:53.954 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:53.955 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.955 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.955 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.955 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.955 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.956 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.956 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:53.956 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:53.956 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.957 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.957 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.957 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.957 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.957 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.958 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.958 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.958 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.958 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.958 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.959 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:53.959 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:53.959 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.959 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:53.959 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "localpool", 2021-03-04T23:00:53.960 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:53.960 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:53.960 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:53.960 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "failure_domain": { 2021-03-04T23:00:53.960 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "failure_domain", 2021-03-04T23:00:53.961 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.961 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.961 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.961 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "host", 2021-03-04T23:00:53.961 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.962 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.962 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.962 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "failure domain for any created local pool", 2021-03-04T23:00:53.962 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.963 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.963 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.963 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.963 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:53.963 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:53.964 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.964 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.964 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.964 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.964 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.965 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.965 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.965 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:53.965 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:53.965 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:53.966 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.966 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:53.966 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:53.966 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.966 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.967 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.967 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.967 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.967 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.967 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:53.968 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:53.968 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.968 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.968 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.969 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.969 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.969 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.969 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.969 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.970 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.970 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.970 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.970 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.970 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:53.971 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:53.971 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.971 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.971 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.971 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:53.972 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.972 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.972 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.972 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:53.972 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:53.973 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:53.973 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.973 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:53.973 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:53.973 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.974 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.974 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.974 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.974 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.974 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.975 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:53.975 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:53.975 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.975 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.976 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.976 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.976 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.976 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.976 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.977 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.977 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.977 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.977 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.977 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.978 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min_size": { 2021-03-04T23:00:53.978 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "min_size", 2021-03-04T23:00:53.978 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:53.978 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.978 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.979 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.979 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.979 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.979 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.979 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "default min_size for any created local pool", 2021-03-04T23:00:53.980 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.980 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.980 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.980 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.980 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_rep": { 2021-03-04T23:00:53.981 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "num_rep", 2021-03-04T23:00:53.981 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:53.981 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.981 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.981 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "3", 2021-03-04T23:00:53.982 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.982 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.982 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.982 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "default replica count for any created local pool", 2021-03-04T23:00:53.982 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.983 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.983 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.983 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.983 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "pg_num": { 2021-03-04T23:00:53.983 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "pg_num", 2021-03-04T23:00:53.984 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:53.984 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.984 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.984 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "128", 2021-03-04T23:00:53.984 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.985 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.985 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.985 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "default pg_num for any created local pool", 2021-03-04T23:00:53.985 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.985 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.986 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.986 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.986 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "prefix": { 2021-03-04T23:00:53.986 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "prefix", 2021-03-04T23:00:53.987 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.987 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.987 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.987 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.987 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.988 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.988 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.988 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "name prefix for any created local pool", 2021-03-04T23:00:53.988 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.988 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.989 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.989 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.989 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "subtree": { 2021-03-04T23:00:53.989 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "subtree", 2021-03-04T23:00:53.989 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.990 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.990 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.990 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "rack", 2021-03-04T23:00:53.990 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.990 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.991 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:53.991 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "CRUSH level for which to create a local pool", 2021-03-04T23:00:53.991 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.991 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.991 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.992 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:53.992 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:53.992 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.992 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:53.993 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "orchestrator", 2021-03-04T23:00:53.993 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:53.993 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:53.993 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:53.993 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:53.994 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:53.994 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:53.994 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.994 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.994 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:53.995 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.995 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.995 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:53.995 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:53.995 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:53.996 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:53.996 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:53.996 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:53.996 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:53.996 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:53.997 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:53.997 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:53.997 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:53.997 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:53.997 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:53.998 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:53.998 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:53.998 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:53.998 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:53.998 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:53.999 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:53.999 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:53.999 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:53.999 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.000 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.000 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.000 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.000 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.000 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.001 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:54.001 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:54.001 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.001 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.001 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.002 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:54.002 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.002 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.002 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.002 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.003 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.003 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.003 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.003 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.003 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.004 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.004 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.004 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.004 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.004 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.005 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.005 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:54.005 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:54.005 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.006 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.006 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.006 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.006 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.006 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.007 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.007 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.007 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.007 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.007 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.008 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.008 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "orchestrator": { 2021-03-04T23:00:54.008 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "orchestrator", 2021-03-04T23:00:54.008 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.008 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.009 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.009 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:00:54.009 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.009 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.009 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.010 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "cephadm", 2021-03-04T23:00:54.010 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "rook", 2021-03-04T23:00:54.010 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "test_orchestrator" 2021-03-04T23:00:54.010 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.010 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Orchestrator backend", 2021-03-04T23:00:54.011 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.011 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.011 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.011 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.012 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.012 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.012 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:54.012 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "osd_support", 2021-03-04T23:00:54.012 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:54.013 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:54.013 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:54.013 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:54.013 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:54.013 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.014 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.014 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.014 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.014 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.015 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.015 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.015 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.015 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.015 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.016 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.016 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.016 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.016 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.017 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.017 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.017 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.017 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.017 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.018 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:54.018 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:54.018 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.018 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.018 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.019 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.019 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.019 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.019 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.019 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.020 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.020 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.020 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.020 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.020 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:54.021 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:54.021 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.021 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.021 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.022 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:54.022 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.022 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.022 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.022 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.023 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.023 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.023 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.023 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.023 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.024 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.024 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.024 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.024 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.024 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.025 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.025 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:54.025 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:54.025 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.025 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.026 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.026 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.026 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.026 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.027 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.027 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.027 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.027 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.027 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.028 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.028 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.028 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.028 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:54.028 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "pg_autoscaler", 2021-03-04T23:00:54.029 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:54.029 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:54.029 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:54.029 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:54.029 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:54.030 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.030 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.030 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.030 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.030 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.031 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.031 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.031 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.031 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.031 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.032 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.032 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.032 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.032 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.033 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.033 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.033 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.033 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.033 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.034 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:54.034 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:54.034 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.034 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.034 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.035 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.035 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.035 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.035 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.035 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.036 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.036 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.036 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.036 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.036 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:54.037 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:54.037 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.037 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.037 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.037 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:54.038 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.038 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.038 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.038 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.039 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.039 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.039 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.039 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.039 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.040 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.040 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.040 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.040 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.040 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.041 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.041 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:54.041 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:54.041 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.041 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.042 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.042 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.042 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.042 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.043 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.043 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.043 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.043 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.043 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.044 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.044 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-03-04T23:00:54.044 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-03-04T23:00:54.044 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.044 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.045 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.045 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T23:00:54.045 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.045 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.045 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.046 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.046 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.046 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.046 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.046 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.047 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.047 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.047 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:54.047 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "progress", 2021-03-04T23:00:54.047 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:54.048 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:54.048 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:54.048 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enabled": { 2021-03-04T23:00:54.048 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "enabled", 2021-03-04T23:00:54.049 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.049 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.049 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.049 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:54.049 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.050 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.050 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.050 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.050 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.050 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.051 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.051 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.051 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:54.051 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:54.051 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.052 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.055 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.056 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.056 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.056 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.056 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.056 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.057 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.057 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.057 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.057 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.058 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.058 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.058 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.058 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.058 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.059 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.059 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.059 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:54.059 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:54.059 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.060 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.060 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.060 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.060 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.061 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.061 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.061 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.061 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.061 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.062 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.062 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.062 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:54.062 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:54.062 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.063 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.063 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.063 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:54.063 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.063 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.064 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.064 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.064 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.064 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.064 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.065 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.065 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.065 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.065 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.065 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.066 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.066 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.066 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.066 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:54.066 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:54.067 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.067 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.067 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.067 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.068 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.068 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.068 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.068 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.068 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.069 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.069 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.069 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.069 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max_completed_events": { 2021-03-04T23:00:54.069 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "max_completed_events", 2021-03-04T23:00:54.070 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:54.070 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.070 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.070 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "50", 2021-03-04T23:00:54.070 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.071 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.071 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.071 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "number of past completed events to remember", 2021-03-04T23:00:54.071 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.071 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.072 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.072 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.072 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "persist_interval": { 2021-03-04T23:00:54.072 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "persist_interval", 2021-03-04T23:00:54.072 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:00:54.073 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.073 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.073 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-03-04T23:00:54.073 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.073 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.074 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.074 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "how frequently to persist completed events", 2021-03-04T23:00:54.074 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.074 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.075 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.075 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.075 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.075 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.075 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:54.076 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "prometheus", 2021-03-04T23:00:54.076 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:54.076 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:54.076 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:54.076 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:54.077 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:54.077 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.077 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.077 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.077 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.078 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.078 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.078 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.078 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.078 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.079 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.079 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.079 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.079 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.079 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.080 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.080 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.080 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.080 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.080 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.081 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:54.081 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:54.081 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.081 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.082 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.082 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.082 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.082 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.082 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.083 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.083 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.083 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.083 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.083 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.084 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:54.084 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:54.084 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.084 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.084 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.085 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:54.085 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.085 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.085 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.085 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.086 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.086 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.086 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.086 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.087 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.087 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.087 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.087 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.087 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.088 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.088 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.088 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:54.088 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:54.088 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.089 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.089 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.089 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.089 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.089 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.090 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.090 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.090 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.090 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.090 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.091 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.091 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "rbd_stats_pools": { 2021-03-04T23:00:54.091 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "rbd_stats_pools", 2021-03-04T23:00:54.091 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.092 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.092 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.092 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.092 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.092 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.093 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.093 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.093 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.093 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.093 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.094 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.094 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "rbd_stats_pools_refresh_interval": { 2021-03-04T23:00:54.094 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "rbd_stats_pools_refresh_interval", 2021-03-04T23:00:54.094 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:54.094 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.095 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.095 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "300", 2021-03-04T23:00:54.095 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.095 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.095 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.096 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.096 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.096 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.096 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.096 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.097 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "scrape_interval": { 2021-03-04T23:00:54.097 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "scrape_interval", 2021-03-04T23:00:54.097 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.097 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.097 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.098 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.098 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.098 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.098 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.098 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.099 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.099 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.099 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.099 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.099 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-03-04T23:00:54.100 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-03-04T23:00:54.100 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.100 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.100 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.101 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.101 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.101 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.101 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.101 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.102 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.102 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.102 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.102 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.102 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "server_port": { 2021-03-04T23:00:54.103 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-03-04T23:00:54.103 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.103 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.103 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.103 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.104 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.104 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.104 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.104 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.104 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.105 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.105 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.105 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.105 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "stale_cache_strategy": { 2021-03-04T23:00:54.105 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "stale_cache_strategy", 2021-03-04T23:00:54.106 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.106 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.106 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.106 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.106 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.107 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.107 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.107 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.107 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.107 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.108 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.108 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.108 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.108 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.108 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:54.109 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "rbd_support", 2021-03-04T23:00:54.109 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:54.109 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:54.109 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:54.110 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:54.110 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:54.110 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.110 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.110 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.111 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.111 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.111 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.111 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.111 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.112 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.112 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.112 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.112 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.112 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.113 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.113 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.113 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.113 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.113 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.114 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.114 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:54.114 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:54.114 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.114 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.115 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.115 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.115 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.115 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.115 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.116 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.116 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.116 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.116 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.117 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.117 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:54.117 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:54.117 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.117 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.118 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.118 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:54.118 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.118 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.118 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.119 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.119 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.119 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.119 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.119 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.120 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.120 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.120 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.120 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.120 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.121 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.121 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.121 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:54.121 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:54.121 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.122 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.122 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.122 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.122 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.123 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.123 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.123 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.123 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.123 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.124 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.124 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.124 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "mirror_snapshot_schedule": { 2021-03-04T23:00:54.124 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "mirror_snapshot_schedule", 2021-03-04T23:00:54.124 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.125 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.125 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.125 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.125 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.125 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.126 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.126 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.126 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.126 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.126 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.127 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.127 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "trash_purge_schedule": { 2021-03-04T23:00:54.127 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "trash_purge_schedule", 2021-03-04T23:00:54.127 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.127 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.128 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.128 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.128 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.128 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.128 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.129 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.129 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.129 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.129 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.129 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.130 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.130 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.130 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:54.130 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "restful", 2021-03-04T23:00:54.131 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:54.131 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:54.131 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:54.131 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "key_file": { 2021-03-04T23:00:54.131 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "key_file", 2021-03-04T23:00:54.132 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.132 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.132 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.132 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.132 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.133 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.133 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.133 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.133 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.133 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.134 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.134 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.134 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:54.134 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:54.134 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.135 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.135 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.135 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.135 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.135 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.136 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.136 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.136 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.136 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.136 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.137 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.137 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.137 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.137 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.138 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.138 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.138 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.138 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.138 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:54.139 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:54.139 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.139 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.139 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.139 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.140 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.140 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.140 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.140 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.140 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.141 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.141 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.141 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.141 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:54.141 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:54.142 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.142 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.142 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.142 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:54.142 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.143 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.143 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.143 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.143 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.143 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.144 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.144 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.144 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.144 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.145 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.145 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.145 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.145 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.145 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.146 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:54.146 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:54.146 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.146 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.146 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.147 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.147 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.147 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.147 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.147 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.148 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.148 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.148 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.148 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.148 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-03-04T23:00:54.149 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-03-04T23:00:54.149 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.149 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.149 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.149 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.150 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.150 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.150 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.150 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.151 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.151 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.151 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.151 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.151 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "server_port": { 2021-03-04T23:00:54.152 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-03-04T23:00:54.152 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.152 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.152 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.152 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.153 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.153 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.153 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.153 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.153 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.154 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.154 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.154 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.154 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.154 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.155 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:54.155 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "rook", 2021-03-04T23:00:54.155 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:54.155 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:54.155 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:54.156 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:54.156 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:54.156 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.156 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.156 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.157 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.157 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.157 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.157 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.157 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.158 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.158 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.158 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.158 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.159 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.159 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.159 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.159 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.159 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.160 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.160 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.160 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:54.160 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:54.160 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.161 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.161 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.161 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.161 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.161 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.162 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.162 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.162 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.162 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.162 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.163 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.163 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:54.163 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:54.163 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.163 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.164 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.164 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:54.164 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.164 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.164 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.165 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.165 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.165 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.165 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.165 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.166 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.166 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.166 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.166 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.167 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.167 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.167 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.167 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:54.167 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:54.168 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.168 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.168 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.168 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.168 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.169 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.169 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.169 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.169 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.169 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.170 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.170 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.170 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.170 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.170 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:54.171 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "selftest", 2021-03-04T23:00:54.171 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:54.171 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:54.171 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:54.171 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:54.172 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:54.172 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.172 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.172 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.172 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.173 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.173 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.173 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.173 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.173 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.174 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.174 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.174 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.174 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.175 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.175 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.175 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.175 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.175 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.176 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.176 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:54.176 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:54.176 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.176 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.177 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.177 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.177 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.177 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.177 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.178 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.178 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.178 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.178 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.178 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.179 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:54.179 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:54.179 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.179 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.179 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.180 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:54.180 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.180 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.180 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.181 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.181 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.181 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.181 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.181 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.182 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.182 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.182 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.182 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.182 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.183 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.183 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.183 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:54.183 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:54.183 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.184 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.184 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.184 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.184 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.184 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.185 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.185 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.185 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.185 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.185 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.186 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.186 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "roption1": { 2021-03-04T23:00:54.186 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "roption1", 2021-03-04T23:00:54.186 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.186 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.187 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.187 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.187 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.187 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.188 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.188 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.188 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.188 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.188 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.189 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.189 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "roption2": { 2021-03-04T23:00:54.189 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "roption2", 2021-03-04T23:00:54.189 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.189 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.190 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.190 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "xyz", 2021-03-04T23:00:54.190 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.190 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.190 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.191 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.191 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.191 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.191 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.191 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.192 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "rwoption1": { 2021-03-04T23:00:54.192 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "rwoption1", 2021-03-04T23:00:54.192 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.192 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.192 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.193 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.193 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.193 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.193 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.193 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.194 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.194 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.194 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.194 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.194 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "rwoption2": { 2021-03-04T23:00:54.195 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "rwoption2", 2021-03-04T23:00:54.195 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:54.195 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.195 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.195 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.196 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.196 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.196 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.196 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.197 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.197 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.197 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.197 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.197 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "rwoption3": { 2021-03-04T23:00:54.198 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "rwoption3", 2021-03-04T23:00:54.198 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "float", 2021-03-04T23:00:54.198 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.198 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.198 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.199 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.199 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.199 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.199 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.199 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.200 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.200 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.200 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.200 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "rwoption4": { 2021-03-04T23:00:54.200 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "rwoption4", 2021-03-04T23:00:54.201 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.201 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.201 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.201 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.201 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.202 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.202 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.202 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.202 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.203 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.203 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.203 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.203 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "rwoption5": { 2021-03-04T23:00:54.203 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "rwoption5", 2021-03-04T23:00:54.204 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.204 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.204 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.204 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.204 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.205 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.205 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.205 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.205 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.205 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.206 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.206 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.206 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "rwoption6": { 2021-03-04T23:00:54.206 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "rwoption6", 2021-03-04T23:00:54.206 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.207 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.207 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.207 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:54.207 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.207 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.208 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.208 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.208 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.208 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.208 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.209 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.209 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "testkey": { 2021-03-04T23:00:54.209 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "testkey", 2021-03-04T23:00:54.209 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.209 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.210 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.210 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.210 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.210 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.211 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.211 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.211 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.211 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.211 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.212 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.212 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "testlkey": { 2021-03-04T23:00:54.212 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "testlkey", 2021-03-04T23:00:54.212 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.212 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.213 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.213 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.213 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.213 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.213 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.214 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.214 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.214 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.214 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.214 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.215 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "testnewline": { 2021-03-04T23:00:54.215 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "testnewline", 2021-03-04T23:00:54.215 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.215 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.215 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.216 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.216 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.216 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.216 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.217 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.217 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.217 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.217 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.217 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.218 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.218 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.218 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:54.218 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "status", 2021-03-04T23:00:54.218 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:54.219 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:54.219 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:54.219 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:54.219 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:54.219 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.220 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.220 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.220 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.220 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.220 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.221 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.221 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.221 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.221 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.221 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.222 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.222 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.222 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.222 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.222 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.223 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.223 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.223 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.223 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:54.223 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:54.224 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.224 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.224 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.224 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.224 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.225 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.225 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.225 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.225 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.225 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.226 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.226 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.226 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:54.226 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:54.227 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.227 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.227 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.227 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:54.227 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.228 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.228 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.228 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.228 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.228 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.229 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.229 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.229 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.229 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.229 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.230 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.230 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.230 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.230 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.230 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:54.231 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:54.231 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.231 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.231 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.231 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.232 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.232 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.232 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.232 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.232 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.233 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.233 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.233 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.233 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.233 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.234 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:54.234 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "telegraf", 2021-03-04T23:00:54.234 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:54.234 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:54.235 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:54.235 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "address": { 2021-03-04T23:00:54.235 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "address", 2021-03-04T23:00:54.235 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.235 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.236 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.236 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "unixgram:///tmp/telegraf.sock", 2021-03-04T23:00:54.236 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.236 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.236 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.237 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.237 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.237 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.237 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.237 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.238 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T23:00:54.238 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T23:00:54.238 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:00:54.238 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.238 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.239 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "15", 2021-03-04T23:00:54.239 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.239 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.239 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.240 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.240 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.240 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.240 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.240 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.241 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:54.241 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:54.241 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.241 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.241 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.242 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.242 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.242 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.242 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.242 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.243 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.243 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.243 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.243 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.243 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.244 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.244 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.244 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.244 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.244 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.245 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.245 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:54.245 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:54.245 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.245 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.246 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.246 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.246 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.246 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.246 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.247 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.247 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.247 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.247 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.247 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.248 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:54.248 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:54.248 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.248 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.249 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.249 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:54.249 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.249 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.249 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.250 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.250 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.250 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.250 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.250 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.251 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.251 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.251 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.251 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.251 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.252 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.252 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.252 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:54.252 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:54.252 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.253 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.253 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.253 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.253 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.253 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.254 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.254 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.254 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.254 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.254 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.255 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.255 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.255 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.255 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:54.255 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "telemetry", 2021-03-04T23:00:54.256 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:54.256 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:54.256 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:54.256 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "channel_basic": { 2021-03-04T23:00:54.256 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "channel_basic", 2021-03-04T23:00:54.257 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.257 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.257 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.257 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:54.258 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.258 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.258 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.258 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Share basic cluster information (size, version)", 2021-03-04T23:00:54.258 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.259 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.259 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.259 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.259 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "channel_crash": { 2021-03-04T23:00:54.259 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "channel_crash", 2021-03-04T23:00:54.260 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.260 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.260 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.260 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:54.260 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.261 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.261 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.261 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.261 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.261 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.262 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.262 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.262 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "channel_device": { 2021-03-04T23:00:54.262 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "channel_device", 2021-03-04T23:00:54.262 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.263 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.263 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.263 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:00:54.263 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.263 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.264 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.264 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.264 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.264 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.264 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.265 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.265 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "channel_ident": { 2021-03-04T23:00:54.265 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "channel_ident", 2021-03-04T23:00:54.265 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.265 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.266 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.266 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.266 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.266 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.267 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.267 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.267 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.267 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.267 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.268 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.268 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "contact": { 2021-03-04T23:00:54.268 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "contact", 2021-03-04T23:00:54.268 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.268 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.269 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.269 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:00:54.269 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.269 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.269 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.270 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.270 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.270 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.270 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.270 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.271 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "description": { 2021-03-04T23:00:54.271 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "description", 2021-03-04T23:00:54.271 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.271 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.271 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.272 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:00:54.272 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.272 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.272 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.272 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.273 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.273 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.273 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.273 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.273 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "device_url": { 2021-03-04T23:00:54.274 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "device_url", 2021-03-04T23:00:54.274 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.274 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.274 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.275 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "https://telemetry.ceph.com/device", 2021-03-04T23:00:54.275 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.275 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.275 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.275 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.276 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.276 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.276 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.276 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.276 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enabled": { 2021-03-04T23:00:54.277 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "enabled", 2021-03-04T23:00:54.277 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.277 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.277 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.277 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.278 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.278 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.278 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.278 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.278 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.279 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.279 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.279 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.279 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T23:00:54.279 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T23:00:54.280 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:54.280 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.280 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.280 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "24", 2021-03-04T23:00:54.280 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "8", 2021-03-04T23:00:54.281 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.281 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.281 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.281 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.281 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.282 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.282 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.282 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "last_opt_revision": { 2021-03-04T23:00:54.282 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "last_opt_revision", 2021-03-04T23:00:54.283 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:54.283 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.283 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.283 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "1", 2021-03-04T23:00:54.283 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.284 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.284 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.284 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.284 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.284 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.285 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.285 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.285 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "leaderboard": { 2021-03-04T23:00:54.285 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "leaderboard", 2021-03-04T23:00:54.285 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.286 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.286 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.286 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.286 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.286 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.287 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.287 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.287 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.287 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.288 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.288 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.288 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:54.288 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:54.288 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.289 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.289 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.289 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.289 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.289 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.290 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.290 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.290 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.290 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.290 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.291 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.291 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.291 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.291 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.291 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.292 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.292 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.292 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.292 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:54.292 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:54.293 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.293 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.293 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.293 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.293 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.294 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.294 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.294 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.294 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.295 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.295 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.295 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.295 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:54.295 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:54.296 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.296 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.296 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.296 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:54.296 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.297 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.297 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.297 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.297 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.297 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.298 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.298 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.298 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.298 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.298 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.299 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.299 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.299 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.299 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.300 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:54.300 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:54.300 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.300 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.300 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.301 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.301 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.301 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.301 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.301 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.302 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.302 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.302 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.302 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.302 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "organization": { 2021-03-04T23:00:54.303 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "organization", 2021-03-04T23:00:54.303 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.303 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.303 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.303 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:00:54.304 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.304 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.304 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.304 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.304 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.305 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.305 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.305 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.305 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "proxy": { 2021-03-04T23:00:54.306 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "proxy", 2021-03-04T23:00:54.306 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.306 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.306 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.306 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:00:54.307 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.307 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.307 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.307 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.307 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.308 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.308 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.308 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.308 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "url": { 2021-03-04T23:00:54.309 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "url", 2021-03-04T23:00:54.309 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.309 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.309 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.309 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "https://telemetry.ceph.com/report", 2021-03-04T23:00:54.310 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.310 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.310 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.310 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.310 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.311 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.311 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.311 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.311 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.311 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.312 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:54.312 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "test_orchestrator", 2021-03-04T23:00:54.312 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:54.312 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:54.312 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:54.313 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:54.313 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:54.313 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.313 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.313 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.314 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.314 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.314 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.314 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.315 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.315 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.315 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.315 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.315 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.316 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.316 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.316 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.316 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.316 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.317 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.317 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.317 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:54.317 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:54.317 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.318 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.318 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.318 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.318 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.318 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.319 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.319 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.319 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.319 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.319 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.320 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.320 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:54.320 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:54.320 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.320 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.321 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.321 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:54.321 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.321 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.321 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.322 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.322 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.322 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.322 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.323 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.323 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.323 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.323 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.323 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.324 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.324 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.324 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.324 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:54.324 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:54.325 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.325 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.325 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.325 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.325 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.326 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.326 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.326 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.326 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.327 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.327 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.327 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.327 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.327 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.328 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:54.328 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "volumes", 2021-03-04T23:00:54.328 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:54.328 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:54.328 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:54.329 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:54.329 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:54.329 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.329 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.329 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.330 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.330 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.330 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.330 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.330 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.331 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.331 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.331 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.331 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.331 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.332 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.332 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.332 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.332 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.332 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.333 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.333 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:54.333 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:54.333 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.334 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.334 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.334 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.334 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.334 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.335 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.335 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.335 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.335 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.335 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.336 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.336 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:54.336 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:54.336 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.336 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.337 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.337 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:54.337 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.337 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.337 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.338 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.338 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.338 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.338 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.338 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.339 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.339 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.339 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.339 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.340 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.340 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.340 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.340 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:54.340 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:54.341 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.341 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.341 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.341 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.341 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.342 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.342 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.342 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.342 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.342 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.343 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.343 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.343 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max_concurrent_clones": { 2021-03-04T23:00:54.343 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "max_concurrent_clones", 2021-03-04T23:00:54.343 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:54.344 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.344 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.344 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "4", 2021-03-04T23:00:54.344 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.344 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.345 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.345 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Number of asynchronous cloner threads", 2021-03-04T23:00:54.345 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.345 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.346 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.346 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.346 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.346 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.346 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:54.347 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "zabbix", 2021-03-04T23:00:54.347 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:00:54.347 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:00:54.347 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:00:54.347 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "discovery_interval": { 2021-03-04T23:00:54.348 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "discovery_interval", 2021-03-04T23:00:54.348 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.348 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.348 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.348 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "100", 2021-03-04T23:00:54.349 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.349 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.349 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.349 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.349 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.350 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.350 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.350 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.350 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "identifier": { 2021-03-04T23:00:54.351 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "identifier", 2021-03-04T23:00:54.351 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.351 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.351 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.351 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.352 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.352 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.352 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.352 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.352 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.353 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.353 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.353 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.353 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T23:00:54.353 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T23:00:54.354 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:00:54.354 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.354 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.354 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T23:00:54.354 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.355 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.355 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.355 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.355 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.355 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.356 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.356 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.356 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:00:54.356 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:00:54.356 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.357 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.357 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.357 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:00:54.357 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.358 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.358 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.358 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.358 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.358 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.359 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.359 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.359 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.359 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.359 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.360 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.360 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.360 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.360 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.360 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:00:54.361 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:00:54.361 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.361 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.361 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.361 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.362 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.362 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.362 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.362 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.363 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.363 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.363 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.363 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.363 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:00:54.364 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:00:54.364 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.364 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.364 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.364 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:00:54.365 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.365 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.365 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:00:54.365 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:00:54.365 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:00:54.366 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:00:54.366 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:00:54.366 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:00:54.366 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:00:54.366 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.367 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.367 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.367 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.367 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.368 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.368 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:00:54.368 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:00:54.368 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:00:54.368 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.369 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:00:54.369 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:00:54.369 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.369 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.369 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.370 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.370 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.370 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.370 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.370 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.371 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "zabbix_host": { 2021-03-04T23:00:54.371 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "zabbix_host", 2021-03-04T23:00:54.371 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.371 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.371 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.372 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:00:54.372 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.372 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.372 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.372 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.373 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.373 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.373 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.373 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.373 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "zabbix_port": { 2021-03-04T23:00:54.374 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "zabbix_port", 2021-03-04T23:00:54.374 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:00:54.374 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.374 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.374 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "10051", 2021-03-04T23:00:54.375 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.375 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.375 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.375 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.375 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.376 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.376 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.376 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.376 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "zabbix_sender": { 2021-03-04T23:00:54.376 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "zabbix_sender", 2021-03-04T23:00:54.377 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:00:54.377 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:00:54.377 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:00:54.377 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "/usr/bin/zabbix_sender", 2021-03-04T23:00:54.378 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:00:54.378 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:00:54.378 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:00:54.378 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:00:54.378 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:00:54.379 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:00:54.379 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:00:54.379 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.379 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.379 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.380 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.380 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "services": {}, 2021-03-04T23:00:54.380 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "always_on_modules": { 2021-03-04T23:00:54.380 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "nautilus": [ 2021-03-04T23:00:54.380 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "balancer", 2021-03-04T23:00:54.381 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "crash", 2021-03-04T23:00:54.381 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "devicehealth", 2021-03-04T23:00:54.381 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "orchestrator_cli", 2021-03-04T23:00:54.381 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "progress", 2021-03-04T23:00:54.381 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "rbd_support", 2021-03-04T23:00:54.382 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "status", 2021-03-04T23:00:54.382 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "volumes" 2021-03-04T23:00:54.382 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.382 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "octopus": [ 2021-03-04T23:00:54.382 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "balancer", 2021-03-04T23:00:54.383 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "crash", 2021-03-04T23:00:54.383 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "devicehealth", 2021-03-04T23:00:54.383 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "orchestrator", 2021-03-04T23:00:54.383 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "pg_autoscaler", 2021-03-04T23:00:54.383 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "progress", 2021-03-04T23:00:54.384 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "rbd_support", 2021-03-04T23:00:54.384 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "status", 2021-03-04T23:00:54.384 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "telemetry", 2021-03-04T23:00:54.384 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "volumes" 2021-03-04T23:00:54.384 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:00:54.385 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "last_failure_osd_epoch": 0, 2021-03-04T23:00:54.385 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "active_clients": [ 2021-03-04T23:00:54.385 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:54.385 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-03-04T23:00:54.385 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:54.386 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-03-04T23:00:54.386 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "addr": "172.21.2.111:0", 2021-03-04T23:00:54.386 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "nonce": 3572155474 2021-03-04T23:00:54.386 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.387 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ] 2021-03-04T23:00:54.387 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:00:54.387 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:54.387 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-03-04T23:00:54.387 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:54.388 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-03-04T23:00:54.388 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "addr": "172.21.2.111:0", 2021-03-04T23:00:54.388 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "nonce": 1613118453 2021-03-04T23:00:54.388 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.388 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ] 2021-03-04T23:00:54.389 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.389 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ] 2021-03-04T23:00:54.389 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.389 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:54.390 INFO:teuthology.orchestra.run.gibba011.stderr:Waiting for the mgr to restart... 2021-03-04T23:00:54.391 INFO:teuthology.orchestra.run.gibba011.stderr:Waiting for Mgr epoch 5... 2021-03-04T23:00:54.391 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 -v /var/log/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp84showw5:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp2pv6s_s9:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus tell mgr mgr_status 2021-03-04T23:00:55.887 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:00:55.888 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2021-03-04T23:00:55.888 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "initialized": true 2021-03-04T23:00:55.888 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:00:56.392 INFO:teuthology.orchestra.run.gibba011.stderr:Mgr epoch 5 is available 2021-03-04T23:00:56.393 INFO:teuthology.orchestra.run.gibba011.stderr:Setting orchestrator backend to cephadm... 2021-03-04T23:00:56.393 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 -v /var/log/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp84showw5:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp2pv6s_s9:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus orch set backend cephadm 2021-03-04T23:00:57.418 INFO:teuthology.orchestra.run.gibba011.stderr:Generating ssh key... 2021-03-04T23:00:57.418 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 -v /var/log/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp84showw5:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp2pv6s_s9:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus cephadm generate-key 2021-03-04T23:00:58.667 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 -v /var/log/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp84showw5:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp2pv6s_s9:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus cephadm get-pub-key 2021-03-04T23:00:59.175 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDoRIF/zDeBv3v3aA6bLGM/asLS9Ah9CP5PEO7IB6ELYCciZh2icaDCnjtXcjqxvYmeMkHGBJZz7cz7NnLgF+yk8ENj2uOrhc31ziAP6zpFX5TT+GWjZYPLRFHBCRrL08xEyO+w0fWyq1qfe0uLKFoGmPFrpwomMrhauiL6FtCs4dVnY3QzaSaL3UsSuxorgqBzYzVW++eBZRsZt4A+OEk4rY905CFvQGI/6Jz/zO4x1evGorNnBdVQZfCg8X13nI0Kln2S5w6PcoE25W5HETm0NKvfTdUjksJXfRhunowuXLEd7iLKBP+dV1D3R3rhEr6XVIdNp0Ug1UC2XgPM6+XTcKYlbJZP3EwwGXsf2V+93kBSskiGNNpN5hIPgyz9B25Eact25c+lbVjJO245G/BxzgNm9KJyhpShVosAe4bbsix7fvdmyxwiBoiPyN5jeQuixYWBijUZQUhtGoa5Y8+4vt3XLmqt3a0AocFec8tcRIADS9i/sVfvgQQdoItjR6E= ceph-5f47b844-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:00:59.692 INFO:teuthology.orchestra.run.gibba011.stderr:Wrote public SSH key to to /home/ubuntu/cephtest/ceph.pub 2021-03-04T23:00:59.693 INFO:teuthology.orchestra.run.gibba011.stderr:Adding key to root@localhost's authorized_keys... 2021-03-04T23:00:59.694 INFO:teuthology.orchestra.run.gibba011.stderr:Adding host gibba011... 2021-03-04T23:00:59.694 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 -v /var/log/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp84showw5:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp2pv6s_s9:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus orch host add gibba011 2021-03-04T23:01:00.637 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout Added host 'gibba011' 2021-03-04T23:01:01.623 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 -v /var/log/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp84showw5:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp2pv6s_s9:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus config set mgr mgr/dashboard/ssl_server_port 8443 2021-03-04T23:01:03.079 INFO:teuthology.orchestra.run.gibba011.stderr:Enabling the dashboard module... 2021-03-04T23:01:03.080 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 -v /var/log/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp84showw5:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp2pv6s_s9:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus mgr module enable dashboard 2021-03-04T23:01:04.809 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 -v /var/log/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp84showw5:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp2pv6s_s9:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus mgr dump 2021-03-04T23:01:05.815 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:05.815 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "epoch": 9, 2021-03-04T23:01:05.816 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "active_gid": 14116, 2021-03-04T23:01:05.816 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "active_name": "y", 2021-03-04T23:01:05.816 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "active_addrs": { 2021-03-04T23:01:05.816 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-03-04T23:01:05.817 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:05.817 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-03-04T23:01:05.817 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "addr": "172.21.2.111:6800", 2021-03-04T23:01:05.817 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "nonce": 1529344817 2021-03-04T23:01:05.817 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.818 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:05.818 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "v1", 2021-03-04T23:01:05.818 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "addr": "172.21.2.111:6801", 2021-03-04T23:01:05.818 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "nonce": 1529344817 2021-03-04T23:01:05.818 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:05.819 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ] 2021-03-04T23:01:05.819 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.819 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "active_addr": "172.21.2.111:6801/1529344817", 2021-03-04T23:01:05.819 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "active_change": "2021-03-04T23:00:54.492052+0000", 2021-03-04T23:01:05.819 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "active_mgr_features": 4540138292840890367, 2021-03-04T23:01:05.820 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "available": true, 2021-03-04T23:01:05.820 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "standbys": [], 2021-03-04T23:01:05.820 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "modules": [ 2021-03-04T23:01:05.820 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "cephadm", 2021-03-04T23:01:05.821 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "dashboard", 2021-03-04T23:01:05.821 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "iostat", 2021-03-04T23:01:05.821 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "restful" 2021-03-04T23:01:05.821 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:05.821 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "available_modules": [ 2021-03-04T23:01:05.822 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:05.822 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "alerts", 2021-03-04T23:01:05.822 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:05.822 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:05.822 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:05.823 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T23:01:05.823 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T23:01:05.823 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:01:05.823 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.823 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.824 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T23:01:05.824 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.824 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.824 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.824 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "How frequently to reexamine health status", 2021-03-04T23:01:05.825 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.825 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.825 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.825 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.825 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:05.826 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:05.826 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.826 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.826 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.826 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:05.827 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.827 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.827 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:05.827 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:05.827 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:05.828 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:05.828 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:05.828 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:05.828 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:05.828 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:05.829 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:05.829 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.829 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.829 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.829 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.830 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:05.830 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:05.830 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:05.830 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.831 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.831 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:05.831 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.831 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.831 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.832 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:05.832 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.832 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.832 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.832 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.833 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:05.833 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:05.833 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.833 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.833 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.834 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:05.834 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.834 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.834 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:05.834 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:05.835 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:05.835 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:05.835 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:05.835 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:05.835 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:05.836 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:05.836 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:05.836 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.836 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.836 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.837 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.837 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:05.837 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:05.837 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:05.837 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.838 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.838 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:05.838 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.838 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.838 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.839 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:05.839 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.839 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.839 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.839 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.840 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "smtp_destination": { 2021-03-04T23:01:05.840 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "smtp_destination", 2021-03-04T23:01:05.840 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.840 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.840 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.841 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:05.841 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.841 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.841 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.841 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Email address to send alerts to", 2021-03-04T23:01:05.842 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.842 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.842 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.842 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.842 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "smtp_from_name": { 2021-03-04T23:01:05.843 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "smtp_from_name", 2021-03-04T23:01:05.843 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.843 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.843 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.844 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "Ceph", 2021-03-04T23:01:05.844 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.844 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.844 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.844 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Email From: name", 2021-03-04T23:01:05.844 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.845 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.845 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.845 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.845 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "smtp_host": { 2021-03-04T23:01:05.846 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "smtp_host", 2021-03-04T23:01:05.846 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.846 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.846 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.846 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:05.847 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.847 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.847 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.847 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "SMTP server", 2021-03-04T23:01:05.847 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.848 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.848 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.848 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.848 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "smtp_password": { 2021-03-04T23:01:05.848 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "smtp_password", 2021-03-04T23:01:05.849 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.849 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.849 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.849 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:05.849 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.850 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.850 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.850 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Password to authenticate with", 2021-03-04T23:01:05.850 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.851 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.851 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.851 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.851 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "smtp_port": { 2021-03-04T23:01:05.851 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "smtp_port", 2021-03-04T23:01:05.852 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:05.852 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.852 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.852 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "465", 2021-03-04T23:01:05.852 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.853 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.853 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.853 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "SMTP port", 2021-03-04T23:01:05.853 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.853 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.854 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.854 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.854 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "smtp_sender": { 2021-03-04T23:01:05.854 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "smtp_sender", 2021-03-04T23:01:05.854 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.855 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.855 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.855 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:05.855 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.855 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.856 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.856 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "SMTP envelope sender", 2021-03-04T23:01:05.856 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.856 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.856 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.857 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.857 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "smtp_ssl": { 2021-03-04T23:01:05.857 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "smtp_ssl", 2021-03-04T23:01:05.857 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:05.857 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.858 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.858 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:05.858 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.858 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.858 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.859 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Use SSL to connect to SMTP server", 2021-03-04T23:01:05.859 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.859 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.859 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.859 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.860 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "smtp_user": { 2021-03-04T23:01:05.860 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "smtp_user", 2021-03-04T23:01:05.860 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.860 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.860 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.861 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:05.861 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.861 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.861 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.861 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "User to authenticate as", 2021-03-04T23:01:05.862 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.862 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.862 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.862 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:05.863 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:05.863 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.863 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:05.863 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "balancer", 2021-03-04T23:01:05.863 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:05.864 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:05.864 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:05.864 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "active": { 2021-03-04T23:01:05.864 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "active", 2021-03-04T23:01:05.864 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:05.865 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.865 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.865 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:05.865 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.865 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.866 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.866 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "automatically balance PGs across cluster", 2021-03-04T23:01:05.866 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.866 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.866 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.867 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.867 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "begin_time": { 2021-03-04T23:01:05.867 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "begin_time", 2021-03-04T23:01:05.867 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.867 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.868 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.868 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "0000", 2021-03-04T23:01:05.868 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.868 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.868 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.869 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "beginning time of day to automatically balance", 2021-03-04T23:01:05.869 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "This is a time of day in the format HHMM.", 2021-03-04T23:01:05.869 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.869 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.869 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.870 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "begin_weekday": { 2021-03-04T23:01:05.870 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "begin_weekday", 2021-03-04T23:01:05.870 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-03-04T23:01:05.870 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.871 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.871 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-03-04T23:01:05.871 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "0", 2021-03-04T23:01:05.871 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "7", 2021-03-04T23:01:05.871 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.872 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Restrict automatic balancing to this day of the week or later", 2021-03-04T23:01:05.872 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.", 2021-03-04T23:01:05.872 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.872 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.872 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.873 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "crush_compat_max_iterations": { 2021-03-04T23:01:05.873 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "crush_compat_max_iterations", 2021-03-04T23:01:05.873 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-03-04T23:01:05.873 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.873 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.874 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "25", 2021-03-04T23:01:05.874 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "1", 2021-03-04T23:01:05.874 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "250", 2021-03-04T23:01:05.874 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.875 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "maximum number of iterations to attempt optimization", 2021-03-04T23:01:05.875 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.875 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.875 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.875 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.876 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "crush_compat_metrics": { 2021-03-04T23:01:05.876 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "crush_compat_metrics", 2021-03-04T23:01:05.876 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.876 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.876 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.877 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "pgs,objects,bytes", 2021-03-04T23:01:05.877 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.877 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.877 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.877 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "metrics with which to calculate OSD utilization", 2021-03-04T23:01:05.878 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2021-03-04T23:01:05.878 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.878 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.878 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.878 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "crush_compat_step": { 2021-03-04T23:01:05.879 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "crush_compat_step", 2021-03-04T23:01:05.879 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "float", 2021-03-04T23:01:05.879 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.879 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.879 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "0.5", 2021-03-04T23:01:05.880 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "0.001", 2021-03-04T23:01:05.880 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "0.999", 2021-03-04T23:01:05.880 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.880 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "aggressiveness of optimization", 2021-03-04T23:01:05.880 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": ".99 is very aggressive, .01 is less aggressive", 2021-03-04T23:01:05.881 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.881 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.881 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.881 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "end_time": { 2021-03-04T23:01:05.881 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "end_time", 2021-03-04T23:01:05.882 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.882 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.882 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.882 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "2400", 2021-03-04T23:01:05.883 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.883 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.883 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.883 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "ending time of day to automatically balance", 2021-03-04T23:01:05.883 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "This is a time of day in the format HHMM.", 2021-03-04T23:01:05.884 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.884 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.884 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.884 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "end_weekday": { 2021-03-04T23:01:05.884 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "end_weekday", 2021-03-04T23:01:05.885 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-03-04T23:01:05.885 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.885 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.885 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "7", 2021-03-04T23:01:05.885 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "0", 2021-03-04T23:01:05.886 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "7", 2021-03-04T23:01:05.886 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.886 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Restrict automatic balancing to days of the week earlier than this", 2021-03-04T23:01:05.886 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "0 or 7 = Sunday, 1 = Monday, etc.", 2021-03-04T23:01:05.886 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.887 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.887 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.887 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:05.887 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:05.888 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.888 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.888 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.888 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:05.888 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.889 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.889 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:05.889 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:05.889 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:05.889 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:05.890 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:05.890 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:05.890 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:05.890 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:05.890 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:05.891 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.891 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.891 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.891 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.891 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:05.892 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:05.892 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:05.892 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.892 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.892 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:05.893 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.893 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.893 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.893 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:05.893 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.894 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.894 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.894 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.894 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:05.894 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:05.895 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.895 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.895 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.895 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:05.895 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.896 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.896 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:05.896 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:05.896 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:05.896 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:05.897 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:05.897 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:05.897 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:05.897 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:05.898 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:05.898 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.898 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.898 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.898 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.899 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:05.899 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:05.899 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:05.899 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.899 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.900 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:05.900 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.900 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.900 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.900 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:05.901 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.901 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.901 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.901 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.901 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min_score": { 2021-03-04T23:01:05.902 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "min_score", 2021-03-04T23:01:05.902 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "float", 2021-03-04T23:01:05.902 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.902 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.903 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-03-04T23:01:05.903 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.903 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.903 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.903 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "minimum score, below which no optimization is attempted", 2021-03-04T23:01:05.904 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.904 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.904 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.904 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.904 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "mode": { 2021-03-04T23:01:05.905 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "mode", 2021-03-04T23:01:05.905 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.905 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.905 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.905 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "none", 2021-03-04T23:01:05.906 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.906 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.906 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:05.906 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "crush-compat", 2021-03-04T23:01:05.906 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "none", 2021-03-04T23:01:05.907 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "upmap" 2021-03-04T23:01:05.907 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:05.907 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Balancer mode", 2021-03-04T23:01:05.907 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.907 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.908 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.908 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.908 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "pool_ids": { 2021-03-04T23:01:05.908 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "pool_ids", 2021-03-04T23:01:05.909 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.909 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.909 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.909 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:05.909 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.910 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.910 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.910 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "pools which the automatic balancing will be limited to", 2021-03-04T23:01:05.910 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.910 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.911 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.911 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.911 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-03-04T23:01:05.911 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-03-04T23:01:05.911 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:01:05.912 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.912 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.912 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T23:01:05.912 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.912 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.913 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.913 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "how frequently to wake up and attempt optimization", 2021-03-04T23:01:05.913 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.913 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.913 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.914 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.914 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "upmap_max_deviation": { 2021-03-04T23:01:05.914 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "upmap_max_deviation", 2021-03-04T23:01:05.914 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:05.914 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.915 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.915 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-03-04T23:01:05.915 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "1", 2021-03-04T23:01:05.915 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.915 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.916 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "deviation below which no optimization is attempted", 2021-03-04T23:01:05.916 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2021-03-04T23:01:05.916 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.916 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.916 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.917 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "upmap_max_optimizations": { 2021-03-04T23:01:05.917 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "upmap_max_optimizations", 2021-03-04T23:01:05.917 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "uint", 2021-03-04T23:01:05.917 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.918 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.918 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T23:01:05.918 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.918 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.918 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.919 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "maximum upmap optimizations to make per attempt", 2021-03-04T23:01:05.919 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.919 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.919 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.919 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:05.920 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:05.920 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.920 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:05.920 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "cephadm", 2021-03-04T23:01:05.920 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:05.921 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:05.921 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:05.921 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "allow_ptrace": { 2021-03-04T23:01:05.921 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "allow_ptrace", 2021-03-04T23:01:05.921 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:05.922 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.922 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:05.922 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:05.922 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.922 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.923 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.923 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "allow SYS_PTRACE capability on ceph containers", 2021-03-04T23:01:05.923 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2021-03-04T23:01:05.923 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.924 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.924 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.924 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "config_dashboard": { 2021-03-04T23:01:05.924 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "config_dashboard", 2021-03-04T23:01:05.924 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:05.925 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.925 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:05.925 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:05.925 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.925 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.926 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.926 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "manage configs like API endpoints in Dashboard.", 2021-03-04T23:01:05.926 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.926 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.926 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.927 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.927 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "container_image_alertmanager": { 2021-03-04T23:01:05.927 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "container_image_alertmanager", 2021-03-04T23:01:05.927 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.927 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.928 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:05.928 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/alertmanager:v0.20.0", 2021-03-04T23:01:05.928 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.928 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.928 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.929 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-03-04T23:01:05.929 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.929 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.929 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.929 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.930 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "container_image_base": { 2021-03-04T23:01:05.930 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "container_image_base", 2021-03-04T23:01:05.930 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.930 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.930 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.931 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/ceph/ceph", 2021-03-04T23:01:05.931 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.931 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.931 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.932 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Container image name, without the tag", 2021-03-04T23:01:05.932 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.932 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.932 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.932 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.933 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "container_image_grafana": { 2021-03-04T23:01:05.933 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "container_image_grafana", 2021-03-04T23:01:05.933 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.933 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.933 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:05.934 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/ceph/ceph-grafana:6.6.2", 2021-03-04T23:01:05.934 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.934 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.934 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.934 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-03-04T23:01:05.935 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.935 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.935 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.935 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.935 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "container_image_node_exporter": { 2021-03-04T23:01:05.936 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "container_image_node_exporter", 2021-03-04T23:01:05.936 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.936 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.936 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:05.936 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/node-exporter:v0.18.1", 2021-03-04T23:01:05.937 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.937 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.937 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.937 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-03-04T23:01:05.937 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.938 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.938 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.938 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.938 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "container_image_prometheus": { 2021-03-04T23:01:05.939 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "container_image_prometheus", 2021-03-04T23:01:05.939 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.939 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.939 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:05.939 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "docker.io/prom/prometheus:v2.18.1", 2021-03-04T23:01:05.940 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.940 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.940 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.940 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Prometheus container image", 2021-03-04T23:01:05.940 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.941 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.941 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.941 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.941 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "container_init": { 2021-03-04T23:01:05.941 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "container_init", 2021-03-04T23:01:05.942 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:05.942 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.942 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:05.942 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:05.942 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.943 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.943 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.943 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Run podman/docker with `--init`", 2021-03-04T23:01:05.943 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.943 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.944 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.944 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.944 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "daemon_cache_timeout": { 2021-03-04T23:01:05.944 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "daemon_cache_timeout", 2021-03-04T23:01:05.944 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:01:05.945 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.945 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:05.945 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-03-04T23:01:05.945 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.945 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.946 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.946 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache service (daemon) inventory", 2021-03-04T23:01:05.946 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.946 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.946 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.947 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.947 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "device_cache_timeout": { 2021-03-04T23:01:05.947 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "device_cache_timeout", 2021-03-04T23:01:05.947 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:01:05.947 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.948 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:05.948 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "1800", 2021-03-04T23:01:05.948 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.948 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.948 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.949 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache device inventory", 2021-03-04T23:01:05.949 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.949 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.949 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.950 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.950 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "facts_cache_timeout": { 2021-03-04T23:01:05.950 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "facts_cache_timeout", 2021-03-04T23:01:05.950 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:01:05.950 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.951 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:05.951 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T23:01:05.951 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.951 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.951 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.952 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "seconds to cache host facts data", 2021-03-04T23:01:05.952 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.952 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.952 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.952 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.953 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "host_check_interval": { 2021-03-04T23:01:05.953 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "host_check_interval", 2021-03-04T23:01:05.953 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:01:05.953 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.953 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:05.954 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-03-04T23:01:05.954 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.954 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.954 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.954 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "how frequently to perform a host check", 2021-03-04T23:01:05.955 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.955 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.955 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.955 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.955 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:05.956 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:05.956 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.956 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.956 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.956 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:05.957 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.957 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.957 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:05.957 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:05.958 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:05.958 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:05.958 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:05.958 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:05.958 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:05.959 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:05.959 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:05.959 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.959 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.959 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.960 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.960 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:05.960 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:05.960 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:05.960 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.961 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:05.961 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:05.961 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.961 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.961 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.962 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "log to the \"cephadm\" cluster log channel\"", 2021-03-04T23:01:05.962 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.962 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.962 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.962 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.963 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:05.963 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:05.963 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.963 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.963 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.964 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:05.964 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.964 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.964 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:05.964 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:05.965 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:05.965 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:05.965 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:05.965 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:05.965 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:05.966 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:05.966 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:05.966 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.966 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.966 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.967 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.967 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:05.967 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:05.967 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:05.968 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.968 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:05.968 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:05.968 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.968 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.969 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.969 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:05.969 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.969 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.969 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.970 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.970 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "manage_etc_ceph_ceph_conf": { 2021-03-04T23:01:05.970 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "manage_etc_ceph_ceph_conf", 2021-03-04T23:01:05.970 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:05.970 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.971 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:05.971 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:05.971 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.971 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.971 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.972 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2021-03-04T23:01:05.972 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.972 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.972 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.972 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.973 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "migration_current": { 2021-03-04T23:01:05.973 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "migration_current", 2021-03-04T23:01:05.973 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:05.973 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.973 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:05.974 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:01:05.974 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.974 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.974 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.974 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "internal - do not modify", 2021-03-04T23:01:05.975 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.975 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.975 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.975 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.975 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "mode": { 2021-03-04T23:01:05.976 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "mode", 2021-03-04T23:01:05.976 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.976 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.976 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:05.976 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "root", 2021-03-04T23:01:05.977 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.977 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.977 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:05.977 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "cephadm-package", 2021-03-04T23:01:05.977 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "root" 2021-03-04T23:01:05.978 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:05.978 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "mode for remote execution of cephadm", 2021-03-04T23:01:05.978 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.978 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.979 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.979 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.979 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "prometheus_alerts_path": { 2021-03-04T23:01:05.979 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "prometheus_alerts_path", 2021-03-04T23:01:05.979 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.980 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.980 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:05.980 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2021-03-04T23:01:05.980 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.980 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.981 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.981 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "location of alerts to include in prometheus deployments", 2021-03-04T23:01:05.981 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.981 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.981 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.982 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.982 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "registry_password": { 2021-03-04T23:01:05.982 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "registry_password", 2021-03-04T23:01:05.982 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.982 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.983 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:05.983 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:01:05.983 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.983 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.983 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.984 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Custom repository password", 2021-03-04T23:01:05.984 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.984 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.984 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.984 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.985 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "registry_url": { 2021-03-04T23:01:05.985 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "registry_url", 2021-03-04T23:01:05.985 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.985 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.985 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:05.986 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:01:05.986 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.986 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.986 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.987 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Custom repository url", 2021-03-04T23:01:05.987 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.987 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.987 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.987 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.988 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "registry_username": { 2021-03-04T23:01:05.988 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "registry_username", 2021-03-04T23:01:05.988 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.988 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.988 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:05.989 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:01:05.989 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.989 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.989 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.989 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Custom repository username", 2021-03-04T23:01:05.990 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.990 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.990 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.990 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.990 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "ssh_config_file": { 2021-03-04T23:01:05.991 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "ssh_config_file", 2021-03-04T23:01:05.991 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:05.991 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.991 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:05.991 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:01:05.992 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.992 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.992 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.992 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "customized SSH config file to connect to managed hosts", 2021-03-04T23:01:05.992 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.993 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.993 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.993 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.993 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "use_repo_digest": { 2021-03-04T23:01:05.993 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "use_repo_digest", 2021-03-04T23:01:05.994 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:05.994 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.994 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:05.994 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:05.994 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.995 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.995 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.995 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2021-03-04T23:01:05.995 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.996 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.996 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.996 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.996 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warn_on_failed_host_check": { 2021-03-04T23:01:05.996 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "warn_on_failed_host_check", 2021-03-04T23:01:05.997 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:05.997 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:05.997 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:05.997 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:05.997 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:05.998 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:05.998 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:05.998 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if the host check fails", 2021-03-04T23:01:05.998 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:05.998 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:05.999 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:05.999 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:05.999 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warn_on_stray_daemons": { 2021-03-04T23:01:05.999 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "warn_on_stray_daemons", 2021-03-04T23:01:05.999 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.000 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.000 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.000 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:06.000 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.000 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.001 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.001 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2021-03-04T23:01:06.001 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.001 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.001 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.002 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.002 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warn_on_stray_hosts": { 2021-03-04T23:01:06.002 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "warn_on_stray_hosts", 2021-03-04T23:01:06.002 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.002 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.003 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.003 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:06.003 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.003 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.003 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.004 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2021-03-04T23:01:06.004 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.004 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.004 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.005 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.005 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.005 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.005 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.005 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "crash", 2021-03-04T23:01:06.006 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:06.006 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:06.006 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:06.006 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:06.006 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:06.007 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.007 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.007 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.007 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.007 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.008 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.008 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.008 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.008 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.008 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.009 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.009 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.009 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.009 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.009 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.010 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.010 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.010 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.010 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.010 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:06.011 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:06.011 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.011 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.011 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.011 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.012 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.012 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.012 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.012 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.012 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.013 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.013 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.013 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.013 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:06.013 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:06.014 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.014 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.014 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.014 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:06.015 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.015 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.015 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.015 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.015 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.016 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.016 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.016 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.016 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.016 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.017 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.017 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.017 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.017 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.017 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.018 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:06.018 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:06.018 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.018 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.018 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.019 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.019 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.019 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.019 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.019 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.020 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.020 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.020 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.020 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.020 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "retain_interval": { 2021-03-04T23:01:06.021 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "retain_interval", 2021-03-04T23:01:06.021 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:01:06.021 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.021 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.021 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "31536000", 2021-03-04T23:01:06.022 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.022 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.022 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.022 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "how long to retain crashes before pruning them", 2021-03-04T23:01:06.022 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.023 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.023 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.023 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.023 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warn_recent_interval": { 2021-03-04T23:01:06.023 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "warn_recent_interval", 2021-03-04T23:01:06.024 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:01:06.024 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.024 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.024 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "1209600", 2021-03-04T23:01:06.024 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.025 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.025 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.025 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "time interval in which to warn about recent crashes", 2021-03-04T23:01:06.025 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.025 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.026 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.026 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.026 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.026 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.027 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.027 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "dashboard", 2021-03-04T23:01:06.027 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:06.027 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:06.027 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:06.028 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "ACCOUNT_LOCKOUT_ATTEMPTS": { 2021-03-04T23:01:06.028 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2021-03-04T23:01:06.028 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:06.028 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.028 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.029 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T23:01:06.029 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.029 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.029 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.029 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.030 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.030 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.030 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.030 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.030 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "ALERTMANAGER_API_HOST": { 2021-03-04T23:01:06.031 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "ALERTMANAGER_API_HOST", 2021-03-04T23:01:06.031 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.031 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.031 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.031 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.032 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.032 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.032 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.032 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.032 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.033 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.033 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.033 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.033 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "AUDIT_API_ENABLED": { 2021-03-04T23:01:06.033 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "AUDIT_API_ENABLED", 2021-03-04T23:01:06.034 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.034 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.034 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.034 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.034 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.035 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.035 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.035 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.035 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.035 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.036 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.036 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.036 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "AUDIT_API_LOG_PAYLOAD": { 2021-03-04T23:01:06.036 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "AUDIT_API_LOG_PAYLOAD", 2021-03-04T23:01:06.036 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.037 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.037 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.037 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:06.037 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.037 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.038 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.038 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.038 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.038 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.039 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.039 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.039 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "ENABLE_BROWSABLE_API": { 2021-03-04T23:01:06.039 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "ENABLE_BROWSABLE_API", 2021-03-04T23:01:06.039 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.040 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.040 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.040 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:06.040 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.040 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.040 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.041 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.041 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.041 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.041 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.042 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.042 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_cephfs": { 2021-03-04T23:01:06.042 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_cephfs", 2021-03-04T23:01:06.042 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.042 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.043 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.043 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:06.043 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.043 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.043 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.044 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.044 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.044 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.044 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.045 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.045 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_iscsi": { 2021-03-04T23:01:06.045 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_iscsi", 2021-03-04T23:01:06.045 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.045 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.046 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.046 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:06.046 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.046 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.046 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.047 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.047 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.047 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.047 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.047 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.048 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_mirroring": { 2021-03-04T23:01:06.048 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_mirroring", 2021-03-04T23:01:06.048 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.048 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.048 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.049 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:06.049 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.049 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.049 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.049 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.050 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.050 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.050 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.050 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.050 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_nfs": { 2021-03-04T23:01:06.051 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_nfs", 2021-03-04T23:01:06.051 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.051 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.051 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.051 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:06.052 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.052 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.052 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.052 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.052 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.053 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.053 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.053 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.053 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_rbd": { 2021-03-04T23:01:06.053 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_rbd", 2021-03-04T23:01:06.054 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.054 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.054 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.054 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:06.055 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.055 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.055 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.055 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.055 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.056 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.056 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.056 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.056 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "FEATURE_TOGGLE_rgw": { 2021-03-04T23:01:06.056 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "FEATURE_TOGGLE_rgw", 2021-03-04T23:01:06.057 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.057 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.057 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.057 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:06.057 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.058 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.058 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.058 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.058 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.058 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.059 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.059 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.059 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2021-03-04T23:01:06.059 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2021-03-04T23:01:06.059 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.060 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.060 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.060 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.060 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.060 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.061 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.061 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.061 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.061 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.061 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.062 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.062 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "GRAFANA_API_PASSWORD": { 2021-03-04T23:01:06.062 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_PASSWORD", 2021-03-04T23:01:06.062 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.062 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.063 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.063 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-03-04T23:01:06.063 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.063 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.063 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.064 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.064 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.064 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.064 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.064 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.065 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "GRAFANA_API_SSL_VERIFY": { 2021-03-04T23:01:06.065 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_SSL_VERIFY", 2021-03-04T23:01:06.065 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.065 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.065 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.066 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:06.066 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.066 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.066 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.066 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.067 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.067 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.067 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.067 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.067 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "GRAFANA_API_URL": { 2021-03-04T23:01:06.068 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_URL", 2021-03-04T23:01:06.068 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.068 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.068 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.068 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.069 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.069 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.069 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.069 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.069 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.070 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.070 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.070 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.070 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "GRAFANA_API_USERNAME": { 2021-03-04T23:01:06.071 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_API_USERNAME", 2021-03-04T23:01:06.071 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.071 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.071 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.071 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-03-04T23:01:06.072 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.072 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.072 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.072 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.072 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.073 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.073 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.073 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.073 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "GRAFANA_FRONTEND_API_URL": { 2021-03-04T23:01:06.073 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_FRONTEND_API_URL", 2021-03-04T23:01:06.074 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.074 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.074 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.074 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.075 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.075 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.075 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.075 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.075 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.076 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.076 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.076 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.076 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "GRAFANA_UPDATE_DASHBOARDS": { 2021-03-04T23:01:06.076 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "GRAFANA_UPDATE_DASHBOARDS", 2021-03-04T23:01:06.077 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.077 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.077 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.077 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.077 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.078 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.078 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.078 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.078 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.078 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.079 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.079 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.079 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "ISCSI_API_SSL_VERIFICATION": { 2021-03-04T23:01:06.079 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "ISCSI_API_SSL_VERIFICATION", 2021-03-04T23:01:06.079 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.080 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.080 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.080 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:06.080 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.080 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.081 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.081 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.081 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.081 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.081 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.082 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.082 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "PROMETHEUS_API_HOST": { 2021-03-04T23:01:06.082 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "PROMETHEUS_API_HOST", 2021-03-04T23:01:06.082 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.082 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.083 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.083 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.083 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.083 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.084 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.084 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.084 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.084 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.084 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.085 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.085 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2021-03-04T23:01:06.085 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2021-03-04T23:01:06.085 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.085 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.086 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.086 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.086 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.086 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.086 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.087 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.087 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.087 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.087 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.087 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.088 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2021-03-04T23:01:06.088 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2021-03-04T23:01:06.088 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.088 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.088 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.089 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.089 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.089 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.089 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.089 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.090 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.090 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.090 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.090 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.090 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2021-03-04T23:01:06.091 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2021-03-04T23:01:06.091 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.091 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.091 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.091 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:06.092 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.092 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.092 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.092 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.092 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.093 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.093 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.093 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.093 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2021-03-04T23:01:06.093 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2021-03-04T23:01:06.094 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.094 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.094 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.094 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:06.095 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.095 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.095 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.095 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.095 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.096 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.096 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.096 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.096 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2021-03-04T23:01:06.096 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2021-03-04T23:01:06.097 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.097 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.097 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.097 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.097 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.098 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.098 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.098 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.098 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.098 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.099 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.099 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.099 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2021-03-04T23:01:06.099 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2021-03-04T23:01:06.099 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.100 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.100 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.100 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.100 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.101 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.101 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.101 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.101 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.101 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.102 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.102 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.102 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2021-03-04T23:01:06.102 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2021-03-04T23:01:06.102 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.103 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.103 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.103 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.103 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.103 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.104 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.104 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.104 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.104 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.104 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.105 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.105 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "PWD_POLICY_ENABLED": { 2021-03-04T23:01:06.105 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_ENABLED", 2021-03-04T23:01:06.105 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.105 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.106 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.106 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:06.106 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.106 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.106 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.107 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.107 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.107 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.107 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.107 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.108 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "PWD_POLICY_EXCLUSION_LIST": { 2021-03-04T23:01:06.108 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_EXCLUSION_LIST", 2021-03-04T23:01:06.108 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.108 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.108 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.109 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2021-03-04T23:01:06.109 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.109 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.109 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.109 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.110 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.110 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.110 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.110 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.110 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "PWD_POLICY_MIN_COMPLEXITY": { 2021-03-04T23:01:06.111 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_MIN_COMPLEXITY", 2021-03-04T23:01:06.111 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:06.111 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.111 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.112 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T23:01:06.112 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.112 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.112 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.112 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.113 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.113 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.113 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.113 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.113 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "PWD_POLICY_MIN_LENGTH": { 2021-03-04T23:01:06.114 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "PWD_POLICY_MIN_LENGTH", 2021-03-04T23:01:06.114 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:06.114 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.114 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.114 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "8", 2021-03-04T23:01:06.115 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.115 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.115 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.115 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.115 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.116 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.116 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.116 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.116 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "REST_REQUESTS_TIMEOUT": { 2021-03-04T23:01:06.116 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "REST_REQUESTS_TIMEOUT", 2021-03-04T23:01:06.117 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:06.117 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.117 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.117 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "45", 2021-03-04T23:01:06.117 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.118 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.118 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.118 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.118 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.118 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.119 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.119 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.119 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "RGW_API_ACCESS_KEY": { 2021-03-04T23:01:06.119 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "RGW_API_ACCESS_KEY", 2021-03-04T23:01:06.119 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.120 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.120 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.120 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.120 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.120 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.121 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.121 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.121 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.121 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.122 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.122 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.122 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "RGW_API_ADMIN_RESOURCE": { 2021-03-04T23:01:06.122 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "RGW_API_ADMIN_RESOURCE", 2021-03-04T23:01:06.122 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.123 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.123 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.123 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "admin", 2021-03-04T23:01:06.123 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.123 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.124 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.124 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.124 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.124 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.124 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.125 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.125 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "RGW_API_HOST": { 2021-03-04T23:01:06.125 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "RGW_API_HOST", 2021-03-04T23:01:06.125 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.125 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.126 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.126 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.126 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.126 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.126 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.127 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.127 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.127 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.127 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.127 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.128 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "RGW_API_PORT": { 2021-03-04T23:01:06.128 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "RGW_API_PORT", 2021-03-04T23:01:06.128 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:06.129 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.129 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.129 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "80", 2021-03-04T23:01:06.129 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.129 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.130 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.130 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.130 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.130 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.130 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.131 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.131 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "RGW_API_SCHEME": { 2021-03-04T23:01:06.131 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SCHEME", 2021-03-04T23:01:06.131 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.131 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.132 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.132 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "http", 2021-03-04T23:01:06.132 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.132 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.132 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.133 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.133 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.133 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.133 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.133 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.134 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "RGW_API_SECRET_KEY": { 2021-03-04T23:01:06.134 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SECRET_KEY", 2021-03-04T23:01:06.134 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.134 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.134 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.135 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.135 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.135 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.135 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.135 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.136 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.136 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.136 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.136 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.136 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "RGW_API_SSL_VERIFY": { 2021-03-04T23:01:06.137 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "RGW_API_SSL_VERIFY", 2021-03-04T23:01:06.137 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.137 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.137 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.137 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:06.138 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.138 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.138 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.138 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.139 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.139 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.139 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.139 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.139 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "RGW_API_USER_ID": { 2021-03-04T23:01:06.140 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "RGW_API_USER_ID", 2021-03-04T23:01:06.140 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.140 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.140 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.140 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.141 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.141 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.141 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.141 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.141 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.142 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.142 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.142 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.142 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_SPAN": { 2021-03-04T23:01:06.142 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_SPAN", 2021-03-04T23:01:06.143 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:06.143 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.143 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.143 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "0", 2021-03-04T23:01:06.143 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.144 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.144 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.144 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.144 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.144 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.145 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.145 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.145 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_WARNING_1": { 2021-03-04T23:01:06.145 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_WARNING_1", 2021-03-04T23:01:06.145 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:06.146 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.146 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.146 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T23:01:06.146 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.146 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.147 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.147 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.147 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.147 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.147 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.148 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.148 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "USER_PWD_EXPIRATION_WARNING_2": { 2021-03-04T23:01:06.148 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "USER_PWD_EXPIRATION_WARNING_2", 2021-03-04T23:01:06.148 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:06.149 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.149 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.149 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-03-04T23:01:06.149 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.149 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.150 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.150 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.150 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.150 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.150 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.151 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.155 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "crt_file": { 2021-03-04T23:01:06.155 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "crt_file", 2021-03-04T23:01:06.155 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.155 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.156 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.156 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.156 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.156 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.156 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.157 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.157 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.157 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.157 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.157 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.158 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug": { 2021-03-04T23:01:06.158 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "debug", 2021-03-04T23:01:06.158 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.158 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.158 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.159 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.159 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.159 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.159 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.159 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Enable/disable debug options", 2021-03-04T23:01:06.160 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.160 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.160 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.160 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.160 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "jwt_token_ttl": { 2021-03-04T23:01:06.161 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "jwt_token_ttl", 2021-03-04T23:01:06.161 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:06.161 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.161 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.161 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "28800", 2021-03-04T23:01:06.162 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.162 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.162 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.162 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.162 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.163 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.163 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.163 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.163 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "key_file": { 2021-03-04T23:01:06.163 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "key_file", 2021-03-04T23:01:06.164 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.164 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.164 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.164 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.164 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.165 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.165 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.165 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.165 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.165 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.166 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.166 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.166 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:06.166 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:06.167 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.167 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.167 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.167 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.167 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.168 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.168 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.168 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.168 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.168 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.169 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.169 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.169 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.169 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.169 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.170 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.170 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.170 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.170 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.170 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:06.171 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:06.171 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.171 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.171 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.171 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.172 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.172 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.172 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.172 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.172 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.173 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.173 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.173 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.173 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:06.173 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:06.174 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.174 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.174 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.174 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:06.174 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.175 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.175 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.175 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.175 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.175 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.176 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.176 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.176 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.176 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.177 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.177 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.177 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.177 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.177 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.178 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:06.178 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:06.178 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.178 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.178 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.179 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.179 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.179 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.179 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.179 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.180 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.180 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.180 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.180 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.180 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "password": { 2021-03-04T23:01:06.181 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "password", 2021-03-04T23:01:06.181 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.181 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.181 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.181 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.182 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.182 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.182 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.182 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.182 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.183 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.183 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.183 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.183 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-03-04T23:01:06.183 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-03-04T23:01:06.184 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.184 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.184 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.184 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "::", 2021-03-04T23:01:06.184 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.185 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.185 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.185 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.185 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.185 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.186 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.186 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.186 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "server_port": { 2021-03-04T23:01:06.186 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-03-04T23:01:06.186 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:06.187 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.187 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.187 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "8080", 2021-03-04T23:01:06.187 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.187 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.188 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.188 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.188 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.188 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.188 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.189 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.189 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "ssl": { 2021-03-04T23:01:06.189 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "ssl", 2021-03-04T23:01:06.189 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.189 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.190 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.190 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:06.190 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.190 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.190 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.191 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.191 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.191 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.191 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.192 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.192 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "ssl_server_port": { 2021-03-04T23:01:06.192 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "ssl_server_port", 2021-03-04T23:01:06.192 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:06.192 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.193 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.193 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "8443", 2021-03-04T23:01:06.193 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.193 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.193 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.194 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.194 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.194 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.194 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.194 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.195 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "standby_behaviour": { 2021-03-04T23:01:06.195 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "standby_behaviour", 2021-03-04T23:01:06.195 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.195 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.195 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.196 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "redirect", 2021-03-04T23:01:06.196 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.196 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.196 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.196 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.197 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "redirect" 2021-03-04T23:01:06.197 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.197 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.197 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.197 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.198 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.198 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.198 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "standby_error_status_code": { 2021-03-04T23:01:06.198 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "standby_error_status_code", 2021-03-04T23:01:06.198 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:06.199 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.199 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.199 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "500", 2021-03-04T23:01:06.199 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "400", 2021-03-04T23:01:06.199 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "599", 2021-03-04T23:01:06.200 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.200 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.200 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.200 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.200 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.201 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.201 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "url_prefix": { 2021-03-04T23:01:06.201 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "url_prefix", 2021-03-04T23:01:06.201 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.201 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.202 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.202 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.202 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.202 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.202 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.203 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.203 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.203 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.203 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.203 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.204 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "username": { 2021-03-04T23:01:06.204 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "username", 2021-03-04T23:01:06.204 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.204 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.204 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.205 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.205 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.205 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.205 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.205 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.206 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.206 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.206 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.206 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.206 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.207 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.207 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.207 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "devicehealth", 2021-03-04T23:01:06.207 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:06.207 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:06.208 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:06.208 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enable_monitoring": { 2021-03-04T23:01:06.208 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "enable_monitoring", 2021-03-04T23:01:06.208 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.208 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.209 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.209 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:06.209 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.209 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.209 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.210 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "monitor device health metrics", 2021-03-04T23:01:06.210 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.210 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.210 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.211 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.211 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:06.211 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:06.211 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.211 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.212 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.212 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.212 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.212 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.212 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.213 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.213 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.213 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.213 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.213 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.214 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.214 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.214 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.214 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.214 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.215 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.215 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.215 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:06.215 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:06.215 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.216 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.216 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.216 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.216 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.216 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.217 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.217 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.217 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.217 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.217 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.218 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.218 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:06.218 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:06.218 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.218 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.219 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.219 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:06.219 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.219 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.219 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.220 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.220 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.220 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.220 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.221 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.221 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.221 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.221 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.221 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.222 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.222 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.222 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.222 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:06.222 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:06.223 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.223 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.223 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.223 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.223 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.224 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.224 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.224 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.224 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.224 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.225 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.225 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.225 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "mark_out_threshold": { 2021-03-04T23:01:06.225 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "mark_out_threshold", 2021-03-04T23:01:06.225 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:01:06.226 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.226 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.226 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "2419200", 2021-03-04T23:01:06.226 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.226 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.227 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.227 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "automatically mark OSD if it may fail before this long", 2021-03-04T23:01:06.227 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.227 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.227 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.228 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.228 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "pool_name": { 2021-03-04T23:01:06.228 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "pool_name", 2021-03-04T23:01:06.228 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.228 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.229 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.229 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "device_health_metrics", 2021-03-04T23:01:06.229 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.229 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.229 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.230 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "name of pool in which to store device health metrics", 2021-03-04T23:01:06.230 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.230 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.230 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.230 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.231 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "retention_period": { 2021-03-04T23:01:06.231 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "retention_period", 2021-03-04T23:01:06.231 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:01:06.231 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.231 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.232 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "15552000", 2021-03-04T23:01:06.232 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.232 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.232 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.233 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "how long to retain device health metrics", 2021-03-04T23:01:06.233 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.233 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.233 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.233 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.234 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "scrape_frequency": { 2021-03-04T23:01:06.234 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "scrape_frequency", 2021-03-04T23:01:06.234 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:01:06.234 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.234 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.235 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "86400", 2021-03-04T23:01:06.235 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.235 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.235 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.235 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "how frequently to scrape device health metrics", 2021-03-04T23:01:06.236 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.236 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.236 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.236 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.236 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "self_heal": { 2021-03-04T23:01:06.237 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "self_heal", 2021-03-04T23:01:06.237 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.237 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.237 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.237 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:06.238 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.238 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.238 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.238 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "preemptively heal cluster around devices that may fail", 2021-03-04T23:01:06.238 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.239 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.239 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.239 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.239 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-03-04T23:01:06.239 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-03-04T23:01:06.240 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:01:06.240 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.240 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.240 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-03-04T23:01:06.240 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.241 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.241 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.241 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "how frequently to wake up and check device health", 2021-03-04T23:01:06.241 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.241 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.242 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.242 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.242 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warn_threshold": { 2021-03-04T23:01:06.242 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "warn_threshold", 2021-03-04T23:01:06.242 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:01:06.243 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.243 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.243 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "7257600", 2021-03-04T23:01:06.243 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.243 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.244 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.244 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "raise health warning if OSD may fail before this long", 2021-03-04T23:01:06.244 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.244 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.244 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.245 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.245 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.245 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.245 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.245 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "diskprediction_local", 2021-03-04T23:01:06.246 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:06.246 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:06.246 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:06.246 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:06.247 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:06.247 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.247 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.247 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.247 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.248 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.248 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.248 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.248 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.248 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.249 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.249 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.249 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.249 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.249 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.250 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.250 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.250 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.250 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.250 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.251 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:06.251 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:06.251 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.251 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.251 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.252 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.252 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.252 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.252 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.252 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.253 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.253 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.253 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.253 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.253 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:06.254 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:06.254 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.254 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.254 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.254 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:06.255 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.255 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.255 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.255 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.255 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.256 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.256 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.256 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.256 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.256 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.257 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.257 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.257 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.257 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.257 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.258 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:06.258 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:06.258 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.258 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.258 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.259 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.259 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.259 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.259 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.259 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.260 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.260 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.260 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.260 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.260 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "predict_interval": { 2021-03-04T23:01:06.261 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "predict_interval", 2021-03-04T23:01:06.261 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.261 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.261 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.261 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "86400", 2021-03-04T23:01:06.262 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.262 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.262 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.262 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.262 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.263 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.263 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.263 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.263 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "predictor_model": { 2021-03-04T23:01:06.263 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "predictor_model", 2021-03-04T23:01:06.264 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.264 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.264 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.264 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "prophetstor", 2021-03-04T23:01:06.265 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.265 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.265 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.265 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.265 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.266 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.266 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.266 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.266 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-03-04T23:01:06.266 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-03-04T23:01:06.267 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.267 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.267 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.267 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "600", 2021-03-04T23:01:06.267 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.268 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.268 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.268 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.268 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.268 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.269 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.269 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.269 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.269 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.269 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.270 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "influx", 2021-03-04T23:01:06.270 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": false, 2021-03-04T23:01:06.270 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "influxdb python module not found", 2021-03-04T23:01:06.270 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:06.270 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "batch_size": { 2021-03-04T23:01:06.271 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "batch_size", 2021-03-04T23:01:06.271 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.271 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.271 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.271 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "5000", 2021-03-04T23:01:06.272 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.272 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.272 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.272 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.272 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.273 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.273 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.273 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.273 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "database": { 2021-03-04T23:01:06.273 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "database", 2021-03-04T23:01:06.274 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.274 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.274 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.274 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "ceph", 2021-03-04T23:01:06.275 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.275 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.275 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.275 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.275 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.276 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.276 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.276 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.276 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "hostname": { 2021-03-04T23:01:06.276 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "hostname", 2021-03-04T23:01:06.277 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.277 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.277 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.277 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:01:06.277 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.278 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.278 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.278 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.278 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.278 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.279 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.279 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.279 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T23:01:06.279 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T23:01:06.279 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.280 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.280 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.280 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "30", 2021-03-04T23:01:06.280 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.280 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.281 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.281 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.281 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.281 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.281 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.282 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.282 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:06.282 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:06.282 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.282 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.283 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.283 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.283 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.283 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.283 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.284 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.284 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.284 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.284 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.285 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.285 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.285 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.285 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.285 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.286 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.286 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.286 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.286 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:06.286 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:06.287 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.287 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.287 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.287 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.287 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.288 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.288 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.288 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.288 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.288 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.289 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.289 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.289 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:06.289 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:06.289 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.290 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.290 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.290 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:06.290 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.290 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.291 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.291 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.291 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.291 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.292 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.292 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.292 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.292 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.292 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.293 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.293 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.293 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.293 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.293 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:06.294 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:06.294 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.294 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.294 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.294 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.295 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.295 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.295 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.295 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.295 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.296 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.296 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.296 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.296 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "password": { 2021-03-04T23:01:06.296 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "password", 2021-03-04T23:01:06.297 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.297 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.297 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.297 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:01:06.297 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.298 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.298 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.298 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.298 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.298 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.299 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.299 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.299 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "port": { 2021-03-04T23:01:06.299 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "port", 2021-03-04T23:01:06.299 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.300 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.300 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.300 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "8086", 2021-03-04T23:01:06.300 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.300 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.301 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.301 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.301 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.301 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.301 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.302 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.302 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "ssl": { 2021-03-04T23:01:06.302 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "ssl", 2021-03-04T23:01:06.302 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.303 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.303 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.303 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "false", 2021-03-04T23:01:06.303 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.303 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.304 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.304 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.304 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.304 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.304 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.305 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.305 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "threads": { 2021-03-04T23:01:06.305 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "threads", 2021-03-04T23:01:06.305 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.305 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.306 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.306 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-03-04T23:01:06.306 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.306 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.306 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.307 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.307 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.307 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.307 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.307 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.308 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "username": { 2021-03-04T23:01:06.308 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "username", 2021-03-04T23:01:06.308 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.308 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.308 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.309 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:01:06.309 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.309 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.309 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.309 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.310 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.310 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.310 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.310 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.310 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "verify_ssl": { 2021-03-04T23:01:06.311 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "verify_ssl", 2021-03-04T23:01:06.311 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.311 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.311 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.311 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "true", 2021-03-04T23:01:06.312 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.312 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.312 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.312 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.312 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.313 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.313 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.313 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.313 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.313 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.314 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.314 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "insights", 2021-03-04T23:01:06.314 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:06.314 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:06.314 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:06.315 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:06.315 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:06.315 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.315 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.315 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.316 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.316 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.316 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.316 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.316 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.317 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.317 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.317 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.317 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.317 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.318 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.318 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.318 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.318 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.319 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.319 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.319 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:06.319 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:06.319 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.320 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.320 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.320 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.320 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.320 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.321 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.321 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.321 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.321 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.321 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.322 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.322 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:06.322 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:06.322 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.322 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.323 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.323 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:06.323 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.323 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.323 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.324 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.324 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.324 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.324 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.325 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.325 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.325 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.325 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.325 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.326 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.326 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.326 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.326 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:06.326 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:06.327 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.327 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.327 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.327 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.327 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.328 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.328 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.328 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.328 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.328 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.329 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.329 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.329 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.329 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.329 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.330 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "iostat", 2021-03-04T23:01:06.330 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:06.330 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:06.330 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:06.330 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:06.331 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:06.331 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.331 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.331 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.331 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.332 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.332 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.332 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.332 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.332 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.333 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.333 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.333 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.333 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.333 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.334 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.334 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.334 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.334 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.334 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.335 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:06.335 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:06.335 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.335 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.335 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.336 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.336 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.336 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.336 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.336 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.337 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.337 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.337 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.337 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.337 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:06.338 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:06.338 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.338 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.338 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.339 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:06.339 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.339 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.339 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.339 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.340 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.340 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.340 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.340 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.340 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.341 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.341 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.341 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.341 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.341 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.342 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.342 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:06.342 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:06.342 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.342 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.343 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.343 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.343 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.343 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.343 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.344 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.344 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.344 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.344 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.344 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.345 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.345 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.345 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.345 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "k8sevents", 2021-03-04T23:01:06.345 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:06.346 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:06.346 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:06.346 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "ceph_event_retention_days": { 2021-03-04T23:01:06.346 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "ceph_event_retention_days", 2021-03-04T23:01:06.346 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:06.347 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.347 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.347 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "7", 2021-03-04T23:01:06.347 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.348 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.348 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.348 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Days to hold ceph event information within local cache", 2021-03-04T23:01:06.348 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.348 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.349 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.349 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.349 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "config_check_secs": { 2021-03-04T23:01:06.349 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "config_check_secs", 2021-03-04T23:01:06.349 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:06.350 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.350 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.350 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "10", 2021-03-04T23:01:06.350 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "10", 2021-03-04T23:01:06.350 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.351 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.351 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "interval (secs) to check for cluster configuration changes", 2021-03-04T23:01:06.351 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.351 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.351 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.352 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.352 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:06.352 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:06.352 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.352 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.353 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.353 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.353 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.353 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.353 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.354 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.354 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.354 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.354 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.354 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.355 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.355 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.355 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.355 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.355 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.356 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.356 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.356 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:06.356 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:06.356 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.357 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.357 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.357 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.357 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.357 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.358 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.358 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.358 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.358 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.358 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.359 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.359 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:06.359 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:06.359 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.359 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.360 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.360 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:06.360 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.360 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.360 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.361 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.361 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.361 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.361 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.361 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.362 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.362 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.362 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.362 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.363 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.363 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.363 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.363 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:06.363 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:06.364 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.364 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.364 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.364 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.364 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.364 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.365 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.365 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.365 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.365 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.365 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.366 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.366 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.366 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.366 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.366 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "localpool", 2021-03-04T23:01:06.367 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:06.367 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:06.367 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:06.367 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "failure_domain": { 2021-03-04T23:01:06.368 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "failure_domain", 2021-03-04T23:01:06.368 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.368 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.368 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.368 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "host", 2021-03-04T23:01:06.369 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.369 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.369 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.369 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "failure domain for any created local pool", 2021-03-04T23:01:06.369 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.370 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.370 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.370 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.370 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:06.370 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:06.371 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.371 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.371 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.371 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.371 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.372 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.372 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.372 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.372 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.372 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.373 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.373 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.373 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.373 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.373 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.374 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.374 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.374 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.374 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.374 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:06.375 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:06.375 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.375 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.375 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.375 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.376 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.376 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.376 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.376 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.376 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.377 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.377 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.377 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.377 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:06.377 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:06.378 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.378 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.378 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.378 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:06.378 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.379 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.379 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.379 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.379 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.379 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.380 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.380 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.380 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.380 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.380 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.381 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.381 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.381 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.381 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.381 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:06.382 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:06.382 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.382 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.382 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.382 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.383 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.383 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.383 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.383 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.383 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.384 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.384 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.384 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.384 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min_size": { 2021-03-04T23:01:06.384 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "min_size", 2021-03-04T23:01:06.385 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:06.385 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.385 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.385 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.385 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.386 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.386 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.386 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "default min_size for any created local pool", 2021-03-04T23:01:06.386 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.386 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.387 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.387 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.387 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "num_rep": { 2021-03-04T23:01:06.387 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "num_rep", 2021-03-04T23:01:06.387 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:06.388 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.388 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.388 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "3", 2021-03-04T23:01:06.388 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.388 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.389 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.389 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "default replica count for any created local pool", 2021-03-04T23:01:06.389 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.389 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.389 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.390 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.390 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "pg_num": { 2021-03-04T23:01:06.390 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "pg_num", 2021-03-04T23:01:06.390 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:06.390 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.391 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.391 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "128", 2021-03-04T23:01:06.391 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.391 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.391 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.392 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "default pg_num for any created local pool", 2021-03-04T23:01:06.392 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.392 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.392 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.392 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.393 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "prefix": { 2021-03-04T23:01:06.393 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "prefix", 2021-03-04T23:01:06.393 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.393 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.393 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.394 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.394 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.394 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.394 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.394 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "name prefix for any created local pool", 2021-03-04T23:01:06.395 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.395 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.395 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.395 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.395 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "subtree": { 2021-03-04T23:01:06.396 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "subtree", 2021-03-04T23:01:06.396 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.396 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.396 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.396 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "rack", 2021-03-04T23:01:06.397 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.397 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.397 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.397 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "CRUSH level for which to create a local pool", 2021-03-04T23:01:06.397 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.398 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.398 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.398 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.398 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.398 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.399 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.399 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "orchestrator", 2021-03-04T23:01:06.399 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:06.399 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:06.399 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:06.400 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:06.400 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:06.400 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.400 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.400 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.401 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.401 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.401 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.401 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.401 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.402 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.402 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.402 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.402 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.403 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.403 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.403 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.403 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.403 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.403 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.404 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.404 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:06.404 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:06.404 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.404 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.405 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.405 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.405 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.405 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.405 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.406 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.406 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.406 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.406 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.406 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.407 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:06.407 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:06.407 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.407 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.407 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.408 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:06.408 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.408 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.408 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.408 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.409 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.409 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.409 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.409 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.409 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.410 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.410 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.410 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.410 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.411 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.411 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.411 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:06.411 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:06.411 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.412 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.412 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.412 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.412 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.412 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.413 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.413 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.413 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.413 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.413 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.414 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.414 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "orchestrator": { 2021-03-04T23:01:06.414 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "orchestrator", 2021-03-04T23:01:06.414 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.414 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.415 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.415 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:01:06.415 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.415 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.415 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.416 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "cephadm", 2021-03-04T23:01:06.416 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "rook", 2021-03-04T23:01:06.416 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "test_orchestrator" 2021-03-04T23:01:06.416 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.416 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Orchestrator backend", 2021-03-04T23:01:06.417 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.417 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.417 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.417 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.417 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.418 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.418 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.418 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "osd_support", 2021-03-04T23:01:06.418 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:06.418 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:06.419 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:06.419 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:06.419 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:06.419 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.419 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.420 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.420 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.420 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.420 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.420 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.421 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.421 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.421 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.421 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.421 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.422 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.422 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.422 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.422 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.422 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.423 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.423 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.423 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:06.423 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:06.423 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.424 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.424 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.424 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.424 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.424 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.425 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.425 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.425 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.425 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.425 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.426 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.426 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:06.426 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:06.426 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.426 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.427 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.427 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:06.427 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.427 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.427 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.428 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.428 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.428 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.428 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.428 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.429 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.429 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.429 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.429 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.429 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.430 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.430 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.430 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:06.430 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:06.430 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.431 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.431 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.431 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.431 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.431 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.432 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.432 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.432 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.432 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.432 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.433 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.433 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.433 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.433 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.433 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "pg_autoscaler", 2021-03-04T23:01:06.434 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:06.434 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:06.434 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:06.434 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:06.435 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:06.435 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.435 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.435 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.435 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.436 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.436 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.436 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.436 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.436 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.437 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.437 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.437 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.437 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.437 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.438 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.438 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.438 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.438 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.438 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.439 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:06.439 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:06.439 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.439 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.439 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.440 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.440 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.440 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.440 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.440 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.441 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.441 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.441 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.441 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.441 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:06.442 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:06.442 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.442 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.442 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.442 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:06.443 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.443 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.443 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.443 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.443 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.444 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.444 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.444 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.444 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.444 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.445 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.445 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.445 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.445 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.445 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.446 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:06.446 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:06.446 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.446 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.446 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.447 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.447 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.447 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.447 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.447 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.448 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.448 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.448 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.448 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.448 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "sleep_interval": { 2021-03-04T23:01:06.449 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "sleep_interval", 2021-03-04T23:01:06.449 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.449 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.449 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.449 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T23:01:06.450 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.450 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.450 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.450 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.450 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.451 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.451 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.451 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.451 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.451 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.452 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.452 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "progress", 2021-03-04T23:01:06.452 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:06.452 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:06.452 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:06.453 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enabled": { 2021-03-04T23:01:06.453 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "enabled", 2021-03-04T23:01:06.453 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.453 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.453 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.454 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:06.454 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.454 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.454 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.455 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.455 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.455 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.455 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.455 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.456 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:06.456 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:06.456 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.456 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.456 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.457 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.457 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.457 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.457 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.457 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.458 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.458 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.458 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.458 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.458 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.459 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.459 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.459 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.459 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.459 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.460 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.460 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:06.460 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:06.460 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.460 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.461 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.461 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.461 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.461 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.461 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.462 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.462 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.462 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.462 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.462 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.463 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:06.463 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:06.463 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.463 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.463 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.464 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:06.464 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.464 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.464 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.464 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.465 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.465 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.465 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.465 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.465 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.466 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.466 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.466 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.466 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.466 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.467 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.467 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:06.467 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:06.467 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.467 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.468 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.468 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.468 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.468 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.468 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.469 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.469 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.469 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.469 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.469 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.470 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max_completed_events": { 2021-03-04T23:01:06.470 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "max_completed_events", 2021-03-04T23:01:06.470 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:06.470 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.470 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.471 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "50", 2021-03-04T23:01:06.471 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.471 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.471 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.471 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "number of past completed events to remember", 2021-03-04T23:01:06.472 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.472 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.472 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.472 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.472 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "persist_interval": { 2021-03-04T23:01:06.473 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "persist_interval", 2021-03-04T23:01:06.473 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:01:06.473 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.473 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.473 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "5", 2021-03-04T23:01:06.474 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.474 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.474 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.474 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "how frequently to persist completed events", 2021-03-04T23:01:06.475 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.475 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.475 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.475 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.475 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.475 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.476 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.476 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "prometheus", 2021-03-04T23:01:06.476 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:06.476 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:06.476 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:06.477 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:06.477 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:06.477 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.477 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.477 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.478 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.478 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.478 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.478 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.479 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.479 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.479 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.479 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.479 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.479 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.480 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.480 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.480 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.480 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.480 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.481 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.481 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:06.481 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:06.481 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.481 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.482 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.482 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.482 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.482 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.482 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.483 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.483 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.483 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.483 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.483 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.484 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:06.484 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:06.484 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.484 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.484 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.485 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:06.485 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.485 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.485 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.486 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.486 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.486 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.486 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.486 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.487 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.487 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.487 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.487 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.487 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.488 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.488 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.488 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:06.488 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:06.488 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.489 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.489 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.489 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.489 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.489 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.490 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.490 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.490 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.490 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.490 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.491 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.491 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "rbd_stats_pools": { 2021-03-04T23:01:06.491 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "rbd_stats_pools", 2021-03-04T23:01:06.491 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.491 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.492 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.492 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.492 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.492 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.492 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.493 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.493 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.493 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.493 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.493 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.494 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "rbd_stats_pools_refresh_interval": { 2021-03-04T23:01:06.494 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "rbd_stats_pools_refresh_interval", 2021-03-04T23:01:06.494 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:06.494 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.494 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.495 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "300", 2021-03-04T23:01:06.495 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.495 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.495 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.495 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.496 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.496 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.496 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.496 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.496 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "scrape_interval": { 2021-03-04T23:01:06.497 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "scrape_interval", 2021-03-04T23:01:06.497 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.497 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.497 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.497 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.498 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.498 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.498 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.498 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.498 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.499 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.499 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.499 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.499 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-03-04T23:01:06.499 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-03-04T23:01:06.500 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.500 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.500 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.500 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.500 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.501 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.501 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.501 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.501 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.501 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.502 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.502 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.502 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "server_port": { 2021-03-04T23:01:06.502 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-03-04T23:01:06.502 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.503 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.503 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.503 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.503 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.503 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.504 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.504 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.504 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.504 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.504 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.505 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.505 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "stale_cache_strategy": { 2021-03-04T23:01:06.505 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "stale_cache_strategy", 2021-03-04T23:01:06.505 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.505 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.506 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.506 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.506 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.506 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.506 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.507 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.507 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.507 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.507 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.507 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.508 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.508 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.508 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.508 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "rbd_support", 2021-03-04T23:01:06.508 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:06.509 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:06.509 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:06.509 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:06.509 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:06.509 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.510 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.510 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.510 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.510 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.510 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.511 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.511 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.511 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.511 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.511 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.512 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.512 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.512 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.512 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.512 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.513 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.513 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.513 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.513 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:06.513 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:06.514 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.514 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.514 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.514 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.514 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.515 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.515 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.515 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.515 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.515 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.516 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.516 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.516 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:06.516 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:06.516 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.517 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.517 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.517 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:06.517 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.518 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.518 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.518 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.518 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.518 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.519 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.519 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.519 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.519 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.519 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.520 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.520 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.520 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.520 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.520 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:06.521 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:06.521 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.521 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.521 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.521 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.522 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.522 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.522 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.522 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.522 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.523 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.523 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.523 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.523 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "mirror_snapshot_schedule": { 2021-03-04T23:01:06.523 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "mirror_snapshot_schedule", 2021-03-04T23:01:06.524 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.524 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.524 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.524 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.524 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.525 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.525 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.525 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.525 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.525 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.526 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.526 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.526 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "trash_purge_schedule": { 2021-03-04T23:01:06.526 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "trash_purge_schedule", 2021-03-04T23:01:06.526 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.527 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.527 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.527 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.527 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.527 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.528 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.528 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.528 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.528 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.528 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.529 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.529 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.529 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.529 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.529 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "restful", 2021-03-04T23:01:06.530 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:06.530 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:06.530 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:06.530 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "key_file": { 2021-03-04T23:01:06.530 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "key_file", 2021-03-04T23:01:06.531 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.531 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.531 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.531 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.532 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.532 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.532 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.532 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.532 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.533 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.533 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.533 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.533 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:06.533 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:06.533 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.534 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.534 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.534 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.534 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.535 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.535 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.535 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.535 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.535 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.536 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.536 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.536 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.536 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.536 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.537 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.537 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.537 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.537 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.537 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:06.538 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:06.538 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.538 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.538 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.538 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.539 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.539 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.539 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.539 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.539 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.540 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.540 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.540 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.540 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:06.540 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:06.541 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.541 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.541 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.541 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:06.541 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.542 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.542 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.542 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.542 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.542 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.543 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.543 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.543 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.543 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.543 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.544 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.544 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.544 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.544 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.544 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:06.545 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:06.545 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.545 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.545 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.545 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.546 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.546 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.546 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.546 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.546 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.547 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.547 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.547 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.547 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "server_addr": { 2021-03-04T23:01:06.548 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "server_addr", 2021-03-04T23:01:06.548 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.548 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.548 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.548 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.549 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.549 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.549 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.549 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.549 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.550 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.550 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.550 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.550 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "server_port": { 2021-03-04T23:01:06.550 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "server_port", 2021-03-04T23:01:06.551 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.551 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.551 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.551 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.551 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.552 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.552 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.552 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.552 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.552 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.553 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.553 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.553 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.553 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.553 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.554 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "rook", 2021-03-04T23:01:06.554 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:06.554 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:06.554 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:06.554 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:06.555 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:06.555 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.555 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.555 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.555 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.556 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.556 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.556 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.556 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.556 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.557 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.557 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.557 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.557 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.557 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.558 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.558 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.558 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.558 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.558 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.559 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:06.559 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:06.559 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.559 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.559 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.560 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.560 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.560 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.560 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.560 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.561 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.561 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.561 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.561 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.561 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:06.562 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:06.562 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.562 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.562 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.562 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:06.563 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.563 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.563 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.563 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.563 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.564 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.564 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.564 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.564 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.564 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.565 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.565 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.565 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.565 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.565 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.566 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:06.566 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:06.566 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.566 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.567 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.567 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.567 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.567 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.567 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.568 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.568 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.568 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.568 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.568 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.568 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.569 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.569 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.569 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "selftest", 2021-03-04T23:01:06.569 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:06.569 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:06.570 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:06.570 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:06.570 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:06.570 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.570 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.571 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.571 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.571 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.571 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.571 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.572 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.572 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.572 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.572 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.572 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.573 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.573 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.573 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.573 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.573 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.574 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.574 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.574 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:06.574 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:06.575 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.575 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.575 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.575 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.575 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.576 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.576 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.576 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.576 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.576 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.577 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.577 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.577 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:06.577 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:06.577 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.577 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.578 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.578 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:06.578 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.578 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.579 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.579 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.579 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.579 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.579 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.580 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.580 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.580 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.580 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.580 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.581 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.581 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.581 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.581 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:06.581 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:06.581 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.582 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.582 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.582 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.582 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.583 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.583 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.583 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.583 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.583 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.584 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.584 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.584 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "roption1": { 2021-03-04T23:01:06.584 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "roption1", 2021-03-04T23:01:06.584 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.584 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.585 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.585 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.585 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.585 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.585 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.586 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.586 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.586 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.586 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.587 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.587 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "roption2": { 2021-03-04T23:01:06.587 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "roption2", 2021-03-04T23:01:06.587 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.587 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.588 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.588 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "xyz", 2021-03-04T23:01:06.588 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.588 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.588 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.588 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.589 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.589 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.589 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.589 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.589 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "rwoption1": { 2021-03-04T23:01:06.590 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "rwoption1", 2021-03-04T23:01:06.590 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.590 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.590 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.591 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.591 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.591 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.591 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.591 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.592 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.592 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.592 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.592 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.592 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "rwoption2": { 2021-03-04T23:01:06.593 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "rwoption2", 2021-03-04T23:01:06.593 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:06.593 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.593 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.593 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.594 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.594 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.594 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.594 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.594 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.595 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.595 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.595 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.595 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "rwoption3": { 2021-03-04T23:01:06.595 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "rwoption3", 2021-03-04T23:01:06.596 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "float", 2021-03-04T23:01:06.596 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.596 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.596 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.596 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.596 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.597 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.597 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.597 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.597 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.597 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.598 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.598 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "rwoption4": { 2021-03-04T23:01:06.598 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "rwoption4", 2021-03-04T23:01:06.598 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.598 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.599 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.599 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.599 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.599 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.599 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.600 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.600 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.600 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.600 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.600 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.601 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "rwoption5": { 2021-03-04T23:01:06.601 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "rwoption5", 2021-03-04T23:01:06.601 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.601 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.601 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.602 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.602 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.602 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.602 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.602 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.603 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.603 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.603 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.603 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.603 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "rwoption6": { 2021-03-04T23:01:06.604 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "rwoption6", 2021-03-04T23:01:06.604 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.604 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.604 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.604 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:06.605 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.605 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.605 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.605 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.605 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.606 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.606 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.606 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.606 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "testkey": { 2021-03-04T23:01:06.606 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "testkey", 2021-03-04T23:01:06.607 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.607 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.607 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.607 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.607 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.608 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.608 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.608 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.608 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.609 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.609 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.609 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.609 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "testlkey": { 2021-03-04T23:01:06.609 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "testlkey", 2021-03-04T23:01:06.610 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.610 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.610 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.610 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.610 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.611 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.611 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.611 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.611 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.611 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.612 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.612 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.612 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "testnewline": { 2021-03-04T23:01:06.612 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "testnewline", 2021-03-04T23:01:06.612 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.613 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.613 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.613 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.613 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.613 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.614 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.614 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.614 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.614 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.614 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.615 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.615 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.615 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.615 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.615 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "status", 2021-03-04T23:01:06.616 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:06.616 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:06.616 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:06.616 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:06.616 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:06.617 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.617 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.617 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.617 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.617 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.618 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.618 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.618 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.618 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.618 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.619 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.619 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.619 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.619 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.619 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.620 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.620 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.620 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.620 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.620 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:06.621 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:06.621 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.621 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.621 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.621 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.622 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.622 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.622 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.622 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.622 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.623 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.623 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.623 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.623 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:06.623 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:06.624 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.624 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.624 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.624 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:06.624 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.625 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.625 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.625 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.625 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.625 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.626 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.626 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.626 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.626 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.626 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.627 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.627 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.627 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.627 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.627 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:06.628 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:06.628 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.628 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.628 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.628 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.629 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.629 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.629 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.629 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.629 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.630 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.630 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.630 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.630 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.630 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.631 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.631 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "telegraf", 2021-03-04T23:01:06.631 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:06.631 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:06.631 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:06.632 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "address": { 2021-03-04T23:01:06.632 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "address", 2021-03-04T23:01:06.632 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.632 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.632 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.633 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "unixgram:///tmp/telegraf.sock", 2021-03-04T23:01:06.633 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.633 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.633 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.634 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.634 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.634 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.634 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.634 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.635 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T23:01:06.635 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T23:01:06.635 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:01:06.635 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.635 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.636 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "15", 2021-03-04T23:01:06.636 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.636 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.636 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.636 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.637 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.637 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.637 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.637 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.637 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:06.638 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:06.638 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.638 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.638 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.638 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.639 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.639 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.639 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.639 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.639 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.640 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.640 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.640 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.640 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.640 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.641 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.641 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.641 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.641 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.641 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.642 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:06.642 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:06.642 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.642 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.642 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.643 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.643 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.643 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.643 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.643 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.644 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.644 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.644 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.644 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.644 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:06.645 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:06.645 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.645 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.645 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.645 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:06.646 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.646 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.646 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.646 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.646 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.647 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.647 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.647 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.647 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.647 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.648 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.648 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.648 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.648 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.648 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.649 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:06.649 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:06.649 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.649 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.649 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.650 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.650 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.650 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.650 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.650 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.651 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.651 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.651 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.651 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.651 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.652 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.652 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.652 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "telemetry", 2021-03-04T23:01:06.652 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:06.652 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:06.653 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:06.653 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "channel_basic": { 2021-03-04T23:01:06.653 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "channel_basic", 2021-03-04T23:01:06.653 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.653 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.654 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.654 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:06.654 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.654 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.654 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.655 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Share basic cluster information (size, version)", 2021-03-04T23:01:06.655 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.655 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.655 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.656 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.656 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "channel_crash": { 2021-03-04T23:01:06.656 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "channel_crash", 2021-03-04T23:01:06.656 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.656 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.657 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.657 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:06.657 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.657 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.657 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.658 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.658 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.658 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.658 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.658 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.659 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "channel_device": { 2021-03-04T23:01:06.659 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "channel_device", 2021-03-04T23:01:06.659 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.659 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.659 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.660 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "True", 2021-03-04T23:01:06.660 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.660 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.660 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.660 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.661 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.661 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.661 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.661 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.661 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "channel_ident": { 2021-03-04T23:01:06.662 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "channel_ident", 2021-03-04T23:01:06.662 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.662 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.662 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.662 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.663 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.663 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.663 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.663 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.663 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.664 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.664 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.664 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.664 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "contact": { 2021-03-04T23:01:06.664 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "contact", 2021-03-04T23:01:06.665 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.665 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.665 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.665 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:01:06.665 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.666 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.666 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.666 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.666 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.666 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.667 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.667 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.667 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "description": { 2021-03-04T23:01:06.667 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "description", 2021-03-04T23:01:06.667 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.668 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.668 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.668 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:01:06.668 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.668 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.669 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.669 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.669 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.669 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.669 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.670 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.670 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "device_url": { 2021-03-04T23:01:06.670 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "device_url", 2021-03-04T23:01:06.670 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.670 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.671 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.671 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "https://telemetry.ceph.com/device", 2021-03-04T23:01:06.671 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.671 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.671 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.672 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.672 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.672 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.672 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.672 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.673 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enabled": { 2021-03-04T23:01:06.673 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "enabled", 2021-03-04T23:01:06.673 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.673 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.673 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.674 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.674 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.674 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.674 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.674 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.675 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.675 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.675 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.675 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.675 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T23:01:06.676 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T23:01:06.676 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:06.676 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.676 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.676 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "24", 2021-03-04T23:01:06.677 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "8", 2021-03-04T23:01:06.677 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.677 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.677 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.677 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.678 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.678 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.678 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.678 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "last_opt_revision": { 2021-03-04T23:01:06.678 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "last_opt_revision", 2021-03-04T23:01:06.679 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:06.679 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.679 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.679 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "1", 2021-03-04T23:01:06.679 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.680 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.680 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.680 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.680 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.680 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.681 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.681 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.681 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "leaderboard": { 2021-03-04T23:01:06.681 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "leaderboard", 2021-03-04T23:01:06.681 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.682 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.682 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.682 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.682 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.682 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.683 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.683 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.683 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.683 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.683 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.684 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.684 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:06.684 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:06.684 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.684 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.685 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.685 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.685 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.685 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.685 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.686 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.686 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.686 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.686 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.686 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.687 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.687 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.687 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.687 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.687 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.688 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.688 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.688 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:06.688 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:06.688 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.689 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.689 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.689 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.689 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.689 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.690 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.690 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.690 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.690 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.690 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.691 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.691 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:06.691 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:06.691 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.691 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.692 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.692 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:06.692 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.692 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.692 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.693 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.693 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.693 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.693 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.693 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.694 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.694 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.694 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.694 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.694 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.695 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.695 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.695 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:06.695 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:06.695 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.696 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.696 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.696 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.696 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.696 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.697 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.697 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.697 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.697 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.697 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.698 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.698 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "organization": { 2021-03-04T23:01:06.698 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "organization", 2021-03-04T23:01:06.698 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.698 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.699 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.699 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:01:06.699 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.699 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.699 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.700 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.700 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.700 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.700 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.700 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.701 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "proxy": { 2021-03-04T23:01:06.701 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "proxy", 2021-03-04T23:01:06.701 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.701 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.701 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.702 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:01:06.702 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.702 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.702 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.702 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.703 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.703 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.703 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.703 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.703 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "url": { 2021-03-04T23:01:06.704 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "url", 2021-03-04T23:01:06.704 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.704 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.704 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.704 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "https://telemetry.ceph.com/report", 2021-03-04T23:01:06.705 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.705 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.705 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.705 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.705 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.706 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.706 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.706 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.706 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.706 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.707 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.707 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "test_orchestrator", 2021-03-04T23:01:06.707 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:06.707 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:06.707 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:06.708 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:06.708 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:06.708 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.708 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.708 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.709 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.709 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.709 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.709 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.709 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.710 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.710 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.710 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.710 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.710 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.711 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.711 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.711 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.711 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.711 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.712 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.712 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:06.712 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:06.712 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.712 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.713 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.713 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.713 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.713 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.713 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.714 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.714 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.714 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.714 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.714 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.715 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:06.715 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:06.715 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.715 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.716 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.716 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:06.716 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.716 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.716 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.717 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.717 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.717 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.717 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.717 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.718 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.718 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.718 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.718 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.719 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.719 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.719 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.719 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:06.719 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:06.719 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.720 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.720 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.720 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.720 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.721 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.721 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.721 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.721 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.721 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.722 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.722 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.722 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.722 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.722 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.723 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "volumes", 2021-03-04T23:01:06.723 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:06.723 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:06.723 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:06.723 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:06.724 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:06.724 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.724 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.724 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.724 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.725 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.725 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.725 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.725 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.725 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.726 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.726 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.726 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.726 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.726 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.727 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.727 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.727 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.727 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.727 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.728 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:06.728 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:06.728 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.728 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.728 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.729 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.729 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.729 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.729 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.729 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.730 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.730 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.730 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.730 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.730 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:06.731 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:06.731 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.731 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.731 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.731 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:06.732 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.732 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.732 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.732 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.732 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.733 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.733 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.733 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.733 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.733 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.734 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.734 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.734 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.734 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.734 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.735 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:06.735 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:06.735 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.735 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.735 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.736 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.736 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.736 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.736 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.736 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.737 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.737 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.737 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.737 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.737 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max_concurrent_clones": { 2021-03-04T23:01:06.738 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "max_concurrent_clones", 2021-03-04T23:01:06.738 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:06.738 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.738 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.738 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "4", 2021-03-04T23:01:06.739 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.739 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.739 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.739 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "Number of asynchronous cloner threads", 2021-03-04T23:01:06.739 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.740 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.740 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.740 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.740 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.740 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.741 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.741 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "zabbix", 2021-03-04T23:01:06.741 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "can_run": true, 2021-03-04T23:01:06.741 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error_string": "", 2021-03-04T23:01:06.741 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "module_options": { 2021-03-04T23:01:06.742 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "discovery_interval": { 2021-03-04T23:01:06.742 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "discovery_interval", 2021-03-04T23:01:06.742 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.742 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.743 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.743 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "100", 2021-03-04T23:01:06.743 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.743 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.743 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.744 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.744 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.744 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.744 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.744 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.744 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "identifier": { 2021-03-04T23:01:06.745 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "identifier", 2021-03-04T23:01:06.745 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.745 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.745 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.745 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.746 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.746 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.746 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.746 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.746 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.747 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.747 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.747 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.747 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "interval": { 2021-03-04T23:01:06.747 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "interval", 2021-03-04T23:01:06.748 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "secs", 2021-03-04T23:01:06.748 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.748 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.748 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "60", 2021-03-04T23:01:06.748 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.749 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.749 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.749 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.749 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.749 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.750 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.750 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.750 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_level": { 2021-03-04T23:01:06.750 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_level", 2021-03-04T23:01:06.751 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.751 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.751 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.751 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "", 2021-03-04T23:01:06.751 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.752 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.752 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.752 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.752 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.752 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.752 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.753 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.753 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.753 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.753 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.753 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.754 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.754 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.754 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.754 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster": { 2021-03-04T23:01:06.755 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster", 2021-03-04T23:01:06.755 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.755 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.755 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.755 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.756 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.756 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.756 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.756 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.756 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.757 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.757 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.757 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.757 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_cluster_level": { 2021-03-04T23:01:06.757 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_cluster_level", 2021-03-04T23:01:06.757 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.758 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.758 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.758 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "info", 2021-03-04T23:01:06.758 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.759 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.759 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [ 2021-03-04T23:01:06.759 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "", 2021-03-04T23:01:06.759 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "critical", 2021-03-04T23:01:06.759 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "debug", 2021-03-04T23:01:06.760 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "error", 2021-03-04T23:01:06.760 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "info", 2021-03-04T23:01:06.760 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "warning" 2021-03-04T23:01:06.760 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.760 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.761 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.761 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.761 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.761 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.761 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "log_to_file": { 2021-03-04T23:01:06.762 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "log_to_file", 2021-03-04T23:01:06.762 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "bool", 2021-03-04T23:01:06.762 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.762 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 1, 2021-03-04T23:01:06.762 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "False", 2021-03-04T23:01:06.763 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.763 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.763 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.763 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.763 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.764 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.764 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.764 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.764 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "zabbix_host": { 2021-03-04T23:01:06.764 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "zabbix_host", 2021-03-04T23:01:06.765 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.765 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.765 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.765 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "None", 2021-03-04T23:01:06.765 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.766 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.766 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.766 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.766 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.766 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.767 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.767 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.767 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "zabbix_port": { 2021-03-04T23:01:06.767 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "zabbix_port", 2021-03-04T23:01:06.767 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "int", 2021-03-04T23:01:06.768 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.768 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.768 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "10051", 2021-03-04T23:01:06.768 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.768 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.769 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.769 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.769 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.769 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.769 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.770 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.770 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "zabbix_sender": { 2021-03-04T23:01:06.770 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "name": "zabbix_sender", 2021-03-04T23:01:06.770 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "str", 2021-03-04T23:01:06.771 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "level": "advanced", 2021-03-04T23:01:06.771 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "flags": 0, 2021-03-04T23:01:06.771 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "default_value": "/usr/bin/zabbix_sender", 2021-03-04T23:01:06.771 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "min": "", 2021-03-04T23:01:06.771 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "max": "", 2021-03-04T23:01:06.772 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "enum_allowed": [], 2021-03-04T23:01:06.772 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "desc": "", 2021-03-04T23:01:06.772 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "long_desc": "", 2021-03-04T23:01:06.772 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "tags": [], 2021-03-04T23:01:06.772 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "see_also": [] 2021-03-04T23:01:06.773 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.773 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.773 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.773 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.773 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "services": {}, 2021-03-04T23:01:06.774 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "always_on_modules": { 2021-03-04T23:01:06.774 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "nautilus": [ 2021-03-04T23:01:06.774 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "balancer", 2021-03-04T23:01:06.774 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "crash", 2021-03-04T23:01:06.774 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "devicehealth", 2021-03-04T23:01:06.775 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "orchestrator_cli", 2021-03-04T23:01:06.775 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "progress", 2021-03-04T23:01:06.775 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "rbd_support", 2021-03-04T23:01:06.775 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "status", 2021-03-04T23:01:06.775 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "volumes" 2021-03-04T23:01:06.776 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.776 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "octopus": [ 2021-03-04T23:01:06.776 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "balancer", 2021-03-04T23:01:06.776 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "crash", 2021-03-04T23:01:06.776 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "devicehealth", 2021-03-04T23:01:06.777 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "orchestrator", 2021-03-04T23:01:06.777 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "pg_autoscaler", 2021-03-04T23:01:06.777 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "progress", 2021-03-04T23:01:06.777 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "rbd_support", 2021-03-04T23:01:06.777 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "status", 2021-03-04T23:01:06.778 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "telemetry", 2021-03-04T23:01:06.778 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "volumes" 2021-03-04T23:01:06.778 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ], 2021-03-04T23:01:06.778 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "last_failure_osd_epoch": 2, 2021-03-04T23:01:06.778 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "active_clients": [ 2021-03-04T23:01:06.779 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.779 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-03-04T23:01:06.779 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.779 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-03-04T23:01:06.779 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "addr": "172.21.2.111:0", 2021-03-04T23:01:06.780 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "nonce": 1193593695 2021-03-04T23:01:06.780 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.780 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ] 2021-03-04T23:01:06.780 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout }, 2021-03-04T23:01:06.780 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.781 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "addrvec": [ 2021-03-04T23:01:06.781 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:06.781 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "type": "v2", 2021-03-04T23:01:06.781 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "addr": "172.21.2.111:0", 2021-03-04T23:01:06.781 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "nonce": 3655453525 2021-03-04T23:01:06.782 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.782 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ] 2021-03-04T23:01:06.782 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.782 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout ] 2021-03-04T23:01:06.782 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.783 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:06.784 INFO:teuthology.orchestra.run.gibba011.stderr:Waiting for the mgr to restart... 2021-03-04T23:01:06.784 INFO:teuthology.orchestra.run.gibba011.stderr:Waiting for Mgr epoch 9... 2021-03-04T23:01:06.784 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 -v /var/log/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp84showw5:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp2pv6s_s9:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus tell mgr mgr_status 2021-03-04T23:01:08.245 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout { 2021-03-04T23:01:08.245 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2021-03-04T23:01:08.245 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout "initialized": true 2021-03-04T23:01:08.246 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout } 2021-03-04T23:01:08.839 INFO:teuthology.orchestra.run.gibba011.stderr:Mgr epoch 9 is available 2021-03-04T23:01:08.840 INFO:teuthology.orchestra.run.gibba011.stderr:Generating a dashboard self-signed certificate... 2021-03-04T23:01:08.840 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 -v /var/log/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp84showw5:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp2pv6s_s9:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus dashboard create-self-signed-cert 2021-03-04T23:01:09.439 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout Self-signed certificate created 2021-03-04T23:01:10.185 INFO:teuthology.orchestra.run.gibba011.stderr:Creating initial admin user... 2021-03-04T23:01:10.186 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 -v /var/log/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp84showw5:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp2pv6s_s9:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus dashboard ac-user-create admin zgbcmqvba0 administrator --force-password --pwd-update-required 2021-03-04T23:01:10.930 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$FGBrf40rGyEvgOLSXYYwGO2jOO0Q2ZcjvKwKg/Mfivgp/6u78I/bW", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1614898870, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2021-03-04T23:01:11.576 INFO:teuthology.orchestra.run.gibba011.stderr:Fetching dashboard port number... 2021-03-04T23:01:11.576 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /bin/podman run --rm --ipc=host --net=host --entrypoint /usr/bin/ceph -e CONTAINER_IMAGE=docker.io/ceph/daemon-base:latest-octopus -e NODE_NAME=gibba011 -v /var/log/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp84showw5:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmp2pv6s_s9:/etc/ceph/ceph.conf:z docker.io/ceph/daemon-base:latest-octopus config get mgr mgr/dashboard/ssl_server_port 2021-03-04T23:01:12.121 INFO:teuthology.orchestra.run.gibba011.stderr:/usr/bin/ceph: stdout 8443 2021-03-04T23:01:12.792 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl is-enabled firewalld.service 2021-03-04T23:01:12.799 INFO:teuthology.orchestra.run.gibba011.stderr:systemctl: stdout disabled 2021-03-04T23:01:12.799 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: systemctl is-active firewalld.service 2021-03-04T23:01:12.803 INFO:teuthology.orchestra.run.gibba011.stderr:systemctl: stdout inactive 2021-03-04T23:01:12.803 INFO:teuthology.orchestra.run.gibba011.stderr:firewalld.service is not enabled 2021-03-04T23:01:12.804 INFO:teuthology.orchestra.run.gibba011.stderr:Not possible to open ports <[8443]>. firewalld.service is not available 2021-03-04T23:01:12.805 INFO:teuthology.orchestra.run.gibba011.stderr:Ceph Dashboard is now available at: 2021-03-04T23:01:12.806 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T23:01:12.806 INFO:teuthology.orchestra.run.gibba011.stderr: URL: https://gibba011.front.sepia.ceph.com:8443/ 2021-03-04T23:01:12.807 INFO:teuthology.orchestra.run.gibba011.stderr: User: admin 2021-03-04T23:01:12.807 INFO:teuthology.orchestra.run.gibba011.stderr: Password: zgbcmqvba0 2021-03-04T23:01:12.807 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T23:01:12.807 INFO:teuthology.orchestra.run.gibba011.stderr:You can access the Ceph CLI with: 2021-03-04T23:01:12.807 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T23:01:12.808 INFO:teuthology.orchestra.run.gibba011.stderr: sudo /home/ubuntu/cephtest/cephadm shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2021-03-04T23:01:12.808 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T23:01:12.808 INFO:teuthology.orchestra.run.gibba011.stderr:Please consider enabling telemetry to help improve Ceph: 2021-03-04T23:01:12.808 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T23:01:12.808 INFO:teuthology.orchestra.run.gibba011.stderr: ceph telemetry on 2021-03-04T23:01:12.809 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T23:01:12.809 INFO:teuthology.orchestra.run.gibba011.stderr:For more information see: 2021-03-04T23:01:12.809 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T23:01:12.809 INFO:teuthology.orchestra.run.gibba011.stderr: https://docs.ceph.com/docs/master/mgr/telemetry/ 2021-03-04T23:01:12.810 INFO:teuthology.orchestra.run.gibba011.stderr: 2021-03-04T23:01:12.810 INFO:teuthology.orchestra.run.gibba011.stderr:Bootstrap complete. 2021-03-04T23:01:12.810 INFO:teuthology.orchestra.run.gibba011.stderr:Releasing lock 139845099394552 on /run/cephadm/5f47b844-7d3d-11eb-9066-001a4aab830c.lock 2021-03-04T23:01:12.810 INFO:teuthology.orchestra.run.gibba011.stderr:Lock 139845099394552 released on /run/cephadm/5f47b844-7d3d-11eb-9066-001a4aab830c.lock 2021-03-04T23:01:12.828 INFO:tasks.cephadm:Fetching config... 2021-03-04T23:01:12.830 DEBUG:teuthology.orchestra.run.gibba011:> set -ex 2021-03-04T23:01:12.831 DEBUG:teuthology.orchestra.run.gibba011:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2021-03-04T23:01:12.843 INFO:tasks.cephadm:Fetching client.admin keyring... 2021-03-04T23:01:12.843 DEBUG:teuthology.orchestra.run.gibba011:> set -ex 2021-03-04T23:01:12.844 DEBUG:teuthology.orchestra.run.gibba011:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2021-03-04T23:01:12.896 INFO:tasks.cephadm:Fetching mon keyring... 2021-03-04T23:01:12.896 DEBUG:teuthology.orchestra.run.gibba011:> set -ex 2021-03-04T23:01:12.896 DEBUG:teuthology.orchestra.run.gibba011:> sudo dd if=/var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/keyring of=/dev/stdout 2021-03-04T23:01:12.955 INFO:tasks.cephadm:Fetching pub ssh key... 2021-03-04T23:01:12.956 DEBUG:teuthology.orchestra.run.gibba011:> set -ex 2021-03-04T23:01:12.956 DEBUG:teuthology.orchestra.run.gibba011:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2021-03-04T23:01:13.008 INFO:tasks.cephadm:Installing pub ssh key for root users... 2021-03-04T23:01:13.009 DEBUG:teuthology.orchestra.run.gibba011:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDoRIF/zDeBv3v3aA6bLGM/asLS9Ah9CP5PEO7IB6ELYCciZh2icaDCnjtXcjqxvYmeMkHGBJZz7cz7NnLgF+yk8ENj2uOrhc31ziAP6zpFX5TT+GWjZYPLRFHBCRrL08xEyO+w0fWyq1qfe0uLKFoGmPFrpwomMrhauiL6FtCs4dVnY3QzaSaL3UsSuxorgqBzYzVW++eBZRsZt4A+OEk4rY905CFvQGI/6Jz/zO4x1evGorNnBdVQZfCg8X13nI0Kln2S5w6PcoE25W5HETm0NKvfTdUjksJXfRhunowuXLEd7iLKBP+dV1D3R3rhEr6XVIdNp0Ug1UC2XgPM6+XTcKYlbJZP3EwwGXsf2V+93kBSskiGNNpN5hIPgyz9B25Eact25c+lbVjJO245G/BxzgNm9KJyhpShVosAe4bbsix7fvdmyxwiBoiPyN5jeQuixYWBijUZQUhtGoa5Y8+4vt3XLmqt3a0AocFec8tcRIADS9i/sVfvgQQdoItjR6E= ceph-5f47b844-7d3d-11eb-9066-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2021-03-04T23:01:13.082 INFO:teuthology.orchestra.run.gibba011.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDoRIF/zDeBv3v3aA6bLGM/asLS9Ah9CP5PEO7IB6ELYCciZh2icaDCnjtXcjqxvYmeMkHGBJZz7cz7NnLgF+yk8ENj2uOrhc31ziAP6zpFX5TT+GWjZYPLRFHBCRrL08xEyO+w0fWyq1qfe0uLKFoGmPFrpwomMrhauiL6FtCs4dVnY3QzaSaL3UsSuxorgqBzYzVW++eBZRsZt4A+OEk4rY905CFvQGI/6Jz/zO4x1evGorNnBdVQZfCg8X13nI0Kln2S5w6PcoE25W5HETm0NKvfTdUjksJXfRhunowuXLEd7iLKBP+dV1D3R3rhEr6XVIdNp0Ug1UC2XgPM6+XTcKYlbJZP3EwwGXsf2V+93kBSskiGNNpN5hIPgyz9B25Eact25c+lbVjJO245G/BxzgNm9KJyhpShVosAe4bbsix7fvdmyxwiBoiPyN5jeQuixYWBijUZQUhtGoa5Y8+4vt3XLmqt3a0AocFec8tcRIADS9i/sVfvgQQdoItjR6E= ceph-5f47b844-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:01:13.091 DEBUG:teuthology.orchestra.run.gibba038:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDoRIF/zDeBv3v3aA6bLGM/asLS9Ah9CP5PEO7IB6ELYCciZh2icaDCnjtXcjqxvYmeMkHGBJZz7cz7NnLgF+yk8ENj2uOrhc31ziAP6zpFX5TT+GWjZYPLRFHBCRrL08xEyO+w0fWyq1qfe0uLKFoGmPFrpwomMrhauiL6FtCs4dVnY3QzaSaL3UsSuxorgqBzYzVW++eBZRsZt4A+OEk4rY905CFvQGI/6Jz/zO4x1evGorNnBdVQZfCg8X13nI0Kln2S5w6PcoE25W5HETm0NKvfTdUjksJXfRhunowuXLEd7iLKBP+dV1D3R3rhEr6XVIdNp0Ug1UC2XgPM6+XTcKYlbJZP3EwwGXsf2V+93kBSskiGNNpN5hIPgyz9B25Eact25c+lbVjJO245G/BxzgNm9KJyhpShVosAe4bbsix7fvdmyxwiBoiPyN5jeQuixYWBijUZQUhtGoa5Y8+4vt3XLmqt3a0AocFec8tcRIADS9i/sVfvgQQdoItjR6E= ceph-5f47b844-7d3d-11eb-9066-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2021-03-04T23:01:13.121 INFO:teuthology.orchestra.run.gibba038.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDoRIF/zDeBv3v3aA6bLGM/asLS9Ah9CP5PEO7IB6ELYCciZh2icaDCnjtXcjqxvYmeMkHGBJZz7cz7NnLgF+yk8ENj2uOrhc31ziAP6zpFX5TT+GWjZYPLRFHBCRrL08xEyO+w0fWyq1qfe0uLKFoGmPFrpwomMrhauiL6FtCs4dVnY3QzaSaL3UsSuxorgqBzYzVW++eBZRsZt4A+OEk4rY905CFvQGI/6Jz/zO4x1evGorNnBdVQZfCg8X13nI0Kln2S5w6PcoE25W5HETm0NKvfTdUjksJXfRhunowuXLEd7iLKBP+dV1D3R3rhEr6XVIdNp0Ug1UC2XgPM6+XTcKYlbJZP3EwwGXsf2V+93kBSskiGNNpN5hIPgyz9B25Eact25c+lbVjJO245G/BxzgNm9KJyhpShVosAe4bbsix7fvdmyxwiBoiPyN5jeQuixYWBijUZQUhtGoa5Y8+4vt3XLmqt3a0AocFec8tcRIADS9i/sVfvgQQdoItjR6E= ceph-5f47b844-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:01:13.131 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph config set mgr mgr/cephadm/allow_ptrace true 2021-03-04T23:01:15.844 INFO:tasks.cephadm:Writing (initial) conf and keyring to gibba038 2021-03-04T23:01:15.845 DEBUG:teuthology.orchestra.run.gibba038:> set -ex 2021-03-04T23:01:15.845 DEBUG:teuthology.orchestra.run.gibba038:> dd of=/etc/ceph/ceph.conf 2021-03-04T23:01:15.858 DEBUG:teuthology.orchestra.run.gibba038:> set -ex 2021-03-04T23:01:15.859 DEBUG:teuthology.orchestra.run.gibba038:> dd of=/etc/ceph/ceph.client.admin.keyring 2021-03-04T23:01:15.910 INFO:tasks.cephadm:Adding host gibba038 to orchestrator... 2021-03-04T23:01:15.911 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph orch host add gibba038 2021-03-04T23:01:38.559 INFO:teuthology.orchestra.run.gibba038.stdout:Added host 'gibba038' 2021-03-04T23:01:39.275 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph orch host ls --format=json 2021-03-04T23:01:41.764 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T23:01:41.765 INFO:teuthology.orchestra.run.gibba038.stdout:[{"addr": "gibba011", "hostname": "gibba011", "labels": [], "status": ""}, {"addr": "gibba038", "hostname": "gibba038", "labels": [], "status": ""}] 2021-03-04T23:01:42.525 INFO:tasks.cephadm:Setting crush tunables to default 2021-03-04T23:01:42.526 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd crush tunables default 2021-03-04T23:01:44.499 INFO:teuthology.orchestra.run.gibba011.stderr:adjusted tunables profile to default 2021-03-04T23:01:45.135 INFO:tasks.cephadm:Adding mon.c on gibba011 2021-03-04T23:01:45.136 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph orch daemon add mon 'gibba011:[v2:172.21.2.111:3301,v1:172.21.2.111:6790]=c' 2021-03-04T23:01:54.295 INFO:teuthology.orchestra.run.gibba011.stdout:Deployed mon.c on host 'gibba011' 2021-03-04T23:01:54.861 DEBUG:teuthology.orchestra.run.gibba011:mon.c> sudo journalctl -f -n 0 -u ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@mon.c.service 2021-03-04T23:01:54.865 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2021-03-04T23:01:54.865 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph mon dump -f json 2021-03-04T23:01:54.886 INFO:journalctl@ceph.mon.c.gibba011.stdout:-- Logs begin at Thu 2021-03-04 22:40:42 UTC. -- 2021-03-04T23:01:56.689 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:01:56.689 INFO:teuthology.orchestra.run.gibba011.stdout:{"epoch":2,"fsid":"5f47b844-7d3d-11eb-9066-001a4aab830c","modified":"2021-03-04T23:01:49.266696Z","created":"2021-03-04T23:00:35.837226Z","min_mon_release":15,"min_mon_release_name":"octopus","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:3300","nonce":0},{"type":"v1","addr":"172.21.2.111:6789","nonce":0}]},"addr":"172.21.2.111:6789/0","public_addr":"172.21.2.111:6789/0","priority":0,"weight":0},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:3301","nonce":0},{"type":"v1","addr":"172.21.2.111:6790","nonce":0}]},"addr":"172.21.2.111:6790/0","public_addr":"172.21.2.111:6790/0","priority":0,"weight":0}],"quorum":[0,1]} 2021-03-04T23:01:56.690 INFO:teuthology.orchestra.run.gibba011.stderr:dumped monmap epoch 2 2021-03-04T23:01:57.411 INFO:tasks.cephadm:Adding mon.b on gibba038 2021-03-04T23:01:57.412 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph orch daemon add mon gibba038:172.21.2.138=b 2021-03-04T23:02:06.610 INFO:teuthology.orchestra.run.gibba038.stdout:Deployed mon.b on host 'gibba038' 2021-03-04T23:02:07.248 DEBUG:teuthology.orchestra.run.gibba038:mon.b> sudo journalctl -f -n 0 -u ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@mon.b.service 2021-03-04T23:02:07.256 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2021-03-04T23:02:07.257 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph mon dump -f json 2021-03-04T23:02:07.277 INFO:journalctl@ceph.mon.b.gibba038.stdout:-- Logs begin at Thu 2021-03-04 22:40:45 UTC. -- 2021-03-04T23:02:08.977 INFO:teuthology.orchestra.run.gibba038.stdout: 2021-03-04T23:02:08.977 INFO:teuthology.orchestra.run.gibba038.stdout:{"epoch":3,"fsid":"5f47b844-7d3d-11eb-9066-001a4aab830c","modified":"2021-03-04T23:02:01.594160Z","created":"2021-03-04T23:00:35.837226Z","min_mon_release":15,"min_mon_release_name":"octopus","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:3300","nonce":0},{"type":"v1","addr":"172.21.2.111:6789","nonce":0}]},"addr":"172.21.2.111:6789/0","public_addr":"172.21.2.111:6789/0","priority":0,"weight":0},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:3301","nonce":0},{"type":"v1","addr":"172.21.2.111:6790","nonce":0}]},"addr":"172.21.2.111:6790/0","public_addr":"172.21.2.111:6790/0","priority":0,"weight":0},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:3300","nonce":0},{"type":"v1","addr":"172.21.2.138:6789","nonce":0}]},"addr":"172.21.2.138:6789/0","public_addr":"172.21.2.138:6789/0","priority":0,"weight":0}],"quorum":[0,1,2]} 2021-03-04T23:02:08.978 INFO:teuthology.orchestra.run.gibba038.stderr:dumped monmap epoch 3 2021-03-04T23:02:09.579 INFO:tasks.cephadm:Generating final ceph.conf file... 2021-03-04T23:02:09.580 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph config generate-minimal-conf 2021-03-04T23:02:11.887 INFO:teuthology.orchestra.run.gibba011.stdout:# minimal ceph.conf for 5f47b844-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:02:11.887 INFO:teuthology.orchestra.run.gibba011.stdout:[global] 2021-03-04T23:02:11.888 INFO:teuthology.orchestra.run.gibba011.stdout: fsid = 5f47b844-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:02:11.888 INFO:teuthology.orchestra.run.gibba011.stdout: mon_host = [v2:172.21.2.111:3300/0,v1:172.21.2.111:6789/0] [v2:172.21.2.138:3300/0,v1:172.21.2.138:6789/0] [v2:172.21.2.111:3301/0,v1:172.21.2.111:6790/0] 2021-03-04T23:02:12.534 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2021-03-04T23:02:12.535 DEBUG:teuthology.orchestra.run.gibba011:> set -ex 2021-03-04T23:02:12.535 DEBUG:teuthology.orchestra.run.gibba011:> sudo dd of=/etc/ceph/ceph.conf 2021-03-04T23:02:12.556 DEBUG:teuthology.orchestra.run.gibba011:> set -ex 2021-03-04T23:02:12.557 DEBUG:teuthology.orchestra.run.gibba011:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2021-03-04T23:02:12.616 DEBUG:teuthology.orchestra.run.gibba038:> set -ex 2021-03-04T23:02:12.617 DEBUG:teuthology.orchestra.run.gibba038:> sudo dd of=/etc/ceph/ceph.conf 2021-03-04T23:02:12.638 DEBUG:teuthology.orchestra.run.gibba038:> set -ex 2021-03-04T23:02:12.638 DEBUG:teuthology.orchestra.run.gibba038:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2021-03-04T23:02:12.701 INFO:tasks.cephadm:Adding mgr.y on gibba011 2021-03-04T23:02:12.702 INFO:tasks.cephadm:Adding mgr.x on gibba038 2021-03-04T23:02:12.703 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph orch apply mgr '3;gibba011=y;gibba038=x' 2021-03-04T23:02:14.550 INFO:teuthology.orchestra.run.gibba038.stdout:Scheduled mgr update... 2021-03-04T23:02:15.129 DEBUG:teuthology.orchestra.run.gibba038:mgr.x> sudo journalctl -f -n 0 -u ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@mgr.x.service 2021-03-04T23:02:15.132 INFO:tasks.cephadm:Deploying OSDs... 2021-03-04T23:02:15.133 DEBUG:teuthology.orchestra.run.gibba011:> set -ex 2021-03-04T23:02:15.133 DEBUG:teuthology.orchestra.run.gibba011:> dd if=/scratch_devs of=/dev/stdout 2021-03-04T23:02:15.146 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2021-03-04T23:02:15.147 DEBUG:teuthology.orchestra.run.gibba011:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2021-03-04T23:02:15.152 INFO:journalctl@ceph.mgr.x.gibba038.stdout:-- Logs begin at Thu 2021-03-04 22:40:45 UTC. -- 2021-03-04T23:02:15.200 INFO:teuthology.orchestra.run.gibba011.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2021-03-04T23:02:15.200 INFO:teuthology.orchestra.run.gibba011.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-03-04T23:02:15.201 INFO:teuthology.orchestra.run.gibba011.stdout:Device: 6h/6d Inode: 107890 Links: 1 2021-03-04T23:02:15.201 INFO:teuthology.orchestra.run.gibba011.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-03-04T23:02:15.202 INFO:teuthology.orchestra.run.gibba011.stdout:Context: system_u:object_r:device_t:s0 2021-03-04T23:02:15.202 INFO:teuthology.orchestra.run.gibba011.stdout:Access: 2021-03-04 23:01:48.888550457 +0000 2021-03-04T23:02:15.202 INFO:teuthology.orchestra.run.gibba011.stdout:Modify: 2021-03-04 22:44:20.875254055 +0000 2021-03-04T23:02:15.203 INFO:teuthology.orchestra.run.gibba011.stdout:Change: 2021-03-04 22:44:20.875254055 +0000 2021-03-04T23:02:15.204 INFO:teuthology.orchestra.run.gibba011.stdout: Birth: - 2021-03-04T23:02:15.209 INFO:teuthology.orchestra.run.gibba011.stderr:1+0 records in 2021-03-04T23:02:15.209 INFO:teuthology.orchestra.run.gibba011.stderr:1+0 records out 2021-03-04T23:02:15.210 INFO:teuthology.orchestra.run.gibba011.stderr:512 bytes copied, 0.000158487 s, 3.2 MB/s 2021-03-04T23:02:15.212 DEBUG:teuthology.orchestra.run.gibba011:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2021-03-04T23:02:15.263 INFO:teuthology.orchestra.run.gibba011.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2021-03-04T23:02:15.264 INFO:teuthology.orchestra.run.gibba011.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-03-04T23:02:15.264 INFO:teuthology.orchestra.run.gibba011.stdout:Device: 6h/6d Inode: 103970 Links: 1 2021-03-04T23:02:15.265 INFO:teuthology.orchestra.run.gibba011.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-03-04T23:02:15.265 INFO:teuthology.orchestra.run.gibba011.stdout:Context: system_u:object_r:device_t:s0 2021-03-04T23:02:15.265 INFO:teuthology.orchestra.run.gibba011.stdout:Access: 2021-03-04 23:01:48.888550457 +0000 2021-03-04T23:02:15.265 INFO:teuthology.orchestra.run.gibba011.stdout:Modify: 2021-03-04 22:44:21.178253082 +0000 2021-03-04T23:02:15.266 INFO:teuthology.orchestra.run.gibba011.stdout:Change: 2021-03-04 22:44:21.178253082 +0000 2021-03-04T23:02:15.266 INFO:teuthology.orchestra.run.gibba011.stdout: Birth: - 2021-03-04T23:02:15.271 INFO:teuthology.orchestra.run.gibba011.stderr:1+0 records in 2021-03-04T23:02:15.272 INFO:teuthology.orchestra.run.gibba011.stderr:1+0 records out 2021-03-04T23:02:15.272 INFO:teuthology.orchestra.run.gibba011.stderr:512 bytes copied, 0.000169521 s, 3.0 MB/s 2021-03-04T23:02:15.274 DEBUG:teuthology.orchestra.run.gibba011:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2021-03-04T23:02:15.325 INFO:teuthology.orchestra.run.gibba011.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2021-03-04T23:02:15.325 INFO:teuthology.orchestra.run.gibba011.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-03-04T23:02:15.326 INFO:teuthology.orchestra.run.gibba011.stdout:Device: 6h/6d Inode: 105415 Links: 1 2021-03-04T23:02:15.326 INFO:teuthology.orchestra.run.gibba011.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-03-04T23:02:15.326 INFO:teuthology.orchestra.run.gibba011.stdout:Context: system_u:object_r:device_t:s0 2021-03-04T23:02:15.326 INFO:teuthology.orchestra.run.gibba011.stdout:Access: 2021-03-04 23:01:48.888550457 +0000 2021-03-04T23:02:15.327 INFO:teuthology.orchestra.run.gibba011.stdout:Modify: 2021-03-04 22:44:21.462252170 +0000 2021-03-04T23:02:15.327 INFO:teuthology.orchestra.run.gibba011.stdout:Change: 2021-03-04 22:44:21.462252170 +0000 2021-03-04T23:02:15.327 INFO:teuthology.orchestra.run.gibba011.stdout: Birth: - 2021-03-04T23:02:15.333 INFO:teuthology.orchestra.run.gibba011.stderr:1+0 records in 2021-03-04T23:02:15.333 INFO:teuthology.orchestra.run.gibba011.stderr:1+0 records out 2021-03-04T23:02:15.334 INFO:teuthology.orchestra.run.gibba011.stderr:512 bytes copied, 0.00014715 s, 3.5 MB/s 2021-03-04T23:02:15.335 DEBUG:teuthology.orchestra.run.gibba011:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2021-03-04T23:02:15.387 INFO:teuthology.orchestra.run.gibba011.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2021-03-04T23:02:15.388 INFO:teuthology.orchestra.run.gibba011.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-03-04T23:02:15.388 INFO:teuthology.orchestra.run.gibba011.stdout:Device: 6h/6d Inode: 97765 Links: 1 2021-03-04T23:02:15.388 INFO:teuthology.orchestra.run.gibba011.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-03-04T23:02:15.389 INFO:teuthology.orchestra.run.gibba011.stdout:Context: system_u:object_r:device_t:s0 2021-03-04T23:02:15.389 INFO:teuthology.orchestra.run.gibba011.stdout:Access: 2021-03-04 23:01:48.888550457 +0000 2021-03-04T23:02:15.389 INFO:teuthology.orchestra.run.gibba011.stdout:Modify: 2021-03-04 22:44:21.749251248 +0000 2021-03-04T23:02:15.389 INFO:teuthology.orchestra.run.gibba011.stdout:Change: 2021-03-04 22:44:21.749251248 +0000 2021-03-04T23:02:15.390 INFO:teuthology.orchestra.run.gibba011.stdout: Birth: - 2021-03-04T23:02:15.396 INFO:teuthology.orchestra.run.gibba011.stderr:1+0 records in 2021-03-04T23:02:15.396 INFO:teuthology.orchestra.run.gibba011.stderr:1+0 records out 2021-03-04T23:02:15.396 INFO:teuthology.orchestra.run.gibba011.stderr:512 bytes copied, 0.000141955 s, 3.6 MB/s 2021-03-04T23:02:15.398 DEBUG:teuthology.orchestra.run.gibba038:> set -ex 2021-03-04T23:02:15.398 DEBUG:teuthology.orchestra.run.gibba038:> dd if=/scratch_devs of=/dev/stdout 2021-03-04T23:02:15.411 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2021-03-04T23:02:15.411 DEBUG:teuthology.orchestra.run.gibba038:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2021-03-04T23:02:15.463 INFO:teuthology.orchestra.run.gibba038.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2021-03-04T23:02:15.464 INFO:teuthology.orchestra.run.gibba038.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-03-04T23:02:15.464 INFO:teuthology.orchestra.run.gibba038.stdout:Device: 6h/6d Inode: 100740 Links: 1 2021-03-04T23:02:15.464 INFO:teuthology.orchestra.run.gibba038.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-03-04T23:02:15.465 INFO:teuthology.orchestra.run.gibba038.stdout:Context: system_u:object_r:device_t:s0 2021-03-04T23:02:15.465 INFO:teuthology.orchestra.run.gibba038.stdout:Access: 2021-03-04 23:02:01.171137721 +0000 2021-03-04T23:02:15.465 INFO:teuthology.orchestra.run.gibba038.stdout:Modify: 2021-03-04 22:44:20.974078588 +0000 2021-03-04T23:02:15.465 INFO:teuthology.orchestra.run.gibba038.stdout:Change: 2021-03-04 22:44:20.974078588 +0000 2021-03-04T23:02:15.465 INFO:teuthology.orchestra.run.gibba038.stdout: Birth: - 2021-03-04T23:02:15.473 INFO:teuthology.orchestra.run.gibba038.stderr:1+0 records in 2021-03-04T23:02:15.473 INFO:teuthology.orchestra.run.gibba038.stderr:1+0 records out 2021-03-04T23:02:15.474 INFO:teuthology.orchestra.run.gibba038.stderr:512 bytes copied, 0.000148253 s, 3.5 MB/s 2021-03-04T23:02:15.476 DEBUG:teuthology.orchestra.run.gibba038:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2021-03-04T23:02:15.527 INFO:teuthology.orchestra.run.gibba038.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2021-03-04T23:02:15.527 INFO:teuthology.orchestra.run.gibba038.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-03-04T23:02:15.527 INFO:teuthology.orchestra.run.gibba038.stdout:Device: 6h/6d Inode: 102690 Links: 1 2021-03-04T23:02:15.528 INFO:teuthology.orchestra.run.gibba038.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-03-04T23:02:15.528 INFO:teuthology.orchestra.run.gibba038.stdout:Context: system_u:object_r:device_t:s0 2021-03-04T23:02:15.528 INFO:teuthology.orchestra.run.gibba038.stdout:Access: 2021-03-04 23:02:01.171137721 +0000 2021-03-04T23:02:15.528 INFO:teuthology.orchestra.run.gibba038.stdout:Modify: 2021-03-04 22:44:21.246076905 +0000 2021-03-04T23:02:15.529 INFO:teuthology.orchestra.run.gibba038.stdout:Change: 2021-03-04 22:44:21.246076905 +0000 2021-03-04T23:02:15.529 INFO:teuthology.orchestra.run.gibba038.stdout: Birth: - 2021-03-04T23:02:15.535 INFO:teuthology.orchestra.run.gibba038.stderr:1+0 records in 2021-03-04T23:02:15.535 INFO:teuthology.orchestra.run.gibba038.stderr:1+0 records out 2021-03-04T23:02:15.535 INFO:teuthology.orchestra.run.gibba038.stderr:512 bytes copied, 0.000168607 s, 3.0 MB/s 2021-03-04T23:02:15.537 DEBUG:teuthology.orchestra.run.gibba038:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2021-03-04T23:02:15.588 INFO:teuthology.orchestra.run.gibba038.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2021-03-04T23:02:15.588 INFO:teuthology.orchestra.run.gibba038.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-03-04T23:02:15.589 INFO:teuthology.orchestra.run.gibba038.stdout:Device: 6h/6d Inode: 111126 Links: 1 2021-03-04T23:02:15.589 INFO:teuthology.orchestra.run.gibba038.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-03-04T23:02:15.589 INFO:teuthology.orchestra.run.gibba038.stdout:Context: system_u:object_r:device_t:s0 2021-03-04T23:02:15.590 INFO:teuthology.orchestra.run.gibba038.stdout:Access: 2021-03-04 23:02:01.171137721 +0000 2021-03-04T23:02:15.590 INFO:teuthology.orchestra.run.gibba038.stdout:Modify: 2021-03-04 22:44:21.525075179 +0000 2021-03-04T23:02:15.590 INFO:teuthology.orchestra.run.gibba038.stdout:Change: 2021-03-04 22:44:21.525075179 +0000 2021-03-04T23:02:15.590 INFO:teuthology.orchestra.run.gibba038.stdout: Birth: - 2021-03-04T23:02:15.596 INFO:teuthology.orchestra.run.gibba038.stderr:1+0 records in 2021-03-04T23:02:15.596 INFO:teuthology.orchestra.run.gibba038.stderr:1+0 records out 2021-03-04T23:02:15.596 INFO:teuthology.orchestra.run.gibba038.stderr:512 bytes copied, 0.000141941 s, 3.6 MB/s 2021-03-04T23:02:15.598 DEBUG:teuthology.orchestra.run.gibba038:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2021-03-04T23:02:15.650 INFO:teuthology.orchestra.run.gibba038.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2021-03-04T23:02:15.650 INFO:teuthology.orchestra.run.gibba038.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-03-04T23:02:15.650 INFO:teuthology.orchestra.run.gibba038.stdout:Device: 6h/6d Inode: 111188 Links: 1 2021-03-04T23:02:15.651 INFO:teuthology.orchestra.run.gibba038.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-03-04T23:02:15.651 INFO:teuthology.orchestra.run.gibba038.stdout:Context: system_u:object_r:device_t:s0 2021-03-04T23:02:15.651 INFO:teuthology.orchestra.run.gibba038.stdout:Access: 2021-03-04 23:02:01.171137721 +0000 2021-03-04T23:02:15.651 INFO:teuthology.orchestra.run.gibba038.stdout:Modify: 2021-03-04 22:44:21.805073447 +0000 2021-03-04T23:02:15.652 INFO:teuthology.orchestra.run.gibba038.stdout:Change: 2021-03-04 22:44:21.805073447 +0000 2021-03-04T23:02:15.652 INFO:teuthology.orchestra.run.gibba038.stdout: Birth: - 2021-03-04T23:02:15.658 INFO:teuthology.orchestra.run.gibba038.stderr:1+0 records in 2021-03-04T23:02:15.659 INFO:teuthology.orchestra.run.gibba038.stderr:1+0 records out 2021-03-04T23:02:15.659 INFO:teuthology.orchestra.run.gibba038.stderr:512 bytes copied, 0.000134207 s, 3.8 MB/s 2021-03-04T23:02:15.660 INFO:tasks.cephadm:Deploying osd.0 on gibba011 with /dev/vg_nvme/lv_4... 2021-03-04T23:02:15.661 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2021-03-04T23:02:16.837 INFO:journalctl@ceph.mgr.x.gibba038.stdout:Mar 04 23:02:16 gibba038 systemd[1]: Starting Ceph mgr.x for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:02:17.184 INFO:journalctl@ceph.mgr.x.gibba038.stdout:Mar 04 23:02:16 gibba038 podman[54950]: 2021-03-04 23:02:16.916916641 +0000 UTC m=+0.141239346 container create 71507d5165d5c7bf21aaf25013b8d36690398329f450d1b18d146239d97174fa (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.x, org.label-schema.schema-version=1.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Base Image, maintainer=Dimitri Savineau , RELEASE=master-908e75b, GIT_CLEAN=False, GIT_BRANCH=HEAD) 2021-03-04T23:02:17.185 INFO:journalctl@ceph.mgr.x.gibba038.stdout:Mar 04 23:02:17 gibba038 podman[54950]: 2021-03-04 23:02:17.141772699 +0000 UTC m=+0.366095403 container init 71507d5165d5c7bf21aaf25013b8d36690398329f450d1b18d146239d97174fa (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.x, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Base Image, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, RELEASE=master-908e75b, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, GIT_CLEAN=False, GIT_REPO=https://github.com/ceph/ceph-container.git) 2021-03-04T23:02:17.185 INFO:journalctl@ceph.mgr.x.gibba038.stdout:Mar 04 23:02:17 gibba038 podman[54950]: 2021-03-04 23:02:17.183199672 +0000 UTC m=+0.407522389 container start 71507d5165d5c7bf21aaf25013b8d36690398329f450d1b18d146239d97174fa (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.x, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, ceph=True, RELEASE=master-908e75b, GIT_CLEAN=False, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0) 2021-03-04T23:02:17.401 INFO:teuthology.orchestra.run.gibba011.stderr:--> Zapping: /dev/vg_nvme/lv_4 2021-03-04T23:02:17.401 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2021-03-04T23:02:17.402 INFO:teuthology.orchestra.run.gibba011.stderr: stderr: 10+0 records in 2021-03-04T23:02:17.402 INFO:teuthology.orchestra.run.gibba011.stderr:10+0 records out 2021-03-04T23:02:17.403 INFO:teuthology.orchestra.run.gibba011.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00696478 s, 1.5 GB/s 2021-03-04T23:02:17.403 INFO:teuthology.orchestra.run.gibba011.stderr:--> Zapping successful for: 2021-03-04T23:02:17.573 INFO:journalctl@ceph.mgr.x.gibba038.stdout:Mar 04 23:02:17 gibba038 bash[54875]: 71507d5165d5c7bf21aaf25013b8d36690398329f450d1b18d146239d97174fa 2021-03-04T23:02:17.574 INFO:journalctl@ceph.mgr.x.gibba038.stdout:Mar 04 23:02:17 gibba038 systemd[1]: Started Ceph mgr.x for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:02:18.267 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph orch daemon add osd gibba011:vg_nvme/lv_4 2021-03-04T23:02:29.660 INFO:teuthology.orchestra.run.gibba011.stdout:Created osd(s) 0 on host 'gibba011' 2021-03-04T23:02:30.270 DEBUG:teuthology.orchestra.run.gibba011:osd.0> sudo journalctl -f -n 0 -u ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@osd.0.service 2021-03-04T23:02:30.274 INFO:tasks.cephadm:Deploying osd.1 on gibba011 with /dev/vg_nvme/lv_3... 2021-03-04T23:02:30.275 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2021-03-04T23:02:30.294 INFO:journalctl@ceph.osd.0.gibba011.stdout:-- Logs begin at Thu 2021-03-04 22:40:42 UTC. -- 2021-03-04T23:02:32.524 INFO:teuthology.orchestra.run.gibba011.stderr:--> Zapping: /dev/vg_nvme/lv_3 2021-03-04T23:02:32.525 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2021-03-04T23:02:32.525 INFO:teuthology.orchestra.run.gibba011.stderr: stderr: 10+0 records in 2021-03-04T23:02:32.525 INFO:teuthology.orchestra.run.gibba011.stderr:10+0 records out 2021-03-04T23:02:32.525 INFO:teuthology.orchestra.run.gibba011.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00734644 s, 1.4 GB/s 2021-03-04T23:02:32.525 INFO:teuthology.orchestra.run.gibba011.stderr:--> Zapping successful for: 2021-03-04T23:02:33.061 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph orch daemon add osd gibba011:vg_nvme/lv_3 2021-03-04T23:02:44.689 INFO:teuthology.orchestra.run.gibba011.stdout:Created osd(s) 1 on host 'gibba011' 2021-03-04T23:02:45.294 DEBUG:teuthology.orchestra.run.gibba011:osd.1> sudo journalctl -f -n 0 -u ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@osd.1.service 2021-03-04T23:02:45.296 INFO:tasks.cephadm:Deploying osd.2 on gibba011 with /dev/vg_nvme/lv_2... 2021-03-04T23:02:45.297 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2021-03-04T23:02:45.320 INFO:journalctl@ceph.osd.1.gibba011.stdout:-- Logs begin at Thu 2021-03-04 22:40:42 UTC. -- 2021-03-04T23:02:47.024 INFO:teuthology.orchestra.run.gibba011.stderr:--> Zapping: /dev/vg_nvme/lv_2 2021-03-04T23:02:47.024 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2021-03-04T23:02:47.024 INFO:teuthology.orchestra.run.gibba011.stderr: stderr: 10+0 records in 2021-03-04T23:02:47.025 INFO:teuthology.orchestra.run.gibba011.stderr:10+0 records out 2021-03-04T23:02:47.025 INFO:teuthology.orchestra.run.gibba011.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00668787 s, 1.6 GB/s 2021-03-04T23:02:47.025 INFO:teuthology.orchestra.run.gibba011.stderr:--> Zapping successful for: 2021-03-04T23:02:48.100 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph orch daemon add osd gibba011:vg_nvme/lv_2 2021-03-04T23:02:59.901 INFO:teuthology.orchestra.run.gibba011.stdout:Created osd(s) 2 on host 'gibba011' 2021-03-04T23:03:00.570 DEBUG:teuthology.orchestra.run.gibba011:osd.2> sudo journalctl -f -n 0 -u ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@osd.2.service 2021-03-04T23:03:00.574 INFO:tasks.cephadm:Deploying osd.3 on gibba011 with /dev/vg_nvme/lv_1... 2021-03-04T23:03:00.574 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2021-03-04T23:03:00.594 INFO:journalctl@ceph.osd.2.gibba011.stdout:-- Logs begin at Thu 2021-03-04 22:40:42 UTC. -- 2021-03-04T23:03:02.396 INFO:teuthology.orchestra.run.gibba011.stderr:--> Zapping: /dev/vg_nvme/lv_1 2021-03-04T23:03:02.396 INFO:teuthology.orchestra.run.gibba011.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2021-03-04T23:03:02.397 INFO:teuthology.orchestra.run.gibba011.stderr: stderr: 10+0 records in 2021-03-04T23:03:02.397 INFO:teuthology.orchestra.run.gibba011.stderr:10+0 records out 2021-03-04T23:03:02.398 INFO:teuthology.orchestra.run.gibba011.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00737422 s, 1.4 GB/s 2021-03-04T23:03:02.398 INFO:teuthology.orchestra.run.gibba011.stderr: stderr: 2021-03-04T23:03:02.398 INFO:teuthology.orchestra.run.gibba011.stderr:--> Zapping successful for: 2021-03-04T23:03:03.468 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph orch daemon add osd gibba011:vg_nvme/lv_1 2021-03-04T23:03:15.910 INFO:teuthology.orchestra.run.gibba011.stdout:Created osd(s) 3 on host 'gibba011' 2021-03-04T23:03:16.475 DEBUG:teuthology.orchestra.run.gibba011:osd.3> sudo journalctl -f -n 0 -u ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@osd.3.service 2021-03-04T23:03:16.478 INFO:tasks.cephadm:Deploying osd.4 on gibba038 with /dev/vg_nvme/lv_4... 2021-03-04T23:03:16.479 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2021-03-04T23:03:16.498 INFO:journalctl@ceph.osd.3.gibba011.stdout:-- Logs begin at Thu 2021-03-04 22:40:42 UTC. -- 2021-03-04T23:03:18.109 INFO:teuthology.orchestra.run.gibba038.stderr:--> Zapping: /dev/vg_nvme/lv_4 2021-03-04T23:03:18.110 INFO:teuthology.orchestra.run.gibba038.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2021-03-04T23:03:18.110 INFO:teuthology.orchestra.run.gibba038.stderr: stderr: 10+0 records in 2021-03-04T23:03:18.110 INFO:teuthology.orchestra.run.gibba038.stderr:10+0 records out 2021-03-04T23:03:18.110 INFO:teuthology.orchestra.run.gibba038.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00689168 s, 1.5 GB/s 2021-03-04T23:03:18.111 INFO:teuthology.orchestra.run.gibba038.stderr:--> Zapping successful for: 2021-03-04T23:03:18.755 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph orch daemon add osd gibba038:vg_nvme/lv_4 2021-03-04T23:03:30.031 INFO:teuthology.orchestra.run.gibba038.stdout:Created osd(s) 4 on host 'gibba038' 2021-03-04T23:03:30.568 DEBUG:teuthology.orchestra.run.gibba038:osd.4> sudo journalctl -f -n 0 -u ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@osd.4.service 2021-03-04T23:03:30.571 INFO:tasks.cephadm:Deploying osd.5 on gibba038 with /dev/vg_nvme/lv_3... 2021-03-04T23:03:30.571 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2021-03-04T23:03:30.590 INFO:journalctl@ceph.osd.4.gibba038.stdout:-- Logs begin at Thu 2021-03-04 22:40:45 UTC. -- 2021-03-04T23:03:32.686 INFO:teuthology.orchestra.run.gibba038.stderr:--> Zapping: /dev/vg_nvme/lv_3 2021-03-04T23:03:32.687 INFO:teuthology.orchestra.run.gibba038.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2021-03-04T23:03:32.687 INFO:teuthology.orchestra.run.gibba038.stderr: stderr: 10+0 records in 2021-03-04T23:03:32.687 INFO:teuthology.orchestra.run.gibba038.stderr:10+0 records out 2021-03-04T23:03:32.687 INFO:teuthology.orchestra.run.gibba038.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00660681 s, 1.6 GB/s 2021-03-04T23:03:32.688 INFO:teuthology.orchestra.run.gibba038.stderr:--> Zapping successful for: 2021-03-04T23:03:33.339 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph orch daemon add osd gibba038:vg_nvme/lv_3 2021-03-04T23:03:45.656 INFO:teuthology.orchestra.run.gibba038.stdout:Created osd(s) 5 on host 'gibba038' 2021-03-04T23:03:46.263 DEBUG:teuthology.orchestra.run.gibba038:osd.5> sudo journalctl -f -n 0 -u ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@osd.5.service 2021-03-04T23:03:46.266 INFO:tasks.cephadm:Deploying osd.6 on gibba038 with /dev/vg_nvme/lv_2... 2021-03-04T23:03:46.267 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2021-03-04T23:03:46.287 INFO:journalctl@ceph.osd.5.gibba038.stdout:-- Logs begin at Thu 2021-03-04 22:40:45 UTC. -- 2021-03-04T23:03:48.399 INFO:teuthology.orchestra.run.gibba038.stderr:--> Zapping: /dev/vg_nvme/lv_2 2021-03-04T23:03:48.399 INFO:teuthology.orchestra.run.gibba038.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2021-03-04T23:03:48.399 INFO:teuthology.orchestra.run.gibba038.stderr: stderr: 10+0 records in 2021-03-04T23:03:48.400 INFO:teuthology.orchestra.run.gibba038.stderr:10+0 records out 2021-03-04T23:03:48.400 INFO:teuthology.orchestra.run.gibba038.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0073336 s, 1.4 GB/s 2021-03-04T23:03:48.400 INFO:teuthology.orchestra.run.gibba038.stderr:--> Zapping successful for: 2021-03-04T23:03:49.098 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph orch daemon add osd gibba038:vg_nvme/lv_2 2021-03-04T23:04:01.164 INFO:teuthology.orchestra.run.gibba038.stdout:Created osd(s) 6 on host 'gibba038' 2021-03-04T23:04:01.831 DEBUG:teuthology.orchestra.run.gibba038:osd.6> sudo journalctl -f -n 0 -u ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@osd.6.service 2021-03-04T23:04:01.834 INFO:tasks.cephadm:Deploying osd.7 on gibba038 with /dev/vg_nvme/lv_1... 2021-03-04T23:04:01.835 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2021-03-04T23:04:01.854 INFO:journalctl@ceph.osd.6.gibba038.stdout:-- Logs begin at Thu 2021-03-04 22:40:45 UTC. -- 2021-03-04T23:04:04.272 INFO:teuthology.orchestra.run.gibba038.stderr:--> Zapping: /dev/vg_nvme/lv_1 2021-03-04T23:04:04.273 INFO:teuthology.orchestra.run.gibba038.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2021-03-04T23:04:04.273 INFO:teuthology.orchestra.run.gibba038.stderr: stderr: 10+0 records in 2021-03-04T23:04:04.273 INFO:teuthology.orchestra.run.gibba038.stderr:10+0 records out 2021-03-04T23:04:04.274 INFO:teuthology.orchestra.run.gibba038.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00692378 s, 1.5 GB/s 2021-03-04T23:04:04.274 INFO:teuthology.orchestra.run.gibba038.stderr:--> Zapping successful for: 2021-03-04T23:04:05.017 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph orch daemon add osd gibba038:vg_nvme/lv_1 2021-03-04T23:04:17.489 INFO:teuthology.orchestra.run.gibba038.stdout:Created osd(s) 7 on host 'gibba038' 2021-03-04T23:04:18.140 DEBUG:teuthology.orchestra.run.gibba038:osd.7> sudo journalctl -f -n 0 -u ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@osd.7.service 2021-03-04T23:04:18.143 INFO:tasks.cephadm:Adding prometheus.a on gibba038 2021-03-04T23:04:18.144 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph orch apply prometheus '1;gibba038=a' 2021-03-04T23:04:18.163 INFO:journalctl@ceph.osd.7.gibba038.stdout:-- Logs begin at Thu 2021-03-04 22:40:45 UTC. -- 2021-03-04T23:04:19.947 INFO:teuthology.orchestra.run.gibba038.stdout:Scheduled prometheus update... 2021-03-04T23:04:21.225 DEBUG:teuthology.orchestra.run.gibba038:prometheus.a> sudo journalctl -f -n 0 -u ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@prometheus.a.service 2021-03-04T23:04:21.228 INFO:tasks.cephadm:Adding node-exporter.a on gibba011 2021-03-04T23:04:21.228 INFO:tasks.cephadm:Adding node-exporter.b on gibba038 2021-03-04T23:04:21.228 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph orch apply node-exporter '2;gibba011=a;gibba038=b' 2021-03-04T23:04:21.250 INFO:journalctl@ceph.prometheus.a.gibba038.stdout:-- Logs begin at Thu 2021-03-04 22:40:45 UTC. -- 2021-03-04T23:04:23.623 INFO:teuthology.orchestra.run.gibba038.stdout:Scheduled node-exporter update... 2021-03-04T23:04:24.459 DEBUG:teuthology.orchestra.run.gibba011:node-exporter.a> sudo journalctl -f -n 0 -u ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@node-exporter.a.service 2021-03-04T23:04:24.464 DEBUG:teuthology.orchestra.run.gibba038:node-exporter.b> sudo journalctl -f -n 0 -u ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@node-exporter.b.service 2021-03-04T23:04:24.466 INFO:tasks.cephadm:Adding alertmanager.a on gibba011 2021-03-04T23:04:24.467 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph orch apply alertmanager '1;gibba011=a' 2021-03-04T23:04:24.490 INFO:journalctl@ceph.node-exporter.a.gibba011.stdout:-- Logs begin at Thu 2021-03-04 22:40:42 UTC. -- 2021-03-04T23:04:24.492 INFO:journalctl@ceph.node-exporter.b.gibba038.stdout:-- Logs begin at Thu 2021-03-04 22:40:45 UTC. -- 2021-03-04T23:04:27.001 INFO:teuthology.orchestra.run.gibba038.stdout:Scheduled alertmanager update... 2021-03-04T23:04:29.637 DEBUG:teuthology.orchestra.run.gibba011:alertmanager.a> sudo journalctl -f -n 0 -u ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@alertmanager.a.service 2021-03-04T23:04:29.640 INFO:tasks.cephadm:Adding grafana.a on gibba038 2021-03-04T23:04:29.641 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph orch apply grafana '1;gibba038=a' 2021-03-04T23:04:29.659 INFO:journalctl@ceph.alertmanager.a.gibba011.stdout:-- Logs begin at Thu 2021-03-04 22:40:42 UTC. -- 2021-03-04T23:04:33.555 INFO:teuthology.orchestra.run.gibba038.stdout:Scheduled grafana update... 2021-03-04T23:04:34.342 DEBUG:teuthology.orchestra.run.gibba038:grafana.a> sudo journalctl -f -n 0 -u ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@grafana.a.service 2021-03-04T23:04:34.345 INFO:tasks.cephadm:Setting up client nodes... 2021-03-04T23:04:34.349 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2021-03-04T23:04:34.366 INFO:journalctl@ceph.grafana.a.gibba038.stdout:-- Logs begin at Thu 2021-03-04 22:40:45 UTC. -- 2021-03-04T23:04:35.270 INFO:journalctl@ceph.prometheus.a.gibba038.stdout:Mar 04 23:04:35 gibba038 systemd[1]: Starting Ceph prometheus.a for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:04:35.536 INFO:journalctl@ceph.prometheus.a.gibba038.stdout:Mar 04 23:04:35 gibba038 podman[65863]: 2021-03-04 23:04:35.267894452 +0000 UTC m=+0.129208524 container create a77b7ce23e70485e8e166f77963278765292e5ffa724d8dce5b7b5b4fd227402 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-prometheus.a, maintainer=The Prometheus Authors ) 2021-03-04T23:04:35.536 INFO:journalctl@ceph.prometheus.a.gibba038.stdout:Mar 04 23:04:35 gibba038 podman[65863]: 2021-03-04 23:04:35.492969578 +0000 UTC m=+0.354283647 container init a77b7ce23e70485e8e166f77963278765292e5ffa724d8dce5b7b5b4fd227402 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-prometheus.a, maintainer=The Prometheus Authors ) 2021-03-04T23:04:35.838 INFO:journalctl@ceph.prometheus.a.gibba038.stdout:Mar 04 23:04:35 gibba038 podman[65863]: 2021-03-04 23:04:35.534081461 +0000 UTC m=+0.395395529 container start a77b7ce23e70485e8e166f77963278765292e5ffa724d8dce5b7b5b4fd227402 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-prometheus.a, maintainer=The Prometheus Authors ) 2021-03-04T23:04:35.838 INFO:journalctl@ceph.prometheus.a.gibba038.stdout:Mar 04 23:04:35 gibba038 bash[65784]: a77b7ce23e70485e8e166f77963278765292e5ffa724d8dce5b7b5b4fd227402 2021-03-04T23:04:35.838 INFO:journalctl@ceph.prometheus.a.gibba038.stdout:Mar 04 23:04:35 gibba038 systemd[1]: Started Ceph prometheus.a for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:04:35.972 INFO:teuthology.orchestra.run.gibba011.stdout:[client.0] 2021-03-04T23:04:35.973 INFO:teuthology.orchestra.run.gibba011.stdout: key = AQCDZ0Fga52dORAAG1awCHU9e32+miZwc7aSmw== 2021-03-04T23:04:36.692 DEBUG:teuthology.orchestra.run.gibba011:> set -ex 2021-03-04T23:04:36.692 DEBUG:teuthology.orchestra.run.gibba011:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2021-03-04T23:04:36.693 DEBUG:teuthology.orchestra.run.gibba011:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2021-03-04T23:04:36.723 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2021-03-04T23:04:37.395 INFO:journalctl@ceph.node-exporter.a.gibba011.stdout:Mar 04 23:04:37 gibba011 systemd[1]: Starting Ceph node-exporter.a for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:04:37.753 INFO:journalctl@ceph.node-exporter.a.gibba011.stdout:Mar 04 23:04:37 gibba011 bash[71958]: Trying to pull docker.io/prom/node-exporter:v0.18.1... 2021-03-04T23:04:37.753 INFO:journalctl@ceph.node-exporter.a.gibba011.stdout:Mar 04 23:04:37 gibba011 bash[71958]: Getting image source signatures 2021-03-04T23:04:38.016 INFO:journalctl@ceph.node-exporter.a.gibba011.stdout:Mar 04 23:04:37 gibba011 bash[71958]: Copying blob sha256:49a2d53aa1af115e87f7e23a7fe4b7a3e12304d37982fb6528b035d0f68a3b56 2021-03-04T23:04:38.016 INFO:journalctl@ceph.node-exporter.a.gibba011.stdout:Mar 04 23:04:37 gibba011 bash[71958]: Copying blob sha256:3589a6efd9ce96b2f2218a80bacb84f60d5e584d024023617b0f56b87fe798c3 2021-03-04T23:04:38.016 INFO:journalctl@ceph.node-exporter.a.gibba011.stdout:Mar 04 23:04:38 gibba011 bash[71958]: Copying blob sha256:190160031744b0810999dd6f293478be0b41524654c70782cf09437095430f2f 2021-03-04T23:04:38.603 INFO:journalctl@ceph.node-exporter.a.gibba011.stdout:Mar 04 23:04:38 gibba011 bash[71958]: Copying config sha256:e5a616e4b9cf68dfcad7782b78e118be4310022e874d52da85c55923fb615f87 2021-03-04T23:04:38.604 INFO:journalctl@ceph.node-exporter.a.gibba011.stdout:Mar 04 23:04:38 gibba011 bash[71958]: Writing manifest to image destination 2021-03-04T23:04:38.604 INFO:journalctl@ceph.node-exporter.a.gibba011.stdout:Mar 04 23:04:38 gibba011 bash[71958]: Storing signatures 2021-03-04T23:04:38.659 INFO:teuthology.orchestra.run.gibba038.stdout:[client.1] 2021-03-04T23:04:38.660 INFO:teuthology.orchestra.run.gibba038.stdout: key = AQCGZ0FgNoQGJxAAlLhp/v/YAIJp2Aa6WF00Sw== 2021-03-04T23:04:39.307 DEBUG:teuthology.orchestra.run.gibba038:> set -ex 2021-03-04T23:04:39.308 DEBUG:teuthology.orchestra.run.gibba038:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2021-03-04T23:04:39.308 DEBUG:teuthology.orchestra.run.gibba038:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2021-03-04T23:04:39.338 INFO:tasks.cephadm:Waiting for OSDs to come up 2021-03-04T23:04:39.339 DEBUG:teuthology.orchestra.run.gibba011:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2021-03-04T23:04:39.763 INFO:teuthology.misc.health.gibba011.stdout: 2021-03-04T23:04:39.764 INFO:teuthology.misc.health.gibba011.stdout:{"epoch":47,"fsid":"5f47b844-7d3d-11eb-9066-001a4aab830c","created":"2021-03-04T23:00:38.070682+0000","modified":"2021-03-04T23:04:22.368575+0000","last_up_change":"2021-03-04T23:04:21.362757+0000","last_in_change":"2021-03-04T23:04:21.362757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-03-04T23:01:44.583559+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"c70e02ca-076b-49c0-b942-fdf2fc2869a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6802","nonce":1692403551},{"type":"v1","addr":"172.21.2.111:6803","nonce":1692403551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6804","nonce":1692403551},{"type":"v1","addr":"172.21.2.111:6805","nonce":1692403551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6808","nonce":1692403551},{"type":"v1","addr":"172.21.2.111:6809","nonce":1692403551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6806","nonce":1692403551},{"type":"v1","addr":"172.21.2.111:6807","nonce":1692403551}]},"public_addr":"172.21.2.111:6803/1692403551","cluster_addr":"172.21.2.111:6805/1692403551","heartbeat_back_addr":"172.21.2.111:6809/1692403551","heartbeat_front_addr":"172.21.2.111:6807/1692403551","state":["exists","up"]},{"osd":1,"uuid":"172b60a7-130b-4663-b6c1-4325dd318543","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6810","nonce":1853670531},{"type":"v1","addr":"172.21.2.111:6811","nonce":1853670531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6812","nonce":1853670531},{"type":"v1","addr":"172.21.2.111:6813","nonce":1853670531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6816","nonce":1853670531},{"type":"v1","addr":"172.21.2.111:6817","nonce":1853670531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6814","nonce":1853670531},{"type":"v1","addr":"172.21.2.111:6815","nonce":1853670531}]},"public_addr":"172.21.2.111:6811/1853670531","cluster_addr":"172.21.2.111:6813/1853670531","heartbeat_back_addr":"172.21.2.111:6817/1853670531","heartbeat_front_addr":"172.21.2.111:6815/1853670531","state":["exists","up"]},{"osd":2,"uuid":"5b581ba4-9e3a-41f9-b40c-2ace05812c36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6818","nonce":124147425},{"type":"v1","addr":"172.21.2.111:6819","nonce":124147425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6820","nonce":124147425},{"type":"v1","addr":"172.21.2.111:6821","nonce":124147425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6824","nonce":124147425},{"type":"v1","addr":"172.21.2.111:6825","nonce":124147425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6822","nonce":124147425},{"type":"v1","addr":"172.21.2.111:6823","nonce":124147425}]},"public_addr":"172.21.2.111:6819/124147425","cluster_addr":"172.21.2.111:6821/124147425","heartbeat_back_addr":"172.21.2.111:6825/124147425","heartbeat_front_addr":"172.21.2.111:6823/124147425","state":["exists","up"]},{"osd":3,"uuid":"76e66594-6e80-464a-b746-24c7f4120328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6826","nonce":2585068462},{"type":"v1","addr":"172.21.2.111:6827","nonce":2585068462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6828","nonce":2585068462},{"type":"v1","addr":"172.21.2.111:6829","nonce":2585068462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6832","nonce":2585068462},{"type":"v1","addr":"172.21.2.111:6833","nonce":2585068462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6830","nonce":2585068462},{"type":"v1","addr":"172.21.2.111:6831","nonce":2585068462}]},"public_addr":"172.21.2.111:6827/2585068462","cluster_addr":"172.21.2.111:6829/2585068462","heartbeat_back_addr":"172.21.2.111:6833/2585068462","heartbeat_front_addr":"172.21.2.111:6831/2585068462","state":["exists","up"]},{"osd":4,"uuid":"4301548b-92a1-43dd-8fde-d8e1553a5553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6800","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6801","nonce":2482736928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6802","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6803","nonce":2482736928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6806","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6807","nonce":2482736928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6804","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6805","nonce":2482736928}]},"public_addr":"172.21.2.138:6801/2482736928","cluster_addr":"172.21.2.138:6803/2482736928","heartbeat_back_addr":"172.21.2.138:6807/2482736928","heartbeat_front_addr":"172.21.2.138:6805/2482736928","state":["exists","up"]},{"osd":5,"uuid":"97f39de0-e09b-4d4f-bbc9-a9ec76f5a2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6808","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6809","nonce":1377672649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6810","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6811","nonce":1377672649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6814","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6815","nonce":1377672649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6812","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6813","nonce":1377672649}]},"public_addr":"172.21.2.138:6809/1377672649","cluster_addr":"172.21.2.138:6811/1377672649","heartbeat_back_addr":"172.21.2.138:6815/1377672649","heartbeat_front_addr":"172.21.2.138:6813/1377672649","state":["exists","up"]},{"osd":6,"uuid":"ed21bce4-e2f4-4e25-a2c8-a396fd136677","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6816","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6817","nonce":908762643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6818","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6819","nonce":908762643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6822","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6823","nonce":908762643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6820","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6821","nonce":908762643}]},"public_addr":"172.21.2.138:6817/908762643","cluster_addr":"172.21.2.138:6819/908762643","heartbeat_back_addr":"172.21.2.138:6823/908762643","heartbeat_front_addr":"172.21.2.138:6821/908762643","state":["exists","up"]},{"osd":7,"uuid":"f5ca4c32-37cb-4908-b750-dfd785332e48","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6824","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6825","nonce":2574007528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6826","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6827","nonce":2574007528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6830","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6831","nonce":2574007528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6828","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6829","nonce":2574007528}]},"public_addr":"172.21.2.138:6825/2574007528","cluster_addr":"172.21.2.138:6827/2574007528","heartbeat_back_addr":"172.21.2.138:6831/2574007528","heartbeat_front_addr":"172.21.2.138:6829/2574007528","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:02:31.695989+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:02:46.681524+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:01.903597+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:17.946925+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:32.010670+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:47.690109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:04:03.157099+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:04:19.547630+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.2.111:0/1193593695":"2021-03-05T23:01:06.855702+0000","172.21.2.111:0/3655453525":"2021-03-05T23:01:06.855702+0000","172.21.2.111:6801/1529344817":"2021-03-05T23:01:06.855702+0000","172.21.2.111:6800/1529344817":"2021-03-05T23:01:06.855702+0000","172.21.2.111:0/3572155474":"2021-03-05T23:00:54.491625+0000","172.21.2.111:6800/1033372130":"2021-03-05T23:00:54.491625+0000","172.21.2.111:6801/1033372130":"2021-03-05T23:00:54.491625+0000","172.21.2.111:0/1613118453":"2021-03-05T23:00:54.491625+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-03-04T23:04:39.767 INFO:journalctl@ceph.node-exporter.a.gibba011.stdout:Mar 04 23:04:39 gibba011 podman[72032]: 2021-03-04 23:04:39.403963373 +0000 UTC m=+2.037414408 image pull 2021-03-04T23:04:39.767 INFO:journalctl@ceph.node-exporter.a.gibba011.stdout:Mar 04 23:04:39 gibba011 podman[72032]: 2021-03-04 23:04:39.537412364 +0000 UTC m=+2.170863279 container create 78e2f7a69f1f4cf347294d8a16ccea5ddde0ce2aac495ac19cc0d7ae2ce3c062 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-node-exporter.a, maintainer=The Prometheus Authors ) 2021-03-04T23:04:39.772 DEBUG:teuthology.misc:8 of 8 OSDs are up 2021-03-04T23:04:39.772 INFO:tasks.cephadm:Creating RBD pool 2021-03-04T23:04:39.772 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- sudo ceph --cluster ceph osd pool create rbd 8 2021-03-04T23:04:40.089 INFO:journalctl@ceph.node-exporter.a.gibba011.stdout:Mar 04 23:04:39 gibba011 podman[72032]: 2021-03-04 23:04:39.787427384 +0000 UTC m=+2.420878295 container init 78e2f7a69f1f4cf347294d8a16ccea5ddde0ce2aac495ac19cc0d7ae2ce3c062 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-node-exporter.a, maintainer=The Prometheus Authors ) 2021-03-04T23:04:40.090 INFO:journalctl@ceph.node-exporter.a.gibba011.stdout:Mar 04 23:04:39 gibba011 podman[72032]: 2021-03-04 23:04:39.845555716 +0000 UTC m=+2.479006631 container start 78e2f7a69f1f4cf347294d8a16ccea5ddde0ce2aac495ac19cc0d7ae2ce3c062 (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-node-exporter.a, maintainer=The Prometheus Authors ) 2021-03-04T23:04:40.090 INFO:journalctl@ceph.node-exporter.a.gibba011.stdout:Mar 04 23:04:39 gibba011 bash[71958]: 78e2f7a69f1f4cf347294d8a16ccea5ddde0ce2aac495ac19cc0d7ae2ce3c062 2021-03-04T23:04:40.090 INFO:journalctl@ceph.node-exporter.a.gibba011.stdout:Mar 04 23:04:39 gibba011 systemd[1]: Started Ceph node-exporter.a for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:04:40.299 INFO:journalctl@ceph.node-exporter.b.gibba038.stdout:Mar 04 23:04:40 gibba038 systemd[1]: Starting Ceph node-exporter.b for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:04:40.587 INFO:journalctl@ceph.node-exporter.b.gibba038.stdout:Mar 04 23:04:40 gibba038 bash[66767]: Trying to pull docker.io/prom/node-exporter:v0.18.1... 2021-03-04T23:04:41.087 INFO:journalctl@ceph.node-exporter.b.gibba038.stdout:Mar 04 23:04:40 gibba038 bash[66767]: Getting image source signatures 2021-03-04T23:04:41.087 INFO:journalctl@ceph.node-exporter.b.gibba038.stdout:Mar 04 23:04:40 gibba038 bash[66767]: Copying blob sha256:3589a6efd9ce96b2f2218a80bacb84f60d5e584d024023617b0f56b87fe798c3 2021-03-04T23:04:41.088 INFO:journalctl@ceph.node-exporter.b.gibba038.stdout:Mar 04 23:04:40 gibba038 bash[66767]: Copying blob sha256:49a2d53aa1af115e87f7e23a7fe4b7a3e12304d37982fb6528b035d0f68a3b56 2021-03-04T23:04:41.088 INFO:journalctl@ceph.node-exporter.b.gibba038.stdout:Mar 04 23:04:40 gibba038 bash[66767]: Copying blob sha256:190160031744b0810999dd6f293478be0b41524654c70782cf09437095430f2f 2021-03-04T23:04:41.587 INFO:journalctl@ceph.node-exporter.b.gibba038.stdout:Mar 04 23:04:41 gibba038 bash[66767]: Copying config sha256:e5a616e4b9cf68dfcad7782b78e118be4310022e874d52da85c55923fb615f87 2021-03-04T23:04:41.587 INFO:journalctl@ceph.node-exporter.b.gibba038.stdout:Mar 04 23:04:41 gibba038 bash[66767]: Writing manifest to image destination 2021-03-04T23:04:41.588 INFO:journalctl@ceph.node-exporter.b.gibba038.stdout:Mar 04 23:04:41 gibba038 bash[66767]: Storing signatures 2021-03-04T23:04:41.994 INFO:teuthology.orchestra.run.gibba011.stderr:pool 'rbd' created 2021-03-04T23:04:42.587 INFO:journalctl@ceph.node-exporter.b.gibba038.stdout:Mar 04 23:04:42 gibba038 podman[66840]: 2021-03-04 23:04:42.292932553 +0000 UTC m=+2.024092465 image pull 2021-03-04T23:04:42.587 INFO:journalctl@ceph.node-exporter.b.gibba038.stdout:Mar 04 23:04:42 gibba038 podman[66840]: 2021-03-04 23:04:42.434217432 +0000 UTC m=+2.165377329 container create 1287f27628974a6f42486fd701265ebdc87197e48de0f25d6ab48a4ef81d2b2a (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-node-exporter.b, maintainer=The Prometheus Authors ) 2021-03-04T23:04:42.616 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2021-03-04T23:04:43.087 INFO:journalctl@ceph.node-exporter.b.gibba038.stdout:Mar 04 23:04:42 gibba038 podman[66840]: 2021-03-04 23:04:42.626173614 +0000 UTC m=+2.357333527 container init 1287f27628974a6f42486fd701265ebdc87197e48de0f25d6ab48a4ef81d2b2a (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-node-exporter.b, maintainer=The Prometheus Authors ) 2021-03-04T23:04:43.088 INFO:journalctl@ceph.node-exporter.b.gibba038.stdout:Mar 04 23:04:42 gibba038 podman[66840]: 2021-03-04 23:04:42.701069484 +0000 UTC m=+2.432229380 container start 1287f27628974a6f42486fd701265ebdc87197e48de0f25d6ab48a4ef81d2b2a (image=docker.io/prom/node-exporter:v0.18.1, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-node-exporter.b, maintainer=The Prometheus Authors ) 2021-03-04T23:04:43.088 INFO:journalctl@ceph.node-exporter.b.gibba038.stdout:Mar 04 23:04:42 gibba038 bash[66767]: 1287f27628974a6f42486fd701265ebdc87197e48de0f25d6ab48a4ef81d2b2a 2021-03-04T23:04:43.088 INFO:journalctl@ceph.node-exporter.b.gibba038.stdout:Mar 04 23:04:42 gibba038 systemd[1]: Started Ceph node-exporter.b for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:04:45.006 INFO:teuthology.orchestra.run.gibba011.stderr:enabled application 'rbd' on pool 'rbd' 2021-03-04T23:04:46.001 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd dump --format=json 2021-03-04T23:04:46.114 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:04:49.709 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:04:49.709 INFO:teuthology.orchestra.run.gibba011.stdout:{"epoch":51,"fsid":"5f47b844-7d3d-11eb-9066-001a4aab830c","created":"2021-03-04T23:00:38.070682+0000","modified":"2021-03-04T23:04:44.998967+0000","last_up_change":"2021-03-04T23:04:21.362757+0000","last_in_change":"2021-03-04T23:04:21.362757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-03-04T23:01:44.583559+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-03-04T23:04:41.777254+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"c70e02ca-076b-49c0-b942-fdf2fc2869a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6802","nonce":1692403551},{"type":"v1","addr":"172.21.2.111:6803","nonce":1692403551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6804","nonce":1692403551},{"type":"v1","addr":"172.21.2.111:6805","nonce":1692403551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6808","nonce":1692403551},{"type":"v1","addr":"172.21.2.111:6809","nonce":1692403551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6806","nonce":1692403551},{"type":"v1","addr":"172.21.2.111:6807","nonce":1692403551}]},"public_addr":"172.21.2.111:6803/1692403551","cluster_addr":"172.21.2.111:6805/1692403551","heartbeat_back_addr":"172.21.2.111:6809/1692403551","heartbeat_front_addr":"172.21.2.111:6807/1692403551","state":["exists","up"]},{"osd":1,"uuid":"172b60a7-130b-4663-b6c1-4325dd318543","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6810","nonce":1853670531},{"type":"v1","addr":"172.21.2.111:6811","nonce":1853670531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6812","nonce":1853670531},{"type":"v1","addr":"172.21.2.111:6813","nonce":1853670531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6816","nonce":1853670531},{"type":"v1","addr":"172.21.2.111:6817","nonce":1853670531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6814","nonce":1853670531},{"type":"v1","addr":"172.21.2.111:6815","nonce":1853670531}]},"public_addr":"172.21.2.111:6811/1853670531","cluster_addr":"172.21.2.111:6813/1853670531","heartbeat_back_addr":"172.21.2.111:6817/1853670531","heartbeat_front_addr":"172.21.2.111:6815/1853670531","state":["exists","up"]},{"osd":2,"uuid":"5b581ba4-9e3a-41f9-b40c-2ace05812c36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6818","nonce":124147425},{"type":"v1","addr":"172.21.2.111:6819","nonce":124147425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6820","nonce":124147425},{"type":"v1","addr":"172.21.2.111:6821","nonce":124147425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6824","nonce":124147425},{"type":"v1","addr":"172.21.2.111:6825","nonce":124147425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6822","nonce":124147425},{"type":"v1","addr":"172.21.2.111:6823","nonce":124147425}]},"public_addr":"172.21.2.111:6819/124147425","cluster_addr":"172.21.2.111:6821/124147425","heartbeat_back_addr":"172.21.2.111:6825/124147425","heartbeat_front_addr":"172.21.2.111:6823/124147425","state":["exists","up"]},{"osd":3,"uuid":"76e66594-6e80-464a-b746-24c7f4120328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6826","nonce":2585068462},{"type":"v1","addr":"172.21.2.111:6827","nonce":2585068462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6828","nonce":2585068462},{"type":"v1","addr":"172.21.2.111:6829","nonce":2585068462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6832","nonce":2585068462},{"type":"v1","addr":"172.21.2.111:6833","nonce":2585068462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6830","nonce":2585068462},{"type":"v1","addr":"172.21.2.111:6831","nonce":2585068462}]},"public_addr":"172.21.2.111:6827/2585068462","cluster_addr":"172.21.2.111:6829/2585068462","heartbeat_back_addr":"172.21.2.111:6833/2585068462","heartbeat_front_addr":"172.21.2.111:6831/2585068462","state":["exists","up"]},{"osd":4,"uuid":"4301548b-92a1-43dd-8fde-d8e1553a5553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6800","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6801","nonce":2482736928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6802","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6803","nonce":2482736928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6806","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6807","nonce":2482736928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6804","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6805","nonce":2482736928}]},"public_addr":"172.21.2.138:6801/2482736928","cluster_addr":"172.21.2.138:6803/2482736928","heartbeat_back_addr":"172.21.2.138:6807/2482736928","heartbeat_front_addr":"172.21.2.138:6805/2482736928","state":["exists","up"]},{"osd":5,"uuid":"97f39de0-e09b-4d4f-bbc9-a9ec76f5a2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6808","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6809","nonce":1377672649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6810","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6811","nonce":1377672649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6814","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6815","nonce":1377672649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6812","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6813","nonce":1377672649}]},"public_addr":"172.21.2.138:6809/1377672649","cluster_addr":"172.21.2.138:6811/1377672649","heartbeat_back_addr":"172.21.2.138:6815/1377672649","heartbeat_front_addr":"172.21.2.138:6813/1377672649","state":["exists","up"]},{"osd":6,"uuid":"ed21bce4-e2f4-4e25-a2c8-a396fd136677","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6816","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6817","nonce":908762643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6818","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6819","nonce":908762643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6822","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6823","nonce":908762643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6820","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6821","nonce":908762643}]},"public_addr":"172.21.2.138:6817/908762643","cluster_addr":"172.21.2.138:6819/908762643","heartbeat_back_addr":"172.21.2.138:6823/908762643","heartbeat_front_addr":"172.21.2.138:6821/908762643","state":["exists","up"]},{"osd":7,"uuid":"f5ca4c32-37cb-4908-b750-dfd785332e48","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6824","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6825","nonce":2574007528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6826","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6827","nonce":2574007528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6830","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6831","nonce":2574007528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6828","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6829","nonce":2574007528}]},"public_addr":"172.21.2.138:6825/2574007528","cluster_addr":"172.21.2.138:6827/2574007528","heartbeat_back_addr":"172.21.2.138:6831/2574007528","heartbeat_front_addr":"172.21.2.138:6829/2574007528","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:02:31.695989+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:02:46.681524+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:01.903597+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:17.946925+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:32.010670+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:47.690109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:04:03.157099+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:04:19.547630+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.2.111:0/1193593695":"2021-03-05T23:01:06.855702+0000","172.21.2.111:0/3655453525":"2021-03-05T23:01:06.855702+0000","172.21.2.111:6801/1529344817":"2021-03-05T23:01:06.855702+0000","172.21.2.111:6800/1529344817":"2021-03-05T23:01:06.855702+0000","172.21.2.111:0/3572155474":"2021-03-05T23:00:54.491625+0000","172.21.2.111:6800/1033372130":"2021-03-05T23:00:54.491625+0000","172.21.2.111:6801/1033372130":"2021-03-05T23:00:54.491625+0000","172.21.2.111:0/1613118453":"2021-03-05T23:00:54.491625+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-03-04T23:04:50.450 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2021-03-04T23:01:44.583559+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '12', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2021-03-04T23:04:41.777254+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '51', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2021-03-04T23:04:50.451 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool get device_health_metrics pg_num 2021-03-04T23:04:50.562 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:04:52.178 INFO:journalctl@ceph.alertmanager.a.gibba011.stdout:Mar 04 23:04:52 gibba011 systemd[1]: Starting Ceph alertmanager.a for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:04:52.523 INFO:teuthology.orchestra.run.gibba011.stdout:pg_num: 1 2021-03-04T23:04:53.353 INFO:journalctl@ceph.alertmanager.a.gibba011.stdout:Mar 04 23:04:53 gibba011 podman[73533]: 2021-03-04 23:04:53.074522145 +0000 UTC m=+0.609209310 volume create 6ce52a6b85fa5de25472aaa09db1ec9abdb6ccb5cda71a912331af7336ca8116 2021-03-04T23:04:53.354 INFO:journalctl@ceph.alertmanager.a.gibba011.stdout:Mar 04 23:04:53 gibba011 podman[73533]: 2021-03-04 23:04:53.128925435 +0000 UTC m=+0.663612600 container create 4c5bea8070e2bfe67ab9660e097d56d471bfadac729f6f7d824793a756c338c3 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-alertmanager.a, maintainer=The Prometheus Authors ) 2021-03-04T23:04:53.434 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool get rbd pg_num 2021-03-04T23:04:53.548 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:04:53.697 INFO:journalctl@ceph.alertmanager.a.gibba011.stdout:Mar 04 23:04:53 gibba011 podman[73533]: 2021-03-04 23:04:53.503822007 +0000 UTC m=+1.038509173 container init 4c5bea8070e2bfe67ab9660e097d56d471bfadac729f6f7d824793a756c338c3 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-alertmanager.a, maintainer=The Prometheus Authors ) 2021-03-04T23:04:53.697 INFO:journalctl@ceph.alertmanager.a.gibba011.stdout:Mar 04 23:04:53 gibba011 podman[73533]: 2021-03-04 23:04:53.537096794 +0000 UTC m=+1.071783984 container start 4c5bea8070e2bfe67ab9660e097d56d471bfadac729f6f7d824793a756c338c3 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-alertmanager.a, maintainer=The Prometheus Authors ) 2021-03-04T23:04:53.697 INFO:journalctl@ceph.alertmanager.a.gibba011.stdout:Mar 04 23:04:53 gibba011 bash[73431]: 4c5bea8070e2bfe67ab9660e097d56d471bfadac729f6f7d824793a756c338c3 2021-03-04T23:04:53.698 INFO:journalctl@ceph.alertmanager.a.gibba011.stdout:Mar 04 23:04:53 gibba011 systemd[1]: Started Ceph alertmanager.a for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:04:55.023 INFO:teuthology.orchestra.run.gibba011.stdout:pg_num: 8 2021-03-04T23:04:55.666 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2021-03-04T23:04:55.667 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2021-03-04T23:04:55.668 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph mgr dump --format=json 2021-03-04T23:04:55.777 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:04:57.264 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:04:57.950 INFO:teuthology.orchestra.run.gibba011.stdout:{"epoch":14,"active_gid":14138,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6800","nonce":1888885455},{"type":"v1","addr":"172.21.2.111:6801","nonce":1888885455}]},"active_addr":"172.21.2.111:6801/1888885455","active_change":"2021-03-04T23:01:06.856086+0000","active_mgr_features":4540138292840890367,"available":true,"standbys":[{"gid":14190,"name":"x","mgr_features":4540138292840890367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.6.2","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.6.2","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.y:8443/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":3,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.2.111:0","nonce":217228239}]},{"addrvec":[{"type":"v2","addr":"172.21.2.111:0","nonce":515320392}]}]}} 2021-03-04T23:04:57.956 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2021-03-04T23:04:57.957 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2021-03-04T23:04:57.957 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd dump --format=json 2021-03-04T23:04:58.065 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:04:59.562 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:04:59.562 INFO:teuthology.orchestra.run.gibba011.stdout:{"epoch":51,"fsid":"5f47b844-7d3d-11eb-9066-001a4aab830c","created":"2021-03-04T23:00:38.070682+0000","modified":"2021-03-04T23:04:44.998967+0000","last_up_change":"2021-03-04T23:04:21.362757+0000","last_in_change":"2021-03-04T23:04:21.362757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-03-04T23:01:44.583559+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-03-04T23:04:41.777254+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"c70e02ca-076b-49c0-b942-fdf2fc2869a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6802","nonce":1692403551},{"type":"v1","addr":"172.21.2.111:6803","nonce":1692403551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6804","nonce":1692403551},{"type":"v1","addr":"172.21.2.111:6805","nonce":1692403551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6808","nonce":1692403551},{"type":"v1","addr":"172.21.2.111:6809","nonce":1692403551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6806","nonce":1692403551},{"type":"v1","addr":"172.21.2.111:6807","nonce":1692403551}]},"public_addr":"172.21.2.111:6803/1692403551","cluster_addr":"172.21.2.111:6805/1692403551","heartbeat_back_addr":"172.21.2.111:6809/1692403551","heartbeat_front_addr":"172.21.2.111:6807/1692403551","state":["exists","up"]},{"osd":1,"uuid":"172b60a7-130b-4663-b6c1-4325dd318543","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6810","nonce":1853670531},{"type":"v1","addr":"172.21.2.111:6811","nonce":1853670531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6812","nonce":1853670531},{"type":"v1","addr":"172.21.2.111:6813","nonce":1853670531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6816","nonce":1853670531},{"type":"v1","addr":"172.21.2.111:6817","nonce":1853670531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6814","nonce":1853670531},{"type":"v1","addr":"172.21.2.111:6815","nonce":1853670531}]},"public_addr":"172.21.2.111:6811/1853670531","cluster_addr":"172.21.2.111:6813/1853670531","heartbeat_back_addr":"172.21.2.111:6817/1853670531","heartbeat_front_addr":"172.21.2.111:6815/1853670531","state":["exists","up"]},{"osd":2,"uuid":"5b581ba4-9e3a-41f9-b40c-2ace05812c36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6818","nonce":124147425},{"type":"v1","addr":"172.21.2.111:6819","nonce":124147425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6820","nonce":124147425},{"type":"v1","addr":"172.21.2.111:6821","nonce":124147425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6824","nonce":124147425},{"type":"v1","addr":"172.21.2.111:6825","nonce":124147425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6822","nonce":124147425},{"type":"v1","addr":"172.21.2.111:6823","nonce":124147425}]},"public_addr":"172.21.2.111:6819/124147425","cluster_addr":"172.21.2.111:6821/124147425","heartbeat_back_addr":"172.21.2.111:6825/124147425","heartbeat_front_addr":"172.21.2.111:6823/124147425","state":["exists","up"]},{"osd":3,"uuid":"76e66594-6e80-464a-b746-24c7f4120328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6826","nonce":2585068462},{"type":"v1","addr":"172.21.2.111:6827","nonce":2585068462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6828","nonce":2585068462},{"type":"v1","addr":"172.21.2.111:6829","nonce":2585068462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6832","nonce":2585068462},{"type":"v1","addr":"172.21.2.111:6833","nonce":2585068462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6830","nonce":2585068462},{"type":"v1","addr":"172.21.2.111:6831","nonce":2585068462}]},"public_addr":"172.21.2.111:6827/2585068462","cluster_addr":"172.21.2.111:6829/2585068462","heartbeat_back_addr":"172.21.2.111:6833/2585068462","heartbeat_front_addr":"172.21.2.111:6831/2585068462","state":["exists","up"]},{"osd":4,"uuid":"4301548b-92a1-43dd-8fde-d8e1553a5553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6800","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6801","nonce":2482736928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6802","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6803","nonce":2482736928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6806","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6807","nonce":2482736928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6804","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6805","nonce":2482736928}]},"public_addr":"172.21.2.138:6801/2482736928","cluster_addr":"172.21.2.138:6803/2482736928","heartbeat_back_addr":"172.21.2.138:6807/2482736928","heartbeat_front_addr":"172.21.2.138:6805/2482736928","state":["exists","up"]},{"osd":5,"uuid":"97f39de0-e09b-4d4f-bbc9-a9ec76f5a2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6808","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6809","nonce":1377672649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6810","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6811","nonce":1377672649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6814","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6815","nonce":1377672649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6812","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6813","nonce":1377672649}]},"public_addr":"172.21.2.138:6809/1377672649","cluster_addr":"172.21.2.138:6811/1377672649","heartbeat_back_addr":"172.21.2.138:6815/1377672649","heartbeat_front_addr":"172.21.2.138:6813/1377672649","state":["exists","up"]},{"osd":6,"uuid":"ed21bce4-e2f4-4e25-a2c8-a396fd136677","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6816","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6817","nonce":908762643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6818","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6819","nonce":908762643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6822","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6823","nonce":908762643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6820","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6821","nonce":908762643}]},"public_addr":"172.21.2.138:6817/908762643","cluster_addr":"172.21.2.138:6819/908762643","heartbeat_back_addr":"172.21.2.138:6823/908762643","heartbeat_front_addr":"172.21.2.138:6821/908762643","state":["exists","up"]},{"osd":7,"uuid":"f5ca4c32-37cb-4908-b750-dfd785332e48","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6824","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6825","nonce":2574007528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6826","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6827","nonce":2574007528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6830","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6831","nonce":2574007528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6828","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6829","nonce":2574007528}]},"public_addr":"172.21.2.138:6825/2574007528","cluster_addr":"172.21.2.138:6827/2574007528","heartbeat_back_addr":"172.21.2.138:6831/2574007528","heartbeat_front_addr":"172.21.2.138:6829/2574007528","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:02:31.695989+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:02:46.681524+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:01.903597+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:17.946925+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:32.010670+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:47.690109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:04:03.157099+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:04:19.547630+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.2.111:0/1193593695":"2021-03-05T23:01:06.855702+0000","172.21.2.111:0/3655453525":"2021-03-05T23:01:06.855702+0000","172.21.2.111:6801/1529344817":"2021-03-05T23:01:06.855702+0000","172.21.2.111:6800/1529344817":"2021-03-05T23:01:06.855702+0000","172.21.2.111:0/3572155474":"2021-03-05T23:00:54.491625+0000","172.21.2.111:6800/1033372130":"2021-03-05T23:00:54.491625+0000","172.21.2.111:6801/1033372130":"2021-03-05T23:00:54.491625+0000","172.21.2.111:0/1613118453":"2021-03-05T23:00:54.491625+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-03-04T23:05:00.192 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2021-03-04T23:05:00.193 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd dump --format=json 2021-03-04T23:05:00.303 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:01.835 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:05:01.836 INFO:teuthology.orchestra.run.gibba011.stdout:{"epoch":51,"fsid":"5f47b844-7d3d-11eb-9066-001a4aab830c","created":"2021-03-04T23:00:38.070682+0000","modified":"2021-03-04T23:04:44.998967+0000","last_up_change":"2021-03-04T23:04:21.362757+0000","last_in_change":"2021-03-04T23:04:21.362757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-03-04T23:01:44.583559+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-03-04T23:04:41.777254+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"c70e02ca-076b-49c0-b942-fdf2fc2869a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6802","nonce":1692403551},{"type":"v1","addr":"172.21.2.111:6803","nonce":1692403551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6804","nonce":1692403551},{"type":"v1","addr":"172.21.2.111:6805","nonce":1692403551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6808","nonce":1692403551},{"type":"v1","addr":"172.21.2.111:6809","nonce":1692403551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6806","nonce":1692403551},{"type":"v1","addr":"172.21.2.111:6807","nonce":1692403551}]},"public_addr":"172.21.2.111:6803/1692403551","cluster_addr":"172.21.2.111:6805/1692403551","heartbeat_back_addr":"172.21.2.111:6809/1692403551","heartbeat_front_addr":"172.21.2.111:6807/1692403551","state":["exists","up"]},{"osd":1,"uuid":"172b60a7-130b-4663-b6c1-4325dd318543","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6810","nonce":1853670531},{"type":"v1","addr":"172.21.2.111:6811","nonce":1853670531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6812","nonce":1853670531},{"type":"v1","addr":"172.21.2.111:6813","nonce":1853670531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6816","nonce":1853670531},{"type":"v1","addr":"172.21.2.111:6817","nonce":1853670531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6814","nonce":1853670531},{"type":"v1","addr":"172.21.2.111:6815","nonce":1853670531}]},"public_addr":"172.21.2.111:6811/1853670531","cluster_addr":"172.21.2.111:6813/1853670531","heartbeat_back_addr":"172.21.2.111:6817/1853670531","heartbeat_front_addr":"172.21.2.111:6815/1853670531","state":["exists","up"]},{"osd":2,"uuid":"5b581ba4-9e3a-41f9-b40c-2ace05812c36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6818","nonce":124147425},{"type":"v1","addr":"172.21.2.111:6819","nonce":124147425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6820","nonce":124147425},{"type":"v1","addr":"172.21.2.111:6821","nonce":124147425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6824","nonce":124147425},{"type":"v1","addr":"172.21.2.111:6825","nonce":124147425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6822","nonce":124147425},{"type":"v1","addr":"172.21.2.111:6823","nonce":124147425}]},"public_addr":"172.21.2.111:6819/124147425","cluster_addr":"172.21.2.111:6821/124147425","heartbeat_back_addr":"172.21.2.111:6825/124147425","heartbeat_front_addr":"172.21.2.111:6823/124147425","state":["exists","up"]},{"osd":3,"uuid":"76e66594-6e80-464a-b746-24c7f4120328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6826","nonce":2585068462},{"type":"v1","addr":"172.21.2.111:6827","nonce":2585068462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6828","nonce":2585068462},{"type":"v1","addr":"172.21.2.111:6829","nonce":2585068462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6832","nonce":2585068462},{"type":"v1","addr":"172.21.2.111:6833","nonce":2585068462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6830","nonce":2585068462},{"type":"v1","addr":"172.21.2.111:6831","nonce":2585068462}]},"public_addr":"172.21.2.111:6827/2585068462","cluster_addr":"172.21.2.111:6829/2585068462","heartbeat_back_addr":"172.21.2.111:6833/2585068462","heartbeat_front_addr":"172.21.2.111:6831/2585068462","state":["exists","up"]},{"osd":4,"uuid":"4301548b-92a1-43dd-8fde-d8e1553a5553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6800","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6801","nonce":2482736928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6802","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6803","nonce":2482736928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6806","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6807","nonce":2482736928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6804","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6805","nonce":2482736928}]},"public_addr":"172.21.2.138:6801/2482736928","cluster_addr":"172.21.2.138:6803/2482736928","heartbeat_back_addr":"172.21.2.138:6807/2482736928","heartbeat_front_addr":"172.21.2.138:6805/2482736928","state":["exists","up"]},{"osd":5,"uuid":"97f39de0-e09b-4d4f-bbc9-a9ec76f5a2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6808","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6809","nonce":1377672649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6810","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6811","nonce":1377672649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6814","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6815","nonce":1377672649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6812","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6813","nonce":1377672649}]},"public_addr":"172.21.2.138:6809/1377672649","cluster_addr":"172.21.2.138:6811/1377672649","heartbeat_back_addr":"172.21.2.138:6815/1377672649","heartbeat_front_addr":"172.21.2.138:6813/1377672649","state":["exists","up"]},{"osd":6,"uuid":"ed21bce4-e2f4-4e25-a2c8-a396fd136677","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6816","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6817","nonce":908762643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6818","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6819","nonce":908762643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6822","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6823","nonce":908762643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6820","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6821","nonce":908762643}]},"public_addr":"172.21.2.138:6817/908762643","cluster_addr":"172.21.2.138:6819/908762643","heartbeat_back_addr":"172.21.2.138:6823/908762643","heartbeat_front_addr":"172.21.2.138:6821/908762643","state":["exists","up"]},{"osd":7,"uuid":"f5ca4c32-37cb-4908-b750-dfd785332e48","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6824","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6825","nonce":2574007528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6826","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6827","nonce":2574007528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6830","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6831","nonce":2574007528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6828","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6829","nonce":2574007528}]},"public_addr":"172.21.2.138:6825/2574007528","cluster_addr":"172.21.2.138:6827/2574007528","heartbeat_back_addr":"172.21.2.138:6831/2574007528","heartbeat_front_addr":"172.21.2.138:6829/2574007528","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:02:31.695989+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:02:46.681524+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:01.903597+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:17.946925+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:32.010670+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:47.690109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:04:03.157099+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:04:19.547630+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.2.111:0/1193593695":"2021-03-05T23:01:06.855702+0000","172.21.2.111:0/3655453525":"2021-03-05T23:01:06.855702+0000","172.21.2.111:6801/1529344817":"2021-03-05T23:01:06.855702+0000","172.21.2.111:6800/1529344817":"2021-03-05T23:01:06.855702+0000","172.21.2.111:0/3572155474":"2021-03-05T23:00:54.491625+0000","172.21.2.111:6800/1033372130":"2021-03-05T23:00:54.491625+0000","172.21.2.111:6801/1033372130":"2021-03-05T23:00:54.491625+0000","172.21.2.111:0/1613118453":"2021-03-05T23:00:54.491625+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-03-04T23:05:02.525 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.0 flush_pg_stats 2021-03-04T23:05:02.636 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:04.741 INFO:teuthology.orchestra.run.gibba011.stdout:42949672992 2021-03-04T23:05:04.742 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.1 flush_pg_stats 2021-03-04T23:05:04.851 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:06.858 INFO:teuthology.orchestra.run.gibba011.stdout:68719476766 2021-03-04T23:05:06.858 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.2 flush_pg_stats 2021-03-04T23:05:06.967 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:07.588 INFO:journalctl@ceph.grafana.a.gibba038.stdout:Mar 04 23:05:07 gibba038 systemd[1]: Starting Ceph grafana.a for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:05:07.903 INFO:journalctl@ceph.grafana.a.gibba038.stdout:Mar 04 23:05:07 gibba038 podman[67300]: 2021-03-04 23:05:07.642836415 +0000 UTC m=+0.212347764 container create 98ce22a6afd449ffad8fb58401ea6a05d4a683ca35229e8a4a1dc5ab9e7b9cc0 (image=docker.io/ceph/ceph-grafana:6.6.2, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-grafana.a, org.label-schema.build-date=20200114, org.label-schema.vendor=CentOS, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, io.buildah.version=1.14.8, maintainer=Paul Cuzner , org.opencontainers.image.vendor=CentOS, org.label-schema.name=CentOS Base Image, org.opencontainers.image.title=CentOS Base Image, org.label-schema.license=GPLv2, org.opencontainers.image.licenses=GPL-2.0-only, org.opencontainers.image.created=2020-01-14 00:00:00-08:00, org.label-schema.schema-version=1.0) 2021-03-04T23:05:07.903 INFO:journalctl@ceph.grafana.a.gibba038.stdout:Mar 04 23:05:07 gibba038 podman[67300]: 2021-03-04 23:05:07.901180153 +0000 UTC m=+0.470691508 container init 98ce22a6afd449ffad8fb58401ea6a05d4a683ca35229e8a4a1dc5ab9e7b9cc0 (image=docker.io/ceph/ceph-grafana:6.6.2, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-grafana.a, maintainer=Paul Cuzner , org.opencontainers.image.licenses=GPL-2.0-only, org.opencontainers.image.created=2020-01-14 00:00:00-08:00, org.label-schema.vendor=CentOS, summary=Grafana Container configured for Ceph mgr/dashboard integration, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20200114, description=Ceph Grafana Container, org.label-schema.license=GPLv2, org.opencontainers.image.title=CentOS Base Image, org.opencontainers.image.vendor=CentOS, io.buildah.version=1.14.8) 2021-03-04T23:05:08.337 INFO:journalctl@ceph.grafana.a.gibba038.stdout:Mar 04 23:05:07 gibba038 podman[67300]: 2021-03-04 23:05:07.947292485 +0000 UTC m=+0.516803841 container start 98ce22a6afd449ffad8fb58401ea6a05d4a683ca35229e8a4a1dc5ab9e7b9cc0 (image=docker.io/ceph/ceph-grafana:6.6.2, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-grafana.a, summary=Grafana Container configured for Ceph mgr/dashboard integration, org.opencontainers.image.licenses=GPL-2.0-only, maintainer=Paul Cuzner , org.opencontainers.image.vendor=CentOS, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20200114, org.opencontainers.image.title=CentOS Base Image, org.label-schema.schema-version=1.0, description=Ceph Grafana Container, org.label-schema.license=GPLv2, org.opencontainers.image.created=2020-01-14 00:00:00-08:00, io.buildah.version=1.14.8, org.label-schema.vendor=CentOS) 2021-03-04T23:05:08.338 INFO:journalctl@ceph.grafana.a.gibba038.stdout:Mar 04 23:05:07 gibba038 bash[67226]: 98ce22a6afd449ffad8fb58401ea6a05d4a683ca35229e8a4a1dc5ab9e7b9cc0 2021-03-04T23:05:08.338 INFO:journalctl@ceph.grafana.a.gibba038.stdout:Mar 04 23:05:07 gibba038 systemd[1]: Started Ceph grafana.a for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:05:09.184 INFO:teuthology.orchestra.run.gibba011.stdout:90194313243 2021-03-04T23:05:09.185 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.3 flush_pg_stats 2021-03-04T23:05:09.304 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:11.631 INFO:teuthology.orchestra.run.gibba011.stdout:111669149722 2021-03-04T23:05:11.632 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.4 flush_pg_stats 2021-03-04T23:05:11.742 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:14.775 INFO:teuthology.orchestra.run.gibba011.stdout:133143986198 2021-03-04T23:05:14.776 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.5 flush_pg_stats 2021-03-04T23:05:14.888 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:15.103 INFO:journalctl@ceph.alertmanager.a.gibba011.stdout:Mar 04 23:05:14 gibba011 systemd[1]: Stopping Ceph alertmanager.a for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:05:15.603 INFO:journalctl@ceph.alertmanager.a.gibba011.stdout:Mar 04 23:05:15 gibba011 podman[76755]: 2021-03-04 23:05:15.329014068 +0000 UTC m=+0.445890645 container remove 4c5bea8070e2bfe67ab9660e097d56d471bfadac729f6f7d824793a756c338c3 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-alertmanager.a, maintainer=The Prometheus Authors ) 2021-03-04T23:05:15.604 INFO:journalctl@ceph.alertmanager.a.gibba011.stdout:Mar 04 23:05:15 gibba011 podman[76755]: 2021-03-04 23:05:15.370591298 +0000 UTC m=+0.487467877 volume remove 6ce52a6b85fa5de25472aaa09db1ec9abdb6ccb5cda71a912331af7336ca8116 2021-03-04T23:05:15.604 INFO:journalctl@ceph.alertmanager.a.gibba011.stdout:Mar 04 23:05:15 gibba011 podman[76687]: 4c5bea8070e2bfe67ab9660e097d56d471bfadac729f6f7d824793a756c338c3 2021-03-04T23:05:15.604 INFO:journalctl@ceph.alertmanager.a.gibba011.stdout:Mar 04 23:05:15 gibba011 systemd[1]: Stopped Ceph alertmanager.a for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:05:15.605 INFO:journalctl@ceph.alertmanager.a.gibba011.stdout:Mar 04 23:05:15 gibba011 systemd[1]: Starting Ceph alertmanager.a for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:05:15.963 INFO:journalctl@ceph.alertmanager.a.gibba011.stdout:Mar 04 23:05:15 gibba011 podman[76937]: 2021-03-04 23:05:15.678701155 +0000 UTC m=+0.113679544 volume create 68100f3da216ee44f1a743d9972458b900e35b09ba973f6a8b7f511c664d4d9f 2021-03-04T23:05:15.963 INFO:journalctl@ceph.alertmanager.a.gibba011.stdout:Mar 04 23:05:15 gibba011 podman[76937]: 2021-03-04 23:05:15.712225976 +0000 UTC m=+0.147204340 container create 75f339d996f6324ba8b5360e2beb1adbf2f48f99d1f97606ee3cb35ffa7d91a5 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-alertmanager.a, maintainer=The Prometheus Authors ) 2021-03-04T23:05:16.354 INFO:journalctl@ceph.alertmanager.a.gibba011.stdout:Mar 04 23:05:16 gibba011 podman[76937]: 2021-03-04 23:05:16.04528512 +0000 UTC m=+0.480263482 container init 75f339d996f6324ba8b5360e2beb1adbf2f48f99d1f97606ee3cb35ffa7d91a5 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-alertmanager.a, maintainer=The Prometheus Authors ) 2021-03-04T23:05:16.354 INFO:journalctl@ceph.alertmanager.a.gibba011.stdout:Mar 04 23:05:16 gibba011 podman[76937]: 2021-03-04 23:05:16.078598703 +0000 UTC m=+0.513577069 container start 75f339d996f6324ba8b5360e2beb1adbf2f48f99d1f97606ee3cb35ffa7d91a5 (image=docker.io/prom/alertmanager:v0.20.0, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-alertmanager.a, maintainer=The Prometheus Authors ) 2021-03-04T23:05:16.354 INFO:journalctl@ceph.alertmanager.a.gibba011.stdout:Mar 04 23:05:16 gibba011 bash[76854]: 75f339d996f6324ba8b5360e2beb1adbf2f48f99d1f97606ee3cb35ffa7d91a5 2021-03-04T23:05:16.355 INFO:journalctl@ceph.alertmanager.a.gibba011.stdout:Mar 04 23:05:16 gibba011 systemd[1]: Started Ceph alertmanager.a for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:05:17.500 INFO:teuthology.orchestra.run.gibba011.stdout:154618822676 2021-03-04T23:05:17.501 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.6 flush_pg_stats 2021-03-04T23:05:17.612 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:19.533 INFO:teuthology.orchestra.run.gibba011.stdout:176093659153 2021-03-04T23:05:19.534 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.7 flush_pg_stats 2021-03-04T23:05:19.642 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:20.087 INFO:journalctl@ceph.prometheus.a.gibba038.stdout:Mar 04 23:05:19 gibba038 systemd[1]: Stopping Ceph prometheus.a for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:05:20.837 INFO:journalctl@ceph.prometheus.a.gibba038.stdout:Mar 04 23:05:20 gibba038 podman[68329]: a77b7ce23e70485e8e166f77963278765292e5ffa724d8dce5b7b5b4fd227402 2021-03-04T23:05:20.838 INFO:journalctl@ceph.prometheus.a.gibba038.stdout:Mar 04 23:05:20 gibba038 systemd[1]: Stopped Ceph prometheus.a for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:05:20.838 INFO:journalctl@ceph.prometheus.a.gibba038.stdout:Mar 04 23:05:20 gibba038 systemd[1]: Starting Ceph prometheus.a for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:05:21.119 INFO:journalctl@ceph.prometheus.a.gibba038.stdout:Mar 04 23:05:20 gibba038 podman[68502]: 2021-03-04 23:05:20.859717596 +0000 UTC m=+0.175020875 container create 28109d2041c73bde9cc9aed77381b547600ec3b64923d56141fffb3c35e9b920 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-prometheus.a, maintainer=The Prometheus Authors ) 2021-03-04T23:05:21.120 INFO:journalctl@ceph.prometheus.a.gibba038.stdout:Mar 04 23:05:21 gibba038 podman[68502]: 2021-03-04 23:05:21.117994601 +0000 UTC m=+0.433297871 container init 28109d2041c73bde9cc9aed77381b547600ec3b64923d56141fffb3c35e9b920 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-prometheus.a, maintainer=The Prometheus Authors ) 2021-03-04T23:05:21.587 INFO:journalctl@ceph.prometheus.a.gibba038.stdout:Mar 04 23:05:21 gibba038 podman[68502]: 2021-03-04 23:05:21.165170191 +0000 UTC m=+0.480473468 container start 28109d2041c73bde9cc9aed77381b547600ec3b64923d56141fffb3c35e9b920 (image=docker.io/prom/prometheus:v2.18.1, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-prometheus.a, maintainer=The Prometheus Authors ) 2021-03-04T23:05:21.588 INFO:journalctl@ceph.prometheus.a.gibba038.stdout:Mar 04 23:05:21 gibba038 bash[68426]: 28109d2041c73bde9cc9aed77381b547600ec3b64923d56141fffb3c35e9b920 2021-03-04T23:05:21.588 INFO:journalctl@ceph.prometheus.a.gibba038.stdout:Mar 04 23:05:21 gibba038 systemd[1]: Started Ceph prometheus.a for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:05:21.683 INFO:teuthology.orchestra.run.gibba011.stdout:197568495629 2021-03-04T23:05:21.683 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.0 2021-03-04T23:05:21.794 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:23.361 INFO:teuthology.orchestra.run.gibba011.stdout:42949672996 2021-03-04T23:05:24.125 INFO:tasks.cephadm.ceph_manager.ceph:need seq 42949672992 got 42949672996 for osd.0 2021-03-04T23:05:24.125 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.1 2021-03-04T23:05:24.238 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:25.970 INFO:teuthology.orchestra.run.gibba011.stdout:68719476769 2021-03-04T23:05:26.584 INFO:tasks.cephadm.ceph_manager.ceph:need seq 68719476766 got 68719476769 for osd.1 2021-03-04T23:05:26.585 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.2 2021-03-04T23:05:26.700 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:28.465 INFO:teuthology.orchestra.run.gibba011.stdout:90194313247 2021-03-04T23:05:29.067 INFO:tasks.cephadm.ceph_manager.ceph:need seq 90194313243 got 90194313247 for osd.2 2021-03-04T23:05:29.068 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.3 2021-03-04T23:05:29.176 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:30.656 INFO:teuthology.orchestra.run.gibba011.stdout:111669149725 2021-03-04T23:05:31.266 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149722 got 111669149725 for osd.3 2021-03-04T23:05:31.267 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.4 2021-03-04T23:05:31.375 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:32.813 INFO:teuthology.orchestra.run.gibba011.stdout:133143986201 2021-03-04T23:05:33.425 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986198 got 133143986201 for osd.4 2021-03-04T23:05:33.426 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.5 2021-03-04T23:05:33.537 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:34.889 INFO:teuthology.orchestra.run.gibba011.stdout:154618822679 2021-03-04T23:05:35.467 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822676 got 154618822679 for osd.5 2021-03-04T23:05:35.467 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.6 2021-03-04T23:05:35.575 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:36.919 INFO:teuthology.orchestra.run.gibba011.stdout:176093659157 2021-03-04T23:05:37.483 INFO:tasks.cephadm.ceph_manager.ceph:need seq 176093659153 got 176093659157 for osd.6 2021-03-04T23:05:37.484 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.7 2021-03-04T23:05:37.596 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:39.069 INFO:teuthology.orchestra.run.gibba011.stdout:197568495632 2021-03-04T23:05:39.709 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495629 got 197568495632 for osd.7 2021-03-04T23:05:39.709 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2021-03-04T23:05:39.709 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:05:39.821 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:41.220 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:05:41.221 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:05:41.891 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":177,"stamp":"2021-03-04T23:05:39.290218+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":8392512,"kb_used_data":3840,"kb_used_omap":0,"kb_used_meta":8388608,"kb_avail":696250560,"statfs":{"total":721554505728,"available":712960573440,"internally_reserved":8589934592,"allocated":3932160,"data_stored":1601352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8589934592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:04:44.499318+0000","last_change":"2021-03-04T23:04:42.995583+0000","last_active":"2021-03-04T23:04:44.499318+0000","last_peered":"2021-03-04T23:04:44.499318+0000","last_clean":"2021-03-04T23:04:44.499318+0000","last_became_active":"2021-03-04T23:04:42.995362+0000","last_became_peered":"2021-03-04T23:04:42.995362+0000","last_unstale":"2021-03-04T23:04:44.499318+0000","last_undegraded":"2021-03-04T23:04:44.499318+0000","last_fullsized":"2021-03-04T23:04:44.499318+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:04:44.000382+0000","last_change":"2021-03-04T23:04:43.131496+0000","last_active":"2021-03-04T23:04:44.000382+0000","last_peered":"2021-03-04T23:04:44.000382+0000","last_clean":"2021-03-04T23:04:44.000382+0000","last_became_active":"2021-03-04T23:04:43.131275+0000","last_became_peered":"2021-03-04T23:04:43.131275+0000","last_unstale":"2021-03-04T23:04:44.000382+0000","last_undegraded":"2021-03-04T23:04:44.000382+0000","last_fullsized":"2021-03-04T23:04:44.000382+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:04:44.785144+0000","last_change":"2021-03-04T23:04:43.131426+0000","last_active":"2021-03-04T23:04:44.785144+0000","last_peered":"2021-03-04T23:04:44.785144+0000","last_clean":"2021-03-04T23:04:44.785144+0000","last_became_active":"2021-03-04T23:04:43.131139+0000","last_became_peered":"2021-03-04T23:04:43.131139+0000","last_unstale":"2021-03-04T23:04:44.785144+0000","last_undegraded":"2021-03-04T23:04:44.785144+0000","last_fullsized":"2021-03-04T23:04:44.785144+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:04:44.785132+0000","last_change":"2021-03-04T23:04:42.994353+0000","last_active":"2021-03-04T23:04:44.785132+0000","last_peered":"2021-03-04T23:04:44.785132+0000","last_clean":"2021-03-04T23:04:44.785132+0000","last_became_active":"2021-03-04T23:04:42.994094+0000","last_became_peered":"2021-03-04T23:04:42.994094+0000","last_unstale":"2021-03-04T23:04:44.785132+0000","last_undegraded":"2021-03-04T23:04:44.785132+0000","last_fullsized":"2021-03-04T23:04:44.785132+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"14","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:04:44.785346+0000","last_change":"2021-03-04T23:04:22.937939+0000","last_active":"2021-03-04T23:04:44.785346+0000","last_peered":"2021-03-04T23:04:44.785346+0000","last_clean":"2021-03-04T23:04:44.785346+0000","last_became_active":"2021-03-04T23:04:22.937721+0000","last_became_peered":"2021-03-04T23:04:22.937721+0000","last_unstale":"2021-03-04T23:04:44.785346+0000","last_undegraded":"2021-03-04T23:04:44.785346+0000","last_fullsized":"2021-03-04T23:04:44.785346+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:04:44.000712+0000","last_change":"2021-03-04T23:04:42.995466+0000","last_active":"2021-03-04T23:04:44.000712+0000","last_peered":"2021-03-04T23:04:44.000712+0000","last_clean":"2021-03-04T23:04:44.000712+0000","last_became_active":"2021-03-04T23:04:42.995244+0000","last_became_peered":"2021-03-04T23:04:42.995244+0000","last_unstale":"2021-03-04T23:04:44.000712+0000","last_undegraded":"2021-03-04T23:04:44.000712+0000","last_fullsized":"2021-03-04T23:04:44.000712+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:04:44.785396+0000","last_change":"2021-03-04T23:04:42.994847+0000","last_active":"2021-03-04T23:04:44.785396+0000","last_peered":"2021-03-04T23:04:44.785396+0000","last_clean":"2021-03-04T23:04:44.785396+0000","last_became_active":"2021-03-04T23:04:42.994134+0000","last_became_peered":"2021-03-04T23:04:42.994134+0000","last_unstale":"2021-03-04T23:04:44.785396+0000","last_undegraded":"2021-03-04T23:04:44.785396+0000","last_fullsized":"2021-03-04T23:04:44.785396+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:04:44.000714+0000","last_change":"2021-03-04T23:04:42.995187+0000","last_active":"2021-03-04T23:04:44.000714+0000","last_peered":"2021-03-04T23:04:44.000714+0000","last_clean":"2021-03-04T23:04:44.000714+0000","last_became_active":"2021-03-04T23:04:42.994927+0000","last_became_peered":"2021-03-04T23:04:42.994927+0000","last_unstale":"2021-03-04T23:04:44.000714+0000","last_undegraded":"2021-03-04T23:04:44.000714+0000","last_fullsized":"2021-03-04T23:04:44.000714+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:04:44.000395+0000","last_change":"2021-03-04T23:04:42.994306+0000","last_active":"2021-03-04T23:04:44.000395+0000","last_peered":"2021-03-04T23:04:44.000395+0000","last_clean":"2021-03-04T23:04:44.000395+0000","last_became_active":"2021-03-04T23:04:42.994030+0000","last_became_peered":"2021-03-04T23:04:42.994030+0000","last_unstale":"2021-03-04T23:04:44.000395+0000","last_undegraded":"2021-03-04T23:04:44.000395+0000","last_fullsized":"2021-03-04T23:04:44.000395+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495633,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.84999999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.877},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.745}]},{"osd":2,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.77200000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.754},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.86699999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.42699999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.17999999999999999,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.56399999999999995}]},{"osd":6,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.438,"15min":0.438},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.50600000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659158,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:04 2021","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.89100000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:05:04 2021","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.84299999999999997},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.91000000000000003}]},{"osd":2,"last update":"Thu Mar 4 23:05:04 2021","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.71499999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:05:04 2021","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.86699999999999999},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.58899999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:05:04 2021","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.433},{"interface":"front","average":{"1min":0.317,"5min":0.317,"15min":0.317},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"last":0.82099999999999995}]},{"osd":5,"last update":"Thu Mar 4 23:05:04 2021","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"min":{"1min":0.186,"5min":0.186,"15min":0.186},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.46400000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.64200000000000002}]}]},{"osd":1,"up_from":16,"seq":68719476773,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:04:49 2021","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.35599999999999998,"15min":0.35299999999999998},"min":{"1min":0.216,"5min":0.185,"15min":0.185},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.22700000000000001},{"interface":"front","average":{"1min":0.379,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.218,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.60999999999999999,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.34799999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:05:05 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.36599999999999999,"15min":0.36799999999999999},"min":{"1min":0.20300000000000001,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.53500000000000003,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.39800000000000002,"15min":0.39600000000000002},"min":{"1min":0.23200000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.36199999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:05:25 2021","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.46999999999999997,"15min":0.48599999999999999},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.57899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.311},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.41799999999999998,"15min":0.42399999999999999},"min":{"1min":0.248,"5min":0.246,"15min":0.246},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.246}]},{"osd":4,"last update":"Thu Mar 4 23:05:36 2021","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.57499999999999996,"15min":0.56100000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.60299999999999998,"15min":0.59199999999999997},"min":{"1min":0.38300000000000001,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"last":0.70299999999999996}]},{"osd":5,"last update":"Thu Mar 4 23:04:54 2021","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.80900000000000005}]},{"osd":6,"last update":"Thu Mar 4 23:05:05 2021","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.74199999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:05:25 2021","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":1.171,"5min":1.171,"15min":1.171},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.69499999999999995}]}]},{"osd":0,"up_from":10,"seq":42949672999,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:04:53 2021","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.32500000000000001,"15min":0.318},"min":{"1min":0.20899999999999999,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.34000000000000002,"15min":0.33600000000000002},"min":{"1min":0.20499999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"last":0.26900000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:05:07 2021","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.38300000000000001,"15min":0.379},"min":{"1min":0.22900000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.54200000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.35899999999999999,"15min":0.35499999999999998},"min":{"1min":0.23200000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.20999999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:05:21 2021","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.39000000000000001,"15min":0.38700000000000001},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.40500000000000003,"15min":0.40400000000000003},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.34000000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:04:36 2021","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.59199999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:04:53 2021","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.70699999999999996}]},{"osd":6,"last update":"Thu Mar 4 23:05:04 2021","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.093,"5min":1.093,"15min":1.093},"last":0.625},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.58399999999999996}]},{"osd":7,"last update":"Thu Mar 4 23:05:21 2021","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.087,"5min":1.087,"15min":1.087},"last":0.56599999999999995}]}]},{"osd":2,"up_from":21,"seq":90194313249,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.38100000000000001,"15min":0.38700000000000001},"min":{"1min":0.17999999999999999,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.307},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.38300000000000001,"15min":0.38600000000000001},"min":{"1min":0.17699999999999999,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.69899999999999995,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.29499999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.376,"15min":0.378},"min":{"1min":0.19500000000000001,"5min":0.19,"15min":0.19},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.373,"15min":0.377},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.49299999999999999,"5min":0.63,"15min":0.63},"last":0.27400000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:05:24 2021","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.40300000000000002,"15min":0.41599999999999998},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.54900000000000004,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.246},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.42499999999999999,"15min":0.439},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.56200000000000006,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.32100000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:04:37 2021","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.099,"5min":1.099,"15min":1.099},"last":0.81100000000000005}]},{"osd":5,"last update":"Thu Mar 4 23:04:52 2021","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.173,"5min":1.173,"15min":1.173},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.66300000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":1.2649999999999999,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.75}]},{"osd":7,"last update":"Thu Mar 4 23:05:24 2021","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.232,"5min":1.232,"15min":1.232},"last":0.88},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.59599999999999997}]}]},{"osd":3,"up_from":26,"seq":111669149727,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.41299999999999998,"15min":0.42899999999999999},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":0.48699999999999999,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.40000000000000002,"15min":0.40899999999999997},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.63100000000000001,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.27000000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.44500000000000001,"15min":0.45700000000000002},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.59699999999999998,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.40999999999999998,"15min":0.42199999999999999},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.56699999999999995,"5min":0.621,"15min":0.621},"last":0.35499999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.40699999999999997,"15min":0.41599999999999998},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.502,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.377},{"interface":"front","average":{"1min":0.33400000000000002,"5min":0.432,"15min":0.44800000000000001},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.53900000000000003,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.31}]},{"osd":4,"last update":"Thu Mar 4 23:04:33 2021","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.39200000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:04:53 2021","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.026,"5min":1.026,"15min":1.026},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.41699999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:05:05 2021","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.47299999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.40600000000000003}]}]},{"osd":4,"up_from":31,"seq":133143986203,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:36 2021","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.72999999999999998,"15min":0.76200000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.79200000000000004,"15min":0.81699999999999995},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.268,"5min":1.268,"15min":1.268},"last":0.27200000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:05:36 2021","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.754,"15min":0.77800000000000002},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.73699999999999999,"15min":0.755},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.0149999999999999,"5min":1.131,"15min":1.131},"last":0.30199999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:05:36 2021","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.76400000000000001,"15min":0.78500000000000003},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.92000000000000004,"5min":1.111,"15min":1.111},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.73699999999999999,"15min":0.75900000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.317}]},{"osd":3,"last update":"Thu Mar 4 23:05:36 2021","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.755,"15min":0.77700000000000002},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.73099999999999998,"15min":0.751},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.96299999999999997,"5min":1.095,"15min":1.095},"last":0.48099999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:04:50 2021","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.46500000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.39900000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.52500000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822680,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:04:50 2021","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.44400000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:04:50 2021","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.628}]},{"osd":2,"last update":"Thu Mar 4 23:04:50 2021","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.238,"5min":1.238,"15min":1.238},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.133,"5min":1.133,"15min":1.133},"last":0.41999999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:04:50 2021","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.38600000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:04:50 2021","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.60199999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.68500000000000005}]},{"osd":7,"last update":"Thu Mar 4 23:05:25 2021","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.70699999999999996}]}]}]}} 2021-03-04T23:05:41.894 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:05:42.005 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:43.440 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:05:43.441 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:05:44.025 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":179,"stamp":"2021-03-04T23:05:43.290884+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":8392512,"kb_used_data":3840,"kb_used_omap":0,"kb_used_meta":8388608,"kb_avail":696250560,"statfs":{"total":721554505728,"available":712960573440,"internally_reserved":8589934592,"allocated":3932160,"data_stored":1601352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8589934592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:04:44.499318+0000","last_change":"2021-03-04T23:04:42.995583+0000","last_active":"2021-03-04T23:04:44.499318+0000","last_peered":"2021-03-04T23:04:44.499318+0000","last_clean":"2021-03-04T23:04:44.499318+0000","last_became_active":"2021-03-04T23:04:42.995362+0000","last_became_peered":"2021-03-04T23:04:42.995362+0000","last_unstale":"2021-03-04T23:04:44.499318+0000","last_undegraded":"2021-03-04T23:04:44.499318+0000","last_fullsized":"2021-03-04T23:04:44.499318+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:04:44.000382+0000","last_change":"2021-03-04T23:04:43.131496+0000","last_active":"2021-03-04T23:04:44.000382+0000","last_peered":"2021-03-04T23:04:44.000382+0000","last_clean":"2021-03-04T23:04:44.000382+0000","last_became_active":"2021-03-04T23:04:43.131275+0000","last_became_peered":"2021-03-04T23:04:43.131275+0000","last_unstale":"2021-03-04T23:04:44.000382+0000","last_undegraded":"2021-03-04T23:04:44.000382+0000","last_fullsized":"2021-03-04T23:04:44.000382+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:04:44.785144+0000","last_change":"2021-03-04T23:04:43.131426+0000","last_active":"2021-03-04T23:04:44.785144+0000","last_peered":"2021-03-04T23:04:44.785144+0000","last_clean":"2021-03-04T23:04:44.785144+0000","last_became_active":"2021-03-04T23:04:43.131139+0000","last_became_peered":"2021-03-04T23:04:43.131139+0000","last_unstale":"2021-03-04T23:04:44.785144+0000","last_undegraded":"2021-03-04T23:04:44.785144+0000","last_fullsized":"2021-03-04T23:04:44.785144+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:04:44.785132+0000","last_change":"2021-03-04T23:04:42.994353+0000","last_active":"2021-03-04T23:04:44.785132+0000","last_peered":"2021-03-04T23:04:44.785132+0000","last_clean":"2021-03-04T23:04:44.785132+0000","last_became_active":"2021-03-04T23:04:42.994094+0000","last_became_peered":"2021-03-04T23:04:42.994094+0000","last_unstale":"2021-03-04T23:04:44.785132+0000","last_undegraded":"2021-03-04T23:04:44.785132+0000","last_fullsized":"2021-03-04T23:04:44.785132+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"14","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:04:44.785346+0000","last_change":"2021-03-04T23:04:22.937939+0000","last_active":"2021-03-04T23:04:44.785346+0000","last_peered":"2021-03-04T23:04:44.785346+0000","last_clean":"2021-03-04T23:04:44.785346+0000","last_became_active":"2021-03-04T23:04:22.937721+0000","last_became_peered":"2021-03-04T23:04:22.937721+0000","last_unstale":"2021-03-04T23:04:44.785346+0000","last_undegraded":"2021-03-04T23:04:44.785346+0000","last_fullsized":"2021-03-04T23:04:44.785346+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:04:44.000712+0000","last_change":"2021-03-04T23:04:42.995466+0000","last_active":"2021-03-04T23:04:44.000712+0000","last_peered":"2021-03-04T23:04:44.000712+0000","last_clean":"2021-03-04T23:04:44.000712+0000","last_became_active":"2021-03-04T23:04:42.995244+0000","last_became_peered":"2021-03-04T23:04:42.995244+0000","last_unstale":"2021-03-04T23:04:44.000712+0000","last_undegraded":"2021-03-04T23:04:44.000712+0000","last_fullsized":"2021-03-04T23:04:44.000712+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:04:44.785396+0000","last_change":"2021-03-04T23:04:42.994847+0000","last_active":"2021-03-04T23:04:44.785396+0000","last_peered":"2021-03-04T23:04:44.785396+0000","last_clean":"2021-03-04T23:04:44.785396+0000","last_became_active":"2021-03-04T23:04:42.994134+0000","last_became_peered":"2021-03-04T23:04:42.994134+0000","last_unstale":"2021-03-04T23:04:44.785396+0000","last_undegraded":"2021-03-04T23:04:44.785396+0000","last_fullsized":"2021-03-04T23:04:44.785396+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:04:44.000714+0000","last_change":"2021-03-04T23:04:42.995187+0000","last_active":"2021-03-04T23:04:44.000714+0000","last_peered":"2021-03-04T23:04:44.000714+0000","last_clean":"2021-03-04T23:04:44.000714+0000","last_became_active":"2021-03-04T23:04:42.994927+0000","last_became_peered":"2021-03-04T23:04:42.994927+0000","last_unstale":"2021-03-04T23:04:44.000714+0000","last_undegraded":"2021-03-04T23:04:44.000714+0000","last_fullsized":"2021-03-04T23:04:44.000714+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"11","reported_epoch":"50","state":"active+clean","last_fresh":"2021-03-04T23:04:44.000395+0000","last_change":"2021-03-04T23:04:42.994306+0000","last_active":"2021-03-04T23:04:44.000395+0000","last_peered":"2021-03-04T23:04:44.000395+0000","last_clean":"2021-03-04T23:04:44.000395+0000","last_became_active":"2021-03-04T23:04:42.994030+0000","last_became_peered":"2021-03-04T23:04:42.994030+0000","last_unstale":"2021-03-04T23:04:44.000395+0000","last_undegraded":"2021-03-04T23:04:44.000395+0000","last_fullsized":"2021-03-04T23:04:44.000395+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495634,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.45200000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.439},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.55400000000000005}]},{"osd":2,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.47399999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.39000000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.53100000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.17999999999999999,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.495},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.63500000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.438,"15min":0.438},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.57199999999999995}]}]},{"osd":6,"up_from":41,"seq":176093659158,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:04 2021","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.89100000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:05:04 2021","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.84299999999999997},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.91000000000000003}]},{"osd":2,"last update":"Thu Mar 4 23:05:04 2021","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.71499999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:05:04 2021","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.86699999999999999},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.58899999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:05:04 2021","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.433},{"interface":"front","average":{"1min":0.317,"5min":0.317,"15min":0.317},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"last":0.82099999999999995}]},{"osd":5,"last update":"Thu Mar 4 23:05:04 2021","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"min":{"1min":0.186,"5min":0.186,"15min":0.186},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.46400000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.64200000000000002}]}]},{"osd":1,"up_from":16,"seq":68719476773,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:04:49 2021","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.35599999999999998,"15min":0.35299999999999998},"min":{"1min":0.216,"5min":0.185,"15min":0.185},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.22700000000000001},{"interface":"front","average":{"1min":0.379,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.218,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.60999999999999999,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.34799999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:05:05 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.36599999999999999,"15min":0.36799999999999999},"min":{"1min":0.20300000000000001,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.53500000000000003,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.39800000000000002,"15min":0.39600000000000002},"min":{"1min":0.23200000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.36199999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:05:25 2021","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.46999999999999997,"15min":0.48599999999999999},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.57899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.311},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.41799999999999998,"15min":0.42399999999999999},"min":{"1min":0.248,"5min":0.246,"15min":0.246},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.246}]},{"osd":4,"last update":"Thu Mar 4 23:05:36 2021","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.57499999999999996,"15min":0.56100000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.60299999999999998,"15min":0.59199999999999997},"min":{"1min":0.38300000000000001,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"last":0.70299999999999996}]},{"osd":5,"last update":"Thu Mar 4 23:04:54 2021","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.80900000000000005}]},{"osd":6,"last update":"Thu Mar 4 23:05:05 2021","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.74199999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:05:25 2021","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":1.171,"5min":1.171,"15min":1.171},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.69499999999999995}]}]},{"osd":0,"up_from":10,"seq":42949673000,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:04:53 2021","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.32500000000000001,"15min":0.318},"min":{"1min":0.20899999999999999,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.34000000000000002,"15min":0.33600000000000002},"min":{"1min":0.20499999999999999,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"last":0.23899999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:05:07 2021","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.38300000000000001,"15min":0.379},"min":{"1min":0.22900000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.54200000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.35899999999999999,"15min":0.35499999999999998},"min":{"1min":0.23200000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.30499999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:05:21 2021","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.39000000000000001,"15min":0.38700000000000001},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.40500000000000003,"15min":0.40400000000000003},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.33600000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:05:38 2021","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.68700000000000006,"15min":0.68500000000000005},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.71199999999999997,"15min":0.71999999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.997,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.55000000000000004}]},{"osd":5,"last update":"Thu Mar 4 23:04:53 2021","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.66100000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:05:04 2021","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.093,"5min":1.093,"15min":1.093},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.57699999999999996}]},{"osd":7,"last update":"Thu Mar 4 23:05:21 2021","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.499},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.087,"5min":1.087,"15min":1.087},"last":0.51300000000000001}]}]},{"osd":2,"up_from":21,"seq":90194313250,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.38100000000000001,"15min":0.38700000000000001},"min":{"1min":0.17999999999999999,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.38300000000000001,"15min":0.38600000000000001},"min":{"1min":0.17699999999999999,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.69899999999999995,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.378}]},{"osd":1,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.376,"15min":0.378},"min":{"1min":0.19500000000000001,"5min":0.19,"15min":0.19},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.373,"15min":0.377},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.49299999999999999,"5min":0.63,"15min":0.63},"last":0.45500000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:05:24 2021","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.40300000000000002,"15min":0.41599999999999998},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.54900000000000004,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.312},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.42499999999999999,"15min":0.439},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.56200000000000006,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.441}]},{"osd":4,"last update":"Thu Mar 4 23:05:38 2021","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.64700000000000002,"15min":0.64500000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.90800000000000003},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.66700000000000004,"15min":0.66000000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":1.4330000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:04:52 2021","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.173,"5min":1.173,"15min":1.173},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.91600000000000004}]},{"osd":6,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":1.2649999999999999,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.879},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":1.4139999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:05:24 2021","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.232,"5min":1.232,"15min":1.232},"last":1.4490000000000001},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.84099999999999997}]}]},{"osd":3,"up_from":26,"seq":111669149728,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.41299999999999998,"15min":0.42899999999999999},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":0.48699999999999999,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.40000000000000002,"15min":0.40899999999999997},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.63100000000000001,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.371}]},{"osd":1,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.44500000000000001,"15min":0.45700000000000002},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.59699999999999998,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.40999999999999998,"15min":0.42199999999999999},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.56699999999999995,"5min":0.621,"15min":0.621},"last":0.24399999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.40699999999999997,"15min":0.41599999999999998},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.502,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.33400000000000002,"5min":0.432,"15min":0.44800000000000001},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.53900000000000003,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.23100000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:05:37 2021","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.66000000000000003,"15min":0.66100000000000003},"min":{"1min":0.438,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.98199999999999998},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.63900000000000001,"15min":0.63800000000000001},"min":{"1min":0.35399999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.98799999999999999,"5min":1.012,"15min":1.012},"last":0.90000000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:04:53 2021","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.026,"5min":1.026,"15min":1.026},"last":0.96199999999999997},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.84299999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:05:05 2021","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.78400000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.86699999999999999},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.94599999999999995}]}]},{"osd":4,"up_from":31,"seq":133143986203,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:36 2021","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.72999999999999998,"15min":0.76200000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.79200000000000004,"15min":0.81699999999999995},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.268,"5min":1.268,"15min":1.268},"last":0.27200000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:05:36 2021","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.754,"15min":0.77800000000000002},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.73699999999999999,"15min":0.755},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.0149999999999999,"5min":1.131,"15min":1.131},"last":0.30199999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:05:36 2021","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.76400000000000001,"15min":0.78500000000000003},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.92000000000000004,"5min":1.111,"15min":1.111},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.73699999999999999,"15min":0.75900000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.317}]},{"osd":3,"last update":"Thu Mar 4 23:05:36 2021","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.755,"15min":0.77700000000000002},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.73099999999999998,"15min":0.751},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.96299999999999997,"5min":1.095,"15min":1.095},"last":0.48099999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:04:50 2021","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.46500000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.39900000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:05:23 2021","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.52500000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822681,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049064,"kb_used_data":480,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031320,"statfs":{"total":90194313216,"available":89120071680,"internally_reserved":1073741824,"allocated":491520,"data_stored":200169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:04:50 2021","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.874},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.52200000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:04:50 2021","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.62}]},{"osd":2,"last update":"Thu Mar 4 23:04:50 2021","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.238,"5min":1.238,"15min":1.238},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.133,"5min":1.133,"15min":1.133},"last":0.81899999999999995}]},{"osd":3,"last update":"Thu Mar 4 23:04:50 2021","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.66100000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:04:50 2021","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.57099999999999995}]},{"osd":6,"last update":"Thu Mar 4 23:05:06 2021","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.73599999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:05:25 2021","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.373}]}]}]}} 2021-03-04T23:05:44.027 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2021-03-04T23:05:44.027 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2021-03-04T23:05:44.028 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2021-03-04T23:05:44.028 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph health --format=json 2021-03-04T23:05:44.137 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:45.625 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:05:46.250 INFO:teuthology.orchestra.run.gibba011.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2021-03-04T23:05:46.250 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2021-03-04T23:05:46.251 INFO:tasks.cephadm:Setup complete, yielding 2021-03-04T23:05:46.251 INFO:teuthology.run_tasks:Running task cephadm.shell... 2021-03-04T23:05:46.263 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@gibba011.front.sepia.ceph.com 2021-03-04T23:05:46.264 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- bash -c 'ceph fs volume create foo' 2021-03-04T23:05:50.216 INFO:teuthology.run_tasks:Running task ceph.healthy... 2021-03-04T23:05:50.231 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2021-03-04T23:05:50.231 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2021-03-04T23:05:50.232 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph mgr dump --format=json 2021-03-04T23:05:50.341 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:51.849 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:05:52.531 INFO:teuthology.orchestra.run.gibba011.stdout:{"epoch":14,"active_gid":14138,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6800","nonce":1888885455},{"type":"v1","addr":"172.21.2.111:6801","nonce":1888885455}]},"active_addr":"172.21.2.111:6801/1888885455","active_change":"2021-03-04T23:01:06.856086+0000","active_mgr_features":4540138292840890367,"available":true,"standbys":[{"gid":14190,"name":"x","mgr_features":4540138292840890367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.6.2","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"none","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.6.2","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"int","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"None","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.y:8443/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":3,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.2.111:0","nonce":217228239}]},{"addrvec":[{"type":"v2","addr":"172.21.2.111:0","nonce":515320392}]}]}} 2021-03-04T23:05:52.535 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2021-03-04T23:05:52.535 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2021-03-04T23:05:52.535 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd dump --format=json 2021-03-04T23:05:52.651 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:54.795 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:05:54.795 INFO:teuthology.orchestra.run.gibba011.stdout:{"epoch":56,"fsid":"5f47b844-7d3d-11eb-9066-001a4aab830c","created":"2021-03-04T23:00:38.070682+0000","modified":"2021-03-04T23:05:51.580311+0000","last_up_change":"2021-03-04T23:04:21.362757+0000","last_in_change":"2021-03-04T23:04:21.362757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-03-04T23:01:44.583559+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-03-04T23:04:41.777254+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2021-03-04T23:05:48.077231+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2021-03-04T23:05:48.660419+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"c70e02ca-076b-49c0-b942-fdf2fc2869a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6802","nonce":1692403551},{"type":"v1","addr":"172.21.2.111:6803","nonce":1692403551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6804","nonce":1692403551},{"type":"v1","addr":"172.21.2.111:6805","nonce":1692403551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6808","nonce":1692403551},{"type":"v1","addr":"172.21.2.111:6809","nonce":1692403551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6806","nonce":1692403551},{"type":"v1","addr":"172.21.2.111:6807","nonce":1692403551}]},"public_addr":"172.21.2.111:6803/1692403551","cluster_addr":"172.21.2.111:6805/1692403551","heartbeat_back_addr":"172.21.2.111:6809/1692403551","heartbeat_front_addr":"172.21.2.111:6807/1692403551","state":["exists","up"]},{"osd":1,"uuid":"172b60a7-130b-4663-b6c1-4325dd318543","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6810","nonce":1853670531},{"type":"v1","addr":"172.21.2.111:6811","nonce":1853670531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6812","nonce":1853670531},{"type":"v1","addr":"172.21.2.111:6813","nonce":1853670531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6816","nonce":1853670531},{"type":"v1","addr":"172.21.2.111:6817","nonce":1853670531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6814","nonce":1853670531},{"type":"v1","addr":"172.21.2.111:6815","nonce":1853670531}]},"public_addr":"172.21.2.111:6811/1853670531","cluster_addr":"172.21.2.111:6813/1853670531","heartbeat_back_addr":"172.21.2.111:6817/1853670531","heartbeat_front_addr":"172.21.2.111:6815/1853670531","state":["exists","up"]},{"osd":2,"uuid":"5b581ba4-9e3a-41f9-b40c-2ace05812c36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6818","nonce":124147425},{"type":"v1","addr":"172.21.2.111:6819","nonce":124147425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6820","nonce":124147425},{"type":"v1","addr":"172.21.2.111:6821","nonce":124147425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6824","nonce":124147425},{"type":"v1","addr":"172.21.2.111:6825","nonce":124147425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6822","nonce":124147425},{"type":"v1","addr":"172.21.2.111:6823","nonce":124147425}]},"public_addr":"172.21.2.111:6819/124147425","cluster_addr":"172.21.2.111:6821/124147425","heartbeat_back_addr":"172.21.2.111:6825/124147425","heartbeat_front_addr":"172.21.2.111:6823/124147425","state":["exists","up"]},{"osd":3,"uuid":"76e66594-6e80-464a-b746-24c7f4120328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6826","nonce":2585068462},{"type":"v1","addr":"172.21.2.111:6827","nonce":2585068462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6828","nonce":2585068462},{"type":"v1","addr":"172.21.2.111:6829","nonce":2585068462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6832","nonce":2585068462},{"type":"v1","addr":"172.21.2.111:6833","nonce":2585068462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6830","nonce":2585068462},{"type":"v1","addr":"172.21.2.111:6831","nonce":2585068462}]},"public_addr":"172.21.2.111:6827/2585068462","cluster_addr":"172.21.2.111:6829/2585068462","heartbeat_back_addr":"172.21.2.111:6833/2585068462","heartbeat_front_addr":"172.21.2.111:6831/2585068462","state":["exists","up"]},{"osd":4,"uuid":"4301548b-92a1-43dd-8fde-d8e1553a5553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6800","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6801","nonce":2482736928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6802","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6803","nonce":2482736928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6806","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6807","nonce":2482736928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6804","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6805","nonce":2482736928}]},"public_addr":"172.21.2.138:6801/2482736928","cluster_addr":"172.21.2.138:6803/2482736928","heartbeat_back_addr":"172.21.2.138:6807/2482736928","heartbeat_front_addr":"172.21.2.138:6805/2482736928","state":["exists","up"]},{"osd":5,"uuid":"97f39de0-e09b-4d4f-bbc9-a9ec76f5a2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6808","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6809","nonce":1377672649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6810","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6811","nonce":1377672649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6814","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6815","nonce":1377672649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6812","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6813","nonce":1377672649}]},"public_addr":"172.21.2.138:6809/1377672649","cluster_addr":"172.21.2.138:6811/1377672649","heartbeat_back_addr":"172.21.2.138:6815/1377672649","heartbeat_front_addr":"172.21.2.138:6813/1377672649","state":["exists","up"]},{"osd":6,"uuid":"ed21bce4-e2f4-4e25-a2c8-a396fd136677","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6816","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6817","nonce":908762643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6818","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6819","nonce":908762643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6822","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6823","nonce":908762643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6820","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6821","nonce":908762643}]},"public_addr":"172.21.2.138:6817/908762643","cluster_addr":"172.21.2.138:6819/908762643","heartbeat_back_addr":"172.21.2.138:6823/908762643","heartbeat_front_addr":"172.21.2.138:6821/908762643","state":["exists","up"]},{"osd":7,"uuid":"f5ca4c32-37cb-4908-b750-dfd785332e48","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6824","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6825","nonce":2574007528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6826","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6827","nonce":2574007528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6830","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6831","nonce":2574007528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6828","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6829","nonce":2574007528}]},"public_addr":"172.21.2.138:6825/2574007528","cluster_addr":"172.21.2.138:6827/2574007528","heartbeat_back_addr":"172.21.2.138:6831/2574007528","heartbeat_front_addr":"172.21.2.138:6829/2574007528","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:02:31.695989+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:02:46.681524+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:01.903597+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:17.946925+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:32.010670+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:47.690109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:04:03.157099+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:04:19.547630+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.2.111:0/1193593695":"2021-03-05T23:01:06.855702+0000","172.21.2.111:0/3655453525":"2021-03-05T23:01:06.855702+0000","172.21.2.111:6801/1529344817":"2021-03-05T23:01:06.855702+0000","172.21.2.111:6800/1529344817":"2021-03-05T23:01:06.855702+0000","172.21.2.111:0/3572155474":"2021-03-05T23:00:54.491625+0000","172.21.2.111:6800/1033372130":"2021-03-05T23:00:54.491625+0000","172.21.2.111:6801/1033372130":"2021-03-05T23:00:54.491625+0000","172.21.2.111:0/1613118453":"2021-03-05T23:00:54.491625+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-03-04T23:05:55.494 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2021-03-04T23:05:55.495 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd dump --format=json 2021-03-04T23:05:55.626 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:05:57.274 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:05:57.274 INFO:teuthology.orchestra.run.gibba011.stdout:{"epoch":56,"fsid":"5f47b844-7d3d-11eb-9066-001a4aab830c","created":"2021-03-04T23:00:38.070682+0000","modified":"2021-03-04T23:05:51.580311+0000","last_up_change":"2021-03-04T23:04:21.362757+0000","last_in_change":"2021-03-04T23:04:21.362757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-03-04T23:01:44.583559+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-03-04T23:04:41.777254+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2021-03-04T23:05:48.077231+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2021-03-04T23:05:48.660419+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"c70e02ca-076b-49c0-b942-fdf2fc2869a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6802","nonce":1692403551},{"type":"v1","addr":"172.21.2.111:6803","nonce":1692403551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6804","nonce":1692403551},{"type":"v1","addr":"172.21.2.111:6805","nonce":1692403551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6808","nonce":1692403551},{"type":"v1","addr":"172.21.2.111:6809","nonce":1692403551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6806","nonce":1692403551},{"type":"v1","addr":"172.21.2.111:6807","nonce":1692403551}]},"public_addr":"172.21.2.111:6803/1692403551","cluster_addr":"172.21.2.111:6805/1692403551","heartbeat_back_addr":"172.21.2.111:6809/1692403551","heartbeat_front_addr":"172.21.2.111:6807/1692403551","state":["exists","up"]},{"osd":1,"uuid":"172b60a7-130b-4663-b6c1-4325dd318543","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6810","nonce":1853670531},{"type":"v1","addr":"172.21.2.111:6811","nonce":1853670531}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6812","nonce":1853670531},{"type":"v1","addr":"172.21.2.111:6813","nonce":1853670531}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6816","nonce":1853670531},{"type":"v1","addr":"172.21.2.111:6817","nonce":1853670531}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6814","nonce":1853670531},{"type":"v1","addr":"172.21.2.111:6815","nonce":1853670531}]},"public_addr":"172.21.2.111:6811/1853670531","cluster_addr":"172.21.2.111:6813/1853670531","heartbeat_back_addr":"172.21.2.111:6817/1853670531","heartbeat_front_addr":"172.21.2.111:6815/1853670531","state":["exists","up"]},{"osd":2,"uuid":"5b581ba4-9e3a-41f9-b40c-2ace05812c36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":21,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6818","nonce":124147425},{"type":"v1","addr":"172.21.2.111:6819","nonce":124147425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6820","nonce":124147425},{"type":"v1","addr":"172.21.2.111:6821","nonce":124147425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6824","nonce":124147425},{"type":"v1","addr":"172.21.2.111:6825","nonce":124147425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6822","nonce":124147425},{"type":"v1","addr":"172.21.2.111:6823","nonce":124147425}]},"public_addr":"172.21.2.111:6819/124147425","cluster_addr":"172.21.2.111:6821/124147425","heartbeat_back_addr":"172.21.2.111:6825/124147425","heartbeat_front_addr":"172.21.2.111:6823/124147425","state":["exists","up"]},{"osd":3,"uuid":"76e66594-6e80-464a-b746-24c7f4120328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6826","nonce":2585068462},{"type":"v1","addr":"172.21.2.111:6827","nonce":2585068462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6828","nonce":2585068462},{"type":"v1","addr":"172.21.2.111:6829","nonce":2585068462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6832","nonce":2585068462},{"type":"v1","addr":"172.21.2.111:6833","nonce":2585068462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6830","nonce":2585068462},{"type":"v1","addr":"172.21.2.111:6831","nonce":2585068462}]},"public_addr":"172.21.2.111:6827/2585068462","cluster_addr":"172.21.2.111:6829/2585068462","heartbeat_back_addr":"172.21.2.111:6833/2585068462","heartbeat_front_addr":"172.21.2.111:6831/2585068462","state":["exists","up"]},{"osd":4,"uuid":"4301548b-92a1-43dd-8fde-d8e1553a5553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6800","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6801","nonce":2482736928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6802","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6803","nonce":2482736928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6806","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6807","nonce":2482736928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6804","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6805","nonce":2482736928}]},"public_addr":"172.21.2.138:6801/2482736928","cluster_addr":"172.21.2.138:6803/2482736928","heartbeat_back_addr":"172.21.2.138:6807/2482736928","heartbeat_front_addr":"172.21.2.138:6805/2482736928","state":["exists","up"]},{"osd":5,"uuid":"97f39de0-e09b-4d4f-bbc9-a9ec76f5a2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6808","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6809","nonce":1377672649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6810","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6811","nonce":1377672649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6814","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6815","nonce":1377672649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6812","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6813","nonce":1377672649}]},"public_addr":"172.21.2.138:6809/1377672649","cluster_addr":"172.21.2.138:6811/1377672649","heartbeat_back_addr":"172.21.2.138:6815/1377672649","heartbeat_front_addr":"172.21.2.138:6813/1377672649","state":["exists","up"]},{"osd":6,"uuid":"ed21bce4-e2f4-4e25-a2c8-a396fd136677","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6816","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6817","nonce":908762643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6818","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6819","nonce":908762643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6822","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6823","nonce":908762643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6820","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6821","nonce":908762643}]},"public_addr":"172.21.2.138:6817/908762643","cluster_addr":"172.21.2.138:6819/908762643","heartbeat_back_addr":"172.21.2.138:6823/908762643","heartbeat_front_addr":"172.21.2.138:6821/908762643","state":["exists","up"]},{"osd":7,"uuid":"f5ca4c32-37cb-4908-b750-dfd785332e48","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6824","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6825","nonce":2574007528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6826","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6827","nonce":2574007528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6830","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6831","nonce":2574007528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6828","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6829","nonce":2574007528}]},"public_addr":"172.21.2.138:6825/2574007528","cluster_addr":"172.21.2.138:6827/2574007528","heartbeat_back_addr":"172.21.2.138:6831/2574007528","heartbeat_front_addr":"172.21.2.138:6829/2574007528","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:02:31.695989+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:02:46.681524+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:01.903597+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:17.946925+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:32.010670+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:47.690109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:04:03.157099+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:04:19.547630+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blacklist":{"172.21.2.111:0/1193593695":"2021-03-05T23:01:06.855702+0000","172.21.2.111:0/3655453525":"2021-03-05T23:01:06.855702+0000","172.21.2.111:6801/1529344817":"2021-03-05T23:01:06.855702+0000","172.21.2.111:6800/1529344817":"2021-03-05T23:01:06.855702+0000","172.21.2.111:0/3572155474":"2021-03-05T23:00:54.491625+0000","172.21.2.111:6800/1033372130":"2021-03-05T23:00:54.491625+0000","172.21.2.111:6801/1033372130":"2021-03-05T23:00:54.491625+0000","172.21.2.111:0/1613118453":"2021-03-05T23:00:54.491625+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{}} 2021-03-04T23:05:58.050 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.0 flush_pg_stats 2021-03-04T23:05:58.164 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:00.367 INFO:teuthology.orchestra.run.gibba011.stdout:42949673005 2021-03-04T23:06:00.367 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.1 flush_pg_stats 2021-03-04T23:06:00.477 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:02.533 INFO:teuthology.orchestra.run.gibba011.stdout:68719476778 2021-03-04T23:06:02.533 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.2 flush_pg_stats 2021-03-04T23:06:02.645 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:04.608 INFO:teuthology.orchestra.run.gibba011.stdout:90194313255 2021-03-04T23:06:04.609 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.3 flush_pg_stats 2021-03-04T23:06:04.718 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:06.741 INFO:teuthology.orchestra.run.gibba011.stdout:111669149734 2021-03-04T23:06:06.742 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.4 flush_pg_stats 2021-03-04T23:06:06.851 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:08.774 INFO:teuthology.orchestra.run.gibba011.stdout:133143986209 2021-03-04T23:06:08.775 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.5 flush_pg_stats 2021-03-04T23:06:08.883 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:11.258 INFO:teuthology.orchestra.run.gibba011.stdout:154618822688 2021-03-04T23:06:11.259 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.6 flush_pg_stats 2021-03-04T23:06:11.366 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:13.358 INFO:teuthology.orchestra.run.gibba011.stdout:176093659165 2021-03-04T23:06:13.359 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.7 flush_pg_stats 2021-03-04T23:06:13.466 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:15.591 INFO:teuthology.orchestra.run.gibba011.stdout:197568495641 2021-03-04T23:06:15.592 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.0 2021-03-04T23:06:15.700 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:17.187 INFO:teuthology.orchestra.run.gibba011.stdout:42949673008 2021-03-04T23:06:17.850 INFO:tasks.cephadm.ceph_manager.ceph:need seq 42949673005 got 42949673008 for osd.0 2021-03-04T23:06:17.850 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.1 2021-03-04T23:06:17.957 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:19.381 INFO:teuthology.orchestra.run.gibba011.stdout:68719476782 2021-03-04T23:06:20.058 INFO:tasks.cephadm.ceph_manager.ceph:need seq 68719476778 got 68719476782 for osd.1 2021-03-04T23:06:20.058 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.2 2021-03-04T23:06:20.165 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:21.631 INFO:teuthology.orchestra.run.gibba011.stdout:90194313259 2021-03-04T23:06:22.466 INFO:tasks.cephadm.ceph_manager.ceph:need seq 90194313255 got 90194313259 for osd.2 2021-03-04T23:06:22.466 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.3 2021-03-04T23:06:22.574 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:24.214 INFO:teuthology.orchestra.run.gibba011.stdout:111669149737 2021-03-04T23:06:24.891 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149734 got 111669149737 for osd.3 2021-03-04T23:06:24.892 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.4 2021-03-04T23:06:25.000 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:26.566 INFO:teuthology.orchestra.run.gibba011.stdout:133143986213 2021-03-04T23:06:27.241 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986209 got 133143986213 for osd.4 2021-03-04T23:06:27.242 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.5 2021-03-04T23:06:27.351 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:28.695 INFO:teuthology.orchestra.run.gibba011.stdout:154618822691 2021-03-04T23:06:29.333 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822688 got 154618822691 for osd.5 2021-03-04T23:06:29.334 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.6 2021-03-04T23:06:29.445 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:30.944 INFO:teuthology.orchestra.run.gibba011.stdout:176093659169 2021-03-04T23:06:31.624 INFO:tasks.cephadm.ceph_manager.ceph:need seq 176093659165 got 176093659169 for osd.6 2021-03-04T23:06:31.625 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.7 2021-03-04T23:06:31.735 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:33.326 INFO:teuthology.orchestra.run.gibba011.stdout:197568495644 2021-03-04T23:06:33.966 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495641 got 197568495644 for osd.7 2021-03-04T23:06:33.968 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2021-03-04T23:06:33.968 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:06:34.077 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:35.463 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:06:35.466 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:06:36.175 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":210,"stamp":"2021-03-04T23:06:35.302387+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2304,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":8393088,"kb_used_data":4416,"kb_used_omap":0,"kb_used_meta":8388608,"kb_avail":696249984,"statfs":{"total":721554505728,"available":712959983616,"internally_reserved":8589934592,"allocated":4521984,"data_stored":1886896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8589934592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002376"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827754+0000","last_change":"2021-03-04T23:05:50.827243+0000","last_active":"2021-03-04T23:05:50.827754+0000","last_peered":"2021-03-04T23:05:50.827754+0000","last_clean":"2021-03-04T23:05:50.827754+0000","last_became_active":"2021-03-04T23:05:50.827002+0000","last_became_peered":"2021-03-04T23:05:50.827002+0000","last_unstale":"2021-03-04T23:05:50.827754+0000","last_undegraded":"2021-03-04T23:05:50.827754+0000","last_fullsized":"2021-03-04T23:05:50.827754+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"16","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.551354+0000","last_change":"2021-03-04T23:05:49.580903+0000","last_active":"2021-03-04T23:05:52.551354+0000","last_peered":"2021-03-04T23:05:52.551354+0000","last_clean":"2021-03-04T23:05:52.551354+0000","last_became_active":"2021-03-04T23:05:49.580639+0000","last_became_peered":"2021-03-04T23:05:49.580639+0000","last_unstale":"2021-03-04T23:05:52.551354+0000","last_undegraded":"2021-03-04T23:05:52.551354+0000","last_fullsized":"2021-03-04T23:05:52.551354+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.585804+0000","last_change":"2021-03-04T23:05:50.585375+0000","last_active":"2021-03-04T23:05:50.585804+0000","last_peered":"2021-03-04T23:05:50.585804+0000","last_clean":"2021-03-04T23:05:50.585804+0000","last_became_active":"2021-03-04T23:05:50.585118+0000","last_became_peered":"2021-03-04T23:05:50.585118+0000","last_unstale":"2021-03-04T23:05:50.585804+0000","last_undegraded":"2021-03-04T23:05:50.585804+0000","last_fullsized":"2021-03-04T23:05:50.585804+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.550045+0000","last_change":"2021-03-04T23:05:49.578821+0000","last_active":"2021-03-04T23:05:52.550045+0000","last_peered":"2021-03-04T23:05:52.550045+0000","last_clean":"2021-03-04T23:05:52.550045+0000","last_became_active":"2021-03-04T23:05:49.578562+0000","last_became_peered":"2021-03-04T23:05:49.578562+0000","last_unstale":"2021-03-04T23:05:52.550045+0000","last_undegraded":"2021-03-04T23:05:52.550045+0000","last_fullsized":"2021-03-04T23:05:52.550045+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.585567+0000","last_change":"2021-03-04T23:05:50.585419+0000","last_active":"2021-03-04T23:05:50.585567+0000","last_peered":"2021-03-04T23:05:50.585567+0000","last_clean":"2021-03-04T23:05:50.585567+0000","last_became_active":"2021-03-04T23:05:50.585122+0000","last_became_peered":"2021-03-04T23:05:50.585122+0000","last_unstale":"2021-03-04T23:05:50.585567+0000","last_undegraded":"2021-03-04T23:05:50.585567+0000","last_fullsized":"2021-03-04T23:05:50.585567+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.549800+0000","last_change":"2021-03-04T23:05:49.578797+0000","last_active":"2021-03-04T23:05:52.549800+0000","last_peered":"2021-03-04T23:05:52.549800+0000","last_clean":"2021-03-04T23:05:52.549800+0000","last_became_active":"2021-03-04T23:05:49.578550+0000","last_became_peered":"2021-03-04T23:05:49.578550+0000","last_unstale":"2021-03-04T23:05:52.549800+0000","last_undegraded":"2021-03-04T23:05:52.549800+0000","last_fullsized":"2021-03-04T23:05:52.549800+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.584757+0000","last_change":"2021-03-04T23:05:50.584555+0000","last_active":"2021-03-04T23:05:50.584757+0000","last_peered":"2021-03-04T23:05:50.584757+0000","last_clean":"2021-03-04T23:05:50.584757+0000","last_became_active":"2021-03-04T23:05:50.584390+0000","last_became_peered":"2021-03-04T23:05:50.584390+0000","last_unstale":"2021-03-04T23:05:50.584757+0000","last_undegraded":"2021-03-04T23:05:50.584757+0000","last_fullsized":"2021-03-04T23:05:50.584757+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.549825+0000","last_change":"2021-03-04T23:05:49.578191+0000","last_active":"2021-03-04T23:05:52.549825+0000","last_peered":"2021-03-04T23:05:52.549825+0000","last_clean":"2021-03-04T23:05:52.549825+0000","last_became_active":"2021-03-04T23:05:49.577922+0000","last_became_peered":"2021-03-04T23:05:49.577922+0000","last_unstale":"2021-03-04T23:05:52.549825+0000","last_undegraded":"2021-03-04T23:05:52.549825+0000","last_fullsized":"2021-03-04T23:05:52.549825+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.581477+0000","last_change":"2021-03-04T23:05:49.935766+0000","last_active":"2021-03-04T23:05:50.581477+0000","last_peered":"2021-03-04T23:05:50.581477+0000","last_clean":"2021-03-04T23:05:50.581477+0000","last_became_active":"2021-03-04T23:05:49.935556+0000","last_became_peered":"2021-03-04T23:05:49.935556+0000","last_unstale":"2021-03-04T23:05:50.581477+0000","last_undegraded":"2021-03-04T23:05:50.581477+0000","last_fullsized":"2021-03-04T23:05:50.581477+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.549440+0000","last_change":"2021-03-04T23:05:49.578933+0000","last_active":"2021-03-04T23:05:52.549440+0000","last_peered":"2021-03-04T23:05:52.549440+0000","last_clean":"2021-03-04T23:05:52.549440+0000","last_became_active":"2021-03-04T23:05:49.578712+0000","last_became_peered":"2021-03-04T23:05:49.578712+0000","last_unstale":"2021-03-04T23:05:52.549440+0000","last_undegraded":"2021-03-04T23:05:52.549440+0000","last_fullsized":"2021-03-04T23:05:52.549440+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827855+0000","last_change":"2021-03-04T23:05:50.827569+0000","last_active":"2021-03-04T23:05:50.827855+0000","last_peered":"2021-03-04T23:05:50.827855+0000","last_clean":"2021-03-04T23:05:50.827855+0000","last_became_active":"2021-03-04T23:05:50.827350+0000","last_became_peered":"2021-03-04T23:05:50.827350+0000","last_unstale":"2021-03-04T23:05:50.827855+0000","last_undegraded":"2021-03-04T23:05:50.827855+0000","last_fullsized":"2021-03-04T23:05:50.827855+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.549562+0000","last_change":"2021-03-04T23:05:49.579944+0000","last_active":"2021-03-04T23:05:52.549562+0000","last_peered":"2021-03-04T23:05:52.549562+0000","last_clean":"2021-03-04T23:05:52.549562+0000","last_became_active":"2021-03-04T23:05:49.579699+0000","last_became_peered":"2021-03-04T23:05:49.579699+0000","last_unstale":"2021-03-04T23:05:52.549562+0000","last_undegraded":"2021-03-04T23:05:52.549562+0000","last_fullsized":"2021-03-04T23:05:52.549562+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.826162+0000","last_change":"2021-03-04T23:04:42.995583+0000","last_active":"2021-03-04T23:05:50.826162+0000","last_peered":"2021-03-04T23:05:50.826162+0000","last_clean":"2021-03-04T23:05:50.826162+0000","last_became_active":"2021-03-04T23:04:42.995362+0000","last_became_peered":"2021-03-04T23:04:42.995362+0000","last_unstale":"2021-03-04T23:05:50.826162+0000","last_undegraded":"2021-03-04T23:05:50.826162+0000","last_fullsized":"2021-03-04T23:05:50.826162+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827569+0000","last_change":"2021-03-04T23:05:50.827313+0000","last_active":"2021-03-04T23:05:50.827569+0000","last_peered":"2021-03-04T23:05:50.827569+0000","last_clean":"2021-03-04T23:05:50.827569+0000","last_became_active":"2021-03-04T23:05:50.826989+0000","last_became_peered":"2021-03-04T23:05:50.826989+0000","last_unstale":"2021-03-04T23:05:50.827569+0000","last_undegraded":"2021-03-04T23:05:50.827569+0000","last_fullsized":"2021-03-04T23:05:50.827569+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.581736+0000","last_change":"2021-03-04T23:04:43.131496+0000","last_active":"2021-03-04T23:05:50.581736+0000","last_peered":"2021-03-04T23:05:50.581736+0000","last_clean":"2021-03-04T23:05:50.581736+0000","last_became_active":"2021-03-04T23:04:43.131275+0000","last_became_peered":"2021-03-04T23:04:43.131275+0000","last_unstale":"2021-03-04T23:05:50.581736+0000","last_undegraded":"2021-03-04T23:05:50.581736+0000","last_fullsized":"2021-03-04T23:05:50.581736+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.551713+0000","last_change":"2021-03-04T23:05:49.581455+0000","last_active":"2021-03-04T23:05:52.551713+0000","last_peered":"2021-03-04T23:05:52.551713+0000","last_clean":"2021-03-04T23:05:52.551713+0000","last_became_active":"2021-03-04T23:05:49.581202+0000","last_became_peered":"2021-03-04T23:05:49.581202+0000","last_unstale":"2021-03-04T23:05:52.551713+0000","last_undegraded":"2021-03-04T23:05:52.551713+0000","last_fullsized":"2021-03-04T23:05:52.551713+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827324+0000","last_change":"2021-03-04T23:05:50.826939+0000","last_active":"2021-03-04T23:05:50.827324+0000","last_peered":"2021-03-04T23:05:50.827324+0000","last_clean":"2021-03-04T23:05:50.827324+0000","last_became_active":"2021-03-04T23:05:50.826561+0000","last_became_peered":"2021-03-04T23:05:50.826561+0000","last_unstale":"2021-03-04T23:05:50.827324+0000","last_undegraded":"2021-03-04T23:05:50.827324+0000","last_fullsized":"2021-03-04T23:05:50.827324+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.581480+0000","last_change":"2021-03-04T23:05:49.578977+0000","last_active":"2021-03-04T23:05:50.581480+0000","last_peered":"2021-03-04T23:05:50.581480+0000","last_clean":"2021-03-04T23:05:50.581480+0000","last_became_active":"2021-03-04T23:05:49.578682+0000","last_became_peered":"2021-03-04T23:05:49.578682+0000","last_unstale":"2021-03-04T23:05:50.581480+0000","last_undegraded":"2021-03-04T23:05:50.581480+0000","last_fullsized":"2021-03-04T23:05:50.581480+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.826208+0000","last_change":"2021-03-04T23:04:43.131426+0000","last_active":"2021-03-04T23:05:50.826208+0000","last_peered":"2021-03-04T23:05:50.826208+0000","last_clean":"2021-03-04T23:05:50.826208+0000","last_became_active":"2021-03-04T23:04:43.131139+0000","last_became_peered":"2021-03-04T23:04:43.131139+0000","last_unstale":"2021-03-04T23:05:50.826208+0000","last_undegraded":"2021-03-04T23:05:50.826208+0000","last_fullsized":"2021-03-04T23:05:50.826208+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.586382+0000","last_change":"2021-03-04T23:05:50.586152+0000","last_active":"2021-03-04T23:05:50.586382+0000","last_peered":"2021-03-04T23:05:50.586382+0000","last_clean":"2021-03-04T23:05:50.586382+0000","last_became_active":"2021-03-04T23:05:50.585666+0000","last_became_peered":"2021-03-04T23:05:50.585666+0000","last_unstale":"2021-03-04T23:05:50.586382+0000","last_undegraded":"2021-03-04T23:05:50.586382+0000","last_fullsized":"2021-03-04T23:05:50.586382+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.583582+0000","last_change":"2021-03-04T23:05:49.581048+0000","last_active":"2021-03-04T23:05:50.583582+0000","last_peered":"2021-03-04T23:05:50.583582+0000","last_clean":"2021-03-04T23:05:50.583582+0000","last_became_active":"2021-03-04T23:05:49.580010+0000","last_became_peered":"2021-03-04T23:05:49.580010+0000","last_unstale":"2021-03-04T23:05:50.583582+0000","last_undegraded":"2021-03-04T23:05:50.583582+0000","last_fullsized":"2021-03-04T23:05:50.583582+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.825928+0000","last_change":"2021-03-04T23:04:42.994353+0000","last_active":"2021-03-04T23:05:50.825928+0000","last_peered":"2021-03-04T23:05:50.825928+0000","last_clean":"2021-03-04T23:05:50.825928+0000","last_became_active":"2021-03-04T23:04:42.994094+0000","last_became_peered":"2021-03-04T23:04:42.994094+0000","last_unstale":"2021-03-04T23:05:50.825928+0000","last_undegraded":"2021-03-04T23:05:50.825928+0000","last_fullsized":"2021-03-04T23:05:50.825928+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.825979+0000","last_change":"2021-03-04T23:05:49.584158+0000","last_active":"2021-03-04T23:05:50.825979+0000","last_peered":"2021-03-04T23:05:50.825979+0000","last_clean":"2021-03-04T23:05:50.825979+0000","last_became_active":"2021-03-04T23:05:49.583925+0000","last_became_peered":"2021-03-04T23:05:49.583925+0000","last_unstale":"2021-03-04T23:05:50.825979+0000","last_undegraded":"2021-03-04T23:05:50.825979+0000","last_fullsized":"2021-03-04T23:05:50.825979+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.584028+0000","last_change":"2021-03-04T23:05:49.577280+0000","last_active":"2021-03-04T23:05:50.584028+0000","last_peered":"2021-03-04T23:05:50.584028+0000","last_clean":"2021-03-04T23:05:50.584028+0000","last_became_active":"2021-03-04T23:05:49.577057+0000","last_became_peered":"2021-03-04T23:05:49.577057+0000","last_unstale":"2021-03-04T23:05:50.584028+0000","last_undegraded":"2021-03-04T23:05:50.584028+0000","last_fullsized":"2021-03-04T23:05:50.584028+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"19","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.825877+0000","last_change":"2021-03-04T23:04:22.937939+0000","last_active":"2021-03-04T23:05:50.825877+0000","last_peered":"2021-03-04T23:05:50.825877+0000","last_clean":"2021-03-04T23:05:50.825877+0000","last_became_active":"2021-03-04T23:04:22.937721+0000","last_became_peered":"2021-03-04T23:04:22.937721+0000","last_unstale":"2021-03-04T23:05:50.825877+0000","last_undegraded":"2021-03-04T23:05:50.825877+0000","last_fullsized":"2021-03-04T23:05:50.825877+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.582575+0000","last_change":"2021-03-04T23:04:42.995466+0000","last_active":"2021-03-04T23:05:50.582575+0000","last_peered":"2021-03-04T23:05:50.582575+0000","last_clean":"2021-03-04T23:05:50.582575+0000","last_became_active":"2021-03-04T23:04:42.995244+0000","last_became_peered":"2021-03-04T23:04:42.995244+0000","last_unstale":"2021-03-04T23:05:50.582575+0000","last_undegraded":"2021-03-04T23:05:50.582575+0000","last_fullsized":"2021-03-04T23:05:50.582575+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.585472+0000","last_change":"2021-03-04T23:05:50.585178+0000","last_active":"2021-03-04T23:05:50.585472+0000","last_peered":"2021-03-04T23:05:50.585472+0000","last_clean":"2021-03-04T23:05:50.585472+0000","last_became_active":"2021-03-04T23:05:50.584899+0000","last_became_peered":"2021-03-04T23:05:50.584899+0000","last_unstale":"2021-03-04T23:05:50.585472+0000","last_undegraded":"2021-03-04T23:05:50.585472+0000","last_fullsized":"2021-03-04T23:05:50.585472+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.581301+0000","last_change":"2021-03-04T23:05:49.578670+0000","last_active":"2021-03-04T23:05:50.581301+0000","last_peered":"2021-03-04T23:05:50.581301+0000","last_clean":"2021-03-04T23:05:50.581301+0000","last_became_active":"2021-03-04T23:05:49.578410+0000","last_became_peered":"2021-03-04T23:05:49.578410+0000","last_unstale":"2021-03-04T23:05:50.581301+0000","last_undegraded":"2021-03-04T23:05:50.581301+0000","last_fullsized":"2021-03-04T23:05:50.581301+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.581395+0000","last_change":"2021-03-04T23:04:42.994847+0000","last_active":"2021-03-04T23:05:50.581395+0000","last_peered":"2021-03-04T23:05:50.581395+0000","last_clean":"2021-03-04T23:05:50.581395+0000","last_became_active":"2021-03-04T23:04:42.994134+0000","last_became_peered":"2021-03-04T23:04:42.994134+0000","last_unstale":"2021-03-04T23:05:50.581395+0000","last_undegraded":"2021-03-04T23:05:50.581395+0000","last_fullsized":"2021-03-04T23:05:50.581395+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.585584+0000","last_change":"2021-03-04T23:05:50.585347+0000","last_active":"2021-03-04T23:05:50.585584+0000","last_peered":"2021-03-04T23:05:50.585584+0000","last_clean":"2021-03-04T23:05:50.585584+0000","last_became_active":"2021-03-04T23:05:50.585070+0000","last_became_peered":"2021-03-04T23:05:50.585070+0000","last_unstale":"2021-03-04T23:05:50.585584+0000","last_undegraded":"2021-03-04T23:05:50.585584+0000","last_fullsized":"2021-03-04T23:05:50.585584+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.582352+0000","last_change":"2021-03-04T23:05:49.579735+0000","last_active":"2021-03-04T23:05:50.582352+0000","last_peered":"2021-03-04T23:05:50.582352+0000","last_clean":"2021-03-04T23:05:50.582352+0000","last_became_active":"2021-03-04T23:05:49.579477+0000","last_became_peered":"2021-03-04T23:05:49.579477+0000","last_unstale":"2021-03-04T23:05:50.582352+0000","last_undegraded":"2021-03-04T23:05:50.582352+0000","last_fullsized":"2021-03-04T23:05:50.582352+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.582740+0000","last_change":"2021-03-04T23:04:42.995187+0000","last_active":"2021-03-04T23:05:50.582740+0000","last_peered":"2021-03-04T23:05:50.582740+0000","last_clean":"2021-03-04T23:05:50.582740+0000","last_became_active":"2021-03-04T23:04:42.994927+0000","last_became_peered":"2021-03-04T23:04:42.994927+0000","last_unstale":"2021-03-04T23:05:50.582740+0000","last_undegraded":"2021-03-04T23:05:50.582740+0000","last_fullsized":"2021-03-04T23:05:50.582740+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.584826+0000","last_change":"2021-03-04T23:05:50.584380+0000","last_active":"2021-03-04T23:05:50.584826+0000","last_peered":"2021-03-04T23:05:50.584826+0000","last_clean":"2021-03-04T23:05:50.584826+0000","last_became_active":"2021-03-04T23:05:50.584167+0000","last_became_peered":"2021-03-04T23:05:50.584167+0000","last_unstale":"2021-03-04T23:05:50.584826+0000","last_undegraded":"2021-03-04T23:05:50.584826+0000","last_fullsized":"2021-03-04T23:05:50.584826+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.582793+0000","last_change":"2021-03-04T23:05:49.580751+0000","last_active":"2021-03-04T23:05:50.582793+0000","last_peered":"2021-03-04T23:05:50.582793+0000","last_clean":"2021-03-04T23:05:50.582793+0000","last_became_active":"2021-03-04T23:05:49.580490+0000","last_became_peered":"2021-03-04T23:05:49.580490+0000","last_unstale":"2021-03-04T23:05:50.582793+0000","last_undegraded":"2021-03-04T23:05:50.582793+0000","last_fullsized":"2021-03-04T23:05:50.582793+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.581378+0000","last_change":"2021-03-04T23:04:42.994306+0000","last_active":"2021-03-04T23:05:50.581378+0000","last_peered":"2021-03-04T23:05:50.581378+0000","last_clean":"2021-03-04T23:05:50.581378+0000","last_became_active":"2021-03-04T23:04:42.994030+0000","last_became_peered":"2021-03-04T23:04:42.994030+0000","last_unstale":"2021-03-04T23:05:50.581378+0000","last_undegraded":"2021-03-04T23:05:50.581378+0000","last_fullsized":"2021-03-04T23:05:50.581378+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.585354+0000","last_change":"2021-03-04T23:05:50.584986+0000","last_active":"2021-03-04T23:05:50.585354+0000","last_peered":"2021-03-04T23:05:50.585354+0000","last_clean":"2021-03-04T23:05:50.585354+0000","last_became_active":"2021-03-04T23:05:50.584704+0000","last_became_peered":"2021-03-04T23:05:50.584704+0000","last_unstale":"2021-03-04T23:05:50.585354+0000","last_undegraded":"2021-03-04T23:05:50.585354+0000","last_fullsized":"2021-03-04T23:05:50.585354+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.583962+0000","last_change":"2021-03-04T23:05:49.578268+0000","last_active":"2021-03-04T23:05:50.583962+0000","last_peered":"2021-03-04T23:05:50.583962+0000","last_clean":"2021-03-04T23:05:50.583962+0000","last_became_active":"2021-03-04T23:05:49.578060+0000","last_became_peered":"2021-03-04T23:05:49.578060+0000","last_unstale":"2021-03-04T23:05:50.583962+0000","last_undegraded":"2021-03-04T23:05:50.583962+0000","last_fullsized":"2021-03-04T23:05:50.583962+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827545+0000","last_change":"2021-03-04T23:05:50.826664+0000","last_active":"2021-03-04T23:05:50.827545+0000","last_peered":"2021-03-04T23:05:50.827545+0000","last_clean":"2021-03-04T23:05:50.827545+0000","last_became_active":"2021-03-04T23:05:50.826413+0000","last_became_peered":"2021-03-04T23:05:50.826413+0000","last_unstale":"2021-03-04T23:05:50.827545+0000","last_undegraded":"2021-03-04T23:05:50.827545+0000","last_fullsized":"2021-03-04T23:05:50.827545+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.582302+0000","last_change":"2021-03-04T23:05:49.581637+0000","last_active":"2021-03-04T23:05:50.582302+0000","last_peered":"2021-03-04T23:05:50.582302+0000","last_clean":"2021-03-04T23:05:50.582302+0000","last_became_active":"2021-03-04T23:05:49.581324+0000","last_became_peered":"2021-03-04T23:05:49.581324+0000","last_unstale":"2021-03-04T23:05:50.582302+0000","last_undegraded":"2021-03-04T23:05:50.582302+0000","last_fullsized":"2021-03-04T23:05:50.582302+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.584236+0000","last_change":"2021-03-04T23:05:50.583930+0000","last_active":"2021-03-04T23:05:50.584236+0000","last_peered":"2021-03-04T23:05:50.584236+0000","last_clean":"2021-03-04T23:05:50.584236+0000","last_became_active":"2021-03-04T23:05:50.583756+0000","last_became_peered":"2021-03-04T23:05:50.583756+0000","last_unstale":"2021-03-04T23:05:50.584236+0000","last_undegraded":"2021-03-04T23:05:50.584236+0000","last_fullsized":"2021-03-04T23:05:50.584236+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.825829+0000","last_change":"2021-03-04T23:05:49.578753+0000","last_active":"2021-03-04T23:05:50.825829+0000","last_peered":"2021-03-04T23:05:50.825829+0000","last_clean":"2021-03-04T23:05:50.825829+0000","last_became_active":"2021-03-04T23:05:49.578491+0000","last_became_peered":"2021-03-04T23:05:49.578491+0000","last_unstale":"2021-03-04T23:05:50.825829+0000","last_undegraded":"2021-03-04T23:05:50.825829+0000","last_fullsized":"2021-03-04T23:05:50.825829+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827517+0000","last_change":"2021-03-04T23:05:50.826578+0000","last_active":"2021-03-04T23:05:50.827517+0000","last_peered":"2021-03-04T23:05:50.827517+0000","last_clean":"2021-03-04T23:05:50.827517+0000","last_became_active":"2021-03-04T23:05:50.826259+0000","last_became_peered":"2021-03-04T23:05:50.826259+0000","last_unstale":"2021-03-04T23:05:50.827517+0000","last_undegraded":"2021-03-04T23:05:50.827517+0000","last_fullsized":"2021-03-04T23:05:50.827517+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.550883+0000","last_change":"2021-03-04T23:05:49.580983+0000","last_active":"2021-03-04T23:05:52.550883+0000","last_peered":"2021-03-04T23:05:52.550883+0000","last_clean":"2021-03-04T23:05:52.550883+0000","last_became_active":"2021-03-04T23:05:49.580731+0000","last_became_peered":"2021-03-04T23:05:49.580731+0000","last_unstale":"2021-03-04T23:05:52.550883+0000","last_undegraded":"2021-03-04T23:05:52.550883+0000","last_fullsized":"2021-03-04T23:05:52.550883+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.586177+0000","last_change":"2021-03-04T23:05:50.585954+0000","last_active":"2021-03-04T23:05:50.586177+0000","last_peered":"2021-03-04T23:05:50.586177+0000","last_clean":"2021-03-04T23:05:50.586177+0000","last_became_active":"2021-03-04T23:05:50.585819+0000","last_became_peered":"2021-03-04T23:05:50.585819+0000","last_unstale":"2021-03-04T23:05:50.586177+0000","last_undegraded":"2021-03-04T23:05:50.586177+0000","last_fullsized":"2021-03-04T23:05:50.586177+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.582636+0000","last_change":"2021-03-04T23:05:49.578876+0000","last_active":"2021-03-04T23:05:50.582636+0000","last_peered":"2021-03-04T23:05:50.582636+0000","last_clean":"2021-03-04T23:05:50.582636+0000","last_became_active":"2021-03-04T23:05:49.578558+0000","last_became_peered":"2021-03-04T23:05:49.578558+0000","last_unstale":"2021-03-04T23:05:50.582636+0000","last_undegraded":"2021-03-04T23:05:50.582636+0000","last_fullsized":"2021-03-04T23:05:50.582636+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.825667+0000","last_change":"2021-03-04T23:05:49.583916+0000","last_active":"2021-03-04T23:05:50.825667+0000","last_peered":"2021-03-04T23:05:50.825667+0000","last_clean":"2021-03-04T23:05:50.825667+0000","last_became_active":"2021-03-04T23:05:49.583663+0000","last_became_peered":"2021-03-04T23:05:49.583663+0000","last_unstale":"2021-03-04T23:05:50.825667+0000","last_undegraded":"2021-03-04T23:05:50.825667+0000","last_fullsized":"2021-03-04T23:05:50.825667+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:51.585414+0000","last_change":"2021-03-04T23:05:49.580867+0000","last_active":"2021-03-04T23:05:51.585414+0000","last_peered":"2021-03-04T23:05:51.585414+0000","last_clean":"2021-03-04T23:05:51.585414+0000","last_became_active":"2021-03-04T23:05:49.580500+0000","last_became_peered":"2021-03-04T23:05:49.580500+0000","last_unstale":"2021-03-04T23:05:51.585414+0000","last_undegraded":"2021-03-04T23:05:51.585414+0000","last_fullsized":"2021-03-04T23:05:51.585414+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.585638+0000","last_change":"2021-03-04T23:05:50.585431+0000","last_active":"2021-03-04T23:05:50.585638+0000","last_peered":"2021-03-04T23:05:50.585638+0000","last_clean":"2021-03-04T23:05:50.585638+0000","last_became_active":"2021-03-04T23:05:50.585144+0000","last_became_peered":"2021-03-04T23:05:50.585144+0000","last_unstale":"2021-03-04T23:05:50.585638+0000","last_undegraded":"2021-03-04T23:05:50.585638+0000","last_fullsized":"2021-03-04T23:05:50.585638+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.549779+0000","last_change":"2021-03-04T23:05:49.583129+0000","last_active":"2021-03-04T23:05:52.549779+0000","last_peered":"2021-03-04T23:05:52.549779+0000","last_clean":"2021-03-04T23:05:52.549779+0000","last_became_active":"2021-03-04T23:05:49.582791+0000","last_became_peered":"2021-03-04T23:05:49.582791+0000","last_unstale":"2021-03-04T23:05:52.549779+0000","last_undegraded":"2021-03-04T23:05:52.549779+0000","last_fullsized":"2021-03-04T23:05:52.549779+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827697+0000","last_change":"2021-03-04T23:05:50.827157+0000","last_active":"2021-03-04T23:05:50.827697+0000","last_peered":"2021-03-04T23:05:50.827697+0000","last_clean":"2021-03-04T23:05:50.827697+0000","last_became_active":"2021-03-04T23:05:50.826906+0000","last_became_peered":"2021-03-04T23:05:50.826906+0000","last_unstale":"2021-03-04T23:05:50.827697+0000","last_undegraded":"2021-03-04T23:05:50.827697+0000","last_fullsized":"2021-03-04T23:05:50.827697+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:51.585469+0000","last_change":"2021-03-04T23:05:49.583617+0000","last_active":"2021-03-04T23:05:51.585469+0000","last_peered":"2021-03-04T23:05:51.585469+0000","last_clean":"2021-03-04T23:05:51.585469+0000","last_became_active":"2021-03-04T23:05:49.583158+0000","last_became_peered":"2021-03-04T23:05:49.583158+0000","last_unstale":"2021-03-04T23:05:51.585469+0000","last_undegraded":"2021-03-04T23:05:51.585469+0000","last_fullsized":"2021-03-04T23:05:51.585469+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827222+0000","last_change":"2021-03-04T23:05:50.826809+0000","last_active":"2021-03-04T23:05:50.827222+0000","last_peered":"2021-03-04T23:05:50.827222+0000","last_clean":"2021-03-04T23:05:50.827222+0000","last_became_active":"2021-03-04T23:05:50.826508+0000","last_became_peered":"2021-03-04T23:05:50.826508+0000","last_unstale":"2021-03-04T23:05:50.827222+0000","last_undegraded":"2021-03-04T23:05:50.827222+0000","last_fullsized":"2021-03-04T23:05:50.827222+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"20","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.551728+0000","last_change":"2021-03-04T23:05:49.578953+0000","last_active":"2021-03-04T23:05:52.551728+0000","last_peered":"2021-03-04T23:05:52.551728+0000","last_clean":"2021-03-04T23:05:52.551728+0000","last_became_active":"2021-03-04T23:05:49.578687+0000","last_became_peered":"2021-03-04T23:05:49.578687+0000","last_unstale":"2021-03-04T23:05:52.551728+0000","last_undegraded":"2021-03-04T23:05:52.551728+0000","last_fullsized":"2021-03-04T23:05:52.551728+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827470+0000","last_change":"2021-03-04T23:05:50.827244+0000","last_active":"2021-03-04T23:05:50.827470+0000","last_peered":"2021-03-04T23:05:50.827470+0000","last_clean":"2021-03-04T23:05:50.827470+0000","last_became_active":"2021-03-04T23:05:50.826964+0000","last_became_peered":"2021-03-04T23:05:50.826964+0000","last_unstale":"2021-03-04T23:05:50.827470+0000","last_undegraded":"2021-03-04T23:05:50.827470+0000","last_fullsized":"2021-03-04T23:05:50.827470+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.826007+0000","last_change":"2021-03-04T23:05:49.583228+0000","last_active":"2021-03-04T23:05:50.826007+0000","last_peered":"2021-03-04T23:05:50.826007+0000","last_clean":"2021-03-04T23:05:50.826007+0000","last_became_active":"2021-03-04T23:05:49.582872+0000","last_became_peered":"2021-03-04T23:05:49.582872+0000","last_unstale":"2021-03-04T23:05:50.826007+0000","last_undegraded":"2021-03-04T23:05:50.826007+0000","last_fullsized":"2021-03-04T23:05:50.826007+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827004+0000","last_change":"2021-03-04T23:05:50.826802+0000","last_active":"2021-03-04T23:05:50.827004+0000","last_peered":"2021-03-04T23:05:50.827004+0000","last_clean":"2021-03-04T23:05:50.827004+0000","last_became_active":"2021-03-04T23:05:50.826503+0000","last_became_peered":"2021-03-04T23:05:50.826503+0000","last_unstale":"2021-03-04T23:05:50.827004+0000","last_undegraded":"2021-03-04T23:05:50.827004+0000","last_fullsized":"2021-03-04T23:05:50.827004+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.583644+0000","last_change":"2021-03-04T23:05:49.578101+0000","last_active":"2021-03-04T23:05:50.583644+0000","last_peered":"2021-03-04T23:05:50.583644+0000","last_clean":"2021-03-04T23:05:50.583644+0000","last_became_active":"2021-03-04T23:05:49.577875+0000","last_became_peered":"2021-03-04T23:05:49.577875+0000","last_unstale":"2021-03-04T23:05:50.583644+0000","last_undegraded":"2021-03-04T23:05:50.583644+0000","last_fullsized":"2021-03-04T23:05:50.583644+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827388+0000","last_change":"2021-03-04T23:05:50.826890+0000","last_active":"2021-03-04T23:05:50.827388+0000","last_peered":"2021-03-04T23:05:50.827388+0000","last_clean":"2021-03-04T23:05:50.827388+0000","last_became_active":"2021-03-04T23:05:50.826607+0000","last_became_peered":"2021-03-04T23:05:50.826607+0000","last_unstale":"2021-03-04T23:05:50.827388+0000","last_undegraded":"2021-03-04T23:05:50.827388+0000","last_fullsized":"2021-03-04T23:05:50.827388+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.549979+0000","last_change":"2021-03-04T23:05:49.583251+0000","last_active":"2021-03-04T23:05:52.549979+0000","last_peered":"2021-03-04T23:05:52.549979+0000","last_clean":"2021-03-04T23:05:52.549979+0000","last_became_active":"2021-03-04T23:05:49.582677+0000","last_became_peered":"2021-03-04T23:05:49.582677+0000","last_unstale":"2021-03-04T23:05:52.549979+0000","last_undegraded":"2021-03-04T23:05:52.549979+0000","last_fullsized":"2021-03-04T23:05:52.549979+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827530+0000","last_change":"2021-03-04T23:05:50.826591+0000","last_active":"2021-03-04T23:05:50.827530+0000","last_peered":"2021-03-04T23:05:50.827530+0000","last_clean":"2021-03-04T23:05:50.827530+0000","last_became_active":"2021-03-04T23:05:50.826266+0000","last_became_peered":"2021-03-04T23:05:50.826266+0000","last_unstale":"2021-03-04T23:05:50.827530+0000","last_undegraded":"2021-03-04T23:05:50.827530+0000","last_fullsized":"2021-03-04T23:05:50.827530+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"56'6","reported_seq":"18","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.550982+0000","last_change":"2021-03-04T23:05:49.581763+0000","last_active":"2021-03-04T23:05:52.550982+0000","last_peered":"2021-03-04T23:05:52.550982+0000","last_clean":"2021-03-04T23:05:52.550982+0000","last_became_active":"2021-03-04T23:05:49.581497+0000","last_became_peered":"2021-03-04T23:05:49.581497+0000","last_unstale":"2021-03-04T23:05:52.550982+0000","last_undegraded":"2021-03-04T23:05:52.550982+0000","last_fullsized":"2021-03-04T23:05:52.550982+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1535,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827094+0000","last_change":"2021-03-04T23:05:50.826787+0000","last_active":"2021-03-04T23:05:50.827094+0000","last_peered":"2021-03-04T23:05:50.827094+0000","last_clean":"2021-03-04T23:05:50.827094+0000","last_became_active":"2021-03-04T23:05:50.826502+0000","last_became_peered":"2021-03-04T23:05:50.826502+0000","last_unstale":"2021-03-04T23:05:50.827094+0000","last_undegraded":"2021-03-04T23:05:50.827094+0000","last_fullsized":"2021-03-04T23:05:50.827094+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"15","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.550535+0000","last_change":"2021-03-04T23:05:49.583271+0000","last_active":"2021-03-04T23:05:52.550535+0000","last_peered":"2021-03-04T23:05:52.550535+0000","last_clean":"2021-03-04T23:05:52.550535+0000","last_became_active":"2021-03-04T23:05:49.582950+0000","last_became_peered":"2021-03-04T23:05:49.582950+0000","last_unstale":"2021-03-04T23:05:52.550535+0000","last_undegraded":"2021-03-04T23:05:52.550535+0000","last_fullsized":"2021-03-04T23:05:52.550535+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827358+0000","last_change":"2021-03-04T23:05:50.827075+0000","last_active":"2021-03-04T23:05:50.827358+0000","last_peered":"2021-03-04T23:05:50.827358+0000","last_clean":"2021-03-04T23:05:50.827358+0000","last_became_active":"2021-03-04T23:05:50.826640+0000","last_became_peered":"2021-03-04T23:05:50.826640+0000","last_unstale":"2021-03-04T23:05:50.827358+0000","last_undegraded":"2021-03-04T23:05:50.827358+0000","last_fullsized":"2021-03-04T23:05:50.827358+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.582744+0000","last_change":"2021-03-04T23:05:49.579914+0000","last_active":"2021-03-04T23:05:50.582744+0000","last_peered":"2021-03-04T23:05:50.582744+0000","last_clean":"2021-03-04T23:05:50.582744+0000","last_became_active":"2021-03-04T23:05:49.579742+0000","last_became_peered":"2021-03-04T23:05:49.579742+0000","last_unstale":"2021-03-04T23:05:50.582744+0000","last_undegraded":"2021-03-04T23:05:50.582744+0000","last_fullsized":"2021-03-04T23:05:50.582744+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827993+0000","last_change":"2021-03-04T23:05:50.827835+0000","last_active":"2021-03-04T23:05:50.827993+0000","last_peered":"2021-03-04T23:05:50.827993+0000","last_clean":"2021-03-04T23:05:50.827993+0000","last_became_active":"2021-03-04T23:05:50.827588+0000","last_became_peered":"2021-03-04T23:05:50.827588+0000","last_unstale":"2021-03-04T23:05:50.827993+0000","last_undegraded":"2021-03-04T23:05:50.827993+0000","last_fullsized":"2021-03-04T23:05:50.827993+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.584244+0000","last_change":"2021-03-04T23:05:49.582602+0000","last_active":"2021-03-04T23:05:50.584244+0000","last_peered":"2021-03-04T23:05:50.584244+0000","last_clean":"2021-03-04T23:05:50.584244+0000","last_became_active":"2021-03-04T23:05:49.582335+0000","last_became_peered":"2021-03-04T23:05:49.582335+0000","last_unstale":"2021-03-04T23:05:50.584244+0000","last_undegraded":"2021-03-04T23:05:50.584244+0000","last_fullsized":"2021-03-04T23:05:50.584244+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.826114+0000","last_change":"2021-03-04T23:05:49.633148+0000","last_active":"2021-03-04T23:05:50.826114+0000","last_peered":"2021-03-04T23:05:50.826114+0000","last_clean":"2021-03-04T23:05:50.826114+0000","last_became_active":"2021-03-04T23:05:49.632758+0000","last_became_peered":"2021-03-04T23:05:49.632758+0000","last_unstale":"2021-03-04T23:05:50.826114+0000","last_undegraded":"2021-03-04T23:05:50.826114+0000","last_fullsized":"2021-03-04T23:05:50.826114+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.584074+0000","last_change":"2021-03-04T23:05:49.579865+0000","last_active":"2021-03-04T23:05:50.584074+0000","last_peered":"2021-03-04T23:05:50.584074+0000","last_clean":"2021-03-04T23:05:50.584074+0000","last_became_active":"2021-03-04T23:05:49.579208+0000","last_became_peered":"2021-03-04T23:05:49.579208+0000","last_unstale":"2021-03-04T23:05:50.584074+0000","last_undegraded":"2021-03-04T23:05:50.584074+0000","last_fullsized":"2021-03-04T23:05:50.584074+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827151+0000","last_change":"2021-03-04T23:05:50.826822+0000","last_active":"2021-03-04T23:05:50.827151+0000","last_peered":"2021-03-04T23:05:50.827151+0000","last_clean":"2021-03-04T23:05:50.827151+0000","last_became_active":"2021-03-04T23:05:50.826550+0000","last_became_peered":"2021-03-04T23:05:50.826550+0000","last_unstale":"2021-03-04T23:05:50.827151+0000","last_undegraded":"2021-03-04T23:05:50.827151+0000","last_fullsized":"2021-03-04T23:05:50.827151+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.581276+0000","last_change":"2021-03-04T23:05:49.579742+0000","last_active":"2021-03-04T23:05:50.581276+0000","last_peered":"2021-03-04T23:05:50.581276+0000","last_clean":"2021-03-04T23:05:50.581276+0000","last_became_active":"2021-03-04T23:05:49.579448+0000","last_became_peered":"2021-03-04T23:05:49.579448+0000","last_unstale":"2021-03-04T23:05:50.581276+0000","last_undegraded":"2021-03-04T23:05:50.581276+0000","last_fullsized":"2021-03-04T23:05:50.581276+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.584923+0000","last_change":"2021-03-04T23:05:50.584623+0000","last_active":"2021-03-04T23:05:50.584923+0000","last_peered":"2021-03-04T23:05:50.584923+0000","last_clean":"2021-03-04T23:05:50.584923+0000","last_became_active":"2021-03-04T23:05:50.584248+0000","last_became_peered":"2021-03-04T23:05:50.584248+0000","last_unstale":"2021-03-04T23:05:50.584923+0000","last_undegraded":"2021-03-04T23:05:50.584923+0000","last_fullsized":"2021-03-04T23:05:50.584923+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.139851+0000","last_change":"2021-03-04T23:05:49.581499+0000","last_active":"2021-03-04T23:05:52.139851+0000","last_peered":"2021-03-04T23:05:52.139851+0000","last_clean":"2021-03-04T23:05:52.139851+0000","last_became_active":"2021-03-04T23:05:49.580795+0000","last_became_peered":"2021-03-04T23:05:49.580795+0000","last_unstale":"2021-03-04T23:05:52.139851+0000","last_undegraded":"2021-03-04T23:05:52.139851+0000","last_fullsized":"2021-03-04T23:05:52.139851+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2304,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495645,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049152,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031232,"statfs":{"total":90194313216,"available":89119981568,"internally_reserved":1073741824,"allocated":581632,"data_stored":236749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:06:25 2021","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.626,"15min":0.623},"min":{"1min":0.27800000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.91700000000000004,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":1.044},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.308,"5min":0.247,"15min":0.247},"max":{"1min":0.86199999999999999,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":1.0800000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:06:25 2021","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.60499999999999998,"15min":0.59799999999999998},"min":{"1min":0.439,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.93100000000000005,"5min":1.002,"15min":1.002},"last":0.96999999999999997},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.63,"15min":0.63500000000000001},"min":{"1min":0.39900000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.95799999999999996}]},{"osd":2,"last update":"Thu Mar 4 23:06:25 2021","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.61599999999999999,"15min":0.61199999999999999},"min":{"1min":0.36399999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.89600000000000002,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":1.022},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.441,"5min":0.318,"15min":0.318},"max":{"1min":0.90300000000000002,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":1.014}]},{"osd":3,"last update":"Thu Mar 4 23:06:25 2021","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.61399999999999999,"15min":0.61499999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.94799999999999995,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":1.0009999999999999},{"interface":"front","average":{"1min":0.622,"5min":0.61799999999999999,"15min":0.61699999999999999},"min":{"1min":0.39000000000000001,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.88600000000000001,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.92000000000000004}]},{"osd":4,"last update":"Thu Mar 4 23:06:25 2021","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.41499999999999998,"15min":0.40300000000000002},"min":{"1min":0.218,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.432,"15min":0.42699999999999999},"min":{"1min":0.26900000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.64300000000000002,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.29799999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:06:25 2021","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.28199999999999997,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.48199999999999998,"15min":0.47599999999999998},"min":{"1min":0.28999999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.41799999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:06:25 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.441,"15min":0.439},"min":{"1min":0.29399999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.48799999999999999,"15min":0.47999999999999998},"min":{"1min":0.315,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.40600000000000003}]}]},{"osd":6,"up_from":41,"seq":176093659170,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049140,"kb_used_data":556,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031244,"statfs":{"total":90194313216,"available":89119993856,"internally_reserved":1073741824,"allocated":569344,"data_stored":236603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:06:07 2021","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.67800000000000005,"15min":0.68899999999999995},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.67400000000000004,"15min":0.68999999999999995},"min":{"1min":0.40799999999999997,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.996,"5min":1.044,"15min":1.044},"last":0.47299999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:06:07 2021","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.67800000000000005,"15min":0.69299999999999995},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.63,"5min":0.69299999999999995,"15min":0.70299999999999996},"min":{"1min":0.41799999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.97299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.58899999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:06:07 2021","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.67300000000000004,"15min":0.68700000000000006},"min":{"1min":0.35399999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.66400000000000003,"15min":0.67300000000000004},"min":{"1min":0.42499999999999999,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.48399999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:06:07 2021","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.67800000000000005,"15min":0.69099999999999995},"min":{"1min":0.377,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.93999999999999995,"5min":1.012,"15min":1.012},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.65700000000000003,"15min":0.66900000000000004},"min":{"1min":0.36299999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.41699999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:06:07 2021","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.36699999999999999,"15min":0.35299999999999998},"min":{"1min":0.223,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.66000000000000003,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.34899999999999998,"15min":0.32700000000000001},"min":{"1min":0.21199999999999999,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.28499999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:06:07 2021","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.35999999999999999,"15min":0.34300000000000003},"min":{"1min":0.27100000000000002,"5min":0.186,"15min":0.186},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.316},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.38400000000000001,"15min":0.36899999999999999},"min":{"1min":0.23699999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.71499999999999997,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.624}]},{"osd":7,"last update":"Thu Mar 4 23:06:24 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.39300000000000002,"15min":0.377},"min":{"1min":0.36099999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.67700000000000005,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.496,"5min":0.434,"15min":0.42399999999999999},"min":{"1min":0.28299999999999997,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.68200000000000005,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.36599999999999999}]}]},{"osd":1,"up_from":16,"seq":68719476785,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049124,"kb_used_data":540,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031260,"statfs":{"total":90194313216,"available":89120010240,"internally_reserved":1073741824,"allocated":552960,"data_stored":234998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:51 2021","interfaces":[{"interface":"back","average":{"1min":0.26900000000000002,"5min":0.33900000000000002,"15min":0.34699999999999998},"min":{"1min":0.11600000000000001,"5min":0.11600000000000001,"15min":0.11600000000000001},"max":{"1min":0.44,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.377,"15min":0.38100000000000001},"min":{"1min":0.192,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.59699999999999998,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.39300000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:06:11 2021","interfaces":[{"interface":"back","average":{"1min":0.29099999999999998,"5min":0.34999999999999998,"15min":0.36299999999999999},"min":{"1min":0.185,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.40799999999999997,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.39000000000000001,"15min":0.39300000000000002},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":0.52700000000000002,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.44500000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:06:29 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.44400000000000001,"15min":0.47799999999999998},"min":{"1min":0.17699999999999999,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.29299999999999998,"5min":0.39100000000000001,"15min":0.41499999999999998},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.52400000000000002,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.30599999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:05:36 2021","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.57499999999999996,"15min":0.56100000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.97899999999999998},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.60299999999999998,"15min":0.59199999999999997},"min":{"1min":0.38300000000000001,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"last":1.0329999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:05:56 2021","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.61499999999999999,"15min":0.60899999999999999},"min":{"1min":0.307,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":1.046},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.621,"15min":0.61299999999999999},"min":{"1min":0.42399999999999999,"5min":0.377,"15min":0.377},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.874}]},{"osd":6,"last update":"Thu Mar 4 23:06:11 2021","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.60899999999999999,"15min":0.59499999999999997},"min":{"1min":0.38100000000000001,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"last":0.996},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.61599999999999999,"15min":0.60399999999999998},"min":{"1min":0.41599999999999998,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.93500000000000005,"5min":1.032,"15min":1.032},"last":1.004}]},{"osd":7,"last update":"Thu Mar 4 23:06:29 2021","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.66100000000000003,"15min":0.64200000000000002},"min":{"1min":0.40400000000000003,"5min":0.372,"15min":0.372},"max":{"1min":1.0229999999999999,"5min":1.171,"15min":1.171},"last":0.89000000000000001},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.64800000000000002,"15min":0.63200000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.0189999999999999,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.94999999999999996}]}]},{"osd":0,"up_from":10,"seq":42949673012,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031252,"statfs":{"total":90194313216,"available":89120002048,"internally_reserved":1073741824,"allocated":561152,"data_stored":235573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:05:56 2021","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.33100000000000002,"15min":0.32000000000000001},"min":{"1min":0.13900000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.34300000000000003,"15min":0.33700000000000002},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.42899999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:06:10 2021","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.375,"15min":0.377},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.53500000000000003,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.35299999999999998,"15min":0.35299999999999998},"min":{"1min":0.20399999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.56100000000000005,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.39800000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:06:25 2021","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.375,"15min":0.38200000000000001},"min":{"1min":0.155,"5min":0.155,"15min":0.155},"max":{"1min":0.503,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.29999999999999999,"5min":0.38400000000000001,"15min":0.39700000000000002},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.45000000000000001,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.378}]},{"osd":4,"last update":"Thu Mar 4 23:05:38 2021","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.68700000000000006,"15min":0.68500000000000005},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.871},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.71199999999999997,"15min":0.71999999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.997,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.95399999999999996}]},{"osd":5,"last update":"Thu Mar 4 23:05:56 2021","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.73699999999999999,"15min":0.73899999999999999},"min":{"1min":0.45300000000000001,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.98499999999999999},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.751,"15min":0.75700000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.99299999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:06:06 2021","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.76300000000000001,"15min":0.77400000000000002},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.03,"5min":1.093,"15min":1.093},"last":0.86099999999999999},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.75800000000000001,"15min":0.76800000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.137,"5min":1.137,"15min":1.137},"last":0.90900000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:06:25 2021","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.74199999999999999,"15min":0.73099999999999998},"min":{"1min":0.499,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.105,"5min":1.105,"15min":1.105},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.747,"15min":0.73299999999999998},"min":{"1min":0.51300000000000001,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":1.034}]}]},{"osd":2,"up_from":21,"seq":90194313262,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031252,"statfs":{"total":90194313216,"available":89120002048,"internally_reserved":1073741824,"allocated":561152,"data_stored":235585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:06:06 2021","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.36599999999999999,"15min":0.38200000000000001},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":0.624,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.308,"5min":0.36699999999999999,"15min":0.38100000000000001},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.49099999999999999,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.26900000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:06:06 2021","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.36599999999999999,"15min":0.374},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.53100000000000003,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.254},{"interface":"front","average":{"1min":0.312,"5min":0.35899999999999999,"15min":0.373},"min":{"1min":0.182,"5min":0.161,"15min":0.161},"max":{"1min":0.45500000000000002,"5min":0.63,"15min":0.63},"last":0.31900000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:06:25 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.38200000000000001,"15min":0.40899999999999997},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.51500000000000001,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.40400000000000003,"15min":0.432},"min":{"1min":0.216,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.51200000000000001,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.28100000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:05:38 2021","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.64700000000000002,"15min":0.64500000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.66700000000000004,"15min":0.66000000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.499}]},{"osd":5,"last update":"Thu Mar 4 23:05:53 2021","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.71199999999999997,"15min":0.71599999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.024,"5min":1.173,"15min":1.173},"last":0.434},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.70299999999999996,"15min":0.70499999999999996},"min":{"1min":0.38200000000000001,"5min":0.372,"15min":0.372},"max":{"1min":0.98299999999999998,"5min":1.208,"15min":1.208},"last":0.60599999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:06:06 2021","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.68600000000000005,"15min":0.67900000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.95399999999999996,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.754,"5min":0.69799999999999995,"15min":0.68899999999999995},"min":{"1min":0.432,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.4139999999999999,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.40000000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:06:25 2021","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.68799999999999994,"15min":0.66900000000000004},"min":{"1min":0.43099999999999999,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.4490000000000001,"5min":1.4490000000000001,"15min":1.4490000000000001},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.66700000000000004,"15min":0.65100000000000002},"min":{"1min":0.38900000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.45200000000000001}]}]},{"osd":3,"up_from":26,"seq":111669149739,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049128,"kb_used_data":544,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031256,"statfs":{"total":90194313216,"available":89120006144,"internally_reserved":1073741824,"allocated":557056,"data_stored":235088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:06:23 2021","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.38800000000000001,"15min":0.41999999999999998},"min":{"1min":0.22800000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":0.47199999999999998,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.22800000000000001},{"interface":"front","average":{"1min":0.315,"5min":0.38,"15min":0.40200000000000002},"min":{"1min":0.20200000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.53300000000000003,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.26900000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:06:23 2021","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.41899999999999998,"15min":0.44900000000000001},"min":{"1min":0.223,"5min":0.182,"15min":0.182},"max":{"1min":0.505,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.38900000000000001,"15min":0.41499999999999998},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.48899999999999999,"5min":0.621,"15min":0.621},"last":0.35499999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:06:23 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.39400000000000002,"15min":0.41199999999999998},"min":{"1min":0.20699999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.56000000000000005,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.40500000000000003,"15min":0.439},"min":{"1min":0.22,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.53600000000000003,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.246}]},{"osd":4,"last update":"Thu Mar 4 23:05:37 2021","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.66000000000000003,"15min":0.66100000000000003},"min":{"1min":0.438,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.93000000000000005},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.63900000000000001,"15min":0.63800000000000001},"min":{"1min":0.35399999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.98799999999999999,"5min":1.012,"15min":1.012},"last":0.91700000000000004}]},{"osd":5,"last update":"Thu Mar 4 23:05:53 2021","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.67900000000000005,"15min":0.68600000000000005},"min":{"1min":0.40999999999999998,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.96199999999999997,"5min":1.026,"15min":1.026},"last":0.94499999999999995},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.34300000000000003,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":1.002}]},{"osd":6,"last update":"Thu Mar 4 23:06:09 2021","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.68100000000000005,"15min":0.66700000000000004},"min":{"1min":0.47599999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.95599999999999996},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.65000000000000002,"15min":0.64400000000000002},"min":{"1min":0.38300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":1.022}]},{"osd":7,"last update":"Thu Mar 4 23:06:23 2021","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.65300000000000002,"15min":0.628},"min":{"1min":0.45100000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.96599999999999997},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.67600000000000005,"15min":0.64900000000000002},"min":{"1min":0.40600000000000003,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.88900000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986215,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049148,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031236,"statfs":{"total":90194313216,"available":89119985664,"internally_reserved":1073741824,"allocated":577536,"data_stored":236679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:36 2021","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.72999999999999998,"15min":0.76200000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.79200000000000004,"15min":0.81699999999999995},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.268,"5min":1.268,"15min":1.268},"last":0.66200000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:05:36 2021","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.754,"15min":0.77800000000000002},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.73699999999999999,"15min":0.755},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.0149999999999999,"5min":1.131,"15min":1.131},"last":0.67600000000000005}]},{"osd":2,"last update":"Thu Mar 4 23:05:36 2021","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.76400000000000001,"15min":0.78500000000000003},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.92000000000000004,"5min":1.111,"15min":1.111},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.73699999999999999,"15min":0.75900000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.78200000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:05:36 2021","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.755,"15min":0.77700000000000002},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.73099999999999998,"15min":0.751},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.96299999999999997,"5min":1.095,"15min":1.095},"last":0.79600000000000004}]},{"osd":5,"last update":"Thu Mar 4 23:05:52 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.36499999999999999,"15min":0.35099999999999998},"min":{"1min":0.26800000000000002,"5min":0.183,"15min":0.183},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.36599999999999999,"15min":0.34799999999999998},"min":{"1min":0.30299999999999999,"5min":0.161,"15min":0.161},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.56299999999999994}]},{"osd":6,"last update":"Thu Mar 4 23:06:07 2021","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.42499999999999999,"15min":0.41699999999999998},"min":{"1min":0.252,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.40899999999999997,"15min":0.40000000000000002},"min":{"1min":0.28299999999999997,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.72499999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.45100000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:06:26 2021","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.434,"15min":0.42199999999999999},"min":{"1min":0.318,"5min":0.188,"15min":0.188},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.497},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.48099999999999998,"15min":0.47599999999999998},"min":{"1min":0.29999999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.68300000000000005,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.50700000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822692,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031252,"statfs":{"total":90194313216,"available":89120002048,"internally_reserved":1073741824,"allocated":561152,"data_stored":235621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:51 2021","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.71999999999999997,"15min":0.753},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.874,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.70399999999999996,"15min":0.73499999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.96599999999999997,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.47699999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:05:51 2021","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.72899999999999998,"15min":0.755},"min":{"1min":0.28000000000000003,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.85999999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.70599999999999996,"15min":0.72899999999999998},"min":{"1min":0.311,"5min":0.252,"15min":0.252},"max":{"1min":0.93700000000000006,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.50600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:05:51 2021","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.71199999999999997,"15min":0.73199999999999998},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.90600000000000003,"5min":1.238,"15min":1.238},"last":0.372},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.72899999999999998,"15min":0.754},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.92100000000000004,"5min":1.133,"15min":1.133},"last":0.39900000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:05:51 2021","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.69799999999999995,"15min":0.71599999999999997},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.84899999999999998,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.72599999999999998,"15min":0.75800000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.89000000000000001,"5min":1.109,"15min":1.109},"last":0.52400000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:05:51 2021","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.39500000000000002,"15min":0.39200000000000002},"min":{"1min":0.17999999999999999,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":0.74399999999999999,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.36799999999999999,"15min":0.35899999999999999},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.54600000000000004}]},{"osd":6,"last update":"Thu Mar 4 23:06:10 2021","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.40500000000000003,"15min":0.40100000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.65900000000000003,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.39500000000000002,"15min":0.38500000000000001},"min":{"1min":0.23000000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.51500000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:06:26 2021","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.42099999999999999,"15min":0.40899999999999997},"min":{"1min":0.32300000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.372,"15min":0.35599999999999998},"min":{"1min":0.23100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.497}]}]}]}} 2021-03-04T23:06:36.182 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:06:36.290 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:37.816 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:06:37.818 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:06:38.541 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":211,"stamp":"2021-03-04T23:06:37.302859+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2304,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":8393088,"kb_used_data":4416,"kb_used_omap":0,"kb_used_meta":8388608,"kb_avail":696249984,"statfs":{"total":721554505728,"available":712959983616,"internally_reserved":8589934592,"allocated":4521984,"data_stored":1886896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8589934592},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002549"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827754+0000","last_change":"2021-03-04T23:05:50.827243+0000","last_active":"2021-03-04T23:05:50.827754+0000","last_peered":"2021-03-04T23:05:50.827754+0000","last_clean":"2021-03-04T23:05:50.827754+0000","last_became_active":"2021-03-04T23:05:50.827002+0000","last_became_peered":"2021-03-04T23:05:50.827002+0000","last_unstale":"2021-03-04T23:05:50.827754+0000","last_undegraded":"2021-03-04T23:05:50.827754+0000","last_fullsized":"2021-03-04T23:05:50.827754+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"16","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.551354+0000","last_change":"2021-03-04T23:05:49.580903+0000","last_active":"2021-03-04T23:05:52.551354+0000","last_peered":"2021-03-04T23:05:52.551354+0000","last_clean":"2021-03-04T23:05:52.551354+0000","last_became_active":"2021-03-04T23:05:49.580639+0000","last_became_peered":"2021-03-04T23:05:49.580639+0000","last_unstale":"2021-03-04T23:05:52.551354+0000","last_undegraded":"2021-03-04T23:05:52.551354+0000","last_fullsized":"2021-03-04T23:05:52.551354+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.585804+0000","last_change":"2021-03-04T23:05:50.585375+0000","last_active":"2021-03-04T23:05:50.585804+0000","last_peered":"2021-03-04T23:05:50.585804+0000","last_clean":"2021-03-04T23:05:50.585804+0000","last_became_active":"2021-03-04T23:05:50.585118+0000","last_became_peered":"2021-03-04T23:05:50.585118+0000","last_unstale":"2021-03-04T23:05:50.585804+0000","last_undegraded":"2021-03-04T23:05:50.585804+0000","last_fullsized":"2021-03-04T23:05:50.585804+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.550045+0000","last_change":"2021-03-04T23:05:49.578821+0000","last_active":"2021-03-04T23:05:52.550045+0000","last_peered":"2021-03-04T23:05:52.550045+0000","last_clean":"2021-03-04T23:05:52.550045+0000","last_became_active":"2021-03-04T23:05:49.578562+0000","last_became_peered":"2021-03-04T23:05:49.578562+0000","last_unstale":"2021-03-04T23:05:52.550045+0000","last_undegraded":"2021-03-04T23:05:52.550045+0000","last_fullsized":"2021-03-04T23:05:52.550045+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.585567+0000","last_change":"2021-03-04T23:05:50.585419+0000","last_active":"2021-03-04T23:05:50.585567+0000","last_peered":"2021-03-04T23:05:50.585567+0000","last_clean":"2021-03-04T23:05:50.585567+0000","last_became_active":"2021-03-04T23:05:50.585122+0000","last_became_peered":"2021-03-04T23:05:50.585122+0000","last_unstale":"2021-03-04T23:05:50.585567+0000","last_undegraded":"2021-03-04T23:05:50.585567+0000","last_fullsized":"2021-03-04T23:05:50.585567+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.549800+0000","last_change":"2021-03-04T23:05:49.578797+0000","last_active":"2021-03-04T23:05:52.549800+0000","last_peered":"2021-03-04T23:05:52.549800+0000","last_clean":"2021-03-04T23:05:52.549800+0000","last_became_active":"2021-03-04T23:05:49.578550+0000","last_became_peered":"2021-03-04T23:05:49.578550+0000","last_unstale":"2021-03-04T23:05:52.549800+0000","last_undegraded":"2021-03-04T23:05:52.549800+0000","last_fullsized":"2021-03-04T23:05:52.549800+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.584757+0000","last_change":"2021-03-04T23:05:50.584555+0000","last_active":"2021-03-04T23:05:50.584757+0000","last_peered":"2021-03-04T23:05:50.584757+0000","last_clean":"2021-03-04T23:05:50.584757+0000","last_became_active":"2021-03-04T23:05:50.584390+0000","last_became_peered":"2021-03-04T23:05:50.584390+0000","last_unstale":"2021-03-04T23:05:50.584757+0000","last_undegraded":"2021-03-04T23:05:50.584757+0000","last_fullsized":"2021-03-04T23:05:50.584757+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.549825+0000","last_change":"2021-03-04T23:05:49.578191+0000","last_active":"2021-03-04T23:05:52.549825+0000","last_peered":"2021-03-04T23:05:52.549825+0000","last_clean":"2021-03-04T23:05:52.549825+0000","last_became_active":"2021-03-04T23:05:49.577922+0000","last_became_peered":"2021-03-04T23:05:49.577922+0000","last_unstale":"2021-03-04T23:05:52.549825+0000","last_undegraded":"2021-03-04T23:05:52.549825+0000","last_fullsized":"2021-03-04T23:05:52.549825+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.581477+0000","last_change":"2021-03-04T23:05:49.935766+0000","last_active":"2021-03-04T23:05:50.581477+0000","last_peered":"2021-03-04T23:05:50.581477+0000","last_clean":"2021-03-04T23:05:50.581477+0000","last_became_active":"2021-03-04T23:05:49.935556+0000","last_became_peered":"2021-03-04T23:05:49.935556+0000","last_unstale":"2021-03-04T23:05:50.581477+0000","last_undegraded":"2021-03-04T23:05:50.581477+0000","last_fullsized":"2021-03-04T23:05:50.581477+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.549440+0000","last_change":"2021-03-04T23:05:49.578933+0000","last_active":"2021-03-04T23:05:52.549440+0000","last_peered":"2021-03-04T23:05:52.549440+0000","last_clean":"2021-03-04T23:05:52.549440+0000","last_became_active":"2021-03-04T23:05:49.578712+0000","last_became_peered":"2021-03-04T23:05:49.578712+0000","last_unstale":"2021-03-04T23:05:52.549440+0000","last_undegraded":"2021-03-04T23:05:52.549440+0000","last_fullsized":"2021-03-04T23:05:52.549440+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827855+0000","last_change":"2021-03-04T23:05:50.827569+0000","last_active":"2021-03-04T23:05:50.827855+0000","last_peered":"2021-03-04T23:05:50.827855+0000","last_clean":"2021-03-04T23:05:50.827855+0000","last_became_active":"2021-03-04T23:05:50.827350+0000","last_became_peered":"2021-03-04T23:05:50.827350+0000","last_unstale":"2021-03-04T23:05:50.827855+0000","last_undegraded":"2021-03-04T23:05:50.827855+0000","last_fullsized":"2021-03-04T23:05:50.827855+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.549562+0000","last_change":"2021-03-04T23:05:49.579944+0000","last_active":"2021-03-04T23:05:52.549562+0000","last_peered":"2021-03-04T23:05:52.549562+0000","last_clean":"2021-03-04T23:05:52.549562+0000","last_became_active":"2021-03-04T23:05:49.579699+0000","last_became_peered":"2021-03-04T23:05:49.579699+0000","last_unstale":"2021-03-04T23:05:52.549562+0000","last_undegraded":"2021-03-04T23:05:52.549562+0000","last_fullsized":"2021-03-04T23:05:52.549562+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.826162+0000","last_change":"2021-03-04T23:04:42.995583+0000","last_active":"2021-03-04T23:05:50.826162+0000","last_peered":"2021-03-04T23:05:50.826162+0000","last_clean":"2021-03-04T23:05:50.826162+0000","last_became_active":"2021-03-04T23:04:42.995362+0000","last_became_peered":"2021-03-04T23:04:42.995362+0000","last_unstale":"2021-03-04T23:05:50.826162+0000","last_undegraded":"2021-03-04T23:05:50.826162+0000","last_fullsized":"2021-03-04T23:05:50.826162+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827569+0000","last_change":"2021-03-04T23:05:50.827313+0000","last_active":"2021-03-04T23:05:50.827569+0000","last_peered":"2021-03-04T23:05:50.827569+0000","last_clean":"2021-03-04T23:05:50.827569+0000","last_became_active":"2021-03-04T23:05:50.826989+0000","last_became_peered":"2021-03-04T23:05:50.826989+0000","last_unstale":"2021-03-04T23:05:50.827569+0000","last_undegraded":"2021-03-04T23:05:50.827569+0000","last_fullsized":"2021-03-04T23:05:50.827569+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.581736+0000","last_change":"2021-03-04T23:04:43.131496+0000","last_active":"2021-03-04T23:05:50.581736+0000","last_peered":"2021-03-04T23:05:50.581736+0000","last_clean":"2021-03-04T23:05:50.581736+0000","last_became_active":"2021-03-04T23:04:43.131275+0000","last_became_peered":"2021-03-04T23:04:43.131275+0000","last_unstale":"2021-03-04T23:05:50.581736+0000","last_undegraded":"2021-03-04T23:05:50.581736+0000","last_fullsized":"2021-03-04T23:05:50.581736+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.551713+0000","last_change":"2021-03-04T23:05:49.581455+0000","last_active":"2021-03-04T23:05:52.551713+0000","last_peered":"2021-03-04T23:05:52.551713+0000","last_clean":"2021-03-04T23:05:52.551713+0000","last_became_active":"2021-03-04T23:05:49.581202+0000","last_became_peered":"2021-03-04T23:05:49.581202+0000","last_unstale":"2021-03-04T23:05:52.551713+0000","last_undegraded":"2021-03-04T23:05:52.551713+0000","last_fullsized":"2021-03-04T23:05:52.551713+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827324+0000","last_change":"2021-03-04T23:05:50.826939+0000","last_active":"2021-03-04T23:05:50.827324+0000","last_peered":"2021-03-04T23:05:50.827324+0000","last_clean":"2021-03-04T23:05:50.827324+0000","last_became_active":"2021-03-04T23:05:50.826561+0000","last_became_peered":"2021-03-04T23:05:50.826561+0000","last_unstale":"2021-03-04T23:05:50.827324+0000","last_undegraded":"2021-03-04T23:05:50.827324+0000","last_fullsized":"2021-03-04T23:05:50.827324+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.581480+0000","last_change":"2021-03-04T23:05:49.578977+0000","last_active":"2021-03-04T23:05:50.581480+0000","last_peered":"2021-03-04T23:05:50.581480+0000","last_clean":"2021-03-04T23:05:50.581480+0000","last_became_active":"2021-03-04T23:05:49.578682+0000","last_became_peered":"2021-03-04T23:05:49.578682+0000","last_unstale":"2021-03-04T23:05:50.581480+0000","last_undegraded":"2021-03-04T23:05:50.581480+0000","last_fullsized":"2021-03-04T23:05:50.581480+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.826208+0000","last_change":"2021-03-04T23:04:43.131426+0000","last_active":"2021-03-04T23:05:50.826208+0000","last_peered":"2021-03-04T23:05:50.826208+0000","last_clean":"2021-03-04T23:05:50.826208+0000","last_became_active":"2021-03-04T23:04:43.131139+0000","last_became_peered":"2021-03-04T23:04:43.131139+0000","last_unstale":"2021-03-04T23:05:50.826208+0000","last_undegraded":"2021-03-04T23:05:50.826208+0000","last_fullsized":"2021-03-04T23:05:50.826208+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.586382+0000","last_change":"2021-03-04T23:05:50.586152+0000","last_active":"2021-03-04T23:05:50.586382+0000","last_peered":"2021-03-04T23:05:50.586382+0000","last_clean":"2021-03-04T23:05:50.586382+0000","last_became_active":"2021-03-04T23:05:50.585666+0000","last_became_peered":"2021-03-04T23:05:50.585666+0000","last_unstale":"2021-03-04T23:05:50.586382+0000","last_undegraded":"2021-03-04T23:05:50.586382+0000","last_fullsized":"2021-03-04T23:05:50.586382+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.583582+0000","last_change":"2021-03-04T23:05:49.581048+0000","last_active":"2021-03-04T23:05:50.583582+0000","last_peered":"2021-03-04T23:05:50.583582+0000","last_clean":"2021-03-04T23:05:50.583582+0000","last_became_active":"2021-03-04T23:05:49.580010+0000","last_became_peered":"2021-03-04T23:05:49.580010+0000","last_unstale":"2021-03-04T23:05:50.583582+0000","last_undegraded":"2021-03-04T23:05:50.583582+0000","last_fullsized":"2021-03-04T23:05:50.583582+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.825928+0000","last_change":"2021-03-04T23:04:42.994353+0000","last_active":"2021-03-04T23:05:50.825928+0000","last_peered":"2021-03-04T23:05:50.825928+0000","last_clean":"2021-03-04T23:05:50.825928+0000","last_became_active":"2021-03-04T23:04:42.994094+0000","last_became_peered":"2021-03-04T23:04:42.994094+0000","last_unstale":"2021-03-04T23:05:50.825928+0000","last_undegraded":"2021-03-04T23:05:50.825928+0000","last_fullsized":"2021-03-04T23:05:50.825928+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.825979+0000","last_change":"2021-03-04T23:05:49.584158+0000","last_active":"2021-03-04T23:05:50.825979+0000","last_peered":"2021-03-04T23:05:50.825979+0000","last_clean":"2021-03-04T23:05:50.825979+0000","last_became_active":"2021-03-04T23:05:49.583925+0000","last_became_peered":"2021-03-04T23:05:49.583925+0000","last_unstale":"2021-03-04T23:05:50.825979+0000","last_undegraded":"2021-03-04T23:05:50.825979+0000","last_fullsized":"2021-03-04T23:05:50.825979+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.584028+0000","last_change":"2021-03-04T23:05:49.577280+0000","last_active":"2021-03-04T23:05:50.584028+0000","last_peered":"2021-03-04T23:05:50.584028+0000","last_clean":"2021-03-04T23:05:50.584028+0000","last_became_active":"2021-03-04T23:05:49.577057+0000","last_became_peered":"2021-03-04T23:05:49.577057+0000","last_unstale":"2021-03-04T23:05:50.584028+0000","last_undegraded":"2021-03-04T23:05:50.584028+0000","last_fullsized":"2021-03-04T23:05:50.584028+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"19","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.825877+0000","last_change":"2021-03-04T23:04:22.937939+0000","last_active":"2021-03-04T23:05:50.825877+0000","last_peered":"2021-03-04T23:05:50.825877+0000","last_clean":"2021-03-04T23:05:50.825877+0000","last_became_active":"2021-03-04T23:04:22.937721+0000","last_became_peered":"2021-03-04T23:04:22.937721+0000","last_unstale":"2021-03-04T23:05:50.825877+0000","last_undegraded":"2021-03-04T23:05:50.825877+0000","last_fullsized":"2021-03-04T23:05:50.825877+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.582575+0000","last_change":"2021-03-04T23:04:42.995466+0000","last_active":"2021-03-04T23:05:50.582575+0000","last_peered":"2021-03-04T23:05:50.582575+0000","last_clean":"2021-03-04T23:05:50.582575+0000","last_became_active":"2021-03-04T23:04:42.995244+0000","last_became_peered":"2021-03-04T23:04:42.995244+0000","last_unstale":"2021-03-04T23:05:50.582575+0000","last_undegraded":"2021-03-04T23:05:50.582575+0000","last_fullsized":"2021-03-04T23:05:50.582575+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.585472+0000","last_change":"2021-03-04T23:05:50.585178+0000","last_active":"2021-03-04T23:05:50.585472+0000","last_peered":"2021-03-04T23:05:50.585472+0000","last_clean":"2021-03-04T23:05:50.585472+0000","last_became_active":"2021-03-04T23:05:50.584899+0000","last_became_peered":"2021-03-04T23:05:50.584899+0000","last_unstale":"2021-03-04T23:05:50.585472+0000","last_undegraded":"2021-03-04T23:05:50.585472+0000","last_fullsized":"2021-03-04T23:05:50.585472+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.581301+0000","last_change":"2021-03-04T23:05:49.578670+0000","last_active":"2021-03-04T23:05:50.581301+0000","last_peered":"2021-03-04T23:05:50.581301+0000","last_clean":"2021-03-04T23:05:50.581301+0000","last_became_active":"2021-03-04T23:05:49.578410+0000","last_became_peered":"2021-03-04T23:05:49.578410+0000","last_unstale":"2021-03-04T23:05:50.581301+0000","last_undegraded":"2021-03-04T23:05:50.581301+0000","last_fullsized":"2021-03-04T23:05:50.581301+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.581395+0000","last_change":"2021-03-04T23:04:42.994847+0000","last_active":"2021-03-04T23:05:50.581395+0000","last_peered":"2021-03-04T23:05:50.581395+0000","last_clean":"2021-03-04T23:05:50.581395+0000","last_became_active":"2021-03-04T23:04:42.994134+0000","last_became_peered":"2021-03-04T23:04:42.994134+0000","last_unstale":"2021-03-04T23:05:50.581395+0000","last_undegraded":"2021-03-04T23:05:50.581395+0000","last_fullsized":"2021-03-04T23:05:50.581395+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.585584+0000","last_change":"2021-03-04T23:05:50.585347+0000","last_active":"2021-03-04T23:05:50.585584+0000","last_peered":"2021-03-04T23:05:50.585584+0000","last_clean":"2021-03-04T23:05:50.585584+0000","last_became_active":"2021-03-04T23:05:50.585070+0000","last_became_peered":"2021-03-04T23:05:50.585070+0000","last_unstale":"2021-03-04T23:05:50.585584+0000","last_undegraded":"2021-03-04T23:05:50.585584+0000","last_fullsized":"2021-03-04T23:05:50.585584+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.582352+0000","last_change":"2021-03-04T23:05:49.579735+0000","last_active":"2021-03-04T23:05:50.582352+0000","last_peered":"2021-03-04T23:05:50.582352+0000","last_clean":"2021-03-04T23:05:50.582352+0000","last_became_active":"2021-03-04T23:05:49.579477+0000","last_became_peered":"2021-03-04T23:05:49.579477+0000","last_unstale":"2021-03-04T23:05:50.582352+0000","last_undegraded":"2021-03-04T23:05:50.582352+0000","last_fullsized":"2021-03-04T23:05:50.582352+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.582740+0000","last_change":"2021-03-04T23:04:42.995187+0000","last_active":"2021-03-04T23:05:50.582740+0000","last_peered":"2021-03-04T23:05:50.582740+0000","last_clean":"2021-03-04T23:05:50.582740+0000","last_became_active":"2021-03-04T23:04:42.994927+0000","last_became_peered":"2021-03-04T23:04:42.994927+0000","last_unstale":"2021-03-04T23:05:50.582740+0000","last_undegraded":"2021-03-04T23:05:50.582740+0000","last_fullsized":"2021-03-04T23:05:50.582740+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.584826+0000","last_change":"2021-03-04T23:05:50.584380+0000","last_active":"2021-03-04T23:05:50.584826+0000","last_peered":"2021-03-04T23:05:50.584826+0000","last_clean":"2021-03-04T23:05:50.584826+0000","last_became_active":"2021-03-04T23:05:50.584167+0000","last_became_peered":"2021-03-04T23:05:50.584167+0000","last_unstale":"2021-03-04T23:05:50.584826+0000","last_undegraded":"2021-03-04T23:05:50.584826+0000","last_fullsized":"2021-03-04T23:05:50.584826+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.582793+0000","last_change":"2021-03-04T23:05:49.580751+0000","last_active":"2021-03-04T23:05:50.582793+0000","last_peered":"2021-03-04T23:05:50.582793+0000","last_clean":"2021-03-04T23:05:50.582793+0000","last_became_active":"2021-03-04T23:05:49.580490+0000","last_became_peered":"2021-03-04T23:05:49.580490+0000","last_unstale":"2021-03-04T23:05:50.582793+0000","last_undegraded":"2021-03-04T23:05:50.582793+0000","last_fullsized":"2021-03-04T23:05:50.582793+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"16","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.581378+0000","last_change":"2021-03-04T23:04:42.994306+0000","last_active":"2021-03-04T23:05:50.581378+0000","last_peered":"2021-03-04T23:05:50.581378+0000","last_clean":"2021-03-04T23:05:50.581378+0000","last_became_active":"2021-03-04T23:04:42.994030+0000","last_became_peered":"2021-03-04T23:04:42.994030+0000","last_unstale":"2021-03-04T23:05:50.581378+0000","last_undegraded":"2021-03-04T23:05:50.581378+0000","last_fullsized":"2021-03-04T23:05:50.581378+0000","mapping_epoch":48,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":49,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.585354+0000","last_change":"2021-03-04T23:05:50.584986+0000","last_active":"2021-03-04T23:05:50.585354+0000","last_peered":"2021-03-04T23:05:50.585354+0000","last_clean":"2021-03-04T23:05:50.585354+0000","last_became_active":"2021-03-04T23:05:50.584704+0000","last_became_peered":"2021-03-04T23:05:50.584704+0000","last_unstale":"2021-03-04T23:05:50.585354+0000","last_undegraded":"2021-03-04T23:05:50.585354+0000","last_fullsized":"2021-03-04T23:05:50.585354+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.583962+0000","last_change":"2021-03-04T23:05:49.578268+0000","last_active":"2021-03-04T23:05:50.583962+0000","last_peered":"2021-03-04T23:05:50.583962+0000","last_clean":"2021-03-04T23:05:50.583962+0000","last_became_active":"2021-03-04T23:05:49.578060+0000","last_became_peered":"2021-03-04T23:05:49.578060+0000","last_unstale":"2021-03-04T23:05:50.583962+0000","last_undegraded":"2021-03-04T23:05:50.583962+0000","last_fullsized":"2021-03-04T23:05:50.583962+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827545+0000","last_change":"2021-03-04T23:05:50.826664+0000","last_active":"2021-03-04T23:05:50.827545+0000","last_peered":"2021-03-04T23:05:50.827545+0000","last_clean":"2021-03-04T23:05:50.827545+0000","last_became_active":"2021-03-04T23:05:50.826413+0000","last_became_peered":"2021-03-04T23:05:50.826413+0000","last_unstale":"2021-03-04T23:05:50.827545+0000","last_undegraded":"2021-03-04T23:05:50.827545+0000","last_fullsized":"2021-03-04T23:05:50.827545+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.582302+0000","last_change":"2021-03-04T23:05:49.581637+0000","last_active":"2021-03-04T23:05:50.582302+0000","last_peered":"2021-03-04T23:05:50.582302+0000","last_clean":"2021-03-04T23:05:50.582302+0000","last_became_active":"2021-03-04T23:05:49.581324+0000","last_became_peered":"2021-03-04T23:05:49.581324+0000","last_unstale":"2021-03-04T23:05:50.582302+0000","last_undegraded":"2021-03-04T23:05:50.582302+0000","last_fullsized":"2021-03-04T23:05:50.582302+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.584236+0000","last_change":"2021-03-04T23:05:50.583930+0000","last_active":"2021-03-04T23:05:50.584236+0000","last_peered":"2021-03-04T23:05:50.584236+0000","last_clean":"2021-03-04T23:05:50.584236+0000","last_became_active":"2021-03-04T23:05:50.583756+0000","last_became_peered":"2021-03-04T23:05:50.583756+0000","last_unstale":"2021-03-04T23:05:50.584236+0000","last_undegraded":"2021-03-04T23:05:50.584236+0000","last_fullsized":"2021-03-04T23:05:50.584236+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.825829+0000","last_change":"2021-03-04T23:05:49.578753+0000","last_active":"2021-03-04T23:05:50.825829+0000","last_peered":"2021-03-04T23:05:50.825829+0000","last_clean":"2021-03-04T23:05:50.825829+0000","last_became_active":"2021-03-04T23:05:49.578491+0000","last_became_peered":"2021-03-04T23:05:49.578491+0000","last_unstale":"2021-03-04T23:05:50.825829+0000","last_undegraded":"2021-03-04T23:05:50.825829+0000","last_fullsized":"2021-03-04T23:05:50.825829+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827517+0000","last_change":"2021-03-04T23:05:50.826578+0000","last_active":"2021-03-04T23:05:50.827517+0000","last_peered":"2021-03-04T23:05:50.827517+0000","last_clean":"2021-03-04T23:05:50.827517+0000","last_became_active":"2021-03-04T23:05:50.826259+0000","last_became_peered":"2021-03-04T23:05:50.826259+0000","last_unstale":"2021-03-04T23:05:50.827517+0000","last_undegraded":"2021-03-04T23:05:50.827517+0000","last_fullsized":"2021-03-04T23:05:50.827517+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.550883+0000","last_change":"2021-03-04T23:05:49.580983+0000","last_active":"2021-03-04T23:05:52.550883+0000","last_peered":"2021-03-04T23:05:52.550883+0000","last_clean":"2021-03-04T23:05:52.550883+0000","last_became_active":"2021-03-04T23:05:49.580731+0000","last_became_peered":"2021-03-04T23:05:49.580731+0000","last_unstale":"2021-03-04T23:05:52.550883+0000","last_undegraded":"2021-03-04T23:05:52.550883+0000","last_fullsized":"2021-03-04T23:05:52.550883+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.586177+0000","last_change":"2021-03-04T23:05:50.585954+0000","last_active":"2021-03-04T23:05:50.586177+0000","last_peered":"2021-03-04T23:05:50.586177+0000","last_clean":"2021-03-04T23:05:50.586177+0000","last_became_active":"2021-03-04T23:05:50.585819+0000","last_became_peered":"2021-03-04T23:05:50.585819+0000","last_unstale":"2021-03-04T23:05:50.586177+0000","last_undegraded":"2021-03-04T23:05:50.586177+0000","last_fullsized":"2021-03-04T23:05:50.586177+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.582636+0000","last_change":"2021-03-04T23:05:49.578876+0000","last_active":"2021-03-04T23:05:50.582636+0000","last_peered":"2021-03-04T23:05:50.582636+0000","last_clean":"2021-03-04T23:05:50.582636+0000","last_became_active":"2021-03-04T23:05:49.578558+0000","last_became_peered":"2021-03-04T23:05:49.578558+0000","last_unstale":"2021-03-04T23:05:50.582636+0000","last_undegraded":"2021-03-04T23:05:50.582636+0000","last_fullsized":"2021-03-04T23:05:50.582636+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.825667+0000","last_change":"2021-03-04T23:05:49.583916+0000","last_active":"2021-03-04T23:05:50.825667+0000","last_peered":"2021-03-04T23:05:50.825667+0000","last_clean":"2021-03-04T23:05:50.825667+0000","last_became_active":"2021-03-04T23:05:49.583663+0000","last_became_peered":"2021-03-04T23:05:49.583663+0000","last_unstale":"2021-03-04T23:05:50.825667+0000","last_undegraded":"2021-03-04T23:05:50.825667+0000","last_fullsized":"2021-03-04T23:05:50.825667+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:51.585414+0000","last_change":"2021-03-04T23:05:49.580867+0000","last_active":"2021-03-04T23:05:51.585414+0000","last_peered":"2021-03-04T23:05:51.585414+0000","last_clean":"2021-03-04T23:05:51.585414+0000","last_became_active":"2021-03-04T23:05:49.580500+0000","last_became_peered":"2021-03-04T23:05:49.580500+0000","last_unstale":"2021-03-04T23:05:51.585414+0000","last_undegraded":"2021-03-04T23:05:51.585414+0000","last_fullsized":"2021-03-04T23:05:51.585414+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.585638+0000","last_change":"2021-03-04T23:05:50.585431+0000","last_active":"2021-03-04T23:05:50.585638+0000","last_peered":"2021-03-04T23:05:50.585638+0000","last_clean":"2021-03-04T23:05:50.585638+0000","last_became_active":"2021-03-04T23:05:50.585144+0000","last_became_peered":"2021-03-04T23:05:50.585144+0000","last_unstale":"2021-03-04T23:05:50.585638+0000","last_undegraded":"2021-03-04T23:05:50.585638+0000","last_fullsized":"2021-03-04T23:05:50.585638+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.549779+0000","last_change":"2021-03-04T23:05:49.583129+0000","last_active":"2021-03-04T23:05:52.549779+0000","last_peered":"2021-03-04T23:05:52.549779+0000","last_clean":"2021-03-04T23:05:52.549779+0000","last_became_active":"2021-03-04T23:05:49.582791+0000","last_became_peered":"2021-03-04T23:05:49.582791+0000","last_unstale":"2021-03-04T23:05:52.549779+0000","last_undegraded":"2021-03-04T23:05:52.549779+0000","last_fullsized":"2021-03-04T23:05:52.549779+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827697+0000","last_change":"2021-03-04T23:05:50.827157+0000","last_active":"2021-03-04T23:05:50.827697+0000","last_peered":"2021-03-04T23:05:50.827697+0000","last_clean":"2021-03-04T23:05:50.827697+0000","last_became_active":"2021-03-04T23:05:50.826906+0000","last_became_peered":"2021-03-04T23:05:50.826906+0000","last_unstale":"2021-03-04T23:05:50.827697+0000","last_undegraded":"2021-03-04T23:05:50.827697+0000","last_fullsized":"2021-03-04T23:05:50.827697+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:51.585469+0000","last_change":"2021-03-04T23:05:49.583617+0000","last_active":"2021-03-04T23:05:51.585469+0000","last_peered":"2021-03-04T23:05:51.585469+0000","last_clean":"2021-03-04T23:05:51.585469+0000","last_became_active":"2021-03-04T23:05:49.583158+0000","last_became_peered":"2021-03-04T23:05:49.583158+0000","last_unstale":"2021-03-04T23:05:51.585469+0000","last_undegraded":"2021-03-04T23:05:51.585469+0000","last_fullsized":"2021-03-04T23:05:51.585469+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827222+0000","last_change":"2021-03-04T23:05:50.826809+0000","last_active":"2021-03-04T23:05:50.827222+0000","last_peered":"2021-03-04T23:05:50.827222+0000","last_clean":"2021-03-04T23:05:50.827222+0000","last_became_active":"2021-03-04T23:05:50.826508+0000","last_became_peered":"2021-03-04T23:05:50.826508+0000","last_unstale":"2021-03-04T23:05:50.827222+0000","last_undegraded":"2021-03-04T23:05:50.827222+0000","last_fullsized":"2021-03-04T23:05:50.827222+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"20","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.551728+0000","last_change":"2021-03-04T23:05:49.578953+0000","last_active":"2021-03-04T23:05:52.551728+0000","last_peered":"2021-03-04T23:05:52.551728+0000","last_clean":"2021-03-04T23:05:52.551728+0000","last_became_active":"2021-03-04T23:05:49.578687+0000","last_became_peered":"2021-03-04T23:05:49.578687+0000","last_unstale":"2021-03-04T23:05:52.551728+0000","last_undegraded":"2021-03-04T23:05:52.551728+0000","last_fullsized":"2021-03-04T23:05:52.551728+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827470+0000","last_change":"2021-03-04T23:05:50.827244+0000","last_active":"2021-03-04T23:05:50.827470+0000","last_peered":"2021-03-04T23:05:50.827470+0000","last_clean":"2021-03-04T23:05:50.827470+0000","last_became_active":"2021-03-04T23:05:50.826964+0000","last_became_peered":"2021-03-04T23:05:50.826964+0000","last_unstale":"2021-03-04T23:05:50.827470+0000","last_undegraded":"2021-03-04T23:05:50.827470+0000","last_fullsized":"2021-03-04T23:05:50.827470+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.826007+0000","last_change":"2021-03-04T23:05:49.583228+0000","last_active":"2021-03-04T23:05:50.826007+0000","last_peered":"2021-03-04T23:05:50.826007+0000","last_clean":"2021-03-04T23:05:50.826007+0000","last_became_active":"2021-03-04T23:05:49.582872+0000","last_became_peered":"2021-03-04T23:05:49.582872+0000","last_unstale":"2021-03-04T23:05:50.826007+0000","last_undegraded":"2021-03-04T23:05:50.826007+0000","last_fullsized":"2021-03-04T23:05:50.826007+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827004+0000","last_change":"2021-03-04T23:05:50.826802+0000","last_active":"2021-03-04T23:05:50.827004+0000","last_peered":"2021-03-04T23:05:50.827004+0000","last_clean":"2021-03-04T23:05:50.827004+0000","last_became_active":"2021-03-04T23:05:50.826503+0000","last_became_peered":"2021-03-04T23:05:50.826503+0000","last_unstale":"2021-03-04T23:05:50.827004+0000","last_undegraded":"2021-03-04T23:05:50.827004+0000","last_fullsized":"2021-03-04T23:05:50.827004+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.583644+0000","last_change":"2021-03-04T23:05:49.578101+0000","last_active":"2021-03-04T23:05:50.583644+0000","last_peered":"2021-03-04T23:05:50.583644+0000","last_clean":"2021-03-04T23:05:50.583644+0000","last_became_active":"2021-03-04T23:05:49.577875+0000","last_became_peered":"2021-03-04T23:05:49.577875+0000","last_unstale":"2021-03-04T23:05:50.583644+0000","last_undegraded":"2021-03-04T23:05:50.583644+0000","last_fullsized":"2021-03-04T23:05:50.583644+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827388+0000","last_change":"2021-03-04T23:05:50.826890+0000","last_active":"2021-03-04T23:05:50.827388+0000","last_peered":"2021-03-04T23:05:50.827388+0000","last_clean":"2021-03-04T23:05:50.827388+0000","last_became_active":"2021-03-04T23:05:50.826607+0000","last_became_peered":"2021-03-04T23:05:50.826607+0000","last_unstale":"2021-03-04T23:05:50.827388+0000","last_undegraded":"2021-03-04T23:05:50.827388+0000","last_fullsized":"2021-03-04T23:05:50.827388+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"14","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.549979+0000","last_change":"2021-03-04T23:05:49.583251+0000","last_active":"2021-03-04T23:05:52.549979+0000","last_peered":"2021-03-04T23:05:52.549979+0000","last_clean":"2021-03-04T23:05:52.549979+0000","last_became_active":"2021-03-04T23:05:49.582677+0000","last_became_peered":"2021-03-04T23:05:49.582677+0000","last_unstale":"2021-03-04T23:05:52.549979+0000","last_undegraded":"2021-03-04T23:05:52.549979+0000","last_fullsized":"2021-03-04T23:05:52.549979+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827530+0000","last_change":"2021-03-04T23:05:50.826591+0000","last_active":"2021-03-04T23:05:50.827530+0000","last_peered":"2021-03-04T23:05:50.827530+0000","last_clean":"2021-03-04T23:05:50.827530+0000","last_became_active":"2021-03-04T23:05:50.826266+0000","last_became_peered":"2021-03-04T23:05:50.826266+0000","last_unstale":"2021-03-04T23:05:50.827530+0000","last_undegraded":"2021-03-04T23:05:50.827530+0000","last_fullsized":"2021-03-04T23:05:50.827530+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"56'6","reported_seq":"18","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.550982+0000","last_change":"2021-03-04T23:05:49.581763+0000","last_active":"2021-03-04T23:05:52.550982+0000","last_peered":"2021-03-04T23:05:52.550982+0000","last_clean":"2021-03-04T23:05:52.550982+0000","last_became_active":"2021-03-04T23:05:49.581497+0000","last_became_peered":"2021-03-04T23:05:49.581497+0000","last_unstale":"2021-03-04T23:05:52.550982+0000","last_undegraded":"2021-03-04T23:05:52.550982+0000","last_fullsized":"2021-03-04T23:05:52.550982+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1535,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827094+0000","last_change":"2021-03-04T23:05:50.826787+0000","last_active":"2021-03-04T23:05:50.827094+0000","last_peered":"2021-03-04T23:05:50.827094+0000","last_clean":"2021-03-04T23:05:50.827094+0000","last_became_active":"2021-03-04T23:05:50.826502+0000","last_became_peered":"2021-03-04T23:05:50.826502+0000","last_unstale":"2021-03-04T23:05:50.827094+0000","last_undegraded":"2021-03-04T23:05:50.827094+0000","last_fullsized":"2021-03-04T23:05:50.827094+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"15","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.550535+0000","last_change":"2021-03-04T23:05:49.583271+0000","last_active":"2021-03-04T23:05:52.550535+0000","last_peered":"2021-03-04T23:05:52.550535+0000","last_clean":"2021-03-04T23:05:52.550535+0000","last_became_active":"2021-03-04T23:05:49.582950+0000","last_became_peered":"2021-03-04T23:05:49.582950+0000","last_unstale":"2021-03-04T23:05:52.550535+0000","last_undegraded":"2021-03-04T23:05:52.550535+0000","last_fullsized":"2021-03-04T23:05:52.550535+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827358+0000","last_change":"2021-03-04T23:05:50.827075+0000","last_active":"2021-03-04T23:05:50.827358+0000","last_peered":"2021-03-04T23:05:50.827358+0000","last_clean":"2021-03-04T23:05:50.827358+0000","last_became_active":"2021-03-04T23:05:50.826640+0000","last_became_peered":"2021-03-04T23:05:50.826640+0000","last_unstale":"2021-03-04T23:05:50.827358+0000","last_undegraded":"2021-03-04T23:05:50.827358+0000","last_fullsized":"2021-03-04T23:05:50.827358+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.582744+0000","last_change":"2021-03-04T23:05:49.579914+0000","last_active":"2021-03-04T23:05:50.582744+0000","last_peered":"2021-03-04T23:05:50.582744+0000","last_clean":"2021-03-04T23:05:50.582744+0000","last_became_active":"2021-03-04T23:05:49.579742+0000","last_became_peered":"2021-03-04T23:05:49.579742+0000","last_unstale":"2021-03-04T23:05:50.582744+0000","last_undegraded":"2021-03-04T23:05:50.582744+0000","last_fullsized":"2021-03-04T23:05:50.582744+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827993+0000","last_change":"2021-03-04T23:05:50.827835+0000","last_active":"2021-03-04T23:05:50.827993+0000","last_peered":"2021-03-04T23:05:50.827993+0000","last_clean":"2021-03-04T23:05:50.827993+0000","last_became_active":"2021-03-04T23:05:50.827588+0000","last_became_peered":"2021-03-04T23:05:50.827588+0000","last_unstale":"2021-03-04T23:05:50.827993+0000","last_undegraded":"2021-03-04T23:05:50.827993+0000","last_fullsized":"2021-03-04T23:05:50.827993+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.584244+0000","last_change":"2021-03-04T23:05:49.582602+0000","last_active":"2021-03-04T23:05:50.584244+0000","last_peered":"2021-03-04T23:05:50.584244+0000","last_clean":"2021-03-04T23:05:50.584244+0000","last_became_active":"2021-03-04T23:05:49.582335+0000","last_became_peered":"2021-03-04T23:05:49.582335+0000","last_unstale":"2021-03-04T23:05:50.584244+0000","last_undegraded":"2021-03-04T23:05:50.584244+0000","last_fullsized":"2021-03-04T23:05:50.584244+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.826114+0000","last_change":"2021-03-04T23:05:49.633148+0000","last_active":"2021-03-04T23:05:50.826114+0000","last_peered":"2021-03-04T23:05:50.826114+0000","last_clean":"2021-03-04T23:05:50.826114+0000","last_became_active":"2021-03-04T23:05:49.632758+0000","last_became_peered":"2021-03-04T23:05:49.632758+0000","last_unstale":"2021-03-04T23:05:50.826114+0000","last_undegraded":"2021-03-04T23:05:50.826114+0000","last_fullsized":"2021-03-04T23:05:50.826114+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.584074+0000","last_change":"2021-03-04T23:05:49.579865+0000","last_active":"2021-03-04T23:05:50.584074+0000","last_peered":"2021-03-04T23:05:50.584074+0000","last_clean":"2021-03-04T23:05:50.584074+0000","last_became_active":"2021-03-04T23:05:49.579208+0000","last_became_peered":"2021-03-04T23:05:49.579208+0000","last_unstale":"2021-03-04T23:05:50.584074+0000","last_undegraded":"2021-03-04T23:05:50.584074+0000","last_fullsized":"2021-03-04T23:05:50.584074+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.827151+0000","last_change":"2021-03-04T23:05:50.826822+0000","last_active":"2021-03-04T23:05:50.827151+0000","last_peered":"2021-03-04T23:05:50.827151+0000","last_clean":"2021-03-04T23:05:50.827151+0000","last_became_active":"2021-03-04T23:05:50.826550+0000","last_became_peered":"2021-03-04T23:05:50.826550+0000","last_unstale":"2021-03-04T23:05:50.827151+0000","last_undegraded":"2021-03-04T23:05:50.827151+0000","last_fullsized":"2021-03-04T23:05:50.827151+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"12","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.581276+0000","last_change":"2021-03-04T23:05:49.579742+0000","last_active":"2021-03-04T23:05:50.581276+0000","last_peered":"2021-03-04T23:05:50.581276+0000","last_clean":"2021-03-04T23:05:50.581276+0000","last_became_active":"2021-03-04T23:05:49.579448+0000","last_became_peered":"2021-03-04T23:05:49.579448+0000","last_unstale":"2021-03-04T23:05:50.581276+0000","last_undegraded":"2021-03-04T23:05:50.581276+0000","last_fullsized":"2021-03-04T23:05:50.581276+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"11","reported_epoch":"55","state":"active+clean","last_fresh":"2021-03-04T23:05:50.584923+0000","last_change":"2021-03-04T23:05:50.584623+0000","last_active":"2021-03-04T23:05:50.584923+0000","last_peered":"2021-03-04T23:05:50.584923+0000","last_clean":"2021-03-04T23:05:50.584923+0000","last_became_active":"2021-03-04T23:05:50.584248+0000","last_became_peered":"2021-03-04T23:05:50.584248+0000","last_unstale":"2021-03-04T23:05:50.584923+0000","last_undegraded":"2021-03-04T23:05:50.584923+0000","last_fullsized":"2021-03-04T23:05:50.584923+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"13","reported_epoch":"56","state":"active+clean","last_fresh":"2021-03-04T23:05:52.139851+0000","last_change":"2021-03-04T23:05:49.581499+0000","last_active":"2021-03-04T23:05:52.139851+0000","last_peered":"2021-03-04T23:05:52.139851+0000","last_clean":"2021-03-04T23:05:52.139851+0000","last_became_active":"2021-03-04T23:05:49.580795+0000","last_became_peered":"2021-03-04T23:05:49.580795+0000","last_unstale":"2021-03-04T23:05:52.139851+0000","last_undegraded":"2021-03-04T23:05:52.139851+0000","last_fullsized":"2021-03-04T23:05:52.139851+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2304,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495645,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049152,"kb_used_data":568,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031232,"statfs":{"total":90194313216,"available":89119981568,"internally_reserved":1073741824,"allocated":581632,"data_stored":236749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:06:25 2021","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.626,"15min":0.623},"min":{"1min":0.27800000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.91700000000000004,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":1.044},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.308,"5min":0.247,"15min":0.247},"max":{"1min":0.86199999999999999,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":1.0800000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:06:25 2021","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.60499999999999998,"15min":0.59799999999999998},"min":{"1min":0.439,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.93100000000000005,"5min":1.002,"15min":1.002},"last":0.96999999999999997},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.63,"15min":0.63500000000000001},"min":{"1min":0.39900000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.95799999999999996}]},{"osd":2,"last update":"Thu Mar 4 23:06:25 2021","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.61599999999999999,"15min":0.61199999999999999},"min":{"1min":0.36399999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.89600000000000002,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":1.022},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.441,"5min":0.318,"15min":0.318},"max":{"1min":0.90300000000000002,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":1.014}]},{"osd":3,"last update":"Thu Mar 4 23:06:25 2021","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.61399999999999999,"15min":0.61499999999999999},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.94799999999999995,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":1.0009999999999999},{"interface":"front","average":{"1min":0.622,"5min":0.61799999999999999,"15min":0.61699999999999999},"min":{"1min":0.39000000000000001,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.88600000000000001,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.92000000000000004}]},{"osd":4,"last update":"Thu Mar 4 23:06:25 2021","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.41499999999999998,"15min":0.40300000000000002},"min":{"1min":0.218,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.432,"15min":0.42699999999999999},"min":{"1min":0.26900000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.64300000000000002,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.29799999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:06:25 2021","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.28199999999999997,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.48199999999999998,"15min":0.47599999999999998},"min":{"1min":0.28999999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.41799999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:06:25 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.441,"15min":0.439},"min":{"1min":0.29399999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.48799999999999999,"15min":0.47999999999999998},"min":{"1min":0.315,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.40600000000000003}]}]},{"osd":6,"up_from":41,"seq":176093659170,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049140,"kb_used_data":556,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031244,"statfs":{"total":90194313216,"available":89119993856,"internally_reserved":1073741824,"allocated":569344,"data_stored":236603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:06:07 2021","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.67800000000000005,"15min":0.68899999999999995},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.67400000000000004,"15min":0.68999999999999995},"min":{"1min":0.40799999999999997,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.996,"5min":1.044,"15min":1.044},"last":0.47299999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:06:07 2021","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.67800000000000005,"15min":0.69299999999999995},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.63,"5min":0.69299999999999995,"15min":0.70299999999999996},"min":{"1min":0.41799999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.97299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.58899999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:06:07 2021","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.67300000000000004,"15min":0.68700000000000006},"min":{"1min":0.35399999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.66400000000000003,"15min":0.67300000000000004},"min":{"1min":0.42499999999999999,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.48399999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:06:07 2021","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.67800000000000005,"15min":0.69099999999999995},"min":{"1min":0.377,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.93999999999999995,"5min":1.012,"15min":1.012},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.65700000000000003,"15min":0.66900000000000004},"min":{"1min":0.36299999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.41699999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:06:07 2021","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.36699999999999999,"15min":0.35299999999999998},"min":{"1min":0.223,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.66000000000000003,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.34899999999999998,"15min":0.32700000000000001},"min":{"1min":0.21199999999999999,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.28499999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:06:07 2021","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.35999999999999999,"15min":0.34300000000000003},"min":{"1min":0.27100000000000002,"5min":0.186,"15min":0.186},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.316},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.38400000000000001,"15min":0.36899999999999999},"min":{"1min":0.23699999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.71499999999999997,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.624}]},{"osd":7,"last update":"Thu Mar 4 23:06:24 2021","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.39300000000000002,"15min":0.377},"min":{"1min":0.36099999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.67700000000000005,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.496,"5min":0.434,"15min":0.42399999999999999},"min":{"1min":0.28299999999999997,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.68200000000000005,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.36599999999999999}]}]},{"osd":1,"up_from":16,"seq":68719476785,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049124,"kb_used_data":540,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031260,"statfs":{"total":90194313216,"available":89120010240,"internally_reserved":1073741824,"allocated":552960,"data_stored":234998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:51 2021","interfaces":[{"interface":"back","average":{"1min":0.26900000000000002,"5min":0.33900000000000002,"15min":0.34699999999999998},"min":{"1min":0.11600000000000001,"5min":0.11600000000000001,"15min":0.11600000000000001},"max":{"1min":0.44,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.377,"15min":0.38100000000000001},"min":{"1min":0.192,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.59699999999999998,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.39300000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:06:11 2021","interfaces":[{"interface":"back","average":{"1min":0.29099999999999998,"5min":0.34999999999999998,"15min":0.36299999999999999},"min":{"1min":0.185,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.40799999999999997,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.39000000000000001,"15min":0.39300000000000002},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":0.52700000000000002,"5min":0.66300000000000003,"15min":0.66300000000000003},"last":0.44500000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:06:29 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.44400000000000001,"15min":0.47799999999999998},"min":{"1min":0.17699999999999999,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.29299999999999998,"5min":0.39100000000000001,"15min":0.41499999999999998},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.52400000000000002,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.30599999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:05:36 2021","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.57499999999999996,"15min":0.56100000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.97899999999999998},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.60299999999999998,"15min":0.59199999999999997},"min":{"1min":0.38300000000000001,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"last":1.0329999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:05:56 2021","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.61499999999999999,"15min":0.60899999999999999},"min":{"1min":0.307,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":1.046},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.621,"15min":0.61299999999999999},"min":{"1min":0.42399999999999999,"5min":0.377,"15min":0.377},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.874}]},{"osd":6,"last update":"Thu Mar 4 23:06:11 2021","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.60899999999999999,"15min":0.59499999999999997},"min":{"1min":0.38100000000000001,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"last":0.996},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.61599999999999999,"15min":0.60399999999999998},"min":{"1min":0.41599999999999998,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.93500000000000005,"5min":1.032,"15min":1.032},"last":1.004}]},{"osd":7,"last update":"Thu Mar 4 23:06:29 2021","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.66100000000000003,"15min":0.64200000000000002},"min":{"1min":0.40400000000000003,"5min":0.372,"15min":0.372},"max":{"1min":1.0229999999999999,"5min":1.171,"15min":1.171},"last":0.89000000000000001},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.64800000000000002,"15min":0.63200000000000001},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.0189999999999999,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.94999999999999996}]}]},{"osd":0,"up_from":10,"seq":42949673012,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031252,"statfs":{"total":90194313216,"available":89120002048,"internally_reserved":1073741824,"allocated":561152,"data_stored":235573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:05:56 2021","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.33100000000000002,"15min":0.32000000000000001},"min":{"1min":0.13900000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.34300000000000003,"15min":0.33700000000000002},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.42899999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:06:10 2021","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.375,"15min":0.377},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.53500000000000003,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.35299999999999998,"15min":0.35299999999999998},"min":{"1min":0.20399999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.56100000000000005,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.39800000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:06:25 2021","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.375,"15min":0.38200000000000001},"min":{"1min":0.155,"5min":0.155,"15min":0.155},"max":{"1min":0.503,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.29999999999999999,"5min":0.38400000000000001,"15min":0.39700000000000002},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.45000000000000001,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.378}]},{"osd":4,"last update":"Thu Mar 4 23:05:38 2021","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.68700000000000006,"15min":0.68500000000000005},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.871},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.71199999999999997,"15min":0.71999999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.997,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.95399999999999996}]},{"osd":5,"last update":"Thu Mar 4 23:05:56 2021","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.73699999999999999,"15min":0.73899999999999999},"min":{"1min":0.45300000000000001,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.98499999999999999},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.751,"15min":0.75700000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.99299999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:06:06 2021","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.76300000000000001,"15min":0.77400000000000002},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.03,"5min":1.093,"15min":1.093},"last":0.86099999999999999},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.75800000000000001,"15min":0.76800000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.137,"5min":1.137,"15min":1.137},"last":0.90900000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:06:25 2021","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.74199999999999999,"15min":0.73099999999999998},"min":{"1min":0.499,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.105,"5min":1.105,"15min":1.105},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.747,"15min":0.73299999999999998},"min":{"1min":0.51300000000000001,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":1.034}]}]},{"osd":2,"up_from":21,"seq":90194313262,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031252,"statfs":{"total":90194313216,"available":89120002048,"internally_reserved":1073741824,"allocated":561152,"data_stored":235585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:06:06 2021","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.36599999999999999,"15min":0.38200000000000001},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":0.624,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.308,"5min":0.36699999999999999,"15min":0.38100000000000001},"min":{"1min":0.17399999999999999,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.49099999999999999,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.26900000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:06:06 2021","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.36599999999999999,"15min":0.374},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.53100000000000003,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.254},{"interface":"front","average":{"1min":0.312,"5min":0.35899999999999999,"15min":0.373},"min":{"1min":0.182,"5min":0.161,"15min":0.161},"max":{"1min":0.45500000000000002,"5min":0.63,"15min":0.63},"last":0.31900000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:06:25 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.38200000000000001,"15min":0.40899999999999997},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.51500000000000001,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.40400000000000003,"15min":0.432},"min":{"1min":0.216,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.51200000000000001,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.28100000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:05:38 2021","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.64700000000000002,"15min":0.64500000000000002},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.66700000000000004,"15min":0.66000000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.499}]},{"osd":5,"last update":"Thu Mar 4 23:05:53 2021","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.71199999999999997,"15min":0.71599999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.024,"5min":1.173,"15min":1.173},"last":0.434},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.70299999999999996,"15min":0.70499999999999996},"min":{"1min":0.38200000000000001,"5min":0.372,"15min":0.372},"max":{"1min":0.98299999999999998,"5min":1.208,"15min":1.208},"last":0.60599999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:06:06 2021","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.68600000000000005,"15min":0.67900000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.95399999999999996,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.754,"5min":0.69799999999999995,"15min":0.68899999999999995},"min":{"1min":0.432,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.4139999999999999,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.40000000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:06:25 2021","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.68799999999999994,"15min":0.66900000000000004},"min":{"1min":0.43099999999999999,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.4490000000000001,"5min":1.4490000000000001,"15min":1.4490000000000001},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.66700000000000004,"15min":0.65100000000000002},"min":{"1min":0.38900000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.45200000000000001}]}]},{"osd":3,"up_from":26,"seq":111669149740,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049128,"kb_used_data":544,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031256,"statfs":{"total":90194313216,"available":89120006144,"internally_reserved":1073741824,"allocated":557056,"data_stored":235088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:06:23 2021","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.38800000000000001,"15min":0.41999999999999998},"min":{"1min":0.22800000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":0.47199999999999998,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.315,"5min":0.38,"15min":0.40200000000000002},"min":{"1min":0.20200000000000001,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.53300000000000003,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.54300000000000004}]},{"osd":1,"last update":"Thu Mar 4 23:06:23 2021","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.41899999999999998,"15min":0.44900000000000001},"min":{"1min":0.223,"5min":0.182,"15min":0.182},"max":{"1min":0.505,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.38900000000000001,"15min":0.41499999999999998},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.48899999999999999,"5min":0.621,"15min":0.621},"last":0.46000000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:06:23 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.39400000000000002,"15min":0.41199999999999998},"min":{"1min":0.20699999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.56000000000000005,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.40500000000000003,"15min":0.439},"min":{"1min":0.22,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.53600000000000003,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.34100000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:05:37 2021","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.66000000000000003,"15min":0.66100000000000003},"min":{"1min":0.438,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.877},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.63900000000000001,"15min":0.63800000000000001},"min":{"1min":0.35399999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.98799999999999999,"5min":1.012,"15min":1.012},"last":0.85999999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:05:53 2021","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.67900000000000005,"15min":0.68600000000000005},"min":{"1min":0.40999999999999998,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.96199999999999997,"5min":1.026,"15min":1.026},"last":0.91800000000000004},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.34300000000000003,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.84999999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:06:09 2021","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.68100000000000005,"15min":0.66700000000000004},"min":{"1min":0.47599999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.121,"5min":1.121,"15min":1.121},"last":0.90300000000000002},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.65000000000000002,"15min":0.64400000000000002},"min":{"1min":0.38300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.89500000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:06:23 2021","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.65300000000000002,"15min":0.628},"min":{"1min":0.45100000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.86799999999999999},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.67600000000000005,"15min":0.64900000000000002},"min":{"1min":0.40600000000000003,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.93200000000000005}]}]},{"osd":4,"up_from":31,"seq":133143986215,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049148,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031236,"statfs":{"total":90194313216,"available":89119985664,"internally_reserved":1073741824,"allocated":577536,"data_stored":236679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:36 2021","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.72999999999999998,"15min":0.76200000000000001},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.79200000000000004,"15min":0.81699999999999995},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":1.268,"5min":1.268,"15min":1.268},"last":0.66200000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:05:36 2021","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.754,"15min":0.77800000000000002},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.73699999999999999,"15min":0.755},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.0149999999999999,"5min":1.131,"15min":1.131},"last":0.67600000000000005}]},{"osd":2,"last update":"Thu Mar 4 23:05:36 2021","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.76400000000000001,"15min":0.78500000000000003},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.92000000000000004,"5min":1.111,"15min":1.111},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.73699999999999999,"15min":0.75900000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.78200000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:05:36 2021","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.755,"15min":0.77700000000000002},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.73099999999999998,"15min":0.751},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.96299999999999997,"5min":1.095,"15min":1.095},"last":0.79600000000000004}]},{"osd":5,"last update":"Thu Mar 4 23:05:52 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.36499999999999999,"15min":0.35099999999999998},"min":{"1min":0.26800000000000002,"5min":0.183,"15min":0.183},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.36599999999999999,"15min":0.34799999999999998},"min":{"1min":0.30299999999999999,"5min":0.161,"15min":0.161},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.56299999999999994}]},{"osd":6,"last update":"Thu Mar 4 23:06:07 2021","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.42499999999999999,"15min":0.41699999999999998},"min":{"1min":0.252,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.40899999999999997,"15min":0.40000000000000002},"min":{"1min":0.28299999999999997,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.72499999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.45100000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:06:26 2021","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.434,"15min":0.42199999999999999},"min":{"1min":0.318,"5min":0.188,"15min":0.188},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.497},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.48099999999999998,"15min":0.47599999999999998},"min":{"1min":0.29999999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.68300000000000005,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.50700000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822693,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1049132,"kb_used_data":548,"kb_used_omap":0,"kb_used_meta":1048576,"kb_avail":87031252,"statfs":{"total":90194313216,"available":89120002048,"internally_reserved":1073741824,"allocated":561152,"data_stored":235621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":1073741824},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:05:51 2021","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.71999999999999997,"15min":0.753},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.874,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.70399999999999996,"15min":0.73499999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.96599999999999997,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.57199999999999995}]},{"osd":1,"last update":"Thu Mar 4 23:05:51 2021","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.72899999999999998,"15min":0.755},"min":{"1min":0.28000000000000003,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.85999999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.627},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.70599999999999996,"15min":0.72899999999999998},"min":{"1min":0.311,"5min":0.252,"15min":0.252},"max":{"1min":0.93700000000000006,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.51600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:05:51 2021","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.71199999999999997,"15min":0.73199999999999998},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.90600000000000003,"5min":1.238,"15min":1.238},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.72899999999999998,"15min":0.754},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.92100000000000004,"5min":1.133,"15min":1.133},"last":0.58299999999999996}]},{"osd":3,"last update":"Thu Mar 4 23:05:51 2021","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.69799999999999995,"15min":0.71599999999999997},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.84899999999999998,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.72599999999999998,"15min":0.75800000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.89000000000000001,"5min":1.109,"15min":1.109},"last":0.61199999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:05:51 2021","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.39500000000000002,"15min":0.39200000000000002},"min":{"1min":0.17999999999999999,"5min":0.17999999999999999,"15min":0.17999999999999999},"max":{"1min":0.74399999999999999,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.249},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.36799999999999999,"15min":0.35899999999999999},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.27400000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:06:10 2021","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.40500000000000003,"15min":0.40100000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.65900000000000003,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.307},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.39500000000000002,"15min":0.38500000000000001},"min":{"1min":0.23000000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.41899999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:06:26 2021","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.42099999999999999,"15min":0.40899999999999997},"min":{"1min":0.32300000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.372,"15min":0.35599999999999998},"min":{"1min":0.23100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.33700000000000002}]}]}]}} 2021-03-04T23:06:38.547 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2021-03-04T23:06:38.549 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2021-03-04T23:06:38.550 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2021-03-04T23:06:38.550 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph health --format=json 2021-03-04T23:06:38.660 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:40.259 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:06:40.966 INFO:teuthology.orchestra.run.gibba011.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2021-03-04T23:06:40.967 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2021-03-04T23:06:40.967 INFO:teuthology.run_tasks:Running task print... 2021-03-04T23:06:40.983 INFO:teuthology.task.print:**** upgrading first half of cluster, with stress **** 2021-03-04T23:06:40.984 INFO:teuthology.run_tasks:Running task parallel... 2021-03-04T23:06:41.050 INFO:teuthology.task.parallel:starting parallel... 2021-03-04T23:06:41.051 INFO:teuthology.task.parallel:In parallel, running task sequential... 2021-03-04T23:06:41.053 INFO:teuthology.task.sequential:In sequential, running task full_sequential... 2021-03-04T23:06:41.056 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2021-03-04T23:06:41.060 INFO:tasks.radosbench:Beginning radosbench... 2021-03-04T23:06:41.063 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2021-03-04T23:06:41.064 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool create unique_pool_0 16 2021-03-04T23:06:41.064 INFO:teuthology.task.parallel:In parallel, running task sequential... 2021-03-04T23:06:41.065 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2021-03-04T23:06:41.065 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@gibba011.front.sepia.ceph.com 2021-03-04T23:06:41.066 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph config set mgr mgr/cephadm/daemon_cache_timeout 60' 2021-03-04T23:06:41.176 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:43.566 INFO:teuthology.orchestra.run.gibba011.stderr:pool 'unique_pool_0' created 2021-03-04T23:06:44.657 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2021-03-04T23:06:44.683 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2021-03-04T23:06:44.834 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:06:47.144 INFO:teuthology.orchestra.run.gibba011.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 2021-03-04T23:06:47.615 INFO:teuthology.orchestra.run.gibba011.stderr:enabled application 'rados' on pool 'unique_pool_0' 2021-03-04T23:06:47.965 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch ps' 2021-03-04T23:06:49.766 DEBUG:teuthology.orchestra.run.gibba011:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_0 bench 90 write' 2021-03-04T23:06:49.771 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2021-03-04T23:06:49.771 INFO:teuthology.orchestra.run:waiting for 3000 2021-03-04T23:06:49.803 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:hints = 1 2021-03-04T23:06:49.804 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2021-03-04T23:06:49.804 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Object prefix: benchmark_data_gibba011_89409 2021-03-04T23:06:49.804 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:06:49.805 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 0 0 0 0 0 0 - 0 2021-03-04T23:06:50.630 INFO:teuthology.orchestra.run.gibba011.stdout:NAME HOST STATUS REFRESHED AGE VERSION IMAGE NAME IMAGE ID CONTAINER ID 2021-03-04T23:06:50.631 INFO:teuthology.orchestra.run.gibba011.stdout:alertmanager.a gibba011 running (95s) 52s ago 117s 0.20.0 docker.io/prom/alertmanager:v0.20.0 0881eb8f169f 75f339d996f6 2021-03-04T23:06:50.631 INFO:teuthology.orchestra.run.gibba011.stdout:grafana.a gibba038 running (103s) 53s ago 102s 6.6.2 docker.io/ceph/ceph-grafana:6.6.2 a0dce381714a 98ce22a6afd4 2021-03-04T23:06:50.631 INFO:teuthology.orchestra.run.gibba011.stdout:mds.foo.gibba011.yozmjr gibba011 running (56s) 52s ago 55s 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 53f71096606d 2021-03-04T23:06:50.632 INFO:teuthology.orchestra.run.gibba011.stdout:mds.foo.gibba038.rbeynd gibba038 running (59s) 53s ago 58s 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 8265208f44c5 2021-03-04T23:06:50.632 INFO:teuthology.orchestra.run.gibba011.stdout:mgr.x gibba038 running (4m) 53s ago 4m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 71507d5165d5 2021-03-04T23:06:50.632 INFO:teuthology.orchestra.run.gibba011.stdout:mgr.y gibba011 running (6m) 52s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 120464e7f2bc 2021-03-04T23:06:50.632 INFO:teuthology.orchestra.run.gibba011.stdout:mon.a gibba011 running (6m) 52s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 2dedd1bb498c 2021-03-04T23:06:50.633 INFO:teuthology.orchestra.run.gibba011.stdout:mon.b gibba038 running (4m) 53s ago 4m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 5a7b7f6c901a 2021-03-04T23:06:50.633 INFO:teuthology.orchestra.run.gibba011.stdout:mon.c gibba011 running (5m) 52s ago 5m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 a44b816f5ca7 2021-03-04T23:06:50.633 INFO:teuthology.orchestra.run.gibba011.stdout:node-exporter.a gibba011 running (2m) 52s ago 2m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf 78e2f7a69f1f 2021-03-04T23:06:50.633 INFO:teuthology.orchestra.run.gibba011.stdout:node-exporter.b gibba038 running (2m) 53s ago 2m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf 1287f2762897 2021-03-04T23:06:50.634 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0 gibba011 running (4m) 52s ago 4m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 21f34069602c 2021-03-04T23:06:50.634 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1 gibba011 running (4m) 52s ago 4m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 1aa7baf587eb 2021-03-04T23:06:50.634 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2 gibba011 running (3m) 52s ago 3m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 c63dfb8ee531 2021-03-04T23:06:50.635 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3 gibba011 running (3m) 52s ago 3m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 48ec44bfb32f 2021-03-04T23:06:50.635 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4 gibba038 running (3m) 53s ago 3m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 19eadf71f6a2 2021-03-04T23:06:50.635 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5 gibba038 running (3m) 53s ago 3m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 75adfd5dad9c 2021-03-04T23:06:50.635 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6 gibba038 running (2m) 53s ago 2m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 e9ebee3ecd28 2021-03-04T23:06:50.636 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7 gibba038 running (2m) 53s ago 2m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 0c2e87d4582c 2021-03-04T23:06:50.636 INFO:teuthology.orchestra.run.gibba011.stdout:prometheus.a gibba038 running (89s) 53s ago 2m 2.18.1 docker.io/prom/prometheus:v2.18.1 de242295e225 28109d2041c7 2021-03-04T23:06:50.803 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 1 16 8418 8402 525.097 525.125 0.00258154 0.00190071 2021-03-04T23:06:51.804 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 2 16 15792 15776 492.965 460.875 0.00189406 0.00202524 2021-03-04T23:06:52.804 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 3 16 22182 22166 461.76 399.375 0.00276988 0.00216224 2021-03-04T23:06:53.804 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 4 16 27964 27948 436.656 361.375 0.00230929 0.00228735 2021-03-04T23:06:54.804 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 5 16 33261 33245 415.532 331.062 0.00186863 0.00240374 2021-03-04T23:06:54.925 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'echo wait for minority of mons to upgrade' 2021-03-04T23:06:55.804 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 6 16 37882 37866 394.411 288.812 0.0033611 0.00253255 2021-03-04T23:06:56.805 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 7 16 42333 42317 377.805 278.188 0.00360283 0.00264417 2021-03-04T23:06:57.804 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 8 16 46513 46497 363.233 261.25 0.00279235 0.00275026 2021-03-04T23:06:58.804 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 9 16 50420 50404 350.003 244.188 0.00388622 0.00285434 2021-03-04T23:06:59.435 INFO:teuthology.orchestra.run.gibba011.stdout:wait for minority of mons to upgrade 2021-03-04T23:06:59.804 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 10 16 54059 54043 337.745 227.438 0.00630659 0.00295819 2021-03-04T23:07:00.804 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 11 16 57257 57241 325.21 199.875 0.00254973 0.00307223 2021-03-04T23:07:01.531 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done' 2021-03-04T23:07:01.804 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 12 16 60586 60570 315.446 208.062 0.00273199 0.00316717 2021-03-04T23:07:02.805 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 13 16 63811 63795 306.685 201.562 0.00566966 0.00325798 2021-03-04T23:07:03.804 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 14 16 66974 66958 298.898 197.688 0.00499318 0.00334278 2021-03-04T23:07:04.805 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 15 16 69960 69944 291.412 186.625 0.00571543 0.00342907 2021-03-04T23:07:05.805 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 16 16 72946 72930 284.862 186.625 0.0106129 0.00350771 2021-03-04T23:07:06.805 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 17 16 75763 75747 278.462 176.062 0.0052551 0.00358838 2021-03-04T23:07:07.805 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 18 16 78461 78445 272.359 168.625 0.00413016 0.00366883 2021-03-04T23:07:08.805 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 19 16 80995 80979 266.359 158.375 0.0045375 0.00375152 2021-03-04T23:07:09.805 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:07:09.803860+0000 min lat: 0.000860685 max lat: 0.110123 avg lat: 0.00383078 2021-03-04T23:07:09.805 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:07:09.805 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 20 16 83493 83477 260.847 156.125 0.00511157 0.00383078 2021-03-04T23:07:10.805 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 21 16 85963 85947 255.776 154.375 0.00537328 0.00390681 2021-03-04T23:07:11.805 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 22 16 88342 88326 250.908 148.688 0.00585263 0.00398295 2021-03-04T23:07:12.805 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 23 16 90738 90722 246.509 149.75 0.00699276 0.00405399 2021-03-04T23:07:13.805 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 24 16 93145 93129 242.506 150.438 0.00499036 0.00412072 2021-03-04T23:07:14.805 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 25 16 95536 95520 238.782 149.438 0.0131207 0.00418502 2021-03-04T23:07:15.805 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 26 16 97890 97874 235.256 147.125 0.00847046 0.00424766 2021-03-04T23:07:16.805 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 27 16 100162 100146 231.802 142 0.00930141 0.00431128 2021-03-04T23:07:17.806 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 28 16 102436 102420 228.599 142.125 0.0029641 0.00437121 2021-03-04T23:07:18.805 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 29 16 104628 104612 225.44 137 0.0037092 0.00443308 2021-03-04T23:07:19.805 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 30 16 106801 106785 222.452 135.812 0.0066755 0.0044926 2021-03-04T23:07:20.806 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 31 16 108915 108899 219.538 132.125 0.00354205 0.00455181 2021-03-04T23:07:21.806 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 32 16 111019 111003 216.787 131.5 0.00801833 0.00461001 2021-03-04T23:07:22.806 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 33 16 113093 113077 214.145 129.625 0.00493978 0.00466703 2021-03-04T23:07:23.806 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 34 16 115084 115068 211.506 124.438 0.00881503 0.00472513 2021-03-04T23:07:24.806 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 35 16 117039 117023 208.954 122.188 0.0107452 0.00478287 2021-03-04T23:07:25.806 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 36 16 118913 118897 206.403 117.125 0.0100964 0.00484193 2021-03-04T23:07:26.806 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 37 16 120738 120722 203.907 114.062 0.0135939 0.0049012 2021-03-04T23:07:27.806 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 38 16 122531 122515 201.49 112.062 0.00508227 0.0049604 2021-03-04T23:07:28.806 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 39 16 124260 124244 199.094 108.062 0.0101315 0.00501983 2021-03-04T23:07:29.806 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:07:29.805403+0000 min lat: 0.000860685 max lat: 0.110123 avg lat: 0.00507854 2021-03-04T23:07:29.807 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:07:29.807 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 40 16 125969 125953 196.787 106.812 0.0062439 0.00507854 2021-03-04T23:07:30.806 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 41 16 127660 127644 194.565 105.688 0.00709324 0.00513672 2021-03-04T23:07:31.807 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 42 16 129391 129375 192.508 108.188 0.00549175 0.00519183 2021-03-04T23:07:32.806 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 43 16 131134 131118 190.564 108.938 0.00757901 0.00524439 2021-03-04T23:07:33.807 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 44 16 132837 132821 188.652 106.438 0.00646249 0.00529803 2021-03-04T23:07:34.807 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 45 16 134526 134510 186.806 105.562 0.00608612 0.00535043 2021-03-04T23:07:35.807 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 46 16 136163 136147 184.969 102.312 0.00695757 0.00540351 2021-03-04T23:07:36.807 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 47 16 137787 137771 183.192 101.5 0.0119928 0.00545601 2021-03-04T23:07:37.807 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 48 16 139423 139407 181.506 102.25 0.00446919 0.00550665 2021-03-04T23:07:38.807 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 49 16 141055 141039 179.883 102 0.0144145 0.00555638 2021-03-04T23:07:39.807 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 50 16 142650 142634 178.279 99.6875 0.0063247 0.00560619 2021-03-04T23:07:40.807 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 51 16 144268 144252 176.766 101.125 0.0144506 0.00565436 2021-03-04T23:07:41.807 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 52 16 145819 145803 175.231 96.9375 0.0129296 0.00570384 2021-03-04T23:07:42.807 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 53 16 147401 147385 173.79 98.875 0.00540152 0.00575101 2021-03-04T23:07:43.807 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 54 16 148903 148887 172.31 93.875 0.0162017 0.00580073 2021-03-04T23:07:44.807 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 55 16 150493 150477 170.984 99.375 0.00735265 0.00584544 2021-03-04T23:07:45.808 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 56 16 152013 151997 169.627 95 0.00464737 0.00589243 2021-03-04T23:07:46.808 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 57 16 153495 153479 168.276 92.625 0.0184385 0.0059397 2021-03-04T23:07:47.808 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 58 16 154957 154941 166.95 91.375 0.0055382 0.00598706 2021-03-04T23:07:48.808 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 59 16 156415 156399 165.664 91.125 0.0126248 0.00603322 2021-03-04T23:07:49.808 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:07:49.806976+0000 min lat: 0.000860685 max lat: 0.110123 avg lat: 0.00607897 2021-03-04T23:07:49.808 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:07:49.809 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 60 16 157872 157856 164.421 91.0625 0.00923771 0.00607897 2021-03-04T23:07:50.808 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 61 16 159329 159313 163.218 91.0625 0.0234713 0.00612364 2021-03-04T23:07:51.808 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 62 16 160791 160775 162.059 91.375 0.00408943 0.00616764 2021-03-04T23:07:52.808 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 63 16 162315 162299 160.998 95.25 0.00843265 0.0062087 2021-03-04T23:07:53.808 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 64 16 163857 163841 159.989 96.375 0.00937643 0.00624756 2021-03-04T23:07:54.809 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 65 16 165403 165387 159.014 96.625 0.00442306 0.00628551 2021-03-04T23:07:55.808 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 66 16 166933 166917 158.053 95.625 0.0229772 0.00632395 2021-03-04T23:07:56.809 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 67 16 168490 168474 157.146 97.3125 0.00996721 0.00636054 2021-03-04T23:07:57.809 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 68 16 170036 170020 156.256 96.625 0.00425033 0.00639695 2021-03-04T23:07:58.809 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 69 16 171610 171594 155.417 98.375 0.00664505 0.00643163 2021-03-04T23:07:59.809 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 70 16 173166 173150 154.586 97.25 0.00435981 0.00646614 2021-03-04T23:08:00.809 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 71 16 174733 174717 153.788 97.9375 0.00974477 0.00649956 2021-03-04T23:08:01.809 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 72 16 176278 176262 152.993 96.5625 0.00428977 0.00653346 2021-03-04T23:08:02.809 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 73 16 177806 177790 152.206 95.5 0.0178977 0.00656693 2021-03-04T23:08:03.809 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 74 16 179320 179304 151.428 94.625 0.0077368 0.00660114 2021-03-04T23:08:04.809 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 75 16 180879 180863 150.708 97.4375 0.00958756 0.00663256 2021-03-04T23:08:04.838 INFO:journalctl@ceph.mgr.x.gibba038.stdout:Mar 04 23:08:04 gibba038 systemd[1]: Stopping Ceph mgr.x for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:08:05.809 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 76 16 182438 182422 150.007 97.4375 0.0169578 0.00666354 2021-03-04T23:08:06.809 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 77 16 183983 183967 149.312 96.5625 0.0043835 0.00669446 2021-03-04T23:08:07.809 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 78 16 185503 185487 148.616 95 0.0154989 0.00672573 2021-03-04T23:08:08.809 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 79 16 187058 187042 147.965 97.1875 0.010644 0.00675575 2021-03-04T23:08:09.809 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:08:09.808559+0000 min lat: 0.000860685 max lat: 0.110123 avg lat: 0.00678528 2021-03-04T23:08:09.810 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:08:09.810 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 80 16 188591 188575 147.313 95.8125 0.00822284 0.00678528 2021-03-04T23:08:10.810 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 81 16 190141 190125 146.69 96.875 0.00644897 0.00681426 2021-03-04T23:08:11.810 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 82 16 191661 191645 146.06 95 0.00405549 0.00684372 2021-03-04T23:08:12.810 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 83 16 193220 193204 145.474 97.4375 0.00507437 0.00687084 2021-03-04T23:08:13.810 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 84 16 194752 194736 144.882 95.75 0.0128255 0.00689926 2021-03-04T23:08:14.810 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 85 16 196273 196257 144.296 95.0625 0.009567 0.00692744 2021-03-04T23:08:15.810 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 86 16 197801 197785 143.728 95.5 0.0192145 0.00695473 2021-03-04T23:08:16.810 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 87 16 199351 199335 143.189 96.875 0.00505813 0.0069807 2021-03-04T23:08:17.810 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 88 16 200803 200787 142.593 90.75 0.00458404 0.0070102 2021-03-04T23:08:18.088 INFO:journalctl@ceph.mgr.x.gibba038.stdout:Mar 04 23:08:17 gibba038 podman[71593]: 71507d5165d5c7bf21aaf25013b8d36690398329f450d1b18d146239d97174fa 2021-03-04T23:08:18.088 INFO:journalctl@ceph.mgr.x.gibba038.stdout:Mar 04 23:08:17 gibba038 systemd[1]: ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@mgr.x.service: Main process exited, code=exited, status=137/n/a 2021-03-04T23:08:18.088 INFO:journalctl@ceph.mgr.x.gibba038.stdout:Mar 04 23:08:17 gibba038 systemd[1]: ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@mgr.x.service: Failed with result 'exit-code'. 2021-03-04T23:08:18.089 INFO:journalctl@ceph.mgr.x.gibba038.stdout:Mar 04 23:08:17 gibba038 systemd[1]: Stopped Ceph mgr.x for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:08:18.089 INFO:journalctl@ceph.mgr.x.gibba038.stdout:Mar 04 23:08:17 gibba038 systemd[1]: Starting Ceph mgr.x for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:08:18.504 INFO:journalctl@ceph.mgr.x.gibba038.stdout:Mar 04 23:08:18 gibba038 podman[71777]: 2021-03-04 23:08:18.227104015 +0000 UTC m=+0.177651458 container create 44ab02ab29422e99d54d5dc58296ce78f3ef01ba4d2c49abb7fa2425057974a8 (image=quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.x, GIT_CLEAN=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, ceph=True, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, GIT_BRANCH=HEAD, io.buildah.version=1.18.0, org.label-schema.schema-version=1.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Base Image) 2021-03-04T23:08:18.505 INFO:journalctl@ceph.mgr.x.gibba038.stdout:Mar 04 23:08:18 gibba038 podman[71777]: 2021-03-04 23:08:18.50210497 +0000 UTC m=+0.452652401 container init 44ab02ab29422e99d54d5dc58296ce78f3ef01ba4d2c49abb7fa2425057974a8 (image=quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.x, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_CLEAN=True, io.buildah.version=1.18.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, org.label-schema.build-date=20201204, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2021-03-04T23:08:18.810 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 89 16 202243 202227 142.002 90 0.00905467 0.00703933 2021-03-04T23:08:18.837 INFO:journalctl@ceph.mgr.x.gibba038.stdout:Mar 04 23:08:18 gibba038 podman[71777]: 2021-03-04 23:08:18.543777775 +0000 UTC m=+0.494325201 container start 44ab02ab29422e99d54d5dc58296ce78f3ef01ba4d2c49abb7fa2425057974a8 (image=quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.x, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, io.buildah.version=1.18.0, GIT_CLEAN=True, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, maintainer=Dimitri Savineau ) 2021-03-04T23:08:18.838 INFO:journalctl@ceph.mgr.x.gibba038.stdout:Mar 04 23:08:18 gibba038 bash[71701]: 44ab02ab29422e99d54d5dc58296ce78f3ef01ba4d2c49abb7fa2425057974a8 2021-03-04T23:08:18.838 INFO:journalctl@ceph.mgr.x.gibba038.stdout:Mar 04 23:08:18 gibba038 systemd[1]: Started Ceph mgr.x for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:08:19.810 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 90 7 203588 203581 141.365 84.625 0.00950378 0.00707108 2021-03-04T23:08:20.811 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Total time run: 90.0113 2021-03-04T23:08:20.811 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Total writes made: 203588 2021-03-04T23:08:20.811 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Write size: 65536 2021-03-04T23:08:20.812 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Object size: 65536 2021-03-04T23:08:20.812 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Bandwidth (MB/sec): 141.363 2021-03-04T23:08:20.812 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Stddev Bandwidth: 82.0879 2021-03-04T23:08:20.812 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Max bandwidth (MB/sec): 525.125 2021-03-04T23:08:20.812 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Min bandwidth (MB/sec): 84.625 2021-03-04T23:08:20.813 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Average IOPS: 2261 2021-03-04T23:08:20.813 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Stddev IOPS: 1313.41 2021-03-04T23:08:20.813 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Max IOPS: 8402 2021-03-04T23:08:20.813 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Min IOPS: 1354 2021-03-04T23:08:20.814 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Average Latency(s): 0.00707132 2021-03-04T23:08:20.814 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Stddev Latency(s): 0.00494065 2021-03-04T23:08:20.814 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Max latency(s): 0.110123 2021-03-04T23:08:20.814 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Min latency(s): 0.000860685 2021-03-04T23:08:20.815 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Cleaning up (deleting benchmark objects) 2021-03-04T23:08:45.354 INFO:journalctl@ceph.mgr.y.gibba011.stdout:Mar 04 23:08:45 gibba011 systemd[1]: Stopping Ceph mgr.y for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:08:58.354 INFO:journalctl@ceph.mgr.y.gibba011.stdout:Mar 04 23:08:58 gibba011 podman[93611]: 120464e7f2bccee74fc5ec3f1dcaac92ad045028cf0669127d3ea6090978896e 2021-03-04T23:08:58.354 INFO:journalctl@ceph.mgr.y.gibba011.stdout:Mar 04 23:08:58 gibba011 systemd[1]: ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@mgr.y.service: Main process exited, code=exited, status=137/n/a 2021-03-04T23:08:58.354 INFO:journalctl@ceph.mgr.y.gibba011.stdout:Mar 04 23:08:58 gibba011 systemd[1]: ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@mgr.y.service: Failed with result 'exit-code'. 2021-03-04T23:08:58.355 INFO:journalctl@ceph.mgr.y.gibba011.stdout:Mar 04 23:08:58 gibba011 systemd[1]: Stopped Ceph mgr.y for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:08:58.355 INFO:journalctl@ceph.mgr.y.gibba011.stdout:Mar 04 23:08:58 gibba011 systemd[1]: Starting Ceph mgr.y for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:08:58.770 INFO:journalctl@ceph.mgr.y.gibba011.stdout:Mar 04 23:08:58 gibba011 podman[93976]: 2021-03-04 23:08:58.485099497 +0000 UTC m=+0.156018943 container create 259b9d44bd28036b29329101d86debf457e232ed5e48270160c8d31f40d2d5c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.y, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_BRANCH=HEAD, io.buildah.version=1.18.0, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS) 2021-03-04T23:08:59.103 INFO:journalctl@ceph.mgr.y.gibba011.stdout:Mar 04 23:08:58 gibba011 podman[93976]: 2021-03-04 23:08:58.768887025 +0000 UTC m=+0.439806464 container init 259b9d44bd28036b29329101d86debf457e232ed5e48270160c8d31f40d2d5c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.y, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.18.0, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD) 2021-03-04T23:08:59.104 INFO:journalctl@ceph.mgr.y.gibba011.stdout:Mar 04 23:08:58 gibba011 podman[93976]: 2021-03-04 23:08:58.801761387 +0000 UTC m=+0.472680819 container start 259b9d44bd28036b29329101d86debf457e232ed5e48270160c8d31f40d2d5c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.y, GIT_BRANCH=HEAD, io.buildah.version=1.18.0, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.name=CentOS Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2021-03-04T23:08:59.104 INFO:journalctl@ceph.mgr.y.gibba011.stdout:Mar 04 23:08:58 gibba011 bash[93900]: 259b9d44bd28036b29329101d86debf457e232ed5e48270160c8d31f40d2d5c3 2021-03-04T23:08:59.104 INFO:journalctl@ceph.mgr.y.gibba011.stdout:Mar 04 23:08:58 gibba011 systemd[1]: Started Ceph mgr.y for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:08:59.104 INFO:journalctl@ceph.mgr.y.gibba011.stdout:Mar 04 23:08:58 gibba011 conmon[94020]: debug 2021-03-04T23:08:58.808+0000 7f6b9201b700 1 -- 172.21.2.111:0/707905842 <== mon.1 v2:172.21.2.111:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5564394c64e0 con 0x55643949f000 2021-03-04T23:09:06.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:06 gibba011 systemd[1]: Stopping Ceph mon.a for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:09:07.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:06 gibba011 podman[95336]: 2021-03-04 23:09:06.996909128 +0000 UTC m=+0.379911586 container stop 2dedd1bb498c10e7012efa7ae18fdd4d030f7dc9ab637e46bc2c47e9842e1b58 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mon.a, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, RELEASE=master-908e75b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=False, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, ceph=True, org.label-schema.vendor=CentOS) 2021-03-04T23:09:07.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:07 gibba011 podman[95336]: 2021-03-04 23:09:07.061992512 +0000 UTC m=+0.444994975 container died 2dedd1bb498c10e7012efa7ae18fdd4d030f7dc9ab637e46bc2c47e9842e1b58 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mon.a) 2021-03-04T23:09:07.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:07 gibba011 podman[95336]: 2dedd1bb498c10e7012efa7ae18fdd4d030f7dc9ab637e46bc2c47e9842e1b58 2021-03-04T23:09:08.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 podman[95377]: 2021-03-04 23:09:08.06000905 +0000 UTC m=+1.085856547 container remove 2dedd1bb498c10e7012efa7ae18fdd4d030f7dc9ab637e46bc2c47e9842e1b58 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mon.a, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=master-908e75b, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=False, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Dimitri Savineau , GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.vendor=CentOS) 2021-03-04T23:09:08.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 systemd[1]: Stopped Ceph mon.a for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:09:08.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 systemd[1]: Starting Ceph mon.a for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:09:08.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 podman[95550]: 2021-03-04 23:09:08.485015768 +0000 UTC m=+0.182208006 container create 57d3238c8c38c3134fb2cba60e81314f5ac129bbadb5c33c76efbe2fc42c6dae (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mon.a, GIT_BRANCH=HEAD, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, maintainer=Dimitri Savineau , io.buildah.version=1.18.0, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01) 2021-03-04T23:09:08.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 podman[95550]: 2021-03-04 23:09:08.610019174 +0000 UTC m=+0.307211390 container init 57d3238c8c38c3134fb2cba60e81314f5ac129bbadb5c33c76efbe2fc42c6dae (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mon.a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, maintainer=Dimitri Savineau , RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.build-date=20201204, io.buildah.version=1.18.0, org.label-schema.name=CentOS Base Image) 2021-03-04T23:09:08.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.641+0000 7f2e1ec37700 0 set uid:gid to 167:167 (ceph:ceph) 2021-03-04T23:09:08.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.641+0000 7f2e1ec37700 0 ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev), process ceph-mon, pid 2 2021-03-04T23:09:08.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.641+0000 7f2e1ec37700 0 pidfile_write: ignore empty --pid-file 2021-03-04T23:09:08.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.645+0000 7f2e1ec37700 0 load: jerasure load: lrc load: isa 2021-03-04T23:09:08.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: RocksDB version: 6.8.1 2021-03-04T23:09:08.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-03-04T23:09:08.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Compile date Mar 4 2021 2021-03-04T23:09:08.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: DB SUMMARY 2021-03-04T23:09:08.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: CURRENT file: CURRENT 2021-03-04T23:09:08.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: IDENTITY file: IDENTITY 2021-03-04T23:09:08.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: MANIFEST file: MANIFEST-000008 size: 296 Bytes 2021-03-04T23:09:08.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000014.sst 2021-03-04T23:09:08.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000012.log size: 8879281 ; 2021-03-04T23:09:08.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.error_if_exists: 0 2021-03-04T23:09:08.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.create_if_missing: 0 2021-03-04T23:09:08.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.paranoid_checks: 1 2021-03-04T23:09:08.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.env: 0x55837acc41c0 2021-03-04T23:09:08.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.fs: Posix File System 2021-03-04T23:09:08.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.info_log: 0x55837c981ee0 2021-03-04T23:09:08.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.max_file_opening_threads: 16 2021-03-04T23:09:08.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.statistics: (nil) 2021-03-04T23:09:08.862 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.use_fsync: 0 2021-03-04T23:09:08.862 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.max_log_file_size: 0 2021-03-04T23:09:08.862 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-03-04T23:09:08.862 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.log_file_time_to_roll: 0 2021-03-04T23:09:08.863 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.keep_log_file_num: 1000 2021-03-04T23:09:08.863 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.recycle_log_file_num: 0 2021-03-04T23:09:08.863 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.allow_fallocate: 1 2021-03-04T23:09:08.863 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.allow_mmap_reads: 0 2021-03-04T23:09:08.863 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.allow_mmap_writes: 0 2021-03-04T23:09:08.864 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.use_direct_reads: 0 2021-03-04T23:09:08.864 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-03-04T23:09:08.864 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.create_missing_column_families: 0 2021-03-04T23:09:08.864 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.db_log_dir: 2021-03-04T23:09:08.865 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2021-03-04T23:09:08.865 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.table_cache_numshardbits: 6 2021-03-04T23:09:08.865 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.max_subcompactions: 1 2021-03-04T23:09:08.865 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.max_background_flushes: -1 2021-03-04T23:09:08.865 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-03-04T23:09:08.866 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-03-04T23:09:08.866 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2021-03-04T23:09:08.866 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-03-04T23:09:08.866 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-03-04T23:09:08.867 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.advise_random_on_open: 1 2021-03-04T23:09:08.867 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.db_write_buffer_size: 0 2021-03-04T23:09:08.867 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.write_buffer_manager: 0x55837c9ddbc0 2021-03-04T23:09:08.867 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-03-04T23:09:08.867 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-03-04T23:09:08.868 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-03-04T23:09:08.868 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.use_adaptive_mutex: 0 2021-03-04T23:09:08.868 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.rate_limiter: (nil) 2021-03-04T23:09:08.868 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-03-04T23:09:08.869 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.wal_recovery_mode: 2 2021-03-04T23:09:08.870 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.enable_thread_tracking: 0 2021-03-04T23:09:08.870 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.enable_pipelined_write: 0 2021-03-04T23:09:08.870 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.unordered_write: 0 2021-03-04T23:09:08.871 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-03-04T23:09:08.871 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-03-04T23:09:08.871 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-03-04T23:09:08.871 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-03-04T23:09:08.871 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.row_cache: None 2021-03-04T23:09:08.872 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.wal_filter: None 2021-03-04T23:09:08.872 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-03-04T23:09:08.872 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.allow_ingest_behind: 0 2021-03-04T23:09:08.872 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.preserve_deletes: 0 2021-03-04T23:09:08.873 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.two_write_queues: 0 2021-03-04T23:09:08.873 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.manual_wal_flush: 0 2021-03-04T23:09:08.873 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.atomic_flush: 0 2021-03-04T23:09:08.873 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-03-04T23:09:08.874 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.persist_stats_to_disk: 0 2021-03-04T23:09:08.874 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.write_dbid_to_manifest: 0 2021-03-04T23:09:08.874 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.log_readahead_size: 0 2021-03-04T23:09:08.875 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2021-03-04T23:09:08.875 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.max_background_jobs: 2 2021-03-04T23:09:08.875 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.max_background_compactions: -1 2021-03-04T23:09:08.875 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-03-04T23:09:08.876 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-03-04T23:09:08.876 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.delayed_write_rate : 16777216 2021-03-04T23:09:08.876 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.876 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.max_total_wal_size: 0 2021-03-04T23:09:08.877 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-03-04T23:09:08.877 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.stats_dump_period_sec: 600 2021-03-04T23:09:08.877 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.stats_persist_period_sec: 600 2021-03-04T23:09:08.877 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-03-04T23:09:08.877 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.max_open_files: -1 2021-03-04T23:09:08.878 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.bytes_per_sync: 0 2021-03-04T23:09:08.878 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.878 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-03-04T23:09:08.878 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.strict_bytes_per_sync: 0 2021-03-04T23:09:08.879 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.compaction_readahead_size: 0 2021-03-04T23:09:08.879 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Compression algorithms supported: 2021-03-04T23:09:08.879 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-03-04T23:09:08.879 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: kZSTD supported: 0 2021-03-04T23:09:08.880 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: kXpressCompression supported: 0 2021-03-04T23:09:08.880 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: kLZ4HCCompression supported: 1 2021-03-04T23:09:08.880 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: kLZ4Compression supported: 1 2021-03-04T23:09:08.882 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: kBZip2Compression supported: 0 2021-03-04T23:09:08.883 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: kZlibCompression supported: 1 2021-03-04T23:09:08.884 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: kSnappyCompression supported: 1 2021-03-04T23:09:08.884 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-03-04T23:09:08.884 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000008 2021-03-04T23:09:08.884 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.885 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.885 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2021-03-04T23:09:08.885 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.885 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-03-04T23:09:08.885 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.merge_operator: 2021-03-04T23:09:08.886 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.compaction_filter: None 2021-03-04T23:09:08.886 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.compaction_filter_factory: None 2021-03-04T23:09:08.886 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-03-04T23:09:08.886 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.table_factory: BlockBasedTable 2021-03-04T23:09:08.887 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55837c9281e0) 2021-03-04T23:09:08.887 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: cache_index_and_filter_blocks: 1 2021-03-04T23:09:08.887 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: cache_index_and_filter_blocks_with_high_priority: 0 2021-03-04T23:09:08.887 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: pin_l0_filter_and_index_blocks_in_cache: 0 2021-03-04T23:09:08.888 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: pin_top_level_index_and_filter: 1 2021-03-04T23:09:08.888 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: index_type: 0 2021-03-04T23:09:08.888 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: data_block_index_type: 0 2021-03-04T23:09:08.888 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: index_shortening: 1 2021-03-04T23:09:08.888 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: data_block_hash_table_util_ratio: 0.750000 2021-03-04T23:09:08.889 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: hash_index_allow_collision: 1 2021-03-04T23:09:08.889 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: checksum: 1 2021-03-04T23:09:08.889 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: no_block_cache: 0 2021-03-04T23:09:08.889 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: block_cache: 0x55837c962510 2021-03-04T23:09:08.890 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: block_cache_name: BinnedLRUCache 2021-03-04T23:09:08.890 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: block_cache_options: 2021-03-04T23:09:08.890 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: capacity : 536870912 2021-03-04T23:09:08.890 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: num_shard_bits : 4 2021-03-04T23:09:08.891 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: strict_capacity_limit : 0 2021-03-04T23:09:08.891 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: high_pri_pool_ratio: 0.000 2021-03-04T23:09:08.891 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: block_cache_compressed: (nil) 2021-03-04T23:09:08.891 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: persistent_cache: (nil) 2021-03-04T23:09:08.892 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: block_size: 4096 2021-03-04T23:09:08.892 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: block_size_deviation: 10 2021-03-04T23:09:08.892 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: block_restart_interval: 16 2021-03-04T23:09:08.892 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: index_block_restart_interval: 1 2021-03-04T23:09:08.892 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: metadata_block_size: 4096 2021-03-04T23:09:08.893 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: partition_filters: 0 2021-03-04T23:09:08.893 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: use_delta_encoding: 1 2021-03-04T23:09:08.893 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: filter_policy: rocksdb.BuiltinBloomFilter 2021-03-04T23:09:08.893 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: whole_key_filtering: 1 2021-03-04T23:09:08.893 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: verify_compression: 0 2021-03-04T23:09:08.894 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: read_amp_bytes_per_bit: 0 2021-03-04T23:09:08.894 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: format_version: 2 2021-03-04T23:09:08.894 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: enable_index_compression: 1 2021-03-04T23:09:08.894 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: block_align: 0 2021-03-04T23:09:08.894 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.895 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.write_buffer_size: 33554432 2021-03-04T23:09:08.895 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.max_write_buffer_number: 2 2021-03-04T23:09:08.895 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.895 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.compression: NoCompression 2021-03-04T23:09:08.896 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.bottommost_compression: Disabled 2021-03-04T23:09:08.896 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.prefix_extractor: nullptr 2021-03-04T23:09:08.896 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-03-04T23:09:08.896 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.num_levels: 7 2021-03-04T23:09:08.897 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-03-04T23:09:08.897 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-03-04T23:09:08.897 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2021-03-04T23:09:08.897 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-03-04T23:09:08.897 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-03-04T23:09:08.898 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-03-04T23:09:08.898 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-03-04T23:09:08.898 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-03-04T23:09:08.898 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-03-04T23:09:08.899 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.compression_opts.window_bits: -14 2021-03-04T23:09:08.899 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.compression_opts.level: 32767 2021-03-04T23:09:08.899 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.compression_opts.strategy: 0 2021-03-04T23:09:08.899 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-03-04T23:09:08.899 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-03-04T23:09:08.900 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.compression_opts.enabled: false 2021-03-04T23:09:08.900 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-03-04T23:09:08.900 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-03-04T23:09:08.900 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-03-04T23:09:08.901 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.target_file_size_base: 67108864 2021-03-04T23:09:08.901 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.target_file_size_multiplier: 1 2021-03-04T23:09:08.901 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-03-04T23:09:08.901 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-03-04T23:09:08.901 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-03-04T23:09:08.902 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-03-04T23:09:08.902 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-03-04T23:09:08.902 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-03-04T23:09:08.903 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.903 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-03-04T23:09:08.903 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-03-04T23:09:08.903 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-03-04T23:09:08.903 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-03-04T23:09:08.904 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-03-04T23:09:08.904 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-03-04T23:09:08.904 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.arena_block_size: 4194304 2021-03-04T23:09:08.904 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-03-04T23:09:08.904 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-03-04T23:09:08.905 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-03-04T23:09:08.905 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.disable_auto_compactions: 0 2021-03-04T23:09:08.905 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-03-04T23:09:08.905 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-03-04T23:09:08.906 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-03-04T23:09:08.906 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-03-04T23:09:08.906 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-03-04T23:09:08.906 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-03-04T23:09:08.906 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-03-04T23:09:08.907 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-03-04T23:09:08.907 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-03-04T23:09:08.907 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-03-04T23:09:08.907 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.table_properties_collectors: 2021-03-04T23:09:08.907 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.inplace_update_support: 0 2021-03-04T23:09:08.908 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-03-04T23:09:08.908 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-03-04T23:09:08.908 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-03-04T23:09:08.908 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.memtable_huge_page_size: 0 2021-03-04T23:09:08.909 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.bloom_locality: 0 2021-03-04T23:09:08.909 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.max_successive_merges: 0 2021-03-04T23:09:08.909 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-03-04T23:09:08.909 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.paranoid_file_checks: 0 2021-03-04T23:09:08.909 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.force_consistency_checks: 0 2021-03-04T23:09:08.910 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.report_bg_io_stats: 0 2021-03-04T23:09:08.910 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.ttl: 2592000 2021-03-04T23:09:08.910 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.646+0000 7f2e1ec37700 4 rocksdb: Options.periodic_compaction_seconds: 0 2021-03-04T23:09:08.910 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.647+0000 7f2e1ec37700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-03-04T23:09:08.911 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.647+0000 7f2e1ec37700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000008 succeeded,manifest_file_number is 8, next_file_number is 16, last_sequence is 6193, log_number is 12,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-03-04T23:09:08.911 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.911 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.647+0000 7f2e1ec37700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 12 2021-03-04T23:09:08.911 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.911 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.647+0000 7f2e1ec37700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614899348648897, "job": 1, "event": "recovery_started", "log_files": [12]} 2021-03-04T23:09:08.912 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.647+0000 7f2e1ec37700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #12 mode 2 2021-03-04T23:09:08.912 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.653+0000 7f2e1ec37700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2021-03-04T23:09:08.912 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.661+0000 7f2e1ec37700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614899348663164, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 16, "file_size": 8814700, "table_properties": {"data_size": 8799777, "index_size": 12627, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 1477, "raw_key_size": 11521, "raw_average_key_size": 19, "raw_value_size": 8782354, "raw_average_value_size": 15038, "num_data_blocks": 397, "num_entries": 584, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1614899348, "oldest_key_time": 3, "file_creation_time": 0}} 2021-03-04T23:09:08.912 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.661+0000 7f2e1ec37700 4 rocksdb: [version_set.cc:3826] Creating manifest 17 2021-03-04T23:09:08.913 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.913 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.661+0000 7f2e1ec37700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-03-04T23:09:08.913 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.662+0000 7f2e1ec37700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614899348663739, "job": 1, "event": "recovery_finished"} 2021-03-04T23:09:08.913 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.663+0000 7f2e1ec37700 4 rocksdb: DB pointer 0x55837ca29800 2021-03-04T23:09:08.913 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.663+0000 7f2e05a4b700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2021-03-04T23:09:08.914 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.914 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.663+0000 7f2e05a4b700 4 rocksdb: [db_impl/db_impl.cc:851] 2021-03-04T23:09:08.914 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: ** DB Stats ** 2021-03-04T23:09:08.914 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T23:09:08.914 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-03-04T23:09:08.915 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-03-04T23:09:08.915 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T23:09:08.915 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-03-04T23:09:08.915 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-03-04T23:09:08.915 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T23:09:08.916 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.916 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: ** Compaction Stats [default] ** 2021-03-04T23:09:08.916 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:09:08.916 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:09:08.917 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: L0 1/0 8.41 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 969.1 0.01 0.00 1 0.009 0 0 2021-03-04T23:09:08.917 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: L6 1/0 15.64 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:09:08.917 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Sum 2/0 24.04 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 969.1 0.01 0.00 1 0.009 0 0 2021-03-04T23:09:08.917 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 969.1 0.01 0.00 1 0.009 0 0 2021-03-04T23:09:08.917 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.918 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: ** Compaction Stats [default] ** 2021-03-04T23:09:08.918 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:09:08.918 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:09:08.918 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 969.1 0.01 0.00 1 0.009 0 0 2021-03-04T23:09:08.919 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T23:09:08.919 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Flush(GB): cumulative 0.008, interval 0.008 2021-03-04T23:09:08.919 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T23:09:08.919 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: AddFile(Total Files): cumulative 0, interval 0 2021-03-04T23:09:08.919 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T23:09:08.920 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: AddFile(Keys): cumulative 0, interval 0 2021-03-04T23:09:08.920 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Cumulative compaction: 0.01 GB write, 500.91 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:09:08.920 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Interval compaction: 0.01 GB write, 500.91 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:09:08.920 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T23:09:08.920 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.921 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: ** File Read Latency Histogram By Level [default] ** 2021-03-04T23:09:08.921 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.921 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: ** Compaction Stats [default] ** 2021-03-04T23:09:08.921 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:09:08.922 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:09:08.922 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: L0 1/0 8.41 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 969.1 0.01 0.00 1 0.009 0 0 2021-03-04T23:09:08.922 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: L6 1/0 15.64 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:09:08.922 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Sum 2/0 24.04 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 969.1 0.01 0.00 1 0.009 0 0 2021-03-04T23:09:08.922 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:09:08.923 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.923 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: ** Compaction Stats [default] ** 2021-03-04T23:09:08.923 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:09:08.923 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:09:08.924 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 969.1 0.01 0.00 1 0.009 0 0 2021-03-04T23:09:08.924 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T23:09:08.924 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Flush(GB): cumulative 0.008, interval 0.000 2021-03-04T23:09:08.924 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T23:09:08.925 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: AddFile(Total Files): cumulative 0, interval 0 2021-03-04T23:09:08.925 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T23:09:08.925 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: AddFile(Keys): cumulative 0, interval 0 2021-03-04T23:09:08.925 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Cumulative compaction: 0.01 GB write, 499.69 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:09:08.925 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:09:08.926 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T23:09:08.926 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.926 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: ** File Read Latency Histogram By Level [default] ** 2021-03-04T23:09:08.926 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.926 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.664+0000 7f2e1ec37700 0 starting mon.a rank 0 at public addrs [v2:172.21.2.111:3300/0,v1:172.21.2.111:6789/0] at bind addrs [v2:172.21.2.111:3300/0,v1:172.21.2.111:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 5f47b844-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:09:08.927 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.665+0000 7f2e1ec37700 1 mon.a@-1(???) e3 preinit fsid 5f47b844-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:09:08.927 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.665+0000 7f2e1ec37700 0 mon.a@-1(???).mds e7 new map 2021-03-04T23:09:08.927 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.665+0000 7f2e1ec37700 0 mon.a@-1(???).mds e7 print_map 2021-03-04T23:09:08.927 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: e7 2021-03-04T23:09:08.927 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: enable_multiple, ever_enabled_multiple: 0,0 2021-03-04T23:09:08.928 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-03-04T23:09:08.928 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: legacy client fscid: 1 2021-03-04T23:09:08.928 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.928 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Filesystem 'foo' (1) 2021-03-04T23:09:08.929 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: fs_name foo 2021-03-04T23:09:08.929 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: epoch 4 2021-03-04T23:09:08.929 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: flags 12 2021-03-04T23:09:08.929 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: created 2021-03-04T23:05:49.575726+0000 2021-03-04T23:09:08.929 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: modified 2021-03-04T23:05:53.546382+0000 2021-03-04T23:09:08.930 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: tableserver 0 2021-03-04T23:09:08.930 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: root 0 2021-03-04T23:09:08.930 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: session_timeout 60 2021-03-04T23:09:08.930 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: session_autoclose 300 2021-03-04T23:09:08.930 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: max_file_size 1099511627776 2021-03-04T23:09:08.931 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: required_client_features {} 2021-03-04T23:09:08.931 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: last_failure 0 2021-03-04T23:09:08.931 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: last_failure_osd_epoch 0 2021-03-04T23:09:08.931 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-03-04T23:09:08.932 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: max_mds 1 2021-03-04T23:09:08.932 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: in 0 2021-03-04T23:09:08.932 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: up {0=34322} 2021-03-04T23:09:08.932 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: failed 2021-03-04T23:09:08.933 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: damaged 2021-03-04T23:09:08.933 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: stopped 2021-03-04T23:09:08.933 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: data_pools [4] 2021-03-04T23:09:08.933 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: metadata_pool 3 2021-03-04T23:09:08.933 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: inline_data disabled 2021-03-04T23:09:08.934 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: balancer 2021-03-04T23:09:08.934 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: standby_count_wanted 1 2021-03-04T23:09:08.934 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: [mds.foo.gibba038.rbeynd{0:34322} state up:active seq 2 join_fscid=1 addr [v2:172.21.2.138:6832/842210846,v1:172.21.2.138:6833/842210846]] 2021-03-04T23:09:08.934 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.935 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.935 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: Standby daemons: 2021-03-04T23:09:08.935 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.935 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: [mds.foo.gibba011.yozmjr{-1:24433} state up:standby seq 3 join_fscid=1 addr [v2:172.21.2.111:6834/1778398210,v1:172.21.2.111:6835/1778398210]] 2021-03-04T23:09:08.935 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.936 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.665+0000 7f2e1ec37700 0 mon.a@-1(???).osd e62 crush map has features 3314933000852226048, adjusting msgr requires 2021-03-04T23:09:08.936 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.665+0000 7f2e1ec37700 0 mon.a@-1(???).osd e62 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T23:09:08.936 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.665+0000 7f2e1ec37700 0 mon.a@-1(???).osd e62 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T23:09:08.936 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.665+0000 7f2e1ec37700 0 mon.a@-1(???).osd e62 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T23:09:08.937 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: cephadm 2021 2021-03-04T23:09:08.937 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: -03-04T23:09:04.700074+0000 mgr.x (mgr.34523) 37 : 2021-03-04T23:09:08.937 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 bash[95478]: 57d3238c8c38c3134fb2cba60e81314f5ac129bbadb5c33c76efbe2fc42c6dae 2021-03-04T23:09:08.937 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: cephadm [INF] Upgrade: Updating mon.a 2021-03-04T23:09:08.938 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: cephadm 2021-03-04T23:09 2021-03-04T23:09:08.938 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: :04.706085+0000 mgr.x (mgr.34523) 38 : 2021-03-04T23:09:08.938 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: cephadm [INF] Deploying daemon mon.a on gibba011 2021-03-04T23:09:08.938 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: cluster 2021-03-04T23:09:08.939 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:04.799458+0000 mon.a (mon.0) 743 : cluster [DBG] mgrmap e20: x(active, since 41s), standbys: y 2021-03-04T23:09:08.939 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: audit 2021-03-04T23:09 2021-03-04T23:09:08.939 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: :05.282395+0000 mon.a (mon.0) 744 : 2021-03-04T23:09:08.939 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: audit [DBG] from='client.? 172.21.2.111:0/2478694941' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T23:09:08.939 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.665+0000 7f2e1ec37700 1 mon.a@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2021-03-04T23:09:08.940 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 podman[95550]: 2021-03-04 23:09:08.668368083 +0000 UTC m=+0.365560287 container start 57d3238c8c38c3134fb2cba60e81314f5ac129bbadb5c33c76efbe2fc42c6dae (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mon.a, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, io.buildah.version=1.18.0, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2021-03-04T23:09:08.940 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.667+0000 7f2e1ec37700 20 expand_channel_meta expand map: {default=false} 2021-03-04T23:09:08.940 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.667+0000 7f2e1ec37700 20 expand_channel_meta from 'false' to 'false' 2021-03-04T23:09:08.940 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.667+0000 7f2e1ec37700 20 expand_channel_meta expanded map: {default=false} 2021-03-04T23:09:08.941 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.667+0000 7f2e1ec37700 20 expand_channel_meta expand map: {default=info} 2021-03-04T23:09:08.941 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.667+0000 7f2e1ec37700 20 expand_channel_meta from 'info' to 'info' 2021-03-04T23:09:08.941 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.667+0000 7f2e1ec37700 20 expand_channel_meta expanded map: {default=info} 2021-03-04T23:09:08.941 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.667+0000 7f2e1ec37700 20 expand_channel_meta expand map: {default=daemon} 2021-03-04T23:09:08.941 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.667+0000 7f2e1ec37700 20 expand_channel_meta from 'daemon' to 'daemon' 2021-03-04T23:09:08.942 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.667+0000 7f2e1ec37700 20 expand_channel_meta expanded map: {default=daemon} 2021-03-04T23:09:08.942 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.667+0000 7f2e1ec37700 20 expand_channel_meta expand map: {default=debug} 2021-03-04T23:09:08.942 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.667+0000 7f2e1ec37700 20 expand_channel_meta from 'debug' to 'debug' 2021-03-04T23:09:08.942 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: debug 2021-03-04T23:09:08.942 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 conmon[95595]: 2021-03-04T23:09:08.667+0000 7f2e1ec37700 20 expand_channel_meta expanded map: {default=debug} 2021-03-04T23:09:08.943 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:08 gibba011 systemd[1]: Started Ceph mon.a for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:09:10.604 INFO:journalctl@ceph.mgr.y.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[94020]: ignoring --setuser 2021-03-04T23:09:10.604 INFO:journalctl@ceph.mgr.y.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[94020]: ceph 2021-03-04T23:09:10.604 INFO:journalctl@ceph.mgr.y.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[94020]: since I am not root 2021-03-04T23:09:10.604 INFO:journalctl@ceph.mgr.y.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[94020]: ignoring --setgroup ceph since I am not root 2021-03-04T23:09:10.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: audit 2021-03-04T23:09:10.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 2021-03-04T23:09:10.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 2021 2021-03-04T23:09:10.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: - 2021-03-04T23:09:10.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 03 2021-03-04T23:09:10.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: - 2021-03-04T23:09:10.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 04 2021-03-04T23:09:10.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: T 2021-03-04T23:09:10.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 23 2021-03-04T23:09:10.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: : 2021-03-04T23:09:10.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 09 2021-03-04T23:09:10.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: : 2021-03-04T23:09:10.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 07 2021-03-04T23:09:10.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: . 2021-03-04T23:09:10.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 620901 2021-03-04T23:09:10.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: +0000 2021-03-04T23:09:10.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 2021-03-04T23:09:10.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: mon.c 2021-03-04T23:09:10.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: ( 2021-03-04T23:09:10.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: mon 2021-03-04T23:09:10.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: . 2021-03-04T23:09:10.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 1 2021-03-04T23:09:10.610 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: ) 2021-03-04T23:09:10.610 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 59 2021-03-04T23:09:10.610 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: : 2021-03-04T23:09:10.610 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: audit 2021-03-04T23:09:10.610 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 2021-03-04T23:09:10.611 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: [DBG] 2021-03-04T23:09:10.611 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 2021-03-04T23:09:10.611 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: from='client.? 172.21.2.111:0/505092788' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T23:09:10.611 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 2021-03-04T23:09:10.612 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: cluster 2021-03-04T23:09:10.612 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 2021-03-04T23:09:10.612 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 2021-03-04T23:09:07.992005+0000 2021-03-04T23:09:10.612 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: mgr.x (mgr.34523) 40 : cluster [DBG] pgmap v25: 89 pgs: 89 active+clean; 8.3 GiB data, 25 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.23k op/s 2021-03-04T23:09:10.612 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: cluster 2021-03-04T23:09:10.613 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 2021-03-04T23:09:09.274438+0000 mon.a (mon.0) 1 : cluster 2021-03-04T23:09:10.613 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: [INF] mon.a calling monitor election 2021-03-04T23:09:10.613 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: audit 2021-03-04T23:09: 2021-03-04T23:09:10.613 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 09.956395+0000 mon.c (mon.1) 60 : audit 2021-03-04T23:09:10.613 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: [DBG] from='client.? 172.21.2.111:0/2336279160' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T23:09:10.614 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: cluster 2021-03-04T23:09: 2021-03-04T23:09:10.614 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 10.076516+0000 mon.a (mon.0) 2 : cluster 2021-03-04T23:09:10.614 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-03-04T23:09:10.614 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: cluster 2021-03-04T23:09 2021-03-04T23:09:10.615 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: :10.080023+0000 mon.a (mon.0) 3 : cluster 2021-03-04T23:09:10.615 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: [DBG] monmap e3: 3 mons at {a=[v2:172.21.2.111:3300/0,v1:172.21.2.111:6789/0],b=[v2:172.21.2.138:3300/0,v1:172.21.2.138:6789/0],c=[v2:172.21.2.111:3301/0,v1:172.21.2.111:6790/0]} 2021-03-04T23:09:10.615 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: cluster 2021-03-04T23:09:10.615 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 2021-03-04T23:09:10.080069+0000 mon.a (mon.0 2021-03-04T23:09:10.615 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: ) 4 : cluster [DBG] fsmap foo:1 {0=foo.gibba038.rbeynd=up:active} 1 up:standby 2021-03-04T23:09:10.616 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: cluster 2021-03- 2021-03-04T23:09:10.616 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 04T23:09:10.080093+0000 mon.a (mon. 2021-03-04T23:09:10.616 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 0) 5 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2021-03-04T23:09:10.616 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: cluster 2021-03-04T 2021-03-04T23:09:10.616 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 23:09:10.080837+0000 mon.a (mon.0 2021-03-04T23:09:10.617 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: ) 6 : cluster [DBG] mgrmap e20: x(active, since 46s), standbys: y 2021-03-04T23:09:10.617 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: cluster 2021-03-04T 2021-03-04T23:09:10.617 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 23:09:10.091167+0000 mon.a (mon.0) 2021-03-04T23:09:10.617 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 7 : cluster [DBG] mgrmap e21: x(active, since 46s), standbys: y 2021-03-04T23:09:10.617 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: cluster 2021-03-04T 2021-03-04T23:09:10.618 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 23:09:10.092172+0000 mon.a (mon.0 2021-03-04T23:09:10.618 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: ) 8 : cluster [INF] overall HEALTH_OK 2021-03-04T23:09:10.618 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: audit 2021-03-04T 2021-03-04T23:09:10.618 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 23:09:10.096047+0000 mon.a (mon. 2021-03-04T23:09:10.619 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:10 gibba011 conmon[95595]: 0) 9 : audit [INF] from='mgr.34523 ' entity='' 2021-03-04T23:09:12.320 INFO:teuthology.orchestra.run.gibba011.stdout: "ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev)": 1 2021-03-04T23:09:12.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:12 gibba011 conmon[95595]: audit 2021-03-04T23:09:12.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:12 gibba011 conmon[95595]: 2021-03-04T23:09 2021-03-04T23:09:12.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:12 gibba011 conmon[95595]: :12.308925+0000 mon.c (mon.1) 61 : audit [DBG] from='client.? 172.21.2.111:0/3876386278' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T23:09:13.932 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch ps' 2021-03-04T23:09:15.711 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:15 gibba011 conmon[95595]: cluster 2021-03-04T23:09:15.331406+0000 mon.a (mon.0) 10 : cluster [DBG] Standby manager daemon y restarted 2021-03-04T23:09:15.712 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:15 gibba011 conmon[95595]: cluster 2021-03-04T23:09:15.331472+0000 mon.a (mon.0) 11 : cluster [DBG] Standby manager daemon y started 2021-03-04T23:09:15.712 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:15 gibba011 conmon[95595]: audit 2021-03-04T23:09:15.332528+0000 mon.a (mon.0) 12 : audit [DBG] from='mgr.? 172.21.2.111:0/1145315488' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-03-04T23:09:15.712 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:15 gibba011 conmon[95595]: audit 2021-03-04T23:09:15.333463+0000 mon.a (mon.0) 13 : audit [DBG] from='mgr.? 172.21.2.111:0/1145315488' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-03-04T23:09:16.665 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:16 gibba011 conmon[95595]: cluster 2021-03-04T23:09:15.386119+0000 mon.a (mon 2021-03-04T23:09:16.665 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:16 gibba011 conmon[95595]: .0) 14 : cluster [DBG] mgrmap e22: x(active, since 51s), standbys: y 2021-03-04T23:09:16.665 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:16 gibba011 conmon[95595]: cluster 2021-03-04T23:09:15.510264+0000 mon.a (mon.0) 15 : cluster [INF] Active manager daemon x restarted 2021-03-04T23:09:16.666 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:16 gibba011 conmon[95595]: cluster 2021-03-04T23:09:15.510676+0000 mon.a (mon.0) 16 : cluster [INF] Activating manager daemon x 2021-03-04T23:09:16.666 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:16 gibba011 conmon[95595]: cluster 2021-03-04T23:09:15.512957+0000 mon.a (mon.0) 17 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2021-03-04T23:09:17.419 INFO:teuthology.orchestra.run.gibba011.stdout:NAME HOST STATUS REFRESHED AGE VERSION IMAGE NAME IMAGE ID CONTAINER ID 2021-03-04T23:09:17.420 INFO:teuthology.orchestra.run.gibba011.stdout:alertmanager.a gibba011 running (4m) 15s ago 4m 0.20.0 docker.io/prom/alertmanager:v0.20.0 0881eb8f169f 75f339d996f6 2021-03-04T23:09:17.420 INFO:teuthology.orchestra.run.gibba011.stdout:grafana.a gibba038 running (4m) 37s ago 4m 6.6.2 docker.io/ceph/ceph-grafana:6.6.2 a0dce381714a 98ce22a6afd4 2021-03-04T23:09:17.420 INFO:teuthology.orchestra.run.gibba011.stdout:mds.foo.gibba011.yozmjr gibba011 running (3m) 15s ago 3m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 53f71096606d 2021-03-04T23:09:17.420 INFO:teuthology.orchestra.run.gibba011.stdout:mds.foo.gibba038.rbeynd gibba038 running (3m) 37s ago 3m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 8265208f44c5 2021-03-04T23:09:17.421 INFO:teuthology.orchestra.run.gibba011.stdout:mgr.x gibba038 running (59s) 37s ago 7m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 e231be2fa0b1 44ab02ab2942 2021-03-04T23:09:17.421 INFO:teuthology.orchestra.run.gibba011.stdout:mgr.y gibba011 running (19s) 15s ago 8m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 259b9d44bd28 2021-03-04T23:09:17.421 INFO:teuthology.orchestra.run.gibba011.stdout:mon.a gibba011 starting - - 2021-03-04T23:09:17.421 INFO:teuthology.orchestra.run.gibba011.stdout:mon.b gibba038 running (7m) 37s ago 7m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 5a7b7f6c901a 2021-03-04T23:09:17.422 INFO:teuthology.orchestra.run.gibba011.stdout:mon.c gibba011 running (7m) 15s ago 7m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 a44b816f5ca7 2021-03-04T23:09:17.422 INFO:teuthology.orchestra.run.gibba011.stdout:node-exporter.a gibba011 running (4m) 15s ago 4m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf 78e2f7a69f1f 2021-03-04T23:09:17.422 INFO:teuthology.orchestra.run.gibba011.stdout:node-exporter.b gibba038 running (4m) 37s ago 4m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf 1287f2762897 2021-03-04T23:09:17.422 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0 gibba011 running (6m) 15s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 21f34069602c 2021-03-04T23:09:17.422 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1 gibba011 running (6m) 15s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 1aa7baf587eb 2021-03-04T23:09:17.423 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2 gibba011 running (6m) 15s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 c63dfb8ee531 2021-03-04T23:09:17.423 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3 gibba011 running (6m) 15s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 48ec44bfb32f 2021-03-04T23:09:17.423 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4 gibba038 running (5m) 37s ago 5m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 19eadf71f6a2 2021-03-04T23:09:17.423 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5 gibba038 running (5m) 37s ago 5m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 75adfd5dad9c 2021-03-04T23:09:17.423 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6 gibba038 running (5m) 37s ago 5m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 e9ebee3ecd28 2021-03-04T23:09:17.424 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7 gibba038 running (5m) 37s ago 4m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 0c2e87d4582c 2021-03-04T23:09:17.424 INFO:teuthology.orchestra.run.gibba011.stdout:prometheus.a gibba038 running (3m) 37s ago 4m 2.18.1 docker.io/prom/prometheus:v2.18.1 de242295e225 28109d2041c7 2021-03-04T23:09:17.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: cluster 2021-03-04T23:09:16.394058+0000 mon.a (mon.0) 18 : cluster [DBG] mgrmap e23: x(active, starting, since 0.883458s), standbys: y 2021-03-04T23:09:17.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.396880+0000 mon.b (mon.2) 84 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.gibba011.yozmjr"}]: dispatch 2021-03-04T23:09:17.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.397167+0000 mon.b (mon.2) 85 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.gibba038.rbeynd"}]: dispatch 2021-03-04T23:09:17.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.397844+0000 mon.b (mon.2) 86 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2021-03-04T23:09:17.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.398010+0000 mon.b (mon.2) 87 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2021-03-04T23:09:17.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.398194+0000 mon.b (mon.2) 88 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T23:09:17.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.398421+0000 mon.b (mon.2) 89 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T23:09:17.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.398633+0000 mon.b (mon.2) 90 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T23:09:17.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.398788+0000 mon.b (mon.2) 91 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T23:09:17.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.398965+0000 mon.b (mon.2) 92 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2021-03-04T23:09:17.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.399136+0000 mon.b (mon.2) 93 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2021-03-04T23:09:17.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.399319+0000 mon.b (mon.2) 94 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2021-03-04T23:09:17.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.399495+0000 mon.b (mon.2) 95 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2021-03-04T23:09:17.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.404767+0000 mon.b (mon.2) 96 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2021-03-04T23:09:17.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.404985+0000 mon.b (mon.2) 97 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2021-03-04T23:09:17.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.405301+0000 mon.b (mon.2) 98 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2021-03-04T23:09:17.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.405897+0000 mon.b (mon.2) 99 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config-key ls"}]: dispatch 2021-03-04T23:09:17.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.406622+0000 mon.b (mon.2) 100 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_crt"}]: dispatch 2021-03-04T23:09:17.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.406870+0000 mon.b (mon.2) 101 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/grafana_key"}]: dispatch 2021-03-04T23:09:17.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.411114+0000 mon.b (mon.2) 102 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.gibba011"}]: dispatch 2021-03-04T23:09:17.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.411451+0000 mon.b (mon.2) 103 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/host.gibba038"}]: dispatch 2021-03-04T23:09:17.862 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.411770+0000 mon.b (mon.2) 104 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/inventory"}]: dispatch 2021-03-04T23:09:17.862 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.412020+0000 mon.b (mon.2) 105 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/osd_remove_queue"}]: dispatch 2021-03-04T23:09:17.862 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.412282+0000 mon.b (mon.2) 106 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.alertmanager"}]: dispatch 2021-03-04T23:09:17.862 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.416032+0000 mon.b (mon.2) 107 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.grafana"}]: dispatch 2021-03-04T23:09:17.864 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.416363+0000 mon.b (mon.2) 108 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mds.foo"}]: dispatch 2021-03-04T23:09:17.864 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.416649+0000 mon.b (mon.2) 109 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.mgr"}]: dispatch 2021-03-04T23:09:17.864 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.416903+0000 mon.b (mon.2) 110 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.node-exporter"}]: dispatch 2021-03-04T23:09:17.864 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.417131+0000 mon.b (mon.2) 111 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/spec.prometheus"}]: dispatch 2021-03-04T23:09:17.865 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.417339+0000 mon.b (mon.2) 112 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_key"}]: dispatch 2021-03-04T23:09:17.865 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.417589+0000 mon.b (mon.2) 113 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_identity_pub"}]: dispatch 2021-03-04T23:09:17.865 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.417816+0000 mon.b (mon.2) 114 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/ssh_user"}]: dispatch 2021-03-04T23:09:17.865 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.418062+0000 mon.b (mon.2) 115 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/cephadm/upgrade_state"}]: dispatch 2021-03-04T23:09:17.865 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.418233+0000 mon.b (mon.2) 116 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/accessdb_v2"}]: dispatch 2021-03-04T23:09:17.866 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.418437+0000 mon.b (mon.2) 117 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2021-03-04T23:09:17.866 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.418624+0000 mon.b (mon.2) 118 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2021-03-04T23:09:17.866 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.418817+0000 mon.b (mon.2) 119 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/devicehealth/last_scrape"}]: dispatch 2021-03-04T23:09:17.866 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.419030+0000 mon.b (mon.2) 120 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/progress/completed"}]: dispatch 2021-03-04T23:09:17.867 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021 2021-03-04T23:09:17.867 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: -03-04T23:09:16.419221+0000 mon.b (mon.2) 121 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/report_id"}]: dispatch 2021-03-04T23:09:17.867 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.419388+0000 mon.b (mon.2) 122 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/telemetry/salt"}]: dispatch 2021-03-04T23:09:17.867 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: cluster 2021-03-04T23:09:16.421744+0000 mon.a (mon.0) 19 : cluster [INF] Manager daemon x is now available 2021-03-04T23:09:17.867 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.535330+0000 mon.b (mon.2) 123 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:09:17.868 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.574912+0000 mon.b (mon.2) 124 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:09:17.868 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.575281+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:09:17.868 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16 2021-03-04T23:09:17.868 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: .588863+0000 mon.b (mon.2) 125 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:09:17.868 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.589240+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:09:17.869 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021-03-04T23:09:16.854793 2021-03-04T23:09:17.869 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: +0000 mon.b (mon.2) 126 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:09:17.869 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: audit 2021- 2021-03-04T23:09:17.869 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: 03-04T23:09:16.858291+0000 mon.b (mon.2) 127 : audit [DBG] 2021-03-04T23:09:17.869 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:17 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:09:18.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:18 gibba011 conmon[95595]: cluster 2021-03-04T23:09:17.401952+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e24: x(active, since 1.89134s), standbys: y 2021-03-04T23:09:18.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:18 gibba011 conmon[95595]: audit 2021-03-04T23:09:17.407563+0000 mgr.x (mgr.34676) 1 : audit [DBG] from='client.24970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:09:18.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:18 gibba011 conmon[95595]: cluster 2021-03-04T23:09:17.415091+0000 mgr.x (mgr.34676) 2 : cluster [DBG] pgmap v3: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 642 GiB / 672 GiB avail 2021-03-04T23:09:18.886 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch upgrade pause' 2021-03-04T23:09:19.410 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:19 gibba011 conmon[95595]: cluster 2021-03-04T23:09:18.404918+0000 mgr.x (mgr.34676) 3 : cluster [DBG] pgmap v4: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 642 GiB / 672 GiB avail 2021-03-04T23:09:19.410 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:19 gibba011 conmon[95595]: cluster 2021-03-04T23:09:18.405189+0000 mon.a (mon.0) 23 : cluster [DBG] mgrmap e25: x(active, since 2s), standbys: y 2021-03-04T23:09:21.253 INFO:teuthology.orchestra.run.gibba011.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:09:21.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: cluster 2021-03-04T23:09:21.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: 2021-03-04T23:09:21.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: 2021 2021-03-04T23:09:21.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: - 2021-03-04T23:09:21.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: 03 2021-03-04T23:09:21.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: - 2021-03-04T23:09:21.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: 04 2021-03-04T23:09:21.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: T 2021-03-04T23:09:21.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: 23 2021-03-04T23:09:21.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: : 2021-03-04T23:09:21.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: 09 2021-03-04T23:09:21.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: : 2021-03-04T23:09:21.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: 20 2021-03-04T23:09:21.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: . 2021-03-04T23:09:21.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: 405240 2021-03-04T23:09:21.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: +0000 2021-03-04T23:09:21.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: 2021-03-04T23:09:21.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: mgr.x 2021-03-04T23:09:21.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: ( 2021-03-04T23:09:21.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: mgr 2021-03-04T23:09:21.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: . 2021-03-04T23:09:21.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: 34676) 4 : cluster [DBG] pgmap v5: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 642 GiB / 672 GiB avail 2021-03-04T23:09:21.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: audit 2021-03-04T23:09:21.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: 2021-03-04T23 2021-03-04T23:09:21.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: :09:20.519912+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:09:21.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: cephadm 2021-03 2021-03-04T23:09:21.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: -04T23:09:20.520842+0000 mgr.x (mgr. 2021-03-04T23:09:21.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: 34676) 5 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:09:21.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: audit 2021- 2021-03-04T23:09:21.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: 03-04T23:09:21.249680+0000 mon.a (mon. 2021-03-04T23:09:21.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:21 gibba011 conmon[95595]: 0) 25 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:09:22.337 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'sleep 60' 2021-03-04T23:09:22.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: audit 2021-03-04T23:09:22.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: 2021-03-04T23:09:22.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: 2021 2021-03-04T23:09:22.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: - 2021-03-04T23:09:22.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: 03 2021-03-04T23:09:22.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: - 2021-03-04T23:09:22.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: 04 2021-03-04T23:09:22.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: T 2021-03-04T23:09:22.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: 23 2021-03-04T23:09:22.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: : 2021-03-04T23:09:22.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: 09 2021-03-04T23:09:22.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: : 2021-03-04T23:09:22.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: 21 2021-03-04T23:09:22.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: . 2021-03-04T23:09:22.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: 245891 2021-03-04T23:09:22.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: +0000 2021-03-04T23:09:22.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: 2021-03-04T23:09:22.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: mgr.x 2021-03-04T23:09:22.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: ( 2021-03-04T23:09:22.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: mgr 2021-03-04T23:09:22.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: . 2021-03-04T23:09:22.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: 34676 2021-03-04T23:09:22.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: ) 2021-03-04T23:09:22.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: 6 2021-03-04T23:09:22.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: : audit [DBG] from='client.24994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:09:22.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: cephadm 2021-03 2021-03-04T23:09:22.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: -04T23:09:21.246218+0000 mgr.x ( 2021-03-04T23:09:22.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:22 gibba011 conmon[95595]: mgr.34676) 7 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:09:24.095 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:23 gibba011 conmon[95595]: cluster 2021-03-04T23:09:22.405527+0000 mgr.x (mgr.34676) 8 : cluster [DBG] pgmap v6: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 642 GiB / 672 GiB avail 2021-03-04T23:09:24.096 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:23 gibba011 conmon[95595]: audit 2021-03-04T23:09:22.751591+0000 mon.a (mon.0) 26 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:09:24.096 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:23 gibba011 conmon[95595]: cephadm 2021-03-04T23:09:22.757682+0000 mgr.x (mgr.34676) 9 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:09:24.096 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:23 gibba011 conmon[95595]: audit 2021-03-04T23:09:23.126734+0000 mon.a (mon.0) 27 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:09:24.096 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:23 gibba011 conmon[95595]: audit 2021-03-04T23:09:23.132906+0000 mon.b (mon.2) 128 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:09:24.097 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:23 gibba011 conmon[95595]: audit 2021-03-04T23:09:23.137431+0000 mon.a (mon.0) 28 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:09:26.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:25 gibba011 conmon[95595]: cluster 2021-03-04T23:09:24.405978+0000 mgr.x (mgr.34676) 10 : cluster [DBG] pgmap v7: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.01k op/s 2021-03-04T23:09:28.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:27 gibba011 conmon[95595]: cluster 2021-03-04T23:09:26.406297+0000 mgr.x ( 2021-03-04T23:09:28.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:27 gibba011 conmon[95595]: mgr.34676) 11 : cluster [DBG] pgmap v8: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 783 op/s 2021-03-04T23:09:30.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:29 gibba011 conmon[95595]: cluster 2021-03-04T23:09:28.406724+0000 mgr.x (mgr.34676) 12 : cluster 2021-03-04T23:09:30.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:29 gibba011 conmon[95595]: [DBG] pgmap v9: 89 pgs: 89 active+clean; 6.4 GiB data, 19 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.32k op/s 2021-03-04T23:09:32.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:31 gibba011 conmon[95595]: cluster 2021-03-04T23:09:32.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:31 gibba011 conmon[95595]: 2021-03-04T23:09: 2021-03-04T23:09:32.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:31 gibba011 conmon[95595]: 30.406981+0000 mgr.x (mgr.34676) 13 : cluster [DBG] pgmap v10: 89 pgs: 89 active+clean; 6.4 GiB data, 19 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.21k op/s 2021-03-04T23:09:34.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:33 gibba011 conmon[95595]: cluster 2021-03-04T23:09:32.407258+0000 mgr.x (mgr.34676) 14 : cluster [DBG] 2021-03-04T23:09:34.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:33 gibba011 conmon[95595]: pgmap v11: 89 pgs: 89 active+clean; 6.4 GiB data, 19 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.21k op/s 2021-03-04T23:09:36.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:35 gibba011 conmon[95595]: cluster 2021-03-04T23:09:34.407720+0000 mgr.x (mgr.34676) 15 : 2021-03-04T23:09:36.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:35 gibba011 conmon[95595]: cluster [DBG] pgmap v12: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.84k op/s 2021-03-04T23:09:38.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:37 gibba011 conmon[95595]: cluster 2021-03-04T23:09:36.408011+0000 mgr.x (mgr.34676) 16 : cluster [DBG] pgmap v13: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.25k op/s 2021-03-04T23:09:40.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:39 gibba011 conmon[95595]: cluster 2021-03-04T23:09:38.408530+0000 mgr.x (mgr.34676) 17 : cluster [DBG] pgmap v14: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.88k op/s 2021-03-04T23:09:42.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:41 gibba011 conmon[95595]: cluster 2021-03-04T23:09:40.408816+0000 mgr.x (mgr.34676) 2021-03-04T23:09:42.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:41 gibba011 conmon[95595]: 18 : cluster [DBG] pgmap v15: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.25k op/s 2021-03-04T23:09:44.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:43 gibba011 conmon[95595]: cluster 2021-03-04T23:09:42.409070+0000 mgr.x (mgr 2021-03-04T23:09:44.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:43 gibba011 conmon[95595]: .34676) 19 : cluster [DBG] pgmap v16: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.25k op/s 2021-03-04T23:09:46.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:45 gibba011 conmon[95595]: cluster 2021-03-04T23:09:44.409594+0000 mgr.x (mgr.34676) 20 2021-03-04T23:09:46.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:45 gibba011 conmon[95595]: : cluster [DBG] pgmap v17: 89 pgs: 89 active+clean; 5.0 GiB data, 15 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.88k op/s 2021-03-04T23:09:48.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:47 gibba011 conmon[95595]: cluster 2021-03-04T23:09:46.409918+0000 mgr.x (mgr.34676) 21 : cluster 2021-03-04T23:09:48.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:47 gibba011 conmon[95595]: [DBG] pgmap v18: 89 pgs: 89 active+clean; 5.0 GiB data, 15 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.25k op/s 2021-03-04T23:09:50.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:49 gibba011 conmon[95595]: cluster 2021-03-04T23:09:48.410341+0000 mgr.x (mgr.34676) 22 : cluster [DBG] pgmap v19: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.88k op/s 2021-03-04T23:09:52.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:51 gibba011 conmon[95595]: cluster 2021-03-04T23:09:50.410642+0000 mgr.x (mgr.34676) 23 : cluster [DBG] pgmap v20: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.25k op/s 2021-03-04T23:09:54.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:53 gibba011 conmon[95595]: cluster 2021-03-04T23:09:52.410964+0000 mgr.x (mgr.34676) 24 : cluster [DBG] pgmap v21: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.25k op/s 2021-03-04T23:09:56.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:55 gibba011 conmon[95595]: cluster 2021-03-04T23:09:54.411392+0000 mgr.x (mgr.34676) 25 : cluster [DBG] pgmap v22: 89 pgs: 89 active+clean; 4.1 GiB data, 12 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.88k op/s 2021-03-04T23:09:58.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:57 gibba011 conmon[95595]: cluster 2021-03-04T23:09:56.411659+0000 mgr.x (mgr.34676) 26 : cluster [DBG] pgmap v23: 89 pgs: 89 active+clean; 4.1 GiB data, 12 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.25k op/s 2021-03-04T23:10:00.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:59 gibba011 conmon[95595]: cluster 2021-03-04T23:09:58.412167+0000 mgr.x (mgr.34676) 27 : cluster [DBG] 2021-03-04T23:10:00.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:09:59 gibba011 conmon[95595]: pgmap v24: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.88k op/s 2021-03-04T23:10:01.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:00 gibba011 conmon[95595]: cluster 2021-03-04T23:10:00.000090+0000 mon.a (mon.0) 2021-03-04T23:10:01.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:00 gibba011 conmon[95595]: 29 : cluster [INF] overall HEALTH_OK 2021-03-04T23:10:02.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:01 gibba011 conmon[95595]: cluster 2021-03-04T23:10:00.412440+0000 mgr.x (mgr. 2021-03-04T23:10:02.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:01 gibba011 conmon[95595]: 34676) 28 : cluster [DBG] pgmap v25: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.25k op/s 2021-03-04T23:10:04.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:03 gibba011 conmon[95595]: cluster 2021-03-04T23:10:02.412756+0000 mgr.x (mgr.34676) 29 : cluster [DBG] pgmap v26: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.25k op/s 2021-03-04T23:10:06.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:05 gibba011 conmon[95595]: cluster 2021-03-04T23:10:04.413196+0000 mgr.x (mgr.34676) 2021-03-04T23:10:06.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:05 gibba011 conmon[95595]: 30 : cluster [DBG] pgmap v27: 89 pgs: 89 active+clean; 3.1 GiB data, 9.6 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.88k op/s 2021-03-04T23:10:08.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:07 gibba011 conmon[95595]: cluster 2021-03-04T23:10:06.413502+0000 mgr.x (mgr.34676) 31 : cluster [DBG] pgmap v28: 89 pgs: 89 active+clean; 3.1 GiB data, 9.6 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.25k op/s 2021-03-04T23:10:10.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:09 gibba011 conmon[95595]: cluster 2021-03-04T23:10:08.414045+0000 mgr.x (mgr.34676 2021-03-04T23:10:10.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:09 gibba011 conmon[95595]: ) 32 : cluster [DBG] pgmap v29: 89 pgs: 89 active+clean; 2.7 GiB data, 8.2 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.87k op/s 2021-03-04T23:10:12.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:11 gibba011 conmon[95595]: cluster 2021-03-04T23:10:10.414352+0000 mgr.x (mgr.34676) 33 : cluster [DBG] pgmap v30: 89 pgs: 89 active+clean; 2.7 GiB data, 8.2 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s 2021-03-04T23:10:14.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:13 gibba011 conmon[95595]: cluster 2021-03-04T23:10:12.414661+0000 mgr.x (mgr.34676) 34 : cluster [DBG] pgmap v31: 89 pgs: 89 active+clean; 2.7 GiB data, 8.2 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s 2021-03-04T23:10:16.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:15 gibba011 conmon[95595]: cluster 2021-03-04T23:10:14.415185+0000 mgr.x (mgr.34676) 35 : 2021-03-04T23:10:16.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:15 gibba011 conmon[95595]: cluster [DBG] pgmap v32: 89 pgs: 89 active+clean; 2.2 GiB data, 6.9 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.86k op/s 2021-03-04T23:10:17.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: audit 2021-03-04T23:10:16 2021-03-04T23:10:17.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: .425672+0000 mon.b (mon.2) 129 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-03-04T23:10:17.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: audit 2021-03-04T23:10:16.425959+0000 mon.b (mon.2) 130 : audit [INF] 2021-03-04T23:10:17.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 5]}]: dispatch 2021-03-04T23:10:17.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: audit 2021- 2021-03-04T23:10:17.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: 03-04T23:10:16.426104+0000 mon.a (mon.0) 30 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-03-04T23:10:17.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: audit 2021-03-04T 2021-03-04T23:10:17.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: 23:10:16.426157+0000 mon.b (mon.2) 131 2021-03-04T23:10:17.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:10:17.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: audit 2021 2021-03-04T23:10:17.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: -03-04T23:10:16. 2021-03-04T23:10:17.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: 426592+0000 mon.a (mon.0) 31 : 2021-03-04T23:10:17.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 5]}]: dispatch 2021-03-04T23:10:17.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: audit 2021 2021-03-04T23:10:17.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: -03-04T23:10:16 2021-03-04T23:10:17.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: .426841+0000 mon.a (mon.0) 32 2021-03-04T23:10:17.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:10:17.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: audit 2021-03-04T23:10:17.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: 2021-03-04T23:10:16 2021-03-04T23:10:17.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: .580397+0000 mon.b (mon.2) 2021-03-04T23:10:17.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: 132 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:10:17.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: audit 2021-03-04T23:10:17.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: 2021-03-04T23: 2021-03-04T23:10:17.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: 10:16.580757+0000 mon.a (mon. 2021-03-04T23:10:17.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: 0) 33 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:10:17.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: audit 2021-03- 2021-03-04T23:10:17.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: 04T23:10:16.592850+0000 mon.b 2021-03-04T23:10:17.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: (mon.2) 133 : audit [INF] 2021-03-04T23:10:17.111 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:10:17.111 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: audit 2021- 2021-03-04T23:10:17.112 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: 03-04T23:10:16. 2021-03-04T23:10:17.112 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: 593220+0000 mon.a (mon.0) 34 2021-03-04T23:10:17.112 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:16 gibba011 conmon[95595]: : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:10:18.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:17 gibba011 conmon[95595]: cluster 2021-03-04T23:10:16.415498+0000 mgr.x (mgr.34676) 36 : cluster 2021-03-04T23:10:18.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:17 gibba011 conmon[95595]: [DBG] pgmap v33: 89 pgs: 89 active+clean; 2.2 GiB data, 6.9 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.23k op/s 2021-03-04T23:10:20.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:19 gibba011 conmon[95595]: cluster 2021-03-04T23:10:18.415974+0000 mgr.x (mgr.34676) 37 : cluster [DBG] pgmap v34: 89 pgs: 89 active+clean; 1.8 GiB data, 5.5 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.86k op/s 2021-03-04T23:10:22.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:21 gibba011 conmon[95595]: cluster 2021-03-04T23:10:20.416245+0000 mgr.x (mgr.34676) 2021-03-04T23:10:22.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:21 gibba011 conmon[95595]: 38 : cluster [DBG] pgmap v35: 89 pgs: 89 active+clean; 1.8 GiB data, 5.5 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s 2021-03-04T23:10:24.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:23 gibba011 conmon[95595]: cluster 2021-03-04T23:10:22.416504+0000 mgr.x (mgr.34676) 39 : cluster [DBG] pgmap v36: 89 pgs: 89 active+clean; 1.8 GiB data, 5.5 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.24k op/s 2021-03-04T23:10:24.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:23 gibba011 conmon[95595]: audit 2021-03-04T23:10:23.142174+0000 mon.b (mon.2) 134 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:10:24.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:23 gibba011 conmon[95595]: audit 2021-03-04T23:10:23.143621+0000 mon.b (mon.2) 135 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:10:24.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:23 gibba011 conmon[95595]: audit 2021-03-04T23:10:23.143831+0000 mon.b (mon.2) 136 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:10:26.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:25 gibba011 conmon[95595]: cluster 2021-03-04T23:10:24.416925+0000 mgr.x ( 2021-03-04T23:10:26.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:25 gibba011 conmon[95595]: mgr.34676) 40 : cluster [DBG] pgmap v37: 89 pgs: 89 active+clean; 1.3 GiB data, 4.1 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.86k op/s 2021-03-04T23:10:27.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:27 gibba011 conmon[95595]: cluster 2021-03-04T23:10:26.417228+0000 mgr.x (mgr.34676) 41 : cluster 2021-03-04T23:10:27.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:27 gibba011 conmon[95595]: [DBG] pgmap v38: 89 pgs: 89 active+clean; 1.3 GiB data, 4.1 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.25k op/s 2021-03-04T23:10:27.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:27 gibba011 conmon[95595]: audit 2021-03-04T23:10:26.475068+0000 mon.a (mon.0) 35 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:10:27.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:27 gibba011 conmon[95595]: cephadm 2021-03-04T23:10:26.476642+0000 mgr.x (mgr. 2021-03-04T23:10:27.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:27 gibba011 conmon[95595]: 34676) 42 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:10:30.094 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:29 gibba011 conmon[95595]: cluster 2021-03-04T23:10:28.417761+0000 mgr.x (mgr.34676) 43 : cluster 2021-03-04T23:10:30.095 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:29 gibba011 conmon[95595]: [DBG] pgmap v39: 89 pgs: 89 active+clean; 901 MiB data, 2.8 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.85k op/s 2021-03-04T23:10:30.113 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch upgrade resume' 2021-03-04T23:10:32.000 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:31 gibba011 conmon[95595]: cluster 2021-03-04T23:10:30.418018+0000 mgr.x (mgr.34676) 44 : cluster [DBG] pgmap v40: 89 pgs: 89 active+clean; 901 MiB data, 2.8 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.22k op/s 2021-03-04T23:10:32.912 INFO:teuthology.orchestra.run.gibba011.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:10:33.853 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:33 gibba011 conmon[95595]: audit 2021-03-04T23:10:32.364926+0000 mon.a (mon.0) 36 : audit 2021-03-04T23:10:33.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:33 gibba011 conmon[95595]: [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:10:33.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:33 gibba011 conmon[95595]: cephadm 2021-03-04T23:10:32.365899+0000 mgr.x (mgr.34676) 45 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:10:33.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:33 gibba011 conmon[95595]: cluster 2021-03-04T23:10:32.418258+0000 mgr.x (mgr.34676) 46 : cluster [DBG] pgmap v41: 89 pgs: 89 active+clean; 901 MiB data, 2.8 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.22k op/s 2021-03-04T23:10:33.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:33 gibba011 conmon[95595]: audit 2021-03-04T23:10:32.755777+0000 mon.a (mon.0) 37 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:10:33.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:33 gibba011 conmon[95595]: audit 2021-03-04T23:10:32.905829+0000 mgr.x (mgr.34676) 47 : audit [DBG] from='client.25000 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:10:33.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:33 gibba011 conmon[95595]: cephadm 2021-03-04T23:10:32.906183+0000 mgr.x (mgr.34676) 48 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:10:33.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:33 gibba011 conmon[95595]: audit 2021-03-04T23:10:32.909154+0000 mon.a (mon.0) 38 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:10:33.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:33 gibba011 conmon[95595]: audit 2021-03-04T23:10:32.910360+0000 mon.b (mon.2) 137 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:10:33.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:33 gibba011 conmon[95595]: audit 2021-03-04T23:10:32.917859+0000 mon.a (mon.0) 39 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:10:33.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:33 gibba011 conmon[95595]: cephadm 2021-03-04T23:10:32.922648+0000 mgr.x (mgr.34676) 49 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:10:33.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:33 gibba011 conmon[95595]: audit 2021-03-04T23:10:32.923617+0000 mon.b (mon.2) 138 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:10:33.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:33 gibba011 conmon[95595]: cephadm 2021-03-04T23:10:32.924467+0000 mgr.x (mgr.34676) 50 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:10:33.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:33 gibba011 conmon[95595]: audit 2021-03-04T23:10:32.924703+0000 mon.b (mon.2) 139 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:10:33.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:33 gibba011 conmon[95595]: cephadm 2021-03-04T23:10:32.925229+0000 mgr.x (mgr.34676) 51 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:10:33.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:33 gibba011 conmon[95595]: cephadm 2021-03-04T23:10:32.925282+0000 mgr.x (mgr.34676) 52 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:10:33.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:33 gibba011 conmon[95595]: audit 2021-03-04T23:10:32.925534+0000 mon.b (mon.2) 140 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2021-03-04T23:10:33.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:33 gibba011 conmon[95595]: cephadm 2021-03-04T23:10:32.925841+0000 mgr.x (mgr.34676) 53 : cephadm [INF] It is presumed safe to stop mon.c 2021-03-04T23:10:33.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:33 gibba011 conmon[95595]: cephadm 2021-03-04T23:10:32.925910+0000 mgr.x (mgr.34676) 54 : cephadm [INF] Upgrade: It is presumed safe to stop mon.c 2021-03-04T23:10:33.972 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'echo wait for majority of mons to upgrade' 2021-03-04T23:10:35.994 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:35 gibba011 conmon[95595]: cluster 2021-03-04T23:10:34.418751+0000 mgr.x (mgr.34676 2021-03-04T23:10:35.995 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:35 gibba011 conmon[95595]: ) 55 : cluster [DBG] pgmap v42: 89 pgs: 89 active+clean; 443 MiB data, 1.5 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.83k op/s 2021-03-04T23:10:36.344 INFO:teuthology.orchestra.run.gibba011.stdout:wait for majority of mons to upgrade 2021-03-04T23:10:37.255 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'while ! ceph mon versions | grep $sha1 | egrep '"'"': [23]'"'"' ; do sleep 2 ; done' 2021-03-04T23:10:37.331 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:37 gibba011 conmon[95595]: cephadm 2021-03-04T23:10:36.051992+0000 mgr.x (mgr.34676) 56 : 2021-03-04T23:10:37.331 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:37 gibba011 conmon[95595]: cephadm [INF] Upgrade: Updating mon.c 2021-03-04T23:10:37.332 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:37 gibba011 conmon[95595]: audit 2021-03-04T23:10:36.056234+0000 mon.a (mon.0) 40 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:10:37.332 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:37 gibba011 conmon[95595]: audit 2021-03-04T23:10:36.057186+0000 mon.b (mon.2) 141 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:10:37.332 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:37 gibba011 conmon[95595]: audit 2021-03-04T23:10:36.057652+0000 mon.b (mon.2) 142 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:10:37.332 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:37 gibba011 conmon[95595]: audit 2021-03-04T23:10:36.058100+0000 mon.b (mon.2) 143 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:10:37.333 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:37 gibba011 conmon[95595]: cephadm 2021-03-04T23:10:36.061446+0000 mgr.x (mgr.34676) 57 : cephadm [INF] Deploying daemon mon.c on gibba011 2021-03-04T23:10:37.333 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:37 gibba011 conmon[95595]: audit 2021-03-04T23:10:36.061745+0000 mon.b (mon.2) 144 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-03-04T23:10:37.369 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Removed 203588 objects 2021-03-04T23:10:37.370 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Clean up completed and total clean up time :136.554 2021-03-04T23:10:38.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:38 gibba011 conmon[95595]: cluster 2021-03-04T23:10:36.419031+0000 mgr.x (mgr.34676) 58 : cluster [DBG] pgmap v43: 89 pgs: 89 active+clean; 443 MiB data, 1.5 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.21k op/s 2021-03-04T23:10:38.745 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:38 gibba011 systemd[1]: Stopping Ceph mon.c for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:10:39.029 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:38 gibba011 podman[99129]: 2021-03-04 23:10:38.743071517 +0000 UTC m=+0.160001295 container stop a44b816f5ca7f62f831f7d6bb759d21b5f6726c4a7dddc42cb3a28fcf1208ade (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mon.c, RELEASE=master-908e75b, org.label-schema.name=CentOS Base Image, GIT_CLEAN=False, org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True) 2021-03-04T23:10:39.029 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:38 gibba011 podman[99129]: 2021-03-04 23:10:38.928771016 +0000 UTC m=+0.345700789 container died a44b816f5ca7f62f831f7d6bb759d21b5f6726c4a7dddc42cb3a28fcf1208ade (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mon.c) 2021-03-04T23:10:39.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:39 gibba011 podman[99129]: a44b816f5ca7f62f831f7d6bb759d21b5f6726c4a7dddc42cb3a28fcf1208ade 2021-03-04T23:10:39.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:39 gibba011 systemd[1]: Stopped Ceph mon.c for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:10:39.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:39 gibba011 systemd[1]: Starting Ceph mon.c for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:10:40.146 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 podman[99389]: 2021-03-04 23:10:40.034237725 +0000 UTC m=+0.138367210 container create 003212659f4503a4fbc6bddc7e543b0b62dea1125073f1d6bd564c38b6826365 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mon.c, io.buildah.version=1.18.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, GIT_BRANCH=HEAD, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.license=GPLv2) 2021-03-04T23:10:40.147 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 podman[99389]: 2021-03-04 23:10:40.117580115 +0000 UTC m=+0.221709606 container init 003212659f4503a4fbc6bddc7e543b0b62dea1125073f1d6bd564c38b6826365 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mon.c, GIT_CLEAN=True, org.label-schema.build-date=20201204, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.name=CentOS Base Image, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.18.0) 2021-03-04T23:10:40.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.142+0000 7f66d1ff5700 0 set uid:gid to 167:167 (ceph:ceph) 2021-03-04T23:10:40.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.142+0000 7f66d1ff5700 0 ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev), process ceph-mon, pid 2 2021-03-04T23:10:40.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.142+0000 7f66d1ff5700 0 pidfile_write: ignore empty --pid-file 2021-03-04T23:10:40.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 0 load: jerasure load: lrc load: isa 2021-03-04T23:10:40.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: RocksDB version: 6.8.1 2021-03-04T23:10:40.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-03-04T23:10:40.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Compile date Mar 4 2021 2021-03-04T23:10:40.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: DB SUMMARY 2021-03-04T23:10:40.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: CURRENT file: CURRENT 2021-03-04T23:10:40.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: IDENTITY file: IDENTITY 2021-03-04T23:10:40.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 518 Bytes 2021-03-04T23:10:40.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000017.sst 2021-03-04T23:10:40.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000015.log size: 1820896 ; 2021-03-04T23:10:40.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.error_if_exists: 0 2021-03-04T23:10:40.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.create_if_missing: 0 2021-03-04T23:10:40.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.paranoid_checks: 1 2021-03-04T23:10:40.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.env: 0x5582236cd1c0 2021-03-04T23:10:40.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.fs: Posix File System 2021-03-04T23:10:40.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.info_log: 0x558223f51ee0 2021-03-04T23:10:40.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.max_file_opening_threads: 16 2021-03-04T23:10:40.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.statistics: (nil) 2021-03-04T23:10:40.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.use_fsync: 0 2021-03-04T23:10:40.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.max_log_file_size: 0 2021-03-04T23:10:40.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-03-04T23:10:40.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.log_file_time_to_roll: 0 2021-03-04T23:10:40.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.keep_log_file_num: 1000 2021-03-04T23:10:40.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.recycle_log_file_num: 0 2021-03-04T23:10:40.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.allow_fallocate: 1 2021-03-04T23:10:40.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.allow_mmap_reads: 0 2021-03-04T23:10:40.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.allow_mmap_writes: 0 2021-03-04T23:10:40.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.use_direct_reads: 0 2021-03-04T23:10:40.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-03-04T23:10:40.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.create_missing_column_families: 0 2021-03-04T23:10:40.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.db_log_dir: 2021-03-04T23:10:40.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2021-03-04T23:10:40.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.table_cache_numshardbits: 6 2021-03-04T23:10:40.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.max_subcompactions: 1 2021-03-04T23:10:40.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.max_background_flushes: -1 2021-03-04T23:10:40.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-03-04T23:10:40.615 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-03-04T23:10:40.615 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2021-03-04T23:10:40.615 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-03-04T23:10:40.615 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-03-04T23:10:40.616 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.advise_random_on_open: 1 2021-03-04T23:10:40.616 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.db_write_buffer_size: 0 2021-03-04T23:10:40.616 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.write_buffer_manager: 0x558223fadbc0 2021-03-04T23:10:40.616 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-03-04T23:10:40.616 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-03-04T23:10:40.617 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-03-04T23:10:40.617 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.use_adaptive_mutex: 0 2021-03-04T23:10:40.617 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.rate_limiter: (nil) 2021-03-04T23:10:40.617 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-03-04T23:10:40.617 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.wal_recovery_mode: 2 2021-03-04T23:10:40.618 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.enable_thread_tracking: 0 2021-03-04T23:10:40.618 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.enable_pipelined_write: 0 2021-03-04T23:10:40.618 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.unordered_write: 0 2021-03-04T23:10:40.618 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-03-04T23:10:40.618 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-03-04T23:10:40.619 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-03-04T23:10:40.619 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-03-04T23:10:40.619 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.row_cache: None 2021-03-04T23:10:40.619 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.wal_filter: None 2021-03-04T23:10:40.620 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-03-04T23:10:40.620 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.allow_ingest_behind: 0 2021-03-04T23:10:40.620 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.preserve_deletes: 0 2021-03-04T23:10:40.620 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.two_write_queues: 0 2021-03-04T23:10:40.620 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.manual_wal_flush: 0 2021-03-04T23:10:40.621 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.atomic_flush: 0 2021-03-04T23:10:40.621 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-03-04T23:10:40.621 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.persist_stats_to_disk: 0 2021-03-04T23:10:40.621 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.write_dbid_to_manifest: 0 2021-03-04T23:10:40.621 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.log_readahead_size: 0 2021-03-04T23:10:40.622 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2021-03-04T23:10:40.622 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.max_background_jobs: 2 2021-03-04T23:10:40.622 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.max_background_compactions: -1 2021-03-04T23:10:40.622 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-03-04T23:10:40.622 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-03-04T23:10:40.623 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.delayed_write_rate : 16777216 2021-03-04T23:10:40.623 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.max_total_wal_size: 0 2021-03-04T23:10:40.623 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-03-04T23:10:40.623 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.stats_dump_period_sec: 600 2021-03-04T23:10:40.623 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.stats_persist_period_sec: 600 2021-03-04T23:10:40.624 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-03-04T23:10:40.624 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.max_open_files: -1 2021-03-04T23:10:40.624 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.bytes_per_sync: 0 2021-03-04T23:10:40.624 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-03-04T23:10:40.625 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.strict_bytes_per_sync: 0 2021-03-04T23:10:40.625 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.compaction_readahead_size: 0 2021-03-04T23:10:40.625 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Compression algorithms supported: 2021-03-04T23:10:40.625 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-03-04T23:10:40.625 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: kZSTD supported: 0 2021-03-04T23:10:40.626 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: kXpressCompression supported: 0 2021-03-04T23:10:40.626 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: kLZ4HCCompression supported: 1 2021-03-04T23:10:40.626 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: kLZ4Compression supported: 1 2021-03-04T23:10:40.626 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: kBZip2Compression supported: 0 2021-03-04T23:10:40.626 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: kZlibCompression supported: 1 2021-03-04T23:10:40.627 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: kSnappyCompression supported: 1 2021-03-04T23:10:40.627 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-03-04T23:10:40.627 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2021-03-04T23:10:40.627 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.627 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2021-03-04T23:10:40.628 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.628 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-03-04T23:10:40.628 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.merge_operator: 2021-03-04T23:10:40.628 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.compaction_filter: None 2021-03-04T23:10:40.629 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.compaction_filter_factory: None 2021-03-04T23:10:40.629 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-03-04T23:10:40.629 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.table_factory: BlockBasedTable 2021-03-04T23:10:40.629 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558223ef81e0) 2021-03-04T23:10:40.629 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: cache_index_and_filter_blocks: 1 2021-03-04T23:10:40.630 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: cache_index_and_filter_blocks_with_high_priority: 0 2021-03-04T23:10:40.630 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: pin_l0_filter_and_index_blocks_in_cache: 0 2021-03-04T23:10:40.630 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: pin_top_level_index_and_filter: 1 2021-03-04T23:10:40.630 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: index_type: 0 2021-03-04T23:10:40.630 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: data_block_index_type: 0 2021-03-04T23:10:40.631 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: index_shortening: 1 2021-03-04T23:10:40.631 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: data_block_hash_table_util_ratio: 0.750000 2021-03-04T23:10:40.631 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 bash[99304]: 003212659f4503a4fbc6bddc7e543b0b62dea1125073f1d6bd564c38b6826365 2021-03-04T23:10:40.631 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: hash_index_allow_collision: 1 2021-03-04T23:10:40.632 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: checksum: 1 2021-03-04T23:10:40.632 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: no_block_cache: 0 2021-03-04T23:10:40.632 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: block_cache: 0x558223f32510 2021-03-04T23:10:40.632 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: block_cache_name: BinnedLRUCache 2021-03-04T23:10:40.632 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: block_cache_options: 2021-03-04T23:10:40.633 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: capacity : 536870912 2021-03-04T23:10:40.633 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: num_shard_bits : 4 2021-03-04T23:10:40.633 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: strict_capacity_limit : 0 2021-03-04T23:10:40.633 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: high_pri_pool_ratio: 0.000 2021-03-04T23:10:40.634 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: block_cache_compressed: (nil) 2021-03-04T23:10:40.634 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: persistent_cache: (nil) 2021-03-04T23:10:40.634 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: block_size: 4096 2021-03-04T23:10:40.634 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: block_size_deviation: 10 2021-03-04T23:10:40.635 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: block_restart_interval: 16 2021-03-04T23:10:40.635 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: index_block_restart_interval: 1 2021-03-04T23:10:40.635 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: metadata_block_size: 4096 2021-03-04T23:10:40.635 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: partition_filters: 0 2021-03-04T23:10:40.636 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: use_delta_encoding: 1 2021-03-04T23:10:40.636 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: filter_policy: rocksdb.BuiltinBloomFilter 2021-03-04T23:10:40.636 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: whole_key_filtering: 1 2021-03-04T23:10:40.636 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: verify_compression: 0 2021-03-04T23:10:40.636 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: read_amp_bytes_per_bit: 0 2021-03-04T23:10:40.637 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: format_version: 2 2021-03-04T23:10:40.637 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: enable_index_compression: 1 2021-03-04T23:10:40.637 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: block_align: 0 2021-03-04T23:10:40.637 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.638 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.write_buffer_size: 33554432 2021-03-04T23:10:40.638 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.638 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.max_write_buffer_number: 2 2021-03-04T23:10:40.638 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.compression: NoCompression 2021-03-04T23:10:40.638 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.bottommost_compression: Disabled 2021-03-04T23:10:40.639 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.prefix_extractor: nullptr 2021-03-04T23:10:40.639 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-03-04T23:10:40.639 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.num_levels: 7 2021-03-04T23:10:40.639 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-03-04T23:10:40.639 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-03-04T23:10:40.640 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2021-03-04T23:10:40.640 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-03-04T23:10:40.640 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-03-04T23:10:40.640 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-03-04T23:10:40.641 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-03-04T23:10:40.641 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-03-04T23:10:40.641 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-03-04T23:10:40.641 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.compression_opts.window_bits: -14 2021-03-04T23:10:40.641 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.compression_opts.level: 32767 2021-03-04T23:10:40.642 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.compression_opts.strategy: 0 2021-03-04T23:10:40.642 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-03-04T23:10:40.642 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-03-04T23:10:40.642 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.compression_opts.enabled: false 2021-03-04T23:10:40.642 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-03-04T23:10:40.643 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-03-04T23:10:40.643 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-03-04T23:10:40.643 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.target_file_size_base: 67108864 2021-03-04T23:10:40.643 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.target_file_size_multiplier: 1 2021-03-04T23:10:40.643 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-03-04T23:10:40.644 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-03-04T23:10:40.644 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-03-04T23:10:40.644 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-03-04T23:10:40.644 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-03-04T23:10:40.645 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-03-04T23:10:40.645 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-03-04T23:10:40.645 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-03-04T23:10:40.645 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-03-04T23:10:40.647 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-03-04T23:10:40.647 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-03-04T23:10:40.647 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-03-04T23:10:40.647 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.arena_block_size: 4194304 2021-03-04T23:10:40.647 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-03-04T23:10:40.648 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-03-04T23:10:40.648 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-03-04T23:10:40.648 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.disable_auto_compactions: 0 2021-03-04T23:10:40.648 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-03-04T23:10:40.649 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-03-04T23:10:40.649 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-03-04T23:10:40.649 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-03-04T23:10:40.649 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-03-04T23:10:40.649 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-03-04T23:10:40.650 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-03-04T23:10:40.650 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-03-04T23:10:40.650 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-03-04T23:10:40.650 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-03-04T23:10:40.651 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.table_properties_collectors: 2021-03-04T23:10:40.651 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.inplace_update_support: 0 2021-03-04T23:10:40.651 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-03-04T23:10:40.651 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-03-04T23:10:40.651 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-03-04T23:10:40.652 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.memtable_huge_page_size: 0 2021-03-04T23:10:40.652 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.bloom_locality: 0 2021-03-04T23:10:40.652 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.max_successive_merges: 0 2021-03-04T23:10:40.652 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-03-04T23:10:40.652 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.paranoid_file_checks: 0 2021-03-04T23:10:40.653 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.force_consistency_checks: 0 2021-03-04T23:10:40.653 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.report_bg_io_stats: 0 2021-03-04T23:10:40.653 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.ttl: 2592000 2021-03-04T23:10:40.653 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.146+0000 7f66d1ff5700 4 rocksdb: Options.periodic_compaction_seconds: 0 2021-03-04T23:10:40.653 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.147+0000 7f66d1ff5700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-03-04T23:10:40.654 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.147+0000 7f66d1ff5700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 19, last_sequence is 9764, log_number is 15,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-03-04T23:10:40.654 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.654 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.147+0000 7f66d1ff5700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 15 2021-03-04T23:10:40.654 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.654 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.147+0000 7f66d1ff5700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614899440149011, "job": 1, "event": "recovery_started", "log_files": [15]} 2021-03-04T23:10:40.655 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.147+0000 7f66d1ff5700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #15 mode 2 2021-03-04T23:10:40.655 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.148+0000 7f66d1ff5700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2021-03-04T23:10:40.655 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 podman[99389]: 2021-03-04 23:10:40.150954845 +0000 UTC m=+0.255084348 container start 003212659f4503a4fbc6bddc7e543b0b62dea1125073f1d6bd564c38b6826365 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mon.c, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.18.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20201204, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image) 2021-03-04T23:10:40.655 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.150+0000 7f66d1ff5700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614899440151828, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 19, "file_size": 1211619, "table_properties": {"data_size": 1208473, "index_size": 2008, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 325, "raw_key_size": 2237, "raw_average_key_size": 20, "raw_value_size": 1205318, "raw_average_value_size": 11264, "num_data_blocks": 63, "num_entries": 107, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1614899440, "oldest_key_time": 3, "file_creation_time": 0}} 2021-03-04T23:10:40.656 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.150+0000 7f66d1ff5700 4 rocksdb: [version_set.cc:3826] Creating manifest 20 2021-03-04T23:10:40.656 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.656 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.150+0000 7f66d1ff5700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-03-04T23:10:40.656 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.150+0000 7f66d1ff5700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614899440152234, "job": 1, "event": "recovery_finished"} 2021-03-04T23:10:40.656 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.151+0000 7f66d1ff5700 4 rocksdb: DB pointer 0x558223ff9800 2021-03-04T23:10:40.657 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.151+0000 7f66b8e09700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2021-03-04T23:10:40.657 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.151+0000 7f66b8e09700 4 rocksdb: [db_impl/db_impl.cc:851] 2021-03-04T23:10:40.657 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: ** DB Stats ** 2021-03-04T23:10:40.657 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T23:10:40.658 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-03-04T23:10:40.658 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-03-04T23:10:40.658 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T23:10:40.658 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-03-04T23:10:40.658 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-03-04T23:10:40.659 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T23:10:40.659 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.659 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: ** Compaction Stats [default] ** 2021-03-04T23:10:40.659 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:10:40.659 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:10:40.660 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: L0 1/0 1.16 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 632.8 0.00 0.00 1 0.002 0 0 2021-03-04T23:10:40.660 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: L6 1/0 22.97 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:10:40.660 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Sum 2/0 24.12 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 632.8 0.00 0.00 1 0.002 0 0 2021-03-04T23:10:40.660 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 632.8 0.00 0.00 1 0.002 0 0 2021-03-04T23:10:40.660 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.661 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: ** Compaction Stats [default] ** 2021-03-04T23:10:40.661 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:10:40.661 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:10:40.661 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 632.8 0.00 0.00 1 0.002 0 0 2021-03-04T23:10:40.661 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T23:10:40.662 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Flush(GB): cumulative 0.001, interval 0.001 2021-03-04T23:10:40.662 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T23:10:40.662 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: AddFile(Total Files): cumulative 0, interval 0 2021-03-04T23:10:40.662 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T23:10:40.663 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: AddFile(Keys): cumulative 0, interval 0 2021-03-04T23:10:40.663 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Cumulative compaction: 0.00 GB write, 249.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:10:40.663 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Interval compaction: 0.00 GB write, 249.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:10:40.663 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T23:10:40.663 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.664 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: ** File Read Latency Histogram By Level [default] ** 2021-03-04T23:10:40.664 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.664 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: ** Compaction Stats [default] ** 2021-03-04T23:10:40.664 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:10:40.664 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:10:40.665 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: L0 1/0 1.16 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 632.8 0.00 0.00 1 0.002 0 0 2021-03-04T23:10:40.665 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: L6 1/0 22.97 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:10:40.665 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Sum 2/0 24.12 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 632.8 0.00 0.00 1 0.002 0 0 2021-03-04T23:10:40.665 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:10:40.665 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.666 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: ** Compaction Stats [default] ** 2021-03-04T23:10:40.666 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:10:40.666 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:10:40.666 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 632.8 0.00 0.00 1 0.002 0 0 2021-03-04T23:10:40.666 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T23:10:40.667 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Flush(GB): cumulative 0.001, interval 0.000 2021-03-04T23:10:40.667 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T23:10:40.667 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: AddFile(Total Files): cumulative 0, interval 0 2021-03-04T23:10:40.667 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T23:10:40.668 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: AddFile(Keys): cumulative 0, interval 0 2021-03-04T23:10:40.668 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Cumulative compaction: 0.00 GB write, 248.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:10:40.668 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:10:40.668 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T23:10:40.668 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.669 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: ** File Read Latency Histogram By Level [default] ** 2021-03-04T23:10:40.669 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.669 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.151+0000 7f66d1ff5700 0 starting mon.c rank 1 at public addrs [v2:172.21.2.111:3301/0,v1:172.21.2.111:6790/0] at bind addrs [v2:172.21.2.111:3301/0,v1:172.21.2.111:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 5f47b844-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:10:40.669 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 systemd[1]: Started Ceph mon.c for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:10:40.669 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.152+0000 7f66d1ff5700 1 mon.c@-1(???) e3 preinit fsid 5f47b844-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:10:40.670 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.152+0000 7f66d1ff5700 0 mon.c@-1(???).mds e7 new map 2021-03-04T23:10:40.670 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.152+0000 7f66d1ff5700 0 mon.c@-1(???).mds e7 print_map 2021-03-04T23:10:40.670 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: e7 2021-03-04T23:10:40.670 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: enable_multiple, ever_enabled_multiple: 0,0 2021-03-04T23:10:40.670 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-03-04T23:10:40.671 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: legacy client fscid: 1 2021-03-04T23:10:40.671 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.671 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Filesystem 'foo' (1) 2021-03-04T23:10:40.671 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: fs_name foo 2021-03-04T23:10:40.671 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: epoch 4 2021-03-04T23:10:40.672 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: flags 12 2021-03-04T23:10:40.672 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: created 2021-03-04T23:05:49.575726+0000 2021-03-04T23:10:40.672 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: modified 2021-03-04T23:05:53.546382+0000 2021-03-04T23:10:40.672 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: tableserver 0 2021-03-04T23:10:40.673 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: root 0 2021-03-04T23:10:40.673 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: session_timeout 60 2021-03-04T23:10:40.673 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: session_autoclose 300 2021-03-04T23:10:40.673 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: max_file_size 1099511627776 2021-03-04T23:10:40.673 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: required_client_features {} 2021-03-04T23:10:40.674 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: last_failure 0 2021-03-04T23:10:40.674 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: last_failure_osd_epoch 0 2021-03-04T23:10:40.674 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-03-04T23:10:40.674 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: max_mds 1 2021-03-04T23:10:40.674 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: in 0 2021-03-04T23:10:40.675 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: up {0=34322} 2021-03-04T23:10:40.675 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: failed 2021-03-04T23:10:40.675 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: damaged 2021-03-04T23:10:40.675 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: stopped 2021-03-04T23:10:40.675 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: data_pools [4] 2021-03-04T23:10:40.676 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: metadata_pool 3 2021-03-04T23:10:40.676 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: inline_data disabled 2021-03-04T23:10:40.676 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: balancer 2021-03-04T23:10:40.676 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: standby_count_wanted 1 2021-03-04T23:10:40.676 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: [mds.foo.gibba038.rbeynd{0:34322} state up:active seq 2 join_fscid=1 addr [v2:172.21.2.138:6832/842210846,v1:172.21.2.138:6833/842210846]] 2021-03-04T23:10:40.677 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.677 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.677 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: Standby daemons: 2021-03-04T23:10:40.677 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.677 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: [mds.foo.gibba011.yozmjr{-1:24433} state up:standby seq 3 join_fscid=1 addr [v2:172.21.2.111:6834/1778398210,v1:172.21.2.111:6835/1778398210]] 2021-03-04T23:10:40.678 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.678 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.152+0000 7f66d1ff5700 0 mon.c@-1(???).osd e63 crush map has features 3314933000852226048, adjusting msgr requires 2021-03-04T23:10:40.678 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.152+0000 7f66d1ff5700 0 mon.c@-1(???).osd e63 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T23:10:40.678 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.678 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.152+0000 7f66d1ff5700 0 mon.c@-1(???).osd e63 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T23:10:40.679 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.152+0000 7f66d1ff5700 0 mon.c@-1(???).osd e63 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T23:10:40.679 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: cluster 2021-03-04T23:10:40.679 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:36.419031 2021-03-04T23:10:40.679 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: +0000 mgr.x (mgr.34676) 58 : cluster [DBG] pgmap v43: 89 pgs: 89 active+clean; 443 MiB data, 1.5 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.21k op/s 2021-03-04T23:10:40.679 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: 2021-03-04T23:10:40.680 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:40 gibba011 conmon[99461]: debug 2021-03-04T23:10:40.153+0000 7f66d1ff5700 1 mon.c@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2021-03-04T23:10:41.628 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2021-03-04T23:10:41.629 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2021-03-04T23:10:41.741 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:42.421 INFO:teuthology.orchestra.run.gibba011.stdout: "ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev)": 2 2021-03-04T23:10:43.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[95595]: cluster 2021-03-04T23:10:38.419553+0000 mgr.x (mgr.34676) 59 : cluster [DBG] pgmap v44: 89 pgs: 89 active+clean; 3.2 KiB data, 141 MiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.80k op/s 2021-03-04T23:10:43.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[95595]: cluster 2021-03-04T23:10:40.360120+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2021-03-04T23:10:43.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[95595]: cluster 2021-03-04T23:10:40.420239+0000 mgr.x (mgr.34676) 60 : cluster [DBG] pgmap v45: 89 pgs: 89 active+clean; 3.2 KiB data, 141 MiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s 2021-03-04T23:10:43.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[95595]: cluster 2021-03-04T23:10:41.691206+0000 mon.a (mon.0) 42 : cluster [INF] mon.a calling monitor election 2021-03-04T23:10:43.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[95595]: cluster 2021-03-04T23:10:41.704960+0000 mon.a (mon.0) 43 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-03-04T23:10:43.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[95595]: cluster 2021-03-04T23:10:41.708772+0000 mon.a (mon.0) 44 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.2.111:3300/0,v1:172.21.2.111:6789/0],b=[v2:172.21.2.138:3300/0,v1:172.21.2.138:6789/0],c=[v2:172.21.2.111:3301/0,v1:172.21.2.111:6790/0]} 2021-03-04T23:10:43.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[95595]: cluster 2021-03-04T23:10:41.708852+0000 mon.a (mon.0) 45 : cluster [DBG] fsmap foo:1 {0=foo.gibba038.rbeynd=up:active} 1 up:standby 2021-03-04T23:10:43.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[95595]: cluster 2021-03-04T23:10:41.708897+0000 mon.a (mon.0) 46 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2021-03-04T23:10:43.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[95595]: cluster 2021-03-04T23:10:41.709141+0000 mon.a (mon.0) 47 : cluster [DBG] mgrmap e25: x(active, since 86s), standbys: y 2021-03-04T23:10:43.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[95595]: cluster 2021-03-04T23:10:41.711768+0000 mon.a (mon.0) 48 : cluster [INF] overall HEALTH_OK 2021-03-04T23:10:43.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[95595]: audit 2021-03-04T23:10:41.713805 2021-03-04T23:10:43.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[95595]: +0000 mon.a (mon.0) 49 : audit [INF] from='mgr.34676 ' entity='' 2021-03-04T23:10:43.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[95595]: audit 2021-03-04T23:10:41.714947+0000 mon.b (mon.2) 145 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:10:43.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[95595]: audit 2021-03-04T23:10:41.716486+0000 mon.b (mon.2) 146 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:10:43.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[95595]: audit 2021-03-04T23:10:42.412105+0000 mon.a (mon.0) 50 : audit [DBG] from='client.? 172.21.2.111:0/1383491895' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T23:10:43.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[99461]: cluster 2021-03-04T23:10:38.419553+0000 mgr.x (mgr.34676) 59 : cluster [DBG] pgmap v44: 89 pgs: 89 active+clean; 3.2 KiB data, 141 MiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.80k op/s 2021-03-04T23:10:43.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[99461]: cluster 2021-03-04T23:10:40.360120+0000 mon.c (mon.1) 1 : cluster [INF] mon.c calling monitor election 2021-03-04T23:10:43.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[99461]: cluster 2021-03-04T23:10:40.420239+0000 mgr.x (mgr.34676) 60 : cluster [DBG] pgmap v45: 89 pgs: 89 active+clean; 3.2 KiB data, 141 MiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s 2021-03-04T23:10:43.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[99461]: cluster 2021-03-04T23:10:41.691206+0000 mon.a (mon.0) 42 : cluster [INF] mon.a calling monitor election 2021-03-04T23:10:43.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[99461]: cluster 2021-03-04T23:10:41.704960+0000 mon.a (mon.0) 43 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-03-04T23:10:43.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[99461]: cluster 2021-03-04T23:10:41.708772+0000 mon.a (mon.0) 44 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.2.111:3300/0,v1:172.21.2.111:6789/0],b=[v2:172.21.2.138:3300/0,v1:172.21.2.138:6789/0],c=[v2:172.21.2.111:3301/0,v1:172.21.2.111:6790/0]} 2021-03-04T23:10:43.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[99461]: cluster 2021-03-04T23:10:41.708852+0000 mon.a (mon.0) 45 : cluster [DBG] fsmap foo:1 {0=foo.gibba038.rbeynd=up:active} 1 up:standby 2021-03-04T23:10:43.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[99461]: cluster 2021-03-04T23:10:41.708897+0000 mon.a (mon.0) 46 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2021-03-04T23:10:43.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[99461]: cluster 2021-03-04T23:10:41.709141+0000 mon.a (mon.0) 47 : cluster [DBG] mgrmap e25: x(active, since 86s), standbys: y 2021-03-04T23:10:43.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[99461]: cluster 2021-03-04T23:10:41.711768+0000 mon.a (mon.0) 48 : cluster [INF] overall HEALTH_OK 2021-03-04T23:10:43.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[99461]: audit 2021-03-04T23:10:41.713805+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.34676 ' entity='' 2021-03-04T23:10:43.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[99461]: audit 2021-03-04T23:10:41.714947+0000 mon.b (mon.2) 145 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:10:43.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[99461]: audit 2021-03-04T23:10:41.716486+0000 mon.b (mon.2) 146 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:10:43.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[99461]: 2021-03-04T23:10:43.112 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:42 gibba011 conmon[99461]: audit 2021-03-04T23:10:42.412105+0000 mon.a (mon.0) 50 : audit [DBG] from='client.? 172.21.2.111:0/1383491895' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T23:10:43.397 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch ps' 2021-03-04T23:10:43.802 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:43 gibba011 conmon[95595]: cluster 2021-03-04T23:10:42.420750+0000 mgr.x (mgr.34676) 61 : cluster [DBG] pgmap v46: 89 pgs: 89 active+clean; 3.2 KiB data, 141 MiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s 2021-03-04T23:10:43.804 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:43 gibba011 conmon[99461]: cluster 2021-03-04T23:10:42.420750+0000 mgr.x (mgr.34676) 61 : cluster [DBG] pgmap v46: 89 pgs: 89 active+clean; 3.2 KiB data, 141 MiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s 2021-03-04T23:10:44.724 INFO:teuthology.orchestra.run.gibba011.stderr:pool 'unique_pool_0' removed 2021-03-04T23:10:45.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:44 gibba011 conmon[95595]: audit 2021-03-04T23:10:43.919289+0000 mon.a (mon.0) 51 : audit [INF] from='client.? 172.21.2.111:0/2775210497' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:10:45.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:44 gibba011 conmon[99461]: audit 2021-03-04T23:10:43.919289+0000 mon.a (mon.0) 51 : audit [INF] from='client.? 172.21.2.111:0/2775210497' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:10:45.566 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2021-03-04T23:10:45.568 INFO:tasks.radosbench:Beginning radosbench... 2021-03-04T23:10:45.568 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_1 2021-03-04T23:10:45.569 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool create unique_pool_1 16 2021-03-04T23:10:45.682 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:45.951 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:45 gibba011 conmon[95595]: cluster 2021-03-04T23:10:44.421160+0000 mgr.x (mgr.34676) 62 : cluster [DBG] pgmap v47: 89 pgs: 89 active+clean; 3.2 KiB data, 5.0 MiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s 2021-03-04T23:10:45.952 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:45 gibba011 conmon[95595]: audit 2021-03-04T23:10:44.720384+0000 mon.a (mon.0) 52 : audit [INF] from='client.? 172.21.2.111:0/2775210497' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:10:45.952 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:45 gibba011 conmon[95595]: cluster 2021-03-04T23:10:44.720426+0000 mon.a (mon.0) 53 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2021-03-04T23:10:45.952 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:45 gibba011 conmon[95595]: audit 2021-03-04T23:10:44.720646+0000 mon.b (mon.2) 147 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2021-03-04T23:10:45.953 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:45 gibba011 conmon[95595]: audit 2021-03-04T23:10:44.720896+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2021-03-04T23:10:45.953 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:45 gibba011 conmon[95595]: audit 2021-03-04T23:10:44.721801+0000 mon.b (mon.2) 148 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2021-03-04T23:10:45.953 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:45 gibba011 conmon[95595]: audit 2021-03-04T23:10:44.722122+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2021-03-04T23:10:45.953 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:45 gibba011 conmon[99461]: cluster 2021-03-04T23:10:44.421160+0000 mgr.x (mgr.34676) 62 : cluster 2021-03-04T23:10:45.954 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:45 gibba011 conmon[99461]: [DBG] pgmap v47: 89 pgs: 89 active+clean; 3.2 KiB data, 5.0 MiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s 2021-03-04T23:10:45.954 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:45 gibba011 conmon[99461]: audit 2021-03-04T23:10:44.720384+0000 mon.a (mon.0) 52 : audit [INF] from='client.? 172.21.2.111:0/2775210497' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:10:45.954 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:45 gibba011 conmon[99461]: cluster 2021-03-04T23:10:44.720426+0000 mon.a ( 2021-03-04T23:10:45.955 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:45 gibba011 conmon[99461]: mon.0) 53 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2021-03-04T23:10:45.955 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:45 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:10:45.955 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:45 gibba011 conmon[99461]: -04T23:10:44.720646+0000 mon.b (mon. 2021-03-04T23:10:45.955 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:45 gibba011 conmon[99461]: 2) 147 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2021-03-04T23:10:45.956 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:45 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:10:45.956 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:45 gibba011 conmon[99461]: -04T23:10:44.720896+0000 mon.a (mon 2021-03-04T23:10:45.956 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:45 gibba011 conmon[99461]: .0) 54 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2021-03-04T23:10:45.956 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:45 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:10:45.957 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:45 gibba011 conmon[99461]: T23:10:44.721801+0000 mon.b (mon.2 2021-03-04T23:10:45.957 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:45 gibba011 conmon[99461]: ) 148 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2021-03-04T23:10:45.957 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:45 gibba011 conmon[99461]: audit 2021-03-04T 2021-03-04T23:10:45.957 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:45 gibba011 conmon[99461]: 23:10:44.722122+0000 mon.a (mon.0) 2021-03-04T23:10:45.958 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:45 gibba011 conmon[99461]: 55 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2021-03-04T23:10:46.035 INFO:teuthology.orchestra.run.gibba011.stdout:NAME HOST STATUS REFRESHED AGE VERSION IMAGE NAME IMAGE ID CONTAINER ID 2021-03-04T23:10:46.036 INFO:teuthology.orchestra.run.gibba011.stdout:alertmanager.a gibba011 running (5m) 13s ago 5m 0.20.0 docker.io/prom/alertmanager:v0.20.0 0881eb8f169f 75f339d996f6 2021-03-04T23:10:46.036 INFO:teuthology.orchestra.run.gibba011.stdout:grafana.a gibba038 running (5m) 19s ago 5m 6.6.2 docker.io/ceph/ceph-grafana:6.6.2 a0dce381714a 98ce22a6afd4 2021-03-04T23:10:46.036 INFO:teuthology.orchestra.run.gibba011.stdout:mds.foo.gibba011.yozmjr gibba011 running (4m) 13s ago 4m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 53f71096606d 2021-03-04T23:10:46.037 INFO:teuthology.orchestra.run.gibba011.stdout:mds.foo.gibba038.rbeynd gibba038 running (4m) 19s ago 4m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 8265208f44c5 2021-03-04T23:10:46.037 INFO:teuthology.orchestra.run.gibba011.stdout:mgr.x gibba038 running (2m) 19s ago 8m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 e231be2fa0b1 44ab02ab2942 2021-03-04T23:10:46.037 INFO:teuthology.orchestra.run.gibba011.stdout:mgr.y gibba011 running (107s) 13s ago 10m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 259b9d44bd28 2021-03-04T23:10:46.037 INFO:teuthology.orchestra.run.gibba011.stdout:mon.a gibba011 running (97s) 13s ago 10m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 57d3238c8c38 2021-03-04T23:10:46.037 INFO:teuthology.orchestra.run.gibba011.stdout:mon.b gibba038 running (8m) 19s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 5a7b7f6c901a 2021-03-04T23:10:46.038 INFO:teuthology.orchestra.run.gibba011.stdout:mon.c gibba011 starting - - 2021-03-04T23:10:46.038 INFO:teuthology.orchestra.run.gibba011.stdout:node-exporter.a gibba011 running (6m) 13s ago 6m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf 78e2f7a69f1f 2021-03-04T23:10:46.038 INFO:teuthology.orchestra.run.gibba011.stdout:node-exporter.b gibba038 running (6m) 19s ago 6m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf 1287f2762897 2021-03-04T23:10:46.038 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0 gibba011 running (8m) 13s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 21f34069602c 2021-03-04T23:10:46.039 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1 gibba011 running (8m) 13s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 1aa7baf587eb 2021-03-04T23:10:46.039 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2 gibba011 running (7m) 13s ago 7m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 c63dfb8ee531 2021-03-04T23:10:46.039 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3 gibba011 running (7m) 13s ago 7m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 48ec44bfb32f 2021-03-04T23:10:46.039 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4 gibba038 running (7m) 19s ago 7m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 19eadf71f6a2 2021-03-04T23:10:46.039 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5 gibba038 running (7m) 19s ago 7m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 75adfd5dad9c 2021-03-04T23:10:46.040 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6 gibba038 running (6m) 19s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 e9ebee3ecd28 2021-03-04T23:10:46.040 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7 gibba038 running (6m) 19s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 0c2e87d4582c 2021-03-04T23:10:46.040 INFO:teuthology.orchestra.run.gibba011.stdout:prometheus.a gibba038 running (5m) 19s ago 6m 2.18.1 docker.io/prom/prometheus:v2.18.1 de242295e225 28109d2041c7 2021-03-04T23:10:47.086 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:46 gibba011 conmon[95595]: audit 2021-03-04T23:10:45.722586+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2021-03-04T23:10:47.086 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:46 gibba011 conmon[95595]: cluster 2021-03-04T23:10:45.722640+0000 mon.a (mon.0) 57 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2021-03-04T23:10:47.086 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:46 gibba011 conmon[95595]: audit 2021-03-04T23:10:46.028870+0000 mgr.x (mgr.34676) 63 : audit [DBG] from='client.54103 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:10:47.087 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:46 gibba011 conmon[99461]: audit 2021-03-04T23:10:45.722586+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2021-03-04T23:10:47.087 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:46 gibba011 conmon[99461]: cluster 2021-03-04T23:10:45.722640+0000 mon.a (mon.0) 57 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2021-03-04T23:10:47.087 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:46 gibba011 conmon[99461]: audit 2021-03-04T23:10:46.028870+0000 mgr.x (mgr.34676) 63 : audit [DBG] from='client.54103 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:10:47.097 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch upgrade pause' 2021-03-04T23:10:47.849 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:47 gibba011 conmon[95595]: cluster 2021-03-04T23:10:46.421784+0000 mgr.x (mgr.34676) 64 : cluster [DBG] pgmap v50: 73 pgs: 73 active+clean; 3.2 KiB data, 5.0 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:10:47.850 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:47 gibba011 conmon[99461]: cluster 2021-03-04T23:10:46.421784+0000 mgr.x (mgr.34676) 64 : cluster [DBG] pgmap v50: 73 pgs: 73 active+clean; 3.2 KiB data, 5.0 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:10:49.348 INFO:teuthology.orchestra.run.gibba011.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:10:49.744 INFO:teuthology.orchestra.run.gibba011.stderr:pool 'unique_pool_1' created 2021-03-04T23:10:49.853 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[95595]: cluster 2021-03-04T23:10:48.422361+0000 mgr.x (mgr.34676) 65 : cluster [DBG] pgmap v51: 73 pgs: 73 active+clean; 3.3 KiB data, 5.2 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:10:49.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[95595]: audit 2021-03-04T23:10:48.642182+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:10:49.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[95595]: audit 2021-03-04T23:10:48.646317+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:10:49.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[95595]: cephadm 2021-03-04T23:10:48.649338+0000 mgr.x (mgr.34676) 66 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:10:49.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[95595]: audit 2021-03-04T23:10:48.649857+0000 mon.b (mon.2) 149 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:10:49.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[95595]: cephadm 2021-03-04T23:10:48.650973+0000 mgr.x (mgr.34676) 67 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:10:49.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[95595]: audit 2021-03-04T23:10:48.651263+0000 mon.b (mon.2) 150 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:10:49.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[95595]: cephadm 2021-03-04T23:10:48.652009+0000 mgr.x (mgr.34676) 68 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:10:49.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[95595]: cephadm 2021-03-04T23:10:48.652280+0000 mgr.x (mgr.34676) 69 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:10:49.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[95595]: audit 2021-03-04T23:10:48.652541+0000 mon.b (mon.2) 151 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2021-03-04T23:10:49.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[95595]: cephadm 2021-03-04T23:10:48.653329+0000 mgr.x (mgr.34676) 70 : cephadm [INF] It is presumed safe to stop mon.b 2021-03-04T23:10:49.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[95595]: cephadm 2021-03-04T23:10:48.653572+0000 mgr.x (mgr.34676) 71 : cephadm [INF] Upgrade: It is presumed safe to stop mon.b 2021-03-04T23:10:49.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[95595]: cluster 2021-03-04T23:10:48.737508+0000 mon.a (mon.0) 60 : cluster [DBG] mgrmap e26: x(active, since 93s), standbys: y 2021-03-04T23:10:49.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[95595]: audit 2021-03-04T23:10:48.823299+0000 mon.a (mon.0) 61 : audit [INF] from='client.? 172.21.2.111:0/3823419810' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2021-03-04T23:10:49.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[95595]: audit 2021-03-04T23:10:49.345610+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:10:49.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[99461]: cluster 2021-03-04T23:10:48.422361+0000 mgr.x (mgr.34676) 65 : cluster [DBG] pgmap v51: 73 pgs: 73 active+clean; 3.3 KiB data, 5.2 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:10:49.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[99461]: audit 2021-03-04T23:10:48.642182+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:10:49.858 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[99461]: audit 2021-03-04T23:10:48.646317+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:10:49.858 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[99461]: cephadm 2021-03-04T23:10:48.649338+0000 mgr.x (mgr.34676) 66 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:10:49.858 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[99461]: audit 2021-03-04T23:10:48.649857+0000 mon.b (mon.2) 149 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:10:49.860 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[99461]: cephadm 2021-03-04T23:10:48.650973+0000 mgr.x (mgr.34676) 67 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:10:49.860 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[99461]: audit 2021-03-04T23:10:48.651263+0000 mon.b (mon.2) 150 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:10:49.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[99461]: cephadm 2021-03-04T23:10:48.652009+0000 mgr.x (mgr.34676) 68 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:10:49.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[99461]: cephadm 2021-03-04T23:10:48.652280+0000 mgr.x (mgr.34676) 69 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:10:49.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[99461]: audit 2021-03-04T23:10:48.652541+0000 mon.b (mon.2) 151 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2021-03-04T23:10:49.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[99461]: cephadm 2021-03-04T23:10:48.653329+0000 mgr.x (mgr.34676) 70 : cephadm [INF] It is presumed safe to stop mon.b 2021-03-04T23:10:49.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[99461]: cephadm 2021-03-04T23:10:48.653572+0000 mgr.x (mgr.34676) 71 : cephadm [INF] Upgrade: It is presumed safe to stop mon.b 2021-03-04T23:10:49.862 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[99461]: cluster 2021-03-04T23:10:48.737508+0000 mon.a (mon.0) 60 : cluster [DBG] mgrmap e26: x(active, since 93s), standbys: y 2021-03-04T23:10:49.862 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[99461]: audit 2021-03-04T23:10:48.823299+0000 mon.a (mon.0) 61 : audit [INF] from='client.? 172.21.2.111:0/3823419810' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2021-03-04T23:10:49.862 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:49 gibba011 conmon[99461]: audit 2021-03-04T23:10:49.345610+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:10:50.006 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'sleep 60' 2021-03-04T23:10:50.503 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool application enable unique_pool_1 rados --yes-i-really-mean-it || true 2021-03-04T23:10:50.614 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:10:51.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:50 gibba011 conmon[95595]: audit 2021-03-04T23:10:49.341294+0000 mgr.x (mgr.34676) 72 : audit [DBG] from='client.54115 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:10:51.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:50 gibba011 conmon[95595]: cephadm 2021-03-04T23:10:49.341548+0000 mgr.x (mgr.34676) 73 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:10:51.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:50 gibba011 conmon[95595]: audit 2021-03-04T23:10:49.739280+0000 mon.a (mon.0) 63 : audit [INF] from='client.? 172.21.2.111:0/3823419810' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2021-03-04T23:10:51.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:50 gibba011 conmon[95595]: cluster 2021-03-04T23:10:49.739343+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2021-03-04T23:10:51.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:50 gibba011 conmon[95595]: cephadm 2021-03-04T23:10:49.985780+0000 mgr.x (mgr.34676) 74 : cephadm [INF] Upgrade: Updating mon.b 2021-03-04T23:10:51.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:50 gibba011 conmon[95595]: audit 2021-03-04T23:10:49.989171+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:10:51.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:50 gibba011 conmon[95595]: audit 2021-03-04T23:10:51.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:50 gibba011 conmon[95595]: 2021-03-04T23:10:49.990154+0000 mon.b (mon.2) 152 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:10:51.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:50 gibba011 conmon[95595]: audit 2021-03-04T23:10:49.990747+0000 mon.b (mon.2) 153 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:10:51.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:50 gibba011 conmon[95595]: audit 2021-03-04T23:10:49.991446+0000 mon.b (mon.2) 154 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:10:51.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:50 gibba011 conmon[95595]: cephadm 2021-03-04T23:10:49.991977+0000 mgr.x (mgr.34676) 75 : cephadm [INF] Deploying daemon mon.b on gibba038 2021-03-04T23:10:51.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:50 gibba011 conmon[95595]: audit 2021-03-04T23:10:49.992464+0000 mon.b (mon.2) 155 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-03-04T23:10:51.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:50 gibba011 conmon[99461]: audit 2021-03-04T23:10:49.341294+0000 mgr.x (mgr.34676) 72 : audit [DBG] from='client.54115 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:10:51.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:50 gibba011 conmon[99461]: cephadm 2021-03-04T23:10:49.341548+0000 mgr.x (mgr.34676) 73 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:10:51.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:50 gibba011 conmon[99461]: audit 2021-03-04T23:10:49.739280+0000 mon.a (mon.0) 63 : audit [INF] from='client.? 172.21.2.111:0/3823419810' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2021-03-04T23:10:51.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:50 gibba011 conmon[99461]: cluster 2021-03-04T23:10:49.739343+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2021-03-04T23:10:51.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:50 gibba011 conmon[99461]: cephadm 2021-03-04T23:10:49.985780+0000 mgr.x (mgr.34676) 74 : cephadm [INF] Upgrade: Updating mon.b 2021-03-04T23:10:51.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:50 gibba011 conmon[99461]: audit 2021-03-04T23:10:49.989171+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:10:51.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:50 gibba011 conmon[99461]: audit 2021-03-04T23:10:49.990154+0000 mon.b (mon.2) 152 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:10:51.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:50 gibba011 conmon[99461]: audit 2021-03-04T23:10:49.990747+0000 mon.b (mon.2) 153 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:10:51.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:50 gibba011 conmon[99461]: audit 2021-03-04T23:10:49.991446+0000 mon.b (mon.2) 154 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:10:51.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:50 gibba011 conmon[99461]: cephadm 2021-03-04T23:10:49.991977+0000 mgr.x (mgr.34676) 75 : cephadm [INF] Deploying daemon mon.b on gibba038 2021-03-04T23:10:51.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:50 gibba011 conmon[99461]: audit 2021-03-04T23:10:49.992464+0000 mon.b (mon.2) 155 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-03-04T23:10:51.567 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:51 gibba038 systemd[1]: Stopping Ceph mon.b for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:10:51.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:51 gibba038 podman[76419]: 2021-03-04 23:10:51.564912568 +0000 UTC m=+0.284360675 container stop 5a7b7f6c901a4231aef9493701a0db37baedac543ad36e52d4f645c92dfbdd29 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mon.b, GIT_REPO=https://github.com/ceph/ceph-container.git, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, RELEASE=master-908e75b, GIT_CLEAN=False, ceph=True, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0) 2021-03-04T23:10:51.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:51 gibba038 podman[76419]: 2021-03-04 23:10:51.650158547 +0000 UTC m=+0.369606655 container died 5a7b7f6c901a4231aef9493701a0db37baedac543ad36e52d4f645c92dfbdd29 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mon.b) 2021-03-04T23:10:51.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:51 gibba038 podman[76419]: 5a7b7f6c901a4231aef9493701a0db37baedac543ad36e52d4f645c92dfbdd29 2021-03-04T23:10:52.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 systemd[1]: Stopped Ceph mon.b for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:10:52.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 systemd[1]: Starting Ceph mon.b for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:10:53.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 podman[76626]: 2021-03-04 23:10:52.595000763 +0000 UTC m=+0.188245392 container create f2a79f1e5142d8773ac4eaf0c8108d1d7e308024a465f2dbe4a087897cde0af6 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mon.b, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.18.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Dimitri Savineau , ceph=True, org.label-schema.name=CentOS Base Image) 2021-03-04T23:10:53.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 podman[76626]: 2021-03-04 23:10:52.70309984 +0000 UTC m=+0.296344472 container init f2a79f1e5142d8773ac4eaf0c8108d1d7e308024a465f2dbe4a087897cde0af6 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mon.b, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , ceph=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.name=CentOS Base Image, io.buildah.version=1.18.0, org.label-schema.build-date=20201204) 2021-03-04T23:10:53.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.726+0000 7fb6bf502700 0 set uid:gid to 167:167 (ceph:ceph) 2021-03-04T23:10:53.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.726+0000 7fb6bf502700 0 ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev), process ceph-mon, pid 2 2021-03-04T23:10:53.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.726+0000 7fb6bf502700 0 pidfile_write: ignore empty --pid-file 2021-03-04T23:10:53.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.729+0000 7fb6bf502700 0 load: jerasure load: lrc load: isa 2021-03-04T23:10:53.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: RocksDB version: 6.8.1 2021-03-04T23:10:53.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2021-03-04T23:10:53.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Compile date Mar 4 2021 2021-03-04T23:10:53.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: DB SUMMARY 2021-03-04T23:10:53.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:53.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: CURRENT file: CURRENT 2021-03-04T23:10:53.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: IDENTITY file: IDENTITY 2021-03-04T23:10:53.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.093 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 518 Bytes 2021-03-04T23:10:53.093 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.093 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000017.sst 2021-03-04T23:10:53.093 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.093 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000015.log size: 3180031 ; 2021-03-04T23:10:53.094 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.094 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.error_if_exists: 0 2021-03-04T23:10:53.094 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.create_if_missing: 0 2021-03-04T23:10:53.094 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.paranoid_checks: 1 2021-03-04T23:10:53.095 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.env: 0x55607738a1c0 2021-03-04T23:10:53.095 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.fs: Posix File System 2021-03-04T23:10:53.095 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.info_log: 0x556078c69ee0 2021-03-04T23:10:53.095 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.max_file_opening_threads: 16 2021-03-04T23:10:53.096 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.statistics: (nil) 2021-03-04T23:10:53.096 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.use_fsync: 0 2021-03-04T23:10:53.096 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.max_log_file_size: 0 2021-03-04T23:10:53.096 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2021-03-04T23:10:53.096 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.log_file_time_to_roll: 0 2021-03-04T23:10:53.097 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.keep_log_file_num: 1000 2021-03-04T23:10:53.097 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.recycle_log_file_num: 0 2021-03-04T23:10:53.097 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.allow_fallocate: 1 2021-03-04T23:10:53.097 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.allow_mmap_reads: 0 2021-03-04T23:10:53.098 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.allow_mmap_writes: 0 2021-03-04T23:10:53.098 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.use_direct_reads: 0 2021-03-04T23:10:53.098 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2021-03-04T23:10:53.098 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.create_missing_column_families: 0 2021-03-04T23:10:53.099 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.db_log_dir: 2021-03-04T23:10:53.099 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2021-03-04T23:10:53.099 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.table_cache_numshardbits: 6 2021-03-04T23:10:53.099 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.max_subcompactions: 1 2021-03-04T23:10:53.099 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.max_background_flushes: -1 2021-03-04T23:10:53.100 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.WAL_ttl_seconds: 0 2021-03-04T23:10:53.100 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.WAL_size_limit_MB: 0 2021-03-04T23:10:53.100 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2021-03-04T23:10:53.101 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2021-03-04T23:10:53.101 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.is_fd_close_on_exec: 1 2021-03-04T23:10:53.101 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.advise_random_on_open: 1 2021-03-04T23:10:53.101 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.db_write_buffer_size: 0 2021-03-04T23:10:53.101 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.write_buffer_manager: 0x556078cc5bc0 2021-03-04T23:10:53.102 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2021-03-04T23:10:53.102 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2021-03-04T23:10:53.102 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2021-03-04T23:10:53.103 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.use_adaptive_mutex: 0 2021-03-04T23:10:53.103 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.rate_limiter: (nil) 2021-03-04T23:10:53.103 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2021-03-04T23:10:53.104 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.wal_recovery_mode: 2 2021-03-04T23:10:53.104 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.enable_thread_tracking: 0 2021-03-04T23:10:53.104 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.enable_pipelined_write: 0 2021-03-04T23:10:53.104 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:53.104 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.unordered_write: 0 2021-03-04T23:10:53.105 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2021-03-04T23:10:53.105 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2021-03-04T23:10:53.105 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2021-03-04T23:10:53.105 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2021-03-04T23:10:53.106 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.row_cache: None 2021-03-04T23:10:53.106 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.wal_filter: None 2021-03-04T23:10:53.106 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2021-03-04T23:10:53.106 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.allow_ingest_behind: 0 2021-03-04T23:10:53.106 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.preserve_deletes: 0 2021-03-04T23:10:53.107 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.two_write_queues: 0 2021-03-04T23:10:53.107 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.manual_wal_flush: 0 2021-03-04T23:10:53.107 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.atomic_flush: 0 2021-03-04T23:10:53.107 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2021-03-04T23:10:53.107 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.persist_stats_to_disk: 0 2021-03-04T23:10:53.108 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.write_dbid_to_manifest: 0 2021-03-04T23:10:53.108 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.log_readahead_size: 0 2021-03-04T23:10:53.108 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2021-03-04T23:10:53.108 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.max_background_jobs: 2 2021-03-04T23:10:53.109 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.max_background_compactions: -1 2021-03-04T23:10:53.109 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2021-03-04T23:10:53.109 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2021-03-04T23:10:53.109 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.delayed_write_rate : 16777216 2021-03-04T23:10:53.110 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.max_total_wal_size: 0 2021-03-04T23:10:53.110 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2021-03-04T23:10:53.110 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.stats_dump_period_sec: 600 2021-03-04T23:10:53.111 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.stats_persist_period_sec: 600 2021-03-04T23:10:53.111 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2021-03-04T23:10:53.111 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.max_open_files: -1 2021-03-04T23:10:53.111 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.112 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.bytes_per_sync: 0 2021-03-04T23:10:53.112 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.wal_bytes_per_sync: 0 2021-03-04T23:10:53.112 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.strict_bytes_per_sync: 0 2021-03-04T23:10:53.112 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.compaction_readahead_size: 0 2021-03-04T23:10:53.113 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Compression algorithms supported: 2021-03-04T23:10:53.113 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2021-03-04T23:10:53.114 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: kZSTD supported: 0 2021-03-04T23:10:53.114 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: kXpressCompression supported: 0 2021-03-04T23:10:53.114 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: kLZ4HCCompression supported: 1 2021-03-04T23:10:53.114 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: kLZ4Compression supported: 1 2021-03-04T23:10:53.115 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: kBZip2Compression supported: 0 2021-03-04T23:10:53.115 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: kZlibCompression supported: 1 2021-03-04T23:10:53.115 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: kSnappyCompression supported: 1 2021-03-04T23:10:53.115 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Fast CRC32 supported: Supported on x86 2021-03-04T23:10:53.116 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2021-03-04T23:10:53.116 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.117 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2021-03-04T23:10:53.117 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.117 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2021-03-04T23:10:53.118 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.merge_operator: 2021-03-04T23:10:53.118 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.compaction_filter: None 2021-03-04T23:10:53.119 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.compaction_filter_factory: None 2021-03-04T23:10:53.119 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.memtable_factory: SkipListFactory 2021-03-04T23:10:53.119 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.table_factory: BlockBasedTable 2021-03-04T23:10:53.119 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556078c101e0) 2021-03-04T23:10:53.120 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: cache_index_and_filter_blocks: 1 2021-03-04T23:10:53.120 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: cache_index_and_filter_blocks_with_high_priority: 0 2021-03-04T23:10:53.120 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: pin_l0_filter_and_index_blocks_in_cache: 0 2021-03-04T23:10:53.120 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: pin_top_level_index_and_filter: 1 2021-03-04T23:10:53.121 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: index_type: 0 2021-03-04T23:10:53.121 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: data_block_index_type: 0 2021-03-04T23:10:53.121 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: index_shortening: 1 2021-03-04T23:10:53.121 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: data_block_hash_table_util_ratio: 0.750000 2021-03-04T23:10:53.121 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: hash_index_allow_collision: 1 2021-03-04T23:10:53.122 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: checksum: 1 2021-03-04T23:10:53.122 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: no_block_cache: 0 2021-03-04T23:10:53.122 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: block_cache: 0x556078c4a510 2021-03-04T23:10:53.122 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: block_cache_name: BinnedLRUCache 2021-03-04T23:10:53.123 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: block_cache_options: 2021-03-04T23:10:53.123 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: capacity : 536870912 2021-03-04T23:10:53.123 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: num_shard_bits : 4 2021-03-04T23:10:53.123 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: strict_capacity_limit : 0 2021-03-04T23:10:53.123 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: high_pri_pool_ratio: 0.000 2021-03-04T23:10:53.124 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: block_cache_compressed: (nil) 2021-03-04T23:10:53.124 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: persistent_cache: (nil) 2021-03-04T23:10:53.124 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: block_size: 4096 2021-03-04T23:10:53.124 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: block_size_deviation: 10 2021-03-04T23:10:53.125 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: block_restart_interval: 16 2021-03-04T23:10:53.125 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: index_block_restart_interval: 1 2021-03-04T23:10:53.125 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: metadata_block_size: 4096 2021-03-04T23:10:53.125 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: partition_filters: 0 2021-03-04T23:10:53.126 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: use_delta_encoding: 1 2021-03-04T23:10:53.126 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: filter_policy: rocksdb.BuiltinBloomFilter 2021-03-04T23:10:53.126 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: whole_key_filtering: 1 2021-03-04T23:10:53.127 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: verify_compression: 0 2021-03-04T23:10:53.127 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: read_amp_bytes_per_bit: 0 2021-03-04T23:10:53.127 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: format_version: 2 2021-03-04T23:10:53.129 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: enable_index_compression: 1 2021-03-04T23:10:53.129 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: block_align: 0 2021-03-04T23:10:53.129 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.130 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.write_buffer_size: 33554432 2021-03-04T23:10:53.130 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.max_write_buffer_number: 2 2021-03-04T23:10:53.130 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.compression: NoCompression 2021-03-04T23:10:53.130 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.bottommost_compression: Disabled 2021-03-04T23:10:53.131 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.prefix_extractor: nullptr 2021-03-04T23:10:53.131 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2021-03-04T23:10:53.131 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.num_levels: 7 2021-03-04T23:10:53.131 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.131 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2021-03-04T23:10:53.132 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2021-03-04T23:10:53.132 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2021-03-04T23:10:53.132 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2021-03-04T23:10:53.132 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2021-03-04T23:10:53.132 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2021-03-04T23:10:53.133 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2021-03-04T23:10:53.133 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2021-03-04T23:10:53.133 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2021-03-04T23:10:53.133 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.compression_opts.window_bits: -14 2021-03-04T23:10:53.134 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.compression_opts.level: 32767 2021-03-04T23:10:53.134 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.compression_opts.strategy: 0 2021-03-04T23:10:53.134 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2021-03-04T23:10:53.134 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2021-03-04T23:10:53.134 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.compression_opts.enabled: false 2021-03-04T23:10:53.135 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2021-03-04T23:10:53.135 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2021-03-04T23:10:53.135 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2021-03-04T23:10:53.135 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.target_file_size_base: 67108864 2021-03-04T23:10:53.135 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.target_file_size_multiplier: 1 2021-03-04T23:10:53.136 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2021-03-04T23:10:53.136 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2021-03-04T23:10:53.136 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2021-03-04T23:10:53.136 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2021-03-04T23:10:53.137 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2021-03-04T23:10:53.137 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2021-03-04T23:10:53.137 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2021-03-04T23:10:53.137 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2021-03-04T23:10:53.137 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2021-03-04T23:10:53.138 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2021-03-04T23:10:53.138 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2021-03-04T23:10:53.138 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2021-03-04T23:10:53.138 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.arena_block_size: 4194304 2021-03-04T23:10:53.138 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2021-03-04T23:10:53.139 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2021-03-04T23:10:53.139 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2021-03-04T23:10:53.139 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.disable_auto_compactions: 0 2021-03-04T23:10:53.139 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2021-03-04T23:10:53.140 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2021-03-04T23:10:53.140 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2021-03-04T23:10:53.140 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2021-03-04T23:10:53.140 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2021-03-04T23:10:53.140 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2021-03-04T23:10:53.141 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2021-03-04T23:10:53.141 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2021-03-04T23:10:53.141 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2021-03-04T23:10:53.141 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2021-03-04T23:10:53.141 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.table_properties_collectors: 2021-03-04T23:10:53.142 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.inplace_update_support: 0 2021-03-04T23:10:53.142 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.inplace_update_num_locks: 10000 2021-03-04T23:10:53.142 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2021-03-04T23:10:53.142 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2021-03-04T23:10:53.143 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.memtable_huge_page_size: 0 2021-03-04T23:10:53.143 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.bloom_locality: 0 2021-03-04T23:10:53.143 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.max_successive_merges: 0 2021-03-04T23:10:53.143 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.optimize_filters_for_hits: 0 2021-03-04T23:10:53.143 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.paranoid_file_checks: 0 2021-03-04T23:10:53.144 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.force_consistency_checks: 0 2021-03-04T23:10:53.144 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.report_bg_io_stats: 0 2021-03-04T23:10:53.144 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.ttl: 2592000 2021-03-04T23:10:53.144 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: Options.periodic_compaction_seconds: 0 2021-03-04T23:10:53.144 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-03-04T23:10:53.145 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 19, last_sequence is 9629, log_number is 15,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2021-03-04T23:10:53.145 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.145 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 15 2021-03-04T23:10:53.145 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.146 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614899452732434, "job": 1, "event": "recovery_started", "log_files": [15]} 2021-03-04T23:10:53.146 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.730+0000 7fb6bf502700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #15 mode 2 2021-03-04T23:10:53.146 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.732+0000 7fb6bf502700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2021-03-04T23:10:53.146 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 podman[76626]: 2021-03-04 23:10:52.736397643 +0000 UTC m=+0.329642259 container start f2a79f1e5142d8773ac4eaf0c8108d1d7e308024a465f2dbe4a087897cde0af6 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mon.b, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20201204, GIT_BRANCH=HEAD, io.buildah.version=1.18.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01) 2021-03-04T23:10:53.146 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 bash[76550]: f2a79f1e5142d8773ac4eaf0c8108d1d7e308024a465f2dbe4a087897cde0af6 2021-03-04T23:10:53.147 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.734+0000 7fb6bf502700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614899452736521, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 19, "file_size": 2091130, "table_properties": {"data_size": 2086379, "index_size": 3356, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 581, "raw_key_size": 3909, "raw_average_key_size": 20, "raw_value_size": 2080966, "raw_average_value_size": 11068, "num_data_blocks": 107, "num_entries": 188, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1614899452, "oldest_key_time": 3, "file_creation_time": 0}} 2021-03-04T23:10:53.147 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.734+0000 7fb6bf502700 4 rocksdb: [version_set.cc:3826] Creating manifest 20 2021-03-04T23:10:53.147 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.147 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.734+0000 7fb6bf502700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2021-03-04T23:10:53.148 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.735+0000 7fb6bf502700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1614899452737272, "job": 1, "event": "recovery_finished"} 2021-03-04T23:10:53.148 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.736+0000 7fb6bf502700 4 rocksdb: DB pointer 0x556078d11800 2021-03-04T23:10:53.148 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.736+0000 7fb6a6316700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2021-03-04T23:10:53.148 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.736+0000 7fb6a6316700 4 rocksdb: [db_impl/db_impl.cc:851] 2021-03-04T23:10:53.148 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: ** DB Stats ** 2021-03-04T23:10:53.149 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T23:10:53.149 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2021-03-04T23:10:53.149 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2021-03-04T23:10:53.149 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T23:10:53.149 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2021-03-04T23:10:53.150 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2021-03-04T23:10:53.150 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2021-03-04T23:10:53.150 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.150 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: ** Compaction Stats [default] ** 2021-03-04T23:10:53.151 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:10:53.151 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:10:53.151 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: L0 1/0 1.99 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 859.2 0.00 0.00 1 0.002 0 0 2021-03-04T23:10:53.151 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: L6 1/0 22.97 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:10:53.151 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Sum 2/0 24.96 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 859.2 0.00 0.00 1 0.002 0 0 2021-03-04T23:10:53.152 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 859.2 0.00 0.00 1 0.002 0 0 2021-03-04T23:10:53.152 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.152 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: ** Compaction Stats [default] ** 2021-03-04T23:10:53.152 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:10:53.152 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:10:53.153 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 859.2 0.00 0.00 1 0.002 0 0 2021-03-04T23:10:53.153 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T23:10:53.153 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Flush(GB): cumulative 0.002, interval 0.002 2021-03-04T23:10:53.153 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T23:10:53.154 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: AddFile(Total Files): cumulative 0, interval 0 2021-03-04T23:10:53.154 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T23:10:53.154 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: AddFile(Keys): cumulative 0, interval 0 2021-03-04T23:10:53.154 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Cumulative compaction: 0.00 GB write, 322.80 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:10:53.154 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Interval compaction: 0.00 GB write, 322.80 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:10:53.155 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T23:10:53.155 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.155 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: ** File Read Latency Histogram By Level [default] ** 2021-03-04T23:10:53.155 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.155 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: ** Compaction Stats [default] ** 2021-03-04T23:10:53.156 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:10:53.156 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:10:53.156 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: L0 1/0 1.99 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 859.2 0.00 0.00 1 0.002 0 0 2021-03-04T23:10:53.156 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: L6 1/0 22.97 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:10:53.156 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Sum 2/0 24.96 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 859.2 0.00 0.00 1 0.002 0 0 2021-03-04T23:10:53.157 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2021-03-04T23:10:53.157 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.157 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: ** Compaction Stats [default] ** 2021-03-04T23:10:53.157 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2021-03-04T23:10:53.158 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2021-03-04T23:10:53.158 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 859.2 0.00 0.00 1 0.002 0 0 2021-03-04T23:10:53.158 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Uptime(secs): 0.0 total, 0.0 interval 2021-03-04T23:10:53.158 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Flush(GB): cumulative 0.002, interval 0.000 2021-03-04T23:10:53.158 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: AddFile(GB): cumulative 0.000, interval 0.000 2021-03-04T23:10:53.159 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: AddFile(Total Files): cumulative 0, interval 0 2021-03-04T23:10:53.159 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: AddFile(L0 Files): cumulative 0, interval 0 2021-03-04T23:10:53.159 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: AddFile(Keys): cumulative 0, interval 0 2021-03-04T23:10:53.159 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Cumulative compaction: 0.00 GB write, 321.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:10:53.159 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2021-03-04T23:10:53.160 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2021-03-04T23:10:53.160 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.160 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: ** File Read Latency Histogram By Level [default] ** 2021-03-04T23:10:53.160 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.160 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.736+0000 7fb6bf502700 0 starting mon.b rank 2 at public addrs [v2:172.21.2.138:3300/0,v1:172.21.2.138:6789/0] at bind addrs [v2:172.21.2.138:3300/0,v1:172.21.2.138:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 5f47b844-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:10:53.161 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.737+0000 7fb6bf502700 1 mon.b@-1(???) e3 preinit fsid 5f47b844-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:10:53.161 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.737+0000 7fb6bf502700 0 mon.b@-1(???).mds e7 new map 2021-03-04T23:10:53.161 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.737+0000 7fb6bf502700 0 mon.b@-1(???).mds e7 print_map 2021-03-04T23:10:53.161 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: e7 2021-03-04T23:10:53.162 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: enable_multiple, ever_enabled_multiple: 0,0 2021-03-04T23:10:53.162 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-03-04T23:10:53.162 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: legacy client fscid: 1 2021-03-04T23:10:53.162 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.162 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Filesystem 'foo' (1) 2021-03-04T23:10:53.163 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: fs_name foo 2021-03-04T23:10:53.163 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: epoch 4 2021-03-04T23:10:53.163 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: flags 12 2021-03-04T23:10:53.163 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: created 2021-03-04T23:05:49.575726+0000 2021-03-04T23:10:53.163 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: modified 2021-03-04T23:05:53.546382+0000 2021-03-04T23:10:53.164 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: tableserver 0 2021-03-04T23:10:53.164 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: root 0 2021-03-04T23:10:53.164 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: session_timeout 60 2021-03-04T23:10:53.164 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: session_autoclose 300 2021-03-04T23:10:53.165 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: max_file_size 1099511627776 2021-03-04T23:10:53.165 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: required_client_features {} 2021-03-04T23:10:53.165 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: last_failure 0 2021-03-04T23:10:53.165 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: last_failure_osd_epoch 0 2021-03-04T23:10:53.165 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2021-03-04T23:10:53.166 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: max_mds 1 2021-03-04T23:10:53.166 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: in 0 2021-03-04T23:10:53.166 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: up {0=34322} 2021-03-04T23:10:53.166 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: failed 2021-03-04T23:10:53.166 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: damaged 2021-03-04T23:10:53.167 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: stopped 2021-03-04T23:10:53.167 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: data_pools [4] 2021-03-04T23:10:53.167 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: metadata_pool 3 2021-03-04T23:10:53.167 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: inline_data disabled 2021-03-04T23:10:53.167 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: balancer 2021-03-04T23:10:53.168 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: standby_count_wanted 1 2021-03-04T23:10:53.168 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: [mds.foo.gibba038.rbeynd{0:34322} state up:active seq 2 join_fscid=1 addr [v2:172.21.2.138:6832/842210846,v1:172.21.2.138:6833/842210846]] 2021-03-04T23:10:53.168 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.168 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.169 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Standby daemons: 2021-03-04T23:10:53.169 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.169 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: [mds.foo.gibba011.yozmjr{-1:24433} state up:standby seq 3 join_fscid=1 addr [v2:172.21.2.111:6834/1778398210,v1:172.21.2.111:6835/1778398210]] 2021-03-04T23:10:53.169 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:53.169 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.737+0000 7fb6bf502700 0 mon.b@-1(???).osd e67 crush map has features 3314933000852226048, adjusting msgr requires 2021-03-04T23:10:53.170 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.737+0000 7fb6bf502700 0 mon.b@-1(???).osd e67 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T23:10:53.170 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.737+0000 7fb6bf502700 0 mon.b@-1(???).osd e67 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T23:10:53.170 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.737+0000 7fb6bf502700 0 mon.b@-1(???).osd e67 crush map has features 288514051259236352, adjusting msgr requires 2021-03-04T23:10:53.170 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: audit 2021-03-04T23:10:49.341294+0000 mgr.x (mgr.34676) 72 : audit [DBG] from='client.54115 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:10:53.170 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: cephadm 2021-03-04T23:10:49.341548+0000 mgr.x (mgr.34676) 73 : cephadm [INF] 2021-03-04T23:10:53.171 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:10:53.171 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: audit 2021-03-04T23:10:49.739280+0000 mon.a (mon. 2021-03-04T23:10:53.171 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 0) 63 : audit [INF] from='client.? 172.21.2.111:0/3823419810' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2021-03-04T23:10:53.171 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:10:53.171 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: -04T23:10:49.739343+0000 mon.a (mon.0) 64 : cluster 2021-03-04T23:10:53.172 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: [DBG] osdmap e66: 8 total, 8 up, 8 in 2021-03-04T23:10:53.172 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: cephadm 2021- 2021-03-04T23:10:53.172 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 03-04T23:10:49.985780+0000 mgr.x (mgr.34676) 74 2021-03-04T23:10:53.172 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: : cephadm [INF] Upgrade: Updating mon.b 2021-03-04T23:10:53.173 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: audit 2021-03-04T23:10:53.173 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:49.989171+0000 mon.a (mon.0 2021-03-04T23:10:53.173 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: ) 65 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:10:53.173 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: audit 2021-03-04 2021-03-04T23:10:53.173 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: T23:10:49.990154+0000 mon.b (mon.2) 152 : audit [INF] 2021-03-04T23:10:53.174 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:10:53.174 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:10:53.174 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 04T23:10:49.990747+0000 mon.b (mon.2) 153 : audit 2021-03-04T23:10:53.174 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:10:53.174 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:10:53.175 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 03-04T23:10:49.991446+0000 mon.b (mon.2) 154 2021-03-04T23:10:53.175 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:10:53.175 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: cephadm 2021-03-04T23:10:53.175 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 2021-03-04T23:10:49.991977+0000 mgr.x (mgr.34676 2021-03-04T23:10:53.176 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: ) 75 : cephadm [INF] Deploying daemon mon.b on gibba038 2021-03-04T23:10:53.176 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: audit 2021-03-04T23:10:49. 2021-03-04T23:10:53.176 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: 992464+0000 mon.b (mon.2) 155 : audit [DBG] 2021-03-04T23:10:53.176 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-03-04T23:10:53.176 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 conmon[76675]: debug 2021-03-04T23:10:52.737+0000 7fb6bf502700 1 mon.b@-1(???).paxosservice(auth 1..22) refresh upgraded, format 0 -> 3 2021-03-04T23:10:53.177 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:52 gibba038 systemd[1]: Started Ceph mon.b for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:10:54.184 INFO:teuthology.orchestra.run.gibba011.stderr:enabled application 'rados' on pool 'unique_pool_1' 2021-03-04T23:10:54.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:54 gibba038 conmon[76675]: cluster 2021-03-04T23:10:52.422929+0000 mgr.x (mgr.34676) 77 : cluster [DBG] pgmap v55: 89 pgs: 16 unknown, 73 active+clean; 3.3 KiB data, 5.2 MiB used, 664 GiB / 672 GiB avail; 305 B/s wr, 0 op/s 2021-03-04T23:10:54.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:54 gibba038 conmon[76675]: cluster 2021-03-04T23:10:53.172928+0000 mon.a (mon.0) 73 : cluster [INF] overall HEALTH_OK 2021-03-04T23:10:54.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:54 gibba038 conmon[76675]: audit 2021-03-04T23:10:53.173374+0000 mon.a (mon.0) 74 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:10:54.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:54 gibba038 conmon[76675]: cluster 2021-03-04T23:10:53.173565+0000 mon.a (mon.0) 75 : cluster [INF] mon.a calling monitor election 2021-03-04T23:10:54.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:54 gibba038 conmon[76675]: cluster 2021-03-04T23:10:53.173584+0000 mon.c (mon.1) 3 : cluster [INF] mon.c calling monitor election 2021-03-04T23:10:54.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:54 gibba038 conmon[76675]: cluster 2021-03-04T23:10:53.173658+0000 mon.b (mon.2) 2 : cluster [INF] mon.b calling monitor election 2021-03-04T23:10:54.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:54 gibba038 conmon[76675]: cluster 2021-03-04T23:10:53.175047+0000 mon.a (mon.0) 76 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-03-04T23:10:54.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:54 gibba038 conmon[76675]: cluster 2021-03-04T23:10:53.177313+0000 mon.a (mon.0) 77 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.2.111:3300/0,v1:172.21.2.111:6789/0],b=[v2:172.21.2.138:3300/0,v1:172.21.2.138:6789/0],c=[v2:172.21.2.111:3301/0,v1:172.21.2.111:6790/0]} 2021-03-04T23:10:54.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:54 gibba038 conmon[76675]: cluster 2021-03-04T23:10:53.177345+0000 mon.a (mon.0) 78 : cluster [DBG] fsmap foo:1 {0=foo.gibba038.rbeynd=up:active} 1 up:standby 2021-03-04T23:10:54.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:54 gibba038 conmon[76675]: cluster 2021-03-04T23:10:53.177359+0000 mon.a (mon.0) 79 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2021-03-04T23:10:54.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:54 gibba038 conmon[76675]: cluster 2021-03-04T23:10:53.177561+0000 mon.a (mon.0) 80 : cluster [DBG] mgrmap e26: x(active, since 97s), standbys: y 2021-03-04T23:10:54.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:54 gibba038 conmon[76675]: audit 2021-03-04T23:10:53.178636+0000 mon.a (mon.0) 81 : audit [INF] from='client.? ' entity='' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:10:54.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:54 gibba038 conmon[76675]: cluster 2021-03-04T23:10:53.179953+0000 mon.a (mon.0) 82 : cluster [INF] overall HEALTH_OK 2021-03-04T23:10:54.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:54 gibba038 conmon[76675]: audit 2021-03-04T23:10:53.182039 2021-03-04T23:10:54.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:54 gibba038 conmon[76675]: +0000 mon.a (mon.0) 83 : audit [INF] from='mgr.34676 ' entity='' 2021-03-04T23:10:54.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:54 gibba038 conmon[76675]: audit 2021-03-04T23:10:53.183053+0000 mon.c (mon.1) 4 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:10:54.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:54 gibba038 conmon[76675]: audit 2021-03-04T23:10:53.184608+0000 mon.c (mon.1) 5 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:10:54.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[95595]: cluster 2021-03-04T23:10:52.422929+0000 mgr.x (mgr.34676) 77 : cluster [DBG] pgmap v55: 89 pgs: 16 unknown, 73 active+clean; 3.3 KiB data, 5.2 MiB used, 664 GiB / 672 GiB avail; 305 B/s wr, 0 op/s 2021-03-04T23:10:54.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[95595]: cluster 2021-03-04T23:10:53.172928+0000 mon.a (mon.0) 73 : cluster [INF] overall HEALTH_OK 2021-03-04T23:10:54.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[95595]: audit 2021-03-04T23:10:53.173374+0000 mon.a (mon.0) 74 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:10:54.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[95595]: cluster 2021-03-04T23:10:53.173565+0000 mon.a (mon.0) 75 : cluster [INF] mon.a calling monitor election 2021-03-04T23:10:54.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[95595]: cluster 2021-03-04T23:10:53.173584+0000 mon.c (mon.1) 3 : cluster [INF] mon.c calling monitor election 2021-03-04T23:10:54.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[95595]: cluster 2021-03-04T23:10:53.173658+0000 mon.b (mon.2) 2 : cluster [INF] mon.b calling monitor election 2021-03-04T23:10:54.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[95595]: cluster 2021-03-04T23:10:53.175047+0000 mon.a (mon.0) 76 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-03-04T23:10:54.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[95595]: cluster 2021-03-04T23:10:53.177313+0000 mon.a (mon.0) 77 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.2.111:3300/0,v1:172.21.2.111:6789/0],b=[v2:172.21.2.138:3300/0,v1:172.21.2.138:6789/0],c=[v2:172.21.2.111:3301/0,v1:172.21.2.111:6790/0]} 2021-03-04T23:10:54.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[95595]: cluster 2021-03-04T23:10:53.177345+0000 mon.a (mon.0) 78 : cluster [DBG] fsmap foo:1 {0=foo.gibba038.rbeynd=up:active} 1 up:standby 2021-03-04T23:10:54.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[95595]: cluster 2021-03-04T23:10:53.177359+0000 mon.a (mon.0) 79 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2021-03-04T23:10:54.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[95595]: cluster 2021-03-04T23:10:53.177561+0000 mon.a (mon.0) 80 : cluster 2021-03-04T23:10:54.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[95595]: [DBG] mgrmap e26: x(active, since 97s), standbys: y 2021-03-04T23:10:54.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[95595]: audit 2021-03-04T23:10:53.178636+0000 mon.a (mon.0) 81 : audit [INF] from='client.? ' entity='' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:10:54.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[95595]: cluster 2021-03-04T23:10:53.179953+0000 mon.a (mon.0) 82 : cluster [INF] overall HEALTH_OK 2021-03-04T23:10:54.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[95595]: audit 2021-03-04T23:10:53.182039+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.34676 ' entity='' 2021-03-04T23:10:54.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[95595]: audit 2021-03-04T23:10:53.183053+0000 mon.c (mon.1) 4 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:10:54.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[95595]: audit 2021-03-04T23:10:53.184608+0000 mon.c (mon.1) 5 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:10:54.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[99461]: cluster 2021-03-04T23:10:52.422929+0000 mgr.x (mgr.34676) 77 2021-03-04T23:10:54.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[99461]: : cluster [DBG] pgmap v55: 89 pgs: 16 unknown, 73 active+clean; 3.3 KiB data, 5.2 MiB used, 664 GiB / 672 GiB avail; 305 B/s wr, 0 op/s 2021-03-04T23:10:54.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[99461]: cluster 2021-03-04T23:10:53.172928+0000 mon.a (mon.0) 73 : cluster [INF] overall HEALTH_OK 2021-03-04T23:10:54.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[99461]: audit 2021-03-04T23:10:53.173374+0000 mon.a (mon.0) 74 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:10:54.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[99461]: cluster 2021-03-04T23:10:53.173565+0000 mon.a (mon.0) 75 : cluster [INF] mon.a calling monitor election 2021-03-04T23:10:54.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[99461]: cluster 2021-03-04T23:10:53.173584+0000 mon.c (mon.1) 3 : cluster [INF] mon.c calling monitor election 2021-03-04T23:10:54.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[99461]: cluster 2021-03-04T23:10:53.173658+0000 mon.b (mon.2) 2 : cluster [INF] mon.b calling monitor election 2021-03-04T23:10:54.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[99461]: cluster 2021-03-04T23:10:53.175047+0000 mon.a (mon.0) 76 : cluster [INF] mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2021-03-04T23:10:54.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[99461]: cluster 2021-03-04T23:10:53.177313+0000 mon.a (mon.0) 77 : cluster [DBG] monmap e4: 3 mons at {a=[v2:172.21.2.111:3300/0,v1:172.21.2.111:6789/0],b=[v2:172.21.2.138:3300/0,v1:172.21.2.138:6789/0],c=[v2:172.21.2.111:3301/0,v1:172.21.2.111:6790/0]} 2021-03-04T23:10:54.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[99461]: cluster 2021-03-04T23:10:53.177345+0000 mon.a (mon.0) 78 : cluster [DBG] fsmap foo:1 {0=foo.gibba038.rbeynd=up:active} 1 up:standby 2021-03-04T23:10:54.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[99461]: cluster 2021-03-04T23:10:53.177359+0000 mon.a (mon.0) 79 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2021-03-04T23:10:54.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[99461]: cluster 2021-03-04T23:10:53.177561+0000 mon.a (mon.0) 80 : cluster [DBG] mgrmap e26: x(active, since 97s), standbys: y 2021-03-04T23:10:54.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[99461]: audit 2021-03-04T23:10:53.178636+0000 mon.a (mon.0) 81 : audit [INF] from='client.? ' entity='' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:10:54.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[99461]: cluster 2021-03-04T23:10:53.179953+0000 mon.a (mon.0) 82 : cluster [INF] overall HEALTH_OK 2021-03-04T23:10:54.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[99461]: audit 2021-03-04T23:10:53.182039+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.34676 ' entity='' 2021-03-04T23:10:54.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[99461]: audit 2021-03-04T23:10:53.183053+0000 mon.c (mon.1) 4 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:10:54.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:54 gibba011 conmon[99461]: audit 2021-03-04T23:10:53.184608+0000 mon.c (mon.1) 5 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:10:55.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:55 gibba038 conmon[76675]: audit 2021-03-04T23:10:54.179366+0000 mon.a (mon.0) 84 : audit [INF] from='client.? ' entity='' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:10:55.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:55 gibba038 conmon[76675]: cluster 2021-03-04T23:10:54.179402+0000 mon.a (mon.0) 85 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2021-03-04T23:10:55.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:55 gibba038 conmon[76675]: cluster 2021-03-04T23:10:54.423190+0000 mgr.x (mgr.34676) 78 : cluster [DBG] pgmap v58: 89 pgs: 89 active+clean; 3.3 KiB data, 5.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:10:55.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:55 gibba011 conmon[95595]: audit 2021-03-04T23:10:54.179366+0000 mon.a (mon.0) 84 : audit [INF] from='client.? ' entity='' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:10:55.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:55 gibba011 conmon[95595]: cluster 2021-03-04T23:10:54.179402+0000 mon.a (mon.0) 85 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2021-03-04T23:10:55.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:55 gibba011 conmon[95595]: cluster 2021-03-04T23:10:54.423190+0000 mgr.x (mgr.34676) 78 : cluster [DBG] pgmap v58: 89 pgs: 89 active+clean; 3.3 KiB data, 5.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:10:55.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:55 gibba011 conmon[95595]: 2021-03-04T23:10:55.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:55 gibba011 conmon[99461]: audit 2021-03-04T23:10:54.179366+0000 mon.a (mon.0) 84 : audit [INF] from='client.? ' entity='' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:10:55.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:55 gibba011 conmon[99461]: cluster 2021-03-04T23:10:54.179402+0000 mon.a (mon.0) 85 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2021-03-04T23:10:55.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:55 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:10:55.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:55 gibba011 conmon[99461]: 10:54.423190+0000 mgr.x (mgr.34676) 78 : cluster [DBG] pgmap v58: 89 pgs: 89 active+clean; 3.3 KiB data, 5.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:10:55.798 DEBUG:teuthology.orchestra.run.gibba011:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_1 bench 90 write' 2021-03-04T23:10:55.802 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2021-03-04T23:10:55.803 INFO:teuthology.orchestra.run:waiting for 3000 2021-03-04T23:10:55.834 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:hints = 1 2021-03-04T23:10:55.834 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2021-03-04T23:10:55.835 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Object prefix: benchmark_data_gibba011_101889 2021-03-04T23:10:55.835 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:10:55.835 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 0 0 0 0 0 0 - 0 2021-03-04T23:10:56.834 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 1 16 8338 8322 520.132 520.125 0.00206415 0.0019176 2021-03-04T23:10:57.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[95595]: audit 2021-03-04T23:10:57.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[95595]: 2021-03-04T23: 2021-03-04T23:10:57.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[95595]: 10:55.959099+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:10:57.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[95595]: audit 2021-03-04T23:10:55.963629+0000 mon.a (mon.0 2021-03-04T23:10:57.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[95595]: ) 87 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:10:57.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[95595]: cephadm 2021-03-04T23:10:55.966153+0000 mgr.x (mgr.34676) 2021-03-04T23:10:57.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[95595]: 79 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2021-03-04T23:10:57.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[95595]: audit 2021-03-04T23:10:57.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[95595]: 2021-03-04T23:10:55.966390+0000 mon.c (mon.1) 6 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:10:57.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[95595]: audit 2021-03-04T23: 2021-03-04T23:10:57.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[95595]: 10:55.967210+0000 mon.c (mon.1) 7 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:10:57.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[95595]: audit 2021-03-04T23:10:55.967975+0000 mon.c (mon.1 2021-03-04T23:10:57.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[95595]: ) 8 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:10:57.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[95595]: cephadm 2021-03-04T23:10: 2021-03-04T23:10:57.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[95595]: 55.969023+0000 mgr.x (mgr.34676) 80 : cephadm [INF] Reconfiguring daemon mon.a on gibba011 2021-03-04T23:10:57.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[95595]: audit 2021-03-04T23 2021-03-04T23:10:57.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[95595]: :10:55.969406+0000 mon.c (mon.1) 9 : audit [DBG] 2021-03-04T23:10:57.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2021-03-04T23:10:57.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[99461]: audit 2021-03-04T23:10:55.959099+0000 mon.a (mon. 2021-03-04T23:10:57.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[99461]: 0) 86 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:10:57.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[99461]: audit 2021-03-04T23:10:55.963629+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:10:57.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[99461]: cephadm 2021-03-04T23:10:55.966153+0000 mgr.x (mgr.34676) 79 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2021-03-04T23:10:57.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[99461]: audit 2021-03-04T23:10:55.966390+0000 mon.c (mon.1) 6 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:10:57.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[99461]: audit 2021-03-04T23:10:55.967210+0000 mon.c (mon.1) 7 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:10:57.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[99461]: audit 2021-03-04T23:10:55.967975+0000 mon.c (mon.1) 8 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:10:57.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[99461]: cephadm 2021-03-04T23:10:55.969023+0000 mgr.x (mgr.34676) 80 : cephadm [INF] Reconfiguring daemon mon.a on gibba011 2021-03-04T23:10:57.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:56 gibba011 conmon[99461]: audit 2021-03-04T23:10:55.969406+0000 mon.c (mon.1) 9 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2021-03-04T23:10:57.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:56 gibba038 conmon[76675]: audit 2021-03-04T23:10:55.959099+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:10:57.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:56 gibba038 conmon[76675]: 2021-03-04T23:10:57.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:56 gibba038 conmon[76675]: audit 2021-03-04T23:10:55.963629+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:10:57.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:56 gibba038 conmon[76675]: cephadm 2021-03-04T23:10:55.966153+0000 mgr.x (mgr.34676) 79 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2021-03-04T23:10:57.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:56 gibba038 conmon[76675]: audit 2021-03-04T23:10:55.966390+0000 mon.c (mon.1) 6 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:10:57.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:56 gibba038 conmon[76675]: audit 2021-03-04T23:10:55.967210+0000 mon.c (mon.1) 7 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:10:57.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:56 gibba038 conmon[76675]: audit 2021-03-04T23:10:55.967975+0000 mon.c (mon.1) 8 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:10:57.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:56 gibba038 conmon[76675]: cephadm 2021-03-04T23:10:55.969023+0000 mgr.x (mgr.34676) 80 : cephadm [INF] Reconfiguring daemon mon.a on gibba011 2021-03-04T23:10:57.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:56 gibba038 conmon[76675]: audit 2021-03-04T23:10:55.969406+0000 mon.c (mon.1) 9 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.a","key": "container_image"}]: dispatch 2021-03-04T23:10:57.834 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 2 16 15547 15531 485.328 450.562 0.00145174 0.00205668 2021-03-04T23:10:58.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:57 gibba038 conmon[76675]: cluster 2021-03-04T23:10:56.423455+0000 mgr.x (mgr.34676) 81 : cluster [DBG] pgmap v59: 89 pgs: 89 active+clean; 3.3 KiB data, 5.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:10:58.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:57 gibba038 conmon[76675]: 2021-03-04T23:10:58.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:57 gibba011 conmon[95595]: cluster 2021-03-04T23:10:56.423455+0000 mgr.x (mgr.34676) 81 : cluster 2021-03-04T23:10:58.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:57 gibba011 conmon[95595]: [DBG] pgmap v59: 89 pgs: 89 active+clean; 3.3 KiB data, 5.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:10:58.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:57 gibba011 conmon[99461]: cluster 2021-03-04T23:10:56.423455+0000 mgr.x (mgr.34676) 81 : cluster 2021-03-04T23:10:58.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:57 gibba011 conmon[99461]: [DBG] pgmap v59: 89 pgs: 89 active+clean; 3.3 KiB data, 5.4 MiB used, 664 GiB / 672 GiB avail 2021-03-04T23:10:58.835 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 3 16 21453 21437 446.583 369.125 0.00329409 0.00223603 2021-03-04T23:10:59.835 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 4 15 27004 26989 421.68 347 0.00308781 0.00236842 2021-03-04T23:11:00.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:59 gibba038 conmon[76675]: cluster 2021-03-04T23:10:58. 2021-03-04T23:11:00.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:10:59 gibba038 conmon[76675]: 423940+0000 mgr.x (mgr.34676) 82 : cluster [DBG] pgmap v60: 89 pgs: 89 active+clean; 825 MiB data, 1.7 GiB used, 662 GiB / 672 GiB avail; 107 MiB/s wr, 1.72k op/s 2021-03-04T23:11:00.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:59 gibba011 conmon[99461]: cluster 2021-03-04T23:10:58.423940+0000 mgr.x (mgr.34676 2021-03-04T23:11:00.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:10:59 gibba011 conmon[99461]: ) 82 : cluster [DBG] pgmap v60: 89 pgs: 89 active+clean; 825 MiB data, 1.7 GiB used, 662 GiB / 672 GiB avail; 107 MiB/s wr, 1.72k op/s 2021-03-04T23:11:00.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:59 gibba011 conmon[95595]: cluster 2021-03-04T23:11:00.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:59 gibba011 conmon[95595]: 2021-03-04T23:11:00.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:59 gibba011 conmon[95595]: 2021 2021-03-04T23:11:00.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:59 gibba011 conmon[95595]: - 2021-03-04T23:11:00.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:59 gibba011 conmon[95595]: 03 2021-03-04T23:11:00.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:59 gibba011 conmon[95595]: - 2021-03-04T23:11:00.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:59 gibba011 conmon[95595]: 04 2021-03-04T23:11:00.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:59 gibba011 conmon[95595]: T 2021-03-04T23:11:00.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:59 gibba011 conmon[95595]: 23 2021-03-04T23:11:00.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:59 gibba011 conmon[95595]: : 2021-03-04T23:11:00.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:59 gibba011 conmon[95595]: 10 2021-03-04T23:11:00.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:59 gibba011 conmon[95595]: : 2021-03-04T23:11:00.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:59 gibba011 conmon[95595]: 58 2021-03-04T23:11:00.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:59 gibba011 conmon[95595]: . 2021-03-04T23:11:00.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:59 gibba011 conmon[95595]: 423940 2021-03-04T23:11:00.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:59 gibba011 conmon[95595]: +0000 2021-03-04T23:11:00.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:59 gibba011 conmon[95595]: 2021-03-04T23:11:00.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:59 gibba011 conmon[95595]: mgr.x 2021-03-04T23:11:00.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:59 gibba011 conmon[95595]: ( 2021-03-04T23:11:00.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:10:59 gibba011 conmon[95595]: mgr.34676) 82 : cluster [DBG] pgmap v60: 89 pgs: 89 active+clean; 825 MiB data, 1.7 GiB used, 662 GiB / 672 GiB avail; 107 MiB/s wr, 1.72k op/s 2021-03-04T23:11:00.835 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 5 16 31722 31706 396.301 294.812 0.00205463 0.00252007 2021-03-04T23:11:01.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:00 gibba038 conmon[76675]: audit 2021-03-04T23:10:59.968064+0000 mon.a 2021-03-04T23:11:01.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:00 gibba038 conmon[76675]: (mon.0) 88 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:01.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:00 gibba038 conmon[76675]: cephadm 2021-03-04T23:10:59.969245+0000 mgr.x (mgr.34676) 83 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2021-03-04T23:11:01.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:00 gibba038 conmon[76675]: audit 2021-03-04T23:10:59.969488+0000 mon.c (mon 2021-03-04T23:11:01.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:00 gibba038 conmon[76675]: .1) 10 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T23:11:01.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:00 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:11:01.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:00 gibba038 conmon[76675]: 03-04T23:10:59.973378+0000 mon.a 2021-03-04T23:11:01.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:00 gibba038 conmon[76675]: (mon.0) 89 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T23:11:01.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:00 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:11:01.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:00 gibba038 conmon[76675]: 03-04T23:10:59.974299+0000 2021-03-04T23:11:01.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:00 gibba038 conmon[76675]: mon.c (mon.1) 11 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-03-04T23:11:01.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:00 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:11:01.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:00 gibba038 conmon[76675]: 03-04T23:10:59.975755+0000 2021-03-04T23:11:01.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:00 gibba038 conmon[76675]: mon.c (mon.1) 12 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:11:01.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:00 gibba038 conmon[76675]: 2021-03-04T23:11:01.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:00 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:01.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:00 gibba038 conmon[76675]: 2021-03-04T23 2021-03-04T23:11:01.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:00 gibba038 conmon[76675]: :10:59.976378+0000 mgr.x (mgr.34676) 2021-03-04T23:11:01.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:00 gibba038 conmon[76675]: 84 : cephadm [INF] Reconfiguring daemon mgr.y on gibba011 2021-03-04T23:11:01.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:00 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:11:01.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:00 gibba038 conmon[76675]: 04T23:10:59.976735+0000 mon.c (mon.1) 13 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2021-03-04T23:11:01.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:00 gibba038 conmon[76675]: 2021-03-04T23:11:01.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[95595]: audit 2021-03-04T23:11:01.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[95595]: 2021-03-04T23:11:01.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[95595]: 2021-03-04T23:10:59.968064+0000 2021-03-04T23:11:01.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[95595]: mon.a (mon.0) 88 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:01.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[95595]: cephadm 2021-03-04T23:11:01.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[95595]: 2021-03-04T23:10:59.969245 2021-03-04T23:11:01.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[95595]: +0000 mgr.x (mgr.34676) 83 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2021-03-04T23:11:01.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[95595]: audit 2021-03 2021-03-04T23:11:01.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[95595]: -04T23:10:59.969488+0000 mon.c (mon. 2021-03-04T23:11:01.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[95595]: 1) 10 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T23:11:01.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[95595]: audit 2021-03-04T23:10: 2021-03-04T23:11:01.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[95595]: 59.973378+0000 mon.a (mon.0) 89 : audit [INF] 2021-03-04T23:11:01.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[95595]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T23:11:01.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[95595]: audit 2021-03-04T23:10:59 2021-03-04T23:11:01.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[95595]: .974299+0000 mon.c (mon.1) 11 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-03-04T23:11:01.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[95595]: 2021-03-04T23:11:01.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[95595]: audit 2021-03-04T23:11:01.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[95595]: 2021-03-04T23:10:59.975755+0000 mon.c (mon. 2021-03-04T23:11:01.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[95595]: 1) 12 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:11:01.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[95595]: cephadm 2021-03-04T23:10: 2021-03-04T23:11:01.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[95595]: 59.976378+0000 mgr.x (mgr.34676) 84 : cephadm [INF] Reconfiguring daemon mgr.y on gibba011 2021-03-04T23:11:01.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[95595]: 2021-03-04T23:11:01.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[95595]: audit 2021-03-04T23:11:01.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[95595]: 2021-03-04T23:10:59.976735+0000 mon.c (mon.1) 13 : audit 2021-03-04T23:11:01.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[95595]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2021-03-04T23:11:01.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[99461]: audit 2021-03-04T23:10:59.968064+0000 mon.a (mon.0) 88 2021-03-04T23:11:01.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[99461]: : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:01.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[99461]: cephadm 2021-03-04T23:10:59.969245+0000 mgr.x (mgr.34676) 2021-03-04T23:11:01.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[99461]: 83 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2021-03-04T23:11:01.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:11:01.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[99461]: -04T23:10:59.969488+0000 mon.c (mon.1) 10 : audit [INF] 2021-03-04T23:11:01.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T23:11:01.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[99461]: audit 2021-03-04T23:11:01.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[99461]: 2021-03-04T23:10:59.973378+0000 mon.a (mon.0) 89 2021-03-04T23:11:01.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[99461]: : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T23:11:01.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[99461]: audit 2021-03-04T23:10: 2021-03-04T23:11:01.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[99461]: 59.974299+0000 mon.c (mon. 2021-03-04T23:11:01.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[99461]: 1) 11 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-03-04T23:11:01.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[99461]: audit 2021-03-04T23 2021-03-04T23:11:01.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[99461]: :10:59.975755+0000 mon.c (mon.1) 12 2021-03-04T23:11:01.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[99461]: : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:11:01.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[99461]: cephadm 2021-03-04T23:10:59 2021-03-04T23:11:01.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[99461]: .976378+0000 mgr.x (mgr.34676) 84 : cephadm [INF] 2021-03-04T23:11:01.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[99461]: Reconfiguring daemon mgr.y on gibba011 2021-03-04T23:11:01.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[99461]: audit 2021-03-04T23:11:01.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[99461]: 2021-03-04T23:10:59.976735+0000 mon.c (mon. 2021-03-04T23:11:01.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:00 gibba011 conmon[99461]: 1) 13 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.y","key": "container_image"}]: dispatch 2021-03-04T23:11:01.835 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 6 16 36286 36270 377.789 285.25 0.00460067 0.0026438 2021-03-04T23:11:02.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:01 gibba038 conmon[76675]: cluster 2021-03-04T23:11:00.424247+0000 mgr.x (mgr.34676) 85 2021-03-04T23:11:02.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:01 gibba038 conmon[76675]: : cluster [DBG] pgmap v61: 89 pgs: 89 active+clean; 825 MiB data, 1.7 GiB used, 662 GiB / 672 GiB avail; 103 MiB/s wr, 1.65k op/s 2021-03-04T23:11:02.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:01 gibba011 conmon[95595]: cluster 2021-03-04T23:11:02.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:01 gibba011 conmon[95595]: 2021-03-04T23:11:02.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:01 gibba011 conmon[95595]: 2021 2021-03-04T23:11:02.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:01 gibba011 conmon[95595]: - 2021-03-04T23:11:02.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:01 gibba011 conmon[95595]: 03 2021-03-04T23:11:02.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:01 gibba011 conmon[95595]: - 2021-03-04T23:11:02.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:01 gibba011 conmon[95595]: 04T23:11:00.424247+0000 mgr.x ( 2021-03-04T23:11:02.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:01 gibba011 conmon[95595]: mgr.34676) 85 : cluster [DBG] pgmap v61: 89 pgs: 89 active+clean; 825 MiB data, 1.7 GiB used, 662 GiB / 672 GiB avail; 103 MiB/s wr, 1.65k op/s 2021-03-04T23:11:02.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:01 gibba011 conmon[99461]: cluster 2021-03-04T23:11:02.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:01 gibba011 conmon[99461]: 2021-03-04T23: 2021-03-04T23:11:02.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:01 gibba011 conmon[99461]: 11:00.424247+0000 mgr.x (mgr.34676) 85 : cluster [DBG] pgmap v61: 89 pgs: 89 active+clean; 825 MiB data, 1.7 GiB used, 662 GiB / 672 GiB avail; 103 MiB/s wr, 1.65k op/s 2021-03-04T23:11:02.835 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 7 15 40551 40536 361.905 266.625 0.00370093 0.00276023 2021-03-04T23:11:03.835 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 8 16 44464 44448 347.227 244.5 0.00463608 0.00287654 2021-03-04T23:11:04.230 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:03 gibba011 conmon[95595]: cluster 2021-03-04T23:11:02.424553+0000 mgr.x (mgr.34676) 86 : cluster [DBG] pgmap v62: 89 pgs: 89 active+clean; 825 MiB data, 1.7 GiB used, 662 GiB / 672 GiB avail; 89 MiB/s wr, 1.43k op/s 2021-03-04T23:11:04.231 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:03 gibba011 conmon[95595]: audit 2021-03-04T23:11:03.630108+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:04.231 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:03 gibba011 conmon[95595]: audit 2021- 2021-03-04T23:11:04.231 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:03 gibba011 conmon[95595]: 03-04T23:11:03.631572+0000 mon.c (mon.1) 14 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:11:04.231 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:03 gibba011 conmon[95595]: audit 2021-03-04T 2021-03-04T23:11:04.232 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:03 gibba011 conmon[95595]: 23:11:03.632065+0000 mon.c (mon.1) 15 2021-03-04T23:11:04.232 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:03 gibba011 conmon[95595]: : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:11:04.232 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:03 gibba011 conmon[95595]: audit 2021-03-04T23:11 2021-03-04T23:11:04.232 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:03 gibba011 conmon[95595]: :03.632644+0000 mon.c (mon.1) 16 : audit 2021-03-04T23:11:04.232 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:03 gibba011 conmon[95595]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:11:04.233 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:03 gibba011 conmon[95595]: audit 2021-03-04T23:11:03.635082+0000 2021-03-04T23:11:04.233 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:03 gibba011 conmon[95595]: mon.c (mon.1) 17 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-03-04T23:11:04.233 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:03 gibba011 conmon[99461]: cluster 2021-03-04T23:11:02.424553+0000 mgr.x (mgr.34676) 86 : cluster [DBG] pgmap v62: 89 pgs: 89 active+clean; 825 MiB data, 1.7 GiB used, 662 GiB / 672 GiB avail; 89 MiB/s wr, 1.43k op/s 2021-03-04T23:11:04.234 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:03 gibba011 conmon[99461]: audit 2021-03-04T23:11:03.630108+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:04.234 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:03 gibba011 conmon[99461]: audit 2021-03-04T23:11:03.631572+0000 mon.c (mon.1) 14 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:11:04.234 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:03 gibba011 conmon[99461]: audit 2021-03-04T23:11:03.632065+0000 mon.c (mon.1) 15 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:11:04.234 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:03 gibba011 conmon[99461]: audit 2021-03-04T23:11:03.632644+0000 mon.c (mon.1) 16 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:11:04.235 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:03 gibba011 conmon[99461]: audit 2021-03-04T23:11:03.635082+0000 mon.c (mon.1) 17 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-03-04T23:11:04.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:03 gibba038 conmon[76675]: cluster 2021-03-04T23:11:02.424553+0000 mgr.x (mgr.34676) 86 : 2021-03-04T23:11:04.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:03 gibba038 conmon[76675]: cluster [DBG] pgmap v62: 89 pgs: 89 active+clean; 825 MiB data, 1.7 GiB used, 662 GiB / 672 GiB avail; 89 MiB/s wr, 1.43k op/s 2021-03-04T23:11:04.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:03 gibba038 conmon[76675]: audit 2021-03-04T23:11:03.630108+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:04.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:03 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:11:04.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:03 gibba038 conmon[76675]: 03-04T23:11:03.631572+0000 mon.c (mon.1) 14 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:11:04.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:03 gibba038 conmon[76675]: 2021-03-04T23:11:04.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:03 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:11:04.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:03 gibba038 conmon[76675]: 04T23:11:03.632065+0000 2021-03-04T23:11:04.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:03 gibba038 conmon[76675]: mon.c (mon.1) 15 : audit 2021-03-04T23:11:04.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:03 gibba038 conmon[76675]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:11:04.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:03 gibba038 conmon[76675]: audit 2021-03-04T23:11:04.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:03 gibba038 conmon[76675]: 2021-03-04T23:11:03 2021-03-04T23:11:04.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:03 gibba038 conmon[76675]: .632644+0000 mon.c (mon.1) 16 : 2021-03-04T23:11:04.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:03 gibba038 conmon[76675]: audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:11:04.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:03 gibba038 conmon[76675]: audit 2021-03-04T23:11:04.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:03 gibba038 conmon[76675]: 2021-03-04T23 2021-03-04T23:11:04.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:03 gibba038 conmon[76675]: :11:03.635082+0000 mon.c (mon. 2021-03-04T23:11:04.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:03 gibba038 conmon[76675]: 1) 17 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.c","key": "container_image"}]: dispatch 2021-03-04T23:11:04.835 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 9 16 48101 48085 333.901 227.312 0.00360405 0.00299175 2021-03-04T23:11:05.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:04 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:03.631385+0000 mgr.x (mgr.34676) 87 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2021-03-04T23:11:05.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:04 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:03.634701+0000 mgr.x (mgr.34676) 88 : cephadm [INF] Reconfiguring daemon mon.c on gibba011 2021-03-04T23:11:05.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:04 gibba011 conmon[95595]: cephadm 2021-03-04T23:11:03.631385+0000 mgr.x (mgr.34676) 87 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2021-03-04T23:11:05.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:04 gibba011 conmon[95595]: cephadm 2021-03-04T23:11:03.634701+0000 mgr.x (mgr.34676) 88 : cephadm [INF] Reconfiguring daemon mon.c on gibba011 2021-03-04T23:11:05.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:04 gibba011 conmon[99461]: cephadm 2021-03-04T23:11:03.631385+0000 mgr.x (mgr.34676) 87 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2021-03-04T23:11:05.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:04 gibba011 conmon[99461]: cephadm 2021-03-04T23:11:03.634701+0000 mgr.x (mgr.34676) 88 : cephadm [INF] Reconfiguring daemon mon.c on gibba011 2021-03-04T23:11:05.835 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 10 16 51713 51697 323.084 225.75 0.00636915 0.00309213 2021-03-04T23:11:06.310 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:05 gibba011 conmon[95595]: cluster 2021-03-04T23:11:04.425026+0000 mgr.x (mgr.34676) 89 : cluster [DBG] pgmap v63: 89 pgs: 89 active+clean; 2.4 GiB data, 6.8 GiB used, 657 GiB / 672 GiB avail; 239 MiB/s wr, 3.82k op/s 2021-03-04T23:11:06.311 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:05 gibba011 conmon[99461]: cluster 2021-03-04T23:11:04.425026+0000 mgr.x (mgr.34676) 2021-03-04T23:11:06.311 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:05 gibba011 conmon[99461]: 89 : cluster [DBG] pgmap v63: 89 pgs: 89 active+clean; 2.4 GiB data, 6.8 GiB used, 657 GiB / 672 GiB avail; 239 MiB/s wr, 3.82k op/s 2021-03-04T23:11:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:05 gibba038 conmon[76675]: cluster 2021-03-04T23:11:04.425026+0000 mgr.x (mgr.34676 2021-03-04T23:11:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:05 gibba038 conmon[76675]: ) 89 : cluster [DBG] pgmap v63: 89 pgs: 89 active+clean; 2.4 GiB data, 6.8 GiB used, 657 GiB / 672 GiB avail; 239 MiB/s wr, 3.82k op/s 2021-03-04T23:11:06.836 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 11 16 54977 54961 312.22 204 0.00600493 0.0031995 2021-03-04T23:11:07.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[95595]: audit 2021-03-04T23:11:06.362682+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:07.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[95595]: 2021-03-04T23:11:07.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[95595]: cephadm 2021-03-04T23:11:06.366175+0000 mgr.x (mgr.34676) 90 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2021-03-04T23:11:07.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[95595]: cephadm 2021-03-04T23:11:06.366874+0000 mgr.x (mgr.34676) 91 : cephadm [INF] Reconfiguring daemon osd.0 on gibba011 2021-03-04T23:11:07.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[95595]: audit 2021-03-04T23:11:06.367266+0000 mon.c (mon.1) 18 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-03-04T23:11:07.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[95595]: cluster 2021-03-04T23:11:06.425320+0000 mgr.x (mgr.34676) 92 : cluster [DBG] pgmap v64: 89 pgs: 89 active+clean; 2.4 GiB data, 6.8 GiB used, 657 GiB / 672 GiB avail; 204 MiB/s wr, 3.26k op/s 2021-03-04T23:11:07.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[95595]: audit 2021-03-04T23:11:06.565175+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:07.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[99461]: audit 2021-03-04T23:11:06.362682+0000 mon.a (mon.0 2021-03-04T23:11:07.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[99461]: ) 91 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:07.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[99461]: cephadm 2021-03-04T23:11:06. 2021-03-04T23:11:07.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[99461]: 366175+0000 mgr.x (mgr.34676) 90 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2021-03-04T23:11:07.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[99461]: cephadm 2021-03-04 2021-03-04T23:11:07.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[99461]: T23:11:06.366874+0000 mgr.x (mgr 2021-03-04T23:11:07.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[99461]: .34676) 91 : cephadm [INF] Reconfiguring daemon osd.0 on gibba011 2021-03-04T23:11:07.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:11:07.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[99461]: 03-04T23:11:06.367266+0000 mon.c ( 2021-03-04T23:11:07.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[99461]: mon.1) 18 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-03-04T23:11:07.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[99461]: cluster 2021-03-04T23:11:07.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[99461]: 2021-03-04T23:11 2021-03-04T23:11:07.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[99461]: :06.425320+0000 mgr.x (mgr. 2021-03-04T23:11:07.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[99461]: 34676) 92 : cluster [DBG] pgmap v64: 89 pgs: 89 active+clean; 2.4 GiB data, 6.8 GiB used, 657 GiB / 672 GiB avail; 204 MiB/s wr, 3.26k op/s 2021-03-04T23:11:07.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[99461]: 2021-03-04T23:11:07.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[99461]: audit 2021 2021-03-04T23:11:07.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[99461]: -03-04T23:11: 2021-03-04T23:11:07.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[99461]: 06.565175+0000 mon.a (mon. 2021-03-04T23:11:07.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[99461]: 0) 92 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:07.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:07 gibba011 conmon[99461]: 2021-03-04T23:11:07.836 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 12 16 58222 58206 303.103 202.812 0.00697473 0.0032961 2021-03-04T23:11:07.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:07 gibba038 conmon[76675]: audit 2021-03-04T23:11:06.362682+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:07.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:07 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:06.366175+0000 mgr.x (mgr.34676) 90 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2021-03-04T23:11:07.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:07 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:06.366874+0000 mgr.x (mgr.34676) 91 : cephadm [INF] Reconfiguring daemon osd.0 on gibba011 2021-03-04T23:11:07.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:07 gibba038 conmon[76675]: audit 2021-03-04T23:11:06.367266+0000 mon.c (mon 2021-03-04T23:11:07.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:07 gibba038 conmon[76675]: .1) 18 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-03-04T23:11:07.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:07 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:11:07.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:07 gibba038 conmon[76675]: 03-04T23:11:06.425320+0000 2021-03-04T23:11:07.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:07 gibba038 conmon[76675]: mgr.x (mgr.34676) 92 : cluster 2021-03-04T23:11:07.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:07 gibba038 conmon[76675]: [DBG] pgmap v64: 89 pgs: 89 active+clean; 2.4 GiB data, 6.8 GiB used, 657 GiB / 672 GiB avail; 204 MiB/s wr, 3.26k op/s 2021-03-04T23:11:07.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:07 gibba038 conmon[76675]: audit 2021-03-04T23:11:07.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:07 gibba038 conmon[76675]: 2021-03-04T23:11:06. 2021-03-04T23:11:07.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:07 gibba038 conmon[76675]: 565175+0000 mon.a (mon.0) 92 : 2021-03-04T23:11:07.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:07 gibba038 conmon[76675]: audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:08.836 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 13 16 60983 60967 293.061 172.562 0.00598989 0.00340895 2021-03-04T23:11:09.837 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 14 16 63802 63786 284.712 176.188 0.00566153 0.00350956 2021-03-04T23:11:09.853 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:09 gibba011 conmon[95595]: cluster 2021-03-04T23:11:08.425767+0000 mgr.x (mgr.34676) 93 : cluster 2021-03-04T23:11:09.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:09 gibba011 conmon[95595]: [DBG] pgmap v65: 89 pgs: 89 active+clean; 3.5 GiB data, 10 GiB used, 654 GiB / 672 GiB avail; 297 MiB/s wr, 4.76k op/s 2021-03-04T23:11:09.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:09 gibba011 conmon[95595]: audit 2021-03-04T23:11:08.780889+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:09.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:09 gibba011 conmon[95595]: cephadm 2021-03-04T23:11:08.781821+0000 mgr.x (mgr.34676) 94 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2021-03-04T23:11:09.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:09 gibba011 conmon[95595]: cephadm 2021-03-04T23:11:08.782327+0000 mgr.x (mgr.34676) 95 : cephadm [INF] Reconfiguring daemon osd.1 on gibba011 2021-03-04T23:11:09.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:09 gibba011 conmon[95595]: audit 2021-03-04T23:11:08.782672+0000 mon.c (mon.1) 19 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-03-04T23:11:09.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:09 gibba011 conmon[99461]: cluster 2021-03-04T23:11:09.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:09 gibba011 conmon[99461]: 2021-03-04T23:11 2021-03-04T23:11:09.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:09 gibba011 conmon[99461]: :08.425767+0000 mgr.x (mgr.34676) 93 : cluster [DBG] pgmap v65: 89 pgs: 89 active+clean; 3.5 GiB data, 10 GiB used, 654 GiB / 672 GiB avail; 297 MiB/s wr, 4.76k op/s 2021-03-04T23:11:09.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:09 gibba011 conmon[99461]: audit 2021-03-04T23:11:08.780889+0000 mon.a 2021-03-04T23:11:09.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:09 gibba011 conmon[99461]: (mon.0) 93 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:09.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:09 gibba011 conmon[99461]: cephadm 2021-03-04T23: 2021-03-04T23:11:09.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:09 gibba011 conmon[99461]: 11:08.781821+0000 mgr.x (mgr.34676) 94 : cephadm 2021-03-04T23:11:09.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:09 gibba011 conmon[99461]: [INF] Reconfiguring osd.1 (monmap changed)... 2021-03-04T23:11:09.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:09 gibba011 conmon[99461]: cephadm 2021-03-04T23:11:08 2021-03-04T23:11:09.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:09 gibba011 conmon[99461]: .782327+0000 mgr.x (mgr.34676) 95 : cephadm [INF] 2021-03-04T23:11:09.858 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:09 gibba011 conmon[99461]: Reconfiguring daemon osd.1 on gibba011 2021-03-04T23:11:09.858 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:09 gibba011 conmon[99461]: audit 2021-03-04T23:11:08.782672 2021-03-04T23:11:09.858 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:09 gibba011 conmon[99461]: +0000 mon.c (mon.1) 19 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-03-04T23:11:09.858 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:09 gibba011 conmon[99461]: 2021-03-04T23:11:10.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:09 gibba038 conmon[76675]: cluster 2021-03-04T23:11:08.425767+0000 mgr.x (mgr.34676) 2021-03-04T23:11:10.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:09 gibba038 conmon[76675]: 93 : cluster [DBG] pgmap v65: 89 pgs: 89 active+clean; 3.5 GiB data, 10 GiB used, 654 GiB / 672 GiB avail; 297 MiB/s wr, 4.76k op/s 2021-03-04T23:11:10.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:09 gibba038 conmon[76675]: audit 2021-03-04T23:11:08.780889+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:10.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:09 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:08. 2021-03-04T23:11:10.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:09 gibba038 conmon[76675]: 781821+0000 mgr.x (mgr.34676) 94 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2021-03-04T23:11:10.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:09 gibba038 conmon[76675]: cephadm 2021-03-04T23: 2021-03-04T23:11:10.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:09 gibba038 conmon[76675]: 11:08.782327+0000 mgr.x (mgr.34676) 95 : cephadm [INF] Reconfiguring daemon osd.1 on gibba011 2021-03-04T23:11:10.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:09 gibba038 conmon[76675]: audit 2021-03-04T 2021-03-04T23:11:10.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:09 gibba038 conmon[76675]: 23:11:08.782672+0000 mon.c (mon.1) 19 : audit 2021-03-04T23:11:10.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:09 gibba038 conmon[76675]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-03-04T23:11:10.837 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 15 16 66613 66597 277.444 175.688 0.00427186 0.00360091 2021-03-04T23:11:11.837 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 16 16 69181 69165 270.135 160.5 0.00593068 0.00369861 2021-03-04T23:11:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:12 gibba038 conmon[76675]: cluster 2021-03-04T23:11:10.426008+0000 mgr.x (mgr.34676) 96 : cluster [DBG] pgmap v66: 89 pgs: 89 active+clean; 3.5 GiB data, 10 GiB used, 654 GiB / 672 GiB avail; 229 MiB/s wr, 3.66k op/s 2021-03-04T23:11:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:12 gibba038 conmon[76675]: audit 2021-03-04T23:11:11.040884+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:12 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:11.041959+0000 mgr.x (mgr.34676) 97 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2021-03-04T23:11:12.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:12 gibba038 conmon[76675]: cephadm 2021- 2021-03-04T23:11:12.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:12 gibba038 conmon[76675]: 03-04T23:11:11.042584+0000 mgr.x (mgr.34676) 98 : cephadm [INF] Reconfiguring daemon osd.2 on gibba011 2021-03-04T23:11:12.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:12 gibba038 conmon[76675]: audit 2021-03-04T23 2021-03-04T23:11:12.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:12 gibba038 conmon[76675]: :11:11.044759+0000 mon.c (mon.1) 2021-03-04T23:11:12.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:12 gibba038 conmon[76675]: 20 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-03-04T23:11:12.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:12 gibba011 conmon[95595]: cluster 2021-03-04T23:11:10.426008+0000 mgr.x (mgr.34676) 96 : cluster [DBG] pgmap v66: 89 pgs: 89 active+clean; 3.5 GiB data, 10 GiB used, 654 GiB / 672 GiB avail; 229 MiB/s wr, 3.66k op/s 2021-03-04T23:11:12.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:12 gibba011 conmon[95595]: audit 2021-03-04T23:11:11.040884+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:12.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:12 gibba011 conmon[95595]: cephadm 2021-03-04T23:11:11.041959+0000 mgr.x (mgr.34676) 97 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2021-03-04T23:11:12.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:12 gibba011 conmon[95595]: cephadm 2021-03-04T23:11:11.042584+0000 mgr.x (mgr.34676) 98 : cephadm [INF] Reconfiguring daemon osd.2 on gibba011 2021-03-04T23:11:12.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:12 gibba011 conmon[95595]: audit 2021-03-04T23:11:11.044759+0000 mon.c (mon.1) 20 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-03-04T23:11:12.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:12 gibba011 conmon[99461]: cluster 2021-03-04T23:11:10.426008+0000 mgr.x (mgr.34676 2021-03-04T23:11:12.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:12 gibba011 conmon[99461]: ) 96 : cluster [DBG] pgmap v66: 89 pgs: 89 active+clean; 3.5 GiB data, 10 GiB used, 654 GiB / 672 GiB avail; 229 MiB/s wr, 3.66k op/s 2021-03-04T23:11:12.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:12 gibba011 conmon[99461]: audit 2021-03-04T23:11:11.040884+0000 mon.a ( 2021-03-04T23:11:12.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:12 gibba011 conmon[99461]: mon.0) 94 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:12.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:12 gibba011 conmon[99461]: cephadm 2021-03-04T23:11:12.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:12 gibba011 conmon[99461]: 2021-03-04T23:11:11 2021-03-04T23:11:12.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:12 gibba011 conmon[99461]: .041959+0000 mgr.x (mgr.34676) 97 : cephadm 2021-03-04T23:11:12.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:12 gibba011 conmon[99461]: [INF] Reconfiguring osd.2 (monmap changed)... 2021-03-04T23:11:12.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:12 gibba011 conmon[99461]: cephadm 2021-03-04T 2021-03-04T23:11:12.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:12 gibba011 conmon[99461]: 23:11:11.042584+0000 mgr.x (mgr.34676) 2021-03-04T23:11:12.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:12 gibba011 conmon[99461]: 98 : cephadm [INF] Reconfiguring daemon osd.2 on gibba011 2021-03-04T23:11:12.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:12 gibba011 conmon[99461]: audit 2021-03-04T23:11:12.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:12 gibba011 conmon[99461]: 2021-03-04T23:11:11. 2021-03-04T23:11:12.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:12 gibba011 conmon[99461]: 044759+0000 mon.c (mon.1) 20 : audit [DBG] 2021-03-04T23:11:12.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:12 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-03-04T23:11:12.837 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 17 16 71834 71818 263.998 165.812 0.00696821 0.00378495 2021-03-04T23:11:13.837 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 18 16 74349 74333 258.063 157.188 0.00375399 0.00387197 2021-03-04T23:11:14.269 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:14 gibba011 conmon[99461]: cluster 2021-03-04T23:11:12.426290+0000 mgr.x (mgr.34676) 99 : cluster [DBG] 2021-03-04T23:11:14.269 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:14 gibba011 conmon[99461]: pgmap v67: 89 pgs: 89 active+clean; 3.5 GiB data, 10 GiB used, 654 GiB / 672 GiB avail; 229 MiB/s wr, 3.66k op/s 2021-03-04T23:11:14.269 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:14 gibba011 conmon[99461]: audit 2021-03-04T23:11:13.441720+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:14.269 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:14 gibba011 conmon[99461]: audit 2021-03-04T23:11:14.270 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:14 gibba011 conmon[99461]: 2021-03-04T23:11:13.444143+0000 mon.c (mon.1) 21 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-03-04T23:11:14.270 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:14 gibba011 conmon[95595]: cluster 2021-03-04T23:11:12.426290+0000 mgr.x (mgr.34676) 99 : cluster 2021-03-04T23:11:14.270 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:14 gibba011 conmon[95595]: [DBG] pgmap v67: 89 pgs: 89 active+clean; 3.5 GiB data, 10 GiB used, 654 GiB / 672 GiB avail; 229 MiB/s wr, 3.66k op/s 2021-03-04T23:11:14.271 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:14 gibba011 conmon[95595]: audit 2021-03-04T23:11:13.441720+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:14.271 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:14 gibba011 conmon[95595]: audit 2021-03-04T23:11:13.444143+0000 mon.c (mon.1) 21 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-03-04T23:11:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:14 gibba038 conmon[76675]: cluster 2021-03-04T23:11:12.426290+0000 mgr.x (mgr.34676) 99 : cluster 2021-03-04T23:11:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:14 gibba038 conmon[76675]: [DBG] pgmap v67: 89 pgs: 89 active+clean; 3.5 GiB data, 10 GiB used, 654 GiB / 672 GiB avail; 229 MiB/s wr, 3.66k op/s 2021-03-04T23:11:14.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:14 gibba038 conmon[76675]: audit 2021-03-04T23:11:13.441720+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:14.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:14 gibba038 conmon[76675]: 2021-03-04T23:11:14.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:14 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:11:14.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:14 gibba038 conmon[76675]: 03-04T23:11:13. 2021-03-04T23:11:14.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:14 gibba038 conmon[76675]: 444143+0000 mon.c (mon.1) 2021-03-04T23:11:14.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:14 gibba038 conmon[76675]: 21 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-03-04T23:11:14.837 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 19 16 76795 76779 252.527 152.875 0.00319205 0.0039568 2021-03-04T23:11:15.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:15 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:13.443115+0000 mgr.x (mgr.34676) 100 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2021-03-04T23:11:15.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:15 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:13.443792+0000 mgr.x (mgr.34676) 101 : cephadm [INF] Reconfiguring daemon osd.3 on gibba011 2021-03-04T23:11:15.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:15 gibba011 conmon[95595]: cephadm 2021-03-04T23:11:13.443115+0000 mgr.x (mgr.34676) 100 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2021-03-04T23:11:15.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:15 gibba011 conmon[95595]: cephadm 2021-03-04T23:11:13.443792+0000 mgr.x (mgr.34676) 101 : cephadm [INF] Reconfiguring daemon osd.3 on gibba011 2021-03-04T23:11:15.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:15 gibba011 conmon[99461]: cephadm 2021-03-04T23:11:13.443115+0000 mgr.x (mgr.34676) 100 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2021-03-04T23:11:15.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:15 gibba011 conmon[99461]: cephadm 2021-03-04T23:11:13.443792+0000 mgr.x (mgr.34676) 101 : cephadm [INF] Reconfiguring daemon osd.3 on gibba011 2021-03-04T23:11:15.837 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:11:15.836154+0000 min lat: 0.000967938 max lat: 0.178722 avg lat: 0.00405479 2021-03-04T23:11:15.838 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:11:15.838 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 20 16 78887 78871 246.438 130.75 0.00337937 0.00405479 2021-03-04T23:11:16.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:16 gibba038 conmon[76675]: cluster 2021-03-04T23:11:14.426718+0000 mgr.x (mgr.34676) 102 : cluster 2021-03-04T23:11:16.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:16 gibba038 conmon[76675]: [DBG] pgmap v68: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 651 GiB / 672 GiB avail; 301 MiB/s wr, 4.81k op/s 2021-03-04T23:11:16.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:16 gibba038 conmon[76675]: audit 2021-03-04T23:11:15.619212+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:16.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:16 gibba038 conmon[76675]: audit 2021-03-04T23:11 2021-03-04T23:11:16.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:16 gibba038 conmon[76675]: :15.620770+0000 mon.c (mon.1) 22 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba011.yozmjr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T23:11:16.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:16 gibba038 conmon[76675]: audit 2021-03-04T23:11:15 2021-03-04T23:11:16.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:16 gibba038 conmon[76675]: .621062+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba011.yozmjr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T23:11:16.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:16 gibba038 conmon[76675]: audit 2021-03-04T23:11:16.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:16 gibba038 conmon[76675]: 2021-03-04T23:11:15.621779+0000 mon.c ( 2021-03-04T23:11:16.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:16 gibba038 conmon[76675]: mon.1) 23 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:11:16.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:16 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:11:16.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:16 gibba038 conmon[76675]: 04T23:11:15.622654+0000 mon.c (mon 2021-03-04T23:11:16.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:16 gibba038 conmon[76675]: .1) 24 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.gibba011.yozmjr","key": "container_image"}]: dispatch 2021-03-04T23:11:16.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: cluster 2021-03-04T23:11:16.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 2021-03-04T23:11:16.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 2021 2021-03-04T23:11:16.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: - 2021-03-04T23:11:16.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 03 2021-03-04T23:11:16.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: - 2021-03-04T23:11:16.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 04 2021-03-04T23:11:16.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: T 2021-03-04T23:11:16.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 23 2021-03-04T23:11:16.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: : 2021-03-04T23:11:16.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 11 2021-03-04T23:11:16.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: : 2021-03-04T23:11:16.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 14 2021-03-04T23:11:16.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: . 2021-03-04T23:11:16.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 426718 2021-03-04T23:11:16.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: +0000 2021-03-04T23:11:16.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 2021-03-04T23:11:16.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: mgr.x 2021-03-04T23:11:16.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: ( 2021-03-04T23:11:16.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: mgr 2021-03-04T23:11:16.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: . 2021-03-04T23:11:16.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 34676 2021-03-04T23:11:16.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: ) 2021-03-04T23:11:16.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 102 2021-03-04T23:11:16.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: : 2021-03-04T23:11:16.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: cluster 2021-03-04T23:11:16.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 2021-03-04T23:11:16.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: [DBG] 2021-03-04T23:11:16.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 2021-03-04T23:11:16.363 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: pgmap v68: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 651 GiB / 672 GiB avail; 301 MiB/s wr, 4.81k op/s 2021-03-04T23:11:16.363 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 2021-03-04T23:11:16.363 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: audit 2021-03-04T23:11:16.364 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 2021-03-04T23:11:16.364 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 2021 2021-03-04T23:11:16.364 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: - 2021-03-04T23:11:16.365 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 03 2021-03-04T23:11:16.365 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: - 2021-03-04T23:11:16.365 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 04 2021-03-04T23:11:16.365 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: T 2021-03-04T23:11:16.365 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 23 2021-03-04T23:11:16.366 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: : 2021-03-04T23:11:16.366 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 11 2021-03-04T23:11:16.366 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: : 2021-03-04T23:11:16.366 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 15 2021-03-04T23:11:16.366 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: . 2021-03-04T23:11:16.367 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 619212 2021-03-04T23:11:16.367 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: +0000 2021-03-04T23:11:16.367 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 2021-03-04T23:11:16.367 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: mon.a (mon.0) 96 : audit 2021-03-04T23:11:16.368 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:16.368 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: audit 2021-03-04T23:11:15.620770+0000 2021-03-04T23:11:16.368 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: mon.c (mon.1) 22 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba011.yozmjr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T23:11:16.368 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: audit 2021-03-04T23:11:16.369 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 2021-03-04T23:11:15.621062+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba011.yozmjr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T23:11:16.369 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: audit 2021-03- 2021-03-04T23:11:16.369 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 04T23:11:15.621779+0000 mon.c (mon.1 2021-03-04T23:11:16.369 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: ) 23 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:11:16.369 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: audit 2021-03-04 2021-03-04T23:11:16.370 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: T23:11:15.622654+0000 mon.c (mon.1) 2021-03-04T23:11:16.370 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[95595]: 24 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.gibba011.yozmjr","key": "container_image"}]: dispatch 2021-03-04T23:11:16.370 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[99461]: cluster 2021-03-04T23:11:14.426718+0000 mgr.x (mgr.34676) 102 2021-03-04T23:11:16.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[99461]: : cluster [DBG] pgmap v68: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 651 GiB / 672 GiB avail; 301 MiB/s wr, 4.81k op/s 2021-03-04T23:11:16.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[99461]: audit 2021-03-04T23:11:15.619212+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:16.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[99461]: audit 2021-03-04T23:11:16.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[99461]: 2021-03-04T23:11:15.620770+0000 mon.c (mon.1) 22 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba011.yozmjr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T23:11:16.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[99461]: audit 2021-03-04T23:11:16.372 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[99461]: 2021-03-04T23:11 2021-03-04T23:11:16.372 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[99461]: :15.621062+0000 mon.a (mon.0) 97 : 2021-03-04T23:11:16.372 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[99461]: audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba011.yozmjr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T23:11:16.372 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[99461]: audit 2021-03-04T 2021-03-04T23:11:16.372 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[99461]: 23:11:15.621779+0000 mon.c (mon.1) 23 2021-03-04T23:11:16.373 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[99461]: : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:11:16.373 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:11:16.373 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[99461]: T23:11:15.622654+0000 mon.c (mon.1 2021-03-04T23:11:16.374 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:16 gibba011 conmon[99461]: ) 24 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.gibba011.yozmjr","key": "container_image"}]: dispatch 2021-03-04T23:11:16.837 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 21 16 81209 81193 241.613 145.125 0.00678858 0.00413546 2021-03-04T23:11:17.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:15.620505+0000 mgr.x (mgr.34676) 103 : cephadm [INF] Reconfiguring mds.foo.gibba011.yozmjr (monmap changed)... 2021-03-04T23:11:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:15.622282+0000 mgr.x (mgr.34676) 104 : cephadm [INF] Reconfiguring daemon mds.foo.gibba011.yozmjr on gibba011 2021-03-04T23:11:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: audit 2021-03-04T23:11:16.430766+0000 mon.c (mon.1) 25 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:11:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: audit 2021-03-04T23:11:16.431006+0000 mon.c (mon.1) 26 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:11:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: audit 2021-03-04T23:11:16.431167+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:11:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: audit 2021-03-04T23: 2021-03-04T23:11:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: 11:16.431237+0000 mon.c (mon.1) 27 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:11:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: audit 2021-03-04 2021-03-04T23:11:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: T23:11:16.431499+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:11:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: 2021-03-04T23:11:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: audit 2021-03-04T 2021-03-04T23:11:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: 23:11:16.431786+0000 mon.a (mon.0) 100 : 2021-03-04T23:11:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:11:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: audit 2021-03-04T23:11:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: 2021-03- 2021-03-04T23:11:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: 04T23:11:16.583789+0000 mon.c (mon 2021-03-04T23:11:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: .1) 28 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:11:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: audit 2021 2021-03-04T23:11:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: -03-04T23:11:16.585698+0000 mon.a ( 2021-03-04T23:11:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: mon.0) 101 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:11:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: audit 2021-03-04T23:11:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: 2021-03-04T23:11:16.595379+0000 mon.c 2021-03-04T23:11:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: (mon.1) 29 : audit [INF] 2021-03-04T23:11:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:11:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: audit 2021-03-04T23:11:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: 2021- 2021-03-04T23:11:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: 03-04T23:11:16.595682 2021-03-04T23:11:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: +0000 mon.a (mon.0) 102 2021-03-04T23:11:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:17 gibba038 conmon[76675]: : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:11:17.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[95595]: cephadm 2021-03-04T23:11:15.620505+0000 mgr.x (mgr.34676) 2021-03-04T23:11:17.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[95595]: 103 : cephadm [INF] Reconfiguring mds.foo.gibba011.yozmjr (monmap changed)... 2021-03-04T23:11:17.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[95595]: cephadm 2021-03-04T23:11:15.622282+0000 mgr.x (mgr.34676) 104 : cephadm [INF] Reconfiguring daemon mds.foo.gibba011.yozmjr on gibba011 2021-03-04T23:11:17.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[95595]: audit 2021-03-04T23:11:16.430766+0000 mon.c (mon.1) 25 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:11:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[95595]: audit 2021-03-04T23:11:16.431006+0000 mon.c (mon.1) 26 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:11:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[95595]: audit 2021-03-04T23:11:16.431167+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:11:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[95595]: audit 2021-03-04T23:11: 2021-03-04T23:11:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[95595]: 16.431237+0000 mon.c (mon.1) 27 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:11:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[95595]: audit 2021-03-04T23:11:16.431499+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:11:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[95595]: audit 2021-03-04T23:11:16. 2021-03-04T23:11:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[95595]: 431786+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:11:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[95595]: audit 2021-03-04T 2021-03-04T23:11:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[95595]: 23:11:16.583789+0000 mon.c (mon.1) 28 : audit 2021-03-04T23:11:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[95595]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:11:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[95595]: audit 2021-03-04T23:11:16.585698+0000 2021-03-04T23:11:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[95595]: mon.a (mon.0) 101 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:11:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[95595]: audit 2021-03-04T23:11:16.595379+0000 2021-03-04T23:11:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[95595]: mon.c (mon.1) 29 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:11:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[95595]: audit 2021-03-04T23:11:16 2021-03-04T23:11:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[95595]: .595682+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:11:17.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: cephadm 2021-03-04T23:11:17.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: 2021-03-04T23 2021-03-04T23:11:17.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: :11:15.620505+0000 mgr.x (mgr.34676) 103 : cephadm [INF] Reconfiguring mds.foo.gibba011.yozmjr (monmap changed)... 2021-03-04T23:11:17.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: cephadm 2021- 2021-03-04T23:11:17.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: 03-04T23:11:15.622282+0000 mgr.x (mgr.34676) 2021-03-04T23:11:17.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: 104 : cephadm [INF] Reconfiguring daemon mds.foo.gibba011.yozmjr on gibba011 2021-03-04T23:11:17.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: audit 2021-03-04T23:11:17.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: 2021-03-04T23:11:16. 2021-03-04T23:11:17.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: 430766+0000 mon.c (mon.1) 25 : 2021-03-04T23:11:17.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:11:17.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:11:17.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: -04T23:11:16.431006+0000 mon.c (mon.1) 26 : 2021-03-04T23:11:17.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:11:17.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:11:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: T23:11:16.431167+0000 mon.a (mon.0) 98 : 2021-03-04T23:11:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:11:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: audit 2021-03-04T23:11:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: 2021-03-04T23:11:16.431237+0000 2021-03-04T23:11:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: mon.c (mon.1) 27 : audit [INF] 2021-03-04T23:11:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:11:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:11:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: 04T23:11:16.431499+0000 mon.a (mon.0) 99 2021-03-04T23:11:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:11:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:11:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: 03-04T23:11:16.431786+0000 mon.a (mon 2021-03-04T23:11:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: .0) 100 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:11:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: 2021-03-04T23:11:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: audit 2021-03-04T23:11:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: 2021-03-04T23:11: 2021-03-04T23:11:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: 16.583789+0000 mon.c (mon.1) 28 2021-03-04T23:11:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:11:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:11:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: 04T23:11:16.585698+0000 mon.a (mon.0) 2021-03-04T23:11:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: 101 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:11:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: audit 2021-03-04T23:11:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: 2021-03-04T23:11: 2021-03-04T23:11:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: 16.595379+0000 mon.c (mon.1) 2021-03-04T23:11:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: 29 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:11:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:11:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: -04T23:11:16.595682+0000 mon.a (mon. 2021-03-04T23:11:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:17 gibba011 conmon[99461]: 0) 102 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:11:17.837 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 22 16 83568 83552 237.332 147.438 0.00334167 0.0042105 2021-03-04T23:11:18.055 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[95595]: cluster 2021-03-04T23:11:18.055 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[95595]: 2021-03-04T23:11:16 2021-03-04T23:11:18.056 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[95595]: .426989+0000 mgr.x (mgr.34676) 105 : cluster [DBG] pgmap v69: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 651 GiB / 672 GiB avail; 166 MiB/s wr, 2.65k op/s 2021-03-04T23:11:18.056 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[95595]: audit 2021-03-04 2021-03-04T23:11:18.056 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[95595]: T23:11:17.797973+0000 mon.a (mon.0) 103 : 2021-03-04T23:11:18.056 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[95595]: audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:18.056 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[95595]: audit 2021-03-04T 2021-03-04T23:11:18.057 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[95595]: 23:11:17.799222+0000 mon.c (mon.1) 30 : 2021-03-04T23:11:18.057 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[95595]: audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:11:18.057 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[95595]: audit 2021-03-04T23 2021-03-04T23:11:18.057 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[95595]: :11:17.799949+0000 mon.c (mon.1) 31 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:11:18.058 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[95595]: 2021-03-04T23:11:18.058 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[95595]: audit 2021 2021-03-04T23:11:18.058 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[95595]: -03-04T23:11:17.800663+0000 mon.c (mon.1) 32 : audit 2021-03-04T23:11:18.058 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[95595]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:11:18.058 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[95595]: audit 2021-03-04T23:11:17.801631+0000 mon.c (mon 2021-03-04T23:11:18.059 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[95595]: .1) 33 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-03-04T23:11:18.313 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:18 gibba038 conmon[76675]: cluster 2021-03-04T23:11:16.426989+0000 mgr.x (mgr.34676) 105 : cluster [DBG] pgmap v69: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 651 GiB / 672 GiB avail; 166 MiB/s wr, 2.65k op/s 2021-03-04T23:11:18.314 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:18 gibba038 conmon[76675]: audit 2021-03-04T23:11:17.797973+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:18.314 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:18 gibba038 conmon[76675]: audit 2021-03-04T23:11:17.799222+0000 mon.c (mon.1) 30 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:11:18.314 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:18 gibba038 conmon[76675]: audit 2021-03-04T23:11:17.799949+0000 mon.c (mon.1) 31 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:11:18.314 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:18 gibba038 conmon[76675]: audit 2021-03-04T23:11:17.800663+0000 mon.c (mon.1) 32 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:11:18.315 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:18 gibba038 conmon[76675]: audit 2021-03-04T23:11:17.801631+0000 mon.c (mon.1) 33 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-03-04T23:11:18.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[99461]: cluster 2021-03-04T23:11:16.426989+0000 mgr.x (mgr.34676) 105 : cluster [DBG] 2021-03-04T23:11:18.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[99461]: pgmap v69: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 651 GiB / 672 GiB avail; 166 MiB/s wr, 2.65k op/s 2021-03-04T23:11:18.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[99461]: audit 2021-03-04T23:11:17.797973+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:18.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[99461]: audit 2021-03-04T23:11:17. 2021-03-04T23:11:18.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[99461]: 799222+0000 mon.c (mon.1) 30 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2021-03-04T23:11:18.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[99461]: audit 2021-03-04T23:11:18.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[99461]: 2021-03-04T23:11:17.799949+0000 2021-03-04T23:11:18.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[99461]: mon.c (mon.1) 31 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2021-03-04T23:11:18.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:11:18.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[99461]: 03-04T23:11:17.800663+0000 mon.c (mon.1) 32 : audit 2021-03-04T23:11:18.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[99461]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:11:18.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[99461]: audit 2021-03-04T23:11:18.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[99461]: 2021-03-04T23:11:17.801631+0000 mon.c (mon 2021-03-04T23:11:18.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:18 gibba011 conmon[99461]: .1) 33 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon.b","key": "container_image"}]: dispatch 2021-03-04T23:11:18.837 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 23 16 85907 85891 233.369 146.188 0.0068704 0.00428203 2021-03-04T23:11:19.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:19 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:17.798993+0000 mgr.x (mgr.34676) 106 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2021-03-04T23:11:19.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:19 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:17.801283+0000 mgr.x (mgr.34676) 107 : cephadm [INF] Reconfiguring daemon mon.b on gibba038 2021-03-04T23:11:19.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:19 gibba011 conmon[95595]: cephadm 2021-03-04T23:11:17.798993+0000 mgr.x (mgr. 2021-03-04T23:11:19.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:19 gibba011 conmon[95595]: 34676) 106 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2021-03-04T23:11:19.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:19 gibba011 conmon[95595]: cephadm 2021-03-04T23:11:17.801283+0000 mgr.x (mgr.34676) 107 : cephadm [INF] Reconfiguring daemon mon.b on gibba038 2021-03-04T23:11:19.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:19 gibba011 conmon[99461]: cephadm 2021-03-04T23:11:17.798993+0000 mgr.x (mgr.34676) 106 : 2021-03-04T23:11:19.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:19 gibba011 conmon[99461]: cephadm [INF] Reconfiguring mon.b (monmap changed)... 2021-03-04T23:11:19.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:19 gibba011 conmon[99461]: cephadm 2021-03-04 2021-03-04T23:11:19.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:19 gibba011 conmon[99461]: T23:11:17.801283+0000 mgr.x (mgr.34676) 107 : cephadm [INF] Reconfiguring daemon mon.b on gibba038 2021-03-04T23:11:19.838 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 24 16 88231 88215 229.697 145.25 0.00644332 0.00435061 2021-03-04T23:11:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:20 gibba038 conmon[76675]: cluster 2021-03-04T23:11:18.427420+0000 mgr.x (mgr.34676) 108 : cluster [DBG] pgmap v70: 89 pgs: 89 active+clean; 5.1 GiB data, 15 GiB used, 649 GiB / 672 GiB avail; 227 MiB/s wr, 3.64k op/s 2021-03-04T23:11:20.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:20 gibba011 conmon[95595]: cluster 2021-03-04T23:11:18.427420+0000 mgr.x (mgr.34676) 108 : cluster [DBG] 2021-03-04T23:11:20.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:20 gibba011 conmon[95595]: pgmap v70: 89 pgs: 89 active+clean; 5.1 GiB data, 15 GiB used, 649 GiB / 672 GiB avail; 227 MiB/s wr, 3.64k op/s 2021-03-04T23:11:20.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:20 gibba011 conmon[99461]: cluster 2021-03-04T23:11:18.427420+0000 mgr.x (mgr.34676) 108 : 2021-03-04T23:11:20.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:20 gibba011 conmon[99461]: cluster [DBG] pgmap v70: 89 pgs: 89 active+clean; 5.1 GiB data, 15 GiB used, 649 GiB / 672 GiB avail; 227 MiB/s wr, 3.64k op/s 2021-03-04T23:11:20.838 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 25 16 90489 90473 226.154 141.125 0.00734154 0.00441885 2021-03-04T23:11:21.838 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 26 16 92680 92664 222.722 136.938 0.0128629 0.0044868 2021-03-04T23:11:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:22 gibba038 conmon[76675]: cluster 2021-03-04T23:11:20.427674+0000 mgr.x (mgr.34676) 109 : cluster [DBG] pgmap v71: 89 pgs: 89 active+clean; 5.1 GiB data, 15 GiB used, 649 GiB / 672 GiB avail; 134 MiB/s wr, 2.14k op/s 2021-03-04T23:11:22.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:22 gibba011 conmon[95595]: cluster 2021-03-04T23:11:22.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:22 gibba011 conmon[95595]: 2021-03-04T23:11:20.427674+0000 2021-03-04T23:11:22.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:22 gibba011 conmon[95595]: mgr.x (mgr.34676) 109 : cluster [DBG] pgmap v71: 89 pgs: 89 active+clean; 5.1 GiB data, 15 GiB used, 649 GiB / 672 GiB avail; 134 MiB/s wr, 2.14k op/s 2021-03-04T23:11:22.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:22 gibba011 conmon[99461]: cluster 2021-03-04T23:11:20.427674+0000 mgr.x (mgr.34676) 109 : cluster [DBG] pgmap v71: 89 pgs: 89 active+clean; 5.1 GiB data, 15 GiB used, 649 GiB / 672 GiB avail; 134 MiB/s wr, 2.14k op/s 2021-03-04T23:11:22.838 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 27 16 94852 94836 219.501 135.75 0.0072769 0.00455254 2021-03-04T23:11:23.838 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 28 16 96997 96981 216.449 134.062 0.00469326 0.00461711 2021-03-04T23:11:24.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:24 gibba038 conmon[76675]: cluster 2021-03-04T23:11:22.427989+0000 mgr.x (mgr.34676) 110 : cluster [DBG] 2021-03-04T23:11:24.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:24 gibba038 conmon[76675]: pgmap v72: 89 pgs: 89 active+clean; 5.1 GiB data, 15 GiB used, 649 GiB / 672 GiB avail; 134 MiB/s wr, 2.14k op/s 2021-03-04T23:11:24.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:24 gibba011 conmon[95595]: cluster 2021-03-04T23:11:22.427989+0000 mgr.x (mgr.34676) 110 : cluster [DBG] pgmap v72: 89 pgs: 89 active+clean; 5.1 GiB data, 15 GiB used, 649 GiB / 672 GiB avail; 134 MiB/s wr, 2.14k op/s 2021-03-04T23:11:24.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:24 gibba011 conmon[99461]: cluster 2021-03-04T23:11:22.427989+0000 mgr.x (mgr.34676) 110 : cluster 2021-03-04T23:11:24.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:24 gibba011 conmon[99461]: [DBG] pgmap v72: 89 pgs: 89 active+clean; 5.1 GiB data, 15 GiB used, 649 GiB / 672 GiB avail; 134 MiB/s wr, 2.14k op/s 2021-03-04T23:11:24.838 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 29 16 99070 99054 213.453 129.562 0.00394327 0.0046819 2021-03-04T23:11:25.838 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 30 16 101091 101075 210.548 126.312 0.00935178 0.00474644 2021-03-04T23:11:26.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:26 gibba038 conmon[76675]: cluster 2021-03-04T23:11:24.428522+0000 mgr.x (mgr.34676) 111 : cluster [DBG] pgmap v73: 89 pgs: 89 active+clean; 5.7 GiB data, 17 GiB used, 647 GiB / 672 GiB avail; 193 MiB/s wr, 3.08k op/s 2021-03-04T23:11:26.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[95595]: cluster 2021-03-04T23:11:24.428522+0000 mgr.x (mgr.34676) 111 : cluster [DBG] 2021-03-04T23:11:26.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[95595]: pgmap v73: 89 pgs: 89 active+clean; 5.7 GiB data, 17 GiB used, 647 GiB / 672 GiB avail; 193 MiB/s wr, 3.08k op/s 2021-03-04T23:11:26.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: cluster 2021-03-04T23:11:26.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: 2021-03-04T23:11:26.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: 2021 2021-03-04T23:11:26.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: - 2021-03-04T23:11:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: 03 2021-03-04T23:11:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: - 2021-03-04T23:11:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: 04 2021-03-04T23:11:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: T 2021-03-04T23:11:26.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: 23 2021-03-04T23:11:26.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: : 2021-03-04T23:11:26.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: 11 2021-03-04T23:11:26.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: : 2021-03-04T23:11:26.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: 24 2021-03-04T23:11:26.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: . 2021-03-04T23:11:26.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: 428522 2021-03-04T23:11:26.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: +0000 2021-03-04T23:11:26.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: 2021-03-04T23:11:26.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: mgr.x 2021-03-04T23:11:26.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: ( 2021-03-04T23:11:26.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: mgr 2021-03-04T23:11:26.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: . 2021-03-04T23:11:26.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: 34676 2021-03-04T23:11:26.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: ) 2021-03-04T23:11:26.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: 111 2021-03-04T23:11:26.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: : 2021-03-04T23:11:26.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: cluster 2021-03-04T23:11:26.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: 2021-03-04T23:11:26.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: [DBG] 2021-03-04T23:11:26.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: 2021-03-04T23:11:26.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: pgmap v73: 89 pgs: 89 active+clean; 5.7 GiB data, 17 GiB used, 647 GiB / 672 GiB avail; 193 MiB/s wr, 3.08k op/s 2021-03-04T23:11:26.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:26 gibba011 conmon[99461]: 2021-03-04T23:11:26.838 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 31 16 103112 103096 207.831 126.312 0.00413251 0.00480821 2021-03-04T23:11:27.838 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 32 16 105096 105080 205.211 124 0.00567015 0.00486967 2021-03-04T23:11:28.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:28 gibba038 conmon[76675]: cluster 2021-03-04T23:11:26.428821+0000 mgr.x (mgr.34676) 112 : cluster [DBG] pgmap v74: 89 pgs: 89 active+clean; 5.7 GiB data, 17 GiB used, 647 GiB / 672 GiB avail; 121 MiB/s wr, 1.93k op/s 2021-03-04T23:11:28.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:28 gibba011 conmon[95595]: cluster 2021-03-04T23:11:26.428821+0000 mgr.x (mgr.34676) 112 : cluster [DBG] pgmap v74: 89 pgs: 89 active+clean; 5.7 GiB data, 17 GiB used, 647 GiB / 672 GiB avail; 121 MiB/s wr, 1.93k op/s 2021-03-04T23:11:28.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:28 gibba011 conmon[99461]: cluster 2021-03-04T23:11:26.428821+0000 mgr.x (mgr.34676) 112 : 2021-03-04T23:11:28.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:28 gibba011 conmon[99461]: cluster [DBG] pgmap v74: 89 pgs: 89 active+clean; 5.7 GiB data, 17 GiB used, 647 GiB / 672 GiB avail; 121 MiB/s wr, 1.93k op/s 2021-03-04T23:11:28.838 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 33 16 106863 106847 202.339 110.438 0.00453899 0.0049389 2021-03-04T23:11:29.838 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 34 15 108808 108793 199.964 121.625 0.00455715 0.0049982 2021-03-04T23:11:30.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:30 gibba038 conmon[76675]: cluster 2021-03-04T23:11:28.429329+0000 mgr.x (mgr.34676) 113 : cluster [DBG] pgmap v75: 89 pgs: 89 active+clean; 6.4 GiB data, 19 GiB used, 645 GiB / 672 GiB avail; 175 MiB/s wr, 2.79k op/s 2021-03-04T23:11:30.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:30 gibba011 conmon[95595]: cluster 2021-03-04T23:11:28.429329+0000 mgr.x (mgr.34676) 113 : 2021-03-04T23:11:30.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:30 gibba011 conmon[95595]: cluster [DBG] pgmap v75: 89 pgs: 89 active+clean; 6.4 GiB data, 19 GiB used, 645 GiB / 672 GiB avail; 175 MiB/s wr, 2.79k op/s 2021-03-04T23:11:30.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:30 gibba011 conmon[99461]: cluster 2021-03-04T23:11:28.429329+0000 mgr.x (mgr.34676) 113 : cluster [DBG] 2021-03-04T23:11:30.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:30 gibba011 conmon[99461]: pgmap v75: 89 pgs: 89 active+clean; 6.4 GiB data, 19 GiB used, 645 GiB / 672 GiB avail; 175 MiB/s wr, 2.79k op/s 2021-03-04T23:11:30.838 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 35 16 110690 110674 197.61 117.562 0.00677973 0.00505743 2021-03-04T23:11:31.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:31 gibba038 conmon[76675]: cluster 2021-03-04T23:11:30.429589+0000 mgr.x (mgr.34676) 114 : cluster [DBG] pgmap v76: 89 pgs: 89 active+clean; 6.4 GiB data, 19 GiB used, 645 GiB / 672 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-03-04T23:11:31.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:31 gibba038 conmon[76675]: audit 2021-03-04T23:11:30.444314+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:31.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:31 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:30.450424+0000 mgr.x (mgr.34676) 115 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2021-03-04T23:11:31.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:31 gibba038 conmon[76675]: audit 2021-03-04T23:11:30.450762+0000 mon.c (mon.1) 34 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T23:11:31.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:31 gibba038 conmon[76675]: audit 2021-03-04T23:11:30.451083+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T23:11:31.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:31 gibba038 conmon[76675]: audit 2021-03-04T23:11:30.451999+0000 mon.c (mon.1) 35 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-03-04T23:11:31.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:31 gibba038 conmon[76675]: audit 2021-03-04T23:11:30.452544+0000 mon.c (mon.1) 36 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:11:31.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:31 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:30.457241+0000 mgr.x (mgr.34676) 116 : cephadm [INF] Reconfiguring daemon mgr.x on gibba038 2021-03-04T23:11:31.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:31 gibba038 conmon[76675]: audit 2021-03-04T23:11:30.457660+0000 mon.c (mon.1) 37 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.x","key": "container_image"}]: dispatch 2021-03-04T23:11:31.838 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 36 16 112560 112544 195.367 116.875 0.0105154 0.00511562 2021-03-04T23:11:31.853 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[95595]: cluster 2021-03-04T23:11:30.429589+0000 mgr.x (mgr.34676) 114 : cluster 2021-03-04T23:11:31.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[95595]: [DBG] pgmap v76: 89 pgs: 89 active+clean; 6.4 GiB data, 19 GiB used, 645 GiB / 672 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-03-04T23:11:31.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[95595]: audit 2021-03-04T23:11:30.444314+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:31.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[95595]: cephadm 2021-03-04T23:11:30.450424+0000 2021-03-04T23:11:31.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[95595]: mgr.x (mgr.34676) 115 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2021-03-04T23:11:31.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[95595]: audit 2021-03-04T23:11:31.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[95595]: 2021-03-04T23:11:30.450762+0000 2021-03-04T23:11:31.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[95595]: mon.c (mon.1) 34 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T23:11:31.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[95595]: audit 2021-03-04T23:11:31.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[95595]: 2021-03-04T23:11:30.451083+0000 2021-03-04T23:11:31.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[95595]: mon.a (mon.0) 105 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T23:11:31.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[95595]: audit 2021 2021-03-04T23:11:31.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[95595]: -03-04T23:11:30.451999+0000 mon.c ( 2021-03-04T23:11:31.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[95595]: mon.1) 35 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-03-04T23:11:31.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[95595]: audit 2021-03-04T23:11:31.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[95595]: 2021-03-04T23: 2021-03-04T23:11:31.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[95595]: 11:30.452544+0000 mon.c (mon.1) 36 : audit 2021-03-04T23:11:31.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[95595]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:11:31.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[95595]: cephadm 2021-03-04T 2021-03-04T23:11:31.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[95595]: 23:11:30.457241+0000 mgr.x (mgr.34676) 2021-03-04T23:11:31.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[95595]: 116 : cephadm [INF] Reconfiguring daemon mgr.x on gibba038 2021-03-04T23:11:31.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[95595]: audit 2021-03-04T23:11:31.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[95595]: 2021-03-04T23:11:30.457660 2021-03-04T23:11:31.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[95595]: +0000 mon.c (mon.1) 37 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.x","key": "container_image"}]: dispatch 2021-03-04T23:11:31.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[95595]: 2021-03-04T23:11:31.859 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: cluster 2021-03-04T23:11:31.860 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: 2021-03-04T23:11:31.860 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: 2021 2021-03-04T23:11:31.860 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: - 2021-03-04T23:11:31.860 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: 03 2021-03-04T23:11:31.860 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: -04T23:11:30.429589+0000 2021-03-04T23:11:31.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: mgr.x (mgr.34676) 114 : cluster [DBG] pgmap v76: 89 pgs: 89 active+clean; 6.4 GiB data, 19 GiB used, 645 GiB / 672 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-03-04T23:11:31.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: audit 2021-03-04T23:11:31.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: 2021-03-04T23:11:31.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: 2021-03-04T23:11 2021-03-04T23:11:31.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: :30.444314+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:31.862 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: 2021-03-04T23:11:31.862 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: cephadm 2021-03-04T23:11:31.862 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: 2021-03-04T23:11:30.450424 2021-03-04T23:11:31.862 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: +0000 mgr.x (mgr.34676) 115 : 2021-03-04T23:11:31.862 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2021-03-04T23:11:31.863 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:11:31.863 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: 03-04T23:11:30.450762 2021-03-04T23:11:31.863 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: +0000 mon.c (mon.1) 34 2021-03-04T23:11:31.863 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T23:11:31.864 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: audit 2021 2021-03-04T23:11:31.864 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: -03-04T23:11:30.451083+0000 2021-03-04T23:11:31.864 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: mon.a (mon.0) 105 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2021-03-04T23:11:31.864 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:11:31.864 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: 03-04T23:11:30.451999+0000 2021-03-04T23:11:31.865 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: mon.c (mon.1) 35 : audit 2021-03-04T23:11:31.865 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2021-03-04T23:11:31.865 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: audit 2021-03-04T23:11:31.865 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: 2021-03-04T23: 2021-03-04T23:11:31.865 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: 11:30.452544+0000 mon.c (mon. 2021-03-04T23:11:31.866 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: 1) 36 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:11:31.866 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: cephadm 2021 2021-03-04T23:11:31.866 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: -03-04T23:11:30.457241+0000 2021-03-04T23:11:31.866 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: mgr.x (mgr.34676) 116 : cephadm 2021-03-04T23:11:31.867 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: [INF] Reconfiguring daemon mgr.x on gibba038 2021-03-04T23:11:31.867 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: audit 2021-03-04T23:11:31.867 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: 2021-03-04T23:11:30.457660 2021-03-04T23:11:31.867 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: +0000 mon.c (mon.1) 37 : 2021-03-04T23:11:31.867 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:31 gibba011 conmon[99461]: audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mgr.x","key": "container_image"}]: dispatch 2021-03-04T23:11:32.838 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 37 16 114390 114374 193.178 114.375 0.0107991 0.00517333 2021-03-04T23:11:33.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:33 gibba038 conmon[76675]: cluster 2021-03-04T23:11:32.429898+0000 mgr.x (mgr.34676) 117 : cluster 2021-03-04T23:11:33.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:33 gibba038 conmon[76675]: [DBG] pgmap v77: 89 pgs: 89 active+clean; 6.4 GiB data, 19 GiB used, 645 GiB / 672 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-03-04T23:11:33.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:33 gibba038 conmon[76675]: audit 2021-03-04T23:11:32.598477+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:33.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:33 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:32.601937+0000 mgr.x (mgr.34676) 118 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2021-03-04T23:11:33.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:33 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:32.602446+0000 mgr.x (mgr.34676) 119 : cephadm [INF] Reconfiguring daemon osd.4 on gibba038 2021-03-04T23:11:33.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:33 gibba038 conmon[76675]: audit 2021-03-04T23:11:32.602742+0000 mon.c (mon.1) 38 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "container_image"}]: dispatch 2021-03-04T23:11:33.839 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 38 16 116197 116181 191.066 112.938 0.00923552 0.00523054 2021-03-04T23:11:33.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: cluster 2021-03-04T23:11:33.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: 2021-03-04T23:11:33.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: 2021 2021-03-04T23:11:33.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: - 2021-03-04T23:11:33.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: 03 2021-03-04T23:11:33.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: - 2021-03-04T23:11:33.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: 04 2021-03-04T23:11:33.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: T 2021-03-04T23:11:33.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: 23 2021-03-04T23:11:33.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: : 2021-03-04T23:11:33.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: 11 2021-03-04T23:11:33.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: : 2021-03-04T23:11:33.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: 32 2021-03-04T23:11:33.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: . 2021-03-04T23:11:33.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: 429898 2021-03-04T23:11:33.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: +0000 2021-03-04T23:11:33.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: 2021-03-04T23:11:33.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: mgr.x 2021-03-04T23:11:33.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: ( 2021-03-04T23:11:33.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: mgr 2021-03-04T23:11:33.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: . 2021-03-04T23:11:33.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: 34676 2021-03-04T23:11:33.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: ) 2021-03-04T23:11:33.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: 117 2021-03-04T23:11:33.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: : 2021-03-04T23:11:33.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: cluster 2021-03-04T23:11:33.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: 2021-03-04T23:11:33.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: [DBG] 2021-03-04T23:11:33.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: 2021-03-04T23:11:33.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: pgmap v77: 89 pgs: 89 active+clean; 6.4 GiB data, 19 GiB used, 645 GiB / 672 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-03-04T23:11:33.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: 2021-03-04T23:11:33.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: audit 2021-03-04T23:11:33.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: 2021-03-04T23:11: 2021-03-04T23:11:33.862 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: 32.598477+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:33.862 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: cephadm 2021-03-04T23:11:33.862 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: 2021-03-04T23:11:32.601937 2021-03-04T23:11:33.862 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: +0000 mgr.x (mgr.34676) 118 : cephadm 2021-03-04T23:11:33.863 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: [INF] Reconfiguring osd.4 (monmap changed)... 2021-03-04T23:11:33.863 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: cephadm 2021- 2021-03-04T23:11:33.863 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: 03-04T23:11:32.602446+0000 2021-03-04T23:11:33.863 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: mgr.x (mgr.34676) 119 : cephadm 2021-03-04T23:11:33.864 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: [INF] Reconfiguring daemon osd.4 on gibba038 2021-03-04T23:11:33.864 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: audit 2021-03 2021-03-04T23:11:33.864 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: -04T23:11:32.602742+0000 2021-03-04T23:11:33.865 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: mon.c (mon.1) 38 : audit 2021-03-04T23:11:33.865 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[95595]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "container_image"}]: dispatch 2021-03-04T23:11:33.865 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[99461]: cluster 2021-03-04T23:11:32.429898+0000 mgr.x (mgr.34676) 117 : 2021-03-04T23:11:33.866 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[99461]: cluster [DBG] pgmap v77: 89 pgs: 89 active+clean; 6.4 GiB data, 19 GiB used, 645 GiB / 672 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-03-04T23:11:33.866 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[99461]: audit 2021-03-04T23:11:32.598477+0000 mon.a (mon.0) 106 : audit 2021-03-04T23:11:33.866 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[99461]: [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:33.866 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[99461]: cephadm 2021-03-04T23: 2021-03-04T23:11:33.867 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[99461]: 11:32.601937+0000 mgr.x (mgr.34676) 118 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2021-03-04T23:11:33.867 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[99461]: cephadm 2021-03 2021-03-04T23:11:33.867 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[99461]: -04T23:11:32.602446+0000 mgr.x (mgr. 2021-03-04T23:11:33.867 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[99461]: 34676) 119 : cephadm [INF] Reconfiguring daemon osd.4 on gibba038 2021-03-04T23:11:33.867 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[99461]: audit 2021-03-04T 2021-03-04T23:11:33.868 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[99461]: 23:11:32.602742+0000 mon.c (mon.1) 38 2021-03-04T23:11:33.868 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:33 gibba011 conmon[99461]: : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.4","key": "container_image"}]: dispatch 2021-03-04T23:11:34.839 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 39 16 117983 117967 189.029 111.625 0.0114335 0.00528684 2021-03-04T23:11:35.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:35 gibba038 conmon[76675]: cluster 2021-03-04T23:11:34.430349+0000 mgr.x (mgr.34676) 120 2021-03-04T23:11:35.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:35 gibba038 conmon[76675]: : cluster [DBG] pgmap v78: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 643 GiB / 672 GiB avail; 161 MiB/s wr, 2.58k op/s 2021-03-04T23:11:35.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:35 gibba038 conmon[76675]: audit 2021-03-04T23:11:34.547958+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:35.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:35 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:34.551508+0000 mgr.x (mgr.34676) 121 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2021-03-04T23:11:35.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:35 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:34.552234+0000 mgr.x (mgr.34676) 122 : cephadm [INF] Reconfiguring daemon osd.5 on gibba038 2021-03-04T23:11:35.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:35 gibba038 conmon[76675]: audit 2021-03-04T23:11:34.552585+0000 mon.c (mon.1) 39 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "container_image"}]: dispatch 2021-03-04T23:11:35.839 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:11:35.837695+0000 min lat: 0.000967938 max lat: 0.178722 avg lat: 0.0053411 2021-03-04T23:11:35.839 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:11:35.839 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 40 15 119779 119764 187.111 112.312 0.00429203 0.0053411 2021-03-04T23:11:35.853 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[95595]: cluster 2021-03-04T23:11:34.430349+0000 mgr.x (mgr.34676) 120 : cluster [DBG] 2021-03-04T23:11:35.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[95595]: pgmap v78: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 643 GiB / 672 GiB avail; 161 MiB/s wr, 2.58k op/s 2021-03-04T23:11:35.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[95595]: audit 2021-03-04T23:11:34.547958+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:35.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[95595]: cephadm 2021-03-04T23:11:34.551508+0000 mgr.x (mgr.34676) 121 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2021-03-04T23:11:35.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[95595]: cephadm 2021-03-04T23:11:34.552234+0000 mgr.x (mgr.34676) 122 2021-03-04T23:11:35.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[95595]: : cephadm [INF] Reconfiguring daemon osd.5 on gibba038 2021-03-04T23:11:35.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[95595]: audit 2021-03-04T23:11: 2021-03-04T23:11:35.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[95595]: 34.552585+0000 mon.c (mon.1) 39 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "container_image"}]: dispatch 2021-03-04T23:11:35.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[95595]: 2021-03-04T23:11:35.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: cluster 2021-03-04T23:11:35.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 2021-03-04T23:11:35.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 2021 2021-03-04T23:11:35.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: - 2021-03-04T23:11:35.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 03 2021-03-04T23:11:35.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: - 2021-03-04T23:11:35.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 04 2021-03-04T23:11:35.858 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: T 2021-03-04T23:11:35.858 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 23 2021-03-04T23:11:35.858 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: : 2021-03-04T23:11:35.858 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 11 2021-03-04T23:11:35.858 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: : 2021-03-04T23:11:35.859 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 34 2021-03-04T23:11:35.859 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: . 2021-03-04T23:11:35.859 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 430349 2021-03-04T23:11:35.859 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: +0000 2021-03-04T23:11:35.859 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 2021-03-04T23:11:35.860 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: mgr.x 2021-03-04T23:11:35.860 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: ( 2021-03-04T23:11:35.860 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: mgr 2021-03-04T23:11:35.860 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: . 2021-03-04T23:11:35.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 34676 2021-03-04T23:11:35.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: ) 2021-03-04T23:11:35.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 120 2021-03-04T23:11:35.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: : 2021-03-04T23:11:35.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: cluster 2021-03-04T23:11:35.862 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 2021-03-04T23:11:35.862 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: [DBG] 2021-03-04T23:11:35.862 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 2021-03-04T23:11:35.863 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: pgmap v78: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 643 GiB / 672 GiB avail; 161 MiB/s wr, 2.58k op/s 2021-03-04T23:11:35.863 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 2021-03-04T23:11:35.863 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: audit 2021-03-04T23:11:35.864 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 2021-03-04T23:11:35.864 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 2021 2021-03-04T23:11:35.864 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: - 2021-03-04T23:11:35.864 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 03 2021-03-04T23:11:35.864 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: - 2021-03-04T23:11:35.865 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 04 2021-03-04T23:11:35.865 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: T 2021-03-04T23:11:35.865 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 23 2021-03-04T23:11:35.865 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: : 2021-03-04T23:11:35.865 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 11 2021-03-04T23:11:35.866 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: : 2021-03-04T23:11:35.866 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 34 2021-03-04T23:11:35.866 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: . 2021-03-04T23:11:35.866 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 547958 2021-03-04T23:11:35.866 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: +0000 2021-03-04T23:11:35.867 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 2021-03-04T23:11:35.867 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: mon.a 2021-03-04T23:11:35.867 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: ( 2021-03-04T23:11:35.867 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: mon 2021-03-04T23:11:35.867 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: . 2021-03-04T23:11:35.868 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 0 2021-03-04T23:11:35.868 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: ) 2021-03-04T23:11:35.868 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 107 2021-03-04T23:11:35.868 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: : 2021-03-04T23:11:35.869 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: audit 2021-03-04T23:11:35.869 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 2021-03-04T23:11:35.869 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: [INF] 2021-03-04T23:11:35.869 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 2021-03-04T23:11:35.870 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:35.870 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 2021-03-04T23:11:35.870 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: cephadm 2021-03-04T23:11:35.870 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 2021-03-04T23:11:35.870 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 2021 2021-03-04T23:11:35.871 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: - 2021-03-04T23:11:35.871 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 03 2021-03-04T23:11:35.872 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: - 2021-03-04T23:11:35.873 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 04 2021-03-04T23:11:35.874 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: T 2021-03-04T23:11:35.874 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 23 2021-03-04T23:11:35.874 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: : 2021-03-04T23:11:35.874 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 11 2021-03-04T23:11:35.875 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: : 2021-03-04T23:11:35.876 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 34 2021-03-04T23:11:35.876 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: . 2021-03-04T23:11:35.877 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 551508 2021-03-04T23:11:35.877 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: +0000 2021-03-04T23:11:35.877 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 2021-03-04T23:11:35.877 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: mgr.x 2021-03-04T23:11:35.878 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: ( 2021-03-04T23:11:35.878 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: mgr 2021-03-04T23:11:35.878 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: . 2021-03-04T23:11:35.878 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 34676 2021-03-04T23:11:35.878 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: ) 2021-03-04T23:11:35.879 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 121 2021-03-04T23:11:35.879 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: : 2021-03-04T23:11:35.879 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: cephadm 2021-03-04T23:11:35.879 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 2021-03-04T23:11:35.879 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: [INF] 2021-03-04T23:11:35.880 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 2021-03-04T23:11:35.880 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: Reconfiguring osd.5 (monmap changed)... 2021-03-04T23:11:35.880 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 2021-03-04T23:11:35.881 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: cephadm 2021-03-04T23:11:35.881 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 2021-03-04T23:11:35.881 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 2021 2021-03-04T23:11:35.882 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: - 2021-03-04T23:11:35.882 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 03 2021-03-04T23:11:35.882 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: - 2021-03-04T23:11:35.882 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 04 2021-03-04T23:11:35.883 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: T 2021-03-04T23:11:35.883 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 23 2021-03-04T23:11:35.883 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: :11:34.552234+0000 mgr.x (mgr.34676) 122 : cephadm [INF] Reconfiguring daemon osd.5 on gibba038 2021-03-04T23:11:35.884 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: audit 2021-03-04T23:11:34. 2021-03-04T23:11:35.884 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:35 gibba011 conmon[99461]: 552585+0000 mon.c (mon.1) 39 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.5","key": "container_image"}]: dispatch 2021-03-04T23:11:36.839 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 41 16 121552 121536 185.249 110.75 0.0113059 0.0053949 2021-03-04T23:11:37.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:37 gibba038 conmon[76675]: cluster 2021-03-04T23:11:36.430651+0000 mgr.x (mgr.34676) 123 : cluster [DBG] pgmap v79: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 643 GiB / 672 GiB avail; 102 MiB/s wr, 1.64k op/s 2021-03-04T23:11:37.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:37 gibba038 conmon[76675]: audit 2021-03-04T23:11:36.602189+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:37.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:37 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:36.603192+0000 mgr.x (mgr.34676) 124 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2021-03-04T23:11:37.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:37 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:36.603898+0000 mgr.x (mgr.34676) 125 : cephadm [INF] Reconfiguring daemon osd.6 on gibba038 2021-03-04T23:11:37.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:37 gibba038 conmon[76675]: audit 2021-03-04T23:11:36.604244+0000 mon.c (mon.1) 40 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "container_image"}]: dispatch 2021-03-04T23:11:37.839 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 42 16 123306 123290 183.448 109.625 0.0105284 0.00544799 2021-03-04T23:11:38.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:37 gibba011 conmon[95595]: cluster 2021-03-04T23:11:36.430651+0000 mgr.x (mgr.34676) 123 : cluster [DBG] 2021-03-04T23:11:38.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:37 gibba011 conmon[95595]: pgmap v79: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 643 GiB / 672 GiB avail; 102 MiB/s wr, 1.64k op/s 2021-03-04T23:11:38.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:37 gibba011 conmon[95595]: audit 2021-03-04T23:11:36.602189+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:38.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:37 gibba011 conmon[95595]: cephadm 2021-03 2021-03-04T23:11:38.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:37 gibba011 conmon[95595]: -04T23:11:36.603192+0000 mgr.x (mgr.34676) 124 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2021-03-04T23:11:38.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:37 gibba011 conmon[95595]: cephadm 2021 2021-03-04T23:11:38.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:37 gibba011 conmon[95595]: -03-04T23:11:36.603898 2021-03-04T23:11:38.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:37 gibba011 conmon[95595]: +0000 mgr.x (mgr.34676) 125 : cephadm [INF] Reconfiguring daemon osd.6 on gibba038 2021-03-04T23:11:38.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:37 gibba011 conmon[95595]: 2021-03-04T23:11:38.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:37 gibba011 conmon[95595]: audit 2021-03-04T 2021-03-04T23:11:38.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:37 gibba011 conmon[95595]: 23:11:36.604244+0000 mon.c (mon.1 2021-03-04T23:11:38.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:37 gibba011 conmon[95595]: ) 40 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "container_image"}]: dispatch 2021-03-04T23:11:38.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:37 gibba011 conmon[99461]: cluster 2021-03-04T23:11:36.430651+0000 mgr.x (mgr.34676) 2021-03-04T23:11:38.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:37 gibba011 conmon[99461]: 123 : cluster [DBG] pgmap v79: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 643 GiB / 672 GiB avail; 102 MiB/s wr, 1.64k op/s 2021-03-04T23:11:38.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:37 gibba011 conmon[99461]: audit 2021-03-04T23:11:36.602189+0000 mon.a (mon.0) 108 : audit [INF] 2021-03-04T23:11:38.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:37 gibba011 conmon[99461]: from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:38.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:37 gibba011 conmon[99461]: cephadm 2021-03-04T23:11:38.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:37 gibba011 conmon[99461]: 2021-03-04T23:11:36.603192+0000 mgr.x (mgr.34676 2021-03-04T23:11:38.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:37 gibba011 conmon[99461]: ) 124 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2021-03-04T23:11:38.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:37 gibba011 conmon[99461]: cephadm 2021-03 2021-03-04T23:11:38.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:37 gibba011 conmon[99461]: -04T23:11:36.603898+0000 mgr.x (mgr. 2021-03-04T23:11:38.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:37 gibba011 conmon[99461]: 34676) 125 : cephadm [INF] Reconfiguring daemon osd.6 on gibba038 2021-03-04T23:11:38.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:37 gibba011 conmon[99461]: audit 2021-03-04T 2021-03-04T23:11:38.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:37 gibba011 conmon[99461]: 23:11:36.604244+0000 mon.c (mon.1) 2021-03-04T23:11:38.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:37 gibba011 conmon[99461]: 40 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.6","key": "container_image"}]: dispatch 2021-03-04T23:11:38.839 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 43 16 124997 124981 181.639 105.688 0.0135507 0.00550221 2021-03-04T23:11:39.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:39 gibba038 conmon[76675]: cluster 2021-03-04T23:11:38.431172+0000 mgr.x (mgr.34676) 2021-03-04T23:11:39.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:39 gibba038 conmon[76675]: 126 : cluster [DBG] pgmap v80: 89 pgs: 89 active+clean; 7.5 GiB data, 22 GiB used, 642 GiB / 672 GiB avail; 149 MiB/s wr, 2.38k op/s 2021-03-04T23:11:39.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:39 gibba038 conmon[76675]: audit 2021-03-04T23:11:38.607811+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:39.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:39 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:38.608896+0000 mgr.x (mgr.34676) 127 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2021-03-04T23:11:39.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:39 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:38.609595+0000 mgr.x (mgr.34676) 128 : cephadm [INF] Reconfiguring daemon osd.7 on gibba038 2021-03-04T23:11:39.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:39 gibba038 conmon[76675]: audit 2021-03-04T23:11:38.610450+0000 mon.c (mon.1) 41 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "container_image"}]: dispatch 2021-03-04T23:11:39.839 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 44 16 126689 126673 179.914 105.75 0.00646591 0.00555509 2021-03-04T23:11:40.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[95595]: cluster 2021-03-04T23:11:38.431172+0000 mgr.x (mgr.34676) 126 : cluster [DBG] 2021-03-04T23:11:40.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[95595]: pgmap v80: 89 pgs: 89 active+clean; 7.5 GiB data, 22 GiB used, 642 GiB / 672 GiB avail; 149 MiB/s wr, 2.38k op/s 2021-03-04T23:11:40.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[95595]: audit 2021-03-04T23:11:38.607811+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:40.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[95595]: cephadm 2021-03-04T23:11:38.608896+0000 2021-03-04T23:11:40.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[95595]: mgr.x (mgr.34676) 127 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2021-03-04T23:11:40.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[95595]: 2021-03-04T23:11:40.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[95595]: cephadm 2021-03-04T 2021-03-04T23:11:40.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[95595]: 23:11:38.609595+0000 mgr.x (mgr.34676 2021-03-04T23:11:40.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[95595]: ) 128 : cephadm [INF] Reconfiguring daemon osd.7 on gibba038 2021-03-04T23:11:40.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[95595]: audit 2021-03-04T23:11:40.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[95595]: 2021-03-04 2021-03-04T23:11:40.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[95595]: T23:11:38.610450+0000 mon.c (mon 2021-03-04T23:11:40.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[95595]: .1) 41 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "container_image"}]: dispatch 2021-03-04T23:11:40.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[99461]: cluster 2021-03-04T23:11:38.431172+0000 mgr.x (mgr. 2021-03-04T23:11:40.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[99461]: 34676) 126 : cluster [DBG] pgmap v80: 89 pgs: 89 active+clean; 7.5 GiB data, 22 GiB used, 642 GiB / 672 GiB avail; 149 MiB/s wr, 2.38k op/s 2021-03-04T23:11:40.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[99461]: audit 2021-03-04T23:11:38.607811+0000 mon.a (mon. 2021-03-04T23:11:40.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[99461]: 0) 109 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:40.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[99461]: cephadm 2021-03-04T23:11:40.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[99461]: 2021-03-04T23:11:38.608896+0000 mgr.x (mgr.34676) 2021-03-04T23:11:40.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[99461]: 127 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2021-03-04T23:11:40.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[99461]: cephadm 2021-03- 2021-03-04T23:11:40.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[99461]: 04T23:11:38.609595+0000 mgr.x (mgr.34676 2021-03-04T23:11:40.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[99461]: ) 128 : cephadm [INF] Reconfiguring daemon osd.7 on gibba038 2021-03-04T23:11:40.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[99461]: audit 2021 2021-03-04T23:11:40.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[99461]: -03-04T23:11:38.610450+0000 mon.c ( 2021-03-04T23:11:40.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:39 gibba011 conmon[99461]: mon.1) 41 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.7","key": "container_image"}]: dispatch 2021-03-04T23:11:40.839 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 45 16 128398 128382 178.29 106.812 0.0042072 0.00560584 2021-03-04T23:11:41.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:41 gibba038 conmon[76675]: cluster 2021-03-04T23:11:40.431455+0000 mgr.x (mgr.34676) 129 : cluster [DBG] pgmap v81: 89 pgs: 89 active+clean; 7.5 GiB data, 22 GiB used, 642 GiB / 672 GiB avail; 95 MiB/s wr, 1.52k op/s 2021-03-04T23:11:41.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:41 gibba038 conmon[76675]: 2021-03-04T23:11:41.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:41 gibba038 conmon[76675]: audit 2021-03-04T23:11:40.501211+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:41.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:41 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:40.504750+0000 mgr.x (mgr.34676) 130 : cephadm [INF] Reconfiguring mds.foo.gibba038.rbeynd (monmap changed)... 2021-03-04T23:11:41.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:41 gibba038 conmon[76675]: audit 2021-03-04T23:11:41.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:41 gibba038 conmon[76675]: 2021-03-04T23:11:40.505013+0000 mon.c (mon.1) 42 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba038.rbeynd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T23:11:41.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:41 gibba038 conmon[76675]: audit 2021-03-04T23:11:40 2021-03-04T23:11:41.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:41 gibba038 conmon[76675]: .505978+0000 mon.a (mon.0) 111 : audit [INF] 2021-03-04T23:11:41.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:41 gibba038 conmon[76675]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba038.rbeynd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T23:11:41.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:41 gibba038 conmon[76675]: audit 2021-03-04T23:11:40. 2021-03-04T23:11:41.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:41 gibba038 conmon[76675]: 506889+0000 mon.c (mon.1) 43 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:11:41.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:41 gibba038 conmon[76675]: 2021-03-04T23:11:41.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:41 gibba038 conmon[76675]: cephadm 2021-03- 2021-03-04T23:11:41.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:41 gibba038 conmon[76675]: 04T23:11:40.507743+0000 mgr.x (mgr.34676) 131 : cephadm 2021-03-04T23:11:41.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:41 gibba038 conmon[76675]: [INF] Reconfiguring daemon mds.foo.gibba038.rbeynd on gibba038 2021-03-04T23:11:41.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:41 gibba038 conmon[76675]: audit 2021-03-04T23:11:40 2021-03-04T23:11:41.841 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:41 gibba038 conmon[76675]: .508087+0000 mon.c (mon.1) 44 : audit 2021-03-04T23:11:41.841 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:41 gibba038 conmon[76675]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.gibba038.rbeynd","key": "container_image"}]: dispatch 2021-03-04T23:11:41.841 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 46 16 130078 130062 176.696 105 0.00414098 0.00565613 2021-03-04T23:11:41.853 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[99461]: cluster 2021-03-04T23:11:40.431455+0000 mgr.x (mgr 2021-03-04T23:11:41.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[99461]: .34676) 129 : cluster [DBG] pgmap v81: 89 pgs: 89 active+clean; 7.5 GiB data, 22 GiB used, 642 GiB / 672 GiB avail; 95 MiB/s wr, 1.52k op/s 2021-03-04T23:11:41.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[99461]: audit 2021-03-04T23:11:40.501211+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:41.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[99461]: cephadm 2021-03-04T23:11:40.504750+0000 mgr.x 2021-03-04T23:11:41.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[99461]: (mgr.34676) 130 : cephadm [INF] Reconfiguring mds.foo.gibba038.rbeynd (monmap changed)... 2021-03-04T23:11:41.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:11:41.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[99461]: 03-04T23:11:40.505013+0000 mon.c 2021-03-04T23:11:41.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[99461]: (mon.1) 42 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba038.rbeynd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T23:11:41.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:11:41.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[99461]: 03-04T23:11:40.505978+0000 mon.a 2021-03-04T23:11:41.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[99461]: (mon.0) 111 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba038.rbeynd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T23:11:41.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[99461]: audit 2021-03-04T23:11:41.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[99461]: 2021-03-04T23:11:40.506889+0000 2021-03-04T23:11:41.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[99461]: mon.c (mon.1) 43 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:11:41.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[99461]: cephadm 2021-03-04T23:11:41.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[99461]: 2021-03-04T23:11:40.507743+0000 2021-03-04T23:11:41.858 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[99461]: mgr.x (mgr.34676) 131 : cephadm [INF] Reconfiguring daemon mds.foo.gibba038.rbeynd on gibba038 2021-03-04T23:11:41.858 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[99461]: audit 2021-03-04T23:11:41.858 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[99461]: 2021-03-04T23:11:40.508087+0000 2021-03-04T23:11:41.858 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[99461]: mon.c (mon.1) 44 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.gibba038.rbeynd","key": "container_image"}]: dispatch 2021-03-04T23:11:41.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[95595]: cluster 2021-03-04T23:11:40.431455+0000 mgr.x (mgr.34676) 129 2021-03-04T23:11:41.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[95595]: : cluster [DBG] pgmap v81: 89 pgs: 89 active+clean; 7.5 GiB data, 22 GiB used, 642 GiB / 672 GiB avail; 95 MiB/s wr, 1.52k op/s 2021-03-04T23:11:41.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[95595]: audit 2021-03-04T23:11:40.501211+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:41.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[95595]: cephadm 2021-03-04T23:11:41.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[95595]: 2021-03-04T23:11:40.504750+0000 mgr.x (mgr.34676) 130 : cephadm [INF] Reconfiguring mds.foo.gibba038.rbeynd (monmap changed)... 2021-03-04T23:11:41.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[95595]: audit 2021-03-04T23:11:40.505013 2021-03-04T23:11:41.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[95595]: +0000 mon.c (mon.1) 42 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba038.rbeynd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T23:11:41.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[95595]: audit 2021-03-04T23:11:40. 2021-03-04T23:11:41.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[95595]: 505978+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.gibba038.rbeynd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2021-03-04T23:11:41.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[95595]: audit 2021-03-04T23:11:40.506889+0000 2021-03-04T23:11:41.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[95595]: mon.c (mon.1) 43 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2021-03-04T23:11:41.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[95595]: cephadm 2021-03- 2021-03-04T23:11:41.862 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[95595]: 04T23:11:40.507743+0000 2021-03-04T23:11:41.862 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[95595]: mgr.x (mgr.34676) 131 : cephadm [INF] 2021-03-04T23:11:41.862 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[95595]: Reconfiguring daemon mds.foo.gibba038.rbeynd on gibba038 2021-03-04T23:11:41.862 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[95595]: audit 2021-03- 2021-03-04T23:11:41.863 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[95595]: 04T23:11:40.508087+0000 2021-03-04T23:11:41.863 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:41 gibba011 conmon[95595]: mon.c (mon.1) 44 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mds.foo.gibba038.rbeynd","key": "container_image"}]: dispatch 2021-03-04T23:11:42.839 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 47 16 131688 131672 175.078 100.625 0.00551312 0.00570843 2021-03-04T23:11:43.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:43 gibba038 conmon[76675]: cluster 2021-03-04T23:11:42.431713+0000 mgr.x (mgr.34676) 132 : cluster [DBG] pgmap v82: 89 pgs: 89 active+clean; 7.5 GiB data, 22 GiB used, 642 GiB / 672 GiB avail; 95 MiB/s wr, 1.52k op/s 2021-03-04T23:11:43.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:43 gibba038 conmon[76675]: audit 2021-03-04T23:11:42.463749+0000 mon.a (mon.0) 112 : 2021-03-04T23:11:43.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:43 gibba038 conmon[76675]: audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:43.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:43 gibba038 conmon[76675]: audit 2021-03-04T23:11:42.464782+0000 mon.c (mon.1) 45 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:11:43.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:43 gibba038 conmon[76675]: audit 2021-03-04T23:11:42.777012+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:43.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:43 gibba038 conmon[76675]: audit 2021-03-04T23:11:42.778739+0000 mon.c (mon.1) 46 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:11:43.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:43 gibba038 conmon[76675]: audit 2021-03-04T23:11:42.850721+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:43.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:43 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:11:43.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:43 gibba038 conmon[76675]: 03-04T23:11:42.851721+0000 mon.c (mon.1) 47 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:11:43.840 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 48 16 133234 133218 173.443 96.625 0.00731589 0.00576259 2021-03-04T23:11:43.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[95595]: cluster 2021-03-04T23:11:42.431713+0000 mgr.x (mgr.34676) 132 : cluster [DBG] pgmap v82: 89 pgs: 89 active+clean; 7.5 GiB data, 22 GiB used, 642 GiB / 672 GiB avail; 95 MiB/s wr, 1.52k op/s 2021-03-04T23:11:43.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[95595]: audit 2021-03-04T23:11:42.463749+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:43.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[95595]: audit 2021-03-04T23:11:42.464782+0000 2021-03-04T23:11:43.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[95595]: mon.c (mon.1) 45 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:11:43.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[95595]: audit 2021-03 2021-03-04T23:11:43.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[95595]: -04T23:11:42.777012+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:43.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[95595]: 2021-03-04T23:11:43.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[95595]: audit 2021-03-04T23:11:43.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[95595]: 2021-03-04T23:11:42.778739+0000 mon.c (mon.1 2021-03-04T23:11:43.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[95595]: ) 46 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:11:43.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[95595]: audit 2021- 2021-03-04T23:11:43.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[95595]: 03-04T23:11:42.850721+0000 mon.a (mon.0 2021-03-04T23:11:43.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[95595]: ) 114 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:43.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[95595]: audit 2021-03-04 2021-03-04T23:11:43.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[95595]: T23:11:42.851721+0000 mon.c (mon.1) 2021-03-04T23:11:43.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[95595]: 47 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:11:43.859 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[99461]: cluster 2021-03-04T23:11:42.431713+0000 mgr.x (mgr.34676) 2021-03-04T23:11:43.859 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[99461]: 132 : cluster [DBG] pgmap v82: 89 pgs: 89 active+clean; 7.5 GiB data, 22 GiB used, 642 GiB / 672 GiB avail; 95 MiB/s wr, 1.52k op/s 2021-03-04T23:11:43.859 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[99461]: audit 2021-03-04T23:11:42 2021-03-04T23:11:43.859 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[99461]: .463749+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:43.859 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[99461]: audit 2021-03-04T23:11:43.860 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[99461]: 2021-03-04T23:11: 2021-03-04T23:11:43.860 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[99461]: 42.464782+0000 mon.c (mon.1) 45 : audit 2021-03-04T23:11:43.860 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[99461]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:11:43.860 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[99461]: audit 2021-03-04T 2021-03-04T23:11:43.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[99461]: 23:11:42.777012+0000 mon.a (mon.0) 2021-03-04T23:11:43.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[99461]: 113 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:43.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[99461]: audit 2021-03-04T 2021-03-04T23:11:43.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[99461]: 23:11:42.778739+0000 mon.c (mon.1) 2021-03-04T23:11:43.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[99461]: 46 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:11:43.862 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[99461]: audit 2021-03-04T23 2021-03-04T23:11:43.862 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[99461]: :11:42.850721+0000 mon.a (mon.0) 114 2021-03-04T23:11:43.862 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[99461]: : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:43.862 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:11:43.862 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[99461]: T23:11:42.851721+0000 mon.c (mon.1 2021-03-04T23:11:43.863 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:43 gibba011 conmon[99461]: ) 47 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:11:44.842 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 49 16 134751 134735 171.831 94.8125 0.00593681 0.0058161 2021-03-04T23:11:45.704 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:45 gibba011 conmon[95595]: cluster 2021-03-04T23:11:44.432230+0000 mgr.x (mgr.34676) 133 : cluster [DBG] 2021-03-04T23:11:45.704 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:45 gibba011 conmon[95595]: pgmap v83: 89 pgs: 89 active+clean; 8.0 GiB data, 24 GiB used, 640 GiB / 672 GiB avail; 139 MiB/s wr, 2.23k op/s 2021-03-04T23:11:45.842 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 50 16 136314 136298 170.348 97.6875 0.0134408 0.00586739 2021-03-04T23:11:46.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:45 gibba038 conmon[76675]: cluster 2021-03-04T23:11:46.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:45 gibba038 conmon[76675]: 2021-03-04T23:11:46.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:45 gibba038 conmon[76675]: 2021 2021-03-04T23:11:46.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:45 gibba038 conmon[76675]: - 2021-03-04T23:11:46.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:45 gibba038 conmon[76675]: 03 2021-03-04T23:11:46.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:45 gibba038 conmon[76675]: - 2021-03-04T23:11:46.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:45 gibba038 conmon[76675]: 04 2021-03-04T23:11:46.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:45 gibba038 conmon[76675]: T 2021-03-04T23:11:46.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:45 gibba038 conmon[76675]: 23 2021-03-04T23:11:46.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:45 gibba038 conmon[76675]: : 2021-03-04T23:11:46.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:45 gibba038 conmon[76675]: 11 2021-03-04T23:11:46.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:45 gibba038 conmon[76675]: : 2021-03-04T23:11:46.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:45 gibba038 conmon[76675]: 44.432230+0000 mgr.x (mgr.34676) 133 : cluster [DBG] pgmap v83: 89 pgs: 89 active+clean; 8.0 GiB data, 24 GiB used, 640 GiB / 672 GiB avail; 139 MiB/s wr, 2.23k op/s 2021-03-04T23:11:46.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:45 gibba011 conmon[99461]: cluster 2021-03-04T23:11:44.432230+0000 mgr.x (mgr.34676) 133 : cluster 2021-03-04T23:11:46.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:45 gibba011 conmon[99461]: [DBG] pgmap v83: 89 pgs: 89 active+clean; 8.0 GiB data, 24 GiB used, 640 GiB / 672 GiB avail; 139 MiB/s wr, 2.23k op/s 2021-03-04T23:11:46.842 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 51 16 137916 137900 168.971 100.125 0.0111953 0.00591484 2021-03-04T23:11:47.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:46 gibba038 conmon[76675]: audit 2021-03-04T23:11:47.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:46 gibba038 conmon[76675]: 2021-03-04T23:11 2021-03-04T23:11:47.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:46 gibba038 conmon[76675]: :45.736038+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:47.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:46 gibba038 conmon[76675]: cephadm 2021-03-04T23 2021-03-04T23:11:47.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:46 gibba038 conmon[76675]: :11:45.737058+0000 mgr.x (mgr.34676) 134 : 2021-03-04T23:11:47.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:46 gibba038 conmon[76675]: cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:11:47.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:46 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:11:47.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:46 gibba038 conmon[76675]: -04T23:11:45.924150+0000 mon.a ( 2021-03-04T23:11:47.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:46 gibba038 conmon[76675]: mon.0) 116 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:47.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:46 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:47.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:46 gibba038 conmon[76675]: 2021-03-04T23:11:45.925149+0000 2021-03-04T23:11:47.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:46 gibba038 conmon[76675]: mgr.x (mgr.34676) 135 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:11:47.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:46 gibba038 conmon[76675]: audit 2021-03-04T23:11:47.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:46 gibba038 conmon[76675]: 2021-03-04T23:11:46.286066 2021-03-04T23:11:47.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:46 gibba038 conmon[76675]: +0000 mon.a (mon.0) 117 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:47.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:46 gibba038 conmon[76675]: 2021-03-04T23:11:47.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:46 gibba011 conmon[95595]: audit 2021-03-04T23:11:45.736038+0000 mon.a (mon.0) 115 2021-03-04T23:11:47.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:46 gibba011 conmon[95595]: : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:47.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:46 gibba011 conmon[95595]: cephadm 2021-03-04T23:11:45.737058+0000 mgr.x (mgr.34676) 134 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:11:47.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:46 gibba011 conmon[95595]: audit 2021-03-04T23:11:45.924150+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:47.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:46 gibba011 conmon[95595]: cephadm 2021-03-04T23:11:45.925149+0000 mgr.x (mgr.34676) 135 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:11:47.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:46 gibba011 conmon[95595]: audit 2021-03-04T23:11:46.286066+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:47.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:46 gibba011 conmon[99461]: audit 2021-03-04T23:11:45.736038+0000 mon.a (mon. 2021-03-04T23:11:47.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:46 gibba011 conmon[99461]: 0) 115 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:47.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:46 gibba011 conmon[99461]: cephadm 2021-03-04T23:11:45.737058+0000 2021-03-04T23:11:47.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:46 gibba011 conmon[99461]: mgr.x (mgr.34676) 134 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:11:47.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:46 gibba011 conmon[99461]: audit 2021-03-04T23:11:45.924150+0000 mon.a ( 2021-03-04T23:11:47.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:46 gibba011 conmon[99461]: mon.0) 116 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:47.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:46 gibba011 conmon[99461]: cephadm 2021-03- 2021-03-04T23:11:47.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:46 gibba011 conmon[99461]: 04T23:11:45.925149+0000 mgr.x (mgr.34676) 135 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:11:47.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:46 gibba011 conmon[99461]: audit 2021-03-04T23:11:47.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:46 gibba011 conmon[99461]: 2021-03-04T23:11:46.286066+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:11:47.842 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 52 16 139581 139565 167.722 104.062 0.0105352 0.00595915 2021-03-04T23:11:48.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:47 gibba038 conmon[76675]: cluster 2021-03-04T23:11:46.432535+0000 mgr.x (mgr.34676) 136 : cluster [DBG] pgmap v84: 89 pgs: 89 active+clean; 8.0 GiB data, 24 GiB used, 640 GiB / 672 GiB avail; 91 MiB/s wr, 1.45k op/s 2021-03-04T23:11:48.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:47 gibba011 conmon[95595]: cluster 2021-03-04T23:11:46.432535+0000 mgr.x (mgr.34676) 136 : cluster [DBG] pgmap v84: 89 pgs: 89 active+clean; 8.0 GiB data, 24 GiB used, 640 GiB / 672 GiB avail; 91 MiB/s wr, 1.45k op/s 2021-03-04T23:11:48.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:47 gibba011 conmon[99461]: cluster 2021-03-04T23:11:46.432535+0000 2021-03-04T23:11:48.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:47 gibba011 conmon[99461]: mgr.x (mgr.34676) 136 : cluster [DBG] pgmap v84: 89 pgs: 89 active+clean; 8.0 GiB data, 24 GiB used, 640 GiB / 672 GiB avail; 91 MiB/s wr, 1.45k op/s 2021-03-04T23:11:48.842 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 53 15 141201 141186 166.469 101.312 0.00960421 0.00600399 2021-03-04T23:11:49.842 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 54 16 142810 142794 165.247 100.5 0.00877264 0.0060485 2021-03-04T23:11:50.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:49 gibba038 conmon[76675]: cluster 2021-03-04T23:11:48.432971+0000 mgr.x (mgr.34676) 137 : cluster [DBG] pgmap v85: 89 pgs: 89 active+clean; 8.5 GiB data, 25 GiB used, 639 GiB / 672 GiB avail; 132 MiB/s wr, 2.10k op/s 2021-03-04T23:11:50.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:49 gibba038 conmon[76675]: 2021-03-04T23:11:50.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:49 gibba011 conmon[95595]: cluster 2021-03-04T23:11:50.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:49 gibba011 conmon[95595]: 2021-03-04T23:11:50.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:49 gibba011 conmon[95595]: 2021 2021-03-04T23:11:50.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:49 gibba011 conmon[95595]: -03-04T23:11:48.432971+0000 mgr.x 2021-03-04T23:11:50.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:49 gibba011 conmon[95595]: (mgr.34676) 137 : cluster [DBG] pgmap v85: 89 pgs: 89 active+clean; 8.5 GiB data, 25 GiB used, 639 GiB / 672 GiB avail; 132 MiB/s wr, 2.10k op/s 2021-03-04T23:11:50.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:49 gibba011 conmon[99461]: cluster 2021-03-04T23:11:50.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:49 gibba011 conmon[99461]: 2021-03-04T23:11: 2021-03-04T23:11:50.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:49 gibba011 conmon[99461]: 48.432971+0000 mgr.x (mgr.34676) 137 : cluster [DBG] pgmap v85: 89 pgs: 89 active+clean; 8.5 GiB data, 25 GiB used, 639 GiB / 672 GiB avail; 132 MiB/s wr, 2.10k op/s 2021-03-04T23:11:50.842 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 55 16 144449 144433 164.105 102.438 0.00497079 0.00609048 2021-03-04T23:11:51.744 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:51 gibba011 conmon[95595]: cluster 2021-03-04T23:11:50.433233+0000 mgr.x (mgr.34676) 138 : cluster [DBG] 2021-03-04T23:11:51.745 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:51 gibba011 conmon[95595]: pgmap v86: 89 pgs: 89 active+clean; 8.5 GiB data, 25 GiB used, 639 GiB / 672 GiB avail; 85 MiB/s wr, 1.36k op/s 2021-03-04T23:11:51.745 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:51 gibba011 conmon[99461]: cluster 2021-03-04T23:11:50.433233+0000 mgr.x (mgr.34676) 138 2021-03-04T23:11:51.746 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:51 gibba011 conmon[99461]: : cluster [DBG] pgmap v86: 89 pgs: 89 active+clean; 8.5 GiB data, 25 GiB used, 639 GiB / 672 GiB avail; 85 MiB/s wr, 1.36k op/s 2021-03-04T23:11:51.842 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 56 16 146050 146034 162.962 100.062 0.0127937 0.00613312 2021-03-04T23:11:52.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:51 gibba038 conmon[76675]: cluster 2021-03-04T23:11:50.433233+0000 mgr.x (mgr.34676) 138 : cluster [DBG] pgmap v86: 89 pgs: 89 active+clean; 8.5 GiB data, 25 GiB used, 639 GiB / 672 GiB avail; 85 MiB/s wr, 1.36k op/s 2021-03-04T23:11:52.842 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 57 16 147654 147638 161.861 100.25 0.00758041 0.00617478 2021-03-04T23:11:53.843 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 58 16 149241 149225 160.781 99.1875 0.0218576 0.00621631 2021-03-04T23:11:54.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:53 gibba038 conmon[76675]: cluster 2021-03-04T23:11:52.433513+0000 mgr.x (mgr.34676) 139 : cluster [DBG] pgmap v87: 89 pgs: 89 active+clean; 8.5 GiB data, 25 GiB used, 639 GiB / 672 GiB avail; 85 MiB/s wr, 1.36k op/s 2021-03-04T23:11:54.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:53 gibba011 conmon[95595]: cluster 2021-03-04T23:11:52.433513+0000 mgr.x (mgr.34676 2021-03-04T23:11:54.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:53 gibba011 conmon[95595]: ) 139 : cluster [DBG] pgmap v87: 89 pgs: 89 active+clean; 8.5 GiB data, 25 GiB used, 639 GiB / 672 GiB avail; 85 MiB/s wr, 1.36k op/s 2021-03-04T23:11:54.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:53 gibba011 conmon[99461]: cluster 2021-03-04T23:11:52.433513+0000 mgr.x (mgr.34676) 139 : cluster [DBG] pgmap v87: 89 pgs: 89 active+clean; 8.5 GiB data, 25 GiB used, 639 GiB / 672 GiB avail; 85 MiB/s wr, 1.36k op/s 2021-03-04T23:11:54.842 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 59 16 150816 150800 159.724 98.4375 0.0113259 0.00625756 2021-03-04T23:11:55.843 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:11:55.841516+0000 min lat: 0.000967938 max lat: 0.178722 avg lat: 0.0062977 2021-03-04T23:11:55.844 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:11:55.844 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 60 16 152396 152380 158.708 98.75 0.00395009 0.0062977 2021-03-04T23:11:56.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:55 gibba038 conmon[76675]: cluster 2021-03-04T23:11:54.433906+0000 mgr.x (mgr.34676) 140 : cluster [DBG] pgmap v88: 89 pgs: 89 active+clean; 9.0 GiB data, 27 GiB used, 637 GiB / 672 GiB avail; 127 MiB/s wr, 2.04k op/s 2021-03-04T23:11:56.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:55 gibba011 conmon[99461]: cluster 2021-03-04T23:11:54.433906+0000 2021-03-04T23:11:56.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:55 gibba011 conmon[99461]: mgr.x (mgr.34676) 140 : cluster [DBG] pgmap v88: 89 pgs: 89 active+clean; 9.0 GiB data, 27 GiB used, 637 GiB / 672 GiB avail; 127 MiB/s wr, 2.04k op/s 2021-03-04T23:11:56.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:55 gibba011 conmon[95595]: cluster 2021-03-04T23:11:56.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:55 gibba011 conmon[95595]: 2021-03-04T23:11:54.433906 2021-03-04T23:11:56.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:55 gibba011 conmon[95595]: +0000 mgr.x (mgr.34676) 140 : cluster [DBG] pgmap v88: 89 pgs: 89 active+clean; 9.0 GiB data, 27 GiB used, 637 GiB / 672 GiB avail; 127 MiB/s wr, 2.04k op/s 2021-03-04T23:11:56.843 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 61 16 153943 153927 157.691 96.6875 0.00446934 0.00633822 2021-03-04T23:11:57.073 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch upgrade resume' 2021-03-04T23:11:57.756 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:57 gibba011 conmon[95595]: cluster 2021-03-04T23:11:57.757 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:57 gibba011 conmon[95595]: 2021-03-04T23:11:57.757 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:57 gibba011 conmon[95595]: 2021 2021-03-04T23:11:57.757 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:57 gibba011 conmon[95595]: - 2021-03-04T23:11:57.757 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:57 gibba011 conmon[95595]: 03 2021-03-04T23:11:57.757 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:57 gibba011 conmon[95595]: -04T23:11:56.434142+0000 mgr.x 2021-03-04T23:11:57.758 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:57 gibba011 conmon[95595]: (mgr.34676) 141 : cluster [DBG] pgmap v89: 89 pgs: 89 active+clean; 9.0 GiB data, 27 GiB used, 637 GiB / 672 GiB avail; 83 MiB/s wr, 1.33k op/s 2021-03-04T23:11:57.758 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:57 gibba011 conmon[99461]: cluster 2021-03-04T23:11:56.434142+0000 mgr.x (mgr.34676) 2021-03-04T23:11:57.758 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:57 gibba011 conmon[99461]: 141 : cluster [DBG] pgmap v89: 89 pgs: 89 active+clean; 9.0 GiB data, 27 GiB used, 637 GiB / 672 GiB avail; 83 MiB/s wr, 1.33k op/s 2021-03-04T23:11:57.843 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 62 16 155461 155445 156.678 94.875 0.0116839 0.00637921 2021-03-04T23:11:58.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:57 gibba038 conmon[76675]: cluster 2021-03-04T23:11:56.434142+0000 mgr.x (mgr.34676) 141 : cluster [DBG] pgmap v89: 89 pgs: 89 active+clean; 9.0 GiB data, 27 GiB used, 637 GiB / 672 GiB avail; 83 MiB/s wr, 1.33k op/s 2021-03-04T23:11:58.843 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 63 15 157027 157012 155.745 97.9375 0.00452516 0.00641764 2021-03-04T23:11:59.536 INFO:teuthology.orchestra.run.gibba011.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:11:59.843 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 64 16 158466 158450 154.716 89.875 0.00907707 0.00645979 2021-03-04T23:12:00.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:59 gibba038 conmon[76675]: cluster 2021-03-04T23:11:58.434561+0000 mgr.x (mgr.34676) 142 : cluster [DBG] pgmap v90: 89 pgs: 89 active+clean; 9.5 GiB data, 28 GiB used, 636 GiB / 672 GiB avail; 124 MiB/s wr, 1.98k op/s 2021-03-04T23:12:00.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:59 gibba038 conmon[76675]: audit 2021-03-04T23:11:59.534383+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:00.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:59 gibba038 conmon[76675]: audit 2021-03-04T23:11:59.535226+0000 mon.c (mon.1) 48 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:12:00.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:59 gibba038 conmon[76675]: audit 2021-03-04T23:11:59.536563+0000 mon.c (mon.1) 2021-03-04T23:12:00.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:59 gibba038 conmon[76675]: 49 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:12:00.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:59 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:12:00.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:11:59 gibba038 conmon[76675]: 03-04T23:11:59.536801+0000 mon.c (mon.1) 50 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:12:00.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[95595]: cluster 2021-03-04T23:12:00.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[95595]: 2021-03-04T23:11:58. 2021-03-04T23:12:00.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[95595]: 434561+0000 mgr.x (mgr.34676) 142 : cluster [DBG] pgmap v90: 89 pgs: 89 active+clean; 9.5 GiB data, 28 GiB used, 636 GiB / 672 GiB avail; 124 MiB/s wr, 1.98k op/s 2021-03-04T23:12:00.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[95595]: audit 2021-03-04T23:11: 2021-03-04T23:12:00.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[95595]: 59.534383+0000 mon.a (mon.0) 118 : audit [INF] 2021-03-04T23:12:00.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[95595]: from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:00.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[95595]: audit 2021-03-04T23:11:59. 2021-03-04T23:12:00.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[95595]: 535226+0000 mon.c (mon.1) 48 : audit [DBG] 2021-03-04T23:12:00.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:12:00.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[95595]: audit 2021-03-04T23:11:59.536563 2021-03-04T23:12:00.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[95595]: +0000 mon.c (mon.1) 49 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:12:00.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[95595]: 2021-03-04T23:12:00.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[95595]: audit 2021-03-04T23:12:00.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[95595]: 2021-03-04T23:11:59.536801+0000 mon.c (mon 2021-03-04T23:12:00.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[95595]: .1) 50 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:12:00.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[99461]: cluster 2021-03-04T23:12:00.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[99461]: 2021-03-04T 2021-03-04T23:12:00.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[99461]: 23:11:58.434561+0000 mgr.x (mgr.34676) 142 : cluster [DBG] pgmap v90: 89 pgs: 89 active+clean; 9.5 GiB data, 28 GiB used, 636 GiB / 672 GiB avail; 124 MiB/s wr, 1.98k op/s 2021-03-04T23:12:00.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[99461]: audit 2021 2021-03-04T23:12:00.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[99461]: -03-04T23:11:59.534383+0000 mon.a (mon.0) 2021-03-04T23:12:00.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[99461]: 118 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:00.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[99461]: audit 2021-03-04T23:11: 2021-03-04T23:12:00.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[99461]: 59.535226+0000 mon.c (mon.1) 48 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:12:00.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:12:00.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[99461]: T23:11:59.536563+0000 mon.c (mon.1) 49 2021-03-04T23:12:00.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[99461]: : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:12:00.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[99461]: audit 2021-03-04T23:11:59.536801+0000 2021-03-04T23:12:00.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:11:59 gibba011 conmon[99461]: mon.c (mon.1) 50 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:12:00.531 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'echo wait for all mons to upgrade' 2021-03-04T23:12:00.765 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:00 gibba011 conmon[95595]: audit 2021-03-04T23:11:59.530893+0000 mgr.x (mgr.34676) 143 : audit 2021-03-04T23:12:00.765 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:00 gibba011 conmon[95595]: [DBG] from='client.44193 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:12:00.765 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:00 gibba011 conmon[95595]: cephadm 2021-03-04T23:11:59.531237+0000 mgr.x (mgr.34676) 144 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:12:00.843 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 65 16 159917 159901 153.731 90.6875 0.00562999 0.00650143 2021-03-04T23:12:01.017 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:00 gibba011 conmon[99461]: audit 2021-03-04T23:12:01.018 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:00 gibba011 conmon[99461]: 2021-03-04T23:12:01.018 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:00 gibba011 conmon[99461]: 2021-03-04T23:11 2021-03-04T23:12:01.019 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:00 gibba011 conmon[99461]: :59.530893+0000 mgr.x (mgr.34676) 143 : audit [DBG] from='client.44193 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:12:01.019 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:00 gibba011 conmon[99461]: cephadm 2021-03-04T23:12:01.020 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:00 gibba011 conmon[99461]: 2021-03-04T23:11:59 2021-03-04T23:12:01.020 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:00 gibba011 conmon[99461]: .531237+0000 mgr.x (mgr.34676) 144 : cephadm [INF] 2021-03-04T23:12:01.020 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:00 gibba011 conmon[99461]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:12:01.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:00 gibba038 conmon[76675]: audit 2021-03-04T23:11:59.530893+0000 mgr.x (mgr.34676) 143 : audit [DBG] from='client.44193 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:12:01.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:00 gibba038 conmon[76675]: cephadm 2021-03-04T23:11:59.531237+0000 mgr.x (mgr.34676) 144 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:12:01.768 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:01 gibba038 conmon[76675]: cluster 2021-03-04T23:12:00. 2021-03-04T23:12:01.769 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:01 gibba038 conmon[76675]: 434861+0000 mgr.x (mgr.34676) 145 : cluster [DBG] pgmap v91: 89 pgs: 89 active+clean; 9.5 GiB data, 28 GiB used, 636 GiB / 672 GiB avail; 83 MiB/s wr, 1.33k op/s 2021-03-04T23:12:01.843 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 66 16 161373 161357 152.78 91 0.00495132 0.0065424 2021-03-04T23:12:02.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:01 gibba011 conmon[99461]: cluster 2021-03-04T23:12:00.434861+0000 mgr.x (mgr.34676) 145 : cluster 2021-03-04T23:12:02.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:01 gibba011 conmon[99461]: [DBG] pgmap v91: 89 pgs: 89 active+clean; 9.5 GiB data, 28 GiB used, 636 GiB / 672 GiB avail; 83 MiB/s wr, 1.33k op/s 2021-03-04T23:12:02.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:01 gibba011 conmon[95595]: cluster 2021-03-04T23:12:00.434861+0000 mgr.x (mgr.34676) 145 : 2021-03-04T23:12:02.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:01 gibba011 conmon[95595]: cluster [DBG] pgmap v91: 89 pgs: 89 active+clean; 9.5 GiB data, 28 GiB used, 636 GiB / 672 GiB avail; 83 MiB/s wr, 1.33k op/s 2021-03-04T23:12:02.843 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 67 16 162811 162795 151.841 89.875 0.00833553 0.00658249 2021-03-04T23:12:02.868 INFO:teuthology.orchestra.run.gibba011.stdout:wait for all mons to upgrade 2021-03-04T23:12:03.843 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 68 16 164320 164304 150.995 94.3125 0.0150216 0.00661938 2021-03-04T23:12:03.859 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'while ! ceph mon versions | grep $sha1 | grep '"'"': 3'"'"' ; do sleep 2 ; done' 2021-03-04T23:12:04.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:03 gibba038 conmon[76675]: cluster 2021-03-04T23:12:02.435162+0000 mgr.x (mgr 2021-03-04T23:12:04.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:03 gibba038 conmon[76675]: .34676) 146 : cluster [DBG] pgmap v92: 89 pgs: 89 active+clean; 9.5 GiB data, 28 GiB used, 636 GiB / 672 GiB avail; 83 MiB/s wr, 1.33k op/s 2021-03-04T23:12:04.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:03 gibba038 conmon[76675]: audit 2021-03-04T23:12 2021-03-04T23:12:04.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:03 gibba038 conmon[76675]: :02.644399+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:04.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:03 gibba011 conmon[95595]: cluster 2021-03-04T23:12:02.435162+0000 mgr.x (mgr.34676) 146 : cluster [DBG] pgmap v92: 89 pgs: 89 active+clean; 9.5 GiB data, 28 GiB used, 636 GiB / 672 GiB avail; 83 MiB/s wr, 1.33k op/s 2021-03-04T23:12:04.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:03 gibba011 conmon[95595]: audit 2021-03-04T23:12:02.644399+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:04.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:03 gibba011 conmon[99461]: cluster 2021-03-04T23:12:02.435162+0000 mgr.x (mgr.34676) 146 : cluster [DBG] pgmap v92: 89 pgs: 89 active+clean; 9.5 GiB data, 28 GiB used, 636 GiB / 672 GiB avail; 83 MiB/s wr, 1.33k op/s 2021-03-04T23:12:04.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:03 gibba011 conmon[99461]: audit 2021-03-04T23:12:02.644399+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:04.843 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 69 16 165729 165713 150.083 88.0625 0.00769602 0.00665937 2021-03-04T23:12:05.845 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 70 16 167247 167231 149.292 94.875 0.0134343 0.00669504 2021-03-04T23:12:05.949 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:05 gibba011 conmon[95595]: cluster 2021-03-04T23:12:04.435655+0000 mgr.x (mgr.34676) 147 : cluster 2021-03-04T23:12:05.949 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:05 gibba011 conmon[95595]: [DBG] pgmap v93: 89 pgs: 89 active+clean; 9.9 GiB data, 30 GiB used, 634 GiB / 672 GiB avail; 122 MiB/s wr, 1.94k op/s 2021-03-04T23:12:05.950 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:05 gibba011 conmon[99461]: cluster 2021-03-04T23:12:04.435655+0000 mgr.x (mgr.34676) 147 : cluster [DBG] pgmap v93: 89 pgs: 89 active+clean; 9.9 GiB data, 30 GiB used, 634 GiB / 672 GiB avail; 122 MiB/s wr, 1.94k op/s 2021-03-04T23:12:06.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:05 gibba038 conmon[76675]: cluster 2021-03-04T23:12:04.435655+0000 mgr.x (mgr.34676) 147 : cluster [DBG] pgmap v93: 89 pgs: 89 active+clean; 9.9 GiB data, 30 GiB used, 634 GiB / 672 GiB avail; 122 MiB/s wr, 1.94k op/s 2021-03-04T23:12:06.434 INFO:teuthology.orchestra.run.gibba011.stdout: "ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev)": 3 2021-03-04T23:12:06.845 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 71 15 168588 168573 148.37 83.875 0.00482934 0.00673667 2021-03-04T23:12:07.535 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: audit 2021-03-04T23:12:06.264773+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:07.536 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: audit 2021-03-04T23:12:06.268955+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:07.536 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: cephadm 2021-03-04T23:12:06.277038+0000 mgr.x (mgr.34676) 148 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:12:07.536 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: audit 2021-03-04T23:12:06.277857+0000 mon.c (mon.1) 51 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:12:07.536 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: cephadm 2021-03-04T23:12:06.278698+0000 mgr.x (mgr.34676) 149 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:12:07.537 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: audit 2021-03-04T23:12:06.279049+0000 mon.c (mon.1) 52 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:12:07.537 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: cephadm 2021-03-04T23:12:06.279684+0000 mgr.x (mgr.34676) 150 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:12:07.537 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: cephadm 2021-03-04T23:12:06.279877+0000 mgr.x (mgr.34676) 151 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:12:07.537 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: audit 2021-03-04T23:12:06.280096+0000 mon.c (mon.1) 53 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:12:07.538 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: cephadm 2021-03-04T23:12:06.280657+0000 mgr.x 2021-03-04T23:12:07.538 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: (mgr.34676) 152 : cephadm [INF] Upgrade: Setting container_image for all mon 2021-03-04T23:12:07.538 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: audit 2021-03-04T23:12:06.285074+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:07.538 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: audit 2021-03-04T23:12:06.286714+0000 mon.c (mon.1) 54 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-03-04T23:12:07.539 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: audit 2021-03-04T23:12:06.287003+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-03-04T23:12:07.539 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: audit 2021-03-04T23:12:06.290752+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2021-03-04T23:12:07.539 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: audit 2021-03-04T23:12:06.291990+0000 mon.c (mon.1) 55 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-03-04T23:12:07.539 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: audit 2021-03-04T23:12:06.294833+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-03-04T23:12:07.539 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: audit 2021-03-04T23:12:06.298669+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2021-03-04T23:12:07.540 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: audit 2021-03-04T23:12:06.299599+0000 mon.c (mon.1) 56 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-03-04T23:12:07.540 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: audit 2021-03-04T23:12:06.299846+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-03-04T23:12:07.540 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: audit 2021-03-04T23:12:06.303028+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2021-03-04T23:12:07.540 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: cephadm 2021-03-04T23:12:06.305342+0000 mgr.x (mgr.34676) 153 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:12:07.540 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: cephadm 2021-03-04T23:12:06.305572+0000 mgr.x (mgr.34676) 154 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:12:07.541 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: audit 2021-03-04T23:12:06.305898+0000 mon.c (mon.1) 57 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:12:07.541 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: cephadm 2021-03-04T23:12:06.306526+0000 mgr.x (mgr.34676) 155 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:12:07.541 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: audit 2021-03-04T23:12:06.311022+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:07.541 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: cephadm 2021-03-04T23:12:06.311810+0000 mgr.x (mgr.34676) 156 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:12:07.541 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: cephadm 2021-03-04T23:12:06.311978+0000 mgr.x (mgr.34676) 157 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:12:07.542 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: audit 2021-03-04T23:12:06.312470+0000 mon.c (mon.1) 58 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-03-04T23:12:07.542 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: audit 2021-03-04T23:12:06.314751+0000 mgr.x (mgr.34676) 158 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-03-04T23:12:07.542 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: cephadm 2021-03-04T23:12:06.315579+0000 mgr.x (mgr.34676) 159 : cephadm [INF] Upgrade: osd.0 is safe to restart 2021-03-04T23:12:07.542 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: audit 2021-03-04T23:12:06.405837+0000 mon.b (mon.2) 3 : audit [DBG] from='client.? 172.21.2.111:0/1432740795' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T23:12:07.543 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: cluster 2021-03-04T23:12:06.435935+0000 mgr.x (mgr. 2021-03-04T23:12:07.543 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[95595]: 34676) 160 : cluster [DBG] pgmap v94: 89 pgs: 89 active+clean; 9.9 GiB data, 30 GiB used, 634 GiB / 672 GiB avail; 79 MiB/s wr, 1.27k op/s 2021-03-04T23:12:07.544 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: audit 2021-03-04T23:12:06.264773+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:07.544 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: audit 2021-03-04T23:12:06.268955+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:07.544 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: cephadm 2021-03-04T23:12:06.277038+0000 mgr.x (mgr.34676) 148 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:12:07.544 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: audit 2021-03-04T23:12:06.277857+0000 mon.c (mon.1) 51 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:12:07.545 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: cephadm 2021-03-04T23:12:06.278698+0000 mgr.x (mgr.34676) 149 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:12:07.545 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: audit 2021-03-04T23:12:06.279049+0000 mon.c (mon.1) 52 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:12:07.545 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: cephadm 2021-03-04T23:12:06.279684+0000 mgr.x (mgr.34676) 150 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:12:07.546 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: cephadm 2021-03-04T23:12:06.279877+0000 mgr.x (mgr.34676) 151 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:12:07.546 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: audit 2021-03-04T23:12:06.280096+0000 mon.c (mon.1) 53 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:12:07.546 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: cephadm 2021-03-04T23:12:06.280657+0000 mgr.x (mgr.34676) 152 : cephadm [INF] Upgrade: Setting container_image for all mon 2021-03-04T23:12:07.546 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: audit 2021-03-04T23:12:06.285074+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:07.547 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: audit 2021-03-04T23:12:06.286714+0000 mon.c (mon.1) 54 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-03-04T23:12:07.547 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: audit 2021-03-04T23:12:06.287003+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-03-04T23:12:07.547 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: audit 2021-03-04T23:12:06.290752+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2021-03-04T23:12:07.547 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: audit 2021-03-04T23:12:06.291990+0000 mon.c (mon.1) 55 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-03-04T23:12:07.547 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: audit 2021-03-04T23:12:06.294833+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-03-04T23:12:07.548 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: audit 2021-03-04T23:12:06.298669+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2021-03-04T23:12:07.548 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: audit 2021-03-04T23:12:06.299599+0000 mon.c (mon.1) 56 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-03-04T23:12:07.548 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: audit 2021-03-04T23:12:06.299846+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-03-04T23:12:07.548 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: audit 2021-03-04T23:12:06.303028+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2021-03-04T23:12:07.548 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: cephadm 2021-03-04T23:12:06.305342+0000 mgr.x (mgr.34676) 153 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:12:07.549 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: cephadm 2021-03-04T23:12:06.305572+0000 mgr.x (mgr.34676) 154 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:12:07.549 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: audit 2021-03-04T23:12:06.305898+0000 mon.c (mon.1) 57 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:12:07.549 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: cephadm 2021-03-04T23:12:06.306526+0000 mgr.x (mgr.34676) 155 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:12:07.549 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: audit 2021-03-04T23:12:06.311022+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:07.549 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: cephadm 2021-03-04T23:12:06.311810+0000 mgr.x (mgr.34676) 156 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:12:07.550 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: cephadm 2021-03-04T23:12:06.311978+0000 mgr.x (mgr.34676) 157 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:12:07.550 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: audit 2021-03-04T23:12:06.312470+0000 mon.c (mon.1) 58 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-03-04T23:12:07.550 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: audit 2021-03-04T23:12:06.314751+0000 mgr.x (mgr.34676) 158 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-03-04T23:12:07.550 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: cephadm 2021-03-04T23:12:06.315579+0000 mgr.x (mgr.34676) 159 : cephadm [INF] Upgrade: osd.0 is safe to restart 2021-03-04T23:12:07.551 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: audit 2021-03-04T23:12:06.405837+0000 mon.b (mon.2) 3 : audit [DBG] from='client.? 172.21.2.111:0/1432740795' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T23:12:07.551 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:07 gibba011 conmon[99461]: cluster 2021-03-04T23:12:06.435935+0000 mgr.x (mgr.34676) 160 : cluster [DBG] pgmap v94: 89 pgs: 89 active+clean; 9.9 GiB data, 30 GiB used, 634 GiB / 672 GiB avail; 79 MiB/s wr, 1.27k op/s 2021-03-04T23:12:07.554 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch ps' 2021-03-04T23:12:07.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: audit 2021-03-04T23:12:06.264773+0000 mon.a (mon.0) 120 : audit [INF] 2021-03-04T23:12:07.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:07.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: audit 2021-03-04T23:12:06.268955+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:07.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: cephadm 2021-03-04T23:12:06.277038+0000 mgr.x (mgr.34676) 148 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:12:07.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: audit 2021-03-04T23:12:06.277857+0000 mon.c (mon.1) 51 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:12:07.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: cephadm 2021-03-04T23:12:06.278698+0000 mgr.x (mgr.34676) 149 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:12:07.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: audit 2021-03-04T23:12:06.279049+0000 mon.c (mon.1) 52 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:12:07.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: cephadm 2021-03-04T23:12:06.279684+0000 mgr.x (mgr.34676) 150 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:12:07.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: cephadm 2021-03-04T23:12:06.279877+0000 mgr.x (mgr.34676) 151 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:12:07.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: audit 2021-03-04T23:12:06.280096+0000 mon.c (mon.1) 53 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:12:07.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: cephadm 2021-03-04T23:12:06.280657+0000 mgr.x (mgr.34676) 152 : cephadm [INF] Upgrade: Setting container_image for all mon 2021-03-04T23:12:07.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: audit 2021-03-04T23:12:06.285074+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:07.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: audit 2021-03-04T23:12:06.286714+0000 mon.c (mon.1) 54 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-03-04T23:12:07.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: audit 2021-03-04T23:12:06.287003+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2021-03-04T23:12:07.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: audit 2021-03-04T23:12:06.290752+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2021-03-04T23:12:07.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: audit 2021-03-04T23:12:06.291990+0000 mon.c (mon.1) 55 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-03-04T23:12:07.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: audit 2021-03-04T23:12:06.294833+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2021-03-04T23:12:07.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:12:07.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: 04T23:12:06.298669+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2021-03-04T23:12:07.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: audit 2021-03-04T23:12:06.299599+0000 mon.c (mon.1) 56 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-03-04T23:12:07.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: audit 2021-03-04T23:12:06.299846+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2021-03-04T23:12:07.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: audit 2021-03-04 2021-03-04T23:12:07.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: T23:12:06.303028+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2021-03-04T23:12:07.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: cephadm 2021-03-04T23: 2021-03-04T23:12:07.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: 12:06.305342+0000 mgr.x (mgr.34676) 153 2021-03-04T23:12:07.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:12:07.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: cephadm 2021-03- 2021-03-04T23:12:07.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: 04T23:12:06.305572+0000 mgr.x (mgr. 2021-03-04T23:12:07.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: 34676) 154 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:12:07.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: audit 2021-03-04T23:12:07.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: 2021-03-04T23:12: 2021-03-04T23:12:07.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: 06.305898+0000 mon.c (mon.1) 57 : audit 2021-03-04T23:12:07.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:12:07.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: cephadm 2021-03-04T23:12:07.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: 2021-03-04T23:12:06.306526+0000 mgr.x (mgr.34676) 155 : cephadm [INF] 2021-03-04T23:12:07.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: Upgrade: Setting container_image for all crash 2021-03-04T23:12:07.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: audit 2021-03-04T23 2021-03-04T23:12:07.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: :12:06.311022+0000 mon.a (mon.0) 2021-03-04T23:12:07.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: 129 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:07.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: cephadm 2021-03 2021-03-04T23:12:07.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: -04T23:12:06.311810+0000 mgr.x ( 2021-03-04T23:12:07.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: mgr.34676) 156 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:12:07.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: cephadm 2021-03-04T23:12:07.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: 2021-03- 2021-03-04T23:12:07.598 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: 04T23:12:06.311978+0000 mgr.x ( 2021-03-04T23:12:07.599 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: mgr.34676) 157 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:12:07.600 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: audit 2021-03-04T23:12:07.600 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: 2021-03-04T23 2021-03-04T23:12:07.601 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: :12:06.312470+0000 mon.c (mon.1) 2021-03-04T23:12:07.601 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: 58 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-03-04T23:12:07.601 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:12:07.601 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: 04T23:12:06.314751+0000 mgr.x (mgr. 2021-03-04T23:12:07.602 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: 34676) 158 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2021-03-04T23:12:07.602 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: cephadm 2021-03 2021-03-04T23:12:07.602 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: -04T23:12:06.315579+0000 mgr.x ( 2021-03-04T23:12:07.602 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: mgr.34676) 159 : cephadm [INF] Upgrade: osd.0 is safe to restart 2021-03-04T23:12:07.602 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: audit 2021-03-04T23:12:07.603 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: 2021-03-04T23:12:06.405837+0000 2021-03-04T23:12:07.603 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: mon.b (mon.2) 3 : audit [DBG] from='client.? 172.21.2.111:0/1432740795' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2021-03-04T23:12:07.603 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: cluster 2021-03-04T23:12:07.603 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: 2021-03-04T23:12:07.603 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: 2021 2021-03-04T23:12:07.604 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: - 2021-03-04T23:12:07.604 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: 03-04T23:12:06. 2021-03-04T23:12:07.604 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:07 gibba038 conmon[76675]: 435935+0000 mgr.x (mgr.34676) 160 : cluster [DBG] pgmap v94: 89 pgs: 89 active+clean; 9.9 GiB data, 30 GiB used, 634 GiB / 672 GiB avail; 79 MiB/s wr, 1.27k op/s 2021-03-04T23:12:07.846 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 72 16 170060 170044 147.585 91.9375 0.0152297 0.00677267 2021-03-04T23:12:08.846 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 73 16 171451 171435 146.754 86.9375 0.00519589 0.00680621 2021-03-04T23:12:09.846 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 74 16 172935 172919 146.024 92.75 0.00535532 0.00684489 2021-03-04T23:12:09.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:09 gibba011 conmon[95595]: cluster 2021-03-04T23:12:08.436379+0000 mgr.x (mgr.34676) 161 : cluster [DBG] pgmap v95: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 633 GiB / 672 GiB avail; 117 MiB/s wr, 1.88k op/s 2021-03-04T23:12:09.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:09 gibba011 conmon[99461]: cluster 2021-03-04T23:12:08.436379+0000 mgr.x (mgr.34676) 161 : cluster [DBG] pgmap v95: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 633 GiB / 672 GiB avail; 117 MiB/s wr, 1.88k op/s 2021-03-04T23:12:10.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:09 gibba038 conmon[76675]: cluster 2021-03-04T23:12:08.436379+0000 mgr.x (mgr.34676) 161 : cluster [DBG] 2021-03-04T23:12:10.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:09 gibba038 conmon[76675]: pgmap v95: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 633 GiB / 672 GiB avail; 117 MiB/s wr, 1.88k op/s 2021-03-04T23:12:10.520 INFO:teuthology.orchestra.run.gibba011.stdout:NAME HOST STATUS REFRESHED AGE VERSION IMAGE NAME IMAGE ID CONTAINER ID 2021-03-04T23:12:10.521 INFO:teuthology.orchestra.run.gibba011.stdout:alertmanager.a gibba011 running (6m) 4s ago 7m 0.20.0 docker.io/prom/alertmanager:v0.20.0 0881eb8f169f 75f339d996f6 2021-03-04T23:12:10.521 INFO:teuthology.orchestra.run.gibba011.stdout:grafana.a gibba038 running (7m) 7s ago 7m 6.6.2 docker.io/ceph/ceph-grafana:6.6.2 a0dce381714a 98ce22a6afd4 2021-03-04T23:12:10.521 INFO:teuthology.orchestra.run.gibba011.stdout:mds.foo.gibba011.yozmjr gibba011 running (6m) 4s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 53f71096606d 2021-03-04T23:12:10.522 INFO:teuthology.orchestra.run.gibba011.stdout:mds.foo.gibba038.rbeynd gibba038 running (6m) 7s ago 6m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 8265208f44c5 2021-03-04T23:12:10.522 INFO:teuthology.orchestra.run.gibba011.stdout:mgr.x gibba038 running (3m) 7s ago 9m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 e231be2fa0b1 44ab02ab2942 2021-03-04T23:12:10.522 INFO:teuthology.orchestra.run.gibba011.stdout:mgr.y gibba011 running (3m) 4s ago 11m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 259b9d44bd28 2021-03-04T23:12:10.522 INFO:teuthology.orchestra.run.gibba011.stdout:mon.a gibba011 running (3m) 4s ago 11m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 57d3238c8c38 2021-03-04T23:12:10.522 INFO:teuthology.orchestra.run.gibba011.stdout:mon.b gibba038 running (78s) 7s ago 10m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 f2a79f1e5142 2021-03-04T23:12:10.523 INFO:teuthology.orchestra.run.gibba011.stdout:mon.c gibba011 running (90s) 4s ago 10m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 003212659f45 2021-03-04T23:12:10.523 INFO:teuthology.orchestra.run.gibba011.stdout:node-exporter.a gibba011 running (7m) 4s ago 7m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf 78e2f7a69f1f 2021-03-04T23:12:10.523 INFO:teuthology.orchestra.run.gibba011.stdout:node-exporter.b gibba038 running (7m) 7s ago 7m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf 1287f2762897 2021-03-04T23:12:10.523 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0 gibba011 running (9m) 4s ago 9m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 21f34069602c 2021-03-04T23:12:10.524 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1 gibba011 running (9m) 4s ago 9m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 1aa7baf587eb 2021-03-04T23:12:10.524 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2 gibba011 running (9m) 4s ago 9m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 c63dfb8ee531 2021-03-04T23:12:10.524 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3 gibba011 running (8m) 4s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 48ec44bfb32f 2021-03-04T23:12:10.524 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4 gibba038 running (8m) 7s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 19eadf71f6a2 2021-03-04T23:12:10.524 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5 gibba038 running (8m) 7s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 75adfd5dad9c 2021-03-04T23:12:10.525 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6 gibba038 running (8m) 7s ago 8m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 e9ebee3ecd28 2021-03-04T23:12:10.525 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7 gibba038 running (7m) 7s ago 7m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 0c2e87d4582c 2021-03-04T23:12:10.525 INFO:teuthology.orchestra.run.gibba011.stdout:prometheus.a gibba038 running (6m) 7s ago 7m 2.18.1 docker.io/prom/prometheus:v2.18.1 de242295e225 28109d2041c7 2021-03-04T23:12:10.846 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 75 16 174337 174321 145.245 87.625 0.00978726 0.00688165 2021-03-04T23:12:11.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:10 gibba011 conmon[95595]: cephadm 2021-03-04T23:12:09.963796+0000 mgr.x (mgr 2021-03-04T23:12:11.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:10 gibba011 conmon[95595]: .34676) 162 : cephadm [INF] Upgrade: Updating osd.0 2021-03-04T23:12:11.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:10 gibba011 conmon[95595]: audit 2021-03-04T23:12:09.968524+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:11.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:10 gibba011 conmon[95595]: cephadm 2021-03-04T23:12:09.969680+0000 mgr.x (mgr.34676) 163 : cephadm [INF] Deploying daemon osd.0 on gibba011 2021-03-04T23:12:11.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:10 gibba011 conmon[95595]: audit 2021-03-04T23:12:09.970132+0000 mon.c (mon.1) 59 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-03-04T23:12:11.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:10 gibba011 conmon[99461]: cephadm 2021-03-04T23:12:09.963796+0000 mgr.x ( 2021-03-04T23:12:11.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:10 gibba011 conmon[99461]: mgr.34676) 162 : cephadm [INF] Upgrade: Updating osd.0 2021-03-04T23:12:11.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:10 gibba011 conmon[99461]: audit 2021-03-04T23:12:09.968524+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:11.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:10 gibba011 conmon[99461]: cephadm 2021-03-04T23:12:09.969680+0000 mgr.x (mgr.34676) 163 : cephadm [INF] Deploying daemon osd.0 on gibba011 2021-03-04T23:12:11.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:10 gibba011 conmon[99461]: audit 2021-03-04T23:12:09.970132+0000 mon.c (mon.1) 59 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-03-04T23:12:11.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:10 gibba038 conmon[76675]: cephadm 2021-03-04T23:12:09.963796+0000 mgr.x (mgr.34676) 162 : cephadm [INF] Upgrade: Updating osd.0 2021-03-04T23:12:11.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:10 gibba038 conmon[76675]: audit 2021-03-04T23:12:09.968524+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:11.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:10 gibba038 conmon[76675]: cephadm 2021-03-04T23:12:09.969680+0000 mgr.x (mgr.34676) 163 2021-03-04T23:12:11.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:10 gibba038 conmon[76675]: : cephadm [INF] Deploying daemon osd.0 on gibba011 2021-03-04T23:12:11.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:10 gibba038 conmon[76675]: audit 2021-03-04T23:12:11.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:10 gibba038 conmon[76675]: 2021-03-04T23:12:09.970132+0000 mon.c (mon.1 2021-03-04T23:12:11.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:10 gibba038 conmon[76675]: ) 59 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.0","key": "container_image"}]: dispatch 2021-03-04T23:12:11.623 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch upgrade pause' 2021-03-04T23:12:11.846 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 76 16 175661 175645 144.423 82.75 0.0142999 0.00692076 2021-03-04T23:12:12.248 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:11 gibba011 conmon[95595]: cluster 2021-03-04T23:12:12.249 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:11 gibba011 conmon[95595]: 2021-03-04T23:12:10. 2021-03-04T23:12:12.249 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:11 gibba011 conmon[95595]: 436626+0000 mgr.x (mgr.34676) 164 : cluster [DBG] pgmap v96: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 633 GiB / 672 GiB avail; 76 MiB/s wr, 1.22k op/s 2021-03-04T23:12:12.249 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:11 gibba011 conmon[95595]: audit 2021-03-04T23:12:12.249 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:11 gibba011 conmon[95595]: 2021-03-04T23:12:10.512718 2021-03-04T23:12:12.249 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:11 gibba011 conmon[95595]: +0000 mgr.x (mgr.34676) 165 : audit [DBG] from='client.54148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:12:12.250 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:11 gibba011 conmon[99461]: cluster 2021-03-04T23:12:10.436626+0000 mgr.x (mgr.34676) 164 : cluster [DBG] 2021-03-04T23:12:12.250 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:11 gibba011 conmon[99461]: pgmap v96: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 633 GiB / 672 GiB avail; 76 MiB/s wr, 1.22k op/s 2021-03-04T23:12:12.250 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:11 gibba011 conmon[99461]: audit 2021-03-04T23:12:10.512718+0000 mgr.x (mgr.34676) 2021-03-04T23:12:12.251 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:11 gibba011 conmon[99461]: 165 : audit [DBG] from='client.54148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:12:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:11 gibba038 conmon[76675]: cluster 2021-03-04T23:12:10.436626+0000 2021-03-04T23:12:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:11 gibba038 conmon[76675]: mgr.x (mgr.34676) 164 : cluster [DBG] pgmap v96: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 633 GiB / 672 GiB avail; 76 MiB/s wr, 1.22k op/s 2021-03-04T23:12:12.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:11 gibba038 conmon[76675]: audit 2021-03-04T23:12:10.512718+0000 mgr.x (mgr.34676) 165 : audit [DBG] from='client.54148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:12:12.536 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:12 gibba011 systemd[1]: Stopping Ceph osd.0 for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:12:12.846 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 77 16 176556 176540 143.273 55.9375 0.00360689 0.00694349 2021-03-04T23:12:12.853 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:12 gibba011 podman[105884]: 2021-03-04 23:12:12.611959728 +0000 UTC m=+0.240350645 container stop 21f34069602c28a7bf3e05fdd1fc38f6048d6c1c60ba3d92905b0482cdedd378 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0, RELEASE=master-908e75b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=False, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_REPO=https://github.com/ceph/ceph-container.git, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2021-03-04T23:12:12.853 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:12 gibba011 podman[105884]: 2021-03-04 23:12:12.670745006 +0000 UTC m=+0.299135917 container died 21f34069602c28a7bf3e05fdd1fc38f6048d6c1c60ba3d92905b0482cdedd378 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0) 2021-03-04T23:12:12.854 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:12 gibba011 podman[105884]: 21f34069602c28a7bf3e05fdd1fc38f6048d6c1c60ba3d92905b0482cdedd378 2021-03-04T23:12:13.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: cluster 2021-03-04T23:12:12.499191+0000 mon.a (mon.0) 131 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:12:13.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: cluster 2021-03-04T23:12:12.499211+0000 mon.a (mon.0) 132 : cluster [INF] osd.0 failed (root=default,host=gibba011) (connection refused reported by osd.1) 2021-03-04T23:12:13.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: cluster 2021-03-04T23:12:12.499304+0000 mon.a (mon.0) 133 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:12:13.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: cluster 2021-03-04T23:12:12.499369+0000 mon.a (mon.0) 134 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:12:13.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: cluster 2021-03-04T23:12:12.499421+0000 mon.a (mon.0) 135 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:12:13.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: cluster 2021-03-04T23:12:12.499475+0000 mon.a (mon 2021-03-04T23:12:13.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: .0) 136 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:12:13.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: cluster 2021-03-04T23:12:13.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: 2021-03-04T23:12:12.499567+0000 mon.a (mon.0) 137 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:12:13.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: cluster 2021-03-04T23:12: 2021-03-04T23:12:13.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: 12.499629+0000 mon.a (mon.0) 138 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:12:13.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: cluster 2021-03-04T23:12:12.499706+0000 mon.a (mon.0 2021-03-04T23:12:13.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: ) 139 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:12:13.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: cluster 2021-03-04T23:12:13.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: 2021-03-04T23:12:12.699960+0000 mon.a (mon.0) 140 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:12:13.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: cluster 2021-03-04T23:12: 2021-03-04T23:12:13.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: 12.700001+0000 mon.a (mon.0) 141 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:12:13.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: cluster 2021-03-04T23:12:12 2021-03-04T23:12:13.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: .700093+0000 mon.a (mon.0) 142 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:12:13.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: cluster 2021-03-04T23:12 2021-03-04T23:12:13.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: :12.700125+0000 mon.a (mon.0) 143 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:12:13.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:12:13.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: 12:12.700154+0000 mon.a (mon.0) 144 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:12:13.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: cluster 2021-03-04T 2021-03-04T23:12:13.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: 23:12:12.700251+0000 mon.a (mon.0) 145 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:12:13.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:12:13.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: 04T23:12:12.700282+0000 mon.a (mon.0) 146 : cluster [DBG] 2021-03-04T23:12:13.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: osd.0 reported immediately failed by osd.6 2021-03-04T23:12:13.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: cluster 2021-03-04T23:12:12.700408+0000 mon.a (mon 2021-03-04T23:12:13.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: .0) 147 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:12:13.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: cluster 2021-03-04T23:12:12. 2021-03-04T23:12:13.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: 700467+0000 mon.a (mon.0) 148 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:12:13.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: cluster 2021-03-04T23:12:12.700601+0000 mon.a (mon 2021-03-04T23:12:13.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: .0) 149 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:12:13.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: cluster 2021-03-04T23:12:12.700689+0000 mon.a (mon.0) 150 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:12:13.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: cluster 2021-03-04T23:12:12.700774+0000 mon.a (mon.0) 2021-03-04T23:12:13.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: 151 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:12:13.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: cluster 2021-03-04T23:12:12.700858+0000 mon.a (mon.0 2021-03-04T23:12:13.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: ) 152 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:12:13.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:12:13.347 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: :12:12.700942+0000 mon.a (mon.0) 153 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:12:13.347 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: cluster 2021-03-04T 2021-03-04T23:12:13.347 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:12 gibba038 conmon[76675]: 23:12:12.701003+0000 mon.a (mon.0) 154 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:12:13.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: cluster 2021-03-04T23:12:12.499191+0000 mon.a (mon.0) 131 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:12:13.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: cluster 2021-03-04T23:12:12.499211+0000 mon.a (mon.0) 132 : cluster [INF] osd.0 failed (root=default,host=gibba011) (connection refused reported by osd.1) 2021-03-04T23:12:13.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: cluster 2021-03-04T23:12:12.499304+0000 mon.a (mon.0) 133 : cluster [DBG] 2021-03-04T23:12:13.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: osd.0 reported immediately failed by osd.2 2021-03-04T23:12:13.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: cluster 2021-03-04T23:12:12.499369+0000 mon.a (mon.0) 134 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:12:13.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: cluster 2021-03-04T23:12:12.499421+0000 mon.a (mon.0) 135 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:12:13.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: cluster 2021-03-04T23:12:12.499475+0000 mon.a (mon.0) 136 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:12:13.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: cluster 2021-03-04T23:12:12.499567+0000 mon.a (mon.0) 137 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:12:13.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: cluster 2021-03-04T23:12:12.499629+0000 mon.a (mon.0) 138 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:12:13.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: cluster 2021-03-04T23:12:12.499706+0000 mon.a (mon.0) 139 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:12:13.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: cluster 2021-03-04T23:12:12.699960+0000 mon.a (mon.0) 140 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:12:13.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: cluster 2021-03-04T23:12:12.700001+0000 mon.a (mon.0) 141 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:12:13.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: cluster 2021-03-04T23:12:12.700093+0000 mon.a (mon.0) 142 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:12:13.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: cluster 2021-03-04T23:12:12.700125+0000 mon.a (mon.0) 143 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:12:13.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: cluster 2021-03-04T23:12:12.700154+0000 mon.a (mon.0) 144 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:12:13.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: cluster 2021-03-04T23:12:12.700251+0000 mon.a (mon.0) 145 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:12:13.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: cluster 2021-03-04T23:12:12.700282+0000 mon.a (mon.0) 146 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:12:13.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: cluster 2021-03-04T23:12:12.700408+0000 mon.a (mon.0) 147 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:12:13.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: cluster 2021-03-04T23:12:12.700467+0000 mon.a (mon.0) 148 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:12:13.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: cluster 2021 2021-03-04T23:12:13.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: -03-04T23:12:12.700601+0000 mon.a (mon.0) 149 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:12:13.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: cluster 2021-03-04T23:12 2021-03-04T23:12:13.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: :12.700689+0000 mon.a (mon.0) 150 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:12:13.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: cluster 2021-03-04T23:12:12.700774 2021-03-04T23:12:13.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: +0000 mon.a (mon.0) 151 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:12:13.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: cluster 2021-03-04T23:12:12.700858+0000 mon.a (mon. 2021-03-04T23:12:13.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: 0) 152 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:12:13.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: cluster 2021-03-04T23:12:13.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: 2021-03-04T23:12:12.700942+0000 mon.a (mon.0) 153 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:12:13.363 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: cluster 2021-03-04T23:12:12.701003+0000 2021-03-04T23:12:13.363 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[95595]: mon.a (mon.0) 154 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:12:13.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: cluster 2021-03-04T23:12:12.499191+0000 mon.a (mon.0) 131 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:12:13.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: cluster 2021-03-04T23:12: 2021-03-04T23:12:13.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: 12.499211+0000 mon.a (mon.0) 132 : cluster [INF] osd.0 failed (root=default,host=gibba011) (connection refused reported by osd.1) 2021-03-04T23:12:13.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: cluster 2021-03-04T23:12:12.499304+0000 mon.a (mon. 2021-03-04T23:12:13.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: 0) 133 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:12:13.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:12:13.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: 04T23:12:12.499369+0000 mon.a (mon.0 2021-03-04T23:12:13.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: ) 134 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:12:13.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: cluster 2021-03-04T23:12:13.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: 2021-03-04T23:12:12 2021-03-04T23:12:13.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: .499421+0000 mon.a (mon.0) 135 2021-03-04T23:12:13.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:12:13.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:12:13.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: -04T23:12:12.499475+0000 mon.a (mon.0) 136 : cluster [DBG] 2021-03-04T23:12:13.370 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: osd.0 reported immediately failed by osd.6 2021-03-04T23:12:13.370 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:12:13.370 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: 04T23:12:12.499567+0000 mon.a (mon.0) 137 2021-03-04T23:12:13.370 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:12:13.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: cluster 2021-03-04T23:12:13.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: 2021-03-04T23:12:12.499629+0000 mon.a 2021-03-04T23:12:13.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: (mon.0) 138 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:12:13.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:12:13.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: :12:12.499706+0000 mon.a (mon.0) 139 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:12:13.372 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: cluster 2021-03-04T23:12:12.699960+0000 mon.a (mon. 2021-03-04T23:12:13.372 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: 0) 140 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:12:13.372 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:12:13.372 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: -03-04T23:12:12.700001+0000 mon.a (mon.0) 141 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:12:13.373 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: cluster 2021-03-04T23:12:12.700093+0000 mon.a (mon. 2021-03-04T23:12:13.373 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: 0) 142 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:12:13.373 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: cluster 2021-03-04T23:12:13.373 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: 2021-03-04T23:12:12.700125+0000 mon.a (mon.0) 143 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:12:13.373 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: cluster 2021-03-04T23:12:12.700154+0000 2021-03-04T23:12:13.374 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: mon.a (mon.0) 144 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:12:13.374 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: cluster 2021-03-04T23:12:12.700251+0000 mon.a (mon.0) 145 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:12:13.374 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: cluster 2021-03-04T23:12:12.700282+0000 mon.a (mon.0) 146 : cluster 2021-03-04T23:12:13.374 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:12:13.375 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:12:13.375 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: 23:12:12.700408+0000 mon.a (mon.0) 147 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:12:13.375 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: cluster 2021-03-04T23:12:12.700467+0000 mon.a (mon.0) 148 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:12:13.375 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: cluster 2021-03-04T23:12: 2021-03-04T23:12:13.376 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: 12.700601+0000 mon.a (mon.0) 149 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:12:13.376 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: cluster 2021-03-04T23:12:12.700689+0000 mon.a 2021-03-04T23:12:13.376 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: (mon.0) 150 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:12:13.376 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: cluster 2021-03-04T23:12:12.700774+0000 mon.a (mon.0) 151 2021-03-04T23:12:13.376 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:12:13.377 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:12:13.377 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: 03-04T23:12:12.700858+0000 mon.a (mon.0) 152 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:12:13.377 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: cluster 2021-03-04T23:12:12.700942+0000 mon.a (mon 2021-03-04T23:12:13.377 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: .0) 153 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:12:13.377 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: cluster 2021-03-04T23:12:13.378 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:12 gibba011 conmon[99461]: 2021-03-04T23:12:12.701003+0000 mon.a (mon.0) 154 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:12:13.847 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 78 16 176556 176540 141.436 0 - 0.00694349 2021-03-04T23:12:13.943 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:13 gibba011 podman[105927]: 2021-03-04 23:12:13.65503194 +0000 UTC m=+1.121952832 container remove 21f34069602c28a7bf3e05fdd1fc38f6048d6c1c60ba3d92905b0482cdedd378 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0, GIT_REPO=https://github.com/ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_BRANCH=HEAD, RELEASE=master-908e75b, CEPH_POINT_RELEASE=, GIT_CLEAN=False, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2) 2021-03-04T23:12:14.285 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:13 gibba011 conmon[95595]: cluster 2021-03-04T23:12:12.436909+0000 mgr.x (mgr.34676) 166 : cluster [DBG] pgmap v97: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 633 GiB / 672 GiB avail; 76 MiB/s wr, 1.22k op/s 2021-03-04T23:12:14.285 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:13 gibba011 conmon[95595]: cluster 2021-03-04T23:12:12.971547+0000 mon.a (mon.0) 155 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:12:14.286 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:13 gibba011 conmon[95595]: cluster 2021-03-04T23:12:12.976971+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e70: 8 total, 7 up, 8 in 2021-03-04T23:12:14.286 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:13 gibba011 conmon[99461]: cluster 2021-03-04T23:12:12.436909+0000 mgr.x (mgr.34676) 166 : cluster [DBG] pgmap v97: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 633 GiB / 672 GiB avail; 76 MiB/s wr, 1.22k op/s 2021-03-04T23:12:14.286 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:13 gibba011 conmon[99461]: cluster 2021-03-04T23:12:12.971547+0000 mon.a (mon.0) 155 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:12:14.287 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:13 gibba011 conmon[99461]: cluster 2021-03-04T23:12:12.976971+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e70: 8 total, 7 up, 8 in 2021-03-04T23:12:14.287 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:13 gibba011 podman[106099]: 2021-03-04 23:12:13.942162098 +0000 UTC m=+0.502247910 container create 5f7b4359f768d545bd12ac3724644463ed6504e8925d9e0f4dfa135f45d1be09 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0-deactivate, maintainer=Dimitri Savineau , io.buildah.version=1.18.0, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, GIT_BRANCH=HEAD, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e) 2021-03-04T23:12:14.287 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:14 gibba011 podman[106099]: 2021-03-04 23:12:14.058471119 +0000 UTC m=+0.618556924 container init 5f7b4359f768d545bd12ac3724644463ed6504e8925d9e0f4dfa135f45d1be09 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0-deactivate, ceph=True, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.18.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Dimitri Savineau , GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, CEPH_POINT_RELEASE=, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS) 2021-03-04T23:12:14.287 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:14 gibba011 podman[106099]: 2021-03-04 23:12:14.108461632 +0000 UTC m=+0.668547435 container start 5f7b4359f768d545bd12ac3724644463ed6504e8925d9e0f4dfa135f45d1be09 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0-deactivate, ceph=True, io.buildah.version=1.18.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS) 2021-03-04T23:12:14.288 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:14 gibba011 podman[106099]: 2021-03-04 23:12:14.108573446 +0000 UTC m=+0.668659268 container attach 5f7b4359f768d545bd12ac3724644463ed6504e8925d9e0f4dfa135f45d1be09 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0-deactivate, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.18.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01) 2021-03-04T23:12:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:13 gibba038 conmon[76675]: cluster 2021-03-04T23:12:12.436909+0000 mgr.x (mgr.34676) 166 : cluster [DBG] pgmap v97: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 633 GiB / 672 GiB avail; 76 MiB/s wr, 1.22k op/s 2021-03-04T23:12:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:13 gibba038 conmon[76675]: cluster 2021-03-04T23:12 2021-03-04T23:12:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:13 gibba038 conmon[76675]: :12.971547+0000 mon.a (mon.0) 155 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:12:14.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:13 gibba038 conmon[76675]: cluster 2021-03-04T23:12:12.976971+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e70: 8 total, 7 up, 8 in 2021-03-04T23:12:14.604 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:14 gibba011 podman[106099]: 2021-03-04 23:12:14.385785388 +0000 UTC m=+0.945871211 container died 5f7b4359f768d545bd12ac3724644463ed6504e8925d9e0f4dfa135f45d1be09 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0-deactivate) 2021-03-04T23:12:14.697 INFO:teuthology.orchestra.run.gibba011.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:12:14.847 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 79 16 178011 177995 140.797 45.4688 0.010269 0.00709965 2021-03-04T23:12:15.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:14 gibba038 conmon[76675]: cluster 2021-03-04T23:12:13.979377+0000 mon.a (mon.0) 157 : cluster [DBG] osdmap e71: 8 total, 7 up, 8 in 2021-03-04T23:12:15.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:14 gibba038 conmon[76675]: audit 2021-03-04T23:12:14.694140+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:15.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:14 gibba011 conmon[95595]: cluster 2021-03-04T23:12:13.979377+0000 mon.a (mon.0) 157 2021-03-04T23:12:15.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:14 gibba011 conmon[95595]: : cluster [DBG] osdmap e71: 8 total, 7 up, 8 in 2021-03-04T23:12:15.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:14 gibba011 conmon[95595]: audit 2021-03-04T23:12:14.694140+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:15.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:14 gibba011 conmon[99461]: cluster 2021-03-04T23:12:13.979377+0000 mon.a (mon.0) 157 2021-03-04T23:12:15.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:14 gibba011 conmon[99461]: : cluster [DBG] osdmap e71: 8 total, 7 up, 8 in 2021-03-04T23:12:15.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:14 gibba011 conmon[99461]: audit 2021-03-04T23:12:14.694140+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:15.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:14 gibba011 conmon[99461]: 2021-03-04T23:12:15.847 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:12:15.845830+0000 min lat: 0.000967938 max lat: 1.54686 avg lat: 0.0071185 2021-03-04T23:12:15.847 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:12:15.847 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 80 16 179780 179764 140.419 110.562 0.0131705 0.0071185 2021-03-04T23:12:15.896 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'sleep 60' 2021-03-04T23:12:15.922 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:15 gibba011 podman[106099]: 2021-03-04 23:12:15.650635434 +0000 UTC m=+2.210721233 container remove 5f7b4359f768d545bd12ac3724644463ed6504e8925d9e0f4dfa135f45d1be09 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0-deactivate, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20201204, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.schema-version=1.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_CLEAN=True, io.buildah.version=1.18.0) 2021-03-04T23:12:15.923 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:15 gibba011 systemd[1]: Stopped Ceph osd.0 for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:12:15.923 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:15 gibba011 systemd[1]: Starting Ceph osd.0 for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:12:16.192 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:15 gibba011 conmon[95595]: cluster 2021-03-04T23:12:14.437211+0000 mgr.x (mgr.34676) 167 : cluster 2021-03-04T23:12:16.192 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:15 gibba011 conmon[95595]: [DBG] pgmap v100: 89 pgs: 13 stale+active+clean, 76 active+clean; 11 GiB data, 32 GiB used, 632 GiB / 672 GiB avail; 104 MiB/s wr, 1.66k op/s 2021-03-04T23:12:16.192 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:15 gibba011 conmon[95595]: audit 2021-03-04T23:12:14.690559+0000 mgr.x (mgr.34676) 168 : audit [DBG] from='client.44211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:12:16.193 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:15 gibba011 conmon[95595]: cephadm 2021-03-04T23:12:14.690844+0000 mgr.x (mgr.34676) 169 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:12:16.193 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:16 gibba011 podman[106449]: 2021-03-04 23:12:16.13345108 +0000 UTC m=+0.139846383 container create 3e9504f17a41041118f21e6787d506229873e994f8864a4e0e17dbadfde1e471 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0-activate, io.buildah.version=1.18.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.name=CentOS Base Image, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0) 2021-03-04T23:12:16.194 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:15 gibba011 conmon[99461]: cluster 2021-03-04T23:12:14.437211+0000 mgr.x (mgr.34676 2021-03-04T23:12:16.194 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:15 gibba011 conmon[99461]: ) 167 : cluster [DBG] pgmap v100: 89 pgs: 13 stale+active+clean, 76 active+clean; 11 GiB data, 32 GiB used, 632 GiB / 672 GiB avail; 104 MiB/s wr, 1.66k op/s 2021-03-04T23:12:16.194 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:15 gibba011 conmon[99461]: audit 2021-03-04T23:12:14.690559+0000 mgr.x (mgr.34676) 168 : audit [DBG] from='client.44211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:12:16.194 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:15 gibba011 conmon[99461]: cephadm 2021-03-04T23:12:14.690844+0000 mgr.x (mgr.34676) 169 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:12:16.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:15 gibba038 conmon[76675]: cluster 2021-03-04T23:12:14.437211+0000 mgr.x (mgr.34676) 2021-03-04T23:12:16.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:15 gibba038 conmon[76675]: 167 : cluster [DBG] pgmap v100: 89 pgs: 13 stale+active+clean, 76 active+clean; 11 GiB data, 32 GiB used, 632 GiB / 672 GiB avail; 104 MiB/s wr, 1.66k op/s 2021-03-04T23:12:16.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:15 gibba038 conmon[76675]: audit 2021-03-04T23:12:14.690559+0000 mgr.x (mgr.34676) 168 : audit [DBG] from='client.44211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:12:16.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:15 gibba038 conmon[76675]: cephadm 2021-03-04T 2021-03-04T23:12:16.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:15 gibba038 conmon[76675]: 23:12:14.690844+0000 mgr.x (mgr.34676) 169 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:12:16.560 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:16 gibba011 podman[106449]: 2021-03-04 23:12:16.241788396 +0000 UTC m=+0.248183716 container init 3e9504f17a41041118f21e6787d506229873e994f8864a4e0e17dbadfde1e471 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0-activate, org.label-schema.name=CentOS Base Image, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Dimitri Savineau , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20201204, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.18.0) 2021-03-04T23:12:16.561 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:16 gibba011 podman[106449]: 2021-03-04 23:12:16.28356466 +0000 UTC m=+0.289959973 container start 3e9504f17a41041118f21e6787d506229873e994f8864a4e0e17dbadfde1e471 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0-activate, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.build-date=20201204, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.license=GPLv2, io.buildah.version=1.18.0, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2021-03-04T23:12:16.561 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:16 gibba011 podman[106449]: 2021-03-04 23:12:16.283904351 +0000 UTC m=+0.290299669 container attach 3e9504f17a41041118f21e6787d506229873e994f8864a4e0e17dbadfde1e471 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0-activate, ceph=True, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.18.0, org.label-schema.build-date=20201204) 2021-03-04T23:12:16.847 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 81 16 181416 181400 139.948 102.25 0.00493784 0.00714253 2021-03-04T23:12:16.853 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:16 gibba011 bash[106352]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2021-03-04T23:12:16.853 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:16 gibba011 bash[106352]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2021-03-04T23:12:16.854 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:16 gibba011 bash[106352]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2021-03-04T23:12:16.854 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:16 gibba011 bash[106352]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2021-03-04T23:12:16.854 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:16 gibba011 bash[106352]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2021-03-04T23:12:16.854 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:16 gibba011 bash[106352]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2021-03-04T23:12:16.855 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:16 gibba011 bash[106352]: --> ceph-volume lvm activate successful for osd ID: 0 2021-03-04T23:12:16.855 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:16 gibba011 podman[106449]: 2021-03-04 23:12:16.674788311 +0000 UTC m=+0.681183643 container died 3e9504f17a41041118f21e6787d506229873e994f8864a4e0e17dbadfde1e471 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0-activate) 2021-03-04T23:12:17.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit 2021-03-04T 2021-03-04T23:12:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: 23:12:16.433736+0000 mon.c (mon.1) 60 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 2]}]: dispatch 2021-03-04T23:12:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit 2021-03-04T23:12:16.434014+0000 mon.c (mon.1) 61 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 1]}]: dispatch 2021-03-04T23:12:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit 2021-03-04T 2021-03-04T23:12:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: 23:12:16.434134+0000 mon.a (mon.0) 159 2021-03-04T23:12:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 2]}]: dispatch 2021-03-04T23:12:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit 2021-03-04T23: 2021-03-04T23:12:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: 12:16.434208+0000 mon.c (mon.1) 62 : 2021-03-04T23:12:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [3, 0]}]: dispatch 2021-03-04T23:12:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit 2021 2021-03-04T23:12:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: -03-04T23:12:16.434450+0000 mon.c 2021-03-04T23:12:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: (mon.1) 63 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [7, 0]}]: dispatch 2021-03-04T23:12:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit 2021-03-04T23:12:16.434544 2021-03-04T23:12:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: +0000 mon.a (mon.0) 160 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 1]}]: dispatch 2021-03-04T23:12:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit 2021 2021-03-04T23:12:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: -03-04T23:12:16.434657+0000 2021-03-04T23:12:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: mon.c (mon.1) 64 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]: dispatch 2021-03-04T23:12:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:12:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: 04T23:12:16.434824+0000 mon.a (mon. 2021-03-04T23:12:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: 0) 161 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [3, 0]}]: dispatch 2021-03-04T23:12:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit 2021-03-04T23 2021-03-04T23:12:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: :12:16.434885+0000 mon.c (mon.1) 2021-03-04T23:12:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: 65 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 0]}]: dispatch 2021-03-04T23:12:17.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit 2021-03-04T23: 2021-03-04T23:12:17.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: 12:16.435074+0000 mon.c (mon.1) 66 : 2021-03-04T23:12:17.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2021-03-04T23:12:17.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit 2021-03-04T23:12: 2021-03-04T23:12:17.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: 16.435262+0000 mon.c (mon.1) 67 : audit 2021-03-04T23:12:17.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 0]}]: dispatch 2021-03-04T23:12:17.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit 2021-03-04T23:12:16 2021-03-04T23:12:17.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: .435493+0000 mon.a (mon.0) 162 : audit [INF] 2021-03-04T23:12:17.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [7, 0]}]: dispatch 2021-03-04T23:12:17.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit 2021-03-04T23:12:17.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: 2021-03-04T23:12:16.435584+0000 mon.c (mon.1 2021-03-04T23:12:17.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: ) 68 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 0]}]: dispatch 2021-03-04T23:12:17.347 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit 2021-03-04 2021-03-04T23:12:17.347 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: T23:12:16.435822+0000 mon.c (mon.1) 69 : audit [INF] 2021-03-04T23:12:17.347 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 0]}]: dispatch 2021-03-04T23:12:17.347 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit 2021-03-04T23:12:17.348 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: 2021-03-04T23:12:16.435838+0000 mon.a (mon.0 2021-03-04T23:12:17.348 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: ) 163 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]: dispatch 2021-03-04T23:12:17.348 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit 2021-03-04T23:12:16.436106+0000 2021-03-04T23:12:17.348 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: mon.a (mon.0) 164 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 0]}]: dispatch 2021-03-04T23:12:17.349 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:12:17.349 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: 03-04T23:12:16.436336+0000 mon.a 2021-03-04T23:12:17.349 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: (mon.0) 165 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2021-03-04T23:12:17.349 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:12:17.350 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: 04T23:12:16.436687+0000 mon.a (mon 2021-03-04T23:12:17.350 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: .0) 166 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 0]}]: dispatch 2021-03-04T23:12:17.350 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit 2021-03-04 2021-03-04T23:12:17.351 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: T23:12:16.436895+0000 mon.a (mon. 2021-03-04T23:12:17.351 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: 0) 167 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 0]}]: dispatch 2021-03-04T23:12:17.351 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit 2021-03-04T 2021-03-04T23:12:17.351 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: 23:12:16.437103 2021-03-04T23:12:17.352 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: +0000 mon.a (mon.0) 168 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 0]}]: dispatch 2021-03-04T23:12:17.352 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: 2021-03-04T23:12:17.352 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit 2021-03-04T 2021-03-04T23:12:17.352 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: 23:12:16.587979+0000 mon.c (mon.1 2021-03-04T23:12:17.352 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: ) 70 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:12:17.353 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit 2021-03-04T 2021-03-04T23:12:17.353 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: 23:12:16.588322+0000 mon.a (mon.0 2021-03-04T23:12:17.353 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: ) 169 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:12:17.353 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit 2021-03-04T23:12 2021-03-04T23:12:17.353 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: :16.597739+0000 mon.c (mon.1) 71 : 2021-03-04T23:12:17.354 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:12:17.354 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: audit 2021-03-04T23:12: 2021-03-04T23:12:17.354 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:16 gibba038 conmon[76675]: 16.598088+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:12:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: audit 2021-03-04T23:12:16.433736+0000 mon.c (mon.1) 60 : audit [INF] 2021-03-04T23:12:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 2]}]: dispatch 2021-03-04T23:12:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: audit 2021-03-04T23:12:16.434014+0000 mon.c (mon.1) 61 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 1]}]: dispatch 2021-03-04T23:12:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: audit 2021-03-04T23:12:16.434134+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 2]}]: dispatch 2021-03-04T23:12:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: audit 2021-03-04T23:12:16.434208+0000 mon.c (mon.1) 62 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [3, 0]}]: dispatch 2021-03-04T23:12:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: audit 2021-03-04T23:12:16. 2021-03-04T23:12:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: 434450+0000 mon.c (mon.1) 63 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [7, 0]}]: dispatch 2021-03-04T23:12:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: audit 2021-03-04T23:12:16.434544+0000 mon.a ( 2021-03-04T23:12:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: mon.0) 160 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 1]}]: dispatch 2021-03-04T23:12:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: audit 2021-03-04T23:12:16.434657 2021-03-04T23:12:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: +0000 mon.c (mon.1) 64 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]: dispatch 2021-03-04T23:12:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: audit 2021-03- 2021-03-04T23:12:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: 04T23:12:16.434824+0000 mon.a (mon.0 2021-03-04T23:12:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: ) 161 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [3, 0]}]: dispatch 2021-03-04T23:12:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: audit 2021-03-04T23: 2021-03-04T23:12:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: 12:16.434885+0000 mon.c (mon.1) 2021-03-04T23:12:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: 65 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 0]}]: dispatch 2021-03-04T23:12:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: audit 2021-03 2021-03-04T23:12:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: -04T23:12:16.435074+0000 mon.c (mon 2021-03-04T23:12:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: .1) 66 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2021-03-04T23:12:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: audit 2021-03-04T23:12:17.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: 2021-03-04T23:12:16.435262+0000 2021-03-04T23:12:17.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: mon.c (mon.1) 67 : audit [INF] 2021-03-04T23:12:17.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 0]}]: dispatch 2021-03-04T23:12:17.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: audit 2021-03-04T23 2021-03-04T23:12:17.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: :12:16.435493+0000 mon.a (mon.0) 162 : audit [INF] 2021-03-04T23:12:17.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [7, 0]}]: dispatch 2021-03-04T23:12:17.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: audit 2021-03-04T23 2021-03-04T23:12:17.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: :12:16.435584+0000 mon.c (mon.1) 2021-03-04T23:12:17.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: 68 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 0]}]: dispatch 2021-03-04T23:12:17.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: audit 2021 2021-03-04T23:12:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: audit 2021-03-04T23:12:16.433736+0000 mon.c 2021-03-04T23:12:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: (mon.1) 60 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 2]}]: dispatch 2021-03-04T23:12:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: audit 2021-03-04T23:12:16.434014+0000 2021-03-04T23:12:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: mon.c (mon.1) 61 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 1]}]: dispatch 2021-03-04T23:12:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: audit 2021-03-04T23:12:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: 2021-03-04T23:12:16.434134+0000 mon.a (mon.0) 159 : audit [INF] 2021-03-04T23:12:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 2]}]: dispatch 2021-03-04T23:12:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: audit 2021-03-04T23:12:16.434208+0000 mon.c 2021-03-04T23:12:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: (mon.1) 62 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [3, 0]}]: dispatch 2021-03-04T23:12:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: audit 2021-03-04T23:12 2021-03-04T23:12:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: :16.434450+0000 mon.c (mon.1) 63 : audit [INF] 2021-03-04T23:12:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [7, 0]}]: dispatch 2021-03-04T23:12:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:12:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: -04T23:12:16.434544+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 1]}]: dispatch 2021-03-04T23:12:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: audit 2021-03-04T23 2021-03-04T23:12:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: :12:16.434657+0000 mon.c (mon.1) 64 : audit 2021-03-04T23:12:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]: dispatch 2021-03-04T23:12:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:12:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: 03-04T23:12:16.434824+0000 mon.a (mon.0) 161 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [3, 0]}]: dispatch 2021-03-04T23:12:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: audit 2021-03-04T23:12 2021-03-04T23:12:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: :16.434885+0000 mon.c (mon.1) 65 : audit [INF] 2021-03-04T23:12:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 0]}]: dispatch 2021-03-04T23:12:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:12:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: -04T23:12:16.435074+0000 mon.c (mon.1) 66 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2021-03-04T23:12:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: audit 2021-03-04T23:12 2021-03-04T23:12:17.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: :16.435262+0000 mon.c (mon.1) 67 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 0]}]: dispatch 2021-03-04T23:12:17.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: 2021-03-04T23:12:17.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: audit 2021-03-04T 2021-03-04T23:12:17.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: 23:12:16.435493+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [7, 0]}]: dispatch 2021-03-04T23:12:17.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: audit 2021-03-04T23:12:16 2021-03-04T23:12:17.370 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: .435584+0000 mon.c (mon.1) 68 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 0]}]: dispatch 2021-03-04T23:12:17.370 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: -03-04T23:12:16.435822+0000 2021-03-04T23:12:17.371 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: mon.c (mon.1) 69 : audit [INF] 2021-03-04T23:12:17.371 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 0]}]: dispatch 2021-03-04T23:12:17.371 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: audit 2021-03-04T23:12:16.435838+0000 mon.a (mon.0) 163 : audit 2021-03-04T23:12:17.371 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]: dispatch 2021-03-04T23:12:17.371 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: audit 2021 2021-03-04T23:12:17.372 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: -03-04T23:12:16.436106+0000 mon.a ( 2021-03-04T23:12:17.372 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: mon.0) 164 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 0]}]: dispatch 2021-03-04T23:12:17.372 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: audit 2021-03-04T23:12:17.372 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: 2021-03-04T23:12:16.436336+0000 mon.a 2021-03-04T23:12:17.373 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: (mon.0) 165 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2021-03-04T23:12:17.373 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: audit 2021-03-04T23:12:17.373 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: 2021-03-04T23:12: 2021-03-04T23:12:17.373 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: 16.436687+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 0]}]: dispatch 2021-03-04T23:12:17.373 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: audit 2021-03-04T23:12:17.374 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: 2021-03-04T23:12:16.436895+0000 2021-03-04T23:12:17.374 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: mon.a (mon.0) 167 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 0]}]: dispatch 2021-03-04T23:12:17.374 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: audit 2021-03-04T23:12:17.375 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: 2021-03-04T23:12:16.437103+0000 mon.a (mon.0 2021-03-04T23:12:17.375 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: ) 168 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 0]}]: dispatch 2021-03-04T23:12:17.375 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: audit 2021-03 2021-03-04T23:12:17.375 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: -04T23:12:16.587979+0000 mon.c (mon.1) 70 : audit 2021-03-04T23:12:17.375 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:12:17.376 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: audit 2021-03-04T23:12:17.376 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: 2021-03-04T23:12:16.588322+0000 mon.a (mon 2021-03-04T23:12:17.376 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: .0) 169 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:12:17.376 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: audit 2021 2021-03-04T23:12:17.377 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: -03-04T23:12:16.597739+0000 mon.c (mon 2021-03-04T23:12:17.377 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: .1) 71 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:12:17.377 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: audit 2021-03-04T23:12:17.378 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: 2021-03-04T23:12:16.598088+0000 mon.a (mon. 2021-03-04T23:12:17.378 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[95595]: 0) 170 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:12:17.378 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:12:17.379 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: 04T23:12:16.435822+0000 mon.c (mon. 2021-03-04T23:12:17.379 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: 1) 69 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 0]}]: dispatch 2021-03-04T23:12:17.379 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:12:17.379 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: 04T23:12:16.435838+0000 mon.a (mon.0) 163 : audit [INF] 2021-03-04T23:12:17.380 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 2]}]: dispatch 2021-03-04T23:12:17.380 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: audit 2021-03-04T23:12:17.381 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: 2021-03-04T23:12:16.436106+0000 mon.a (mon.0) 2021-03-04T23:12:17.381 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: 164 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 0]}]: dispatch 2021-03-04T23:12:17.381 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: audit 2021-03-04T23:12: 2021-03-04T23:12:17.381 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: 16.436336+0000 mon.a (mon.0) 165 : audit [INF] 2021-03-04T23:12:17.381 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2021-03-04T23:12:17.382 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: audit 2021-03-04T23:12:17.382 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: 2021-03-04T23:12:16.436687+0000 mon.a (mon.0) 166 2021-03-04T23:12:17.382 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 0]}]: dispatch 2021-03-04T23:12:17.383 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: audit 2021-03-04T23:12:16. 2021-03-04T23:12:17.383 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: 436895+0000 mon.a (mon.0) 167 : audit [INF] 2021-03-04T23:12:17.383 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 0]}]: dispatch 2021-03-04T23:12:17.384 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: audit 2021-03-04T23:12:17.384 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: 2021-03-04T23:12:16.437103+0000 mon.a (mon.0) 2021-03-04T23:12:17.384 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: 168 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 0]}]: dispatch 2021-03-04T23:12:17.384 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: audit 2021-03-04T23:12 2021-03-04T23:12:17.384 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: :16.587979+0000 mon.c (mon.1) 70 : audit 2021-03-04T23:12:17.385 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:12:17.385 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: audit 2021-03-04T23:12:16. 2021-03-04T23:12:17.385 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: 588322+0000 mon.a (mon.0) 169 : audit [INF] 2021-03-04T23:12:17.385 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:12:17.385 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: audit 2021-03-04T23:12:17.386 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: 2021-03-04T23:12:16.597739+0000 mon.c (mon.1) 2021-03-04T23:12:17.386 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: 71 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:12:17.386 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: audit 2021-03-04T23:12 2021-03-04T23:12:17.387 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: :16.598088+0000 mon.a (mon.0) 170 : audit 2021-03-04T23:12:17.387 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:16 gibba011 conmon[99461]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:12:17.847 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 82 16 182978 182962 139.431 97.625 0.0142372 0.00716894 2021-03-04T23:12:18.294 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:17 gibba011 conmon[95595]: cluster 2021-03-04T23:12:16.437484+0000 mgr.x (mgr.34676) 170 : cluster [DBG] pgmap v101: 89 pgs: 13 stale+active+clean, 76 active+clean; 11 GiB data, 32 GiB used, 632 GiB / 672 GiB avail; 47 MiB/s wr, 749 op/s 2021-03-04T23:12:18.295 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:17 gibba011 conmon[99461]: cluster 2021-03-04T23:12:18.295 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:17 gibba011 conmon[99461]: 2021-03-04T23:12:18.295 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:17 gibba011 conmon[99461]: 2021 2021-03-04T23:12:18.295 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:17 gibba011 conmon[99461]: -03-04T23:12:16.437484+0000 2021-03-04T23:12:18.296 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:17 gibba011 conmon[99461]: mgr.x (mgr.34676) 170 : cluster [DBG] pgmap v101: 89 pgs: 13 stale+active+clean, 76 active+clean; 11 GiB data, 32 GiB used, 632 GiB / 672 GiB avail; 47 MiB/s wr, 749 op/s 2021-03-04T23:12:18.296 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:17 gibba011 podman[106449]: 2021-03-04 23:12:17.886872749 +0000 UTC m=+1.893268078 container remove 3e9504f17a41041118f21e6787d506229873e994f8864a4e0e17dbadfde1e471 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0-activate, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.build-date=20201204, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.18.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.license=GPLv2) 2021-03-04T23:12:18.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:17 gibba038 conmon[76675]: cluster 2021-03-04T23:12:16.437484+0000 mgr.x (mgr.34676) 170 : cluster [DBG] pgmap v101: 89 pgs: 13 stale+active+clean, 76 active+clean; 11 GiB data, 32 GiB used, 632 GiB / 672 GiB avail; 47 MiB/s wr, 749 op/s 2021-03-04T23:12:18.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:17 gibba038 conmon[76675]: 2021-03-04T23:12:18.835 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:18 gibba011 podman[106748]: 2021-03-04 23:12:18.675109981 +0000 UTC m=+0.227228100 container create 5fad3a5ebf99cf396d228563f3b220aa89833daae5c3b221aa16a740608f140f (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0, CEPH_POINT_RELEASE=, maintainer=Dimitri Savineau , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.18.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20201204) 2021-03-04T23:12:18.847 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 83 16 184665 184649 139.022 105.438 0.00609908 0.00719026 2021-03-04T23:12:19.103 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:18 gibba011 podman[106748]: 2021-03-04 23:12:18.833454861 +0000 UTC m=+0.385572983 container init 5fad3a5ebf99cf396d228563f3b220aa89833daae5c3b221aa16a740608f140f (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0, maintainer=Dimitri Savineau , GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.name=CentOS Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.18.0) 2021-03-04T23:12:19.104 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:18 gibba011 conmon[106796]: debug 2021-03-04T23:12:18.864+0000 7fee17f09700 1 -- 172.21.2.111:0/1435874986 <== mon.2 v2:172.21.2.138:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ef3b15a4e0 con 0x55ef3b123800 2021-03-04T23:12:19.104 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:18 gibba011 podman[106748]: 2021-03-04 23:12:18.916763751 +0000 UTC m=+0.468881851 container start 5fad3a5ebf99cf396d228563f3b220aa89833daae5c3b221aa16a740608f140f (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, io.buildah.version=1.18.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, ceph=True, org.label-schema.name=CentOS Base Image, maintainer=Dimitri Savineau ) 2021-03-04T23:12:19.104 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:18 gibba011 bash[106352]: 5fad3a5ebf99cf396d228563f3b220aa89833daae5c3b221aa16a740608f140f 2021-03-04T23:12:19.104 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:18 gibba011 systemd[1]: Started Ceph osd.0 for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:12:19.652 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[106796]: debug 2021-03-04T23:12:19.385+0000 7fee1f99e080 -1 Falling back to public interface 2021-03-04T23:12:19.847 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 84 16 186255 186239 138.55 99.375 0.00759776 0.00721471 2021-03-04T23:12:19.970 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:19 gibba038 conmon[76675]: cluster 2021-03-04T23:12:18.437975+0000 mgr.x (mgr.34676) 171 : cluster [DBG] pgmap v102: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 11 GiB data, 33 GiB used, 631 GiB / 672 GiB avail; 100 MiB/s wr, 1.60k op/s; 45485/547365 objects degraded (8.310%) 2021-03-04T23:12:19.971 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:19 gibba038 conmon[76675]: audit 2021-03-04T23:12:18.968023+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:19.971 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:19 gibba038 conmon[76675]: audit 2021-03-04T23:12:18.969158+0000 mon.c (mon.1) 72 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:12:19.971 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:19 gibba038 conmon[76675]: audit 2021-03-04T23:12:18.970740+0000 mon.c (mon.1) 73 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:12:19.972 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:19 gibba038 conmon[76675]: audit 2021-03-04T23:12:18.970946+0000 mon.c (mon.1) 74 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:12:19.972 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:19 gibba038 conmon[76675]: cluster 2021-03-04T23:12:18.988378+0000 mon.a (mon.0) 172 : cluster [WRN] Health check failed: Degraded data redundancy: 45485/547365 objects degraded (8.310%), 10 pgs degraded (PG_DEGRADED) 2021-03-04T23:12:19.977 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: cluster 2021-03-04T23:12:19.977 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:19.977 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021 2021-03-04T23:12:19.977 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: - 2021-03-04T23:12:19.978 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 03 2021-03-04T23:12:19.978 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: - 2021-03-04T23:12:19.978 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 04 2021-03-04T23:12:19.978 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: T 2021-03-04T23:12:19.978 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 23 2021-03-04T23:12:19.979 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: : 2021-03-04T23:12:19.979 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 12 2021-03-04T23:12:19.979 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: : 2021-03-04T23:12:19.979 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 18 2021-03-04T23:12:19.980 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: . 2021-03-04T23:12:19.980 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 437975 2021-03-04T23:12:19.980 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: +0000 2021-03-04T23:12:19.980 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:19.980 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: mgr.x 2021-03-04T23:12:19.981 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: ( 2021-03-04T23:12:19.981 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: mgr 2021-03-04T23:12:19.981 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: . 2021-03-04T23:12:19.981 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 34676 2021-03-04T23:12:19.981 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: ) 2021-03-04T23:12:19.982 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 171 2021-03-04T23:12:19.982 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: : 2021-03-04T23:12:19.982 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: cluster 2021-03-04T23:12:19.982 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:19.983 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: [DBG] 2021-03-04T23:12:19.983 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:19.983 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: pgmap v102: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 11 GiB data, 33 GiB used, 631 GiB / 672 GiB avail; 100 MiB/s wr, 1.60k op/s; 45485/547365 objects degraded (8.310%) 2021-03-04T23:12:19.983 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:19.983 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: audit 2021-03-04T23:12:19.984 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:19.984 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021 2021-03-04T23:12:19.984 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: - 2021-03-04T23:12:19.984 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 03 2021-03-04T23:12:19.984 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: - 2021-03-04T23:12:19.985 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 04 2021-03-04T23:12:19.985 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: T 2021-03-04T23:12:19.985 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 23 2021-03-04T23:12:19.986 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: : 2021-03-04T23:12:19.986 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 12 2021-03-04T23:12:19.986 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: : 2021-03-04T23:12:19.986 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 18 2021-03-04T23:12:19.987 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: . 2021-03-04T23:12:19.987 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 968023 2021-03-04T23:12:19.987 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: +0000 2021-03-04T23:12:19.987 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:19.987 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: mon.a 2021-03-04T23:12:19.988 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: ( 2021-03-04T23:12:19.988 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: mon 2021-03-04T23:12:19.988 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: . 2021-03-04T23:12:19.988 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 0 2021-03-04T23:12:19.988 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: ) 2021-03-04T23:12:19.989 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 171 2021-03-04T23:12:19.989 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: : 2021-03-04T23:12:19.989 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: audit 2021-03-04T23:12:19.990 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:19.990 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: [INF] 2021-03-04T23:12:19.991 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:19.991 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:19.991 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:19.991 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: audit 2021-03-04T23:12:19.991 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:19.992 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021 2021-03-04T23:12:19.992 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: - 2021-03-04T23:12:19.992 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 03 2021-03-04T23:12:19.992 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: - 2021-03-04T23:12:19.993 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 04 2021-03-04T23:12:19.993 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: T 2021-03-04T23:12:19.993 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 23 2021-03-04T23:12:19.993 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: : 2021-03-04T23:12:19.993 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 12 2021-03-04T23:12:19.994 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: : 2021-03-04T23:12:19.994 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 18 2021-03-04T23:12:19.994 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: . 2021-03-04T23:12:19.994 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 969158 2021-03-04T23:12:19.995 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: +0000 2021-03-04T23:12:19.995 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:19.995 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: mon.c 2021-03-04T23:12:19.995 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: ( 2021-03-04T23:12:19.996 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: mon 2021-03-04T23:12:19.996 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: . 2021-03-04T23:12:19.996 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 1 2021-03-04T23:12:19.996 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: ) 2021-03-04T23:12:19.997 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 72 2021-03-04T23:12:19.997 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: : 2021-03-04T23:12:19.997 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: audit 2021-03-04T23:12:19.998 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:19.998 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: [DBG] 2021-03-04T23:12:19.998 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:19.999 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:12:19.999 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:19.999 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: audit 2021-03-04T23:12:19.999 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:20.000 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021 2021-03-04T23:12:20.000 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: - 2021-03-04T23:12:20.001 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 03 2021-03-04T23:12:20.001 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: - 2021-03-04T23:12:20.001 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 04 2021-03-04T23:12:20.002 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: T 2021-03-04T23:12:20.002 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 23 2021-03-04T23:12:20.002 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: : 2021-03-04T23:12:20.003 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 12 2021-03-04T23:12:20.003 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: : 2021-03-04T23:12:20.004 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 18 2021-03-04T23:12:20.004 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: . 2021-03-04T23:12:20.005 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 970740 2021-03-04T23:12:20.005 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: +0000 2021-03-04T23:12:20.005 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:20.005 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: mon.c 2021-03-04T23:12:20.006 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: ( 2021-03-04T23:12:20.006 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: mon 2021-03-04T23:12:20.006 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: . 2021-03-04T23:12:20.006 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 1 2021-03-04T23:12:20.007 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: ) 2021-03-04T23:12:20.007 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 73 2021-03-04T23:12:20.008 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: : 2021-03-04T23:12:20.008 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: audit 2021-03-04T23:12:20.008 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:20.008 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: [DBG] 2021-03-04T23:12:20.008 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:20.009 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:12:20.009 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:20.009 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: audit 2021-03-04T23:12:20.010 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:20.010 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021 2021-03-04T23:12:20.010 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: - 2021-03-04T23:12:20.010 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 03 2021-03-04T23:12:20.011 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: - 2021-03-04T23:12:20.011 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 04 2021-03-04T23:12:20.011 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: T 2021-03-04T23:12:20.011 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 23 2021-03-04T23:12:20.011 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: : 2021-03-04T23:12:20.012 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 12 2021-03-04T23:12:20.012 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: : 2021-03-04T23:12:20.012 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 18 2021-03-04T23:12:20.012 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: . 2021-03-04T23:12:20.012 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 970946 2021-03-04T23:12:20.013 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: +0000 2021-03-04T23:12:20.013 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:20.013 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: mon.c 2021-03-04T23:12:20.014 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: ( 2021-03-04T23:12:20.014 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: mon 2021-03-04T23:12:20.014 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: . 2021-03-04T23:12:20.014 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 1 2021-03-04T23:12:20.014 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: ) 2021-03-04T23:12:20.015 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 74 2021-03-04T23:12:20.015 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: : 2021-03-04T23:12:20.015 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: audit 2021-03-04T23:12:20.015 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:20.016 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: [DBG] 2021-03-04T23:12:20.016 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:20.016 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:12:20.016 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:20.016 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: cluster 2021-03-04T23:12:20.017 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021-03-04T23:12:20.017 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 2021 2021-03-04T23:12:20.017 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: - 2021-03-04T23:12:20.017 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 03 2021-03-04T23:12:20.018 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: - 2021-03-04T23:12:20.018 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 04 2021-03-04T23:12:20.018 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: T 2021-03-04T23:12:20.018 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: 23:12:18.988378+0000 mon.a (mon.0) 172 : cluster 2021-03-04T23:12:20.018 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[95595]: [WRN] Health check failed: Degraded data redundancy: 45485/547365 objects degraded (8.310%), 10 pgs degraded (PG_DEGRADED) 2021-03-04T23:12:20.019 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[99461]: cluster 2021-03-04T23:12:20.019 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[99461]: 2021-03-04T23:12:20.019 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[99461]: 2021 2021-03-04T23:12:20.020 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[99461]: - 2021-03-04T23:12:20.020 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[99461]: 03 2021-03-04T23:12:20.020 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[99461]: - 2021-03-04T23:12:20.020 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[99461]: 04T23:12:18.437975 2021-03-04T23:12:20.020 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[99461]: +0000 mgr.x (mgr.34676) 171 : cluster [DBG] pgmap v102: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 11 GiB data, 33 GiB used, 631 GiB / 672 GiB avail; 100 MiB/s wr, 1.60k op/s; 45485/547365 objects degraded (8.310%) 2021-03-04T23:12:20.021 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:12:20.021 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[99461]: T23:12:18.968023+0000 mon.a (mon.0) 171 : 2021-03-04T23:12:20.021 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[99461]: audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:20.021 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:12:20.022 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[99461]: -04T23:12:18.969158+0000 mon.c (mon.1 2021-03-04T23:12:20.022 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[99461]: ) 72 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:12:20.022 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:12:20.022 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[99461]: -04T23:12:18.970740+0000 mon.c (mon.1 2021-03-04T23:12:20.022 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[99461]: ) 73 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:12:20.023 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:12:20.023 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[99461]: 03-04T23:12:18.970946+0000 mon.c (mon 2021-03-04T23:12:20.023 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[99461]: .1) 74 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:12:20.024 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:12:20.024 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[99461]: 03-04T23:12:18.988378+0000 mon.a (mon 2021-03-04T23:12:20.024 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:19 gibba011 conmon[99461]: .0) 172 : cluster [WRN] Health check failed: Degraded data redundancy: 45485/547365 objects degraded (8.310%), 10 pgs degraded (PG_DEGRADED) 2021-03-04T23:12:20.847 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 85 16 187794 187778 138.051 96.1875 0.0050987 0.00724016 2021-03-04T23:12:21.847 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 86 16 189406 189390 137.617 100.75 0.00380273 0.00726352 2021-03-04T23:12:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:21 gibba038 conmon[76675]: cluster 2021-03-04T23:12:20.438350+0000 mgr.x (mgr. 2021-03-04T23:12:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:21 gibba038 conmon[76675]: 34676) 172 : cluster [DBG] pgmap v103: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 11 GiB data, 33 GiB used, 631 GiB / 672 GiB avail; 100 MiB/s wr, 1.60k op/s; 45485/547365 objects degraded (8.310%) 2021-03-04T23:12:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:21 gibba038 conmon[76675]: audit 2021-03-04T23:12:21.630377+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:22.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:21 gibba011 conmon[95595]: cluster 2021-03-04T23:12:20.438350+0000 mgr.x (mgr.34676) 172 : cluster [DBG] pgmap v103: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 11 GiB data, 33 GiB used, 631 GiB / 672 GiB avail; 100 MiB/s wr, 1.60k op/s; 45485/547365 objects degraded (8.310%) 2021-03-04T23:12:22.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:21 gibba011 conmon[95595]: audit 2021-03-04T23:12:21.630377+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:22.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:21 gibba011 conmon[99461]: cluster 2021-03-04T23:12:20.438350+0000 mgr.x (mgr.34676) 172 : cluster [DBG] pgmap v103: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 11 GiB data, 33 GiB used, 631 GiB / 672 GiB avail; 100 MiB/s wr, 1.60k op/s; 45485/547365 objects degraded (8.310%) 2021-03-04T23:12:22.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:21 gibba011 conmon[99461]: audit 2021-03-04T23:12:21.630377+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:22.847 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 87 16 190943 190927 137.14 96.0625 0.0133318 0.00728877 2021-03-04T23:12:22.854 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:22 gibba011 conmon[106796]: debug 2021-03-04T23:12:22.854 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:22 gibba011 conmon[106796]: 2021-03-04T23:12:22.376+0000 7fee1f99e080 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: store not yet converted to per-pg omap 2021-03-04T23:12:22.854 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:22 gibba011 conmon[106796]: 2021-03-04T23:12:22.854 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:22 gibba011 conmon[106796]: debug 2021-03-04T23:12:22.855 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:22 gibba011 conmon[106796]: 2021-03-04T23:12:22.378+0000 7fee0c466700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #-1:c1a3fc6e:::purged_snaps:0# has omap that is not per-pg or pgmeta 2021-03-04T23:12:22.855 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:22 gibba011 conmon[106796]: 2021-03-04T23:12:22.855 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:22 gibba011 conmon[106796]: debug 2021-03-04T23:12:22.855 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:22 gibba011 conmon[106796]: 2021-03-04T23:12:22.379+0000 7fee0c466700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #3:09401a81:::601.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:12:22.855 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:22 gibba011 conmon[106796]: 2021-03-04T23:12:22.856 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:22 gibba011 conmon[106796]: debug 2021-03-04T23:12:22.856 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:22 gibba011 conmon[106796]: 2021-03-04T23:12:22.379+0000 7fee0c466700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #3:0bd6d154:::602.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:12:22.856 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:22 gibba011 conmon[106796]: 2021-03-04T23:12:22.856 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:22 gibba011 conmon[106796]: debug 2021-03-04T23:12:22.857 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:22 gibba011 conmon[106796]: 2021-03-04T23:12:22.379+0000 7fee0c466700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #3:0d82a743:::600.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:12:22.857 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:22 gibba011 conmon[106796]: 2021-03-04T23:12:22.857 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:22 gibba011 conmon[106796]: debug 2021-03-04T23:12:22.380+0000 7fee0c466700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #3:0d89b25e:::603.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:12:22.857 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:22 gibba011 conmon[106796]: debug 2021-03-04T23:12:22.380+0000 7fee0c466700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #3:654134d2:::mds0_openfiles.0:head# has omap that is not per-pg or pgmeta 2021-03-04T23:12:22.857 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:22 gibba011 conmon[106796]: debug 2021-03-04T23:12:22.380+0000 7fee0c466700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #3:d0630e4c:::mds0_sessionmap:head# has omap that is not per-pg or pgmeta 2021-03-04T23:12:22.858 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:22 gibba011 conmon[106796]: debug 2021-03-04T23:12:22.384+0000 7fee0c466700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #3:e0b41d06:::609.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:12:22.858 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:22 gibba011 conmon[106796]: debug 2021-03-04T23:12:22.384+0000 7fee0c466700 -1 bluestore(/var/lib/ceph/osd/ceph-0) fsck warning: #3:ff5b34d6:::1.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:12:23.259 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[99461]: audit 2021-03-04T23:12:22.255214+0000 mon.a (mon. 2021-03-04T23:12:23.259 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[99461]: 0) 174 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:23.260 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[99461]: audit 2021-03-04T23:12:22 2021-03-04T23:12:23.260 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[99461]: .260342+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:23.260 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[99461]: audit 2021-03-04T23 2021-03-04T23:12:23.260 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[99461]: :12:22.264267+0000 mon.c (mon.1) 75 : audit 2021-03-04T23:12:23.260 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[99461]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:12:23.261 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:12:23.261 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[99461]: T23:12:22.265654+0000 mon.c (mon.1 2021-03-04T23:12:23.261 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[99461]: ) 76 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:12:23.261 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:12:23.262 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[99461]: 03-04T23:12:22.265902+0000 mon.c (mon.1 2021-03-04T23:12:23.262 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[99461]: ) 77 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:12:23.262 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[99461]: cluster 2021-03-04T23:12:23.262 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[99461]: 2021-03-04T23:12:22.438656+0000 mgr.x 2021-03-04T23:12:23.262 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[99461]: (mgr.34676) 173 : cluster [DBG] pgmap v104: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 11 GiB data, 33 GiB used, 631 GiB / 672 GiB avail; 45 MiB/s wr, 717 op/s; 45485/547365 objects degraded (8.310%) 2021-03-04T23:12:23.264 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: audit 2021-03-04T23:12:23.264 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.264 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021 2021-03-04T23:12:23.265 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: - 2021-03-04T23:12:23.265 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 03 2021-03-04T23:12:23.265 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: - 2021-03-04T23:12:23.265 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 04 2021-03-04T23:12:23.266 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: T 2021-03-04T23:12:23.266 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 23 2021-03-04T23:12:23.266 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: : 2021-03-04T23:12:23.266 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 12 2021-03-04T23:12:23.266 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: : 2021-03-04T23:12:23.267 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 22 2021-03-04T23:12:23.267 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: . 2021-03-04T23:12:23.267 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 255214 2021-03-04T23:12:23.267 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: +0000 2021-03-04T23:12:23.267 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.268 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: mon.a 2021-03-04T23:12:23.268 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: ( 2021-03-04T23:12:23.268 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: mon 2021-03-04T23:12:23.268 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: . 2021-03-04T23:12:23.269 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 0 2021-03-04T23:12:23.269 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: ) 2021-03-04T23:12:23.269 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 174 2021-03-04T23:12:23.270 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: : 2021-03-04T23:12:23.270 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: audit 2021-03-04T23:12:23.270 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.270 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: [INF] 2021-03-04T23:12:23.271 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.271 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:23.271 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.271 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: audit 2021-03-04T23:12:23.271 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.272 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021 2021-03-04T23:12:23.272 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: - 2021-03-04T23:12:23.272 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 03 2021-03-04T23:12:23.272 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: - 2021-03-04T23:12:23.272 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 04 2021-03-04T23:12:23.273 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: T 2021-03-04T23:12:23.273 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 23 2021-03-04T23:12:23.273 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: : 2021-03-04T23:12:23.273 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 12 2021-03-04T23:12:23.273 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: : 2021-03-04T23:12:23.274 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 22 2021-03-04T23:12:23.274 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: . 2021-03-04T23:12:23.274 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 260342 2021-03-04T23:12:23.274 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: +0000 2021-03-04T23:12:23.275 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.275 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: mon.a 2021-03-04T23:12:23.275 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: ( 2021-03-04T23:12:23.275 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: mon 2021-03-04T23:12:23.275 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: . 2021-03-04T23:12:23.276 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 0 2021-03-04T23:12:23.276 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: ) 2021-03-04T23:12:23.276 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 175 2021-03-04T23:12:23.276 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: : 2021-03-04T23:12:23.276 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: audit 2021-03-04T23:12:23.277 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.277 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: [INF] 2021-03-04T23:12:23.277 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.277 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:23.277 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.278 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: audit 2021-03-04T23:12:23.278 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.278 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021 2021-03-04T23:12:23.278 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: - 2021-03-04T23:12:23.278 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 03 2021-03-04T23:12:23.279 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: - 2021-03-04T23:12:23.279 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 04 2021-03-04T23:12:23.279 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: T 2021-03-04T23:12:23.280 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 23 2021-03-04T23:12:23.280 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: : 2021-03-04T23:12:23.280 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 12 2021-03-04T23:12:23.280 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: : 2021-03-04T23:12:23.281 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 22 2021-03-04T23:12:23.281 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: . 2021-03-04T23:12:23.281 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 264267 2021-03-04T23:12:23.281 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: +0000 2021-03-04T23:12:23.281 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.282 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: mon.c 2021-03-04T23:12:23.282 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: ( 2021-03-04T23:12:23.282 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: mon 2021-03-04T23:12:23.282 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: . 2021-03-04T23:12:23.282 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 1 2021-03-04T23:12:23.283 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: ) 2021-03-04T23:12:23.283 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 75 2021-03-04T23:12:23.283 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: : 2021-03-04T23:12:23.283 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: audit 2021-03-04T23:12:23.283 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.284 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: [DBG] 2021-03-04T23:12:23.284 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.285 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:12:23.285 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.285 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: audit 2021-03-04T23:12:23.285 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.286 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021 2021-03-04T23:12:23.286 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: - 2021-03-04T23:12:23.286 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 03 2021-03-04T23:12:23.286 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: - 2021-03-04T23:12:23.286 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 04 2021-03-04T23:12:23.287 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: T 2021-03-04T23:12:23.287 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 23 2021-03-04T23:12:23.287 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: : 2021-03-04T23:12:23.287 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 12 2021-03-04T23:12:23.287 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: : 2021-03-04T23:12:23.288 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 22 2021-03-04T23:12:23.288 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: . 2021-03-04T23:12:23.288 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 265654 2021-03-04T23:12:23.288 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: +0000 2021-03-04T23:12:23.288 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.289 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: mon.c 2021-03-04T23:12:23.289 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: ( 2021-03-04T23:12:23.289 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: mon 2021-03-04T23:12:23.289 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: . 2021-03-04T23:12:23.289 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 1 2021-03-04T23:12:23.290 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: ) 2021-03-04T23:12:23.290 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 76 2021-03-04T23:12:23.290 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: : 2021-03-04T23:12:23.290 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: audit 2021-03-04T23:12:23.291 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.291 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: [DBG] 2021-03-04T23:12:23.291 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.291 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:12:23.291 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.292 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: audit 2021-03-04T23:12:23.292 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.292 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021 2021-03-04T23:12:23.292 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: - 2021-03-04T23:12:23.292 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 03 2021-03-04T23:12:23.293 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: - 2021-03-04T23:12:23.293 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 04 2021-03-04T23:12:23.293 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: T 2021-03-04T23:12:23.293 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 23 2021-03-04T23:12:23.293 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: : 2021-03-04T23:12:23.294 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 12 2021-03-04T23:12:23.294 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: : 2021-03-04T23:12:23.294 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 22 2021-03-04T23:12:23.294 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: . 2021-03-04T23:12:23.294 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 265902 2021-03-04T23:12:23.295 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: +0000 2021-03-04T23:12:23.295 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.295 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: mon.c 2021-03-04T23:12:23.295 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: ( 2021-03-04T23:12:23.295 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: mon 2021-03-04T23:12:23.296 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: . 2021-03-04T23:12:23.296 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 1 2021-03-04T23:12:23.296 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: ) 2021-03-04T23:12:23.296 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 77 2021-03-04T23:12:23.296 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: : 2021-03-04T23:12:23.297 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: audit 2021-03-04T23:12:23.297 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.297 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: [DBG] 2021-03-04T23:12:23.297 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.297 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:12:23.298 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.298 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: cluster 2021-03-04T23:12:23.298 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:23.298 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: 2021-03-04T23:12:22.438656+0000 2021-03-04T23:12:23.298 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[95595]: mgr.x (mgr.34676) 173 : cluster [DBG] pgmap v104: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 11 GiB data, 33 GiB used, 631 GiB / 672 GiB avail; 45 MiB/s wr, 717 op/s; 45485/547365 objects degraded (8.310%) 2021-03-04T23:12:23.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:23 gibba038 conmon[76675]: audit 2021-03-04T23:12:22.255214+0000 mon.a (mon.0) 174 : 2021-03-04T23:12:23.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:23 gibba038 conmon[76675]: audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:23.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:23 gibba038 conmon[76675]: audit 2021-03-04T23:12:22.260342+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:23.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:23 gibba038 conmon[76675]: audit 2021-03-04T23:12:22.264267+0000 mon.c (mon.1) 75 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:12:23.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:23 gibba038 conmon[76675]: audit 2021-03-04T23:12:22.265654+0000 mon.c (mon.1) 76 : audit [DBG] 2021-03-04T23:12:23.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:23 gibba038 conmon[76675]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:12:23.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:23 gibba038 conmon[76675]: audit 2021-03-04T23:12:22 2021-03-04T23:12:23.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:23 gibba038 conmon[76675]: .265902+0000 mon.c (mon.1) 77 : audit [DBG] 2021-03-04T23:12:23.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:23 gibba038 conmon[76675]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:12:23.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:23 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:12:23.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:23 gibba038 conmon[76675]: -03-04T23:12:22. 2021-03-04T23:12:23.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:23 gibba038 conmon[76675]: 438656+0000 mgr.x (mgr.34676) 173 : cluster [DBG] 2021-03-04T23:12:23.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:23 gibba038 conmon[76675]: pgmap v104: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 11 GiB data, 33 GiB used, 631 GiB / 672 GiB avail; 45 MiB/s wr, 717 op/s; 45485/547365 objects degraded (8.310%) 2021-03-04T23:12:23.847 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 88 16 192492 192476 136.681 96.8125 0.00511625 0.00731319 2021-03-04T23:12:24.104 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:23 gibba011 conmon[106796]: debug 2021-03-04T23:12:23.747+0000 7fee1f99e080 -1 osd.0 69 log_to_monitors {default=true} 2021-03-04T23:12:24.847 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 89 16 194095 194079 136.271 100.188 0.0124424 0.00733525 2021-03-04T23:12:25.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:24 gibba038 conmon[76675]: audit 2021-03-04T23:12:23.750588+0000 mon.c (mon.1) 78 : audit [INF] from='osd.0 [v2:172.21.2.111:6800/2398009694,v1:172.21.2.111:6801/2398009694]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-03-04T23:12:25.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:24 gibba038 conmon[76675]: audit 2021-03-04T23:12:23.750897+0000 mon.a (mon.0) 176 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-03-04T23:12:25.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:24 gibba011 conmon[95595]: audit 2021-03-04T23:12:23.750588+0000 mon.c (mon.1) 78 : audit [INF] from='osd.0 [v2:172.21.2.111:6800/2398009694,v1:172.21.2.111:6801/2398009694]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-03-04T23:12:25.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:24 gibba011 conmon[95595]: audit 2021-03-04T23:12:23.750897+0000 mon.a (mon.0) 176 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-03-04T23:12:25.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:24 gibba011 conmon[99461]: audit 2021-03-04T23:12:23.750588+0000 mon.c (mon.1) 78 : audit [INF] from='osd.0 [v2:172.21.2.111:6800/2398009694,v1:172.21.2.111:6801/2398009694]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-03-04T23:12:25.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:24 gibba011 conmon[99461]: audit 2021-03-04T23:12:23.750897+0000 mon.a (mon.0) 176 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-03-04T23:12:25.105 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:12:24 gibba011 conmon[106796]: debug 2021-03-04T23:12:24.723+0000 7fee12681700 -1 osd.0 69 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T23:12:25.848 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 90 16 195580 195564 135.788 92.8125 0.00350633 0.00735232 2021-03-04T23:12:26.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:25 gibba038 conmon[76675]: cluster 2021-03-04T23:12:24.439164+0000 mgr.x (mgr.34676) 174 : cluster [DBG] pgmap v105: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 12 GiB data, 34 GiB used, 630 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s; 47561/571620 objects degraded (8.320%) 2021-03-04T23:12:26.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:25 gibba038 conmon[76675]: cluster 2021-03-04T23:12:24.707336+0000 mon.a (mon.0) 177 : cluster [WRN] Health check update: Degraded data redundancy: 47561/571620 objects degraded (8.320%), 10 pgs degraded (PG_DEGRADED) 2021-03-04T23:12:26.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:25 gibba038 conmon[76675]: audit 2021-03-04T23:12:24.715950+0000 mon.a (mon.0) 178 2021-03-04T23:12:26.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:25 gibba038 conmon[76675]: : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-03-04T23:12:26.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:25 gibba038 conmon[76675]: cluster 2021-03-04T23:12:24.716039+0000 mon.a (mon.0) 179 : cluster [DBG] osdmap e72: 8 total, 7 up, 8 in 2021-03-04T23:12:26.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:25 gibba038 conmon[76675]: audit 2021-03-04T23:12:24.716921+0000 mon.c (mon.1) 79 : audit [INF] from='osd.0 [v2:172.21.2.111:6800/2398009694,v1:172.21.2.111:6801/2398009694]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba011", "root=default"]}]: dispatch 2021-03-04T23:12:26.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:25 gibba038 conmon[76675]: audit 2021-03-04T23:12:26.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:25 gibba038 conmon[76675]: 2021-03-04T23:12:24.717201+0000 mon.a (mon.0) 180 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba011", "root=default"]}]: dispatch 2021-03-04T23:12:26.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:25 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:12:26.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:25 gibba038 conmon[76675]: -04T23:12:24.934674+0000 mon.a 2021-03-04T23:12:26.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:25 gibba038 conmon[76675]: (mon.0) 181 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:26.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:25 gibba038 conmon[76675]: 2021-03-04T23:12:26.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:25 gibba038 conmon[76675]: audit 2021-03-04T23:12:25.469133+0000 2021-03-04T23:12:26.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:25 gibba038 conmon[76675]: mon.a (mon.0) 182 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:26.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:25 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:12:26.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:25 gibba038 conmon[76675]: 03-04T23:12:25.473041 2021-03-04T23:12:26.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:25 gibba038 conmon[76675]: +0000 mon.a (mon.0) 183 : 2021-03-04T23:12:26.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:25 gibba038 conmon[76675]: audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:26.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[95595]: cluster 2021-03-04T23:12:24.439164+0000 mgr.x (mgr.34676) 174 : cluster [DBG] pgmap v105: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 12 GiB data, 34 GiB used, 630 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s; 47561/571620 objects degraded (8.320%) 2021-03-04T23:12:26.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[95595]: 2021-03-04T23:12:26.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[95595]: cluster 2021-03-04T23:12:24.707336+0000 mon.a (mon.0) 177 : cluster [WRN] Health check update: Degraded data redundancy: 47561/571620 objects degraded (8.320%), 10 pgs degraded (PG_DEGRADED) 2021-03-04T23:12:26.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[95595]: audit 2021-03-04T23:12:24.715950+0000 mon.a (mon.0) 178 : audit [INF] 2021-03-04T23:12:26.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[95595]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-03-04T23:12:26.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[95595]: cluster 2021- 2021-03-04T23:12:26.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[95595]: 03-04T23:12:24.716039+0000 mon.a (mon.0) 179 : cluster [DBG] 2021-03-04T23:12:26.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[95595]: osdmap e72: 8 total, 7 up, 8 in 2021-03-04T23:12:26.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[95595]: audit 2021-03-04T23 2021-03-04T23:12:26.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[95595]: :12:24.716921+0000 mon.c (mon.1) 79 2021-03-04T23:12:26.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[95595]: : audit [INF] from='osd.0 [v2:172.21.2.111:6800/2398009694,v1:172.21.2.111:6801/2398009694]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba011", "root=default"]}]: dispatch 2021-03-04T23:12:26.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[95595]: audit 2021-03-04T23:12:26.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[95595]: 2021-03-04T23:12:24.717201+0000 2021-03-04T23:12:26.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[95595]: mon.a (mon.0) 180 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba011", "root=default"]}]: dispatch 2021-03-04T23:12:26.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[95595]: audit 2021-03-04T23:12:26.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[95595]: 2021-03-04T23:12:24.934674+0000 2021-03-04T23:12:26.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[95595]: mon.a (mon.0) 181 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:26.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[95595]: audit 2021-03-04T23:12:26.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[95595]: 2021-03-04T23:12:25.469133+0000 2021-03-04T23:12:26.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[95595]: mon.a (mon.0) 182 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:26.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[95595]: audit 2021-03-04T23:12:26.111 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[95595]: 2021-03-04T23:12:25.473041+0000 2021-03-04T23:12:26.111 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[95595]: mon.a (mon.0) 183 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:26.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: cluster 2021-03-04T23:12:24.439164+0000 mgr.x (mgr. 2021-03-04T23:12:26.112 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: 34676) 174 : cluster [DBG] pgmap v105: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 12 GiB data, 34 GiB used, 630 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s; 47561/571620 objects degraded (8.320%) 2021-03-04T23:12:26.112 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:12:26.112 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: 04T23:12:24.707336+0000 mon.a (mon.0) 177 : cluster [WRN] Health check update: Degraded data redundancy: 47561/571620 objects degraded (8.320%), 10 pgs degraded (PG_DEGRADED) 2021-03-04T23:12:26.112 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:12:26.113 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: 03-04T23:12:24.715950+0000 mon.a (mon 2021-03-04T23:12:26.113 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: .0) 178 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-03-04T23:12:26.113 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:12:26.113 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: -03-04T23:12:24.716039+0000 2021-03-04T23:12:26.113 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: mon.a (mon.0) 179 : cluster [DBG] osdmap e72: 8 total, 7 up, 8 in 2021-03-04T23:12:26.114 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:12:26.114 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: 03-04T23:12:24.716921+0000 mon.c (mon 2021-03-04T23:12:26.114 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: .1) 79 : audit [INF] from='osd.0 [v2:172.21.2.111:6800/2398009694,v1:172.21.2.111:6801/2398009694]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba011", "root=default"]}]: dispatch 2021-03-04T23:12:26.114 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: audit 2021 2021-03-04T23:12:26.115 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: -03-04T23:12:24.717201+0000 2021-03-04T23:12:26.115 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: mon.a (mon.0) 180 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba011", "root=default"]}]: dispatch 2021-03-04T23:12:26.115 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: audit 2021-03-04T23:12:26.115 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: 2021-03-04 2021-03-04T23:12:26.116 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: T23:12:24.934674+0000 mon.a (mon. 2021-03-04T23:12:26.116 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: 0) 181 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:26.116 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:12:26.116 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: 03-04T23:12:25.469133+0000 mon.a 2021-03-04T23:12:26.116 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: (mon.0) 182 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:26.117 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: audit 2021 2021-03-04T23:12:26.117 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: -03-04T23:12:25.473041+0000 mon.a 2021-03-04T23:12:26.117 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:25 gibba011 conmon[99461]: (mon.0) 183 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:12:26.848 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 91 16 195580 195564 134.296 0 - 0.00735232 2021-03-04T23:12:27.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:26 gibba038 conmon[76675]: cluster 2021-03-04T23:12:25.714366+0000 mon.a (mon.0) 184 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:12:27.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:26 gibba038 conmon[76675]: cluster 2021-03-04T23:12:25.717296+0000 mon.a (mon.0) 185 : cluster [INF] osd.0 [v2:172.21.2.111:6800/2398009694,v1:172.21.2.111:6801/2398009694] boot 2021-03-04T23:12:27.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:26 gibba038 conmon[76675]: cluster 2021-03-04T23:12:25. 2021-03-04T23:12:27.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:26 gibba038 conmon[76675]: 717329+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2021-03-04T23:12:27.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:26 gibba038 conmon[76675]: audit 2021-03-04T23:12:25.717673+0000 mon.c (mon.1) 80 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T23:12:27.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:26 gibba011 conmon[95595]: cluster 2021-03-04T23:12:25.714366+0000 mon.a (mon.0) 184 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:12:27.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:26 gibba011 conmon[95595]: cluster 2021-03-04T23: 2021-03-04T23:12:27.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:26 gibba011 conmon[95595]: 12:25.717296+0000 mon.a (mon.0) 185 : cluster [INF] osd.0 [v2:172.21.2.111:6800/2398009694,v1:172.21.2.111:6801/2398009694] boot 2021-03-04T23:12:27.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:26 gibba011 conmon[95595]: cluster 2021-03-04T23:12:25.717329+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2021-03-04T23:12:27.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:26 gibba011 conmon[95595]: audit 2021-03-04T23:12:25.717673+0000 mon.c (mon.1) 80 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T23:12:27.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:26 gibba011 conmon[99461]: cluster 2021-03-04T23:12:25.714366+0000 mon.a (mon.0) 184 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:12:27.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:26 gibba011 conmon[99461]: cluster 2021-03-04T23:12:25.717296+0000 mon.a (mon.0) 185 : cluster [INF] osd.0 [v2:172.21.2.111:6800/2398009694,v1:172.21.2.111:6801/2398009694] boot 2021-03-04T23:12:27.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:26 gibba011 conmon[99461]: cluster 2021-03-04T23:12:25 2021-03-04T23:12:27.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:26 gibba011 conmon[99461]: .717329+0000 mon.a (mon.0) 186 : cluster [DBG] 2021-03-04T23:12:27.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:26 gibba011 conmon[99461]: osdmap e73: 8 total, 8 up, 8 in 2021-03-04T23:12:27.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:26 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:12:27.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:26 gibba011 conmon[99461]: T23:12:25.717673+0000 mon.c (mon.1) 80 : 2021-03-04T23:12:27.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:26 gibba011 conmon[99461]: audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T23:12:27.848 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 92 16 195580 195564 132.836 0 - 0.00735232 2021-03-04T23:12:28.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:27 gibba038 conmon[76675]: cluster 2021-03-04T23:12:26.439916+0000 mgr.x (mgr.34676) 175 : cluster [DBG] pgmap v108: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 12 GiB data, 35 GiB used, 630 GiB / 672 GiB avail; 63 MiB/s wr, 1.01k op/s; 47561/571620 objects degraded (8.320%) 2021-03-04T23:12:28.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:27 gibba038 conmon[76675]: cluster 2021-03-04T23:12:26.721420+0000 mon.a (mon.0) 187 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2021-03-04T23:12:28.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:27 gibba011 conmon[95595]: cluster 2021-03-04T23:12:26.439916+0000 mgr.x (mgr.34676) 175 : cluster [DBG] pgmap v108: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 12 GiB data, 35 GiB used, 630 GiB / 672 GiB avail; 63 MiB/s wr, 1.01k op/s; 47561/571620 objects degraded (8.320%) 2021-03-04T23:12:28.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:27 gibba011 conmon[95595]: cluster 2021-03-04T23:12:26.721420+0000 mon.a (mon.0) 187 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2021-03-04T23:12:28.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:27 gibba011 conmon[99461]: cluster 2021-03-04T23:12:26.439916+0000 mgr.x (mgr.34676) 175 : cluster [DBG] pgmap v108: 89 pgs: 10 active+undersized+degraded, 20 active+undersized, 59 active+clean; 12 GiB data, 35 GiB used, 630 GiB / 672 GiB avail; 63 MiB/s wr, 1.01k op/s; 47561/571620 objects degraded (8.320%) 2021-03-04T23:12:28.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:27 gibba011 conmon[99461]: cluster 2021-03-04T23:12:26.721420+0000 mon.a (mon.0) 187 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2021-03-04T23:12:28.849 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Total time run: 92.1336 2021-03-04T23:12:28.849 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Total writes made: 195580 2021-03-04T23:12:28.849 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Write size: 65536 2021-03-04T23:12:28.850 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Object size: 65536 2021-03-04T23:12:28.850 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Bandwidth (MB/sec): 132.674 2021-03-04T23:12:28.850 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Stddev Bandwidth: 81.0934 2021-03-04T23:12:28.850 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Max bandwidth (MB/sec): 520.125 2021-03-04T23:12:28.850 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Min bandwidth (MB/sec): 0 2021-03-04T23:12:28.851 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Average IOPS: 2122 2021-03-04T23:12:28.851 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Stddev IOPS: 1297.5 2021-03-04T23:12:28.851 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Max IOPS: 8322 2021-03-04T23:12:28.851 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Min IOPS: 0 2021-03-04T23:12:28.851 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Average Latency(s): 0.0075333 2021-03-04T23:12:28.852 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Stddev Latency(s): 0.0248378 2021-03-04T23:12:28.852 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Max latency(s): 2.24262 2021-03-04T23:12:28.852 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Min latency(s): 0.000967938 2021-03-04T23:12:28.855 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Cleaning up (deleting benchmark objects) 2021-03-04T23:12:29.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:28 gibba038 conmon[76675]: cluster 2021-03-04T23:12:27.724098+0000 mon.a (mon.0) 188 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2021-03-04T23:12:29.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:28 gibba011 conmon[95595]: cluster 2021-03-04T23:12:27.724098+0000 mon.a (mon.0) 188 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2021-03-04T23:12:29.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:28 gibba011 conmon[99461]: cluster 2021-03-04T23:12:27.724098+0000 mon.a (mon.0) 188 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2021-03-04T23:12:30.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:29 gibba038 conmon[76675]: cluster 2021-03-04T23:12:28.440281+0000 mgr.x (mgr.34676) 176 : cluster [DBG] pgmap v111: 89 pgs: 4 remapped+peering, 2 active+undersized+degraded, 9 active+undersized, 74 active+clean; 12 GiB data, 36 GiB used, 629 GiB / 672 GiB avail; 79 MiB/s wr, 1.26k op/s; 3/586764 objects degraded (0.001%) 2021-03-04T23:12:30.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:29 gibba011 conmon[95595]: cluster 2021-03-04T23:12:28.440281+0000 mgr.x (mgr.34676) 176 : cluster [DBG] pgmap v111: 89 pgs: 4 remapped+peering, 2 active+undersized+degraded, 9 active+undersized, 74 active+clean; 12 GiB data, 36 GiB used, 629 GiB / 672 GiB avail; 79 MiB/s wr, 1.26k op/s; 3/586764 objects degraded (0.001%) 2021-03-04T23:12:30.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:29 gibba011 conmon[99461]: cluster 2021-03-04T23:12:28.440281+0000 mgr.x (mgr.34676) 176 2021-03-04T23:12:30.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:29 gibba011 conmon[99461]: : cluster [DBG] pgmap v111: 89 pgs: 4 remapped+peering, 2 active+undersized+degraded, 9 active+undersized, 74 active+clean; 12 GiB data, 36 GiB used, 629 GiB / 672 GiB avail; 79 MiB/s wr, 1.26k op/s; 3/586764 objects degraded (0.001%) 2021-03-04T23:12:31.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:30 gibba038 conmon[76675]: cluster 2021-03-04T23:12:30.731177+0000 mon.a (mon.0) 189 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/586764 objects degraded (0.001%), 2 pgs degraded) 2021-03-04T23:12:31.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:30 gibba038 conmon[76675]: cluster 2021-03-04T23:12:30.731208+0000 mon.a (mon.0) 190 : cluster [INF] Cluster is now healthy 2021-03-04T23:12:31.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:30 gibba011 conmon[95595]: cluster 2021-03-04T23:12:30.731177+0000 mon.a (mon.0) 189 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/586764 objects degraded (0.001%), 2 pgs degraded) 2021-03-04T23:12:31.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:30 gibba011 conmon[95595]: cluster 2021-03-04T23:12:30.731208+0000 mon.a (mon.0) 190 : cluster [INF] Cluster is now healthy 2021-03-04T23:12:31.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:30 gibba011 conmon[99461]: cluster 2021-03-04T23:12:30.731177+0000 mon.a (mon.0) 189 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/586764 objects degraded (0.001%), 2 pgs degraded) 2021-03-04T23:12:31.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:30 gibba011 conmon[99461]: cluster 2021-03-04T23:12:30.731208+0000 mon.a (mon.0) 190 : cluster [INF] Cluster is now healthy 2021-03-04T23:12:32.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:31 gibba038 conmon[76675]: cluster 2021-03-04T23:12:30.440628+0000 mgr.x (mgr.34676) 177 : cluster [DBG] pgmap v112: 89 pgs: 4 remapped+peering, 11 active+clean+wait, 74 active+clean; 12 GiB data, 36 GiB used, 629 GiB / 672 GiB avail; 55 MiB/s wr, 881 op/s 2021-03-04T23:12:32.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:31 gibba011 conmon[95595]: cluster 2021-03-04T23:12:30.440628+0000 mgr.x (mgr.34676) 177 : cluster [DBG] 2021-03-04T23:12:32.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:31 gibba011 conmon[95595]: pgmap v112: 89 pgs: 4 remapped+peering, 11 active+clean+wait, 74 active+clean; 12 GiB data, 36 GiB used, 629 GiB / 672 GiB avail; 55 MiB/s wr, 881 op/s 2021-03-04T23:12:32.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:31 gibba011 conmon[99461]: cluster 2021-03-04T23:12:30.440628+0000 mgr.x (mgr.34676) 177 2021-03-04T23:12:32.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:31 gibba011 conmon[99461]: : cluster [DBG] pgmap v112: 89 pgs: 4 remapped+peering, 11 active+clean+wait, 74 active+clean; 12 GiB data, 36 GiB used, 629 GiB / 672 GiB avail; 55 MiB/s wr, 881 op/s 2021-03-04T23:12:34.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:33 gibba038 conmon[76675]: cluster 2021-03-04T23:12:32.440911+0000 mgr.x (mgr.34676) 178 : cluster [DBG] 2021-03-04T23:12:34.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:33 gibba038 conmon[76675]: pgmap v113: 89 pgs: 4 remapped+peering, 11 active+clean+wait, 74 active+clean; 12 GiB data, 36 GiB used, 629 GiB / 672 GiB avail; 47 MiB/s wr, 750 op/s 2021-03-04T23:12:34.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:33 gibba011 conmon[95595]: cluster 2021-03-04T23:12:32.440911 2021-03-04T23:12:34.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:33 gibba011 conmon[95595]: +0000 mgr.x (mgr.34676) 178 : cluster [DBG] pgmap v113: 89 pgs: 4 remapped+peering, 11 active+clean+wait, 74 active+clean; 12 GiB data, 36 GiB used, 629 GiB / 672 GiB avail; 47 MiB/s wr, 750 op/s 2021-03-04T23:12:34.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:33 gibba011 conmon[99461]: cluster 2021-03-04T23:12:32.440911+0000 mgr.x ( 2021-03-04T23:12:34.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:33 gibba011 conmon[99461]: mgr.34676) 178 : cluster [DBG] pgmap v113: 89 pgs: 4 remapped+peering, 11 active+clean+wait, 74 active+clean; 12 GiB data, 36 GiB used, 629 GiB / 672 GiB avail; 47 MiB/s wr, 750 op/s 2021-03-04T23:12:35.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:34 gibba011 conmon[95595]: cluster 2021-03-04T23:12:34.786167+0000 mon.a (mon.0) 2021-03-04T23:12:35.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:34 gibba011 conmon[95595]: 191 : cluster [WRN] Health check failed: Degraded data redundancy: 4135/568503 objects degraded (0.727%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:12:35.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:34 gibba011 conmon[99461]: cluster 2021-03-04T23:12:34.786167+0000 mon.a (mon. 2021-03-04T23:12:35.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:34 gibba011 conmon[99461]: 0) 191 : cluster [WRN] Health check failed: Degraded data redundancy: 4135/568503 objects degraded (0.727%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:12:35.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:34 gibba038 conmon[76675]: cluster 2021-03-04T23:12:34.786167+0000 mon.a (mon.0) 191 : cluster [WRN] Health check failed: Degraded data redundancy: 4135/568503 objects degraded (0.727%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:12:36.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[95595]: cluster 2021-03-04T23:12:36.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[95595]: 2021-03-04T23:12:36.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[95595]: 2021 2021-03-04T23:12:36.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[95595]: - 2021-03-04T23:12:36.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[95595]: 03 2021-03-04T23:12:36.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[95595]: - 2021-03-04T23:12:36.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[95595]: 04T23:12:34.441325+0000 mgr.x (mgr. 2021-03-04T23:12:36.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[95595]: 34676) 179 : cluster [DBG] pgmap v114: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 11 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 74 active+clean; 12 GiB data, 35 GiB used, 630 GiB / 672 GiB avail; 127 B/s rd, 40 MiB/s wr, 1.40k op/s; 4135/568503 objects degraded (0.727%); 4.5 MiB/s, 71 objects/s recovering 2021-03-04T23:12:36.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: cluster 2021-03-04T23:12:36.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: 2021-03-04T23:12:36.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: 2021 2021-03-04T23:12:36.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: - 2021-03-04T23:12:36.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: 03 2021-03-04T23:12:36.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: - 2021-03-04T23:12:36.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: 04 2021-03-04T23:12:36.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: T 2021-03-04T23:12:36.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: 23 2021-03-04T23:12:36.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: : 2021-03-04T23:12:36.112 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: 12 2021-03-04T23:12:36.112 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: : 2021-03-04T23:12:36.113 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: 34 2021-03-04T23:12:36.113 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: . 2021-03-04T23:12:36.114 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: 441325 2021-03-04T23:12:36.114 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: +0000 2021-03-04T23:12:36.115 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: 2021-03-04T23:12:36.115 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: mgr.x 2021-03-04T23:12:36.115 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: ( 2021-03-04T23:12:36.116 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: mgr 2021-03-04T23:12:36.116 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: . 2021-03-04T23:12:36.117 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: 34676 2021-03-04T23:12:36.117 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: ) 2021-03-04T23:12:36.117 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: 179 2021-03-04T23:12:36.118 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: : 2021-03-04T23:12:36.118 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: cluster 2021-03-04T23:12:36.119 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: 2021-03-04T23:12:36.119 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: [DBG] 2021-03-04T23:12:36.120 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: 2021-03-04T23:12:36.120 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: pgmap v114: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 11 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 74 active+clean; 12 GiB data, 35 GiB used, 630 GiB / 672 GiB avail; 127 B/s rd, 40 MiB/s wr, 1.40k op/s; 4135/568503 objects degraded (0.727%); 4.5 MiB/s, 71 objects/s recovering 2021-03-04T23:12:36.120 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:35 gibba011 conmon[99461]: 2021-03-04T23:12:36.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:35 gibba038 conmon[76675]: cluster 2021-03-04T23:12:34.441325+0000 mgr.x (mgr.34676) 179 : cluster 2021-03-04T23:12:36.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:35 gibba038 conmon[76675]: [DBG] pgmap v114: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 11 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 74 active+clean; 12 GiB data, 35 GiB used, 630 GiB / 672 GiB avail; 127 B/s rd, 40 MiB/s wr, 1.40k op/s; 4135/568503 objects degraded (0.727%); 4.5 MiB/s, 71 objects/s recovering 2021-03-04T23:12:38.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: cluster 2021-03-04T23:12:38.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: 2021-03-04T23:12:38.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: 2021 2021-03-04T23:12:38.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: - 2021-03-04T23:12:38.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: 03 2021-03-04T23:12:38.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: - 2021-03-04T23:12:38.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: 04 2021-03-04T23:12:38.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: T 2021-03-04T23:12:38.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: 23 2021-03-04T23:12:38.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: : 2021-03-04T23:12:38.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: 12 2021-03-04T23:12:38.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: : 2021-03-04T23:12:38.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: 36 2021-03-04T23:12:38.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: . 2021-03-04T23:12:38.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: 441693 2021-03-04T23:12:38.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: +0000 2021-03-04T23:12:38.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: 2021-03-04T23:12:38.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: mgr.x 2021-03-04T23:12:38.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: ( 2021-03-04T23:12:38.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: mgr 2021-03-04T23:12:38.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: . 2021-03-04T23:12:38.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: 34676 2021-03-04T23:12:38.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: ) 2021-03-04T23:12:38.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: 180 2021-03-04T23:12:38.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: : 2021-03-04T23:12:38.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: cluster 2021-03-04T23:12:38.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: 2021-03-04T23:12:38.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: [DBG] 2021-03-04T23:12:38.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: 2021-03-04T23:12:38.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: pgmap v115: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 11 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 74 active+clean; 12 GiB data, 35 GiB used, 630 GiB / 672 GiB avail; 105 B/s rd, 33 MiB/s wr, 1.15k op/s; 4135/568503 objects degraded (0.727%); 3.7 MiB/s, 58 objects/s recovering 2021-03-04T23:12:38.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[95595]: 2021-03-04T23:12:38.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[99461]: cluster 2021-03-04T23:12:38.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[99461]: 2021-03-04T23:12:36.441693+0000 2021-03-04T23:12:38.112 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:37 gibba011 conmon[99461]: mgr.x (mgr.34676) 180 : cluster [DBG] pgmap v115: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 11 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 74 active+clean; 12 GiB data, 35 GiB used, 630 GiB / 672 GiB avail; 105 B/s rd, 33 MiB/s wr, 1.15k op/s; 4135/568503 objects degraded (0.727%); 3.7 MiB/s, 58 objects/s recovering 2021-03-04T23:12:38.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:37 gibba038 conmon[76675]: cluster 2021-03-04T23:12:36.441693+0000 mgr.x (mgr.34676) 180 : cluster [DBG] pgmap v115: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 11 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 74 active+clean; 12 GiB data, 35 GiB used, 630 GiB / 672 GiB avail; 105 B/s rd, 33 MiB/s wr, 1.15k op/s; 4135/568503 objects degraded (0.727%); 3.7 MiB/s, 58 objects/s recovering 2021-03-04T23:12:40.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:39 gibba011 conmon[99461]: cluster 2021-03-04T23:12:38.442191+0000 mgr.x (mgr 2021-03-04T23:12:40.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:39 gibba011 conmon[99461]: .34676) 181 : cluster [DBG] pgmap v116: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 11 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 74 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 95 B/s rd, 84 KiB/s wr, 1.30k op/s; 3691/544986 objects degraded (0.677%); 5.9 MiB/s, 94 objects/s recovering 2021-03-04T23:12:40.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:39 gibba011 conmon[95595]: cluster 2021-03-04T23:12:40.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:39 gibba011 conmon[95595]: 2021-03-04T23:12:40.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:39 gibba011 conmon[95595]: 2021 2021-03-04T23:12:40.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:39 gibba011 conmon[95595]: - 2021-03-04T23:12:40.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:39 gibba011 conmon[95595]: 03 2021-03-04T23:12:40.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:39 gibba011 conmon[95595]: -04T23:12:38.442191+0000 2021-03-04T23:12:40.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:39 gibba011 conmon[95595]: mgr.x (mgr.34676) 181 : cluster [DBG] pgmap v116: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 11 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 74 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 95 B/s rd, 84 KiB/s wr, 1.30k op/s; 3691/544986 objects degraded (0.677%); 5.9 MiB/s, 94 objects/s recovering 2021-03-04T23:12:40.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:39 gibba038 conmon[76675]: cluster 2021-03-04T23:12:38.442191+0000 mgr.x (mgr.34676) 181 : cluster [DBG] pgmap v116: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 11 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 74 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 95 B/s rd, 84 KiB/s wr, 1.30k op/s; 3691/544986 objects degraded (0.677%); 5.9 MiB/s, 94 objects/s recovering 2021-03-04T23:12:41.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:40 gibba011 conmon[95595]: cluster 2021-03-04T23:12:39.848155+0000 mon.a (mon.0) 192 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2021-03-04T23:12:41.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:40 gibba011 conmon[99461]: cluster 2021-03-04T23:12:39.848155+0000 mon.a (mon.0) 192 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2021-03-04T23:12:41.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:40 gibba038 conmon[76675]: cluster 2021-03-04T23:12:39.848155+0000 mon.a (mon 2021-03-04T23:12:41.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:40 gibba038 conmon[76675]: .0) 192 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2021-03-04T23:12:42.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:41 gibba038 conmon[76675]: cluster 2021-03-04T23:12:40.442524+0000 mgr.x (mgr.34676) 182 : cluster [DBG] pgmap v118: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 102 B/s rd, 90 KiB/s wr, 1.40k op/s; 3691/544986 objects degraded (0.677%); 6.3 MiB/s, 101 objects/s recovering 2021-03-04T23:12:42.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:41 gibba038 conmon[76675]: cluster 2021-03-04T23:12:40.851944+0000 mon.a (mon.0) 193 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2021-03-04T23:12:42.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:41 gibba011 conmon[99461]: cluster 2021-03-04T23:12:40.442524+0000 mgr.x (mgr.34676) 182 : cluster [DBG] pgmap v118: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 102 B/s rd, 90 KiB/s wr, 1.40k op/s; 3691/544986 objects degraded (0.677%); 6.3 MiB/s, 101 objects/s recovering 2021-03-04T23:12:42.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:41 gibba011 conmon[99461]: cluster 2021-03-04T23:12:40.851944+0000 mon.a (mon.0) 193 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2021-03-04T23:12:42.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:41 gibba011 conmon[95595]: cluster 2021-03-04T23:12:40.442524+0000 mgr.x (mgr.34676) 182 : cluster [DBG] pgmap v118: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 102 B/s rd, 90 KiB/s wr, 1.40k op/s; 3691/544986 objects degraded (0.677%); 6.3 MiB/s, 101 objects/s recovering 2021-03-04T23:12:42.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:41 gibba011 conmon[95595]: cluster 2021-03-04T23:12:40.851944+0000 mon.a (mon.0) 193 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2021-03-04T23:12:44.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:43 gibba038 conmon[76675]: cluster 2021-03-04T23:12:42.442849+0000 mgr.x (mgr.34676) 183 : cluster [DBG] pgmap v120: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 979 op/s; 3691/544986 objects degraded (0.677%); 3.5 MiB/s, 55 objects/s recovering 2021-03-04T23:12:44.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:43 gibba038 conmon[76675]: cluster 2021-03-04T23:12:43.708346+0000 mon.a (mon.0) 194 : cluster [WRN] Health check update: Degraded data redundancy: 3691/544986 objects degraded (0.677%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:12:44.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:43 gibba011 conmon[95595]: cluster 2021-03-04T23:12:42.442849+0000 mgr.x (mgr.34676) 183 : cluster [DBG] pgmap v120: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 979 op/s; 3691/544986 objects degraded (0.677%); 3.5 MiB/s, 55 objects/s recovering 2021-03-04T23:12:44.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:43 gibba011 conmon[95595]: cluster 2021-03-04T23:12:43.708346+0000 mon.a (mon.0) 194 : cluster [WRN] Health check update: Degraded data redundancy: 3691/544986 objects degraded (0.677%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:12:44.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:43 gibba011 conmon[99461]: cluster 2021-03-04T23:12:42.442849+0000 mgr.x (mgr.34676) 183 : cluster [DBG] 2021-03-04T23:12:44.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:43 gibba011 conmon[99461]: pgmap v120: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 979 op/s; 3691/544986 objects degraded (0.677%); 3.5 MiB/s, 55 objects/s recovering 2021-03-04T23:12:44.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:43 gibba011 conmon[99461]: cluster 2021-03-04T23:12:43.708346+0000 mon.a (mon.0) 194 : cluster [WRN] Health check update: Degraded data redundancy: 3691/544986 objects degraded (0.677%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:12:46.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:45 gibba038 conmon[76675]: cluster 2021-03-04T23:12:44.443633+0000 mgr.x (mgr.34676) 184 : cluster 2021-03-04T23:12:46.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:45 gibba038 conmon[76675]: [DBG] pgmap v121: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 85 active+clean; 11 GiB data, 32 GiB used, 633 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s; 3044/534531 objects degraded (0.569%); 8.5 MiB/s, 136 objects/s recovering 2021-03-04T23:12:46.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:45 gibba038 conmon[76675]: cluster 2021-03-04T23:12:44.861644+0000 mon.a (mon.0) 195 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2021-03-04T23:12:46.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:45 gibba011 conmon[95595]: cluster 2021-03-04T23:12:44.443633+0000 mgr.x (mgr.34676 2021-03-04T23:12:46.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:45 gibba011 conmon[95595]: ) 184 : cluster [DBG] pgmap v121: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 85 active+clean; 11 GiB data, 32 GiB used, 633 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s; 3044/534531 objects degraded (0.569%); 8.5 MiB/s, 136 objects/s recovering 2021-03-04T23:12:46.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:45 gibba011 conmon[95595]: cluster 2021-03-04T23:12:44.861644+0000 mon.a (mon.0) 195 : cluster [DBG] 2021-03-04T23:12:46.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:45 gibba011 conmon[95595]: osdmap e78: 8 total, 8 up, 8 in 2021-03-04T23:12:46.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:45 gibba011 conmon[99461]: cluster 2021-03-04T23:12:44.443633+0000 mgr.x (mgr.34676) 2021-03-04T23:12:46.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:45 gibba011 conmon[99461]: 184 : cluster [DBG] pgmap v121: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 85 active+clean; 11 GiB data, 32 GiB used, 633 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s; 3044/534531 objects degraded (0.569%); 8.5 MiB/s, 136 objects/s recovering 2021-03-04T23:12:46.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:45 gibba011 conmon[99461]: cluster 2021-03-04T23:12:44.861644+0000 mon.a (mon.0) 195 : cluster [DBG] 2021-03-04T23:12:46.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:45 gibba011 conmon[99461]: osdmap e78: 8 total, 8 up, 8 in 2021-03-04T23:12:47.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:46 gibba038 conmon[76675]: cluster 2021-03-04T23:12:45.863883+0000 mon.a (mon.0) 196 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2021-03-04T23:12:47.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:46 gibba011 conmon[95595]: cluster 2021-03-04T23:12:45.863883+0000 mon.a (mon.0) 196 2021-03-04T23:12:47.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:46 gibba011 conmon[95595]: : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2021-03-04T23:12:47.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:46 gibba011 conmon[99461]: cluster 2021-03-04T23:12:45.863883+0000 mon.a (mon.0) 196 : 2021-03-04T23:12:47.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:46 gibba011 conmon[99461]: cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2021-03-04T23:12:48.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:47 gibba038 conmon[76675]: cluster 2021-03-04T23:12:46.444367+0000 mgr.x (mgr.34676) 185 : cluster [DBG] pgmap v124: 89 pgs: 1 active+clean+wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 618 op/s; 2891/533856 objects degraded (0.542%); 8.3 MiB/s, 133 objects/s recovering 2021-03-04T23:12:48.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:47 gibba011 conmon[95595]: cluster 2021-03-04T23:12:46.444367+0000 mgr.x (mgr.34676) 185 : cluster [DBG] pgmap v124: 89 pgs: 1 active+clean+wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 618 op/s; 2891/533856 objects degraded (0.542%); 8.3 MiB/s, 133 objects/s recovering 2021-03-04T23:12:48.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:47 gibba011 conmon[99461]: cluster 2021-03-04T23:12:46.444367+0000 mgr.x (mgr.34676) 185 : cluster [DBG] pgmap v124: 89 pgs: 1 active+clean+wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 618 op/s; 2891/533856 objects degraded (0.542%); 8.3 MiB/s, 133 objects/s recovering 2021-03-04T23:12:49.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:48 gibba038 conmon[76675]: cluster 2021-03-04T23:12:48.709102+0000 mon.a (mon.0) 197 : cluster [WRN] Health check update: Degraded data redundancy: 2891/533856 objects degraded (0.542%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:12:49.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:48 gibba038 conmon[76675]: cluster 2021-03-04T23:12:48.712630+0000 mon.a (mon.0) 198 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2021-03-04T23:12:49.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:48 gibba011 conmon[95595]: cluster 2021-03-04T23:12:48.709102+0000 mon.a (mon.0) 197 : cluster [WRN] Health check update: Degraded data redundancy: 2891/533856 objects degraded (0.542%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:12:49.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:48 gibba011 conmon[95595]: cluster 2021-03-04T23:12:48.712630+0000 mon.a (mon.0) 198 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2021-03-04T23:12:49.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:48 gibba011 conmon[99461]: cluster 2021-03-04T23:12:48.709102+0000 mon.a (mon.0) 197 : cluster [WRN] Health check update: Degraded data redundancy: 2891/533856 objects degraded (0.542%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:12:49.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:48 gibba011 conmon[99461]: cluster 2021-03-04T23:12:48.712630+0000 mon.a (mon.0) 198 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2021-03-04T23:12:50.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:49 gibba038 conmon[76675]: cluster 2021-03-04T23:12:48.445159+0000 mgr.x (mgr.34676) 186 : cluster [DBG] pgmap v125: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 488 op/s; 1471/533856 objects degraded (0.276%); 18 MiB/s, 292 objects/s recovering 2021-03-04T23:12:50.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:49 gibba038 conmon[76675]: cluster 2021-03-04T23:12:49.716876+0000 mon.a (mon.0) 199 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2021-03-04T23:12:50.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:49 gibba011 conmon[95595]: cluster 2021-03-04T23:12:48.445159+0000 mgr.x (mgr.34676) 186 : cluster [DBG] pgmap v125: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 488 op/s; 1471/533856 objects degraded (0.276%); 18 MiB/s, 292 objects/s recovering 2021-03-04T23:12:50.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:49 gibba011 conmon[95595]: cluster 2021-03-04T23:12:49.716876+0000 mon.a (mon.0) 199 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2021-03-04T23:12:50.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:49 gibba011 conmon[99461]: cluster 2021-03-04T23:12:48.445159+0000 mgr.x (mgr.34676 2021-03-04T23:12:50.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:49 gibba011 conmon[99461]: ) 186 : cluster [DBG] pgmap v125: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 488 op/s; 1471/533856 objects degraded (0.276%); 18 MiB/s, 292 objects/s recovering 2021-03-04T23:12:50.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:49 gibba011 conmon[99461]: cluster 2021-03-04T23:12:49.716876+0000 mon.a (mon.0) 199 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2021-03-04T23:12:52.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:51 gibba038 conmon[76675]: cluster 2021-03-04T23:12:50.445542+0000 mgr.x (mgr.34676) 187 : cluster [DBG] pgmap v128: 89 pgs: 2 active+clean+wait, 1 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 1208/533856 objects degraded (0.226%); 19 MiB/s, 301 objects/s recovering 2021-03-04T23:12:52.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:51 gibba011 conmon[95595]: cluster 2021-03-04T23:12:50.445542+0000 mgr.x (mgr.34676) 187 : cluster [DBG] pgmap v128: 89 pgs: 2 active+clean+wait, 1 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 1208/533856 objects degraded (0.226%); 19 MiB/s, 301 objects/s recovering 2021-03-04T23:12:52.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:51 gibba011 conmon[99461]: cluster 2021-03-04T23:12:50.445542+0000 mgr.x (mgr.34676) 187 : cluster [DBG] pgmap v128: 89 pgs: 2 active+clean+wait, 1 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 1208/533856 objects degraded (0.226%); 19 MiB/s, 301 objects/s recovering 2021-03-04T23:12:54.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:53 gibba038 conmon[76675]: cluster 2021-03-04T23:12:52.445953+0000 mgr.x (mgr.34676) 188 : cluster [DBG] pgmap v129: 89 pgs: 2 active+clean+wait, 1 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 1208/533856 objects degraded (0.226%); 16 MiB/s, 255 objects/s recovering 2021-03-04T23:12:54.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:53 gibba038 conmon[76675]: cluster 2021-03-04T23:12:53.710252+0000 mon.a (mon.0) 200 : cluster [WRN] Health check update: Degraded data redundancy: 1208/533856 objects degraded (0.226%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:12:54.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:53 gibba038 conmon[76675]: cluster 2021-03-04T23:12:53.713537+0000 mon.a (mon.0) 201 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2021-03-04T23:12:54.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:53 gibba011 conmon[95595]: cluster 2021-03-04T23:12:52.445953+0000 mgr.x (mgr.34676) 188 : cluster [DBG] pgmap v129: 89 pgs: 2 active+clean+wait, 1 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 1208/533856 objects degraded (0.226%); 16 MiB/s, 255 objects/s recovering 2021-03-04T23:12:54.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:53 gibba011 conmon[95595]: cluster 2021-03-04T23: 2021-03-04T23:12:54.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:53 gibba011 conmon[95595]: 12:53.710252+0000 mon.a (mon.0) 200 : cluster [WRN] Health check update: Degraded data redundancy: 1208/533856 objects degraded (0.226%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:12:54.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:53 gibba011 conmon[95595]: cluster 2021-03-04T23:12:53.713537+0000 mon.a (mon.0) 201 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2021-03-04T23:12:54.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:53 gibba011 conmon[99461]: cluster 2021-03-04T23:12:52.445953+0000 mgr.x (mgr.34676) 188 : cluster [DBG] pgmap v129: 89 pgs: 2 active+clean+wait, 1 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 1208/533856 objects degraded (0.226%); 16 MiB/s, 255 objects/s recovering 2021-03-04T23:12:54.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:53 gibba011 conmon[99461]: cluster 2021-03-04T23:12:53.710252+0000 mon.a (mon.0) 200 : cluster [WRN] Health check update: Degraded data redundancy: 1208/533856 objects degraded (0.226%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:12:54.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:53 gibba011 conmon[99461]: cluster 2021-03-04T23:12:53.713537+0000 mon.a (mon.0) 2021-03-04T23:12:54.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:53 gibba011 conmon[99461]: 201 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2021-03-04T23:12:56.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:55 gibba038 conmon[76675]: cluster 2021-03-04T23:12:54.446582+0000 mgr.x (mgr.34676) 189 : cluster [DBG] pgmap v131: 89 pgs: 2 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 44 op/s; 181/533049 objects degraded (0.034%); 13 MiB/s, 214 objects/s recovering 2021-03-04T23:12:56.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:55 gibba038 conmon[76675]: cluster 2021-03-04T23:12:54.719270+0000 mon.a (mon.0) 202 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2021-03-04T23:12:56.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:55 gibba011 conmon[95595]: cluster 2021-03-04T23:12:54.446582+0000 mgr.x (mgr.34676) 189 : cluster [DBG] pgmap v131: 89 pgs: 2 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 44 op/s; 181/533049 objects degraded (0.034%); 13 MiB/s, 214 objects/s recovering 2021-03-04T23:12:56.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:55 gibba011 conmon[95595]: cluster 2021-03-04T23:12:54.719270+0000 mon.a (mon.0) 202 : cluster 2021-03-04T23:12:56.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:55 gibba011 conmon[95595]: [DBG] osdmap e83: 8 total, 8 up, 8 in 2021-03-04T23:12:56.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:55 gibba011 conmon[99461]: cluster 2021-03-04T23:12:54.446582+0000 mgr.x (mgr.34676) 189 : cluster [DBG] pgmap v131: 89 pgs: 2 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 44 op/s; 181/533049 objects degraded (0.034%); 13 MiB/s, 214 objects/s recovering 2021-03-04T23:12:56.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:55 gibba011 conmon[99461]: cluster 2021-03-04T23:12:54.719270+0000 mon.a (mon.0) 202 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2021-03-04T23:12:58.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:57 gibba038 conmon[76675]: cluster 2021-03-04T23:12:56.447365+0000 mgr.x (mgr.34676) 190 : cluster [DBG] pgmap v133: 89 pgs: 1 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 44 op/s; 181/532965 objects degraded (0.034%); 12 MiB/s, 191 objects/s recovering 2021-03-04T23:12:58.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:57 gibba011 conmon[95595]: cluster 2021-03-04T23:12:56.447365+0000 mgr.x (mgr.34676) 190 : cluster [DBG] pgmap v133: 89 pgs: 1 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 44 op/s; 181/532965 objects degraded (0.034%); 12 MiB/s, 191 objects/s recovering 2021-03-04T23:12:58.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:57 gibba011 conmon[99461]: cluster 2021-03-04T23:12:56.447365+0000 mgr.x (mgr.34676) 190 : cluster [DBG] pgmap v133: 89 pgs: 1 active+clean+wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 44 op/s; 181/532965 objects degraded (0.034%); 12 MiB/s, 191 objects/s recovering 2021-03-04T23:12:59.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:58 gibba038 conmon[76675]: cluster 2021-03-04T23:12:58.711489+0000 mon.a (mon.0) 203 : cluster [WRN] Health check update: Degraded data redundancy: 181/532965 objects degraded (0.034%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:12:59.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:58 gibba011 conmon[95595]: cluster 2021-03-04T23:12:58.711489+0000 mon.a (mon.0) 203 : cluster [WRN] Health check update: Degraded data redundancy: 181/532965 objects degraded (0.034%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:12:59.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:58 gibba011 conmon[99461]: cluster 2021-03-04T23:12:58.711489+0000 mon.a (mon.0) 203 : cluster [WRN] Health check update: Degraded data redundancy: 181/532965 objects degraded (0.034%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:13:00.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:59 gibba038 conmon[76675]: cluster 2021-03-04T23:12:58.448032+0000 mgr.x (mgr.34676) 191 : cluster [DBG] pgmap v134: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 37 op/s; 9.4 MiB/s, 150 objects/s recovering 2021-03-04T23:13:00.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:59 gibba038 conmon[76675]: cluster 2021-03-04T23:12:58.724510+0000 mon.a (mon.0) 204 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 181/532965 objects degraded (0.034%), 1 pg degraded) 2021-03-04T23:13:00.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:12:59 gibba038 conmon[76675]: cluster 2021-03-04T23:12:58.724526+0000 mon.a (mon.0) 205 : cluster [INF] Cluster is now healthy 2021-03-04T23:13:00.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:59 gibba011 conmon[99461]: cluster 2021-03-04T23:12:58.448032+0000 mgr.x (mgr.34676) 191 : cluster [DBG] pgmap v134: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 37 op/s; 9.4 MiB/s, 150 objects/s recovering 2021-03-04T23:13:00.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:59 gibba011 conmon[99461]: cluster 2021-03-04T23:12:58.724510+0000 mon.a (mon.0) 204 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 181/532965 objects degraded (0.034%), 1 pg degraded) 2021-03-04T23:13:00.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:59 gibba011 conmon[99461]: cluster 2021-03-04T23:12:58.724526+0000 mon.a ( 2021-03-04T23:13:00.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:12:59 gibba011 conmon[99461]: mon.0) 205 : cluster [INF] Cluster is now healthy 2021-03-04T23:13:00.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:59 gibba011 conmon[95595]: cluster 2021-03-04T23:12:58.448032+0000 mgr.x (mgr.34676) 191 : cluster [DBG] pgmap v134: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 37 op/s; 9.4 MiB/s, 150 objects/s recovering 2021-03-04T23:13:00.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:59 gibba011 conmon[95595]: cluster 2021-03-04T23:12:58.724510+0000 mon.a (mon.0) 204 : cluster 2021-03-04T23:13:00.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:59 gibba011 conmon[95595]: [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 181/532965 objects degraded (0.034%), 1 pg degraded) 2021-03-04T23:13:00.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:12:59 gibba011 conmon[95595]: cluster 2021-03-04T23:12:58.724526+0000 mon.a (mon.0) 205 : cluster [INF] Cluster is now healthy 2021-03-04T23:13:02.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:01 gibba038 conmon[76675]: cluster 2021-03-04T23:13:00.448383+0000 mgr.x (mgr.34676) 192 : cluster [DBG] pgmap v135: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 37 op/s; 9.4 MiB/s, 150 objects/s recovering 2021-03-04T23:13:02.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:01 gibba038 conmon[76675]: audit 2021-03-04T23:13:01.572197+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:02.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:01 gibba011 conmon[95595]: cluster 2021-03-04T23:13:00.448383+0000 mgr.x (mgr.34676) 192 : cluster [DBG] pgmap v135: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 37 op/s; 9.4 MiB/s, 150 objects/s recovering 2021-03-04T23:13:02.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:01 gibba011 conmon[95595]: audit 2021-03-04T23:13:01.572197+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:02.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:01 gibba011 conmon[99461]: cluster 2021-03-04T23:13:00.448383+0000 mgr.x (mgr 2021-03-04T23:13:02.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:01 gibba011 conmon[99461]: .34676) 192 : cluster [DBG] pgmap v135: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 37 op/s; 9.4 MiB/s, 150 objects/s recovering 2021-03-04T23:13:02.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:01 gibba011 conmon[99461]: audit 2021-03-04T23:13:01.572197+0000 mon.a (mon. 2021-03-04T23:13:02.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:01 gibba011 conmon[99461]: 0) 206 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:04.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:03 gibba038 conmon[76675]: cluster 2021-03-04T23:13:02.448681+0000 mgr.x (mgr.34676) 193 : cluster [DBG] pgmap v136: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 3 op/s; 1.3 MiB/s, 20 objects/s recovering 2021-03-04T23:13:04.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:03 gibba038 conmon[76675]: 2021-03-04T23:13:04.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:03 gibba011 conmon[95595]: cluster 2021-03-04T23:13:04.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:03 gibba011 conmon[95595]: 2021-03-04T23: 2021-03-04T23:13:04.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:03 gibba011 conmon[95595]: 13:02.448681+0000 mgr.x (mgr.34676) 193 : cluster [DBG] pgmap v136: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 3 op/s; 1.3 MiB/s, 20 objects/s recovering 2021-03-04T23:13:04.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:03 gibba011 conmon[99461]: cluster 2021-03-04T23:13:02.448681+0000 mgr.x (mgr.34676) 193 : cluster [DBG] pgmap v136: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 33 GiB used, 632 GiB / 672 GiB avail; 0 B/s wr, 3 op/s; 1.3 MiB/s, 20 objects/s recovering 2021-03-04T23:13:06.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:05 gibba038 conmon[76675]: cluster 2021-03-04T23:13:04.449158+0000 mgr.x (mgr.34676) 194 : cluster 2021-03-04T23:13:06.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:05 gibba038 conmon[76675]: [DBG] pgmap v137: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 32 GiB used, 633 GiB / 672 GiB avail; 0 B/s wr, 391 op/s; 1.1 MiB/s, 18 objects/s recovering 2021-03-04T23:13:06.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:05 gibba011 conmon[95595]: cluster 2021-03-04T23:13:04.449158+0000 mgr.x (mgr.34676) 194 : cluster [DBG] pgmap v137: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 32 GiB used, 633 GiB / 672 GiB avail; 0 B/s wr, 391 op/s; 1.1 MiB/s, 18 objects/s recovering 2021-03-04T23:13:06.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:05 gibba011 conmon[99461]: cluster 2021-03-04T23:13:06.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:05 gibba011 conmon[99461]: 2021-03-04T 2021-03-04T23:13:06.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:05 gibba011 conmon[99461]: 23:13:04.449158+0000 mgr.x (mgr.34676) 194 : cluster [DBG] pgmap v137: 89 pgs: 1 active+clean+wait, 88 active+clean; 11 GiB data, 32 GiB used, 633 GiB / 672 GiB avail; 0 B/s wr, 391 op/s; 1.1 MiB/s, 18 objects/s recovering 2021-03-04T23:13:08.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:07 gibba038 conmon[76675]: cluster 2021-03-04T23:13:06.449511+0000 mgr.x (mgr.34676) 195 : cluster 2021-03-04T23:13:08.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:07 gibba038 conmon[76675]: [DBG] pgmap v138: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 633 GiB / 672 GiB avail; 0 B/s wr, 421 op/s; 987 KiB/s, 15 objects/s recovering 2021-03-04T23:13:08.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:07 gibba011 conmon[95595]: cluster 2021-03-04T23:13:06.449511+0000 mgr.x (mgr.34676) 195 : cluster [DBG] pgmap v138: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 633 GiB / 672 GiB avail; 0 B/s wr, 421 op/s; 987 KiB/s, 15 objects/s recovering 2021-03-04T23:13:08.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:07 gibba011 conmon[99461]: cluster 2021-03-04T23:13:06.449511+0000 mgr.x (mgr.34676) 195 : cluster [DBG] pgmap v138: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 633 GiB / 672 GiB avail; 0 B/s wr, 421 op/s; 987 KiB/s, 15 objects/s recovering 2021-03-04T23:13:10.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:09 gibba038 conmon[76675]: cluster 2021-03-04T23:13:08.449904+0000 mgr.x (mgr.34676) 196 : cluster [DBG] pgmap v139: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 1.03k op/s; 965 KiB/s, 15 objects/s recovering 2021-03-04T23:13:10.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:09 gibba011 conmon[95595]: cluster 2021-03-04T23:13:08.449904+0000 mgr.x (mgr 2021-03-04T23:13:10.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:09 gibba011 conmon[95595]: .34676) 196 : cluster [DBG] pgmap v139: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 1.03k op/s; 965 KiB/s, 15 objects/s recovering 2021-03-04T23:13:10.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:09 gibba011 conmon[99461]: cluster 2021-03-04T23:13:08.449904+0000 mgr.x (mgr.34676) 196 : 2021-03-04T23:13:10.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:09 gibba011 conmon[99461]: cluster [DBG] pgmap v139: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 1.03k op/s; 965 KiB/s, 15 objects/s recovering 2021-03-04T23:13:12.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:11 gibba038 conmon[76675]: cluster 2021-03-04T23:13:10.450179+0000 mgr.x (mgr.34676) 197 : cluster [DBG] pgmap v140: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 1.12k op/s 2021-03-04T23:13:12.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:11 gibba011 conmon[95595]: cluster 2021-03-04T23:13:10.450179+0000 mgr.x (mgr.34676) 197 : cluster 2021-03-04T23:13:12.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:11 gibba011 conmon[95595]: [DBG] pgmap v140: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 1.12k op/s 2021-03-04T23:13:12.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:11 gibba011 conmon[99461]: cluster 2021-03-04T23:13:10.450179+0000 mgr.x (mgr.34676) 197 : 2021-03-04T23:13:12.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:11 gibba011 conmon[99461]: cluster [DBG] pgmap v140: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 1.12k op/s 2021-03-04T23:13:14.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:13 gibba038 conmon[76675]: cluster 2021-03-04T23:13:12.450464+0000 mgr.x (mgr.34676) 198 : cluster [DBG] pgmap v141: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 1.12k op/s 2021-03-04T23:13:14.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:13 gibba038 conmon[76675]: 2021-03-04T23:13:14.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:13 gibba011 conmon[95595]: cluster 2021-03-04T23:13:12.450464+0000 mgr.x (mgr.34676) 198 : cluster [DBG] pgmap v141: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 1.12k op/s 2021-03-04T23:13:14.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:13 gibba011 conmon[99461]: cluster 2021-03-04T23:13:12.450464+0000 mgr.x (mgr.34676) 198 : cluster [DBG] pgmap v141: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 1.12k op/s 2021-03-04T23:13:16.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:15 gibba038 conmon[76675]: cluster 2021-03-04T23:13:16.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:15 gibba038 conmon[76675]: 2021-03-04T23:13 2021-03-04T23:13:16.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:15 gibba038 conmon[76675]: :14.450856+0000 mgr.x (mgr.34676) 199 : cluster [DBG] pgmap v142: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 1.73k op/s 2021-03-04T23:13:16.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:15 gibba011 conmon[95595]: cluster 2021-03-04T23:13:14.450856+0000 mgr.x (mgr.34676) 199 : cluster 2021-03-04T23:13:16.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:15 gibba011 conmon[95595]: [DBG] pgmap v142: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 1.73k op/s 2021-03-04T23:13:16.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:15 gibba011 conmon[99461]: cluster 2021-03-04T23:13:14.450856+0000 mgr.x (mgr.34676) 199 : cluster [DBG] 2021-03-04T23:13:16.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:15 gibba011 conmon[99461]: pgmap v142: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 1.73k op/s 2021-03-04T23:13:17.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: audit 2021-03-04T23:13:16.438580+0000 mon.c (mon.1) 81 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:13:17.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: audit 2021-03-04T23:13:16.438824+0000 mon.c (mon.1) 82 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2021-03-04T23:13:17.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: audit 2021-03-04T23:13:16.439033+0000 mon.c (mon.1) 83 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:13:17.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: audit 2021-03-04T23:13:16.439515+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:13:17.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: audit 2021-03-04T23:13:17.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: 2021-03-04T23:13:16.439779 2021-03-04T23:13:17.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: +0000 mon.a (mon.0) 208 : audit 2021-03-04T23:13:17.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2021-03-04T23:13:17.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: audit 2021-03-04T23:13:17.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: 2021-03-04T23:13:16. 2021-03-04T23:13:17.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: 440019+0000 mon.a (mon.0) 209 : 2021-03-04T23:13:17.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:13:17.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:13:17.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: -04T23:13:16.591572+0000 mon.c (mon.1) 2021-03-04T23:13:17.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: 84 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:13:17.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:13:17.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: -04T23:13:16.591912+0000 2021-03-04T23:13:17.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: mon.a (mon.0) 210 : audit 2021-03-04T23:13:17.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:13:17.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: audit 2021-03-04T23:13:17.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: 2021-03-04T23:13: 2021-03-04T23:13:17.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: 16.600493+0000 mon.c (mon.1 2021-03-04T23:13:17.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: ) 85 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:13:17.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:13:17.093 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: 03-04T23:13:16.600834+0000 2021-03-04T23:13:17.093 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: mon.a (mon.0) 211 : audit 2021-03-04T23:13:17.093 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:16 gibba038 conmon[76675]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:13:17.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: audit 2021-03-04T23:13:16.438580+0000 mon.c (mon.1) 2021-03-04T23:13:17.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: 81 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:13:17.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: audit 2021-03-04T23:13:16.438824+0000 mon.c (mon.1) 82 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2021-03-04T23:13:17.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: audit 2021-03-04T23:13:16.439033 2021-03-04T23:13:17.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: +0000 mon.c (mon.1) 83 : audit [INF] 2021-03-04T23:13:17.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:13:17.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: audit 2021-03-04T23:13:16.439515+0000 mon.a ( 2021-03-04T23:13:17.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: mon.0) 207 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:13:17.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: audit 2021- 2021-03-04T23:13:17.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: 03-04T23:13:16.439779+0000 2021-03-04T23:13:17.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: mon.a (mon.0) 208 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2021-03-04T23:13:17.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: 2021-03-04T23:13:17.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: audit 2021-03-04T23 2021-03-04T23:13:17.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: :13:16.440019+0000 mon.a (mon.0 2021-03-04T23:13:17.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: ) 209 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:13:17.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: audit 2021-03-04T23:13:17.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: 2021-03-04T23 2021-03-04T23:13:17.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: :13:16.591572+0000 mon.c (mon. 2021-03-04T23:13:17.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: 1) 84 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:13:17.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: audit 2021-03-04T23:13:17.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: 2021-03-04T 2021-03-04T23:13:17.111 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: 23:13:16.591912+0000 mon.a (mon. 2021-03-04T23:13:17.111 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: 0) 210 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:13:17.111 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: audit 2021-03-04T23: 2021-03-04T23:13:17.111 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: 13:16.600493+0000 mon.c (mon.1) 85 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:13:17.111 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: audit 2021-03-04T23:13 2021-03-04T23:13:17.112 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: :16.600834+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:13:17.112 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[95595]: 2021-03-04T23:13:17.112 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: audit 2021-03-04T23:13:17.113 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: 2021-03-04T23:13 2021-03-04T23:13:17.114 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: :16.438580+0000 mon.c (mon.1) 81 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:13:17.114 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:13:17.114 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: 04T23:13:16.438824+0000 mon.c (mon.1) 82 : 2021-03-04T23:13:17.114 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2021-03-04T23:13:17.115 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:13:17.115 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: 04T23:13:16.439033+0000 mon.c (mon.1) 83 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:13:17.115 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: audit 2021-03-04T23:13:17.115 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: 2021-03-04T23:13:17.116 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: 2021 2021-03-04T23:13:17.116 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: -03-04T23:13: 2021-03-04T23:13:17.116 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: 16.439515+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:13:17.116 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: audit 2021-03-04T23:13:17.116 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: 2021-03-04T23:13: 2021-03-04T23:13:17.117 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: 16.439779+0000 mon.a (mon.0) 208 : audit 2021-03-04T23:13:17.117 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2021-03-04T23:13:17.117 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: audit 2021-03-04T23:13:17.117 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: 2021-03-04T23:13:16. 2021-03-04T23:13:17.118 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: 440019+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:13:17.118 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: 2021-03-04T23:13:17.118 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: audit 2021-03-04T23:13 2021-03-04T23:13:17.118 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: :16.591572+0000 mon.c (mon.1) 84 : audit 2021-03-04T23:13:17.118 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:13:17.119 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: audit 2021-03-04T23 2021-03-04T23:13:17.119 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: :13:16.591912+0000 mon.a (mon.0) 210 : 2021-03-04T23:13:17.119 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:13:17.119 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:13:17.119 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: 04T23:13:16.600493+0000 mon.c (mon.1) 2021-03-04T23:13:17.120 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: 85 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:13:17.120 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:13:17.120 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: 03-04T23:13:16.600834+0000 mon.a (mon. 2021-03-04T23:13:17.120 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:16 gibba011 conmon[99461]: 0) 211 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:13:18.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:17 gibba038 conmon[76675]: cluster 2021-03-04T23:13:16.451147+0000 mgr.x (mgr.34676) 200 : cluster [DBG] 2021-03-04T23:13:18.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:17 gibba038 conmon[76675]: pgmap v143: 89 pgs: 89 active+clean; 9.5 GiB data, 29 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:13:18.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:17 gibba011 conmon[95595]: cluster 2021-03-04T23:13:16.451147+0000 mgr.x (mgr.34676) 200 : cluster 2021-03-04T23:13:18.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:17 gibba011 conmon[95595]: [DBG] pgmap v143: 89 pgs: 89 active+clean; 9.5 GiB data, 29 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:13:18.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:17 gibba011 conmon[99461]: cluster 2021-03-04T23:13:16.451147+0000 mgr.x (mgr.34676 2021-03-04T23:13:18.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:17 gibba011 conmon[99461]: ) 200 : cluster [DBG] pgmap v143: 89 pgs: 89 active+clean; 9.5 GiB data, 29 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:13:20.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:19 gibba038 conmon[76675]: cluster 2021-03-04T23:13:18.451522+0000 mgr.x (mgr.34676) 201 : cluster [DBG] 2021-03-04T23:13:20.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:19 gibba038 conmon[76675]: pgmap v144: 89 pgs: 89 active+clean; 9.1 GiB data, 27 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 2.01k op/s 2021-03-04T23:13:20.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:19 gibba011 conmon[95595]: cluster 2021-03-04T23:13:18.451522+0000 mgr.x (mgr.34676) 201 : cluster 2021-03-04T23:13:20.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:19 gibba011 conmon[95595]: [DBG] pgmap v144: 89 pgs: 89 active+clean; 9.1 GiB data, 27 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 2.01k op/s 2021-03-04T23:13:20.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:19 gibba011 conmon[99461]: cluster 2021-03-04T23:13:18.451522+0000 mgr.x (mgr.34676) 201 : cluster 2021-03-04T23:13:20.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:19 gibba011 conmon[99461]: [DBG] pgmap v144: 89 pgs: 89 active+clean; 9.1 GiB data, 27 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 2.01k op/s 2021-03-04T23:13:22.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:21 gibba038 conmon[76675]: cluster 2021-03-04T23:13:20.451843+0000 mgr.x (mgr.34676) 202 : cluster [DBG] pgmap v145: 89 pgs: 89 active+clean; 9.0 GiB data, 27 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:13:22.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:21 gibba011 conmon[95595]: cluster 2021-03-04T23:13:20.451843+0000 mgr.x (mgr.34676) 202 : 2021-03-04T23:13:22.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:21 gibba011 conmon[95595]: cluster [DBG] pgmap v145: 89 pgs: 89 active+clean; 9.0 GiB data, 27 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:13:22.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:21 gibba011 conmon[99461]: cluster 2021-03-04T23:13:20.451843+0000 mgr.x (mgr.34676 2021-03-04T23:13:22.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:21 gibba011 conmon[99461]: ) 202 : cluster [DBG] pgmap v145: 89 pgs: 89 active+clean; 9.0 GiB data, 27 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:13:23.996 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch upgrade resume' 2021-03-04T23:13:24.024 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[95595]: cluster 2021-03-04T23:13:22.452131+0000 mgr.x (mgr.34676) 203 : cluster [DBG] pgmap v146: 89 pgs: 89 active+clean; 9.0 GiB data, 27 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:13:24.024 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[95595]: 2021-03-04T23:13:24.024 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: cluster 2021-03-04T23:13:24.025 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: 2021-03-04T23:13:24.025 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: 2021 2021-03-04T23:13:24.026 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: - 2021-03-04T23:13:24.026 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: 03 2021-03-04T23:13:24.026 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: - 2021-03-04T23:13:24.026 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: 04 2021-03-04T23:13:24.027 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: T 2021-03-04T23:13:24.027 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: 23 2021-03-04T23:13:24.027 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: : 2021-03-04T23:13:24.027 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: 13 2021-03-04T23:13:24.027 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: : 2021-03-04T23:13:24.028 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: 22 2021-03-04T23:13:24.028 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: . 2021-03-04T23:13:24.029 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: 452131 2021-03-04T23:13:24.029 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: +0000 2021-03-04T23:13:24.029 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: 2021-03-04T23:13:24.029 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: mgr.x 2021-03-04T23:13:24.030 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: ( 2021-03-04T23:13:24.030 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: mgr 2021-03-04T23:13:24.030 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: . 2021-03-04T23:13:24.030 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: 34676 2021-03-04T23:13:24.031 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: ) 2021-03-04T23:13:24.031 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: 203 2021-03-04T23:13:24.031 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: : 2021-03-04T23:13:24.031 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: cluster 2021-03-04T23:13:24.031 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:23 gibba011 conmon[99461]: [DBG] pgmap v146: 89 pgs: 89 active+clean; 9.0 GiB data, 27 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:13:24.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:23 gibba038 conmon[76675]: cluster 2021-03-04T23:13:22.452131+0000 mgr.x (mgr.34676) 203 : cluster [DBG] pgmap v146: 89 pgs: 89 active+clean; 9.0 GiB data, 27 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:13:26.028 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:25 gibba038 conmon[76675]: cluster 2021-03-04T23:13:24.452511+0000 mgr.x (mgr.34676) 204 2021-03-04T23:13:26.029 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:25 gibba038 conmon[76675]: : cluster [DBG] pgmap v147: 89 pgs: 89 active+clean; 8.6 GiB data, 26 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.95k op/s 2021-03-04T23:13:26.029 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:25 gibba038 conmon[76675]: audit 2021-03-04T23:13:25.477371+0000 mon.c (mon.1) 86 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:13:26.029 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:25 gibba038 conmon[76675]: audit 2021-03-04T23:13:25.478830+0000 mon.c (mon.1) 87 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:13:26.030 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:25 gibba038 conmon[76675]: audit 2021-03-04T 2021-03-04T23:13:26.030 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:25 gibba038 conmon[76675]: 23:13:25.479026+0000 mon.c (mon.1) 88 : audit 2021-03-04T23:13:26.030 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:25 gibba038 conmon[76675]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:13:26.076 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:25 gibba011 conmon[95595]: cluster 2021-03-04T23:13:24.452511+0000 mgr.x (mgr.34676) 204 : cluster [DBG] pgmap v147: 89 pgs: 89 active+clean; 8.6 GiB data, 26 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.95k op/s 2021-03-04T23:13:26.077 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:25 gibba011 conmon[95595]: audit 2021-03-04T23:13:25.477371+0000 mon.c (mon.1) 86 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:13:26.077 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:25 gibba011 conmon[95595]: audit 2021-03-04T23:13:25.478830+0000 mon.c (mon.1) 87 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:13:26.077 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:25 gibba011 conmon[95595]: audit 2021-03-04T23:13:25.479026+0000 mon.c (mon.1) 88 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:13:26.078 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:25 gibba011 conmon[99461]: cluster 2021-03-04T23:13:24.452511+0000 mgr.x (mgr.34676) 204 : cluster [DBG] pgmap v147: 89 pgs: 89 active+clean; 8.6 GiB data, 26 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.95k op/s 2021-03-04T23:13:26.078 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:25 gibba011 conmon[99461]: audit 2021-03-04T23:13:25.477371+0000 mon.c (mon.1) 86 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:13:26.078 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:25 gibba011 conmon[99461]: audit 2021-03-04T23:13:25.478830+0000 mon.c (mon.1) 87 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:13:26.078 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:25 gibba011 conmon[99461]: audit 2021-03-04T23:13:25.479026+0000 mon.c (mon.1) 88 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:13:26.574 INFO:teuthology.orchestra.run.gibba011.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:13:27.572 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'echo wait for half of osds to upgrade' 2021-03-04T23:13:27.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:27 gibba038 conmon[76675]: cluster 2021-03-04T23:13:26.452840+0000 mgr.x (mgr.34676) 205 : cluster [DBG] pgmap v148: 89 pgs: 89 active+clean; 8.5 GiB data, 26 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:13:27.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:27 gibba038 conmon[76675]: audit 2021-03-04T23:13:26.566014+0000 mgr.x (mgr.34676) 206 : audit [DBG] from='client.54163 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:13:27.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:27 gibba038 conmon[76675]: cephadm 2021-03-04T23:13:26.566342+0000 mgr.x (mgr.34676) 207 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:13:27.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:27 gibba038 conmon[76675]: audit 2021-03-04T23:13:26.570106+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:27.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:27 gibba011 conmon[95595]: cluster 2021-03-04T23:13:26.452840+0000 mgr.x (mgr.34676) 205 : 2021-03-04T23:13:27.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:27 gibba011 conmon[95595]: cluster [DBG] pgmap v148: 89 pgs: 89 active+clean; 8.5 GiB data, 26 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:13:27.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:27 gibba011 conmon[95595]: audit 2021-03-04T23:13:26.566014+0000 mgr.x (mgr.34676) 206 : audit [DBG] from='client.54163 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:13:27.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:27 gibba011 conmon[95595]: cephadm 2021-03-04T23:13:26.566342+0000 mgr.x (mgr.34676) 207 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:13:27.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:27 gibba011 conmon[95595]: audit 2021-03-04T23:13:26.570106+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:27.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:27 gibba011 conmon[99461]: cluster 2021-03-04T23:13:26.452840+0000 mgr.x (mgr.34676) 205 : cluster [DBG] 2021-03-04T23:13:27.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:27 gibba011 conmon[99461]: pgmap v148: 89 pgs: 89 active+clean; 8.5 GiB data, 26 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:13:27.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:27 gibba011 conmon[99461]: audit 2021-03-04T23:13:26.566014+0000 mgr.x (mgr.34676) 206 : audit [DBG] from='client.54163 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:13:27.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:27 gibba011 conmon[99461]: cephadm 2021-03-04T23:13:26.566342+0000 mgr.x (mgr.34676) 207 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:13:27.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:27 gibba011 conmon[99461]: audit 2021-03-04T23:13:26.570106+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:29.926 INFO:teuthology.orchestra.run.gibba011.stdout:wait for half of osds to upgrade 2021-03-04T23:13:30.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:30 gibba011 conmon[95595]: cluster 2021-03-04T23:13:28.453217+0000 mgr.x (mgr.34676) 208 : cluster [DBG] pgmap v149: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.88k op/s 2021-03-04T23:13:30.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:30 gibba011 conmon[95595]: audit 2021-03-04T23:13:29.141009+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:30.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:30 gibba011 conmon[95595]: cephadm 2021-03-04T23:13:29.142013+0000 mgr.x (mgr.34676) 209 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:13:30.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:30 gibba011 conmon[99461]: cluster 2021-03-04T23:13:28.453217+0000 mgr.x (mgr.34676) 208 : cluster [DBG] pgmap v149: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.88k op/s 2021-03-04T23:13:30.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:30 gibba011 conmon[99461]: audit 2021-03-04T23:13:29.141009+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:30.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:30 gibba011 conmon[99461]: cephadm 2021-03-04T23:13:29.142013+0000 mgr.x (mgr.34676) 209 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:13:30.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:30 gibba038 conmon[76675]: cluster 2021-03-04T23:13:28.453217+0000 mgr.x (mgr.34676) 208 : cluster [DBG] 2021-03-04T23:13:30.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:30 gibba038 conmon[76675]: pgmap v149: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.88k op/s 2021-03-04T23:13:30.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:30 gibba038 conmon[76675]: audit 2021-03-04T23:13:29.141009+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:30.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:30 gibba038 conmon[76675]: cephadm 2021-03-04T23:13:29.142013+0000 mgr.x (mgr.34676) 209 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:13:30.950 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'while ! ceph osd versions | grep $sha1 | egrep '"'"': [45678]'"'"'; do sleep 2 ; done' 2021-03-04T23:13:32.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:32 gibba038 conmon[76675]: cluster 2021-03-04T23:13:30.453556+0000 mgr.x (mgr.34676) 210 : cluster [DBG] 2021-03-04T23:13:32.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:32 gibba038 conmon[76675]: pgmap v150: 89 pgs: 89 active+clean; 8.1 GiB data, 24 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.36k op/s 2021-03-04T23:13:32.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:32 gibba038 conmon[76675]: audit 2021-03-04T23:13:31.503703+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:32.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:32 gibba038 conmon[76675]: audit 2021-03-04T23:13:31.933347+0000 mon.a (mon. 2021-03-04T23:13:32.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:32 gibba038 conmon[76675]: 0) 215 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:32.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:32 gibba038 conmon[76675]: audit 2021-03-04T23:13:31.939345+0000 2021-03-04T23:13:32.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:32 gibba038 conmon[76675]: mon.c (mon.1) 89 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:13:32.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:32 gibba038 conmon[76675]: audit 2021-03-04T23:13:32.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:32 gibba038 conmon[76675]: 2021-03-04T23:13:31.940422+0000 mon.c (mon.1) 90 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:13:32.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:32 gibba038 conmon[76675]: audit 2021-03-04T23:13:31. 2021-03-04T23:13:32.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:32 gibba038 conmon[76675]: 941420+0000 mon.c (mon.1) 91 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:13:32.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:32 gibba038 conmon[76675]: audit 2021-03-04T 2021-03-04T23:13:32.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:32 gibba038 conmon[76675]: 23:13:31.942248+0000 mon.c (mon.1) 92 : audit 2021-03-04T23:13:32.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:32 gibba038 conmon[76675]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:13:32.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:32 gibba038 conmon[76675]: audit 2021-03-04T23:13:32.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:32 gibba038 conmon[76675]: 2021-03-04T23:13:31.947564+0000 2021-03-04T23:13:32.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:32 gibba038 conmon[76675]: mon.c (mon.1) 93 : audit 2021-03-04T23:13:32.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:32 gibba038 conmon[76675]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-03-04T23:13:32.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[95595]: cluster 2021-03-04T23:13:30.453556+0000 mgr.x (mgr.34676) 210 : cluster [DBG] pgmap v150: 89 pgs: 89 active+clean; 8.1 GiB data, 24 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.36k op/s 2021-03-04T23:13:32.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[95595]: audit 2021-03-04T23:13:31.503703+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:32.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[95595]: audit 2021-03-04T23:13:31.933347+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:32.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[95595]: audit 2021-03-04T23:13:31.939345+0000 mon.c (mon.1) 89 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:13:32.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[95595]: audit 2021-03-04T23:13:31.940422+0000 mon.c (mon.1) 90 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:13:32.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[95595]: audit 2021-03-04T23:13:31.941420+0000 mon.c (mon.1) 91 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:13:32.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[95595]: audit 2021-03-04T23:13:31.942248+0000 mon.c (mon.1) 92 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:13:32.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[95595]: audit 2021-03-04T23:13:31.947564+0000 mon.c (mon.1) 93 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-03-04T23:13:32.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[99461]: cluster 2021-03-04T23:13:32.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[99461]: 2021-03-04T23:13:30 2021-03-04T23:13:32.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[99461]: .453556+0000 mgr.x (mgr.34676) 210 : cluster [DBG] pgmap v150: 89 pgs: 89 active+clean; 8.1 GiB data, 24 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.36k op/s 2021-03-04T23:13:32.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[99461]: audit 2021-03-04T23:13:31.503703+0000 2021-03-04T23:13:32.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[99461]: mon.a (mon.0) 214 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:32.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[99461]: audit 2021 2021-03-04T23:13:32.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[99461]: -03-04T23:13:31.933347+0000 mon.a 2021-03-04T23:13:32.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[99461]: (mon.0) 215 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:32.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[99461]: audit 2021 2021-03-04T23:13:32.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[99461]: -03-04T23:13:31.939345+0000 mon.c 2021-03-04T23:13:32.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[99461]: (mon.1) 89 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:13:32.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[99461]: audit 2021-03-04T23:13 2021-03-04T23:13:32.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[99461]: :31.940422+0000 mon.c (mon.1) 90 : audit 2021-03-04T23:13:32.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[99461]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:13:32.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[99461]: audit 2021-03-04T23:13:31. 2021-03-04T23:13:32.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[99461]: 941420+0000 mon.c (mon.1) 91 : audit [DBG] 2021-03-04T23:13:32.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:13:32.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[99461]: audit 2021-03-04T23:13:32.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[99461]: 2021-03-04T23:13:31.942248+0000 mon.c (mon. 2021-03-04T23:13:32.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[99461]: 1) 92 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:13:32.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[99461]: audit 2021-03-04T 2021-03-04T23:13:32.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[99461]: 23:13:31.947564+0000 mon.c (mon.1) 2021-03-04T23:13:32.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:32 gibba011 conmon[99461]: 93 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-03-04T23:13:33.268 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: cephadm 2021-03-04T23:13:33.269 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 2021-03-04T23:13:33.269 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 2021 2021-03-04T23:13:33.269 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: - 2021-03-04T23:13:33.270 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 03 2021-03-04T23:13:33.270 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: - 2021-03-04T23:13:33.270 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 04 2021-03-04T23:13:33.270 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: T 2021-03-04T23:13:33.270 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 23 2021-03-04T23:13:33.271 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: : 2021-03-04T23:13:33.271 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 13 2021-03-04T23:13:33.271 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: : 2021-03-04T23:13:33.271 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 31 2021-03-04T23:13:33.272 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: . 2021-03-04T23:13:33.272 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 507114 2021-03-04T23:13:33.272 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: +0000 2021-03-04T23:13:33.272 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 2021-03-04T23:13:33.272 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: mgr.x 2021-03-04T23:13:33.273 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: ( 2021-03-04T23:13:33.273 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: mgr 2021-03-04T23:13:33.273 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: . 2021-03-04T23:13:33.273 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 34676 2021-03-04T23:13:33.273 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: ) 2021-03-04T23:13:33.274 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 211 2021-03-04T23:13:33.274 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: : 2021-03-04T23:13:33.274 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: cephadm 2021-03-04T23:13:33.274 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 2021-03-04T23:13:33.275 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: [INF] Refreshing gibba011 facts 2021-03-04T23:13:33.275 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: cephadm 2021-03-04T23:13:31 2021-03-04T23:13:33.275 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: .938468+0000 mgr.x (mgr.34676) 212 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:13:33.275 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: cephadm 2021-03-04T23:13:33.276 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 2021-03-04T23:13:31.940118+0000 mgr.x ( 2021-03-04T23:13:33.276 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: mgr.34676) 213 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:13:33.276 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: cephadm 2021-03- 2021-03-04T23:13:33.276 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 04T23:13:31.941067+0000 mgr.x (mgr.34676 2021-03-04T23:13:33.276 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: ) 214 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:13:33.277 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: cephadm 2021 2021-03-04T23:13:33.277 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: -03-04T23:13:31.941102+0000 2021-03-04T23:13:33.277 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: mgr.x (mgr.34676) 215 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:13:33.277 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: cephadm 2021- 2021-03-04T23:13:33.277 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 03-04T23:13:31.941955+0000 mgr.x (mgr 2021-03-04T23:13:33.278 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: .34676) 216 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:13:33.278 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: cephadm 2021-03-04T23:13:33.278 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 2021-03-04T23:13:31. 2021-03-04T23:13:33.278 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 942119+0000 mgr.x (mgr.34676) 217 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:13:33.279 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: cephadm 2021-03-04T23:13:33.279 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 2021-03-04T23:13:31.942803+0000 mgr.x (mgr.34676) 218 : 2021-03-04T23:13:33.279 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:13:33.279 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: cephadm 2021-03-04T23:13:33.279 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 2021-03-04T23:13 2021-03-04T23:13:33.280 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: :31.947009+0000 mgr.x (mgr.34676) 219 2021-03-04T23:13:33.280 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:13:33.280 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: cephadm 2021-03-04T23:13:33.280 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 2021-03-04T23: 2021-03-04T23:13:33.280 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 13:31.947131+0000 mgr.x (mgr.34676) 2021-03-04T23:13:33.281 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 220 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:13:33.281 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: audit 2021-03-04T23:13:33.281 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 2021-03-04T23:13 2021-03-04T23:13:33.281 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: :31.947726+0000 mgr.x (mgr.34676) 2021-03-04T23:13:33.282 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 221 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-03-04T23:13:33.282 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: cephadm 2021-03-04T23:13:33.282 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 2021-03-04T 2021-03-04T23:13:33.282 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 23:13:31.952450+0000 mgr.x (mgr. 2021-03-04T23:13:33.282 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[95595]: 34676) 222 : cephadm [INF] Upgrade: osd.1 is safe to restart 2021-03-04T23:13:33.283 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: cephadm 2021-03-04T23:13:33.283 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: 2021-03-04T23:13 2021-03-04T23:13:33.283 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: :31.507114+0000 mgr.x (mgr.34676) 211 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:13:33.284 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: cephadm 2021- 2021-03-04T23:13:33.284 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: 03-04T23:13:31.938468+0000 mgr.x (mgr 2021-03-04T23:13:33.284 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: .34676) 212 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:13:33.284 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: cephadm 2021-03-04T23:13:33.284 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: 2021-03-04T23:13:31.940118+0000 2021-03-04T23:13:33.285 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: mgr.x (mgr.34676) 213 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:13:33.285 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: 2021-03-04T23:13:33.285 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: cephadm 2021-03-04T23: 2021-03-04T23:13:33.285 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: 13:31.941067+0000 mgr.x (mgr.34676) 214 2021-03-04T23:13:33.286 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:13:33.286 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: cephadm 2021- 2021-03-04T23:13:33.286 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: 03-04T23:13:31.941102+0000 mgr.x 2021-03-04T23:13:33.286 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: (mgr.34676) 215 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:13:33.286 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: cephadm 2021- 2021-03-04T23:13:33.287 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: 03-04T23:13:31.941955+0000 mgr.x ( 2021-03-04T23:13:33.287 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: mgr.34676) 216 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:13:33.287 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: cephadm 2021-03-04T23:13:33.287 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: 2021-03-04T23:13:31.942119 2021-03-04T23:13:33.287 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: +0000 mgr.x (mgr.34676) 217 : cephadm [INF] 2021-03-04T23:13:33.288 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: Upgrade: Checking crash daemons 2021-03-04T23:13:33.288 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: cephadm 2021-03-04T23: 2021-03-04T23:13:33.288 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: 13:31.942803+0000 mgr.x (mgr.34676) 2021-03-04T23:13:33.288 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: 218 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:13:33.289 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: cephadm 2021 2021-03-04T23:13:33.289 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: -03-04T23:13:31.947009+0000 2021-03-04T23:13:33.289 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: mgr.x (mgr.34676) 219 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:13:33.289 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: 2021-03-04T23:13:33.290 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: cephadm 2021-03-04T23:13: 2021-03-04T23:13:33.290 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: 31.947131+0000 mgr.x (mgr.34676) 220 : cephadm 2021-03-04T23:13:33.290 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: [INF] Upgrade: Checking osd daemons 2021-03-04T23:13:33.290 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:13:33.290 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: T23:13:31.947726+0000 mgr.x (mgr.34676) 221 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-03-04T23:13:33.291 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: cephadm 2021-03- 2021-03-04T23:13:33.291 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: 04T23:13:31.952450+0000 mgr.x (mgr 2021-03-04T23:13:33.291 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:33 gibba011 conmon[99461]: .34676) 222 : cephadm [INF] Upgrade: osd.1 is safe to restart 2021-03-04T23:13:33.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: cephadm 2021-03-04T23:13:31.507114+0000 mgr.x (mgr.34676) 211 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:13:33.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: 2021-03-04T23:13:33.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: cephadm 2021-03-04T23:13:31.938468+0000 mgr.x (mgr.34676) 212 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:13:33.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: cephadm 2021-03-04T23:13:31.940118+0000 mgr.x (mgr.34676) 213 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:13:33.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: cephadm 2021-03-04T23:13:31.941067+0000 mgr.x (mgr.34676) 214 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:13:33.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: cephadm 2021-03-04 2021-03-04T23:13:33.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: T23:13:31.941102+0000 mgr.x (mgr.34676) 215 : cephadm [INF] 2021-03-04T23:13:33.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: Upgrade: Checking mon daemons 2021-03-04T23:13:33.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: cephadm 2021-03-04T23 2021-03-04T23:13:33.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: :13:31.941955+0000 mgr.x (mgr.34676) 216 : cephadm [INF] 2021-03-04T23:13:33.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: Upgrade: All mon daemons are up to date. 2021-03-04T23:13:33.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: cephadm 2021-03-04T23:13: 2021-03-04T23:13:33.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: 31.942119+0000 mgr.x (mgr.34676) 217 : cephadm [INF] 2021-03-04T23:13:33.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: Upgrade: Checking crash daemons 2021-03-04T23:13:33.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: cephadm 2021-03- 2021-03-04T23:13:33.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: 04T23:13:31.942803+0000 mgr.x (mgr. 2021-03-04T23:13:33.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: 34676) 218 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:13:33.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: cephadm 2021-03 2021-03-04T23:13:33.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: -04T23:13:31.947009+0000 mgr.x (mgr.34676) 2021-03-04T23:13:33.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: 219 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:13:33.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: cephadm 2021- 2021-03-04T23:13:33.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: 03-04T23:13:31.947131+0000 mgr.x (mgr.34676 2021-03-04T23:13:33.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: ) 220 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:13:33.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:13:33.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: -04T23:13:31.947726+0000 mgr.x (mgr.34676) 221 2021-03-04T23:13:33.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2021-03-04T23:13:33.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: cephadm 2021-03-04T23:13:33.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: 2021-03-04T23 2021-03-04T23:13:33.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: :13:31.952450+0000 mgr.x (mgr. 2021-03-04T23:13:33.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:33 gibba038 conmon[76675]: 34676) 222 : cephadm [INF] Upgrade: osd.1 is safe to restart 2021-03-04T23:13:34.460 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:34 gibba011 conmon[95595]: cluster 2021-03-04T23:13:32.453857+0000 mgr.x (mgr.34676) 223 : cluster [DBG] pgmap v151: 89 pgs: 89 active+clean; 8.1 GiB data, 24 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.28k op/s 2021-03-04T23:13:34.461 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:34 gibba011 conmon[95595]: audit 2021-03-04T23:13:33.682467+0000 mon.c (mon.1) 94 : audit [DBG] from='client.? 172.21.2.111:0/3336971513' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:34.461 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:34 gibba011 conmon[99461]: cluster 2021-03-04T23:13:32.453857+0000 mgr.x (mgr.34676) 223 : cluster [DBG] 2021-03-04T23:13:34.462 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:34 gibba011 conmon[99461]: pgmap v151: 89 pgs: 89 active+clean; 8.1 GiB data, 24 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.28k op/s 2021-03-04T23:13:34.462 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:34 gibba011 conmon[99461]: audit 2021-03-04T23:13:33.682467+0000 mon.c (mon.1) 94 : audit [DBG] from='client.? 172.21.2.111:0/3336971513' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:34.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:34 gibba038 conmon[76675]: cluster 2021-03-04T23:13:32.453857+0000 mgr.x (mgr.34676) 223 : cluster [DBG] pgmap v151: 89 pgs: 89 active+clean; 8.1 GiB data, 24 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.28k op/s 2021-03-04T23:13:34.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:34 gibba038 conmon[76675]: audit 2021-03-04T23:13:33.682467+0000 mon.c (mon.1) 94 : audit [DBG] from='client.? 172.21.2.111:0/3336971513' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:35.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:35 gibba011 conmon[95595]: cluster 2021-03-04T23:13:34.454307+0000 mgr.x (mgr.34676) 224 : cluster [DBG] pgmap v152: 89 pgs: 89 active+clean; 7.7 GiB data, 23 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.81k op/s 2021-03-04T23:13:35.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:35 gibba011 conmon[95595]: cephadm 2021-03-04T23:13:34.485007+0000 mgr.x (mgr.34676) 225 : cephadm [INF] Upgrade: Updating osd.1 2021-03-04T23:13:35.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:35 gibba011 conmon[95595]: audit 2021-03-04T23:13:34.489152+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:35.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:35 gibba011 conmon[95595]: cephadm 2021-03-04T23:13:34.493094+0000 mgr.x (mgr.34676) 226 : cephadm [INF] Deploying daemon osd.1 on gibba011 2021-03-04T23:13:35.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:35 gibba011 conmon[95595]: audit 2021-03-04T23:13:34.493382+0000 mon.c (mon.1) 95 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-03-04T23:13:35.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:35 gibba011 conmon[99461]: cluster 2021-03-04T23:13:34.454307+0000 mgr.x (mgr.34676) 224 : cluster [DBG] pgmap v152: 89 pgs: 89 active+clean; 7.7 GiB data, 23 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.81k op/s 2021-03-04T23:13:35.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:35 gibba011 conmon[99461]: cephadm 2021-03-04T23:13:34.485007+0000 mgr.x (mgr.34676) 225 : cephadm [INF] Upgrade: Updating osd.1 2021-03-04T23:13:35.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:35 gibba011 conmon[99461]: audit 2021-03-04T23:13:34.489152+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:35.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:35 gibba011 conmon[99461]: cephadm 2021-03-04T23:13:34.493094+0000 mgr.x (mgr.34676) 226 : cephadm [INF] Deploying daemon osd.1 on gibba011 2021-03-04T23:13:35.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:35 gibba011 conmon[99461]: audit 2021-03-04T23:13:34.493382+0000 mon.c (mon.1) 95 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-03-04T23:13:35.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:35 gibba038 conmon[76675]: cluster 2021-03-04T23:13:34.454307+0000 mgr.x (mgr.34676) 224 : cluster [DBG] pgmap v152: 89 pgs: 89 active+clean; 7.7 GiB data, 23 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.81k op/s 2021-03-04T23:13:35.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:35 gibba038 conmon[76675]: cephadm 2021-03-04T23:13:34.485007+0000 mgr.x (mgr.34676) 225 : cephadm [INF] Upgrade: Updating osd.1 2021-03-04T23:13:35.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:35 gibba038 conmon[76675]: audit 2021-03-04T23:13:34.489152+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:35.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:35 gibba038 conmon[76675]: cephadm 2021-03-04T 2021-03-04T23:13:35.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:35 gibba038 conmon[76675]: 23:13:34.493094+0000 mgr.x (mgr.34676) 226 : cephadm [INF] Deploying daemon osd.1 on gibba011 2021-03-04T23:13:35.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:35 gibba038 conmon[76675]: audit 2021-03-04 2021-03-04T23:13:35.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:35 gibba038 conmon[76675]: T23:13:34.493382+0000 mon.c (mon.1) 95 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.1","key": "container_image"}]: dispatch 2021-03-04T23:13:36.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:36 gibba011 conmon[99461]: audit 2021-03-04T23:13:35.995593+0000 mon.b (mon.2) 4 : audit [DBG] from='client.? 172.21.2.111:0/62904910' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:36.604 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:36 gibba011 systemd[1]: Stopping Ceph osd.1 for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:13:36.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:36 gibba011 conmon[95595]: audit 2021-03-04T23:13:35.995593+0000 mon.b (mon.2) 2021-03-04T23:13:36.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:36 gibba011 conmon[95595]: 4 : audit [DBG] from='client.? 172.21.2.111:0/62904910' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:36.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:36 gibba038 conmon[76675]: audit 2021-03-04T23:13:35.995593+0000 mon.b (mon.2) 4 : audit [DBG] from='client.? 172.21.2.111:0/62904910' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:37.104 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:36 gibba011 podman[110477]: 2021-03-04 23:13:36.696388938 +0000 UTC m=+0.217916043 container stop 1aa7baf587ebefddd2d1511d223f5ced74078678fb9e1b3e52458ad3075fb015 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1, RELEASE=master-908e75b, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=False, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=) 2021-03-04T23:13:37.104 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:36 gibba011 podman[110477]: 2021-03-04 23:13:36.742744176 +0000 UTC m=+0.264271279 container died 1aa7baf587ebefddd2d1511d223f5ced74078678fb9e1b3e52458ad3075fb015 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1) 2021-03-04T23:13:37.104 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:36 gibba011 podman[110477]: 1aa7baf587ebefddd2d1511d223f5ced74078678fb9e1b3e52458ad3075fb015 2021-03-04T23:13:37.751 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:37 gibba011 podman[110519]: 2021-03-04 23:13:37.655621161 +0000 UTC m=+0.979381121 container remove 1aa7baf587ebefddd2d1511d223f5ced74078678fb9e1b3e52458ad3075fb015 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1, CEPH_POINT_RELEASE=, GIT_CLEAN=False, RELEASE=master-908e75b, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, maintainer=Dimitri Savineau , GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS) 2021-03-04T23:13:37.751 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23:13:36.454637+0000 mgr.x (mgr.34676) 227 : cluster [DBG] pgmap v153: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.33k op/s 2021-03-04T23:13:37.752 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23:13:36.646198+0000 mon.a (mon.0) 217 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:13:37.752 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23:13:36.646220+0000 mon.a (mon.0) 218 : cluster [INF] osd.1 failed (root=default,host=gibba011) (connection refused reported by osd.3) 2021-03-04T23:13:37.752 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04 2021-03-04T23:13:37.752 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: T23:13:36.646259+0000 mon.a (mon.0) 219 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.753 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23:13:36.646361+0000 mon.a (mon.0) 220 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:13:37.753 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23:13:36.646413+0000 mon.a (mon.0) 221 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.753 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23:13:36.646488+0000 mon.a (mon.0) 222 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:13:37.753 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23:13:36.646539+0000 mon.a (mon.0) 223 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:13:37.753 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03- 2021-03-04T23:13:37.754 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: 04T23:13:36.646590+0000 mon.a (mon.0) 224 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.754 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03 2021-03-04T23:13:37.754 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: -04T23:13:36.646658+0000 mon.a (mon.0) 225 : cluster 2021-03-04T23:13:37.754 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:13:37.755 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23:13:36 2021-03-04T23:13:37.755 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: .646735+0000 mon.a (mon.0) 226 : cluster [DBG] 2021-03-04T23:13:37.755 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: osd.1 reported immediately failed by osd.7 2021-03-04T23:13:37.755 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23:13:36.646794 2021-03-04T23:13:37.755 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: +0000 mon.a (mon.0) 227 : cluster 2021-03-04T23:13:37.756 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.756 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23: 2021-03-04T23:13:37.756 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: 13:36.646862+0000 mon.a (mon.0) 228 : cluster 2021-03-04T23:13:37.756 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:13:37.756 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23:13 2021-03-04T23:13:37.757 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: :36.646931+0000 mon.a (mon.0) 229 : cluster 2021-03-04T23:13:37.757 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.757 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23:13: 2021-03-04T23:13:37.757 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: 36.647001+0000 mon.a (mon.0) 230 : cluster 2021-03-04T23:13:37.757 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:13:37.758 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23:13: 2021-03-04T23:13:37.758 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: 36.647076+0000 mon.a (mon.0) 2021-03-04T23:13:37.759 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: 231 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:13:37.759 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03- 2021-03-04T23:13:37.759 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: 04T23:13:36.647148+0000 mon.a (mon. 2021-03-04T23:13:37.760 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: 0) 232 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.760 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23 2021-03-04T23:13:37.760 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: :13:36.846866+0000 mon.a (mon.0) 233 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:13:37.760 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021- 2021-03-04T23:13:37.761 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: 03-04T23:13:36.846908+0000 mon.a ( 2021-03-04T23:13:37.761 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: mon.0) 234 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:13:37.761 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021 2021-03-04T23:13:37.762 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: -03-04T23:13:36.846992+0000 2021-03-04T23:13:37.762 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23:13:36.454637+0000 mgr.x (mgr.34676) 227 : cluster [DBG] pgmap v153: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.33k op/s 2021-03-04T23:13:37.762 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23:13:36.646198+0000 mon.a (mon.0) 217 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:13:37.763 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 2021-03-04T23:13:37.763 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23:13:36.646220+0000 mon.a (mon.0) 218 : cluster [INF] osd.1 failed (root=default,host=gibba011) (connection refused reported by osd.3) 2021-03-04T23:13:37.763 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23:13:37.763 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 2021-03-04T23:13:36.646259+0000 mon.a (mon.0) 219 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.764 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:13:37.764 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 23:13:36.646361+0000 mon.a (mon.0) 220 : 2021-03-04T23:13:37.764 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:13:37.764 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23:13:36.646413+0000 2021-03-04T23:13:37.764 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: mon.a (mon.0) 221 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.765 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:13:37.765 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: T23:13:36.646488+0000 mon.a (mon.0 2021-03-04T23:13:37.765 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: ) 222 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:13:37.765 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23:13: 2021-03-04T23:13:37.765 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 36.646539+0000 mon.a (mon.0) 223 : cluster 2021-03-04T23:13:37.766 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:13:37.766 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23:13:36.646590 2021-03-04T23:13:37.766 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: +0000 mon.a (mon.0) 224 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.766 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:13:37.766 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: -03-04T23:13:36.646658+0000 mon.a 2021-03-04T23:13:37.767 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: (mon.0) 225 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:13:37.767 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:13:37.767 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: T23:13:36.646735+0000 mon.a (mon.0 2021-03-04T23:13:37.767 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: ) 226 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:13:37.767 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:13:37.768 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: T23:13:36.646794+0000 mon.a (mon.0) 2021-03-04T23:13:37.768 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 227 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.768 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:13:37.768 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: :13:36.646862+0000 mon.a (mon.0) 228 2021-03-04T23:13:37.770 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:13:37.771 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:13:37.771 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 13:36.646931+0000 mon.a (mon.0) 229 : cluster 2021-03-04T23:13:37.771 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.771 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23:13:36. 2021-03-04T23:13:37.771 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 647001+0000 mon.a (mon.0) 230 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:13:37.772 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:13:37.772 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: T23:13:36.647076+0000 mon.a (mon.0) 231 2021-03-04T23:13:37.772 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:13:37.772 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:13:37.773 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 13:36.647148+0000 mon.a (mon.0) 232 : 2021-03-04T23:13:37.773 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.773 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23:13 2021-03-04T23:13:37.773 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: :36.846866+0000 mon.a (mon.0) 233 : cluster 2021-03-04T23:13:37.773 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:13:37.774 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: mon.a (mon.0) 235 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.774 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021 2021-03-04T23:13:37.775 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: -03-04T23:13:36.847060+0000 mon.a 2021-03-04T23:13:37.775 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: (mon.0) 236 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:13:37.775 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03 2021-03-04T23:13:37.775 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: -04T23:13:36.847141+0000 mon.a (mon 2021-03-04T23:13:37.775 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: .0) 237 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.776 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03 2021-03-04T23:13:37.776 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: -04T23:13:36.847196+0000 mon.a (mon 2021-03-04T23:13:37.776 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: .0) 238 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:13:37.776 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021- 2021-03-04T23:13:37.776 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: 03-04T23:13:36.847278+0000 mon.a ( 2021-03-04T23:13:37.777 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: mon.0) 239 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:13:37.777 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021 2021-03-04T23:13:37.777 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: -03-04T23:13:36.847343+0000 mon.a 2021-03-04T23:13:37.777 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: (mon.0) 240 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.777 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03 2021-03-04T23:13:37.778 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: -04T23:13:36.847394+0000 mon.a ( 2021-03-04T23:13:37.778 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: mon.0) 241 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:13:37.778 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021 2021-03-04T23:13:37.779 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: -03-04T23:13:36.847464+0000 mon.a 2021-03-04T23:13:37.779 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: (mon.0) 242 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:13:37.779 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021- 2021-03-04T23:13:37.779 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: 03-04T23:13:36.847520+0000 mon.a ( 2021-03-04T23:13:37.779 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: mon.0) 243 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:13:37.780 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23:13:36 2021-03-04T23:13:37.780 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: .847571+0000 mon.a (mon.0) 244 : cluster [DBG] 2021-03-04T23:13:37.780 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.781 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23:13:36.847647 2021-03-04T23:13:37.781 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: +0000 mon.a (mon.0) 245 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:13:37.781 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: 2021-03-04T23:13:37.781 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23:13:37.782 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: 2021-03-04T23:13:36.847694+0000 mon.a (mon. 2021-03-04T23:13:37.782 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: 0) 246 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.782 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23:13: 2021-03-04T23:13:37.782 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: 36.847781+0000 mon.a (mon.0) 247 : cluster 2021-03-04T23:13:37.782 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:13:37.783 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23:13:36 2021-03-04T23:13:37.783 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: .847858+0000 mon.a (mon.0) 248 : cluster [DBG] 2021-03-04T23:13:37.783 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: osd.1 reported immediately failed by osd.0 2021-03-04T23:13:37.783 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23:13:36. 2021-03-04T23:13:37.784 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: 847925+0000 mon.a (mon.0) 249 : cluster [DBG] 2021-03-04T23:13:37.784 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.784 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23:13:37.784 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: 2021-03-04T23:13:37.247960+0000 mon.a (mon.0) 250 : 2021-03-04T23:13:37.784 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:13:37.785 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23 2021-03-04T23:13:37.785 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: :13:37.248037+0000 mon.a (mon.0) 251 2021-03-04T23:13:37.785 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:13:37.785 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23 2021-03-04T23:13:37.786 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: :13:37.248168+0000 mon.a (mon.0) 252 2021-03-04T23:13:37.786 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23:13: 2021-03-04T23:13:37.787 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 36.846908+0000 mon.a (mon.0) 234 : cluster 2021-03-04T23:13:37.787 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:13:37.787 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23:13:36 2021-03-04T23:13:37.787 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: .846992+0000 mon.a (mon.0) 235 : cluster [DBG] 2021-03-04T23:13:37.787 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.788 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23:13:36.847060 2021-03-04T23:13:37.788 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: +0000 mon.a (mon.0) 236 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:13:37.788 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 2021-03-04T23:13:37.788 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23:13:37.788 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 2021-03-04T23:13:36.847141+0000 mon.a (mon. 2021-03-04T23:13:37.789 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 0) 237 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.789 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:13:37.789 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: T23:13:36.847196+0000 mon.a (mon.0 2021-03-04T23:13:37.789 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: ) 238 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:13:37.789 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:13:37.790 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: :13:36.847278+0000 mon.a (mon.0) 239 2021-03-04T23:13:37.790 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:13:37.790 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23:13 2021-03-04T23:13:37.790 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: :36.847343+0000 mon.a (mon.0) 240 : cluster 2021-03-04T23:13:37.790 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.792 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:13:37.793 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: -04T23:13:36.847394+0000 mon.a (mon.0) 241 : cluster 2021-03-04T23:13:37.793 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:13:37.793 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23:13:36 2021-03-04T23:13:37.793 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: .847464+0000 mon.a (mon.0) 242 : cluster [DBG] 2021-03-04T23:13:37.793 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: osd.1 reported immediately failed by osd.7 2021-03-04T23:13:37.794 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23:13:37.794 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 2021-03-04T23:13:36.847520+0000 mon.a (mon. 2021-03-04T23:13:37.794 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 0) 243 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:13:37.794 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:13:37.795 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 04T23:13:36.847571+0000 mon.a (mon.0) 2021-03-04T23:13:37.795 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 244 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.795 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:13:37.795 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 04T23:13:36.847647+0000 mon.a (mon. 2021-03-04T23:13:37.795 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 0) 245 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:13:37.796 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:13:37.796 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 23:13:36.847694+0000 mon.a (mon.0) 2021-03-04T23:13:37.796 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 246 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.796 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:13:37.796 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 13:36.847781+0000 mon.a (mon.0) 247 : cluster 2021-03-04T23:13:37.797 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:13:37.797 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23:13:36.847858+0000 2021-03-04T23:13:37.797 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: mon.a (mon.0) 248 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:13:37.797 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:13:37.797 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: -04T23:13:36.847925+0000 mon.a (mon. 2021-03-04T23:13:37.798 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 0) 249 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.798 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:13:37.799 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: :13:37.247960+0000 mon.a (mon.0) 250 : 2021-03-04T23:13:37.799 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:13:37.799 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23:13:37. 2021-03-04T23:13:37.801 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:13:37.801 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23 2021-03-04T23:13:37.801 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: :13:37.248252+0000 mon.a (mon.0) 253 2021-03-04T23:13:37.802 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:13:37.802 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T 2021-03-04T23:13:37.802 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: 23:13:37.248310+0000 mon.a (mon.0) 254 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:13:37.803 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03 2021-03-04T23:13:37.803 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: -04T23:13:37.248373+0000 mon.a ( 2021-03-04T23:13:37.803 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: mon.0) 255 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.804 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021 2021-03-04T23:13:37.804 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: -03-04T23:13:37.248426+0000 mon.a 2021-03-04T23:13:37.804 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: (mon.0) 256 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:13:37.804 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021- 2021-03-04T23:13:37.805 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: 03-04T23:13:37.248515+0000 mon.a 2021-03-04T23:13:37.805 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: (mon.0) 257 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:13:37.805 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021 2021-03-04T23:13:37.805 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: -03-04T23:13:37.248567+0000 mon.a (mon.0) 2021-03-04T23:13:37.805 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: 258 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:13:37.806 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04 2021-03-04T23:13:37.806 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: T23:13:37.248625+0000 mon.a (mon.0 2021-03-04T23:13:37.806 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: ) 259 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.806 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03- 2021-03-04T23:13:37.806 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: 04T23:13:37.248691+0000 mon.a (mon 2021-03-04T23:13:37.807 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: .0) 260 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:13:37.807 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021- 2021-03-04T23:13:37.807 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: 03-04T23:13:37.248757+0000 mon.a 2021-03-04T23:13:37.807 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: (mon.0) 261 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.808 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021 2021-03-04T23:13:37.808 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: -03-04T23:13:37.248807+0000 mon.a 2021-03-04T23:13:37.808 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: (mon.0) 262 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.808 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021- 2021-03-04T23:13:37.808 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: 03-04T23:13:37.248874+0000 mon.a 2021-03-04T23:13:37.809 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: (mon.0) 263 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.809 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23:13:37.809 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: 2021-03-04T23:13:37.248953+0000 2021-03-04T23:13:37.809 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: mon.a (mon.0) 264 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:13:37.809 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021 2021-03-04T23:13:37.810 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: -03-04T23:13:37.249049+0000 mon.a (mon.0) 265 : cluster 2021-03-04T23:13:37.810 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.810 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: cluster 2021-03-04T23:13: 2021-03-04T23:13:37.810 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: 37.249202+0000 mon.a (mon.0) 266 : cluster 2021-03-04T23:13:37.810 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[95595]: [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:13:37.811 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 248037+0000 mon.a (mon.0) 251 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:13:37.811 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 2021-03-04T23:13:37.811 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23:13 2021-03-04T23:13:37.812 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: :37.248168+0000 mon.a (mon.0) 252 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:13:37.812 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:13:37.812 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: -04T23:13:37.248252+0000 mon.a (mon 2021-03-04T23:13:37.812 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: .0) 253 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:13:37.812 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:13:37.813 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 04T23:13:37.248310+0000 mon.a (mon. 2021-03-04T23:13:37.813 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 0) 254 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:13:37.813 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:13:37.814 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: :13:37.248373+0000 mon.a (mon.0) 255 2021-03-04T23:13:37.814 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.814 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23:13: 2021-03-04T23:13:37.814 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 37.248426+0000 mon.a (mon.0) 256 : cluster [DBG] 2021-03-04T23:13:37.815 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: osd.1 reported immediately failed by osd.6 2021-03-04T23:13:37.815 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23:13:37.248515 2021-03-04T23:13:37.815 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: +0000 mon.a (mon.0) 257 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:13:37.815 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:13:37.815 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: -04T23:13:37.248567+0000 mon.a (mon 2021-03-04T23:13:37.816 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: .0) 258 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:13:37.816 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:13:37.816 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: T23:13:37.248625+0000 mon.a (mon.0 2021-03-04T23:13:37.816 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: ) 259 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.816 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:13:37.817 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: :13:37.248691+0000 mon.a (mon.0) 2021-03-04T23:13:37.817 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 260 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:13:37.817 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:13:37.817 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 13:37.248757+0000 mon.a (mon.0) 261 : cluster 2021-03-04T23:13:37.817 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.818 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23:13:37. 2021-03-04T23:13:37.818 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 248807+0000 mon.a (mon.0) 262 : cluster [DBG] 2021-03-04T23:13:37.818 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.818 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23:13:37.819 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 2021-03-04T23:13:37.248874+0000 mon.a (mon.0) 263 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.819 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 2021-03-04T23:13:37.819 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021-03-04T23:13:37.819 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 2021-03-04T23:13:37.248953+0000 mon.a 2021-03-04T23:13:37.819 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: (mon.0) 264 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:13:37.820 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:13:37.820 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 03-04T23:13:37.249049+0000 mon.a ( 2021-03-04T23:13:37.820 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: mon.0) 265 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.820 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:13:37.820 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 03-04T23:13:37.249202+0000 mon.a (mon.0) 2021-03-04T23:13:37.821 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:37 gibba011 conmon[99461]: 266 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:13:37.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23:13:36.454637+0000 mgr.x (mgr.34676) 227 : cluster [DBG] pgmap v153: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.33k op/s 2021-03-04T23:13:37.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23:13:36.646198+0000 mon.a (mon.0) 217 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:13:37.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23:13:36.646220+0000 mon.a (mon.0) 218 : cluster [INF] osd.1 failed (root=default,host=gibba011) (connection refused reported by osd.3) 2021-03-04T23:13:37.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 2021-03-04T23:13:37.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23:13:36.646259+0000 mon.a (mon.0) 219 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23:13:36.646361+0000 mon.a (mon.0) 220 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:13:37.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23:13:36.646413+0000 mon.a (mon.0) 221 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23:13:36.646488+0000 mon.a (mon.0) 222 : cluster 2021-03-04T23:13:37.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:13:37.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23:13:36 2021-03-04T23:13:37.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: .646539+0000 mon.a (mon.0) 223 : cluster [DBG] 2021-03-04T23:13:37.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: osd.1 reported immediately failed by osd.3 2021-03-04T23:13:37.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23:13:36. 2021-03-04T23:13:37.841 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 646590+0000 mon.a (mon.0) 224 : cluster [DBG] 2021-03-04T23:13:37.841 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.841 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23:13:37.841 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 2021-03-04T23:13:36.646658+0000 mon.a (mon.0 2021-03-04T23:13:37.841 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: ) 225 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:13:37.842 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:13:37.842 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: :13:36.646735+0000 mon.a (mon.0) 226 2021-03-04T23:13:37.843 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:13:37.843 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:13:37.843 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 13:36.646794+0000 mon.a (mon.0) 227 : 2021-03-04T23:13:37.844 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.844 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23:13:36. 2021-03-04T23:13:37.844 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 646862+0000 mon.a (mon.0) 228 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:13:37.845 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 2021-03-04T23:13:37.845 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23:13:37.845 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 2021-03-04T23:13:36.646931+0000 mon.a (mon.0 2021-03-04T23:13:37.846 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: ) 229 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.846 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23:13 2021-03-04T23:13:37.846 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: :36.647001+0000 mon.a (mon.0) 230 : cluster 2021-03-04T23:13:37.846 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:13:37.846 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23:13: 2021-03-04T23:13:37.847 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 36.647076+0000 mon.a (mon.0) 231 : cluster [DBG] 2021-03-04T23:13:37.847 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: osd.1 reported immediately failed by osd.0 2021-03-04T23:13:37.847 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23:13:36. 2021-03-04T23:13:37.847 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 647148+0000 mon.a (mon.0) 232 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.848 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:13:37.848 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 03-04T23:13:36.846866+0000 mon.a (mon 2021-03-04T23:13:37.848 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: .0) 233 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:13:37.848 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:13:37.849 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: -04T23:13:36.846908+0000 mon.a (mon.0) 234 : cluster 2021-03-04T23:13:37.849 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:13:37.849 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:13:37.849 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: -03-04T23:13:36.846992+0000 2021-03-04T23:13:37.850 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: mon.a (mon.0) 235 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.850 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T 2021-03-04T23:13:37.850 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 23:13:36.847060+0000 mon.a (mon.0) 236 2021-03-04T23:13:37.850 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:13:37.850 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04 2021-03-04T23:13:37.851 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: T23:13:36.847141+0000 mon.a (mon.0) 2021-03-04T23:13:37.851 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 237 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.851 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:13:37.851 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: -04T23:13:36.847196+0000 mon.a (mon 2021-03-04T23:13:37.851 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: .0) 238 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:13:37.852 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:13:37.852 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: -03-04T23:13:36.847278+0000 2021-03-04T23:13:37.852 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: mon.a (mon.0) 239 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:13:37.852 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23:13:37.852 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 2021-03-04T23:13:36.847343+0000 2021-03-04T23:13:37.853 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: mon.a (mon.0) 240 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.853 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23:13:37.853 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 2021-03-04T23:13:36.847394+0000 2021-03-04T23:13:37.853 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: mon.a (mon.0) 241 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:13:37.853 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:13:37.854 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: -04T23:13:36.847464+0000 mon.a (mon.0 2021-03-04T23:13:37.854 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: ) 242 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:13:37.854 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:13:37.854 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: -04T23:13:36.847520+0000 mon.a ( 2021-03-04T23:13:37.855 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: mon.0) 243 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:13:37.855 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:13:37.855 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 03-04T23:13:36.847571+0000 mon.a 2021-03-04T23:13:37.856 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: (mon.0) 244 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.856 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04 2021-03-04T23:13:37.856 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: T23:13:36.847647+0000 mon.a (mon.0 2021-03-04T23:13:37.856 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: ) 245 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:13:37.857 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23:13:37.857 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 2021-03 2021-03-04T23:13:37.857 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: -04T23:13:36.847694+0000 mon.a ( 2021-03-04T23:13:37.857 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: mon.0) 246 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.857 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:13:37.858 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 04T23:13:36.847781+0000 mon.a (mon.0) 2021-03-04T23:13:37.858 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 247 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:13:37.858 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:13:37.858 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: -03-04T23:13:36.847858+0000 mon.a ( 2021-03-04T23:13:37.858 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: mon.0) 248 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:13:37.859 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:13:37.859 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: -04T23:13:36.847925 2021-03-04T23:13:37.859 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: +0000 mon.a (mon.0) 249 : cluster [DBG] 2021-03-04T23:13:37.860 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.860 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:13:37.860 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 13:37.247960+0000 mon.a (mon.0) 2021-03-04T23:13:37.860 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 250 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:13:37.861 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:13:37.861 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 03-04T23:13:37.248037+0000 mon.a (mon 2021-03-04T23:13:37.861 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: .0) 251 : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:13:37.862 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23:13:37.862 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 2021-03-04T23:13:37.248168+0000 mon.a (mon.0) 2021-03-04T23:13:37.862 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 252 : cluster [DBG] osd.1 reported immediately failed by osd.3 2021-03-04T23:13:37.862 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:13:37.863 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: -03-04T23:13:37.248252+0000 mon.a 2021-03-04T23:13:37.863 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: (mon.0) 253 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:13:37.863 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23:13:37.863 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 2021-03-04 2021-03-04T23:13:37.863 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: T23:13:37.248310+0000 mon.a (mon.0) 254 2021-03-04T23:13:37.864 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: : cluster [DBG] osd.1 reported immediately failed by osd.2 2021-03-04T23:13:37.864 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:13:37.864 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 03-04T23:13:37.248373+0000 mon.a 2021-03-04T23:13:37.864 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: (mon.0) 255 : cluster [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.865 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:13:37.865 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: -04T23:13:37.248426+0000 mon.a (mon. 2021-03-04T23:13:37.865 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 0) 256 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:13:37.866 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23:13:37.866 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 2021-03-04T23:13:37.248515+0000 2021-03-04T23:13:37.866 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: mon.a (mon.0) 257 : cluster [DBG] osd.1 reported immediately failed by osd.0 2021-03-04T23:13:37.866 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:13:37.867 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 03-04T23:13:37. 2021-03-04T23:13:37.867 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 248567+0000 mon.a (mon.0) 258 : cluster [DBG] 2021-03-04T23:13:37.867 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: osd.1 reported immediately failed by osd.2 2021-03-04T23:13:37.867 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23:13:37 2021-03-04T23:13:37.867 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: .248625+0000 mon.a (mon.0) 259 : cluster 2021-03-04T23:13:37.868 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: [DBG] osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.868 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:13:37.868 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: -04T23:13:37.248691+0000 mon.a ( 2021-03-04T23:13:37.868 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: mon.0) 260 : cluster [DBG] osd.1 reported immediately failed by osd.6 2021-03-04T23:13:37.868 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:13:37.869 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: -03-04T23:13:37.248757+0000 2021-03-04T23:13:37.869 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: mon.a (mon.0) 261 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.869 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:13:37.869 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 04T23:13:37.248807+0000 mon.a (mon.0) 262 : cluster [DBG] 2021-03-04T23:13:37.869 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: osd.1 reported immediately failed by osd.4 2021-03-04T23:13:37.870 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:13:37.870 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 13:37.248874+0000 mon.a (mon.0) 263 2021-03-04T23:13:37.870 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.871 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23:13:37.871 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 2021-03-04T23:13:37.248953 2021-03-04T23:13:37.871 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: +0000 mon.a (mon.0) 264 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:13:37.871 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03-04T23:13:37. 2021-03-04T23:13:37.871 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: 249049+0000 mon.a (mon.0) 265 : cluster [DBG] osd.1 reported immediately failed by osd.5 2021-03-04T23:13:37.872 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:13:37.872 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: -04T23:13:37.249202+0000 mon.a ( 2021-03-04T23:13:37.872 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:37 gibba038 conmon[76675]: mon.0) 266 : cluster [DBG] osd.1 reported immediately failed by osd.7 2021-03-04T23:13:38.089 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:37 gibba011 podman[110651]: 2021-03-04 23:13:37.749645498 +0000 UTC m=+0.201828699 container create b23f6e08df30391a29d5b956de43fe48fd2fb7787f37bf051990396524859dc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.18.0, org.label-schema.build-date=20201204, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e) 2021-03-04T23:13:38.090 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:37 gibba011 podman[110651]: 2021-03-04 23:13:37.841333461 +0000 UTC m=+0.293516659 container init b23f6e08df30391a29d5b956de43fe48fd2fb7787f37bf051990396524859dc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1-deactivate, io.buildah.version=1.18.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Base Image, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.license=GPLv2, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0) 2021-03-04T23:13:38.090 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:37 gibba011 podman[110651]: 2021-03-04 23:13:37.874510066 +0000 UTC m=+0.326693266 container start b23f6e08df30391a29d5b956de43fe48fd2fb7787f37bf051990396524859dc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1-deactivate, ceph=True, io.buildah.version=1.18.0, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20201204, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.schema-version=1.0) 2021-03-04T23:13:38.090 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:37 gibba011 podman[110651]: 2021-03-04 23:13:37.874580727 +0000 UTC m=+0.326763928 container attach b23f6e08df30391a29d5b956de43fe48fd2fb7787f37bf051990396524859dc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1-deactivate, org.label-schema.license=GPLv2, maintainer=Dimitri Savineau , GIT_BRANCH=HEAD, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20201204, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.18.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2021-03-04T23:13:38.353 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:38 gibba011 podman[110651]: 2021-03-04 23:13:38.087901236 +0000 UTC m=+0.540084434 container died b23f6e08df30391a29d5b956de43fe48fd2fb7787f37bf051990396524859dc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1-deactivate) 2021-03-04T23:13:38.817 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:38 gibba011 podman[110651]: 2021-03-04 23:13:38.699439624 +0000 UTC m=+1.151622830 container remove b23f6e08df30391a29d5b956de43fe48fd2fb7787f37bf051990396524859dc8 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20201204, maintainer=Dimitri Savineau , io.buildah.version=1.18.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2021-03-04T23:13:38.817 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:38 gibba011 systemd[1]: Stopped Ceph osd.1 for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:13:38.818 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:38 gibba011 conmon[95595]: cluster 2021-03-04T23:13:37.495895+0000 mon.a (mon.0) 267 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:13:38.818 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:38 gibba011 conmon[95595]: cluster 2021-03-04T23:13:37.503495+0000 mon.a (mon.0) 268 : cluster [DBG] osdmap e84: 8 total, 7 up, 8 in 2021-03-04T23:13:38.818 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:38 gibba011 conmon[95595]: audit 2021-03-04T23:13:38.189370+0000 mon.c (mon.1) 96 : audit [DBG] from='client.? 172.21.2.111:0/3608709324' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:38.819 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:38 gibba011 conmon[99461]: cluster 2021-03-04T23:13:37.495895+0000 mon.a (mon.0) 267 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:13:38.819 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:38 gibba011 conmon[99461]: cluster 2021-03-04T23:13:37.503495+0000 mon.a ( 2021-03-04T23:13:38.819 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:38 gibba011 conmon[99461]: mon.0) 268 : cluster [DBG] osdmap e84: 8 total, 7 up, 8 in 2021-03-04T23:13:38.819 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:38 gibba011 conmon[99461]: audit 2021-03-04T23:13:38.189370+0000 mon.c (mon.1) 96 : audit [DBG] from='client.? 172.21.2.111:0/3608709324' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:38.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:38 gibba038 conmon[76675]: cluster 2021-03-04T23:13:37.495895+0000 mon.a (mon.0) 267 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:13:38.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:38 gibba038 conmon[76675]: cluster 2021-03-04T23:13:37.503495+0000 mon.a (mon.0) 268 : cluster [DBG] osdmap e84: 8 total, 7 up, 8 in 2021-03-04T23:13:38.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:38 gibba038 conmon[76675]: audit 2021-03-04T23:13:38.189370+0000 mon.c (mon.1) 96 : audit [DBG] from='client.? 172.21.2.111:0/3608709324' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:39.103 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:38 gibba011 systemd[1]: Starting Ceph osd.1 for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:13:39.503 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:39 gibba011 podman[110889]: 2021-03-04 23:13:39.107809041 +0000 UTC m=+0.163302125 container create 379af363283d860a35fe5460ef15933c8168ad9b0f304f795874c8bcc3e9a3a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1-activate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.18.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.build-date=20201204, maintainer=Dimitri Savineau ) 2021-03-04T23:13:39.503 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:39 gibba011 podman[110889]: 2021-03-04 23:13:39.232790293 +0000 UTC m=+0.288283367 container init 379af363283d860a35fe5460ef15933c8168ad9b0f304f795874c8bcc3e9a3a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1-activate, GIT_CLEAN=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20201204, ceph=True, org.label-schema.license=GPLv2, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Base Image, io.buildah.version=1.18.0) 2021-03-04T23:13:39.503 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:39 gibba011 podman[110889]: 2021-03-04 23:13:39.266100935 +0000 UTC m=+0.321594008 container start 379af363283d860a35fe5460ef15933c8168ad9b0f304f795874c8bcc3e9a3a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1-activate, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Dimitri Savineau , ceph=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.18.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e) 2021-03-04T23:13:39.504 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:39 gibba011 podman[110889]: 2021-03-04 23:13:39.266292533 +0000 UTC m=+0.321785616 container attach 379af363283d860a35fe5460ef15933c8168ad9b0f304f795874c8bcc3e9a3a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1-activate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Base Image, io.buildah.version=1.18.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, CEPH_POINT_RELEASE=) 2021-03-04T23:13:39.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:39 gibba038 conmon[76675]: cluster 2021-03-04T23:13:38.455320+0000 mgr.x (mgr.34676) 228 : cluster [DBG] pgmap v155: 89 pgs: 36 peering, 1 stale+active+clean, 52 active+clean; 7.3 GiB data, 22 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.35k op/s 2021-03-04T23:13:39.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:39 gibba038 conmon[76675]: cluster 2021-03-04T23:13:38.501787+0000 mon.a (mon.0) 269 : cluster [WRN] Health check failed: Reduced data availability: 9 pgs inactive, 9 pgs peering (PG_AVAILABILITY) 2021-03-04T23:13:39.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:39 gibba038 conmon[76675]: cluster 2021-03-04T23:13:38.507193+0000 mon.a (mon.0) 270 : cluster [DBG] osdmap e85: 8 total, 7 up, 8 in 2021-03-04T23:13:39.853 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:39 gibba011 conmon[95595]: cluster 2021-03-04T23:13:38.455320+0000 mgr.x (mgr.34676) 228 : cluster [DBG] pgmap v155: 89 pgs: 36 peering, 1 stale+active+clean, 52 active+clean; 7.3 GiB data, 22 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.35k op/s 2021-03-04T23:13:39.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:39 gibba011 conmon[95595]: cluster 2021-03-04T23:13:38.501787+0000 mon.a (mon.0) 269 : cluster [WRN] Health check failed: Reduced data availability: 9 pgs inactive, 9 pgs peering (PG_AVAILABILITY) 2021-03-04T23:13:39.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:39 gibba011 conmon[95595]: cluster 2021-03-04T23:13:38.507193+0000 mon.a (mon.0) 270 : cluster [DBG] osdmap e85: 8 total, 7 up, 8 in 2021-03-04T23:13:39.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:39 gibba011 conmon[99461]: cluster 2021-03-04T23:13:38.455320+0000 mgr.x (mgr 2021-03-04T23:13:39.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:39 gibba011 conmon[99461]: .34676) 228 : cluster [DBG] pgmap v155: 89 pgs: 36 peering, 1 stale+active+clean, 52 active+clean; 7.3 GiB data, 22 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.35k op/s 2021-03-04T23:13:39.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:39 gibba011 conmon[99461]: cluster 2021-03-04T23:13:38.501787+0000 mon.a (mon.0) 269 : cluster [WRN] Health check failed: Reduced data availability: 9 pgs inactive, 9 pgs peering (PG_AVAILABILITY) 2021-03-04T23:13:39.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:39 gibba011 conmon[99461]: cluster 2021-03-04T23:13:38.507193+0000 mon.a (mon.0) 270 : cluster [DBG] osdmap e85: 8 total, 7 up, 8 in 2021-03-04T23:13:39.855 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:39 gibba011 bash[110815]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2021-03-04T23:13:39.856 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:39 gibba011 bash[110815]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2021-03-04T23:13:39.856 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:39 gibba011 bash[110815]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2021-03-04T23:13:39.856 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:39 gibba011 bash[110815]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2021-03-04T23:13:39.856 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:39 gibba011 bash[110815]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2021-03-04T23:13:39.856 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:39 gibba011 bash[110815]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2021-03-04T23:13:39.857 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:39 gibba011 bash[110815]: --> ceph-volume lvm activate successful for osd ID: 1 2021-03-04T23:13:39.857 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:39 gibba011 podman[110889]: 2021-03-04 23:13:39.607790707 +0000 UTC m=+0.663283783 container died 379af363283d860a35fe5460ef15933c8168ad9b0f304f795874c8bcc3e9a3a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1-activate) 2021-03-04T23:13:40.692 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:40 gibba011 conmon[95595]: audit 2021-03-04T23:13:40.447772+0000 mon.a (mon.0) 271 : audit [DBG] from='client.? 172.21.2.111:0/2067585143' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:40.693 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:40 gibba011 podman[110889]: 2021-03-04 23:13:40.416145917 +0000 UTC m=+1.471638988 container remove 379af363283d860a35fe5460ef15933c8168ad9b0f304f795874c8bcc3e9a3a0 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1-activate, io.buildah.version=1.18.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.build-date=20201204, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Base Image, ceph=True, CEPH_POINT_RELEASE=) 2021-03-04T23:13:40.693 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:40 gibba011 conmon[99461]: audit 2021-03-04T23: 2021-03-04T23:13:40.694 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:40 gibba011 conmon[99461]: 13:40.447772+0000 mon.a (mon.0) 271 : audit [DBG] from='client.? 172.21.2.111:0/2067585143' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:40.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:40 gibba038 conmon[76675]: audit 2021-03-04T23:13:40.447772+0000 mon.a (mon.0) 271 : audit [DBG] from='client.? 172.21.2.111:0/2067585143' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:41.104 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:40 gibba011 podman[111096]: 2021-03-04 23:13:40.691092235 +0000 UTC m=+0.149292432 container create c6e563cc3e6843736aeb55456f454f9c273c511357eb73abbde6412008702334 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.18.0, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, maintainer=Dimitri Savineau , RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=) 2021-03-04T23:13:41.104 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:40 gibba011 podman[111096]: 2021-03-04 23:13:40.782760873 +0000 UTC m=+0.240961068 container init c6e563cc3e6843736aeb55456f454f9c273c511357eb73abbde6412008702334 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20201204, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, io.buildah.version=1.18.0, org.label-schema.vendor=CentOS) 2021-03-04T23:13:41.104 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:40 gibba011 conmon[111140]: debug 2021-03-04T23:13:40.813+0000 7fb6d7676700 1 -- 172.21.2.111:0/3621554199 <== mon.0 v2:172.21.2.111:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5593f439c4e0 con 0x5593f4365800 2021-03-04T23:13:41.104 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:40 gibba011 podman[111096]: 2021-03-04 23:13:40.816104956 +0000 UTC m=+0.274305144 container start c6e563cc3e6843736aeb55456f454f9c273c511357eb73abbde6412008702334 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, io.buildah.version=1.18.0, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20201204, GIT_CLEAN=True, maintainer=Dimitri Savineau ) 2021-03-04T23:13:41.105 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:40 gibba011 bash[110815]: c6e563cc3e6843736aeb55456f454f9c273c511357eb73abbde6412008702334 2021-03-04T23:13:41.105 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:40 gibba011 systemd[1]: Started Ceph osd.1 for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:13:41.603 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[111140]: debug 2021-03-04T23:13:41.336+0000 7fb6df10b080 -1 Falling back to public interface 2021-03-04T23:13:41.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[95595]: cluster 2021-03-04T23:13:40.455742+0000 mgr.x (mgr.34676) 2021-03-04T23:13:41.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[95595]: 229 : cluster [DBG] pgmap v157: 89 pgs: 1 active+undersized+degraded, 36 peering, 3 active+undersized, 49 active+clean; 7.3 GiB data, 22 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.65k op/s; 1/357243 objects degraded (0.000%) 2021-03-04T23:13:41.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[95595]: cluster 2021-03-04T23:13:40.501185+0000 mon.a (mon.0) 272 : cluster [WRN] Health check failed: Degraded data redundancy: 1/357243 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:13:41.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[95595]: audit 2021-03-04T23:13:40.864348+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:41.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[95595]: audit 2021-03-04T23:13:40.867299+0000 mon.c (mon.1) 97 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:13:41.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[95595]: audit 2021-03-04T23: 2021-03-04T23:13:41.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[95595]: 13:40.868487+0000 mon.c (mon.1) 98 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:13:41.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[95595]: audit 2021-03-04T23:13:40.868694+0000 mon.c (mon 2021-03-04T23:13:41.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[95595]: .1) 99 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:13:41.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[99461]: cluster 2021-03-04T23:13:40.455742+0000 mgr.x 2021-03-04T23:13:41.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[99461]: (mgr.34676) 229 : cluster [DBG] pgmap v157: 89 pgs: 1 active+undersized+degraded, 36 peering, 3 active+undersized, 49 active+clean; 7.3 GiB data, 22 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.65k op/s; 1/357243 objects degraded (0.000%) 2021-03-04T23:13:41.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[99461]: cluster 2021-03-04T23:13:40.501185+0000 mon.a ( 2021-03-04T23:13:41.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[99461]: mon.0) 272 : cluster [WRN] Health check failed: Degraded data redundancy: 1/357243 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:13:41.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[99461]: audit 2021-03-04T23:13:41.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[99461]: 2021-03-04T23:13:40.864348 2021-03-04T23:13:41.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[99461]: +0000 mon.a (mon.0) 273 : audit [INF] 2021-03-04T23:13:41.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[99461]: from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:41.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[99461]: audit 2021-03-04T23 2021-03-04T23:13:41.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[99461]: :13:40.867299+0000 mon.c (mon. 2021-03-04T23:13:41.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[99461]: 1) 97 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:13:41.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[99461]: audit 2021-03-04T23:13:41.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[99461]: 2021-03-04T23:13:40.868487+0000 2021-03-04T23:13:41.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[99461]: mon.c (mon.1) 98 : audit [DBG] 2021-03-04T23:13:41.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:13:41.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[99461]: audit 2021-03-04T 2021-03-04T23:13:41.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[99461]: 23:13:40.868694+0000 mon.c (mon. 2021-03-04T23:13:41.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:41 gibba011 conmon[99461]: 1) 99 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:13:41.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:41 gibba038 conmon[76675]: cluster 2021-03-04T23:13:40.455742+0000 mgr.x (mgr.34676) 229 : cluster [DBG] pgmap v157: 89 pgs: 1 active+undersized+degraded, 36 peering, 3 active+undersized, 49 active+clean; 7.3 GiB data, 22 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.65k op/s; 1/357243 objects degraded (0.000%) 2021-03-04T23:13:41.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:41 gibba038 conmon[76675]: 2021-03-04T23:13:41.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:41 gibba038 conmon[76675]: cluster 2021-03-04T23:13:40.501185+0000 mon.a (mon.0) 272 : cluster [WRN] Health check failed: Degraded data redundancy: 1/357243 objects degraded (0.000%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:13:41.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:41 gibba038 conmon[76675]: audit 2021-03-04T23:13:40.864348+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:41.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:41 gibba038 conmon[76675]: audit 2021-03-04T23:13:40.867299+0000 mon.c (mon.1) 97 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:13:41.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:41 gibba038 conmon[76675]: audit 2021-03-04T23:13:40.868487+0000 mon.c (mon.1) 98 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:13:41.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:41 gibba038 conmon[76675]: audit 2021-03-04T23:13:40.868694+0000 mon.c (mon.1) 99 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:13:43.515 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:43 gibba038 conmon[76675]: cluster 2021-03-04T23:13:42.456084+0000 mgr.x (mgr.34676) 230 : cluster [DBG] pgmap v158: 89 pgs: 1 active+undersized+degraded, 36 peering, 3 active+undersized, 49 active+clean; 7.3 GiB data, 22 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 854 op/s; 1/357243 objects degraded (0.000%) 2021-03-04T23:13:43.515 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:43 gibba038 conmon[76675]: audit 2021-03-04T23:13:42.744653+0000 mon.a (mon.0) 274 : audit [DBG] from='client.? 172.21.2.111:0/3652563451' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:43.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:43 gibba011 conmon[95595]: cluster 2021-03-04T23:13:42.456084+0000 mgr.x (mgr.34676) 230 : cluster [DBG] 2021-03-04T23:13:43.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:43 gibba011 conmon[95595]: pgmap v158: 89 pgs: 1 active+undersized+degraded, 36 peering, 3 active+undersized, 49 active+clean; 7.3 GiB data, 22 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 854 op/s; 1/357243 objects degraded (0.000%) 2021-03-04T23:13:43.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:43 gibba011 conmon[95595]: audit 2021-03-04T23:13:42.744653+0000 mon.a (mon.0) 274 : audit [DBG] from='client.? 172.21.2.111:0/3652563451' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:43.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:43 gibba011 conmon[99461]: cluster 2021-03-04T23:13:43.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:43 gibba011 conmon[99461]: 2021-03-04T23:13:43.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:43 gibba011 conmon[99461]: 2021 2021-03-04T23:13:43.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:43 gibba011 conmon[99461]: - 2021-03-04T23:13:43.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:43 gibba011 conmon[99461]: 03 2021-03-04T23:13:43.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:43 gibba011 conmon[99461]: -04T23:13:42.456084+0000 mgr.x (mgr.34676) 230 : cluster [DBG] 2021-03-04T23:13:43.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:43 gibba011 conmon[99461]: pgmap v158: 89 pgs: 1 active+undersized+degraded, 36 peering, 3 active+undersized, 49 active+clean; 7.3 GiB data, 22 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 854 op/s; 1/357243 objects degraded (0.000%) 2021-03-04T23:13:43.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:43 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:13:43.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:43 gibba011 conmon[99461]: T23:13:42.744653+0000 mon.a (mon.0) 274 : audit [DBG] from='client.? 172.21.2.111:0/3652563451' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:44.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: audit 2021-03-04T23:13:43.578823+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:44.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: audit 2021-03-04T23:13:44.031057+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:44.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: audit 2021-03-04T23:13:44.035599+0000 mon.a (mon.0) 277 : 2021-03-04T23:13:44.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:44.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: cephadm 2021-03- 2021-03-04T23:13:44.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: 04T23:13:44.038224+0000 2021-03-04T23:13:44.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: mgr.x (mgr.34676) 231 : cephadm 2021-03-04T23:13:44.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:13:44.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:13:44.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: 03-04T23:13:44. 2021-03-04T23:13:44.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: 038886+0000 mon.c (mon.1) 2021-03-04T23:13:44.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: 100 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:13:44.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: cephadm 2021 2021-03-04T23:13:44.841 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: -03-04T23:13:44. 2021-03-04T23:13:44.841 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: 039784+0000 mgr.x (mgr.34676) 2021-03-04T23:13:44.841 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: 232 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:13:44.841 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:13:44.841 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: 04T23:13:44.039999+0000 mon.c (mon.1 2021-03-04T23:13:44.842 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: ) 101 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:13:44.842 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: cephadm 2021 2021-03-04T23:13:44.842 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: -03-04T23:13:44 2021-03-04T23:13:44.842 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: .040629+0000 mgr.x (mgr.34676 2021-03-04T23:13:44.843 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: ) 233 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:13:44.843 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: cephadm 2021 2021-03-04T23:13:44.843 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: -03-04T23:13:44 2021-03-04T23:13:44.843 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: .040666+0000 mgr.x (mgr.34676) 2021-03-04T23:13:44.843 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: 234 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:13:44.844 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: audit 2021 2021-03-04T23:13:44.844 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: -03-04T23:13:44 2021-03-04T23:13:44.844 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: .040983+0000 mon.c (mon. 2021-03-04T23:13:44.844 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: 1) 102 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:13:44.845 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: 2021-03-04T23:13:44.845 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: cephadm 2021-03-04 2021-03-04T23:13:44.845 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: T23:13:44.041493+0000 2021-03-04T23:13:44.845 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: mgr.x (mgr.34676) 235 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:13:44.845 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: cephadm 2021-03 2021-03-04T23:13:44.846 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: -04T23:13:44.041614+0000 mgr.x (mgr.34676) 2021-03-04T23:13:44.846 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: 236 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:13:44.846 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:13:44.846 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: 04T23:13:44.041752+0000 2021-03-04T23:13:44.847 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: mon.c (mon.1) 103 : audit [DBG] 2021-03-04T23:13:44.847 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:13:44.847 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: cephadm 2021-03-04T23:13:44.847 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: 2021-03 2021-03-04T23:13:44.847 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: -04T23:13:44.042201+0000 mgr.x (mgr.34676) 2021-03-04T23:13:44.848 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: 237 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:13:44.848 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: cephadm 2021-03-04T23:13: 2021-03-04T23:13:44.848 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: 44.043266+0000 mgr.x (mgr.34676) 238 : cephadm [INF] 2021-03-04T23:13:44.848 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: Upgrade: All crash daemons are up to date. 2021-03-04T23:13:44.849 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: cephadm 2021- 2021-03-04T23:13:44.849 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: 03-04T23:13:44.043384+0000 mgr.x (mgr.34676) 239 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:13:44.849 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: 2021-03-04T23:13:44.849 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: audit 2021-03-04 2021-03-04T23:13:44.849 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: T23:13:44.043867+0000 mon.c (mon.1) 104 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:13:44.850 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: audit 2021-03-04T23:13:44.044024 2021-03-04T23:13:44.850 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: +0000 mgr.x (mgr.34676) 240 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:13:44.850 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:44 gibba038 conmon[76675]: cephadm 2021-03-04T23:13:44.044626+0000 mgr.x (mgr.34676) 241 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2021-03-04T23:13:44.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: audit 2021-03-04T23:13:43.578823+0000 mon.a (mon.0) 275 : 2021-03-04T23:13:44.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:44.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: audit 2021-03-04T23:13:44.031057+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:44.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: audit 2021-03-04T23:13:44.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: 2021-03-04T23:13:44.035599+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:44.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: cephadm 2021-03-04T23 2021-03-04T23:13:44.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: :13:44.038224+0000 mgr.x (mgr. 2021-03-04T23:13:44.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: 34676) 231 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:13:44.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: audit 2021-03-04 2021-03-04T23:13:44.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: T23:13:44.038886+0000 mon.c (mon.1 2021-03-04T23:13:44.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: ) 100 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:13:44.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: cephadm 2021-03-04T23:13:44.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: 2021-03 2021-03-04T23:13:44.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: -04T23:13:44.039784+0000 2021-03-04T23:13:44.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: mgr.x (mgr.34676) 232 : cephadm 2021-03-04T23:13:44.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: [INF] Upgrade: Checking mgr daemons 2021-03-04T23:13:44.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: audit 2021 2021-03-04T23:13:44.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: -03-04T23:13:44. 2021-03-04T23:13:44.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: 039999+0000 mon.c (mon.1) 101 2021-03-04T23:13:44.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:13:44.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: cephadm 2021-03 2021-03-04T23:13:44.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: -04T23:13:44.040629+0000 2021-03-04T23:13:44.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: mgr.x (mgr.34676) 233 : cephadm 2021-03-04T23:13:44.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:13:44.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: cephadm 2021- 2021-03-04T23:13:44.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: 03-04T23:13:44.040666+0000 mgr.x (mgr.34676 2021-03-04T23:13:44.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: ) 234 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:13:44.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: audit 2021-03- 2021-03-04T23:13:44.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: 04T23:13:44.040983+0000 mon.c (mon.1) 2021-03-04T23:13:44.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: 102 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:13:44.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: cephadm 2021-03-04 2021-03-04T23:13:44.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: T23:13:44.041493+0000 mgr.x (mgr.34676) 2021-03-04T23:13:44.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: 235 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:13:44.862 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: cephadm 2021-03-04T23: 2021-03-04T23:13:44.862 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: 13:44.041614+0000 mgr.x (mgr.34676) 236 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:13:44.862 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: 2021-03-04T23:13:44.862 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: audit 2021-03-04T23:13:44 2021-03-04T23:13:44.862 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: .041752+0000 mon.c (mon.1) 103 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:13:44.863 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: cephadm 2021-03-04T23 2021-03-04T23:13:44.863 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: :13:44.042201+0000 mgr.x (mgr.34676) 237 : cephadm 2021-03-04T23:13:44.863 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:13:44.864 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: cephadm 2021-03-04T23:13:44.043266 2021-03-04T23:13:44.864 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: +0000 mgr.x (mgr.34676) 238 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:13:44.864 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: cephadm 2021-03 2021-03-04T23:13:44.864 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: -04T23:13:44.043384+0000 mgr.x (mgr. 2021-03-04T23:13:44.864 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: 34676) 239 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:13:44.865 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: audit 2021-03-04T23 2021-03-04T23:13:44.865 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: :13:44.043867+0000 mon.c (mon.1) 104 : audit 2021-03-04T23:13:44.865 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:13:44.865 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: audit 2021-03-04T23:13: 2021-03-04T23:13:44.866 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: 44.044024+0000 mgr.x (mgr.34676) 240 : audit [DBG] 2021-03-04T23:13:44.866 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:13:44.866 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: cephadm 2021-03- 2021-03-04T23:13:44.866 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: 04T23:13:44.044626+0000 mgr.x (mgr.34676 2021-03-04T23:13:44.866 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[95595]: ) 241 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2021-03-04T23:13:44.867 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: audit 2021-03-04T23:13:43.578823+0000 2021-03-04T23:13:44.868 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: mon.a (mon.0) 275 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:44.868 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: audit 2021-03-04T23:13:44.868 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: 2021-03-04T23:13:44.031057+0000 mon.a 2021-03-04T23:13:44.868 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: (mon.0) 276 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:44.869 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:13:44.869 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: 04T23:13:44.035599+0000 mon.a (mon.0) 277 2021-03-04T23:13:44.869 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:13:44.869 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: cephadm 2021- 2021-03-04T23:13:44.869 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: 03-04T23:13:44.038224+0000 2021-03-04T23:13:44.870 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: mgr.x (mgr.34676) 231 : cephadm 2021-03-04T23:13:44.870 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:13:44.870 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: audit 2021-03-04T23:13:44.870 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: 2021 2021-03-04T23:13:44.871 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: -03-04T23: 2021-03-04T23:13:44.871 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: 13:44.038886+0000 mon.c (mon 2021-03-04T23:13:44.871 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: .1) 100 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:13:44.871 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: 2021-03-04T23:13:44.872 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: cephadm 2021-03 2021-03-04T23:13:44.872 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: -04T23:13:44.039784 2021-03-04T23:13:44.872 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: +0000 mgr.x (mgr.34676) 232 2021-03-04T23:13:44.872 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:13:44.872 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: audit 2021 2021-03-04T23:13:44.873 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: -03-04T23:13:44.039999 2021-03-04T23:13:44.873 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: +0000 mon.c (mon.1) 101 : 2021-03-04T23:13:44.873 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:13:44.873 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: cephadm 2021 2021-03-04T23:13:44.873 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: -03-04T23:13:44. 2021-03-04T23:13:44.874 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: 040629+0000 mgr.x (mgr.34676) 233 2021-03-04T23:13:44.874 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:13:44.874 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: cephadm 2021 2021-03-04T23:13:44.874 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: -03-04T23:13:44. 2021-03-04T23:13:44.875 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: 040666+0000 mgr.x (mgr.34676) 2021-03-04T23:13:44.875 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: 234 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:13:44.875 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:13:44.875 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: 04T23:13:44.040983+0000 2021-03-04T23:13:44.875 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: mon.c (mon.1) 102 : audit 2021-03-04T23:13:44.876 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:13:44.876 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: cephadm 2021 2021-03-04T23:13:44.876 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: -03-04T23:13:44 2021-03-04T23:13:44.876 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: .041493+0000 mgr.x (mgr.34676 2021-03-04T23:13:44.877 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: ) 235 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:13:44.877 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: cephadm 2021 2021-03-04T23:13:44.877 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: -03-04T23:13:44. 2021-03-04T23:13:44.877 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: 041614+0000 mgr.x (mgr.34676) 2021-03-04T23:13:44.877 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: 236 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:13:44.878 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: audit 2021 2021-03-04T23:13:44.878 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: -03-04T23:13:44.041752 2021-03-04T23:13:44.878 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: +0000 mon.c (mon.1) 103 : audit 2021-03-04T23:13:44.878 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:13:44.879 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: cephadm 2021 2021-03-04T23:13:44.879 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: -03-04T23:13:44 2021-03-04T23:13:44.879 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: .042201+0000 mgr.x (mgr. 2021-03-04T23:13:44.879 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: 34676) 237 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:13:44.879 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: cephadm 2021 2021-03-04T23:13:44.880 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: -03-04T23:13:44. 2021-03-04T23:13:44.880 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: 043266+0000 mgr.x (mgr.34676) 2021-03-04T23:13:44.880 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: 238 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:13:44.880 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: cephadm 2021 2021-03-04T23:13:44.880 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: -03-04T23:13:44.043384 2021-03-04T23:13:44.881 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: +0000 mgr.x (mgr.34676) 239 : 2021-03-04T23:13:44.881 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:13:44.881 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: audit 2021 2021-03-04T23:13:44.881 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: -03-04T23:13:44. 2021-03-04T23:13:44.881 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: 043867+0000 mon.c (mon.1) 2021-03-04T23:13:44.882 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: 104 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:13:44.882 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: audit 2021-03-04T23:13:44.882 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: 2021-03-04T23:13:44.044024+0000 mgr.x 2021-03-04T23:13:44.882 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: (mgr.34676) 240 : audit [DBG] 2021-03-04T23:13:44.883 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:13:44.883 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: cephadm 2021- 2021-03-04T23:13:44.883 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: 03-04T23:13:44.044626 2021-03-04T23:13:44.883 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: +0000 mgr.x (mgr.34676) 241 : cephadm 2021-03-04T23:13:44.883 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:44 gibba011 conmon[99461]: [ERR] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2021-03-04T23:13:45.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:45 gibba038 conmon[76675]: cluster 2021-03-04T23:13:44.456612+0000 mgr.x (mgr.34676) 242 : cluster [DBG] 2021-03-04T23:13:45.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:45 gibba038 conmon[76675]: pgmap v159: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.9 GiB data, 21 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s; 35183/339414 objects degraded (10.366%) 2021-03-04T23:13:45.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:45 gibba038 conmon[76675]: cluster 2021-03-04T23:13:45.033577+0000 mon.a (mon.0) 278 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 9 pgs peering) 2021-03-04T23:13:45.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:45 gibba038 conmon[76675]: audit 2021-03-04T23:13:45.042914+0000 mon.c (mon.1) 105 : audit [DBG] from='client.? 172.21.2.111:0/2747568893' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:45.853 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:45 gibba011 conmon[95595]: cluster 2021-03-04T23:13:44.456612+0000 mgr.x (mgr.34676) 242 : cluster [DBG] pgmap v159: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.9 GiB data, 21 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s; 35183/339414 objects degraded (10.366%) 2021-03-04T23:13:45.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:45 gibba011 conmon[95595]: 2021-03-04T23:13:45.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:45 gibba011 conmon[95595]: cluster 2021-03-04T23:13:45.033577+0000 mon.a (mon.0) 278 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 9 pgs peering) 2021-03-04T23:13:45.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:45 gibba011 conmon[95595]: audit 2021-03-04T23:13:45.042914+0000 mon.c (mon.1) 105 : audit [DBG] from='client.? 172.21.2.111:0/2747568893' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:45.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:45 gibba011 conmon[99461]: cluster 2021-03-04T23:13:44.456612+0000 mgr.x (mgr.34676) 242 : cluster [DBG] pgmap v159: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.9 GiB data, 21 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s; 35183/339414 objects degraded (10.366%) 2021-03-04T23:13:45.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:45 gibba011 conmon[99461]: 2021-03-04T23:13:45.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:45 gibba011 conmon[99461]: cluster 2021-03-04T23:13:45.033577+0000 mon.a (mon.0) 278 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 9 pgs peering) 2021-03-04T23:13:45.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:45 gibba011 conmon[99461]: audit 2021-03-04T23:13:45.042914 2021-03-04T23:13:45.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:45 gibba011 conmon[99461]: +0000 mon.c (mon.1) 105 : audit [DBG] from='client.? 172.21.2.111:0/2747568893' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:47.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: cluster 2021-03-04T23:13:47.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: 2021-03-04T23:13:47.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: 2021 2021-03-04T23:13:47.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: - 2021-03-04T23:13:47.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: 03 2021-03-04T23:13:47.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: - 2021-03-04T23:13:47.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: 04 2021-03-04T23:13:47.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: T 2021-03-04T23:13:47.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: 23 2021-03-04T23:13:47.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: : 2021-03-04T23:13:47.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: 13 2021-03-04T23:13:47.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: : 2021-03-04T23:13:47.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: 46 2021-03-04T23:13:47.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: . 2021-03-04T23:13:47.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: 579426 2021-03-04T23:13:47.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: +0000 2021-03-04T23:13:47.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: 2021-03-04T23:13:47.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: mon.a 2021-03-04T23:13:47.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: ( 2021-03-04T23:13:47.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: mon 2021-03-04T23:13:47.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: . 2021-03-04T23:13:47.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: 0 2021-03-04T23:13:47.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: ) 2021-03-04T23:13:47.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: 279 2021-03-04T23:13:47.093 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: : 2021-03-04T23:13:47.093 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: cluster 2021-03-04T23:13:47.093 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: 2021-03-04T23:13:47.093 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: [WRN] 2021-03-04T23:13:47.093 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: 2021-03-04T23:13:47.094 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: Health check update: Degraded data redundancy: 35183/336381 objects degraded (10.459%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:13:47.094 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:46 gibba038 conmon[76675]: 2021-03-04T23:13:47.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[95595]: cluster 2021-03-04T23:13:46.579426+0000 mon.a (mon.0) 279 : cluster 2021-03-04T23:13:47.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[95595]: [WRN] Health check update: Degraded data redundancy: 35183/336381 objects degraded (10.459%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:13:47.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: cluster 2021-03-04T23:13:47.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: 2021-03-04T23:13:47.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: 2021 2021-03-04T23:13:47.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: - 2021-03-04T23:13:47.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: 03 2021-03-04T23:13:47.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: - 2021-03-04T23:13:47.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: 04 2021-03-04T23:13:47.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: T 2021-03-04T23:13:47.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: 23 2021-03-04T23:13:47.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: : 2021-03-04T23:13:47.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: 13 2021-03-04T23:13:47.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: : 2021-03-04T23:13:47.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: 46 2021-03-04T23:13:47.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: . 2021-03-04T23:13:47.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: 579426 2021-03-04T23:13:47.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: +0000 2021-03-04T23:13:47.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: 2021-03-04T23:13:47.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: mon.a 2021-03-04T23:13:47.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: ( 2021-03-04T23:13:47.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: mon 2021-03-04T23:13:47.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: . 2021-03-04T23:13:47.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: 0 2021-03-04T23:13:47.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: ) 2021-03-04T23:13:47.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: 279 2021-03-04T23:13:47.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: : 2021-03-04T23:13:47.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: cluster 2021-03-04T23:13:47.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: 2021-03-04T23:13:47.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: [WRN] 2021-03-04T23:13:47.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: 2021-03-04T23:13:47.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: Health check update: Degraded data redundancy: 35183/336381 objects degraded (10.459%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:13:47.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:46 gibba011 conmon[99461]: 2021-03-04T23:13:47.853 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:47 gibba011 conmon[111140]: debug 2021-03-04T23:13:47.418+0000 7fb6df10b080 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: store not yet converted to per-pg omap 2021-03-04T23:13:47.854 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:47 gibba011 conmon[111140]: debug 2021-03-04T23:13:47.430+0000 7fb6c9bcf700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #-1:c1a3fc6e:::purged_snaps:0# has omap that is not per-pg or pgmeta 2021-03-04T23:13:47.854 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:47 gibba011 conmon[111140]: debug 2021-03-04T23:13:47.430+0000 7fb6c9bcf700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #3:3ed09add:::607.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:13:47.854 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:47 gibba011 conmon[111140]: debug 2021-03-04T23:13:47.430+0000 7fb6c9bcf700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #3:654134d2:::mds0_openfiles.0:head# has omap that is not per-pg or pgmeta 2021-03-04T23:13:47.855 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:47 gibba011 conmon[111140]: debug 2021-03-04T23:13:47.431+0000 7fb6c9bcf700 -1 bluestore(/var/lib/ceph/osd/ceph-1) fsck warning: #3:717a0223:::608.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:13:47.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:47 gibba011 conmon[95595]: cluster 2021-03-04T23:13:46.456984+0000 mgr.x (mgr.34676) 243 : cluster [DBG] pgmap v160: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.8 GiB data, 21 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s; 35183/336381 objects degraded (10.459%) 2021-03-04T23:13:47.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:47 gibba011 conmon[95595]: audit 2021-03-04T23:13:47.336941+0000 mon.c (mon.1) 106 : audit [DBG] from='client.? 172.21.2.111:0/2106753702' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:47.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:47 gibba011 conmon[99461]: cluster 2021-03-04T23:13:46.456984+0000 mgr.x (mgr.34676) 243 : cluster [DBG] 2021-03-04T23:13:47.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:47 gibba011 conmon[99461]: pgmap v160: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.8 GiB data, 21 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s; 35183/336381 objects degraded (10.459%) 2021-03-04T23:13:47.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:47 gibba011 conmon[99461]: audit 2021-03-04T23:13:47.336941+0000 mon.c ( 2021-03-04T23:13:47.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:47 gibba011 conmon[99461]: mon.1) 106 : audit [DBG] from='client.? 172.21.2.111:0/2106753702' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:48.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:47 gibba038 conmon[76675]: cluster 2021-03-04T23:13:46.456984+0000 mgr.x (mgr.34676) 243 : 2021-03-04T23:13:48.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:47 gibba038 conmon[76675]: cluster [DBG] pgmap v160: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.8 GiB data, 21 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s; 35183/336381 objects degraded (10.459%) 2021-03-04T23:13:48.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:47 gibba038 conmon[76675]: audit 2021-03-04T23:13:47.336941+0000 mon.c (mon.1) 106 : audit [DBG] from='client.? 172.21.2.111:0/2106753702' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:49.103 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:48 gibba011 conmon[111140]: debug 2021-03-04T23:13:48.720+0000 7fb6df10b080 -1 osd.1 83 log_to_monitors {default=true} 2021-03-04T23:13:50.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:49 gibba038 conmon[76675]: cluster 2021-03-04T23:13:48.457444+0000 mgr.x (mgr.34676) 244 : cluster [DBG] pgmap v161: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.4 GiB data, 20 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s; 32661/315060 objects degraded (10.367%) 2021-03-04T23:13:50.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:49 gibba038 conmon[76675]: audit 2021-03-04T23:13:48.723868+0000 mon.a (mon.0) 280 : audit [INF] from='osd.1 [v2:172.21.2.111:6808/2347056244,v1:172.21.2.111:6809/2347056244]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-03-04T23:13:50.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:49 gibba038 conmon[76675]: audit 2021-03-04T23:13:49.621013+0000 mon.a (mon.0) 281 : audit [DBG] from='client.? 172.21.2.111:0/4087996638' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:50.103 INFO:journalctl@ceph.osd.1.gibba011.stdout:Mar 04 23:13:49 gibba011 conmon[111140]: debug 2021-03-04T23:13:49.741+0000 7fb6cfdea700 -1 osd.1 83 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T23:13:50.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:49 gibba011 conmon[95595]: cluster 2021-03-04T23:13:48.457444+0000 mgr.x (mgr.34676) 244 : cluster [DBG] pgmap v161: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.4 GiB data, 20 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s; 32661/315060 objects degraded (10.367%) 2021-03-04T23:13:50.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:49 gibba011 conmon[95595]: audit 2021-03-04T23:13:48.723868+0000 mon.a (mon.0) 280 : audit [INF] from='osd.1 [v2:172.21.2.111:6808/2347056244,v1:172.21.2.111:6809/2347056244]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-03-04T23:13:50.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:49 gibba011 conmon[95595]: audit 2021-03-04T23:13:49.621013+0000 mon.a (mon.0) 281 : audit [DBG] from='client.? 172.21.2.111:0/4087996638' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:50.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:49 gibba011 conmon[99461]: cluster 2021-03-04T23:13:48.457444+0000 mgr.x ( 2021-03-04T23:13:50.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:49 gibba011 conmon[99461]: mgr.34676) 244 : cluster [DBG] pgmap v161: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.4 GiB data, 20 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s; 32661/315060 objects degraded (10.367%) 2021-03-04T23:13:50.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:49 gibba011 conmon[99461]: audit 2021-03-04T23 2021-03-04T23:13:50.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:49 gibba011 conmon[99461]: :13:48.723868+0000 mon.a (mon.0) 280 : audit [INF] from='osd.1 [v2:172.21.2.111:6808/2347056244,v1:172.21.2.111:6809/2347056244]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2021-03-04T23:13:50.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:49 gibba011 conmon[99461]: 2021-03-04T23:13:50.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:49 gibba011 conmon[99461]: audit 2021 2021-03-04T23:13:50.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:49 gibba011 conmon[99461]: -03-04T23:13:49. 2021-03-04T23:13:50.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:49 gibba011 conmon[99461]: 621013+0000 mon.a (mon.0) 281 2021-03-04T23:13:50.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:49 gibba011 conmon[99461]: : audit [DBG] from='client.? 172.21.2.111:0/4087996638' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:51.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:50 gibba038 conmon[76675]: audit 2021-03-04T23:13:49.726692+0000 mon.a (mon.0) 282 : audit 2021-03-04T23:13:51.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:50 gibba038 conmon[76675]: [INF] from='osd.1 [v2:172.21.2.111:6808/2347056244,v1:172.21.2.111:6809/2347056244]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-03-04T23:13:51.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:50 gibba038 conmon[76675]: cluster 2021-03-04T23:13:49.726728+0000 mon.a (mon.0) 283 : cluster [DBG] osdmap e86: 8 total, 7 up, 8 in 2021-03-04T23:13:51.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:50 gibba038 conmon[76675]: audit 2021 2021-03-04T23:13:51.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:50 gibba038 conmon[76675]: -03-04T23:13:49.727092+0000 mon.a (mon.0) 284 : audit [INF] from='osd.1 [v2:172.21.2.111:6808/2347056244,v1:172.21.2.111:6809/2347056244]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0820, "args": ["host=gibba011", "root=default"]}]: dispatch 2021-03-04T23:13:51.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:50 gibba011 conmon[95595]: audit 2021-03-04T23:13:51.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:50 gibba011 conmon[95595]: 2021-03-04T23:13:51.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:50 gibba011 conmon[95595]: 2021 2021-03-04T23:13:51.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:50 gibba011 conmon[95595]: - 2021-03-04T23:13:51.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:50 gibba011 conmon[95595]: 03-04T23:13:49.726692 2021-03-04T23:13:51.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:50 gibba011 conmon[95595]: +0000 mon.a (mon.0) 282 : audit [INF] from='osd.1 [v2:172.21.2.111:6808/2347056244,v1:172.21.2.111:6809/2347056244]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-03-04T23:13:51.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:50 gibba011 conmon[95595]: cluster 2021-03-04T23:13:49 2021-03-04T23:13:51.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:50 gibba011 conmon[95595]: .726728+0000 mon.a (mon.0) 283 : cluster [DBG] osdmap e86: 8 total, 7 up, 8 in 2021-03-04T23:13:51.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:50 gibba011 conmon[95595]: audit 2021-03-04T23:13:51.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:50 gibba011 conmon[95595]: 2021-03-04T23:13:49.727092+0000 mon.a 2021-03-04T23:13:51.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:50 gibba011 conmon[95595]: (mon.0) 284 : audit [INF] from='osd.1 [v2:172.21.2.111:6808/2347056244,v1:172.21.2.111:6809/2347056244]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0820, "args": ["host=gibba011", "root=default"]}]: dispatch 2021-03-04T23:13:51.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:50 gibba011 conmon[99461]: audit 2021-03-04T23:13:49.726692+0000 mon.a (mon 2021-03-04T23:13:51.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:50 gibba011 conmon[99461]: .0) 282 : audit [INF] from='osd.1 [v2:172.21.2.111:6808/2347056244,v1:172.21.2.111:6809/2347056244]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2021-03-04T23:13:51.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:50 gibba011 conmon[99461]: cluster 2021-03-04T23:13:49.726728+0000 mon.a (mon.0) 283 : cluster [DBG] osdmap e86: 8 total, 7 up, 8 in 2021-03-04T23:13:51.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:50 gibba011 conmon[99461]: audit 2021-03-04T23:13:49.727092+0000 mon.a (mon.0) 284 : audit 2021-03-04T23:13:51.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:50 gibba011 conmon[99461]: [INF] from='osd.1 [v2:172.21.2.111:6808/2347056244,v1:172.21.2.111:6809/2347056244]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0820, "args": ["host=gibba011", "root=default"]}]: dispatch 2021-03-04T23:13:52.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:51 gibba038 conmon[76675]: cluster 2021-03-04T23:13:52.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:51 gibba038 conmon[76675]: 2021-03-04T23:13: 2021-03-04T23:13:52.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:51 gibba038 conmon[76675]: 50.457875+0000 mgr.x (mgr.34676) 245 : cluster [DBG] pgmap v163: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.3 GiB data, 20 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s; 32661/312138 objects degraded (10.464%) 2021-03-04T23:13:52.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:51 gibba038 conmon[76675]: cluster 2021-03-04T23:13:50.725438+0000 mon.a ( 2021-03-04T23:13:52.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:51 gibba038 conmon[76675]: mon.0) 285 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:13:52.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:51 gibba038 conmon[76675]: cluster 2021-03-04T23:13:50.728444 2021-03-04T23:13:52.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:51 gibba038 conmon[76675]: +0000 mon.a (mon.0) 286 : cluster [INF] osd.1 [v2:172.21.2.111:6808/2347056244,v1:172.21.2.111:6809/2347056244] boot 2021-03-04T23:13:52.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:51 gibba038 conmon[76675]: cluster 2021-03-04T23:13:52.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:51 gibba038 conmon[76675]: 2021-03-04T23:13:50.728596+0000 mon.a (mon.0) 287 2021-03-04T23:13:52.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:51 gibba038 conmon[76675]: : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2021-03-04T23:13:52.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:51 gibba038 conmon[76675]: audit 2021-03-04T23:13:50 2021-03-04T23:13:52.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:51 gibba038 conmon[76675]: .729116+0000 mon.c (mon.1) 107 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T23:13:52.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:51 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:13:52.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:51 gibba038 conmon[76675]: 13:51.730855+0000 mon.a (mon.0) 288 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2021-03-04T23:13:52.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[95595]: cluster 2021-03-04T23:13:52.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[95595]: 2021-03-04T23:13:50.457875 2021-03-04T23:13:52.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[95595]: +0000 mgr.x (mgr.34676) 245 : cluster [DBG] pgmap v163: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.3 GiB data, 20 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s; 32661/312138 objects degraded (10.464%) 2021-03-04T23:13:52.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[95595]: cluster 2021-03-04T23:13:50.725438+0000 mon.a (mon.0) 285 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:13:52.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[95595]: 2021-03-04T23:13:52.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[95595]: cluster 2021- 2021-03-04T23:13:52.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[95595]: 03-04T23:13:50.728444+0000 mon.a (mon.0) 286 : cluster 2021-03-04T23:13:52.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[95595]: [INF] osd.1 [v2:172.21.2.111:6808/2347056244,v1:172.21.2.111:6809/2347056244] boot 2021-03-04T23:13:52.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[95595]: cluster 2021-03-04T23:13:52.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[95595]: 2021-03-04T23:13:50.728596+0000 mon.a (mon.0) 287 : cluster 2021-03-04T23:13:52.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[95595]: [DBG] osdmap e87: 8 total, 8 up, 8 in 2021-03-04T23:13:52.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[95595]: audit 2021-03-04 2021-03-04T23:13:52.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[95595]: T23:13:50.729116+0000 mon.c (mon.1) 107 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T23:13:52.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[95595]: cluster 2021-03-04T23:13:51 2021-03-04T23:13:52.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[95595]: .730855+0000 mon.a (mon.0) 288 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2021-03-04T23:13:52.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:13:52.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[99461]: 03-04T23:13:50.457875+0000 mgr.x (mgr.34676) 245 : cluster [DBG] pgmap v163: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.3 GiB data, 20 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s; 32661/312138 objects degraded (10.464%) 2021-03-04T23:13:52.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:13:52.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[99461]: 04T23:13:50.725438+0000 mon.a (mon.0) 285 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:13:52.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[99461]: cluster 2021-03-04T23:13:52.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[99461]: 2021-03-04T23:13:50.728444+0000 mon.a (mon 2021-03-04T23:13:52.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[99461]: .0) 286 : cluster [INF] osd.1 [v2:172.21.2.111:6808/2347056244,v1:172.21.2.111:6809/2347056244] boot 2021-03-04T23:13:52.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[99461]: cluster 2021-03-04T23:13:52.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[99461]: 2021-03-04T23:13:50.728596+0000 mon.a ( 2021-03-04T23:13:52.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[99461]: mon.0) 287 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2021-03-04T23:13:52.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[99461]: audit 2021-03-04T23:13:52.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[99461]: 2021-03-04T 2021-03-04T23:13:52.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[99461]: 23:13:50.729116+0000 mon.c (mon.1) 107 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2021-03-04T23:13:52.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[99461]: cluster 2021-03-04T23:13:51.730855+0000 2021-03-04T23:13:52.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:51 gibba011 conmon[99461]: mon.a (mon.0) 288 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2021-03-04T23:13:53.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:52 gibba038 conmon[76675]: audit 2021-03-04T23:13:51.815757+0000 mon.a (mon.0) 289 : audit [DBG] 2021-03-04T23:13:53.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:52 gibba038 conmon[76675]: from='client.? 172.21.2.111:0/2761597858' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:53.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:52 gibba011 conmon[95595]: audit 2021-03-04T23:13:51.815757+0000 mon.a (mon.0) 289 : audit [DBG] from='client.? 172.21.2.111:0/2761597858' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:53.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:52 gibba011 conmon[99461]: audit 2021-03-04T23:13:51.815757+0000 mon.a (mon.0) 289 : audit [DBG] from='client.? 172.21.2.111:0/2761597858' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:54.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:53 gibba038 conmon[76675]: cluster 2021-03-04T23:13:52.458618+0000 mgr.x (mgr.34676) 246 : cluster 2021-03-04T23:13:54.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:53 gibba038 conmon[76675]: [DBG] pgmap v166: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.3 GiB data, 20 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.35k op/s; 32661/312138 objects degraded (10.464%) 2021-03-04T23:13:54.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:53 gibba038 conmon[76675]: cluster 2021-03-04T23:13:52.733775+0000 mon.a (mon.0) 290 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2021-03-04T23:13:54.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:53 gibba038 conmon[76675]: cluster 2021-03-04T23:13:53.720737+0000 mon.a 2021-03-04T23:13:54.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:53 gibba038 conmon[76675]: (mon.0) 291 : cluster [WRN] Health check update: Degraded data redundancy: 32661/312138 objects degraded (10.464%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:13:54.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:53 gibba011 conmon[95595]: cluster 2021-03-04T23:13:52.458618+0000 mgr.x (mgr.34676) 246 : cluster 2021-03-04T23:13:54.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:53 gibba011 conmon[95595]: [DBG] pgmap v166: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.3 GiB data, 20 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.35k op/s; 32661/312138 objects degraded (10.464%) 2021-03-04T23:13:54.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:53 gibba011 conmon[95595]: cluster 2021-03-04T23:13:52.733775+0000 mon.a (mon.0) 290 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2021-03-04T23:13:54.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:53 gibba011 conmon[95595]: cluster 2021-03-04T23:13:53.720737+0000 mon.a (mon.0) 291 : cluster [WRN] Health check update: Degraded data redundancy: 32661/312138 objects degraded (10.464%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:13:54.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:53 gibba011 conmon[99461]: cluster 2021-03-04T23:13:52.458618+0000 mgr.x (mgr.34676) 246 : cluster 2021-03-04T23:13:54.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:53 gibba011 conmon[99461]: [DBG] pgmap v166: 89 pgs: 8 active+undersized+degraded, 32 active+undersized, 49 active+clean; 6.3 GiB data, 20 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.35k op/s; 32661/312138 objects degraded (10.464%) 2021-03-04T23:13:54.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:53 gibba011 conmon[99461]: cluster 2021-03-04T23:13:52.733775+0000 mon.a (mon.0) 290 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2021-03-04T23:13:54.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:53 gibba011 conmon[99461]: 2021-03-04T23:13:54.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:53 gibba011 conmon[99461]: cluster 2021-03-04T23:13:53 2021-03-04T23:13:54.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:53 gibba011 conmon[99461]: .720737+0000 mon.a (mon.0) 291 : cluster [WRN] Health check update: Degraded data redundancy: 32661/312138 objects degraded (10.464%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:13:55.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:54 gibba038 conmon[76675]: audit 2021-03-04T23:13:54.094106+0000 mon.a (mon.0) 292 : audit [DBG] from='client.? 172.21.2.111:0/3518275964' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:55.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[95595]: audit 2021-03-04T23:13:54.094106+0000 mon.a (mon.0) 292 : audit [DBG] from='client.? 172.21.2.111:0/3518275964' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:55.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[95595]: 2021-03-04T23:13:55.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: audit 2021-03-04T23:13:55.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: 2021-03-04T23:13:55.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: 2021 2021-03-04T23:13:55.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: - 2021-03-04T23:13:55.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: 03 2021-03-04T23:13:55.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: - 2021-03-04T23:13:55.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: 04 2021-03-04T23:13:55.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: T 2021-03-04T23:13:55.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: 23 2021-03-04T23:13:55.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: : 2021-03-04T23:13:55.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: 13 2021-03-04T23:13:55.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: : 2021-03-04T23:13:55.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: 54 2021-03-04T23:13:55.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: . 2021-03-04T23:13:55.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: 094106 2021-03-04T23:13:55.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: +0000 2021-03-04T23:13:55.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: 2021-03-04T23:13:55.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: mon.a 2021-03-04T23:13:55.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: ( 2021-03-04T23:13:55.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: mon 2021-03-04T23:13:55.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: . 2021-03-04T23:13:55.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: 0 2021-03-04T23:13:55.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: ) 2021-03-04T23:13:55.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: 292 2021-03-04T23:13:55.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: : 2021-03-04T23:13:55.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: audit 2021-03-04T23:13:55.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: 2021-03-04T23:13:55.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:54 gibba011 conmon[99461]: [DBG] from='client.? 172.21.2.111:0/3518275964' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:56.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:55 gibba038 conmon[76675]: cluster 2021-03-04T23:13:54.458915+0000 mgr.x (mgr.34676) 247 : cluster [DBG] pgmap v168: 89 pgs: 5 remapped+peering, 1 active+undersized+degraded, 12 active+undersized, 71 active+clean; 6.1 GiB data, 19 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.17k op/s; 1/298395 objects degraded (0.000%) 2021-03-04T23:13:56.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:55 gibba038 conmon[76675]: 2021-03-04T23:13:56.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[95595]: cluster 2021-03-04T23:13:54.458915+0000 mgr.x (mgr.34676) 247 : cluster [DBG] pgmap v168: 89 pgs: 5 remapped+peering, 1 active+undersized+degraded, 12 active+undersized, 71 active+clean; 6.1 GiB data, 19 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.17k op/s; 1/298395 objects degraded (0.000%) 2021-03-04T23:13:56.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: cluster 2021-03-04T23:13:56.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: 2021-03-04T23:13:56.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: 2021 2021-03-04T23:13:56.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: - 2021-03-04T23:13:56.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: 03 2021-03-04T23:13:56.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: - 2021-03-04T23:13:56.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: 04 2021-03-04T23:13:56.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: T 2021-03-04T23:13:56.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: 23 2021-03-04T23:13:56.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: : 2021-03-04T23:13:56.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: 13 2021-03-04T23:13:56.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: : 2021-03-04T23:13:56.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: 54 2021-03-04T23:13:56.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: . 2021-03-04T23:13:56.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: 458915 2021-03-04T23:13:56.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: +0000 2021-03-04T23:13:56.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: 2021-03-04T23:13:56.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: mgr.x 2021-03-04T23:13:56.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: ( 2021-03-04T23:13:56.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: mgr 2021-03-04T23:13:56.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: . 2021-03-04T23:13:56.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: 34676 2021-03-04T23:13:56.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: ) 2021-03-04T23:13:56.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: 247 2021-03-04T23:13:56.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: : 2021-03-04T23:13:56.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: cluster 2021-03-04T23:13:56.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: 2021-03-04T23:13:56.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: [DBG] 2021-03-04T23:13:56.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: 2021-03-04T23:13:56.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: pgmap v168: 89 pgs: 5 remapped+peering, 1 active+undersized+degraded, 12 active+undersized, 71 active+clean; 6.1 GiB data, 19 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.17k op/s; 1/298395 objects degraded (0.000%) 2021-03-04T23:13:56.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:55 gibba011 conmon[99461]: 2021-03-04T23:13:57.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:56 gibba038 conmon[76675]: audit 2021-03-04T23:13:56.394832+0000 mon.a (mon.0) 293 : audit 2021-03-04T23:13:57.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:56 gibba038 conmon[76675]: [DBG] from='client.? 172.21.2.111:0/2076837694' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:57.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:56 gibba011 conmon[95595]: audit 2021-03-04T23:13:56.394832+0000 mon.a (mon.0) 2021-03-04T23:13:57.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:56 gibba011 conmon[95595]: 293 : audit [DBG] from='client.? 172.21.2.111:0/2076837694' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:57.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:56 gibba011 conmon[99461]: audit 2021-03-04T23:13:56.394832+0000 mon.a (mon 2021-03-04T23:13:57.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:56 gibba011 conmon[99461]: .0) 293 : audit 2021-03-04T23:13:57.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:56 gibba011 conmon[99461]: [DBG] from='client.? 172.21.2.111:0/2076837694' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:58.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:57 gibba038 conmon[76675]: cluster 2021-03-04T23:13:56.459274+0000 mgr.x (mgr.34676) 248 : cluster [DBG] pgmap v169: 89 pgs: 5 remapped+peering, 10 active+clean+wait, 74 active+clean; 6.0 GiB data, 19 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 851 op/s 2021-03-04T23:13:58.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:57 gibba038 conmon[76675]: cluster 2021-03-04T23:13:56.746290+0000 mon.a (mon.0) 294 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/298395 objects degraded (0.000%), 1 pg degraded) 2021-03-04T23:13:58.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:57 gibba038 conmon[76675]: cluster 2021-03-04T23:13:56.746321+0000 mon.a (mon.0) 295 : cluster [INF] Cluster is now healthy 2021-03-04T23:13:58.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:57 gibba011 conmon[99461]: cluster 2021-03-04T23:13:56.459274+0000 mgr.x (mgr.34676) 2021-03-04T23:13:58.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:57 gibba011 conmon[99461]: 248 : cluster [DBG] pgmap v169: 89 pgs: 5 remapped+peering, 10 active+clean+wait, 74 active+clean; 6.0 GiB data, 19 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 851 op/s 2021-03-04T23:13:58.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:57 gibba011 conmon[99461]: cluster 2021-03-04T23:13:56.746290+0000 mon.a (mon. 2021-03-04T23:13:58.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:57 gibba011 conmon[99461]: 0) 294 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/298395 objects degraded (0.000%), 1 pg degraded) 2021-03-04T23:13:58.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:57 gibba011 conmon[99461]: cluster 2021-03-04T23:13:58.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:57 gibba011 conmon[99461]: 2021-03-04T23:13:56.746321+0000 mon.a (mon.0) 295 : cluster 2021-03-04T23:13:58.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:57 gibba011 conmon[99461]: [INF] Cluster is now healthy 2021-03-04T23:13:58.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:57 gibba011 conmon[95595]: cluster 2021-03-04T23:13:56.459274+0000 mgr.x (mgr.34676) 248 : cluster [DBG] pgmap v169: 89 pgs: 5 remapped+peering, 10 active+clean+wait, 74 active+clean; 6.0 GiB data, 19 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 851 op/s 2021-03-04T23:13:58.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:57 gibba011 conmon[95595]: cluster 2021-03-04T23:13:56.746290+0000 mon.a (mon.0) 294 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/298395 objects degraded (0.000%), 1 pg degraded) 2021-03-04T23:13:58.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:57 gibba011 conmon[95595]: cluster 2021-03-04T23:13:56.746321+0000 mon.a (mon.0) 295 : cluster [INF] Cluster is now healthy 2021-03-04T23:13:59.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:58 gibba038 conmon[76675]: audit 2021-03-04T23:13:58.705179+0000 mon.c (mon.1) 108 : audit [DBG] 2021-03-04T23:13:59.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:58 gibba038 conmon[76675]: from='client.? 172.21.2.111:0/28608217' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:59.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:58 gibba011 conmon[99461]: audit 2021-03-04T23:13:58.705179+0000 mon.c (mon.1) 108 : 2021-03-04T23:13:59.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:58 gibba011 conmon[99461]: audit [DBG] from='client.? 172.21.2.111:0/28608217' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:59.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:58 gibba011 conmon[95595]: audit 2021-03-04T23:13:58.705179+0000 mon.c (mon.1) 108 : audit [DBG] from='client.? 172.21.2.111:0/28608217' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:13:59.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:58 gibba011 conmon[95595]: 2021-03-04T23:14:00.095 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:59 gibba038 conmon[76675]: cluster 2021-03-04T23:14:00.096 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:59 gibba038 conmon[76675]: 2021-03-04T23:13:58 2021-03-04T23:14:00.097 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:59 gibba038 conmon[76675]: .459711+0000 mgr.x (mgr.34676) 249 : cluster [DBG] pgmap v170: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 10 active+clean+wait, 74 active+clean; 5.7 GiB data, 18 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s; 4993/278058 objects degraded (1.796%); 0 B/s, 86 objects/s recovering 2021-03-04T23:14:00.098 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:59 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:14:00.098 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:59 gibba038 conmon[76675]: 03-04T23:13:58.751638+0000 mon.a (mon.0 2021-03-04T23:14:00.099 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:59 gibba038 conmon[76675]: ) 296 : cluster [WRN] Health check failed: Degraded data redundancy: 4993/278058 objects degraded (1.796%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:00.100 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:59 gibba038 conmon[76675]: audit 2021-03-04T23:14:00.100 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:59 gibba038 conmon[76675]: 2021-03-04T23:13:59.059177+0000 mon.c (mon 2021-03-04T23:14:00.101 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:59 gibba038 conmon[76675]: .1) 109 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:14:00.101 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:59 gibba038 conmon[76675]: audit 2021-03-04T23:14:00.102 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:59 gibba038 conmon[76675]: 2021-03-04T23:14:00.103 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:59 gibba038 conmon[76675]: 2021 2021-03-04T23:14:00.103 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:59 gibba038 conmon[76675]: - 2021-03-04T23:14:00.103 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:59 gibba038 conmon[76675]: 03 2021-03-04T23:14:00.104 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:59 gibba038 conmon[76675]: - 2021-03-04T23:14:00.105 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:59 gibba038 conmon[76675]: 04T23:13:59.059358+0000 2021-03-04T23:14:00.106 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:59 gibba038 conmon[76675]: mgr.x (mgr.34676) 250 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:14:00.107 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:59 gibba038 conmon[76675]: cephadm 2021-03-04T23:13:59 2021-03-04T23:14:00.109 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:59 gibba038 conmon[76675]: .060049+0000 mgr.x (mgr.34676) 251 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2021-03-04T23:14:00.109 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:13:59 gibba038 conmon[76675]: 2021-03-04T23:14:00.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:59 gibba011 conmon[95595]: cluster 2021-03-04T23:13:58.459711+0000 mgr.x (mgr.34676) 249 : cluster [DBG] 2021-03-04T23:14:00.112 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:59 gibba011 conmon[95595]: pgmap v170: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 10 active+clean+wait, 74 active+clean; 5.7 GiB data, 18 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s; 4993/278058 objects degraded (1.796%); 0 B/s, 86 objects/s recovering 2021-03-04T23:14:00.112 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:59 gibba011 conmon[95595]: cluster 2021-03-04T23:13:58.751638+0000 mon.a (mon.0) 296 : cluster [WRN] Health check failed: Degraded data redundancy: 4993/278058 objects degraded (1.796%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:00.112 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:59 gibba011 conmon[95595]: audit 2021-03-04T23:13:59.059177+0000 mon.c (mon.1) 109 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:14:00.113 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:59 gibba011 conmon[95595]: 2021-03-04T23:14:00.113 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:59 gibba011 conmon[95595]: audit 2021-03-04T23:13:59.059358+0000 mgr.x (mgr.34676) 250 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:14:00.113 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:59 gibba011 conmon[95595]: cephadm 2021-03-04T23:13:59.060049+0000 mgr.x (mgr.34676) 251 : cephadm 2021-03-04T23:14:00.113 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:13:59 gibba011 conmon[95595]: [ERR] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2021-03-04T23:14:00.114 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:59 gibba011 conmon[99461]: cluster 2021-03-04T23:13:58.459711+0000 mgr.x (mgr.34676) 249 2021-03-04T23:14:00.114 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:59 gibba011 conmon[99461]: : cluster [DBG] pgmap v170: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 10 active+clean+wait, 74 active+clean; 5.7 GiB data, 18 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s; 4993/278058 objects degraded (1.796%); 0 B/s, 86 objects/s recovering 2021-03-04T23:14:00.114 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:59 gibba011 conmon[99461]: cluster 2021-03-04T23:13:58.751638+0000 mon.a (mon.0) 296 : cluster [WRN] Health check failed: Degraded data redundancy: 4993/278058 objects degraded (1.796%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:00.115 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:59 gibba011 conmon[99461]: 2021-03-04T23:14:00.115 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:59 gibba011 conmon[99461]: audit 2021-03-04T23:13:59. 2021-03-04T23:14:00.115 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:59 gibba011 conmon[99461]: 059177+0000 mon.c (mon.1) 109 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:14:00.115 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:59 gibba011 conmon[99461]: audit 2021-03-04T23 2021-03-04T23:14:00.115 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:59 gibba011 conmon[99461]: :13:59.059358+0000 mgr.x (mgr.34676) 250 2021-03-04T23:14:00.116 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:59 gibba011 conmon[99461]: : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:14:00.116 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:59 gibba011 conmon[99461]: cephadm 2021-03-04T23:13:59 2021-03-04T23:14:00.116 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:59 gibba011 conmon[99461]: .060049+0000 mgr.x (mgr.34676) 251 : cephadm [ERR] 2021-03-04T23:14:00.116 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:13:59 gibba011 conmon[99461]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2021-03-04T23:14:02.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:01 gibba038 conmon[76675]: cluster 2021-03-04T23:14:00.460137+0000 mgr.x (mgr 2021-03-04T23:14:02.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:01 gibba038 conmon[76675]: .34676) 252 : cluster [DBG] pgmap v171: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 10 active+clean+wait, 74 active+clean; 5.6 GiB data, 17 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.40k op/s; 4993/275385 objects degraded (1.813%); 0 B/s, 76 objects/s recovering 2021-03-04T23:14:02.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:01 gibba038 conmon[76675]: audit 2021-03-04T23:14:01.014794+0000 mon.c (mon.1) 110 : audit 2021-03-04T23:14:02.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:01 gibba038 conmon[76675]: [DBG] from='client.? 172.21.2.111:0/3379426732' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:02.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:01 gibba011 conmon[99461]: cluster 2021-03-04T23:14:00.460137+0000 mgr.x (mgr.34676) 252 : cluster [DBG] pgmap v171: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 10 active+clean+wait, 74 active+clean; 5.6 GiB data, 17 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.40k op/s; 4993/275385 objects degraded (1.813%); 0 B/s, 76 objects/s recovering 2021-03-04T23:14:02.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:01 gibba011 conmon[99461]: audit 2021-03-04T23:14:01.014794+0000 mon.c (mon.1) 110 : audit [DBG] from='client.? 172.21.2.111:0/3379426732' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:02.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:01 gibba011 conmon[95595]: cluster 2021-03-04T23:14:00.460137+0000 mgr.x (mgr.34676) 252 : cluster [DBG] pgmap v171: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 10 active+clean+wait, 74 active+clean; 5.6 GiB data, 17 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.40k op/s; 4993/275385 objects degraded (1.813%); 0 B/s, 76 objects/s recovering 2021-03-04T23:14:02.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:01 gibba011 conmon[95595]: 2021-03-04T23:14:02.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:01 gibba011 conmon[95595]: audit 2021-03-04T23:14:01.014794+0000 mon.c (mon.1) 110 : audit [DBG] from='client.? 172.21.2.111:0/3379426732' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:03.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:02 gibba038 conmon[76675]: cluster 2021-03-04T23:14:01.761886+0000 mon.a (mon.0) 297 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2021-03-04T23:14:03.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:02 gibba038 conmon[76675]: cluster 2021-03-04T23:14:02.763367+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2021-03-04T23:14:03.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:02 gibba011 conmon[95595]: cluster 2021-03-04T23:14:01.761886+0000 mon.a (mon.0) 297 : 2021-03-04T23:14:03.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:02 gibba011 conmon[95595]: cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2021-03-04T23:14:03.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:02 gibba011 conmon[95595]: cluster 2021-03-04T23:14:02.763367+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2021-03-04T23:14:03.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:02 gibba011 conmon[99461]: cluster 2021-03-04T23:14:01.761886+0000 mon.a ( 2021-03-04T23:14:03.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:02 gibba011 conmon[99461]: mon.0) 297 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2021-03-04T23:14:03.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:02 gibba011 conmon[99461]: cluster 2021-03-04T23:14:02.763367+0000 mon.a (mon. 2021-03-04T23:14:03.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:02 gibba011 conmon[99461]: 0) 298 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2021-03-04T23:14:04.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:03 gibba038 conmon[76675]: cluster 2021-03-04T23:14:02.460675+0000 mgr.x (mgr.34676) 253 : 2021-03-04T23:14:04.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:03 gibba038 conmon[76675]: cluster [DBG] pgmap v173: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 10 active+clean+wait, 74 active+clean; 5.6 GiB data, 17 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 788 op/s; 4993/275385 objects degraded (1.813%); 0 B/s, 68 objects/s recovering 2021-03-04T23:14:04.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:03 gibba038 conmon[76675]: audit 2021-03-04T23:14:03.291138+0000 mon.a (mon.0) 299 : audit [DBG] from='client.? 172.21.2.111:0/2526142406' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:04.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:03 gibba011 conmon[95595]: cluster 2021-03-04T23:14:02.460675+0000 mgr.x (mgr.34676) 253 : cluster [DBG] pgmap v173: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 10 active+clean+wait, 74 active+clean; 5.6 GiB data, 17 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 788 op/s; 4993/275385 objects degraded (1.813%); 0 B/s, 68 objects/s recovering 2021-03-04T23:14:04.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:03 gibba011 conmon[95595]: audit 2021-03-04T23:14:03.291138+0000 mon.a (mon.0) 299 : audit [DBG] from='client.? 172.21.2.111:0/2526142406' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:04.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:03 gibba011 conmon[99461]: cluster 2021-03-04T23:14:02.460675+0000 2021-03-04T23:14:04.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:03 gibba011 conmon[99461]: mgr.x (mgr.34676) 253 : cluster [DBG] pgmap v173: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 10 active+clean+wait, 74 active+clean; 5.6 GiB data, 17 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 788 op/s; 4993/275385 objects degraded (1.813%); 0 B/s, 68 objects/s recovering 2021-03-04T23:14:04.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:03 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:14:04.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:03 gibba011 conmon[99461]: 03-04T23:14:03.291138+0000 mon.a (mon.0) 2021-03-04T23:14:04.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:03 gibba011 conmon[99461]: 299 : audit [DBG] from='client.? 172.21.2.111:0/2526142406' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:05.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:04 gibba038 conmon[76675]: cluster 2021-03-04T23:14:04.772379+0000 mon.a (mon.0) 300 : cluster [WRN] Health check update: Degraded data redundancy: 3716/258954 objects degraded (1.435%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:05.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:04 gibba011 conmon[95595]: cluster 2021-03-04T23:14:04.772379+0000 mon.a (mon.0) 300 : 2021-03-04T23:14:05.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:04 gibba011 conmon[95595]: cluster [WRN] Health check update: Degraded data redundancy: 3716/258954 objects degraded (1.435%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:05.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:04 gibba011 conmon[99461]: cluster 2021-03-04T23:14:04.772379 2021-03-04T23:14:05.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:04 gibba011 conmon[99461]: +0000 mon.a (mon.0) 300 : cluster [WRN] Health check update: Degraded data redundancy: 3716/258954 objects degraded (1.435%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:06.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:05 gibba038 conmon[76675]: cluster 2021-03-04T23:14:04.460970+0000 mgr.x (mgr.34676) 254 : cluster [DBG] pgmap v175: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 1 peering, 10 active+clean+wait, 74 active+clean; 5.3 GiB data, 16 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s; 3716/258954 objects degraded (1.435%); 0 B/s, 192 objects/s recovering 2021-03-04T23:14:06.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:05 gibba038 conmon[76675]: 2021-03-04T23:14:06.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:05 gibba038 conmon[76675]: audit 2021-03-04T23:14:05.593698+0000 mon.a (mon.0) 301 : audit [DBG] from='client.? 172.21.2.111:0/133765468' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:06.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:05 gibba011 conmon[99461]: cluster 2021-03-04T23:14:04.460970+0000 mgr.x (mgr.34676) 254 : 2021-03-04T23:14:06.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:05 gibba011 conmon[99461]: cluster [DBG] pgmap v175: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 1 peering, 10 active+clean+wait, 74 active+clean; 5.3 GiB data, 16 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s; 3716/258954 objects degraded (1.435%); 0 B/s, 192 objects/s recovering 2021-03-04T23:14:06.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:05 gibba011 conmon[99461]: audit 2021-03-04T23:14:05.593698+0000 mon.a (mon.0) 301 : audit [DBG] from='client.? 172.21.2.111:0/133765468' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:06.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:05 gibba011 conmon[95595]: cluster 2021-03-04T23:14:04.460970+0000 mgr.x (mgr.34676) 254 : cluster [DBG] pgmap v175: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 1 peering, 10 active+clean+wait, 74 active+clean; 5.3 GiB data, 16 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s; 3716/258954 objects degraded (1.435%); 0 B/s, 192 objects/s recovering 2021-03-04T23:14:06.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:05 gibba011 conmon[95595]: 2021-03-04T23:14:06.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:05 gibba011 conmon[95595]: audit 2021-03-04T23:14:05.593698+0000 mon.a (mon.0) 301 : audit [DBG] from='client.? 172.21.2.111:0/133765468' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:08.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:07 gibba038 conmon[76675]: cluster 2021-03-04T23:14:06.461295+0000 mgr.x (mgr.34676) 255 : cluster [DBG] pgmap v176: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 1 peering, 84 active+clean; 5.2 GiB data, 16 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 891 op/s; 3716/256665 objects degraded (1.448%); 0 B/s, 109 objects/s recovering 2021-03-04T23:14:08.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:07 gibba011 conmon[99461]: cluster 2021-03-04T23:14:06.461295+0000 mgr.x (mgr.34676) 255 : cluster [DBG] pgmap v176: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 1 peering, 84 active+clean; 5.2 GiB data, 16 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 891 op/s; 3716/256665 objects degraded (1.448%); 0 B/s, 109 objects/s recovering 2021-03-04T23:14:08.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:07 gibba011 conmon[95595]: cluster 2021-03-04T23:14:06.461295+0000 mgr.x (mgr.34676) 255 : cluster 2021-03-04T23:14:08.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:07 gibba011 conmon[95595]: [DBG] pgmap v176: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 1 peering, 84 active+clean; 5.2 GiB data, 16 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 891 op/s; 3716/256665 objects degraded (1.448%); 0 B/s, 109 objects/s recovering 2021-03-04T23:14:09.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:08 gibba038 conmon[76675]: audit 2021-03-04T23:14:07.904150+0000 mon.c (mon.1) 111 : audit [DBG] from='client.? 172.21.2.111:0/183668148' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:09.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: audit 2021-03-04T23:14:09.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: 2021-03-04T23:14:09.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: 2021 2021-03-04T23:14:09.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: - 2021-03-04T23:14:09.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: 03 2021-03-04T23:14:09.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: - 2021-03-04T23:14:09.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: 04 2021-03-04T23:14:09.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: T 2021-03-04T23:14:09.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: 23 2021-03-04T23:14:09.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: : 2021-03-04T23:14:09.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: 14 2021-03-04T23:14:09.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: : 2021-03-04T23:14:09.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: 07 2021-03-04T23:14:09.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: . 2021-03-04T23:14:09.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: 904150 2021-03-04T23:14:09.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: +0000 2021-03-04T23:14:09.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: 2021-03-04T23:14:09.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: mon.c 2021-03-04T23:14:09.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: ( 2021-03-04T23:14:09.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: mon 2021-03-04T23:14:09.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: . 2021-03-04T23:14:09.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: 1 2021-03-04T23:14:09.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: ) 2021-03-04T23:14:09.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: 111 2021-03-04T23:14:09.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: : 2021-03-04T23:14:09.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: audit 2021-03-04T23:14:09.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: 2021-03-04T23:14:09.111 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: [DBG] 2021-03-04T23:14:09.112 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: 2021-03-04T23:14:09.112 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: from='client.? 172.21.2.111:0/183668148' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:09.112 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[95595]: 2021-03-04T23:14:09.112 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[99461]: audit 2021-03-04T23:14:07.904150+0000 mon.c (mon. 2021-03-04T23:14:09.113 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:08 gibba011 conmon[99461]: 1) 111 : audit [DBG] from='client.? 172.21.2.111:0/183668148' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:10.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:09 gibba038 conmon[76675]: cluster 2021-03-04T23:14:08.461689+0000 mgr.x (mgr.34676 2021-03-04T23:14:10.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:09 gibba038 conmon[76675]: ) 256 : cluster [DBG] pgmap v177: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.8 GiB data, 15 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s; 3716/237966 objects degraded (1.562%); 0 B/s, 160 objects/s recovering 2021-03-04T23:14:10.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:09 gibba011 conmon[95595]: cluster 2021-03-04T23:14:08.461689+0000 mgr.x (mgr.34676) 256 : cluster 2021-03-04T23:14:10.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:09 gibba011 conmon[95595]: [DBG] pgmap v177: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.8 GiB data, 15 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s; 3716/237966 objects degraded (1.562%); 0 B/s, 160 objects/s recovering 2021-03-04T23:14:10.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:09 gibba011 conmon[99461]: cluster 2021-03-04T23:14:08.461689+0000 mgr.x (mgr 2021-03-04T23:14:10.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:09 gibba011 conmon[99461]: .34676) 256 : cluster [DBG] pgmap v177: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.8 GiB data, 15 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s; 3716/237966 objects degraded (1.562%); 0 B/s, 160 objects/s recovering 2021-03-04T23:14:11.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:10 gibba011 conmon[95595]: audit 2021-03-04T23:14:10.230008+0000 mon.c (mon 2021-03-04T23:14:11.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:10 gibba011 conmon[95595]: .1) 112 : audit [DBG] from='client.? 172.21.2.111:0/728563007' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:11.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:10 gibba011 conmon[99461]: audit 2021-03-04T23:14:10.230008+0000 mon.c ( 2021-03-04T23:14:11.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:10 gibba011 conmon[99461]: mon.1) 112 : audit [DBG] from='client.? 172.21.2.111:0/728563007' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:11.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:10 gibba038 conmon[76675]: audit 2021-03-04T23:14:10.230008+0000 mon.c (mon.1) 112 : audit [DBG] from='client.? 172.21.2.111:0/728563007' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:12.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:11 gibba011 conmon[95595]: cluster 2021-03-04T23:14:10.462076+0000 mgr.x (mgr.34676) 257 : 2021-03-04T23:14:12.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:11 gibba011 conmon[95595]: cluster [DBG] pgmap v178: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.8 GiB data, 15 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s; 3716/235203 objects degraded (1.580%); 0 B/s, 147 objects/s recovering 2021-03-04T23:14:12.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:11 gibba011 conmon[95595]: cluster 2021-03-04T23:14:10.832960+0000 mon.a (mon.0) 302 : cluster [WRN] Health check update: Degraded data redundancy: 3716/235203 objects degraded (1.580%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:12.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:11 gibba011 conmon[99461]: cluster 2021-03-04T23:14:10.462076+0000 mgr.x (mgr.34676 2021-03-04T23:14:12.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:11 gibba011 conmon[99461]: ) 257 : cluster [DBG] pgmap v178: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.8 GiB data, 15 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s; 3716/235203 objects degraded (1.580%); 0 B/s, 147 objects/s recovering 2021-03-04T23:14:12.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:11 gibba011 conmon[99461]: cluster 2021-03-04T23:14:10.832960 2021-03-04T23:14:12.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:11 gibba011 conmon[99461]: +0000 mon.a (mon.0) 302 : cluster [WRN] Health check update: Degraded data redundancy: 3716/235203 objects degraded (1.580%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:11 gibba038 conmon[76675]: cluster 2021-03-04T23:14:10.462076+0000 mgr.x (mgr.34676) 257 : cluster 2021-03-04T23:14:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:11 gibba038 conmon[76675]: [DBG] pgmap v178: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.8 GiB data, 15 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s; 3716/235203 objects degraded (1.580%); 0 B/s, 147 objects/s recovering 2021-03-04T23:14:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:11 gibba038 conmon[76675]: cluster 2021-03-04T23:14:10.832960+0000 mon.a (mon.0) 302 : cluster [WRN] Health check update: Degraded data redundancy: 3716/235203 objects degraded (1.580%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:13.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:12 gibba011 conmon[95595]: audit 2021-03-04T23:14:12.528531+0000 mon.a (mon.0) 303 : audit [DBG] from='client.? 172.21.2.111:0/2431260869' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:13.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:12 gibba011 conmon[99461]: audit 2021-03-04T23:14:12.528531+0000 mon.a (mon.0) 2021-03-04T23:14:13.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:12 gibba011 conmon[99461]: 303 : audit [DBG] from='client.? 172.21.2.111:0/2431260869' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:13.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:12 gibba038 conmon[76675]: audit 2021-03-04T23:14:12.528531+0000 mon.a (mon.0) 303 : audit [DBG] from='client.? 172.21.2.111:0/2431260869' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:14.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:13 gibba011 conmon[95595]: cluster 2021-03-04T23:14:12.462417+0000 mgr.x (mgr.34676) 258 : cluster [DBG] pgmap v179: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.8 GiB data, 15 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.34k op/s; 3716/235203 objects degraded (1.580%); 0 B/s, 128 objects/s recovering 2021-03-04T23:14:14.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:13 gibba011 conmon[99461]: cluster 2021-03-04T23:14:12.462417+0000 mgr.x (mgr.34676) 258 : cluster 2021-03-04T23:14:14.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:13 gibba011 conmon[99461]: [DBG] pgmap v179: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.8 GiB data, 15 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.34k op/s; 3716/235203 objects degraded (1.580%); 0 B/s, 128 objects/s recovering 2021-03-04T23:14:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:13 gibba038 conmon[76675]: cluster 2021-03-04T23:14:12.462417+0000 mgr.x (mgr.34676) 258 : cluster [DBG] pgmap v179: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.8 GiB data, 15 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.34k op/s; 3716/235203 objects degraded (1.580%); 0 B/s, 128 objects/s recovering 2021-03-04T23:14:15.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[99461]: audit 2021-03-04T23:14:15.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[99461]: 2021-03-04T23:14:15.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[99461]: 2021 2021-03-04T23:14:15.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[99461]: -03-04T23:14:14.075187 2021-03-04T23:14:15.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[99461]: +0000 mon.c (mon.1) 113 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:14:15.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[99461]: audit 2021-03-04T23:14:15.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[99461]: 2021-03-04T23:14:15.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[99461]: 2021 2021-03-04T23:14:15.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[99461]: - 2021-03-04T23:14:15.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[99461]: 03 2021-03-04T23:14:15.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[99461]: - 2021-03-04T23:14:15.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[99461]: 04T23:14:14.075387+0000 mgr.x (mgr 2021-03-04T23:14:15.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[99461]: .34676) 259 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:14:15.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[99461]: cephadm 2021-03-04T23:14:15.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[99461]: 2021-03-04T23:14:14.076090+0000 mgr.x (mgr 2021-03-04T23:14:15.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[99461]: .34676) 260 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2021-03-04T23:14:15.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[95595]: audit 2021-03-04T23:14:15.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[95595]: 2021-03-04T23:14:15.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[95595]: 2021 2021-03-04T23:14:15.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[95595]: - 2021-03-04T23:14:15.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[95595]: 03 2021-03-04T23:14:15.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[95595]: - 2021-03-04T23:14:15.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[95595]: 04 2021-03-04T23:14:15.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[95595]: T 2021-03-04T23:14:15.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[95595]: 23 2021-03-04T23:14:15.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[95595]: : 2021-03-04T23:14:15.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[95595]: 14 2021-03-04T23:14:15.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[95595]: : 2021-03-04T23:14:15.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[95595]: 14.075187+0000 mon.c (mon.1) 113 : audit 2021-03-04T23:14:15.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[95595]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:14:15.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[95595]: audit 2021-03-04T23:14:14.075387 2021-03-04T23:14:15.111 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[95595]: +0000 mgr.x (mgr.34676) 259 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:14:15.112 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[95595]: cephadm 2021-03-04T23: 2021-03-04T23:14:15.112 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[95595]: 14:14.076090+0000 mgr.x (mgr.34676) 260 : cephadm 2021-03-04T23:14:15.112 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:14 gibba011 conmon[95595]: [ERR] Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2021-03-04T23:14:15.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:14 gibba038 conmon[76675]: audit 2021-03-04T23:14:14.075187+0000 mon.c (mon.1) 113 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:14:15.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:14 gibba038 conmon[76675]: audit 2021-03-04T23:14:14.075387+0000 mgr.x (mgr.34676) 259 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:14:15.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:14 gibba038 conmon[76675]: cephadm 2021-03-04T23:14:14.076090+0000 mgr.x (mgr.34676) 260 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2021-03-04T23:14:16.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:15 gibba011 conmon[95595]: cluster 2021-03-04T23:14:14.462940+0000 mgr.x (mgr.34676) 261 : cluster [DBG] pgmap v180: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.23k op/s; 3716/215751 objects degraded (1.722%); 0 B/s, 69 objects/s recovering 2021-03-04T23:14:16.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:15 gibba011 conmon[95595]: audit 2021-03-04T23:14:14.845585+0000 mon.a (mon.0) 304 : audit [DBG] from='client.? 172.21.2.111:0/435450700' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:16.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:15 gibba011 conmon[95595]: cluster 2021-03-04T23:14:14.848997+0000 mon.a (mon.0) 305 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2021-03-04T23:14:16.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:15 gibba011 conmon[99461]: cluster 2021-03-04T23:14:14.462940+0000 mgr.x (mgr.34676) 261 : cluster [DBG] pgmap v180: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.23k op/s; 3716/215751 objects degraded (1.722%); 0 B/s, 69 objects/s recovering 2021-03-04T23:14:16.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:15 gibba011 conmon[99461]: audit 2021-03-04T23:14:14.845585+0000 mon.a (mon.0) 304 : audit 2021-03-04T23:14:16.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:15 gibba011 conmon[99461]: [DBG] from='client.? 172.21.2.111:0/435450700' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:16.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:15 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:14:16.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:15 gibba011 conmon[99461]: 04T23:14:14.848997+0000 mon.a (mon.0) 305 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2021-03-04T23:14:16.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:15 gibba011 conmon[99461]: 2021-03-04T23:14:16.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:15 gibba038 conmon[76675]: cluster 2021-03-04T23:14:14.462940+0000 mgr.x (mgr.34676) 261 : cluster [DBG] pgmap v180: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.4 GiB data, 14 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.23k op/s; 3716/215751 objects degraded (1.722%); 0 B/s, 69 objects/s recovering 2021-03-04T23:14:16.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:15 gibba038 conmon[76675]: audit 2021-03-04T23:14:14.845585+0000 mon.a (mon.0) 304 : audit [DBG] from='client.? 172.21.2.111:0/435450700' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:16.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:15 gibba038 conmon[76675]: cluster 2021-03-04T23:14:14.848997+0000 mon.a (mon.0) 305 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2021-03-04T23:14:17.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:16 gibba038 conmon[76675]: cluster 2021-03-04T23:14:15.849773+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2021-03-04T23:14:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:16 gibba038 conmon[76675]: audit 2021-03-04T23:14:16.593965+0000 mon.c (mon.1) 114 2021-03-04T23:14:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:16 gibba038 conmon[76675]: : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:14:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:16 gibba038 conmon[76675]: audit 2021-03-04T23:14:16.594274+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:14:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:16 gibba038 conmon[76675]: audit 2021-03-04T23:14:16.603279+0000 2021-03-04T23:14:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:16 gibba038 conmon[76675]: mon.c (mon.1) 115 : audit [INF] 2021-03-04T23:14:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:16 gibba038 conmon[76675]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:14:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:16 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:14:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:16 gibba038 conmon[76675]: 03-04T23:14:16. 2021-03-04T23:14:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:16 gibba038 conmon[76675]: 603469+0000 mon.a (mon.0) 2021-03-04T23:14:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:16 gibba038 conmon[76675]: 308 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:14:17.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:16 gibba011 conmon[95595]: cluster 2021-03-04T23:14:15.849773+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2021-03-04T23:14:17.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:16 gibba011 conmon[95595]: audit 2021-03-04T23:14:16.593965+0000 mon.c (mon.1) 114 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:14:17.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:16 gibba011 conmon[95595]: audit 2021-03-04T23:14:16.594274+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:14:17.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:16 gibba011 conmon[95595]: audit 2021-03-04T23:14:16.603279+0000 mon.c (mon.1) 115 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:14:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:16 gibba011 conmon[95595]: audit 2021-03-04T23:14:16.603469+0000 mon.a (mon.0 2021-03-04T23:14:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:16 gibba011 conmon[95595]: ) 308 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:14:17.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:16 gibba011 conmon[99461]: cluster 2021-03-04T23:14:15.849773+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2021-03-04T23:14:17.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:16 gibba011 conmon[99461]: audit 2021-03-04T23:14:16.593965+0000 mon.c (mon.1) 114 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:14:17.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:16 gibba011 conmon[99461]: audit 2021-03-04T23: 2021-03-04T23:14:17.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:16 gibba011 conmon[99461]: 14:16.594274+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:14:17.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:16 gibba011 conmon[99461]: audit 2021-03-04T 2021-03-04T23:14:17.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:16 gibba011 conmon[99461]: 23:14:16.603279+0000 mon.c (mon.1) 115 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:14:17.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:16 gibba011 conmon[99461]: audit 2021-03-04T23:14:17.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:16 gibba011 conmon[99461]: 2021-03-04T23:14:16.603469+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:14:18.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:17 gibba038 conmon[76675]: cluster 2021-03-04T23:14:16.463746+0000 mgr.x ( 2021-03-04T23:14:18.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:17 gibba038 conmon[76675]: mgr.34676) 262 : cluster [DBG] pgmap v183: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.3 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.04k op/s; 3716/212970 objects degraded (1.745%); 0 B/s, 50 objects/s recovering 2021-03-04T23:14:18.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:17 gibba038 conmon[76675]: cluster 2021-03-04T23:14:16.851754+0000 mon.a (mon.0) 309 : cluster [WRN] Health check update: Degraded data redundancy: 3716/212970 objects degraded (1.745%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:18.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:17 gibba038 conmon[76675]: audit 2021-03-04 2021-03-04T23:14:18.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:17 gibba038 conmon[76675]: T23:14:17.060135+0000 mon.a (mon.0) 310 : audit [DBG] from='client.? 172.21.2.111:0/1160631890' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:18.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:17 gibba011 conmon[99461]: cluster 2021-03-04T23:14:16.463746+0000 mgr.x (mgr.34676) 262 : cluster [DBG] pgmap v183: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.3 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.04k op/s; 3716/212970 objects degraded (1.745%); 0 B/s, 50 objects/s recovering 2021-03-04T23:14:18.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:17 gibba011 conmon[99461]: cluster 2021-03-04T23:14:16.851754+0000 mon.a (mon.0) 309 : cluster [WRN] Health check update: Degraded data redundancy: 3716/212970 objects degraded (1.745%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:18.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:17 gibba011 conmon[99461]: audit 2021-03-04T23:14:17.060135+0000 mon.a (mon.0) 310 : audit 2021-03-04T23:14:18.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:17 gibba011 conmon[99461]: [DBG] from='client.? 172.21.2.111:0/1160631890' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:18.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:17 gibba011 conmon[95595]: cluster 2021-03-04T23:14:16.463746+0000 mgr.x (mgr.34676) 262 : cluster [DBG] pgmap v183: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.3 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.04k op/s; 3716/212970 objects degraded (1.745%); 0 B/s, 50 objects/s recovering 2021-03-04T23:14:18.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:17 gibba011 conmon[95595]: cluster 2021-03-04T23:14:16.851754+0000 mon.a (mon.0) 309 : cluster [WRN] Health check update: Degraded data redundancy: 3716/212970 objects degraded (1.745%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:18.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:17 gibba011 conmon[95595]: audit 2021-03-04T23:14:17.060135+0000 mon.a (mon.0) 310 : audit [DBG] from='client.? 172.21.2.111:0/1160631890' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:19.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:18 gibba038 conmon[76675]: cluster 2021-03-04T23:14:17.862252+0000 mon.a (mon.0) 311 2021-03-04T23:14:19.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:18 gibba038 conmon[76675]: : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2021-03-04T23:14:19.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:18 gibba011 conmon[99461]: cluster 2021-03-04T23:14:17.862252+0000 mon.a (mon.0) 2021-03-04T23:14:19.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:18 gibba011 conmon[99461]: 311 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2021-03-04T23:14:19.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:18 gibba011 conmon[95595]: cluster 2021-03-04T23:14:17.862252+0000 mon.a (mon.0) 311 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2021-03-04T23:14:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:19 gibba038 conmon[76675]: cluster 2021-03-04T23:14:18.464041+0000 mgr.x (mgr.34676) 263 : cluster [DBG] pgmap v185: 89 pgs: 1 active+undersized+remapped, 2 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.2 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.69k op/s; 1248/204696 objects degraded (0.610%); 0 B/s, 303 objects/s recovering 2021-03-04T23:14:20.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:19 gibba038 conmon[76675]: cluster 2021-03-04T23:14:18.865439+0000 mon.a (mon.0) 312 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2021-03-04T23:14:20.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:19 gibba038 conmon[76675]: audit 2021-03-04T23:14:19.253157+0000 mon.a (mon.0) 313 : audit [DBG] from='client.? 172.21.2.111:0/709987720' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:20.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:19 gibba011 conmon[95595]: cluster 2021-03-04T23:14:18.464041+0000 mgr.x (mgr.34676) 263 : cluster [DBG] pgmap v185: 89 pgs: 1 active+undersized+remapped, 2 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.2 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.69k op/s; 1248/204696 objects degraded (0.610%); 0 B/s, 303 objects/s recovering 2021-03-04T23:14:20.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:19 gibba011 conmon[95595]: cluster 2021-03-04T23:14:18.865439+0000 mon.a (mon.0) 312 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2021-03-04T23:14:20.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:19 gibba011 conmon[95595]: audit 2021-03-04T23:14:20.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:19 gibba011 conmon[95595]: 2021-03-04T23:14:19.253157+0000 mon.a (mon 2021-03-04T23:14:20.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:19 gibba011 conmon[95595]: .0) 313 : audit [DBG] from='client.? 172.21.2.111:0/709987720' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:20.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:19 gibba011 conmon[95595]: 2021-03-04T23:14:20.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:19 gibba011 conmon[99461]: cluster 2021-03-04T23:14:18.464041+0000 2021-03-04T23:14:20.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:19 gibba011 conmon[99461]: mgr.x (mgr.34676) 263 : cluster [DBG] pgmap v185: 89 pgs: 1 active+undersized+remapped, 2 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.2 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.69k op/s; 1248/204696 objects degraded (0.610%); 0 B/s, 303 objects/s recovering 2021-03-04T23:14:20.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:19 gibba011 conmon[99461]: cluster 2021-03-04T23:14:20.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:19 gibba011 conmon[99461]: 2021-03-04T23:14:18.865439+0000 mon.a ( 2021-03-04T23:14:20.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:19 gibba011 conmon[99461]: mon.0) 312 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2021-03-04T23:14:20.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:19 gibba011 conmon[99461]: 2021-03-04T23:14:20.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:19 gibba011 conmon[99461]: audit 2021 2021-03-04T23:14:20.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:19 gibba011 conmon[99461]: -03-04T23:14:19.253157+0000 2021-03-04T23:14:20.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:19 gibba011 conmon[99461]: mon.a (mon.0) 313 : audit 2021-03-04T23:14:20.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:19 gibba011 conmon[99461]: [DBG] from='client.? 172.21.2.111:0/709987720' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:21.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:20 gibba038 conmon[76675]: cluster 2021-03-04T23:14:19.870636+0000 mon.a (mon.0) 314 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2021-03-04T23:14:21.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:20 gibba011 conmon[95595]: cluster 2021-03-04T23:14:19.870636+0000 mon.a (mon.0) 314 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2021-03-04T23:14:21.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:20 gibba011 conmon[99461]: cluster 2021-03-04T23:14:19.870636+0000 mon.a (mon.0) 314 : cluster 2021-03-04T23:14:21.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:20 gibba011 conmon[99461]: [DBG] osdmap e96: 8 total, 8 up, 8 in 2021-03-04T23:14:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:21 gibba038 conmon[76675]: cluster 2021-03-04T23:14:20.464272+0000 mgr.x (mgr.34676) 264 : cluster [DBG] pgmap v188: 89 pgs: 1 active+clean+wait, 1 active+undersized+remapped, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 649 op/s; 1248/203976 objects degraded (0.612%); 0 B/s, 349 objects/s recovering 2021-03-04T23:14:22.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:21 gibba038 conmon[76675]: cluster 2021-03-04T23:14:20.874391+0000 mon.a (mon.0) 315 : 2021-03-04T23:14:22.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:21 gibba038 conmon[76675]: cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2021-03-04T23:14:22.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:21 gibba038 conmon[76675]: audit 2021-03-04T23:14:21.440351+0000 mon.a (mon.0) 316 : audit [DBG] from='client.? 172.21.2.111:0/1423691865' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:22.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:21 gibba011 conmon[95595]: cluster 2021-03-04T23:14:20.464272+0000 mgr.x (mgr.34676) 264 : cluster [DBG] pgmap v188: 89 pgs: 1 active+clean+wait, 1 active+undersized+remapped, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 649 op/s; 1248/203976 objects degraded (0.612%); 0 B/s, 349 objects/s recovering 2021-03-04T23:14:22.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:21 gibba011 conmon[95595]: cluster 2021-03-04T23:14:20.874391+0000 mon.a (mon.0) 315 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2021-03-04T23:14:22.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:21 gibba011 conmon[95595]: audit 2021-03-04T23:14:21.440351+0000 mon.a (mon.0) 316 : audit [DBG] from='client.? 172.21.2.111:0/1423691865' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:22.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:21 gibba011 conmon[99461]: cluster 2021-03-04T23:14:20.464272+0000 mgr.x (mgr.34676) 264 : cluster [DBG] pgmap v188: 89 pgs: 1 active+clean+wait, 1 active+undersized+remapped, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 649 op/s; 1248/203976 objects degraded (0.612%); 0 B/s, 349 objects/s recovering 2021-03-04T23:14:22.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:21 gibba011 conmon[99461]: cluster 2021-03-04T23:14:20.874391+0000 mon.a (mon.0) 315 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2021-03-04T23:14:22.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:21 gibba011 conmon[99461]: audit 2021-03-04T23:14:21. 2021-03-04T23:14:22.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:21 gibba011 conmon[99461]: 440351+0000 mon.a (mon.0) 316 : audit [DBG] from='client.? 172.21.2.111:0/1423691865' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:23.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:22 gibba038 conmon[76675]: cluster 2021-03-04T23:14:21.880639+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2021-03-04T23:14:23.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:22 gibba011 conmon[95595]: cluster 2021-03-04T23:14:21.880639+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2021-03-04T23:14:23.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:22 gibba011 conmon[99461]: cluster 2021-03-04T23:14:21.880639+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2021-03-04T23:14:24.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:23 gibba038 conmon[76675]: cluster 2021-03-04T23:14:22.464765+0000 mgr.x (mgr.34676) 265 : cluster [DBG] pgmap v191: 89 pgs: 1 active+clean+wait, 1 active+undersized+remapped, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 59 op/s; 1248/203976 objects degraded (0.612%); 0 B/s, 48 objects/s recovering 2021-03-04T23:14:24.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:23 gibba038 conmon[76675]: cluster 2021-03-04T23:14:22.886514+0000 mon.a (mon.0) 318 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2021-03-04T23:14:24.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:23 gibba038 conmon[76675]: audit 2021-03-04T23:14:23.620071+0000 mon.c (mon.1) 116 : audit [DBG] from='client.? 172.21.2.111:0/2422772314' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:24.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:23 gibba038 conmon[76675]: cluster 2021-03-04T23:14:23.725463+0000 mon.a (mon.0 2021-03-04T23:14:24.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:23 gibba038 conmon[76675]: ) 319 : cluster [WRN] Health check update: Degraded data redundancy: 1248/203976 objects degraded (0.612%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:14:24.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:23 gibba011 conmon[95595]: cluster 2021-03-04T23:14:22.464765+0000 mgr.x (mgr.34676) 265 : cluster [DBG] pgmap v191: 89 pgs: 1 active+clean+wait, 1 active+undersized+remapped, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 59 op/s; 1248/203976 objects degraded (0.612%); 0 B/s, 48 objects/s recovering 2021-03-04T23:14:24.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:23 gibba011 conmon[95595]: cluster 2021-03-04T23:14:22.886514+0000 mon.a (mon.0) 318 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2021-03-04T23:14:24.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:23 gibba011 conmon[95595]: audit 2021-03-04 2021-03-04T23:14:24.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:23 gibba011 conmon[95595]: T23:14:23.620071+0000 mon.c (mon.1) 116 : audit [DBG] from='client.? 172.21.2.111:0/2422772314' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:24.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:23 gibba011 conmon[95595]: cluster 2021-03-04T23:14:24.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:23 gibba011 conmon[95595]: 2021-03- 2021-03-04T23:14:24.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:23 gibba011 conmon[95595]: 04T23:14:23.725463+0000 2021-03-04T23:14:24.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:23 gibba011 conmon[95595]: mon.a (mon.0) 319 : cluster [WRN] Health check update: Degraded data redundancy: 1248/203976 objects degraded (0.612%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:14:24.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:23 gibba011 conmon[95595]: 2021-03-04T23:14:24.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:23 gibba011 conmon[99461]: cluster 2021-03-04T23:14:22.464765+0000 mgr.x (mgr.34676) 265 : cluster [DBG] pgmap v191: 89 pgs: 1 active+clean+wait, 1 active+undersized+remapped, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 59 op/s; 1248/203976 objects degraded (0.612%); 0 B/s, 48 objects/s recovering 2021-03-04T23:14:24.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:23 gibba011 conmon[99461]: cluster 2021-03-04T23:14:22.886514+0000 mon.a (mon.0) 318 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2021-03-04T23:14:24.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:23 gibba011 conmon[99461]: audit 2021-03-04T23:14:23.620071+0000 mon.c (mon.1) 116 : audit [DBG] 2021-03-04T23:14:24.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:23 gibba011 conmon[99461]: from='client.? 172.21.2.111:0/2422772314' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:24.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:23 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:14:24.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:23 gibba011 conmon[99461]: 23:14:23.725463+0000 mon.a (mon.0) 319 : cluster [WRN] Health check update: Degraded data redundancy: 1248/203976 objects degraded (0.612%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:14:24.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:23 gibba011 conmon[99461]: 2021-03-04T23:14:26.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:25 gibba038 conmon[76675]: cluster 2021-03-04T23:14:24.465101+0000 mgr.x (mgr.34676) 266 : cluster [DBG] pgmap v193: 89 pgs: 1 active+clean+wait, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 1248/203976 objects degraded (0.612%); 0 B/s, 228 objects/s recovering 2021-03-04T23:14:26.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:25 gibba038 conmon[76675]: audit 2021-03-04T23:14:25.798355+0000 mon.c (mon.1) 117 : audit [DBG] from='client.? 172.21.2.111:0/3762912804' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:26.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:25 gibba011 conmon[95595]: cluster 2021-03-04T23:14:24.465101+0000 mgr.x (mgr.34676) 266 : cluster [DBG] pgmap v193: 89 pgs: 1 active+clean+wait, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 1248/203976 objects degraded (0.612%); 0 B/s, 228 objects/s recovering 2021-03-04T23:14:26.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:25 gibba011 conmon[95595]: audit 2021-03-04T23:14:25.798355+0000 mon.c (mon.1) 117 : audit [DBG] from='client.? 172.21.2.111:0/3762912804' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:25 gibba011 conmon[99461]: cluster 2021-03-04T23:14:24.465101+0000 mgr.x (mgr.34676) 266 : cluster [DBG] pgmap v193: 89 pgs: 1 active+clean+wait, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 1248/203976 objects degraded (0.612%); 0 B/s, 228 objects/s recovering 2021-03-04T23:14:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:25 gibba011 conmon[99461]: audit 2021-03-04T23:14:25.798355+0000 mon.c (mon.1) 117 : audit [DBG] from='client.? 172.21.2.111:0/3762912804' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:27.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:26 gibba038 conmon[76675]: cluster 2021-03-04T23:14:26.892840+0000 mon.a (mon.0) 320 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1248/203976 objects degraded (0.612%), 1 pg degraded) 2021-03-04T23:14:27.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:26 gibba038 conmon[76675]: cluster 2021-03-04T23:14:26.892859+0000 mon.a 2021-03-04T23:14:27.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:26 gibba038 conmon[76675]: (mon.0) 321 : cluster [INF] Cluster is now healthy 2021-03-04T23:14:27.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:26 gibba011 conmon[95595]: cluster 2021-03-04T23:14:26.892840+0000 mon.a (mon.0) 320 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1248/203976 objects degraded (0.612%), 1 pg degraded) 2021-03-04T23:14:27.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:26 gibba011 conmon[95595]: cluster 2021-03-04T23:14:26.892859+0000 mon.a (mon.0) 321 : cluster [INF] Cluster is now healthy 2021-03-04T23:14:27.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:26 gibba011 conmon[99461]: cluster 2021-03-04T23:14:26.892840+0000 mon.a (mon.0) 320 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1248/203976 objects degraded (0.612%), 1 pg degraded) 2021-03-04T23:14:27.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:26 gibba011 conmon[99461]: cluster 2021-03-04T23:14:26.892859+0000 mon.a (mon.0) 321 : cluster [INF] Cluster is now healthy 2021-03-04T23:14:28.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:27 gibba038 conmon[76675]: cluster 2021-03-04T23:14:26.465932+0000 mgr.x (mgr.34676) 267 : cluster [DBG] pgmap v194: 89 pgs: 2 active+clean+wait, 87 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s, 382 objects/s recovering 2021-03-04T23:14:28.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:27 gibba011 conmon[95595]: cluster 2021-03-04T23:14:26.465932+0000 mgr.x (mgr.34676) 267 : cluster [DBG] pgmap v194: 89 pgs: 2 active+clean+wait, 87 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s, 382 objects/s recovering 2021-03-04T23:14:28.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:27 gibba011 conmon[99461]: cluster 2021-03-04T23:14:26.465932+0000 mgr.x (mgr.34676) 267 : cluster [DBG] pgmap v194: 89 pgs: 2 active+clean+wait, 87 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s, 382 objects/s recovering 2021-03-04T23:14:29.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:28 gibba038 conmon[76675]: audit 2021-03-04T23:14:27.981019+0000 mon.a (mon.0) 322 : audit [DBG] from='client.? 172.21.2.111:0/3718905066' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:29.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:28 gibba011 conmon[95595]: audit 2021-03-04T23:14:27.981019+0000 mon.a (mon.0) 322 : audit [DBG] from='client.? 172.21.2.111:0/3718905066' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:29.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:28 gibba011 conmon[99461]: audit 2021-03-04T23:14:27.981019+0000 mon.a (mon.0) 322 : audit [DBG] from='client.? 172.21.2.111:0/3718905066' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:30.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:29 gibba011 conmon[95595]: cluster 2021-03-04T23:14:28.466301+0000 mgr.x (mgr.34676) 268 : cluster [DBG] pgmap v195: 89 pgs: 2 active+clean+wait, 87 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 23 op/s; 0 B/s, 302 objects/s recovering 2021-03-04T23:14:30.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:29 gibba011 conmon[95595]: audit 2021-03-04T23:14:29.092190+0000 mon.c (mon.1) 118 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:14:30.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:29 gibba011 conmon[95595]: audit 2021-03-04T23:14:29.092816+0000 mgr.x (mgr.34676) 269 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:14:30.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:29 gibba011 conmon[95595]: cephadm 2021-03-04T23:14:29.094568+0000 mgr.x (mgr.34676) 270 : cephadm [INF] Upgrade: osd.2 is safe to restart 2021-03-04T23:14:30.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:29 gibba011 conmon[99461]: cluster 2021-03-04T23:14:28.466301+0000 mgr.x (mgr.34676) 268 : cluster 2021-03-04T23:14:30.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:29 gibba011 conmon[99461]: [DBG] pgmap v195: 89 pgs: 2 active+clean+wait, 87 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 23 op/s; 0 B/s, 302 objects/s recovering 2021-03-04T23:14:30.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:29 gibba011 conmon[99461]: audit 2021-03-04T23:14:29.092190+0000 mon.c (mon.1) 2021-03-04T23:14:30.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:29 gibba011 conmon[99461]: 118 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:14:30.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:29 gibba011 conmon[99461]: audit 2021-03-04T23:14 2021-03-04T23:14:30.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:29 gibba011 conmon[99461]: :29.092816+0000 mgr.x (mgr.34676) 269 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:14:30.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:29 gibba011 conmon[99461]: cephadm 2021-03-04T23 2021-03-04T23:14:30.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:29 gibba011 conmon[99461]: :14:29.094568+0000 mgr.x (mgr.34676) 270 2021-03-04T23:14:30.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:29 gibba011 conmon[99461]: : cephadm [INF] Upgrade: osd.2 is safe to restart 2021-03-04T23:14:30.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:29 gibba038 conmon[76675]: cluster 2021-03-04T23:14:28.466301+0000 mgr.x (mgr.34676) 268 : cluster [DBG] pgmap v195: 89 pgs: 2 active+clean+wait, 87 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 23 op/s; 0 B/s, 302 objects/s recovering 2021-03-04T23:14:30.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:29 gibba038 conmon[76675]: audit 2021-03-04T23:14:29.092190+0000 mon.c (mon.1) 118 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:14:30.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:29 gibba038 conmon[76675]: audit 2021-03-04T23:14:30.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:29 gibba038 conmon[76675]: 2021-03-04T23:14: 2021-03-04T23:14:30.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:29 gibba038 conmon[76675]: 29.092816+0000 mgr.x (mgr.34676) 269 2021-03-04T23:14:30.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:29 gibba038 conmon[76675]: : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2021-03-04T23:14:30.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:29 gibba038 conmon[76675]: cephadm 2021 2021-03-04T23:14:30.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:29 gibba038 conmon[76675]: -03-04T23:14:29.094568+0000 2021-03-04T23:14:30.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:29 gibba038 conmon[76675]: mgr.x (mgr.34676) 270 : cephadm 2021-03-04T23:14:30.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:29 gibba038 conmon[76675]: [INF] Upgrade: osd.2 is safe to restart 2021-03-04T23:14:31.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:30 gibba038 conmon[76675]: audit 2021-03-04T23:14:30.164299+0000 mon.a (mon.0) 323 : audit [DBG] from='client.? 172.21.2.111:0/3144981238' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:31.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:30 gibba011 conmon[95595]: audit 2021-03-04T23:14:30.164299+0000 mon.a (mon.0) 323 : audit [DBG] from='client.? 172.21.2.111:0/3144981238' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:31.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:30 gibba011 conmon[99461]: audit 2021-03-04T23:14:30.164299+0000 mon.a (mon.0) 323 : 2021-03-04T23:14:31.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:30 gibba011 conmon[99461]: audit [DBG] from='client.? 172.21.2.111:0/3144981238' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:32.317 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:31 gibba011 conmon[95595]: cluster 2021-03-04T23:14:30.467033+0000 mgr.x (mgr.34676) 271 : cluster [DBG] pgmap v196: 89 pgs: 1 active+clean+wait, 88 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 26 op/s; 0 B/s, 267 objects/s recovering 2021-03-04T23:14:32.318 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:31 gibba011 conmon[95595]: audit 2021-03-04T23:14:31.579567+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:14:32.318 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:31 gibba011 conmon[95595]: audit 2021-03-04T23:14:31.627242+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:14:32.318 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:31 gibba011 conmon[95595]: audit 2021-03-04T23:14:31.629438+0000 mon.c (mon.1) 119 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-03-04T23:14:32.319 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:31 gibba011 conmon[99461]: cluster 2021-03-04T23:14:30.467033+0000 mgr.x (mgr.34676) 2021-03-04T23:14:32.319 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:31 gibba011 conmon[99461]: 271 : cluster [DBG] pgmap v196: 89 pgs: 1 active+clean+wait, 88 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 26 op/s; 0 B/s, 267 objects/s recovering 2021-03-04T23:14:32.319 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:31 gibba011 conmon[99461]: audit 2021-03-04T23:14:31.579567 2021-03-04T23:14:32.319 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:31 gibba011 conmon[99461]: +0000 mon.a (mon.0) 324 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:14:32.319 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:31 gibba011 conmon[99461]: audit 2021-03-04T23:14: 2021-03-04T23:14:32.320 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:31 gibba011 conmon[99461]: 31.627242+0000 mon.a (mon.0) 325 : audit [INF] 2021-03-04T23:14:32.320 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:31 gibba011 conmon[99461]: from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:14:32.320 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:31 gibba011 conmon[99461]: audit 2021-03-04T23:14:31.629438 2021-03-04T23:14:32.320 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:31 gibba011 conmon[99461]: +0000 mon.c (mon.1) 119 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-03-04T23:14:32.321 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:31 gibba011 conmon[99461]: 2021-03-04T23:14:32.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:31 gibba038 conmon[76675]: cluster 2021-03-04T23:14:30.467033+0000 mgr.x (mgr.34676) 271 : cluster [DBG] pgmap v196: 89 pgs: 1 active+clean+wait, 88 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 26 op/s; 0 B/s, 267 objects/s recovering 2021-03-04T23:14:32.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:31 gibba038 conmon[76675]: audit 2021-03-04T23:14:31.579567+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:14:32.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:31 gibba038 conmon[76675]: audit 2021-03-04T23:14:32.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:31 gibba038 conmon[76675]: 2021-03-04T23:14:31.627242+0000 mon.a (mon.0) 325 : audit 2021-03-04T23:14:32.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:31 gibba038 conmon[76675]: [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:14:32.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:31 gibba038 conmon[76675]: audit 2021-03-04 2021-03-04T23:14:32.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:31 gibba038 conmon[76675]: T23:14:31.629438+0000 2021-03-04T23:14:32.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:31 gibba038 conmon[76675]: mon.c (mon.1) 119 : audit 2021-03-04T23:14:32.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:31 gibba038 conmon[76675]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.2","key": "container_image"}]: dispatch 2021-03-04T23:14:33.104 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:32 gibba011 systemd[1]: Stopping Ceph osd.2 for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:14:33.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:32 gibba011 conmon[95595]: cephadm 2021-03-04T23:14:31.622318+0000 mgr.x (mgr.34676) 272 : cephadm [INF] Upgrade: Updating osd.2 2021-03-04T23:14:33.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:32 gibba011 conmon[95595]: cephadm 2021-03-04T23:14:31.628901+0000 mgr.x (mgr.34676) 273 : cephadm [INF] Deploying daemon osd.2 on gibba011 2021-03-04T23:14:33.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:32 gibba011 conmon[95595]: audit 2021-03-04T23:14:32.350583+0000 mon.c (mon.1) 120 : audit [DBG] from='client.? 172.21.2.111:0/3985002100' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:33.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:32 gibba011 conmon[99461]: cephadm 2021-03-04T23:14:31.622318+0000 mgr.x (mgr.34676) 272 : cephadm [INF] Upgrade: Updating osd.2 2021-03-04T23:14:33.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:32 gibba011 conmon[99461]: 2021-03-04T23:14:33.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:32 gibba011 conmon[99461]: cephadm 2021-03-04T23:14:31.628901+0000 mgr.x (mgr.34676) 273 : cephadm [INF] Deploying daemon osd.2 on gibba011 2021-03-04T23:14:33.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:32 gibba011 conmon[99461]: audit 2021-03-04T23:14:32.350583+0000 mon.c (mon.1) 120 : audit [DBG] from='client.? 172.21.2.111:0/3985002100' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:33.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:32 gibba038 conmon[76675]: cephadm 2021-03-04T23:14:31.622318+0000 mgr.x (mgr.34676) 272 : cephadm [INF] Upgrade: Updating osd.2 2021-03-04T23:14:33.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:32 gibba038 conmon[76675]: cephadm 2021-03-04T23:14:31.628901+0000 mgr.x (mgr.34676) 273 : cephadm [INF] Deploying daemon osd.2 on gibba011 2021-03-04T23:14:33.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:32 gibba038 conmon[76675]: audit 2021-03-04T23:14:32.350583+0000 mon.c (mon.1) 120 : audit [DBG] from='client.? 172.21.2.111:0/3985002100' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:33.604 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:33 gibba011 podman[113138]: 2021-03-04 23:14:33.105580459 +0000 UTC m=+0.184345605 container stop c63dfb8ee53121ce77cb5fa8ac7d2ccad58a6c26d10e55c98a4d0a13f5416380 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=master-908e75b, org.label-schema.name=CentOS Base Image, GIT_CLEAN=False, org.label-schema.vendor=CentOS) 2021-03-04T23:14:33.604 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:33 gibba011 podman[113138]: 2021-03-04 23:14:33.169745532 +0000 UTC m=+0.248510684 container died c63dfb8ee53121ce77cb5fa8ac7d2ccad58a6c26d10e55c98a4d0a13f5416380 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2) 2021-03-04T23:14:33.604 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:33 gibba011 podman[113138]: c63dfb8ee53121ce77cb5fa8ac7d2ccad58a6c26d10e55c98a4d0a13f5416380 2021-03-04T23:14:34.009 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:33 gibba011 podman[113177]: 2021-03-04 23:14:33.757636763 +0000 UTC m=+0.639981539 container remove c63dfb8ee53121ce77cb5fa8ac7d2ccad58a6c26d10e55c98a4d0a13f5416380 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, RELEASE=master-908e75b, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_CLEAN=False, GIT_REPO=https://github.com/ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Base Image) 2021-03-04T23:14:34.010 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:33 gibba011 podman[113316]: 2021-03-04 23:14:33.84938778 +0000 UTC m=+0.171935460 container create cd3a3cb861ce12842c278fea7a116b3500f1e6b381dcc72707acd577d08e8c54 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2-deactivate, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.18.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, ceph=True) 2021-03-04T23:14:34.010 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:34 gibba011 podman[113316]: 2021-03-04 23:14:34.007521319 +0000 UTC m=+0.330068994 container init cd3a3cb861ce12842c278fea7a116b3500f1e6b381dcc72707acd577d08e8c54 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, io.buildah.version=1.18.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20201204, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2021-03-04T23:14:34.010 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:32.467460+0000 mgr.x (mgr.34676) 274 : cluster [DBG] pgmap v197: 89 pgs: 1 active+clean+wait, 88 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 22 op/s; 0 B/s, 229 objects/s recovering 2021-03-04T23:14:34.011 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.052280+0000 mon.a (mon.0) 326 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:14:34.011 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.052305+0000 mon.a (mon.0) 327 : cluster [INF] osd.2 failed (root=default,host=gibba011) (connection refused reported by osd.3) 2021-03-04T23:14:34.011 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.052439+0000 mon.a (mon.0) 328 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:14:34.011 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.052515+0000 mon.a (mon.0) 329 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.012 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.052586+0000 mon.a (mon.0) 330 : 2021-03-04T23:14:34.012 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:14:34.012 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:34.012 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: 2021-03-04T23:14:33.052670+0000 mon.a (mon.0) 331 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:14:34.012 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.052777+0000 2021-03-04T23:14:34.013 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: mon.a (mon.0) 332 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.013 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.052848+0000 2021-03-04T23:14:34.013 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: mon.a (mon.0) 333 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.013 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.052924+0000 mon.a 2021-03-04T23:14:34.014 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: (mon.0) 334 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:14:34.014 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.053000+0000 mon.a 2021-03-04T23:14:34.019 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: (mon.0) 335 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:14:34.019 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.053106+0000 mon.a (mon 2021-03-04T23:14:34.020 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: .0) 336 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.020 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.053198+0000 mon.a (mon.0 2021-03-04T23:14:34.021 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: ) 337 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.021 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.053308+0000 mon.a (mon.0 2021-03-04T23:14:34.021 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: ) 338 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.022 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.053419+0000 mon.a (mon.0) 339 2021-03-04T23:14:34.022 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.023 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:34.023 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: 2021-03-04T23:14:33.053541+0000 mon.a (mon.0) 340 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:14:34.024 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14: 2021-03-04T23:14:34.024 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: 33.053654+0000 mon.a (mon.0) 341 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.024 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33 2021-03-04T23:14:34.025 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: .053760+0000 mon.a (mon.0) 342 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:14:34.025 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33 2021-03-04T23:14:34.026 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: .053869+0000 mon.a (mon.0) 343 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.026 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.252879+0000 2021-03-04T23:14:34.026 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: mon.a (mon.0) 344 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:14:34.027 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.253003+0000 mon.a (mon 2021-03-04T23:14:34.028 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14:32.467460+0000 mgr.x (mgr.34676) 274 : cluster [DBG] pgmap v197: 89 pgs: 1 active+clean+wait, 88 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 22 op/s; 0 B/s, 229 objects/s recovering 2021-03-04T23:14:34.028 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14:33.052280+0000 mon.a (mon.0) 326 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:14:34.028 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14:33.052305+0000 mon.a (mon.0) 327 : cluster [INF] osd.2 failed (root=default,host=gibba011) (connection refused reported by osd.3) 2021-03-04T23:14:34.029 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:14:34.029 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: -03-04T23:14:33.052439+0000 mon.a (mon.0) 328 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:14:34.029 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14:33.052515+0000 mon.a (mon.0) 329 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.030 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:14:34.030 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: -03-04T23:14:33.052586+0000 mon.a (mon.0) 330 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:14:34.030 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:14:34.031 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 23:14:33.052670+0000 mon.a (mon.0) 2021-03-04T23:14:34.031 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 331 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:14:34.032 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14:33 2021-03-04T23:14:34.032 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: .052777+0000 mon.a (mon.0) 332 : cluster [DBG] 2021-03-04T23:14:34.033 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.033 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14:34.033 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 2021-03-04T23:14:33.052848+0000 mon.a (mon.0 2021-03-04T23:14:34.034 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: ) 333 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.034 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14 2021-03-04T23:14:34.035 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: :33.052924+0000 mon.a (mon.0) 334 : cluster 2021-03-04T23:14:34.035 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:14:34.035 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14:34.035 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 2021-03-04T23:14:33.053000+0000 mon.a (mon.0 2021-03-04T23:14:34.035 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: ) 335 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:14:34.036 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14: 2021-03-04T23:14:34.036 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 33.053106+0000 mon.a (mon.0) 336 : cluster 2021-03-04T23:14:34.036 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.036 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14:34.036 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 2021-03-04T23:14:33.053198+0000 mon.a (mon.0 2021-03-04T23:14:34.037 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: ) 337 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.037 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:14:34.037 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: :14:33.053308+0000 mon.a (mon.0) 338 2021-03-04T23:14:34.037 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.037 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14: 2021-03-04T23:14:34.038 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 33.053419+0000 mon.a (mon.0) 339 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.038 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14:34.038 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 2021-03-04T23:14:33.053541+0000 mon.a (mon.0) 340 2021-03-04T23:14:34.038 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:14:34.039 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14:33.053654 2021-03-04T23:14:34.039 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: +0000 mon.a (mon.0) 341 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.039 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 2021-03-04T23:14:34.039 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:14:34.040 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: -03-04T23:14:33.053760+0000 mon.a (mon.0) 2021-03-04T23:14:34.040 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 342 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:14:34.040 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14:34.041 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: .0) 345 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:14:34.041 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.253122+0000 mon.a (mon.0) 346 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:14:34.041 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.253218 2021-03-04T23:14:34.041 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: +0000 mon.a (mon.0) 347 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.042 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.253318+0000 mon.a (mon.0) 348 2021-03-04T23:14:34.042 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:14:34.042 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:34.042 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: 2021-03-04T23:14:33.253411+0000 mon.a (mon.0) 349 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.043 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33. 2021-03-04T23:14:34.044 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: 253480+0000 mon.a (mon.0) 350 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:14:34.044 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.253533 2021-03-04T23:14:34.044 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: +0000 mon.a (mon.0) 351 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:14:34.045 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.253606+0000 2021-03-04T23:14:34.045 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: mon.a (mon.0) 352 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.045 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.253657+0000 2021-03-04T23:14:34.046 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: mon.a (mon.0) 353 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:14:34.046 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.253731+0000 2021-03-04T23:14:34.046 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: mon.a (mon.0) 354 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.047 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.253782+0000 mon.a 2021-03-04T23:14:34.047 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: (mon.0) 355 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:14:34.047 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.253855+0000 mon.a (mon 2021-03-04T23:14:34.047 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: .0) 356 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.048 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.253930+0000 mon.a (mon 2021-03-04T23:14:34.048 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: .0) 357 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.049 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.254002+0000 mon.a (mon.0 2021-03-04T23:14:34.049 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: ) 358 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.049 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:34.049 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: 2021-03-04T23:14:33.254127+0000 mon.a (mon.0) 359 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.049 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14: 2021-03-04T23:14:34.050 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: 33.254223+0000 mon.a (mon.0) 360 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:14:34.050 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.254329+0000 2021-03-04T23:14:34.050 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: mon.a (mon.0) 361 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.050 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.254415+0000 mon.a ( 2021-03-04T23:14:34.051 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: mon.0) 362 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:14:34.051 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.653940+0000 mon.a (mon. 2021-03-04T23:14:34.051 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: 0) 363 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:14:34.051 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03- 2021-03-04T23:14:34.052 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: 04T23:14:33.654121+0000 mon.a (mon.0) 364 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:14:34.052 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.654279+0000 mon.a (mon. 2021-03-04T23:14:34.053 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: 0) 365 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:14:34.053 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021- 2021-03-04T23:14:34.054 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 2021-03-04T23:14:33.053869+0000 mon.a (mon.0) 2021-03-04T23:14:34.054 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 343 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.055 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14 2021-03-04T23:14:34.055 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: :33.252879+0000 mon.a (mon.0) 344 : cluster 2021-03-04T23:14:34.056 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:14:34.056 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14: 2021-03-04T23:14:34.056 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 33.253003+0000 mon.a (mon.0) 345 : cluster 2021-03-04T23:14:34.057 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:14:34.057 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14:33. 2021-03-04T23:14:34.058 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 253122+0000 mon.a (mon.0) 346 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:14:34.058 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 2021-03-04T23:14:34.059 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14:34.059 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 2021-03-04T23:14:33.253218+0000 mon.a (mon 2021-03-04T23:14:34.059 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: .0) 347 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.060 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:14:34.060 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 04T23:14:33.253318+0000 mon.a (mon. 2021-03-04T23:14:34.061 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 0) 348 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:14:34.061 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:14:34.061 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: T23:14:33.253411+0000 mon.a (mon.0 2021-03-04T23:14:34.062 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: ) 349 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.062 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:14:34.063 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 23:14:33.253480+0000 mon.a (mon.0) 350 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:14:34.063 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 2021-03-04T23:14:34.064 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14:34.064 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 2021-03-04T23:14:33.253533+0000 mon.a (mon. 2021-03-04T23:14:34.065 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 0) 351 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:14:34.065 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:14:34.065 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 23:14:33.253606+0000 mon.a (mon.0) 2021-03-04T23:14:34.066 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 352 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.066 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14 2021-03-04T23:14:34.067 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: :33.253657+0000 mon.a (mon.0) 353 : cluster 2021-03-04T23:14:34.067 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:14:34.068 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14: 2021-03-04T23:14:34.068 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 33.253731+0000 mon.a (mon.0) 354 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.068 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:14:34.069 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 03-04T23:14:33.253782+0000 mon.a ( 2021-03-04T23:14:34.069 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: mon.0) 355 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:14:34.070 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:14:34.070 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: -04T23:14:33.253855+0000 mon.a (mon 2021-03-04T23:14:34.071 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: .0) 356 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.071 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:14:34.071 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 04T23:14:33.253930+0000 mon.a (mon. 2021-03-04T23:14:34.072 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 0) 357 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.072 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:14:34.073 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 04T23:14:33.254002+0000 mon.a (mon 2021-03-04T23:14:34.073 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: .0) 358 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.073 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:14:34.074 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 04T23:14:33.254127+0000 mon.a (mon. 2021-03-04T23:14:34.074 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 0) 359 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.075 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:14:34.075 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 04T23:14:33.254223+0000 mon.a (mon. 2021-03-04T23:14:34.076 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: 03-04T23:14:33.654444+0000 mon.a (mon.0) 366 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.077 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.654515+0000 mon.a 2021-03-04T23:14:34.077 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: (mon.0) 367 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:14:34.077 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.654688+0000 mon.a (mon.0 2021-03-04T23:14:34.078 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: ) 368 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.078 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:34.079 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: 2021-03-04T23:14:33.654779+0000 mon.a (mon.0) 369 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:14:34.079 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23: 2021-03-04T23:14:34.080 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: 14:33.654829+0000 mon.a (mon.0) 370 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:14:34.080 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14: 2021-03-04T23:14:34.080 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: 33.655021+0000 mon.a (mon.0) 371 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.081 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33. 2021-03-04T23:14:34.081 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: 655109+0000 mon.a (mon.0) 372 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.082 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.655273 2021-03-04T23:14:34.082 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: +0000 mon.a (mon.0) 373 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:14:34.082 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.655357+0000 2021-03-04T23:14:34.082 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: mon.a (mon.0) 374 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:14:34.083 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.655497+0000 mon.a 2021-03-04T23:14:34.083 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: (mon.0) 375 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.083 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.655582+0000 mon.a ( 2021-03-04T23:14:34.083 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: mon.0) 376 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.083 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.655744+0000 mon.a (mon.0) 377 : 2021-03-04T23:14:34.084 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:14:34.084 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:34.084 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: 2021-03-04T23:14:33.655881+0000 mon.a (mon.0) 378 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:14:34.084 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.656080+0000 2021-03-04T23:14:34.084 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: mon.a (mon.0) 379 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.085 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021-03-04T23 2021-03-04T23:14:34.085 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: :14:33.656217+0000 mon.a (mon.0) 380 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.085 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: cluster 2021- 2021-03-04T23:14:34.085 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[95595]: 03-04T23:14:33.656419+0000 mon.a (mon.0) 381 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.086 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 0) 360 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:14:34.086 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:14:34.086 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: T23:14:33.254329+0000 mon.a (mon.0) 361 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.087 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 2021-03-04T23:14:34.087 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14:34.087 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 2021-03-04T23:14:33.254415+0000 mon.a 2021-03-04T23:14:34.087 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: (mon.0) 362 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:14:34.088 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:14:34.088 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 03-04T23:14:33.653940+0000 mon.a (mon 2021-03-04T23:14:34.088 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: .0) 363 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:14:34.088 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:14:34.088 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: T23:14:33.654121+0000 mon.a (mon. 2021-03-04T23:14:34.089 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 0) 364 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:14:34.089 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:14:34.089 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: T23:14:33.654279+0000 mon.a (mon. 2021-03-04T23:14:34.089 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 0) 365 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:14:34.089 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:14:34.090 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 14:33.654444+0000 mon.a (mon.0) 366 : 2021-03-04T23:14:34.090 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.090 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14 2021-03-04T23:14:34.090 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: :33.654515+0000 mon.a (mon.0) 367 : cluster 2021-03-04T23:14:34.090 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:14:34.091 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14:33. 2021-03-04T23:14:34.091 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 654688+0000 mon.a (mon.0) 368 : cluster [DBG] 2021-03-04T23:14:34.091 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.091 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14:33 2021-03-04T23:14:34.091 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: .654779+0000 mon.a (mon.0) 369 : cluster [DBG] 2021-03-04T23:14:34.092 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: osd.2 reported immediately failed by osd.6 2021-03-04T23:14:34.092 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14:33. 2021-03-04T23:14:34.092 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 654829+0000 mon.a (mon.0) 370 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:14:34.092 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 2021-03-04T23:14:34.093 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14:34.093 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 2021-03-04T23:14:33.655021+0000 mon.a (mon 2021-03-04T23:14:34.093 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: .0) 371 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.093 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14:33. 2021-03-04T23:14:34.093 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 655109+0000 mon.a (mon.0) 372 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.094 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:14:34.094 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 03-04T23:14:33.655273+0000 mon.a (mon.0) 373 : cluster [DBG] 2021-03-04T23:14:34.094 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: osd.2 reported immediately failed by osd.6 2021-03-04T23:14:34.094 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14:34.094 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 2021-03-04T23:14:33.655357+0000 mon.a (mon. 2021-03-04T23:14:34.095 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 0) 374 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:14:34.095 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:14:34.095 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: T23:14:33.655497+0000 mon.a (mon. 2021-03-04T23:14:34.095 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 0) 375 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.096 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:14:34.096 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 04T23:14:33.655582+0000 mon.a (mon. 2021-03-04T23:14:34.096 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 0) 376 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.096 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:14:34.096 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 04T23:14:33.655744+0000 mon.a (mon. 2021-03-04T23:14:34.097 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 0) 377 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:14:34.097 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14: 2021-03-04T23:14:34.097 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 33.655881+0000 mon.a (mon.0) 378 : cluster 2021-03-04T23:14:34.097 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:14:34.097 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14:33 2021-03-04T23:14:34.098 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: .656080+0000 mon.a (mon.0) 379 : cluster [DBG] 2021-03-04T23:14:34.098 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.098 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14:33. 2021-03-04T23:14:34.098 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 656217+0000 mon.a (mon.0) 380 : cluster [DBG] 2021-03-04T23:14:34.099 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.099 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: cluster 2021-03-04T23:14:33. 2021-03-04T23:14:34.099 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: 656419+0000 mon.a (mon.0) 381 : cluster [DBG] 2021-03-04T23:14:34.099 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:33 gibba011 conmon[99461]: osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23:14:32.467460+0000 mgr.x (mgr.34676) 274 : cluster [DBG] pgmap v197: 89 pgs: 1 active+clean+wait, 88 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 22 op/s; 0 B/s, 229 objects/s recovering 2021-03-04T23:14:34.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23:14:33.052280+0000 mon.a (mon.0) 326 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:14:34.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23:14:33.052305+0000 mon.a (mon.0) 327 : cluster [INF] osd.2 failed (root=default,host=gibba011) (connection refused reported by osd.3) 2021-03-04T23:14:34.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23:14:33.052439+0000 mon.a (mon.0) 328 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:14:34.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23:14:33.052515+0000 mon.a (mon.0) 329 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23:14:33.052586+0000 mon.a (mon.0) 330 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:14:34.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23:14:33.052670+0000 mon.a (mon.0) 331 : 2021-03-04T23:14:34.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:14:34.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23:14 2021-03-04T23:14:34.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: :33.052777+0000 mon.a (mon.0) 332 : cluster 2021-03-04T23:14:34.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23:14: 2021-03-04T23:14:34.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 33.052848+0000 mon.a (mon.0) 333 : cluster 2021-03-04T23:14:34.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:14:34.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: -03-04T23:14:33.052924+0000 mon.a ( 2021-03-04T23:14:34.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: mon.0) 334 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:14:34.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:14:34.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 04T23:14:33.053000+0000 mon.a (mon. 2021-03-04T23:14:34.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 0) 335 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:14:34.347 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:14:34.347 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 04T23:14:33.053106+0000 mon.a (mon 2021-03-04T23:14:34.347 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: .0) 336 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.347 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:14:34.348 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 04T23:14:33.053198+0000 mon.a (mon.0 2021-03-04T23:14:34.348 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: ) 337 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.348 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04 2021-03-04T23:14:34.348 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: T23:14:33.053308+0000 mon.a (mon. 2021-03-04T23:14:34.348 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 0) 338 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.349 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23:14:34.349 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 2021-03-04T23:14:33.053419+0000 2021-03-04T23:14:34.349 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: mon.a (mon.0) 339 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.349 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 2021-03-04T23:14:34.350 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23:14:33. 2021-03-04T23:14:34.350 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 053541+0000 mon.a (mon.0) 340 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:14:34.350 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 2021-03-04T23:14:34.350 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23:14:33 2021-03-04T23:14:34.350 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: .053654+0000 mon.a (mon.0) 341 : cluster 2021-03-04T23:14:34.351 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.351 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:14:34.351 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 14:33.053760+0000 mon.a (mon.0) 342 2021-03-04T23:14:34.351 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:14:34.351 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:14:34.352 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 04T23:14:33.053869+0000 mon.a (mon. 2021-03-04T23:14:34.352 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 0) 343 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.352 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:14:34.352 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 03-04T23:14:33.252879+0000 mon.a 2021-03-04T23:14:34.353 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: (mon.0) 344 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:14:34.353 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:14:34.353 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: -03-04T23:14:33.253003+0000 2021-03-04T23:14:34.353 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: mon.a (mon.0) 345 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:14:34.354 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 2021-03-04T23:14:34.354 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23:14: 2021-03-04T23:14:34.354 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 33.253122+0000 mon.a (mon.0) 346 : cluster 2021-03-04T23:14:34.354 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:14:34.355 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:14:34.355 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 14:33.253218+0000 mon.a (mon.0) 347 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.355 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:14:34.355 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: -04T23:14:33.253318+0000 mon.a ( 2021-03-04T23:14:34.356 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: mon.0) 348 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:14:34.356 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23:14:33.253411+0000 mon.a ( 2021-03-04T23:14:34.357 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: mon.0) 349 : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.357 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04 2021-03-04T23:14:34.357 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: T23:14:33.253480+0000 mon.a (mon. 2021-03-04T23:14:34.357 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 0) 350 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:14:34.358 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:14:34.358 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: -03-04T23:14:33.253533+0000 mon.a (mon.0) 351 : cluster 2021-03-04T23:14:34.358 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:14:34.359 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23:14: 2021-03-04T23:14:34.359 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 33.253606+0000 mon.a (mon.0) 352 : cluster 2021-03-04T23:14:34.359 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.359 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:14:34.360 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 14:33.253657+0000 mon.a (mon.0) 353 : 2021-03-04T23:14:34.360 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:14:34.360 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:14:34.360 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 14:33.253731+0000 mon.a (mon.0) 354 : 2021-03-04T23:14:34.361 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.361 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:14:34.362 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 04T23:14:33.253782+0000 mon.a (mon. 2021-03-04T23:14:34.362 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 0) 355 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:14:34.362 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:14:34.363 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: -03-04T23:14:33.253855+0000 mon.a 2021-03-04T23:14:34.363 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: (mon.0) 356 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.363 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23:14:34.364 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 2021-03-04T23:14:33.253930 2021-03-04T23:14:34.364 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: +0000 mon.a (mon.0) 357 : cluster [DBG] 2021-03-04T23:14:34.364 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.364 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:14:34.365 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: :14:33.254002+0000 mon.a (mon.0) 358 : cluster [DBG] 2021-03-04T23:14:34.365 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.365 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23:14: 2021-03-04T23:14:34.365 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 33.254127+0000 mon.a (mon.0) 359 : cluster 2021-03-04T23:14:34.366 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.366 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T 2021-03-04T23:14:34.366 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 23:14:33.254223+0000 mon.a (mon.0) 360 2021-03-04T23:14:34.366 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:14:34.367 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:14:34.367 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 14:33.254329+0000 mon.a (mon.0) 361 : cluster 2021-03-04T23:14:34.367 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.368 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:14:34.368 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: -03-04T23:14:33.254415+0000 mon.a (mon.0) 2021-03-04T23:14:34.368 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 362 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:14:34.369 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T 2021-03-04T23:14:34.370 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 23:14:33.653940+0000 mon.a (mon.0) 2021-03-04T23:14:34.370 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 363 : cluster [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:14:34.370 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:14:34.370 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 14:33.654121+0000 mon.a (mon.0) 364 : cluster 2021-03-04T23:14:34.371 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: [DBG] osd.2 reported immediately failed by osd.3 2021-03-04T23:14:34.371 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:14:34.372 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 14:33.654279+0000 mon.a (mon.0) 365 : cluster 2021-03-04T23:14:34.372 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:14:34.373 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23:14:33 2021-03-04T23:14:34.373 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: .654444+0000 mon.a (mon.0) 366 : cluster [DBG] 2021-03-04T23:14:34.373 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.374 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23:14 2021-03-04T23:14:34.374 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: :33.654515+0000 mon.a (mon.0) 367 : cluster [DBG] 2021-03-04T23:14:34.374 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: osd.2 reported immediately failed by osd.3 2021-03-04T23:14:34.374 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23:14: 2021-03-04T23:14:34.375 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 33.654688+0000 mon.a (mon.0) 368 : cluster 2021-03-04T23:14:34.375 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.375 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23:14: 2021-03-04T23:14:34.376 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 33.654779+0000 mon.a (mon.0) 369 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:14:34.376 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:14:34.376 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: -03-04T23:14:33.654829+0000 mon.a 2021-03-04T23:14:34.376 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: (mon.0) 370 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:14:34.376 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23:14:33 2021-03-04T23:14:34.377 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: .655021+0000 mon.a (mon.0) 371 : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.377 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:14:34.377 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: :14:33.655109+0000 mon.a (mon.0) 372 2021-03-04T23:14:34.377 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.378 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23:14:33.655273+0000 2021-03-04T23:14:34.378 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: mon.a (mon.0) 373 : cluster [DBG] osd.2 reported immediately failed by osd.6 2021-03-04T23:14:34.378 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23:14:34.379 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 2021-03-04T23:14:33.655357+0000 2021-03-04T23:14:34.379 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: mon.a (mon.0) 374 : cluster [DBG] osd.2 reported immediately failed by osd.1 2021-03-04T23:14:34.379 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T 2021-03-04T23:14:34.379 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 23:14:33.655497+0000 mon.a (mon.0) 375 2021-03-04T23:14:34.379 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: : cluster [DBG] osd.2 reported immediately failed by osd.0 2021-03-04T23:14:34.380 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:14:34.380 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: :14:33.655582+0000 mon.a (mon.0) 376 2021-03-04T23:14:34.380 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: : cluster [DBG] osd.2 reported immediately failed by osd.4 2021-03-04T23:14:34.380 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03-04T 2021-03-04T23:14:34.381 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 23:14:33.655744+0000 mon.a (mon.0 2021-03-04T23:14:34.381 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: ) 377 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:14:34.381 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:14:34.382 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 04T23:14:33.655881+0000 mon.a (mon. 2021-03-04T23:14:34.382 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 0) 378 : cluster [DBG] osd.2 reported immediately failed by osd.5 2021-03-04T23:14:34.383 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:14:34.383 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: -04T23:14:33.656080+0000 mon.a ( 2021-03-04T23:14:34.383 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: mon.0) 379 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.384 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:14:34.384 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: 03-04T23:14:33.656217+0000 mon.a 2021-03-04T23:14:34.384 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: (mon.0) 380 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.384 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:14:34.385 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: -04T23:14:33.656419+0000 mon.a ( 2021-03-04T23:14:34.385 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:33 gibba038 conmon[76675]: mon.0) 381 : cluster [DBG] osd.2 reported immediately failed by osd.7 2021-03-04T23:14:34.386 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:34 gibba011 podman[113316]: 2021-03-04 23:14:34.040681169 +0000 UTC m=+0.363228846 container start cd3a3cb861ce12842c278fea7a116b3500f1e6b381dcc72707acd577d08e8c54 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2-deactivate, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Dimitri Savineau , io.buildah.version=1.18.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Base Image, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_BRANCH=HEAD, org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e) 2021-03-04T23:14:34.386 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:34 gibba011 podman[113316]: 2021-03-04 23:14:34.040745146 +0000 UTC m=+0.363292826 container attach cd3a3cb861ce12842c278fea7a116b3500f1e6b381dcc72707acd577d08e8c54 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, maintainer=Dimitri Savineau , io.buildah.version=1.18.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, ceph=True) 2021-03-04T23:14:34.387 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:34 gibba011 podman[113316]: 2021-03-04 23:14:34.250793581 +0000 UTC m=+0.573341262 container died cd3a3cb861ce12842c278fea7a116b3500f1e6b381dcc72707acd577d08e8c54 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2-deactivate) 2021-03-04T23:14:35.267 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:34 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.969030+0000 mon.a (mon.0) 382 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:14:35.268 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:34 gibba011 conmon[95595]: cluster 2021-03-04T23:14:33.976555+0000 mon.a (mon.0) 383 : cluster [DBG] osdmap e100: 8 total, 7 up, 8 in 2021-03-04T23:14:35.268 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:34 gibba011 conmon[95595]: audit 2021-03-04T23:14:34.538675+0000 mon.a (mon.0) 384 : audit [DBG] from='client.? 172.21.2.111:0/1148164226' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:35.269 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:34 gibba011 conmon[99461]: cluster 2021-03-04T23:14:33.969030+0000 mon.a (mon.0) 382 : cluster 2021-03-04T23:14:35.269 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:34 gibba011 conmon[99461]: [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:14:35.269 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:34 gibba011 conmon[99461]: cluster 2021-03-04T23:14:33.976555+0000 mon.a (mon 2021-03-04T23:14:35.269 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:34 gibba011 conmon[99461]: .0) 383 : cluster [DBG] osdmap e100: 8 total, 7 up, 8 in 2021-03-04T23:14:35.270 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:34 gibba011 conmon[99461]: audit 2021-03-04T23:14:34.538675 2021-03-04T23:14:35.270 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:34 gibba011 conmon[99461]: +0000 mon.a (mon.0) 384 : audit [DBG] from='client.? 172.21.2.111:0/1148164226' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:35.270 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:34 gibba011 podman[113316]: 2021-03-04 23:14:34.916075948 +0000 UTC m=+1.238623626 container remove cd3a3cb861ce12842c278fea7a116b3500f1e6b381dcc72707acd577d08e8c54 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2-deactivate, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Dimitri Savineau , io.buildah.version=1.18.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_BRANCH=HEAD) 2021-03-04T23:14:35.271 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:34 gibba011 systemd[1]: Stopped Ceph osd.2 for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:14:35.271 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:35 gibba011 systemd[1]: Starting Ceph osd.2 for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:14:35.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:34 gibba038 conmon[76675]: cluster 2021-03-04T23:14:33.969030+0000 mon.a (mon.0) 382 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:14:35.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:34 gibba038 conmon[76675]: cluster 2021-03-04T23:14:33.976555+0000 mon.a (mon.0) 383 : cluster [DBG] osdmap e100: 8 total, 7 up, 8 in 2021-03-04T23:14:35.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:34 gibba038 conmon[76675]: audit 2021-03-04T23:14:34.538675+0000 mon.a (mon.0) 384 : audit [DBG] from='client.? 172.21.2.111:0/1148164226' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:35.603 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:35 gibba011 podman[113563]: 2021-03-04 23:14:35.265642032 +0000 UTC m=+0.165110905 container create 3193f9dbb097c982807a8edb964faabc341a9d4f382d2f0120827d5e485b9775 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2-activate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20201204, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.18.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image) 2021-03-04T23:14:35.604 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:35 gibba011 podman[113563]: 2021-03-04 23:14:35.35737495 +0000 UTC m=+0.256843838 container init 3193f9dbb097c982807a8edb964faabc341a9d4f382d2f0120827d5e485b9775 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2-activate, io.buildah.version=1.18.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_CLEAN=True, org.label-schema.build-date=20201204, ceph=True, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01) 2021-03-04T23:14:35.604 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:35 gibba011 podman[113563]: 2021-03-04 23:14:35.390654634 +0000 UTC m=+0.290123528 container start 3193f9dbb097c982807a8edb964faabc341a9d4f382d2f0120827d5e485b9775 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2-activate, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, io.buildah.version=1.18.0, org.label-schema.build-date=20201204, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_CLEAN=True, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2021-03-04T23:14:35.604 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:35 gibba011 podman[113563]: 2021-03-04 23:14:35.390767333 +0000 UTC m=+0.290236228 container attach 3193f9dbb097c982807a8edb964faabc341a9d4f382d2f0120827d5e485b9775 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2-activate, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.name=CentOS Base Image, ceph=True, io.buildah.version=1.18.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_BRANCH=HEAD, org.label-schema.build-date=20201204) 2021-03-04T23:14:35.980 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:35 gibba011 bash[113478]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2021-03-04T23:14:35.980 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:35 gibba011 bash[113478]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2021-03-04T23:14:35.980 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:35 gibba011 bash[113478]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2021-03-04T23:14:35.981 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:35 gibba011 bash[113478]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2021-03-04T23:14:35.981 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:35 gibba011 bash[113478]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2021-03-04T23:14:35.981 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:35 gibba011 bash[113478]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2021-03-04T23:14:35.981 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:35 gibba011 bash[113478]: --> ceph-volume lvm activate successful for osd ID: 2 2021-03-04T23:14:35.982 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:35 gibba011 podman[113563]: 2021-03-04 23:14:35.681317126 +0000 UTC m=+0.580786042 container died 3193f9dbb097c982807a8edb964faabc341a9d4f382d2f0120827d5e485b9775 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2-activate) 2021-03-04T23:14:36.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:35 gibba038 conmon[76675]: cluster 2021-03-04T23:14:34.468019+0000 mgr.x (mgr.34676) 275 : cluster [DBG] pgmap v199: 89 pgs: 3 stale+active+clean, 1 active+clean+wait, 85 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 22 op/s; 0 B/s, 124 objects/s recovering 2021-03-04T23:14:36.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:35 gibba038 conmon[76675]: cluster 2021-03-04T23:14:34.978311+0000 mon.a (mon.0) 385 : cluster [DBG] osdmap e101: 8 total, 7 up, 8 in 2021-03-04T23:14:36.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:35 gibba011 conmon[95595]: cluster 2021-03-04T23:14:34.468019+0000 mgr.x (mgr.34676) 275 : cluster [DBG] pgmap v199: 89 pgs: 3 stale+active+clean, 1 active+clean+wait, 85 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 22 op/s; 0 B/s, 124 objects/s recovering 2021-03-04T23:14:36.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:35 gibba011 conmon[95595]: cluster 2021-03-04T23:14:34.978311+0000 mon.a (mon.0) 385 : cluster [DBG] osdmap e101: 8 total, 7 up, 8 in 2021-03-04T23:14:36.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:35 gibba011 conmon[99461]: cluster 2021-03-04T23:14:34.468019+0000 mgr.x (mgr.34676) 275 : cluster [DBG] 2021-03-04T23:14:36.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:35 gibba011 conmon[99461]: pgmap v199: 89 pgs: 3 stale+active+clean, 1 active+clean+wait, 85 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 22 op/s; 0 B/s, 124 objects/s recovering 2021-03-04T23:14:36.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:35 gibba011 conmon[99461]: cluster 2021-03-04T23:14:34.978311+0000 mon.a (mon.0) 385 : cluster [DBG] 2021-03-04T23:14:36.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:35 gibba011 conmon[99461]: osdmap e101: 8 total, 7 up, 8 in 2021-03-04T23:14:36.853 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:36 gibba011 podman[113563]: 2021-03-04 23:14:36.574040596 +0000 UTC m=+1.473509476 container remove 3193f9dbb097c982807a8edb964faabc341a9d4f382d2f0120827d5e485b9775 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2-activate, org.label-schema.schema-version=1.0, io.buildah.version=1.18.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204) 2021-03-04T23:14:37.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:36 gibba038 conmon[76675]: audit 2021-03-04T23:14:36.790811+0000 mon.c (mon.1) 121 : 2021-03-04T23:14:37.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:36 gibba038 conmon[76675]: audit [DBG] from='client.? 172.21.2.111:0/3959242914' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:37.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:36 gibba011 conmon[99461]: audit 2021-03-04T23:14:36.790811+0000 mon.c (mon.1) 121 2021-03-04T23:14:37.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:36 gibba011 conmon[99461]: : audit [DBG] from='client.? 172.21.2.111:0/3959242914' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:37.354 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:36 gibba011 podman[113776]: 2021-03-04 23:14:36.865636751 +0000 UTC m=+0.183301243 container create 55037fe065c0ba0f6815a4034aa67b4ba0fb38a6fa565d69dd270ff1798a7a4b (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, io.buildah.version=1.18.0, GIT_CLEAN=True, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=) 2021-03-04T23:14:37.354 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:36 gibba011 podman[113776]: 2021-03-04 23:14:36.965640439 +0000 UTC m=+0.283304936 container init 55037fe065c0ba0f6815a4034aa67b4ba0fb38a6fa565d69dd270ff1798a7a4b (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20201204, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Base Image, ceph=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.18.0, GIT_CLEAN=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01) 2021-03-04T23:14:37.355 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:36 gibba011 conmon[113821]: debug 2021-03-04T23:14:37.355 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:36 gibba011 conmon[113821]: 2021-03-04T23:14:36.990+0000 7f0a282e4700 1 -- 172.21.2.111:0/3929835283 <== mon.1 v2:172.21.2.111:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560f568ac4e0 con 0x560f56875800 2021-03-04T23:14:37.355 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:36 gibba011 podman[113776]: 2021-03-04 23:14:36.998955863 +0000 UTC m=+0.316620362 container start 55037fe065c0ba0f6815a4034aa67b4ba0fb38a6fa565d69dd270ff1798a7a4b (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20201204, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.18.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau ) 2021-03-04T23:14:37.355 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:36 gibba011 bash[113478]: 55037fe065c0ba0f6815a4034aa67b4ba0fb38a6fa565d69dd270ff1798a7a4b 2021-03-04T23:14:37.356 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:37 gibba011 systemd[1]: Started Ceph osd.2 for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:14:37.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:36 gibba011 conmon[95595]: audit 2021-03-04T23:14:36.790811+0000 mon.c (mon.1) 121 : audit 2021-03-04T23:14:37.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:36 gibba011 conmon[95595]: [DBG] from='client.? 172.21.2.111:0/3959242914' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:37.853 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:37 gibba011 conmon[113821]: debug 2021-03-04T23:14:37.512+0000 7f0a2fd79080 -1 Falling back to public interface 2021-03-04T23:14:38.051 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:38 gibba038 conmon[76675]: cluster 2021-03-04T23:14:36.468300+0000 mgr.x (mgr.34676) 276 : cluster [DBG] pgmap v201: 89 pgs: 2 stale+active+clean, 10 peering, 77 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 13 op/s 2021-03-04T23:14:38.052 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:38 gibba038 conmon[76675]: audit 2021-03-04T23:14:37.046660+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:14:38.052 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:38 gibba038 conmon[76675]: audit 2021-03-04T23:14:37.047653+0000 mon.c (mon.1) 122 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:14:38.053 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:38 gibba038 conmon[76675]: audit 2021-03-04T23:14:37.049083+0000 mon.c (mon.1) 123 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:14:38.053 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:38 gibba038 conmon[76675]: audit 2021-03-04T23:14:37.049257+0000 mon.c (mon.1) 124 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:14:38.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:38 gibba011 conmon[95595]: cluster 2021-03-04T23:14:36.468300+0000 mgr.x (mgr.34676) 276 : cluster [DBG] pgmap v201: 89 pgs: 2 stale+active+clean, 10 peering, 77 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 13 op/s 2021-03-04T23:14:38.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:38 gibba011 conmon[95595]: audit 2021-03-04T23:14:37.046660+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:14:38.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:38 gibba011 conmon[95595]: audit 2021-03-04T23:14:37.047653+0000 mon.c (mon.1) 122 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:14:38.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:38 gibba011 conmon[95595]: audit 2021-03-04T23:14:37.049083+0000 mon.c (mon.1) 123 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:14:38.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:38 gibba011 conmon[95595]: audit 2021-03-04T23:14:37.049257+0000 mon.c (mon.1) 124 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:14:38.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:38 gibba011 conmon[99461]: cluster 2021-03-04T23:14:36.468300+0000 mgr.x (mgr.34676) 276 : cluster [DBG] pgmap v201: 89 pgs: 2 stale+active+clean, 10 peering, 77 active+clean; 4.1 GiB data, 13 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 13 op/s 2021-03-04T23:14:38.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:38 gibba011 conmon[99461]: 2021-03-04T23:14:38.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:38 gibba011 conmon[99461]: audit 2021-03-04T23:14:37.046660+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:14:38.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:38 gibba011 conmon[99461]: audit 2021-03-04T23:14:37.047653+0000 mon.c (mon.1) 122 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:14:38.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:38 gibba011 conmon[99461]: audit 2021-03-04T23:14:37.049083+0000 mon.c (mon.1) 123 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:14:38.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:38 gibba011 conmon[99461]: audit 2021-03-04T23:14:37.049257+0000 mon.c (mon.1) 124 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:14:40.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:39 gibba038 conmon[76675]: cluster 2021-03-04T23:14:38.468750+0000 mgr.x (mgr.34676) 277 : cluster [DBG] pgmap v202: 89 pgs: 6 active+undersized+degraded, 10 peering, 9 active+undersized, 64 active+clean; 3.9 GiB data, 12 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 458 op/s; 19825/192273 objects degraded (10.311%) 2021-03-04T23:14:40.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:39 gibba038 conmon[76675]: 2021-03-04T23:14:40.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:39 gibba038 conmon[76675]: cluster 2021-03-04T23:14:39.046361+0000 mon.a (mon.0) 387 : cluster [WRN] Health check failed: Degraded data redundancy: 19825/192273 objects degraded (10.311%), 6 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:40.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:39 gibba038 conmon[76675]: audit 2021-03-04T23:14:39.052608+0000 mon.c (mon.1) 125 : audit [DBG] from='client.? 172.21.2.111:0/932649492' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:40.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:39 gibba038 conmon[76675]: audit 2021-03-04T23:14:39.569177+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:14:40.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:39 gibba011 conmon[95595]: cluster 2021-03-04T23:14:38.468750+0000 mgr.x (mgr.34676) 277 : cluster [DBG] pgmap v202: 89 pgs: 6 active+undersized+degraded, 10 peering, 9 active+undersized, 64 active+clean; 3.9 GiB data, 12 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 458 op/s; 19825/192273 objects degraded (10.311%) 2021-03-04T23:14:40.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:39 gibba011 conmon[95595]: cluster 2021-03-04T23:14:39.046361+0000 mon.a (mon.0) 387 : cluster [WRN] Health check failed: Degraded data redundancy: 19825/192273 objects degraded (10.311%), 6 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:40.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:39 gibba011 conmon[95595]: audit 2021-03-04T23:14:39.052608+0000 mon.c (mon.1) 125 : audit [DBG] from='client.? 172.21.2.111:0/932649492' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:40.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:39 gibba011 conmon[95595]: audit 2021-03-04T23:14:39.569177+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:14:40.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:39 gibba011 conmon[99461]: cluster 2021-03-04T23:14:38.468750+0000 mgr.x (mgr.34676) 277 : cluster 2021-03-04T23:14:40.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:39 gibba011 conmon[99461]: [DBG] pgmap v202: 89 pgs: 6 active+undersized+degraded, 10 peering, 9 active+undersized, 64 active+clean; 3.9 GiB data, 12 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 458 op/s; 19825/192273 objects degraded (10.311%) 2021-03-04T23:14:40.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:39 gibba011 conmon[99461]: cluster 2021-03-04T23:14:39.046361+0000 mon.a (mon.0) 387 : cluster [WRN] Health check failed: Degraded data redundancy: 19825/192273 objects degraded (10.311%), 6 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:40.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:39 gibba011 conmon[99461]: 2021-03-04T23:14:40.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:39 gibba011 conmon[99461]: audit 2021-03-04T23: 2021-03-04T23:14:40.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:39 gibba011 conmon[99461]: 14:39.052608+0000 mon.c (mon.1) 125 : audit [DBG] from='client.? 172.21.2.111:0/932649492' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:40.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:39 gibba011 conmon[99461]: audit 2021-03-04T23:14:39.569177+0000 mon.a (mon. 2021-03-04T23:14:40.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:39 gibba011 conmon[99461]: 0) 388 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:14:41.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:41 gibba038 conmon[76675]: cephadm 2021-03-04T23:14:39.570187+0000 mgr.x (mgr.34676) 278 : cephadm 2021-03-04T23:14:41.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:41 gibba038 conmon[76675]: [INF] Refreshing gibba011 facts 2021-03-04T23:14:41.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:41 gibba038 conmon[76675]: audit 2021-03-04T23:14:40.157291+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:14:41.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:41 gibba038 conmon[76675]: cephadm 2021-03-04T23:14:40 2021-03-04T23:14:41.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:41 gibba038 conmon[76675]: .158222+0000 mgr.x (mgr.34676) 279 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:14:41.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:41 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:14:41.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:41 gibba038 conmon[76675]: 04T23:14:40.515530+0000 mon.a (mon.0 2021-03-04T23:14:41.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:41 gibba038 conmon[76675]: ) 390 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:14:41.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:41 gibba038 conmon[76675]: audit 2021-03-04T23:14:41.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:41 gibba038 conmon[76675]: 2021-03-04T23:14:40.521478+0000 2021-03-04T23:14:41.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:41 gibba038 conmon[76675]: mon.c (mon.1) 126 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:14:41.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:41 gibba038 conmon[76675]: audit 2021-03-04T23:14:40. 2021-03-04T23:14:41.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:41 gibba038 conmon[76675]: 522436+0000 mon.c (mon.1) 127 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:14:41.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:41 gibba038 conmon[76675]: audit 2021-03-04T23:14:41.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:41 gibba038 conmon[76675]: 2021-03-04T23:14:40.523444+0000 2021-03-04T23:14:41.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:41 gibba038 conmon[76675]: mon.c (mon.1) 128 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:14:41.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:41 gibba038 conmon[76675]: audit 2021-03-04T23:14:41.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:41 gibba038 conmon[76675]: 2021-03-04T23:14:40 2021-03-04T23:14:41.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:41 gibba038 conmon[76675]: .524178+0000 mon.c (mon.1) 129 : audit [DBG] 2021-03-04T23:14:41.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:41 gibba038 conmon[76675]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:14:41.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:41 gibba038 conmon[76675]: audit 2021-03-04T23: 2021-03-04T23:14:41.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:41 gibba038 conmon[76675]: 14:40.526334+0000 mon.c (mon.1) 130 : audit 2021-03-04T23:14:41.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:41 gibba038 conmon[76675]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:14:41.603 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:41 gibba011 conmon[113821]: debug 2021-03-04T23:14:41.215+0000 7f0a2fd79080 -1 bluestore(/var/lib/ceph/osd/ceph-2) fsck warning: store not yet converted to per-pg omap 2021-03-04T23:14:41.604 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:41 gibba011 conmon[113821]: debug 2021-03-04T23:14:41.216+0000 7f0a1c841700 -1 bluestore(/var/lib/ceph/osd/ceph-2) fsck warning: #-1:c1a3fc6e:::purged_snaps:0# has omap that is not per-pg or pgmeta 2021-03-04T23:14:41.604 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:41 gibba011 conmon[113821]: debug 2021-03-04T23:14:41.217+0000 7f0a1c841700 -1 bluestore(/var/lib/ceph/osd/ceph-2) fsck warning: #3:cd5a64a3:::100.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:14:41.604 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:41 gibba011 conmon[113821]: debug 2021-03-04T23:14:41.217+0000 7f0a1c841700 -1 bluestore(/var/lib/ceph/osd/ceph-2) fsck warning: #3:ff5b34d6:::1.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:14:41.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:41 gibba011 conmon[99461]: cephadm 2021-03-04T23:14:39.570187+0000 mgr.x (mgr.34676) 278 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:14:41.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:41 gibba011 conmon[99461]: audit 2021-03-04T23:14:40.157291+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:14:41.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:41 gibba011 conmon[99461]: cephadm 2021-03-04T23:14:40.158222+0000 mgr.x (mgr.34676) 279 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:14:41.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:41 gibba011 conmon[99461]: audit 2021-03-04T23:14:40.515530+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:14:41.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:41 gibba011 conmon[99461]: audit 2021-03-04T23:14:40.521478+0000 mon.c (mon.1) 126 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:14:41.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:41 gibba011 conmon[99461]: audit 2021-03-04T23:14:40.522436+0000 mon.c (mon.1) 127 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:14:41.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:41 gibba011 conmon[99461]: audit 2021-03-04T23:14:40.523444+0000 mon.c (mon.1) 128 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:14:41.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:41 gibba011 conmon[99461]: audit 2021-03-04T23:14:40.524178+0000 mon.c (mon.1) 129 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:14:41.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:41 gibba011 conmon[99461]: audit 2021-03-04T23:14:40.526334+0000 mon.c (mon.1) 130 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:14:41.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:41 gibba011 conmon[95595]: cephadm 2021-03-04T23:14:39.570187+0000 mgr.x (mgr.34676) 278 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:14:41.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:41 gibba011 conmon[95595]: audit 2021-03-04T23:14:40.157291+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:14:41.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:41 gibba011 conmon[95595]: cephadm 2021-03-04T23:14:40.158222+0000 mgr.x (mgr.34676) 279 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:14:41.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:41 gibba011 conmon[95595]: audit 2021-03-04T23:14:40.515530+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:14:41.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:41 gibba011 conmon[95595]: audit 2021-03-04T23:14:40.521478+0000 mon.c (mon.1) 126 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:14:41.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:41 gibba011 conmon[95595]: audit 2021-03-04T23:14:40.522436+0000 mon.c (mon.1) 127 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:14:41.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:41 gibba011 conmon[95595]: audit 2021-03-04T23:14:40.523444+0000 mon.c (mon.1) 128 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:14:41.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:41 gibba011 conmon[95595]: audit 2021-03-04T23:14:40.524178+0000 mon.c (mon.1) 129 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:14:41.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:41 gibba011 conmon[95595]: audit 2021-03-04T23:14:40.526334+0000 mon.c (mon.1) 130 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:14:42.569 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: cluster 2021-03-04T23:14:40.469199+0000 mgr.x (mgr.34676) 280 : 2021-03-04T23:14:42.569 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: cluster [DBG] pgmap v203: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 3.8 GiB data, 12 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 727 op/s; 30906/185829 objects degraded (16.631%) 2021-03-04T23:14:42.569 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: cephadm 2021-03-04T23:14:40.520825+0000 mgr.x (mgr.34676) 281 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:14:42.569 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: cephadm 2021-03-04T23:14:40.522275+0000 mgr.x (mgr.34676) 282 : cephadm [INF] 2021-03-04T23:14:42.570 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: Upgrade: Checking mgr daemons 2021-03-04T23:14:42.570 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: cephadm 2021-03-04T23:14:40.523061+0000 mgr.x (mgr.34676) 283 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:14:42.570 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: cephadm 2021-03- 2021-03-04T23:14:42.571 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: 04T23:14:40.523173+0000 2021-03-04T23:14:42.571 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: mgr.x (mgr.34676) 284 : cephadm [INF] 2021-03-04T23:14:42.571 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: Upgrade: Checking mon daemons 2021-03-04T23:14:42.571 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: cephadm 2021-03- 2021-03-04T23:14:42.572 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: 04T23:14:40.523948+0000 2021-03-04T23:14:42.572 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: mgr.x (mgr.34676) 285 : cephadm 2021-03-04T23:14:42.572 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:14:42.572 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: cephadm 2021-03- 2021-03-04T23:14:42.572 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: 04T23:14:40.524013+0000 2021-03-04T23:14:42.573 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: mgr.x (mgr.34676) 286 : cephadm 2021-03-04T23:14:42.573 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: [INF] Upgrade: Checking crash daemons 2021-03-04T23:14:42.573 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: cephadm 2021-03-04 2021-03-04T23:14:42.573 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: T23:14:40.524727+0000 2021-03-04T23:14:42.574 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: mgr.x (mgr.34676) 287 : cephadm 2021-03-04T23:14:42.574 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:14:42.574 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: cephadm 2021- 2021-03-04T23:14:42.575 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: 03-04T23:14:40.525792 2021-03-04T23:14:42.575 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: +0000 mgr.x (mgr.34676) 288 : 2021-03-04T23:14:42.575 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:14:42.575 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: cephadm 2021- 2021-03-04T23:14:42.575 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: 03-04T23:14:40. 2021-03-04T23:14:42.576 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: 525893+0000 mgr.x (mgr.34676) 289 2021-03-04T23:14:42.576 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:14:42.576 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: audit 2021-03-04T23:14:42.576 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: 2021-03-04T23:14: 2021-03-04T23:14:42.576 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: 40.526488+0000 mgr.x (mgr.34676 2021-03-04T23:14:42.577 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: ) 290 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:14:42.577 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: cephadm 2021 2021-03-04T23:14:42.577 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: -03-04T23:14:40 2021-03-04T23:14:42.578 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: .527007+0000 mgr.x (mgr.34676) 291 2021-03-04T23:14:42.578 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2021-03-04T23:14:42.579 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: audit 2021 2021-03-04T23:14:42.579 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: -03-04T23:14:41 2021-03-04T23:14:42.579 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: .313987+0000 mon.a (mon.0) 2021-03-04T23:14:42.579 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[95595]: 391 : audit [DBG] from='client.? 172.21.2.111:0/3427907195' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:42.580 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: cluster 2021-03-04T23:14:40.469199+0000 mgr.x ( 2021-03-04T23:14:42.581 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: mgr.34676) 280 : cluster [DBG] pgmap v203: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 3.8 GiB data, 12 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 727 op/s; 30906/185829 objects degraded (16.631%) 2021-03-04T23:14:42.581 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: cephadm 2021-03-04T23:14:40 2021-03-04T23:14:42.581 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: .520825+0000 mgr.x (mgr.34676) 281 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:14:42.582 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: cephadm 2021-03-04T23:14:40.522275+0000 2021-03-04T23:14:42.582 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: mgr.x (mgr.34676) 282 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:14:42.582 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: cephadm 2021- 2021-03-04T23:14:42.583 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: 03-04T23:14:40.523061+0000 mgr.x (mgr.34676) 283 : cephadm 2021-03-04T23:14:42.583 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:14:42.583 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: cephadm 2021-03 2021-03-04T23:14:42.583 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: -04T23:14:40.523173+0000 mgr.x (mgr.34676) 284 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:14:42.583 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: cephadm 2021-03-04T23:14:42.584 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: 2021-03-04T23:14:40.523948+0000 mgr.x ( 2021-03-04T23:14:42.584 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: mgr.34676) 285 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:14:42.584 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: cephadm 2021 2021-03-04T23:14:42.584 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: -03-04T23:14:40.524013+0000 2021-03-04T23:14:42.585 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: mgr.x (mgr.34676) 286 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:14:42.585 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: cephadm 2021-03- 2021-03-04T23:14:42.585 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: 04T23:14:40.524727+0000 mgr.x (mgr.34676) 287 : cephadm 2021-03-04T23:14:42.586 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:14:42.586 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: cephadm 2021-03-04T23:14: 2021-03-04T23:14:42.586 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: 40.525792+0000 mgr.x (mgr.34676) 288 : cephadm [INF] 2021-03-04T23:14:42.586 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: Upgrade: All crash daemons are up to date. 2021-03-04T23:14:42.586 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: cephadm 2021-03-04T23: 2021-03-04T23:14:42.587 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: 14:40.525893+0000 mgr.x (mgr.34676) 289 : cephadm 2021-03-04T23:14:42.587 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: [INF] Upgrade: Checking osd daemons 2021-03-04T23:14:42.587 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: audit 2021-03-04T23:14 2021-03-04T23:14:42.587 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: :40.526488+0000 mgr.x (mgr.34676) 290 : audit [DBG] 2021-03-04T23:14:42.588 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:14:42.588 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: cephadm 2021-03-04T23:14:40 2021-03-04T23:14:42.588 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: .527007+0000 mgr.x (mgr.34676) 291 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2021-03-04T23:14:42.588 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: 2021-03-04T23:14:42.588 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: audit 2021-03-04T23:14:41.313987 2021-03-04T23:14:42.589 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: +0000 mon.a (mon.0) 391 : audit [DBG] from='client.? 172.21.2.111:0/3427907195' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:42.589 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[99461]: 2021-03-04T23:14:42.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: cluster 2021-03-04T23:14:40.469199+0000 mgr.x (mgr.34676) 280 : cluster [DBG] pgmap v203: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 3.8 GiB data, 12 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 727 op/s; 30906/185829 objects degraded (16.631%) 2021-03-04T23:14:42.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: 2021-03-04T23:14:42.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: cephadm 2021-03-04T23:14:40.520825+0000 mgr.x (mgr.34676) 281 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:14:42.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: cephadm 2021-03-04T23:14:40.522275+0000 mgr.x (mgr.34676) 282 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:14:42.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: cephadm 2021-03-04T23:14:40.523061+0000 mgr.x (mgr.34676) 283 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:14:42.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: cephadm 2021-03-04T23:14:42.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: 2021-03-04T23:14:40 2021-03-04T23:14:42.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: .523173+0000 mgr.x (mgr.34676) 284 : cephadm 2021-03-04T23:14:42.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: [INF] Upgrade: Checking mon daemons 2021-03-04T23:14:42.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: cephadm 2021-03-04 2021-03-04T23:14:42.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: T23:14:40.523948+0000 mgr.x (mgr. 2021-03-04T23:14:42.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: 34676) 285 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:14:42.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: cephadm 2021- 2021-03-04T23:14:42.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: 03-04T23:14:40.524013+0000 mgr.x 2021-03-04T23:14:42.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: (mgr.34676) 286 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:14:42.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: cephadm 2021-03 2021-03-04T23:14:42.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: -04T23:14:40.524727+0000 mgr.x ( 2021-03-04T23:14:42.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: mgr.34676) 287 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:14:42.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: cephadm 2021-03 2021-03-04T23:14:42.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: -04T23:14:40.525792+0000 mgr.x ( 2021-03-04T23:14:42.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: mgr.34676) 288 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:14:42.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: cephadm 2021 2021-03-04T23:14:42.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: -03-04T23:14:40.525893+0000 2021-03-04T23:14:42.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: mgr.x (mgr.34676) 289 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:14:42.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: audit 2021 2021-03-04T23:14:42.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: -03-04T23:14:40.526488+0000 2021-03-04T23:14:42.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: mgr.x (mgr.34676) 290 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:14:42.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: cephadm 2021 2021-03-04T23:14:42.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: -03-04T23:14:40.527007+0000 2021-03-04T23:14:42.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: mgr.x (mgr.34676) 291 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2021-03-04T23:14:42.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: audit 2021-03-04T23:14:42.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: 2021-03-04T23:14:41.313987+0000 2021-03-04T23:14:42.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: mon.a (mon.0) 391 : audit [DBG] from='client.? 172.21.2.111:0/3427907195' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:42.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:42 gibba038 conmon[76675]: 2021-03-04T23:14:42.853 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:42 gibba011 conmon[113821]: debug 2021-03-04T23:14:42.565+0000 7f0a2fd79080 -1 osd.2 99 log_to_monitors {default=true} 2021-03-04T23:14:43.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:43 gibba038 conmon[76675]: audit 2021-03-04T23:14:42.569259+0000 mon.a (mon.0) 392 : audit [INF] from='osd.2 [v2:172.21.2.111:6816/4118462650,v1:172.21.2.111:6817/4118462650]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-03-04T23:14:43.603 INFO:journalctl@ceph.osd.2.gibba011.stdout:Mar 04 23:14:43 gibba011 conmon[113821]: debug 2021-03-04T23:14:43.183+0000 7f0a22a5c700 -1 osd.2 99 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T23:14:43.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:43 gibba011 conmon[95595]: audit 2021-03-04T23:14:42.569259+0000 mon.a (mon.0) 392 : audit [INF] from='osd.2 [v2:172.21.2.111:6816/4118462650,v1:172.21.2.111:6817/4118462650]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-03-04T23:14:43.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:43 gibba011 conmon[95595]: 2021-03-04T23:14:43.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:43 gibba011 conmon[99461]: audit 2021-03-04T23:14:42.569259+0000 mon.a (mon.0 2021-03-04T23:14:43.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:43 gibba011 conmon[99461]: ) 392 : audit [INF] from='osd.2 [v2:172.21.2.111:6816/4118462650,v1:172.21.2.111:6817/4118462650]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2021-03-04T23:14:44.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:44 gibba038 conmon[76675]: cluster 2021-03-04T23:14:44.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:44 gibba038 conmon[76675]: 2021-03-04T23:14:44.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:44 gibba038 conmon[76675]: 2021 2021-03-04T23:14:44.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:44 gibba038 conmon[76675]: -03-04T23:14:42 2021-03-04T23:14:44.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:44 gibba038 conmon[76675]: .469567+0000 mgr.x (mgr.34676) 292 : cluster [DBG] pgmap v204: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 3.8 GiB data, 12 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 685 op/s; 30906/185829 objects degraded (16.631%) 2021-03-04T23:14:44.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:44 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:14:44.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:44 gibba038 conmon[76675]: -04T23:14:43.169115+0000 mon.a (mon.0) 2021-03-04T23:14:44.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:44 gibba038 conmon[76675]: 393 : audit [INF] from='osd.2 [v2:172.21.2.111:6816/4118462650,v1:172.21.2.111:6817/4118462650]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-03-04T23:14:44.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:44 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:14:44.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:44 gibba038 conmon[76675]: 04T23:14:43.169155+0000 mon.a (mon.0 2021-03-04T23:14:44.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:44 gibba038 conmon[76675]: ) 394 : cluster [DBG] osdmap e102: 8 total, 7 up, 8 in 2021-03-04T23:14:44.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:44 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:14:44.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:44 gibba038 conmon[76675]: -04T23:14:43.169513+0000 mon.a (mon. 2021-03-04T23:14:44.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:44 gibba038 conmon[76675]: 0) 395 : audit [INF] from='osd.2 [v2:172.21.2.111:6816/4118462650,v1:172.21.2.111:6817/4118462650]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0820, "args": ["host=gibba011", "root=default"]}]: dispatch 2021-03-04T23:14:44.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:44 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:14:44.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:44 gibba038 conmon[76675]: -04T23:14:43.569378+0000 mon.a (mon. 2021-03-04T23:14:44.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:44 gibba038 conmon[76675]: 0) 396 : audit [DBG] from='client.? 172.21.2.111:0/1997677039' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:44.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[95595]: cluster 2021-03-04T23:14:42.469567+0000 mgr.x (mgr.34676) 292 : 2021-03-04T23:14:44.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[95595]: cluster [DBG] pgmap v204: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 3.8 GiB data, 12 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 685 op/s; 30906/185829 objects degraded (16.631%) 2021-03-04T23:14:44.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[95595]: audit 2021-03-04T23:14:43.169115+0000 mon.a (mon.0) 393 : audit [INF] from='osd.2 [v2:172.21.2.111:6816/4118462650,v1:172.21.2.111:6817/4118462650]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-03-04T23:14:44.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[95595]: cluster 2021-03-04T23 2021-03-04T23:14:44.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[95595]: :14:43.169155+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e102: 8 total, 7 up, 8 in 2021-03-04T23:14:44.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[95595]: audit 2021-03 2021-03-04T23:14:44.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[95595]: -04T23:14:43.169513+0000 mon.a (mon.0) 395 : audit [INF] from='osd.2 [v2:172.21.2.111:6816/4118462650,v1:172.21.2.111:6817/4118462650]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0820, "args": ["host=gibba011", "root=default"]}]: dispatch 2021-03-04T23:14:44.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[95595]: 2021-03-04T23:14:44.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[95595]: audit 2021-03-04T23:14:44.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[95595]: 2021-03-04T23:14:43.569378+0000 mon.a (mon.0) 396 : audit 2021-03-04T23:14:44.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[95595]: [DBG] from='client.? 172.21.2.111:0/1997677039' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:44.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: cluster 2021-03-04T23:14:44.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: 2021-03-04T23:14:44.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: 2021 2021-03-04T23:14:44.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: - 2021-03-04T23:14:44.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: 03 2021-03-04T23:14:44.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: - 2021-03-04T23:14:44.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: 04 2021-03-04T23:14:44.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: T 2021-03-04T23:14:44.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: 23 2021-03-04T23:14:44.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: : 2021-03-04T23:14:44.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: 14 2021-03-04T23:14:44.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: : 2021-03-04T23:14:44.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: 42 2021-03-04T23:14:44.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: . 2021-03-04T23:14:44.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: 469567 2021-03-04T23:14:44.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: +0000 2021-03-04T23:14:44.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: 2021-03-04T23:14:44.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: mgr.x 2021-03-04T23:14:44.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: ( 2021-03-04T23:14:44.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: mgr 2021-03-04T23:14:44.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: . 2021-03-04T23:14:44.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: 34676 2021-03-04T23:14:44.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: ) 2021-03-04T23:14:44.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: 292 2021-03-04T23:14:44.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: : 2021-03-04T23:14:44.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: cluster 2021-03-04T23:14:44.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: 2021-03-04T23:14:44.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: [DBG] 2021-03-04T23:14:44.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: 2021-03-04T23:14:44.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: pgmap v204: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 3.8 GiB data, 12 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 685 op/s; 30906/185829 objects degraded (16.631%) 2021-03-04T23:14:44.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: 2021-03-04T23:14:44.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: audit 2021-03-04T23:14:44.615 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: 2021-03-04T23:14:44.615 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: 2021-03-04T23:14:43.169115+0000 2021-03-04T23:14:44.615 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: mon.a (mon.0) 393 : audit [INF] from='osd.2 [v2:172.21.2.111:6816/4118462650,v1:172.21.2.111:6817/4118462650]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2021-03-04T23:14:44.615 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: cluster 2021-03-04T23:14:43.169155+0000 mon.a 2021-03-04T23:14:44.616 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: (mon.0) 394 : cluster [DBG] osdmap e102: 8 total, 7 up, 8 in 2021-03-04T23:14:44.616 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: audit 2021-03-04T23:14:43. 2021-03-04T23:14:44.617 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: 169513+0000 mon.a (mon.0) 395 : audit [INF] from='osd.2 [v2:172.21.2.111:6816/4118462650,v1:172.21.2.111:6817/4118462650]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0820, "args": ["host=gibba011", "root=default"]}]: dispatch 2021-03-04T23:14:44.617 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: audit 2021-03-04T23:14:43 2021-03-04T23:14:44.617 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: .569378+0000 mon.a (mon.0) 396 : audit [DBG] from='client.? 172.21.2.111:0/1997677039' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:44.618 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:44 gibba011 conmon[99461]: 2021-03-04T23:14:45.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:45 gibba038 conmon[76675]: cluster 2021-03-04T23:14:44.167247+0000 mon.a (mon.0) 397 : cluster 2021-03-04T23:14:45.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:45 gibba038 conmon[76675]: [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:14:45.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:45 gibba038 conmon[76675]: cluster 2021-03-04T23:14:44.170373+0000 mon.a (mon.0) 398 : cluster [INF] osd.2 [v2:172.21.2.111:6816/4118462650,v1:172.21.2.111:6817/4118462650] boot 2021-03-04T23:14:45.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:45 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:14:45.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:45 gibba038 conmon[76675]: 14:44.170412+0000 mon.a (mon.0) 399 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2021-03-04T23:14:45.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:45 gibba038 conmon[76675]: audit 2021-03-04T23:14:44.171327+0000 2021-03-04T23:14:45.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:45 gibba038 conmon[76675]: mon.c (mon.1) 131 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T23:14:45.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:45 gibba011 conmon[95595]: cluster 2021-03-04T23:14:44.167247+0000 mon.a (mon.0) 397 : cluster 2021-03-04T23:14:45.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:45 gibba011 conmon[95595]: [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:14:45.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:45 gibba011 conmon[95595]: cluster 2021-03-04T23:14:44.170373+0000 mon.a (mon.0) 398 : cluster [INF] osd.2 [v2:172.21.2.111:6816/4118462650,v1:172.21.2.111:6817/4118462650] boot 2021-03-04T23:14:45.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:45 gibba011 conmon[95595]: cluster 2021-03-04T23:14:44.170412+0000 mon.a (mon.0) 399 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2021-03-04T23:14:45.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:45 gibba011 conmon[95595]: audit 2021-03-04T23:14:44.171327+0000 mon.c (mon.1) 131 : audit 2021-03-04T23:14:45.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:45 gibba011 conmon[95595]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T23:14:45.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:45 gibba011 conmon[99461]: cluster 2021-03-04T23:14:44.167247+0000 mon.a (mon. 2021-03-04T23:14:45.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:45 gibba011 conmon[99461]: 0) 397 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:14:45.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:45 gibba011 conmon[99461]: cluster 2021-03-04T23:14:44.170373+0000 mon.a (mon.0) 398 : cluster [INF] osd.2 [v2:172.21.2.111:6816/4118462650,v1:172.21.2.111:6817/4118462650] boot 2021-03-04T23:14:45.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:45 gibba011 conmon[99461]: cluster 2021-03-04T23:14:44.170412+0000 mon.a (mon.0) 399 2021-03-04T23:14:45.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:45 gibba011 conmon[99461]: : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2021-03-04T23:14:45.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:45 gibba011 conmon[99461]: audit 2021 2021-03-04T23:14:45.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:45 gibba011 conmon[99461]: -03-04T23:14:44.171327+0000 mon.c (mon.1) 131 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2021-03-04T23:14:46.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:46 gibba038 conmon[76675]: cluster 2021-03-04T23:14:44.470241+0000 mgr.x (mgr.34676) 293 : cluster [DBG] pgmap v207: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 3.4 GiB data, 11 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s; 28071/165720 objects degraded (16.939%) 2021-03-04T23:14:46.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:46 gibba038 conmon[76675]: cluster 2021-03-04T23:14:45.173213+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2021-03-04T23:14:46.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:46 gibba038 conmon[76675]: cluster 2021-03-04T23:14:45. 2021-03-04T23:14:46.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:46 gibba038 conmon[76675]: 173329+0000 mon.a (mon.0) 401 : cluster [WRN] Health check update: Degraded data redundancy: 28071/165720 objects degraded (16.939%), 10 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:46.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:46 gibba038 conmon[76675]: 2021-03-04T23:14:46.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:46 gibba038 conmon[76675]: audit 2021 2021-03-04T23:14:46.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:46 gibba038 conmon[76675]: -03-04T23:14:45.754141+0000 mon.c (mon.1) 132 2021-03-04T23:14:46.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:46 gibba038 conmon[76675]: : audit [DBG] from='client.? 172.21.2.111:0/3635496196' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:46.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:46 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:14:46.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:46 gibba038 conmon[76675]: -03-04T23:14:46.175039+0000 mon.a ( 2021-03-04T23:14:46.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:46 gibba038 conmon[76675]: mon.0) 402 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2021-03-04T23:14:46.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:46 gibba011 conmon[95595]: cluster 2021-03-04T23:14:44.470241+0000 mgr.x (mgr.34676) 293 : cluster [DBG] pgmap v207: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 3.4 GiB data, 11 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s; 28071/165720 objects degraded (16.939%) 2021-03-04T23:14:46.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:46 gibba011 conmon[95595]: cluster 2021-03-04T23:14:45.173213+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2021-03-04T23:14:46.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:46 gibba011 conmon[95595]: cluster 2021-03-04T23:14:45.173329+0000 mon.a (mon.0) 401 : cluster [WRN] Health check update: Degraded data redundancy: 28071/165720 objects degraded (16.939%), 10 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:46.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:46 gibba011 conmon[95595]: audit 2021-03-04T23:14:45.754141+0000 mon.c (mon.1) 2021-03-04T23:14:46.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:46 gibba011 conmon[95595]: 132 : audit [DBG] from='client.? 172.21.2.111:0/3635496196' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:46.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:46 gibba011 conmon[95595]: cluster 2021-03-04T23:14:46. 2021-03-04T23:14:46.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:46 gibba011 conmon[95595]: 175039+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2021-03-04T23:14:46.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:46 gibba011 conmon[99461]: cluster 2021-03-04T23:14:44.470241+0000 mgr.x 2021-03-04T23:14:46.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:46 gibba011 conmon[99461]: (mgr.34676) 293 : cluster [DBG] pgmap v207: 89 pgs: 10 active+undersized+degraded, 15 active+undersized, 64 active+clean; 3.4 GiB data, 11 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s; 28071/165720 objects degraded (16.939%) 2021-03-04T23:14:46.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:46 gibba011 conmon[99461]: cluster 2021-03-04T23:14:45. 2021-03-04T23:14:46.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:46 gibba011 conmon[99461]: 173213+0000 mon.a (mon.0) 400 : cluster 2021-03-04T23:14:46.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:46 gibba011 conmon[99461]: [DBG] osdmap e104: 8 total, 8 up, 8 in 2021-03-04T23:14:46.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:46 gibba011 conmon[99461]: cluster 2021-03-04T23:14:46.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:46 gibba011 conmon[99461]: 2021-03-04T23:14:45.173329+0000 2021-03-04T23:14:46.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:46 gibba011 conmon[99461]: mon.a (mon.0) 401 : cluster [WRN] Health check update: Degraded data redundancy: 28071/165720 objects degraded (16.939%), 10 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:46.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:46 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:14:46.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:46 gibba011 conmon[99461]: 03-04T23:14:45.754141+0000 mon.c ( 2021-03-04T23:14:46.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:46 gibba011 conmon[99461]: mon.1) 132 : audit [DBG] from='client.? 172.21.2.111:0/3635496196' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:46.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:46 gibba011 conmon[99461]: cluster 2021-03-04T23:14:46.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:46 gibba011 conmon[99461]: 2021-03-04T23:14:46 2021-03-04T23:14:46.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:46 gibba011 conmon[99461]: .175039+0000 mon.a (mon.0 2021-03-04T23:14:46.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:46 gibba011 conmon[99461]: ) 402 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2021-03-04T23:14:48.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:48 gibba038 conmon[76675]: cluster 2021-03-04T23:14:46.470583+0000 mgr.x (mgr.34676) 294 : cluster [DBG] pgmap v210: 89 pgs: 9 peering, 6 active+undersized+degraded, 10 active+undersized, 64 active+clean; 3.2 GiB data, 11 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 2.19k op/s; 16990/159474 objects degraded (10.654%) 2021-03-04T23:14:48.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:48 gibba038 conmon[76675]: 2021-03-04T23:14:48.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:48 gibba038 conmon[76675]: audit 2021-03-04T23:14:48.021195+0000 mon.c (mon.1) 133 : audit [DBG] from='client.? 172.21.2.111:0/1599360603' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:48.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:48 gibba011 conmon[95595]: cluster 2021-03-04T23:14:46.470583+0000 mgr.x (mgr.34676) 294 : cluster [DBG] pgmap v210: 89 pgs: 9 peering, 6 active+undersized+degraded, 10 active+undersized, 64 active+clean; 3.2 GiB data, 11 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 2.19k op/s; 16990/159474 objects degraded (10.654%) 2021-03-04T23:14:48.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:48 gibba011 conmon[95595]: audit 2021-03-04T23:14:48.021195+0000 mon.c (mon.1) 133 : audit [DBG] from='client.? 172.21.2.111:0/1599360603' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:48.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:48 gibba011 conmon[99461]: cluster 2021-03-04T23:14:46.470583+0000 mgr.x (mgr.34676 2021-03-04T23:14:48.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:48 gibba011 conmon[99461]: ) 294 : cluster [DBG] pgmap v210: 89 pgs: 9 peering, 6 active+undersized+degraded, 10 active+undersized, 64 active+clean; 3.2 GiB data, 11 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 2.19k op/s; 16990/159474 objects degraded (10.654%) 2021-03-04T23:14:48.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:48 gibba011 conmon[99461]: audit 2021-03-04T23:14:48.021195+0000 mon.c (mon.1) 2021-03-04T23:14:48.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:48 gibba011 conmon[99461]: 133 : audit [DBG] from='client.? 172.21.2.111:0/1599360603' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:50.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:49 gibba038 conmon[76675]: cluster 2021-03-04T23:14:48.471079+0000 mgr.x (mgr.34676) 295 : cluster [DBG] pgmap v211: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 2 active+clean+wait, 9 peering, 73 active+clean; 3.0 GiB data, 9.9 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.08k op/s; 4185/148482 objects degraded (2.819%); 0 B/s, 34 objects/s recovering 2021-03-04T23:14:50.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:49 gibba011 conmon[95595]: cluster 2021-03-04T23:14:48.471079+0000 mgr.x (mgr.34676) 295 : cluster [DBG] pgmap v211: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 2 active+clean+wait, 9 peering, 73 active+clean; 3.0 GiB data, 9.9 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.08k op/s; 4185/148482 objects degraded (2.819%); 0 B/s, 34 objects/s recovering 2021-03-04T23:14:50.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:49 gibba011 conmon[95595]: 2021-03-04T23:14:50.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:49 gibba011 conmon[99461]: cluster 2021-03-04T23:14:50.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:49 gibba011 conmon[99461]: 2021-03-04T23:14:48.471079 2021-03-04T23:14:50.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:49 gibba011 conmon[99461]: +0000 mgr.x (mgr.34676) 295 : cluster [DBG] pgmap v211: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 2 active+clean+wait, 9 peering, 73 active+clean; 3.0 GiB data, 9.9 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.08k op/s; 4185/148482 objects degraded (2.819%); 0 B/s, 34 objects/s recovering 2021-03-04T23:14:51.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:50 gibba038 conmon[76675]: audit 2021-03-04T23:14:50.312120+0000 mon.c (mon.1) 134 : 2021-03-04T23:14:51.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:50 gibba038 conmon[76675]: audit [DBG] from='client.? 172.21.2.111:0/2441266150' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:51.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[95595]: audit 2021-03-04T23:14:50.312120+0000 mon.c (mon.1) 134 : audit [DBG] from='client.? 172.21.2.111:0/2441266150' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:51.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: audit 2021-03-04T23:14:51.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: 2021-03-04T23:14:51.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: 2021 2021-03-04T23:14:51.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: - 2021-03-04T23:14:51.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: 03 2021-03-04T23:14:51.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: - 2021-03-04T23:14:51.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: 04 2021-03-04T23:14:51.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: T 2021-03-04T23:14:51.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: 23 2021-03-04T23:14:51.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: : 2021-03-04T23:14:51.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: 14 2021-03-04T23:14:51.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: : 2021-03-04T23:14:51.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: 50 2021-03-04T23:14:51.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: . 2021-03-04T23:14:51.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: 312120 2021-03-04T23:14:51.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: +0000 2021-03-04T23:14:51.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: 2021-03-04T23:14:51.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: mon.c 2021-03-04T23:14:51.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: ( 2021-03-04T23:14:51.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: mon 2021-03-04T23:14:51.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: . 2021-03-04T23:14:51.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: 1 2021-03-04T23:14:51.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: ) 2021-03-04T23:14:51.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: 134 2021-03-04T23:14:51.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: : 2021-03-04T23:14:51.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: audit 2021-03-04T23:14:51.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: 2021-03-04T23:14:51.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: [DBG] 2021-03-04T23:14:51.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: 2021-03-04T23:14:51.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: from='client.? 172.21.2.111:0/2441266150' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:51.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:50 gibba011 conmon[99461]: 2021-03-04T23:14:52.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:51 gibba038 conmon[76675]: cluster 2021-03-04T23:14:50.471475+0000 mgr.x (mgr.34676) 296 : cluster [DBG] pgmap v212: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 2 active+clean+wait, 79 active+clean; 2.9 GiB data, 9.7 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.13k op/s; 7335/144408 objects degraded (5.079%); 0 B/s, 29 objects/s recovering 2021-03-04T23:14:52.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:51 gibba038 conmon[76675]: 2021-03-04T23:14:52.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:51 gibba038 conmon[76675]: cluster 2021-03-04T23:14:50.732543+0000 mon.a (mon.0) 403 : cluster [WRN] Health check update: Degraded data redundancy: 7335/144408 objects degraded (5.079%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:52.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:51 gibba011 conmon[95595]: cluster 2021-03-04T23:14:50.471475+0000 mgr.x (mgr.34676) 296 : cluster [DBG] pgmap v212: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 2 active+clean+wait, 79 active+clean; 2.9 GiB data, 9.7 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.13k op/s; 7335/144408 objects degraded (5.079%); 0 B/s, 29 objects/s recovering 2021-03-04T23:14:52.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:51 gibba011 conmon[95595]: cluster 2021-03-04T23:14:50.732543+0000 mon.a (mon.0) 403 : cluster [WRN] Health check update: Degraded data redundancy: 7335/144408 objects degraded (5.079%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:52.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:51 gibba011 conmon[99461]: cluster 2021-03-04T23:14:50.471475+0000 mgr.x 2021-03-04T23:14:52.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:51 gibba011 conmon[99461]: (mgr.34676) 296 : cluster [DBG] pgmap v212: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 2 active+clean+wait, 79 active+clean; 2.9 GiB data, 9.7 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.13k op/s; 7335/144408 objects degraded (5.079%); 0 B/s, 29 objects/s recovering 2021-03-04T23:14:52.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:51 gibba011 conmon[99461]: cluster 2021-03-04T23:14:50 2021-03-04T23:14:52.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:51 gibba011 conmon[99461]: .732543+0000 mon.a (mon.0) 403 : cluster [WRN] Health check update: Degraded data redundancy: 7335/144408 objects degraded (5.079%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:53.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:52 gibba038 conmon[76675]: audit 2021-03-04T23:14:52.585466+0000 mon.c (mon.1) 135 : audit [DBG] from='client.? 172.21.2.111:0/2180712778' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:53.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:52 gibba011 conmon[95595]: audit 2021-03-04T23:14:52.585466+0000 mon.c (mon.1) 135 : audit [DBG] from='client.? 172.21.2.111:0/2180712778' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:53.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:52 gibba011 conmon[99461]: audit 2021-03-04T23:14:52.585466+0000 mon.c (mon.1) 135 : audit [DBG] from='client.? 172.21.2.111:0/2180712778' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:54.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:53 gibba038 conmon[76675]: cluster 2021-03-04T23:14:52.471799+0000 mgr.x (mgr.34676) 297 : cluster [DBG] pgmap v213: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 2 active+clean+wait, 79 active+clean; 2.9 GiB data, 9.7 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 887 op/s; 7335/144408 objects degraded (5.079%); 0 B/s, 22 objects/s recovering 2021-03-04T23:14:54.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:53 gibba038 conmon[76675]: cluster 2021-03-04T23:14:53.733524+0000 mon.a (mon.0) 404 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2021-03-04T23:14:54.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:53 gibba011 conmon[95595]: cluster 2021-03-04T23:14:52.471799+0000 mgr.x (mgr.34676) 297 : cluster [DBG] pgmap v213: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 2 active+clean+wait, 79 active+clean; 2.9 GiB data, 9.7 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 887 op/s; 7335/144408 objects degraded (5.079%); 0 B/s, 22 objects/s recovering 2021-03-04T23:14:54.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:53 gibba011 conmon[95595]: 2021-03-04T23:14:54.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:53 gibba011 conmon[95595]: cluster 2021-03-04T23:14:53.733524+0000 mon.a (mon.0) 404 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2021-03-04T23:14:54.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:53 gibba011 conmon[99461]: cluster 2021-03-04T23:14:52.471799+0000 mgr.x (mgr.34676) 297 2021-03-04T23:14:54.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:53 gibba011 conmon[99461]: : cluster [DBG] pgmap v213: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 2 active+clean+wait, 79 active+clean; 2.9 GiB data, 9.7 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 887 op/s; 7335/144408 objects degraded (5.079%); 0 B/s, 22 objects/s recovering 2021-03-04T23:14:54.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:53 gibba011 conmon[99461]: cluster 2021-03-04T23:14:53.733524+0000 mon.a (mon.0 2021-03-04T23:14:54.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:53 gibba011 conmon[99461]: ) 404 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2021-03-04T23:14:56.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:55 gibba038 conmon[76675]: cluster 2021-03-04T23:14:54.472613+0000 mgr.x (mgr.34676) 298 : cluster [DBG] 2021-03-04T23:14:56.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:55 gibba038 conmon[76675]: pgmap v215: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 79 active+clean; 2.6 GiB data, 8.4 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.34k op/s; 7335/125973 objects degraded (5.823%); 0 B/s, 116 objects/s recovering 2021-03-04T23:14:56.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:55 gibba038 conmon[76675]: cluster 2021-03-04T23:14:54.737760+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2021-03-04T23:14:56.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:55 gibba038 conmon[76675]: audit 2021-03-04T23:14:54.804953+0000 mon.a (mon.0) 406 : audit [DBG] from='client.? 172.21.2.111:0/1022321121' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:56.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:55 gibba038 conmon[76675]: audit 2021 2021-03-04T23:14:56.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:55 gibba038 conmon[76675]: -03-04T23:14:55.542193+0000 mon.c (mon. 2021-03-04T23:14:56.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:55 gibba038 conmon[76675]: 1) 136 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:14:56.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:55 gibba011 conmon[95595]: cluster 2021-03-04T23:14:54.472613+0000 mgr.x (mgr.34676) 298 : cluster [DBG] pgmap v215: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 79 active+clean; 2.6 GiB data, 8.4 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.34k op/s; 7335/125973 objects degraded (5.823%); 0 B/s, 116 objects/s recovering 2021-03-04T23:14:56.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:55 gibba011 conmon[95595]: 2021-03-04T23:14:56.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:55 gibba011 conmon[95595]: cluster 2021-03-04T23:14:54.737760+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2021-03-04T23:14:56.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:55 gibba011 conmon[95595]: audit 2021-03-04T23:14:54.804953+0000 mon.a (mon.0) 406 : audit [DBG] from='client.? 172.21.2.111:0/1022321121' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:56.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:55 gibba011 conmon[95595]: audit 2021 2021-03-04T23:14:56.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:55 gibba011 conmon[95595]: -03-04T23:14:55.542193+0000 mon.c (mon.1) 136 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:14:56.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:55 gibba011 conmon[99461]: cluster 2021-03-04T23:14:54.472613+0000 mgr.x (mgr.34676) 298 : cluster [DBG] pgmap v215: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 79 active+clean; 2.6 GiB data, 8.4 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.34k op/s; 7335/125973 objects degraded (5.823%); 0 B/s, 116 objects/s recovering 2021-03-04T23:14:56.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:55 gibba011 conmon[99461]: 2021-03-04T23:14:56.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:55 gibba011 conmon[99461]: cluster 2021-03-04T23:14:54.737760+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2021-03-04T23:14:56.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:55 gibba011 conmon[99461]: audit 2021-03-04T23:14:54.804953+0000 mon.a (mon.0) 406 : audit [DBG] 2021-03-04T23:14:56.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:55 gibba011 conmon[99461]: from='client.? 172.21.2.111:0/1022321121' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:56.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:55 gibba011 conmon[99461]: audit 2021-03-04T23:14:56.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:55 gibba011 conmon[99461]: 2021-03-04T23:14:55.542193+0000 mon.c (mon. 2021-03-04T23:14:56.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:55 gibba011 conmon[99461]: 1) 136 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:14:57.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:56 gibba038 conmon[76675]: audit 2021-03-04T23:14:55.542422+0000 mgr.x (mgr.34676) 299 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:14:57.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:56 gibba038 conmon[76675]: 2021-03-04T23:14:57.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:56 gibba038 conmon[76675]: cephadm 2021-03-04T23:14:55.543171+0000 mgr.x (mgr.34676) 300 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2021-03-04T23:14:57.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:56 gibba011 conmon[99461]: audit 2021-03-04T23:14:55.542422+0000 mgr.x (mgr.34676 2021-03-04T23:14:57.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:56 gibba011 conmon[99461]: ) 299 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:14:57.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:56 gibba011 conmon[99461]: cephadm 2021-03-04T23:14:55 2021-03-04T23:14:57.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:56 gibba011 conmon[99461]: .543171+0000 mgr.x (mgr.34676) 300 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2021-03-04T23:14:57.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:56 gibba011 conmon[95595]: audit 2021-03-04T23:14:57.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:56 gibba011 conmon[95595]: 2021-03-04T23:14:55 2021-03-04T23:14:57.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:56 gibba011 conmon[95595]: .542422+0000 mgr.x (mgr.34676) 299 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:14:57.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:56 gibba011 conmon[95595]: cephadm 2021-03-04T23 2021-03-04T23:14:57.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:56 gibba011 conmon[95595]: :14:55.543171+0000 mgr.x (mgr.34676) 300 2021-03-04T23:14:57.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:56 gibba011 conmon[95595]: : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2021-03-04T23:14:58.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:57 gibba038 conmon[76675]: cluster 2021-03-04T23:14:56.472985+0000 mgr.x (mgr.34676) 301 : cluster [DBG] pgmap v217: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 79 active+clean; 2.5 GiB data, 8.2 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.15k op/s; 7335/120954 objects degraded (6.064%); 0 B/s, 97 objects/s recovering 2021-03-04T23:14:58.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:57 gibba038 conmon[76675]: cluster 2021-03-04T23:14:56.737459+0000 mon.a (mon.0) 407 : cluster [WRN] Health check update: Degraded data redundancy: 7335/120954 objects degraded (6.064%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:58.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:57 gibba038 conmon[76675]: audit 2021-03-04T23:14:57.081865+0000 mon.a (mon.0) 408 : audit [DBG] from='client.? 172.21.2.111:0/2180281135' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:58.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:57 gibba011 conmon[95595]: cluster 2021-03-04T23:14:56.472985+0000 mgr.x (mgr.34676) 301 : cluster [DBG] 2021-03-04T23:14:58.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:57 gibba011 conmon[95595]: pgmap v217: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 79 active+clean; 2.5 GiB data, 8.2 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.15k op/s; 7335/120954 objects degraded (6.064%); 0 B/s, 97 objects/s recovering 2021-03-04T23:14:58.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:57 gibba011 conmon[95595]: cluster 2021-03-04T23:14:56.737459+0000 mon.a (mon.0) 407 : cluster [WRN] Health check update: Degraded data redundancy: 7335/120954 objects degraded (6.064%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:58.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:57 gibba011 conmon[95595]: audit 2021-03-04T23:14:57.081865+0000 mon.a (mon.0) 408 : audit 2021-03-04T23:14:58.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:57 gibba011 conmon[95595]: [DBG] from='client.? 172.21.2.111:0/2180281135' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:14:58.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:57 gibba011 conmon[99461]: cluster 2021-03-04T23:14:56.472985+0000 mgr.x (mgr.34676) 301 : cluster [DBG] pgmap v217: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 79 active+clean; 2.5 GiB data, 8.2 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.15k op/s; 7335/120954 objects degraded (6.064%); 0 B/s, 97 objects/s recovering 2021-03-04T23:14:58.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:57 gibba011 conmon[99461]: 2021-03-04T23:14:58.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:57 gibba011 conmon[99461]: cluster 2021-03-04T23:14:56.737459+0000 mon.a (mon.0) 407 : cluster [WRN] Health check update: Degraded data redundancy: 7335/120954 objects degraded (6.064%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:14:58.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:57 gibba011 conmon[99461]: audit 2021-03-04T23:14:57.081865+0000 mon.a (mon.0) 408 : audit [DBG] from='client.? 172.21.2.111:0/2180281135' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:00.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:59 gibba038 conmon[76675]: cluster 2021-03-04T23:14:58.473387+0000 mgr.x (mgr.34676) 302 : cluster 2021-03-04T23:15:00.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:59 gibba038 conmon[76675]: [DBG] pgmap v218: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 80 active+clean; 2.2 GiB data, 7.1 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.60k op/s; 6282/105951 objects degraded (5.929%); 0 B/s, 221 objects/s recovering 2021-03-04T23:15:00.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:14:59 gibba038 conmon[76675]: audit 2021-03-04T23:14:59.400636+0000 mon.c (mon.1) 137 : audit [DBG] from='client.? 172.21.2.111:0/1520607678' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:00.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:59 gibba011 conmon[99461]: cluster 2021-03-04T23:14:58.473387+0000 mgr.x ( 2021-03-04T23:15:00.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:59 gibba011 conmon[99461]: mgr.34676) 302 : cluster [DBG] pgmap v218: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 80 active+clean; 2.2 GiB data, 7.1 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.60k op/s; 6282/105951 objects degraded (5.929%); 0 B/s, 221 objects/s recovering 2021-03-04T23:15:00.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:59 gibba011 conmon[99461]: audit 2021-03-04T23:14:59.400636+0000 mon.c (mon.1 2021-03-04T23:15:00.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:14:59 gibba011 conmon[99461]: ) 137 : audit [DBG] from='client.? 172.21.2.111:0/1520607678' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:00.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:59 gibba011 conmon[95595]: cluster 2021-03-04T23:15:00.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:59 gibba011 conmon[95595]: 2021-03-04T23:15:00.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:59 gibba011 conmon[95595]: 2021 2021-03-04T23:15:00.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:59 gibba011 conmon[95595]: - 2021-03-04T23:15:00.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:59 gibba011 conmon[95595]: 03 2021-03-04T23:15:00.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:59 gibba011 conmon[95595]: - 2021-03-04T23:15:00.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:59 gibba011 conmon[95595]: 04 2021-03-04T23:15:00.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:59 gibba011 conmon[95595]: T 2021-03-04T23:15:00.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:59 gibba011 conmon[95595]: 23 2021-03-04T23:15:00.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:59 gibba011 conmon[95595]: : 2021-03-04T23:15:00.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:59 gibba011 conmon[95595]: 14 2021-03-04T23:15:00.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:59 gibba011 conmon[95595]: : 2021-03-04T23:15:00.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:59 gibba011 conmon[95595]: 58 2021-03-04T23:15:00.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:59 gibba011 conmon[95595]: . 2021-03-04T23:15:00.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:59 gibba011 conmon[95595]: 473387 2021-03-04T23:15:00.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:59 gibba011 conmon[95595]: +0000 mgr.x (mgr.34676) 302 : cluster [DBG] 2021-03-04T23:15:00.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:59 gibba011 conmon[95595]: pgmap v218: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 80 active+clean; 2.2 GiB data, 7.1 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.60k op/s; 6282/105951 objects degraded (5.929%); 0 B/s, 221 objects/s recovering 2021-03-04T23:15:00.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:59 gibba011 conmon[95595]: audit 2021-03-04T23:15:00.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:59 gibba011 conmon[95595]: 2021-03-04T23:14:59.400636+0000 mon.c (mon.1) 2021-03-04T23:15:00.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:14:59 gibba011 conmon[95595]: 137 : audit [DBG] from='client.? 172.21.2.111:0/1520607678' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:01.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:00 gibba038 conmon[76675]: cluster 2021-03-04T23:14:59.750656+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2021-03-04T23:15:01.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:00 gibba011 conmon[95595]: cluster 2021-03-04T23:14:59.750656+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2021-03-04T23:15:01.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:00 gibba011 conmon[99461]: cluster 2021-03-04T23:14:59. 2021-03-04T23:15:01.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:00 gibba011 conmon[99461]: 750656+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2021-03-04T23:15:02.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:01 gibba038 conmon[76675]: cluster 2021-03-04T23:15:00.474204+0000 mgr.x (mgr.34676) 303 : cluster [DBG] pgmap v220: 89 pgs: 2 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 80 active+clean; 2.0 GiB data, 6.9 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.28k op/s; 5238/100059 objects degraded (5.235%); 0 B/s, 157 objects/s recovering 2021-03-04T23:15:02.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:01 gibba038 conmon[76675]: cluster 2021-03-04T23:15:00.758233+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2021-03-04T23:15:02.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:01 gibba038 conmon[76675]: audit 2021-03-04T23:15:01.597092+0000 mon.a (mon.0) 2021-03-04T23:15:02.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:01 gibba038 conmon[76675]: 411 : audit [DBG] from='client.? 172.21.2.111:0/1446610883' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:02.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:01 gibba011 conmon[95595]: cluster 2021-03-04T23:15:00.474204+0000 mgr.x (mgr.34676) 303 : cluster [DBG] pgmap v220: 89 pgs: 2 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 80 active+clean; 2.0 GiB data, 6.9 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.28k op/s; 5238/100059 objects degraded (5.235%); 0 B/s, 157 objects/s recovering 2021-03-04T23:15:02.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:01 gibba011 conmon[95595]: cluster 2021-03-04T23:15:00.758233+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2021-03-04T23:15:02.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:01 gibba011 conmon[95595]: audit 2021-03-04T23:15:01 2021-03-04T23:15:02.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:01 gibba011 conmon[95595]: .597092+0000 mon.a (mon.0) 411 : audit [DBG] from='client.? 172.21.2.111:0/1446610883' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:02.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:01 gibba011 conmon[99461]: cluster 2021-03-04T23:15:00.474204+0000 mgr.x (mgr.34676) 303 : 2021-03-04T23:15:02.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:01 gibba011 conmon[99461]: cluster [DBG] pgmap v220: 89 pgs: 2 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 80 active+clean; 2.0 GiB data, 6.9 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.28k op/s; 5238/100059 objects degraded (5.235%); 0 B/s, 157 objects/s recovering 2021-03-04T23:15:02.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:01 gibba011 conmon[99461]: cluster 2021-03-04T23:15:00.758233+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2021-03-04T23:15:02.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:01 gibba011 conmon[99461]: audit 2021-03-04T23:15:01.597092+0000 mon.a (mon.0 2021-03-04T23:15:02.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:01 gibba011 conmon[99461]: ) 411 : audit [DBG] from='client.? 172.21.2.111:0/1446610883' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:04.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:03 gibba038 conmon[76675]: cluster 2021-03-04T23:15:02.474540+0000 mgr.x (mgr.34676) 304 : cluster [DBG] pgmap v222: 89 pgs: 2 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 80 active+clean; 2.0 GiB data, 6.9 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.12k op/s; 5238/100059 objects degraded (5.235%); 0 B/s, 137 objects/s recovering 2021-03-04T23:15:04.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:03 gibba038 conmon[76675]: cluster 2021-03-04T23:15:02.764063+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2021-03-04T23:15:04.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:03 gibba038 conmon[76675]: cluster 2021-03-04T23:15:03.732302+0000 mon.a (mon.0) 413 : cluster [WRN] Health check update: Degraded data redundancy: 5238/100059 objects degraded (5.235%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:15:04.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:03 gibba011 conmon[95595]: cluster 2021-03-04T23:15:02.474540+0000 mgr.x (mgr.34676) 304 : cluster [DBG] pgmap v222: 89 pgs: 2 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 80 active+clean; 2.0 GiB data, 6.9 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.12k op/s; 5238/100059 objects degraded (5.235%); 0 B/s, 137 objects/s recovering 2021-03-04T23:15:04.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:03 gibba011 conmon[95595]: cluster 2021-03-04T23:15:02.764063+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2021-03-04T23:15:04.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:03 gibba011 conmon[95595]: cluster 2021-03-04T23:15:03.732302+0000 mon.a ( 2021-03-04T23:15:04.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:03 gibba011 conmon[95595]: mon.0) 413 : cluster [WRN] Health check update: Degraded data redundancy: 5238/100059 objects degraded (5.235%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:15:04.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:03 gibba011 conmon[99461]: cluster 2021-03-04T23:15:02.474540 2021-03-04T23:15:04.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:03 gibba011 conmon[99461]: +0000 mgr.x (mgr.34676) 304 : cluster [DBG] pgmap v222: 89 pgs: 2 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 2 active+clean+wait, 80 active+clean; 2.0 GiB data, 6.9 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.12k op/s; 5238/100059 objects degraded (5.235%); 0 B/s, 137 objects/s recovering 2021-03-04T23:15:04.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:03 gibba011 conmon[99461]: cluster 2021-03-04T23:15:04.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:03 gibba011 conmon[99461]: 2021-03-04T23:15: 2021-03-04T23:15:04.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:03 gibba011 conmon[99461]: 02.764063+0000 mon.a (mon.0 2021-03-04T23:15:04.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:03 gibba011 conmon[99461]: ) 412 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2021-03-04T23:15:04.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:03 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:15:04.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:03 gibba011 conmon[99461]: 03-04T23:15:03.732302+0000 2021-03-04T23:15:04.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:03 gibba011 conmon[99461]: mon.a (mon.0) 413 : 2021-03-04T23:15:04.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:03 gibba011 conmon[99461]: cluster [WRN] Health check update: Degraded data redundancy: 5238/100059 objects degraded (5.235%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:15:05.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:04 gibba038 conmon[76675]: cluster 2021-03-04T23:15:03.766049+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2021-03-04T23:15:05.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:04 gibba038 conmon[76675]: audit 2021-03-04T23:15:03.787585+0000 mon.a (mon.0) 415 : audit [DBG] from='client.? 172.21.2.111:0/832391738' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:05.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:04 gibba011 conmon[95595]: cluster 2021-03-04T23:15:03.766049+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2021-03-04T23:15:05.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:04 gibba011 conmon[95595]: audit 2021-03-04T23:15:03.787585+0000 mon.a (mon.0) 415 : audit [DBG] from='client.? 172.21.2.111:0/832391738' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:05.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:04 gibba011 conmon[99461]: cluster 2021-03-04T23:15:03.766049+0000 mon.a 2021-03-04T23:15:05.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:04 gibba011 conmon[99461]: (mon.0) 414 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2021-03-04T23:15:05.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:04 gibba011 conmon[99461]: audit 2021-03-04T 2021-03-04T23:15:05.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:04 gibba011 conmon[99461]: 23:15:03.787585+0000 mon.a (mon.0) 415 : audit [DBG] from='client.? 172.21.2.111:0/832391738' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:06.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:05 gibba038 conmon[76675]: cluster 2021-03-04T23:15:04.475170+0000 mgr.x (mgr.34676) 305 : cluster [DBG] pgmap v225: 89 pgs: 1 active+clean+wait, 2 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.9 GiB data, 6.2 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 952 op/s; 4190/92445 objects degraded (4.532%); 0 B/s, 104 objects/s recovering 2021-03-04T23:15:06.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:05 gibba038 conmon[76675]: cluster 2021-03-04T23:15:04.773746+0000 mon.a (mon.0 2021-03-04T23:15:06.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:05 gibba038 conmon[76675]: ) 416 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2021-03-04T23:15:06.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:05 gibba011 conmon[95595]: cluster 2021-03-04T23:15:04.475170+0000 mgr.x (mgr.34676) 305 : cluster [DBG] 2021-03-04T23:15:06.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:05 gibba011 conmon[95595]: pgmap v225: 89 pgs: 1 active+clean+wait, 2 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.9 GiB data, 6.2 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 952 op/s; 4190/92445 objects degraded (4.532%); 0 B/s, 104 objects/s recovering 2021-03-04T23:15:06.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:05 gibba011 conmon[95595]: cluster 2021-03-04T23:15:04.773746+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2021-03-04T23:15:06.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:05 gibba011 conmon[99461]: cluster 2021-03-04T23:15:04.475170+0000 2021-03-04T23:15:06.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:05 gibba011 conmon[99461]: mgr.x (mgr.34676) 305 : cluster [DBG] pgmap v225: 89 pgs: 1 active+clean+wait, 2 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.9 GiB data, 6.2 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 952 op/s; 4190/92445 objects degraded (4.532%); 0 B/s, 104 objects/s recovering 2021-03-04T23:15:06.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:05 gibba011 conmon[99461]: cluster 2021-03-04T23:15:06.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:05 gibba011 conmon[99461]: 2021-03-04T23:15:04.773746+0000 2021-03-04T23:15:06.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:05 gibba011 conmon[99461]: mon.a (mon.0) 416 : cluster 2021-03-04T23:15:06.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:05 gibba011 conmon[99461]: [DBG] osdmap e112: 8 total, 8 up, 8 in 2021-03-04T23:15:07.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:06 gibba038 conmon[76675]: cluster 2021-03-04T23:15:05.775202+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2021-03-04T23:15:07.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:06 gibba038 conmon[76675]: audit 2021-03-04T23:15:05.971945+0000 mon.c (mon.1) 138 : audit [DBG] from='client.? 172.21.2.111:0/250533768' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:07.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:06 gibba011 conmon[95595]: cluster 2021-03-04T23:15:05.775202+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2021-03-04T23:15:07.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:06 gibba011 conmon[95595]: audit 2021-03-04T23:15:05.971945+0000 mon.c (mon.1) 138 : audit [DBG] from='client.? 172.21.2.111:0/250533768' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:07.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:06 gibba011 conmon[99461]: cluster 2021-03-04T23:15:05.775202+0000 mon.a (mon.0) 417 : cluster [DBG] 2021-03-04T23:15:07.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:06 gibba011 conmon[99461]: osdmap e113: 8 total, 8 up, 8 in 2021-03-04T23:15:07.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:06 gibba011 conmon[99461]: audit 2021-03-04T23:15:05.971945+0000 mon.c (mon.1) 138 : audit [DBG] from='client.? 172.21.2.111:0/250533768' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:08.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:07 gibba038 conmon[76675]: cluster 2021-03-04T23:15:06.475427+0000 mgr.x (mgr.34676) 306 : cluster [DBG] pgmap v228: 89 pgs: 1 active+clean+wait, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.9 GiB data, 6.2 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 642 op/s; 3170/92346 objects degraded (3.433%); 0 B/s, 385 objects/s recovering 2021-03-04T23:15:08.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:07 gibba038 conmon[76675]: cluster 2021-03-04T23:15:06.782705+0000 mon.a (mon.0) 418 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2021-03-04T23:15:08.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:07 gibba011 conmon[99461]: cluster 2021-03-04T23:15:06.475427+0000 mgr.x 2021-03-04T23:15:08.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:07 gibba011 conmon[99461]: (mgr.34676) 306 : cluster [DBG] pgmap v228: 89 pgs: 1 active+clean+wait, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.9 GiB data, 6.2 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 642 op/s; 3170/92346 objects degraded (3.433%); 0 B/s, 385 objects/s recovering 2021-03-04T23:15:08.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:07 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:15:08.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:07 gibba011 conmon[99461]: -03-04T23:15:06.782705+0000 mon.a (mon.0) 418 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2021-03-04T23:15:08.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:07 gibba011 conmon[99461]: 2021-03-04T23:15:08.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:07 gibba011 conmon[95595]: cluster 2021-03-04T23:15:06.475427+0000 mgr.x (mgr.34676) 306 : cluster 2021-03-04T23:15:08.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:07 gibba011 conmon[95595]: [DBG] pgmap v228: 89 pgs: 1 active+clean+wait, 2 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.9 GiB data, 6.2 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 642 op/s; 3170/92346 objects degraded (3.433%); 0 B/s, 385 objects/s recovering 2021-03-04T23:15:08.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:07 gibba011 conmon[95595]: cluster 2021-03-04T23:15:06.782705+0000 mon.a (mon.0) 418 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2021-03-04T23:15:09.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:08 gibba038 conmon[76675]: cluster 2021-03-04T23:15:07.783660+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2021-03-04T23:15:09.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:08 gibba038 conmon[76675]: audit 2021-03-04T23:15:09.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:08 gibba038 conmon[76675]: 2021-03-04T23:15:08.189832+0000 mon.a (mon.0) 420 : audit [DBG] from='client.? 172.21.2.111:0/3310141121' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:09.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:08 gibba038 conmon[76675]: cluster 2021-03-04T23:15:08.732972+0000 mon.a (mon.0) 421 : cluster [WRN] Health check update: Degraded data redundancy: 3170/92346 objects degraded (3.433%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:15:09.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:08 gibba038 conmon[76675]: cluster 2021-03-04T23:15:08.736804+0000 mon.a (mon.0) 422 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2021-03-04T23:15:09.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:08 gibba038 conmon[76675]: 2021-03-04T23:15:09.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:08 gibba011 conmon[99461]: cluster 2021-03-04T23:15:07.783660+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2021-03-04T23:15:09.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:08 gibba011 conmon[99461]: 2021-03-04T23:15:09.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:08 gibba011 conmon[99461]: audit 2021-03-04T23:15:08.189832+0000 mon.a ( 2021-03-04T23:15:09.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:08 gibba011 conmon[99461]: mon.0) 420 : audit [DBG] from='client.? 172.21.2.111:0/3310141121' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:09.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:08 gibba011 conmon[99461]: cluster 2021-03-04T23:15:09.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:08 gibba011 conmon[99461]: 2021-03-04T23:15:08.732972+0000 mon.a (mon.0) 421 : cluster [WRN] Health check update: Degraded data redundancy: 3170/92346 objects degraded (3.433%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:15:09.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:08 gibba011 conmon[99461]: cluster 2021-03-04T23:15:08.736804 2021-03-04T23:15:09.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:08 gibba011 conmon[99461]: +0000 mon.a (mon.0) 422 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2021-03-04T23:15:09.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:08 gibba011 conmon[95595]: cluster 2021-03-04T23:15:07.783660+0000 mon.a (mon.0) 419 : cluster [DBG] 2021-03-04T23:15:09.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:08 gibba011 conmon[95595]: osdmap e115: 8 total, 8 up, 8 in 2021-03-04T23:15:09.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:08 gibba011 conmon[95595]: audit 2021-03-04T23:15:08.189832+0000 mon.a (mon.0) 420 : audit [DBG] from='client.? 172.21.2.111:0/3310141121' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:09.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:08 gibba011 conmon[95595]: cluster 2021-03-04T23:15:08.732972+0000 mon.a (mon.0) 421 : 2021-03-04T23:15:09.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:08 gibba011 conmon[95595]: cluster [WRN] Health check update: Degraded data redundancy: 3170/92346 objects degraded (3.433%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:15:09.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:08 gibba011 conmon[95595]: cluster 2021-03-04T23:15: 2021-03-04T23:15:09.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:08 gibba011 conmon[95595]: 08.736804+0000 mon.a (mon.0) 422 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2021-03-04T23:15:10.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:09 gibba038 conmon[76675]: cluster 2021-03-04T23:15:08.475912+0000 mgr.x (mgr.34676) 307 : cluster [DBG] pgmap v231: 89 pgs: 1 active+clean+wait, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 1.9 GiB data, 6.0 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 8 op/s; 2116/92346 objects degraded (2.291%); 0 B/s, 683 objects/s recovering 2021-03-04T23:15:10.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:09 gibba038 conmon[76675]: cluster 2021-03-04T23:15:09.741557+0000 mon.a (mon.0) 423 : cluster [DBG] 2021-03-04T23:15:10.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:09 gibba038 conmon[76675]: osdmap e117: 8 total, 8 up, 8 in 2021-03-04T23:15:10.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:09 gibba011 conmon[99461]: cluster 2021-03-04T23:15:08.475912+0000 mgr.x (mgr.34676) 307 : cluster [DBG] 2021-03-04T23:15:10.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:09 gibba011 conmon[99461]: pgmap v231: 89 pgs: 1 active+clean+wait, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 1.9 GiB data, 6.0 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 8 op/s; 2116/92346 objects degraded (2.291%); 0 B/s, 683 objects/s recovering 2021-03-04T23:15:10.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:09 gibba011 conmon[99461]: cluster 2021-03-04T23:15:09. 2021-03-04T23:15:10.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:09 gibba011 conmon[99461]: 741557+0000 mon.a (mon.0) 423 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2021-03-04T23:15:10.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:09 gibba011 conmon[95595]: cluster 2021-03-04T23:15:08.475912+0000 mgr.x (mgr.34676) 307 : cluster [DBG] pgmap v231: 89 pgs: 1 active+clean+wait, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 1.9 GiB data, 6.0 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 8 op/s; 2116/92346 objects degraded (2.291%); 0 B/s, 683 objects/s recovering 2021-03-04T23:15:10.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:09 gibba011 conmon[95595]: 2021-03-04T23:15:10.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:09 gibba011 conmon[95595]: cluster 2021-03-04T23:15:09.741557+0000 mon.a (mon.0) 423 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2021-03-04T23:15:11.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:10 gibba038 conmon[76675]: audit 2021-03-04T23:15:10.403680+0000 mon.a (mon.0) 424 : audit [DBG] 2021-03-04T23:15:11.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:10 gibba038 conmon[76675]: from='client.? 172.21.2.111:0/1013294228' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:11.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:10 gibba038 conmon[76675]: audit 2021-03-04T23:15:10.558209+0000 mon.c (mon.1) 139 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:15:11.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:10 gibba011 conmon[95595]: audit 2021-03-04T23:15:10.403680+0000 mon.a (mon.0) 424 : audit [DBG] from='client.? 172.21.2.111:0/1013294228' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:11.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:10 gibba011 conmon[95595]: audit 2021-03-04T23:15:10.558209+0000 mon.c (mon.1) 139 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:15:11.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:10 gibba011 conmon[99461]: audit 2021-03-04T23:15:10.403680+0000 mon.a ( 2021-03-04T23:15:11.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:10 gibba011 conmon[99461]: mon.0) 424 : audit [DBG] from='client.? 172.21.2.111:0/1013294228' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:11.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:10 gibba011 conmon[99461]: audit 2021-03-04T23 2021-03-04T23:15:11.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:10 gibba011 conmon[99461]: :15:10.558209+0000 mon.c (mon.1) 139 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:15:12.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:11 gibba038 conmon[76675]: cluster 2021-03-04T23:15:10.476311+0000 mgr.x (mgr.34676) 308 : cluster [DBG] pgmap v234: 89 pgs: 1 active+clean+wait, 2 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 1.9 GiB data, 6.0 GiB used, 661 GiB / 672 GiB avail; 1030/92346 objects degraded (1.115%); 0 B/s, 855 objects/s recovering 2021-03-04T23:15:12.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:11 gibba038 conmon[76675]: audit 2021-03-04T23:15:10.558470+0000 mgr.x (mgr.34676) 309 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:15:12.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:11 gibba038 conmon[76675]: cephadm 2021-03-04T23:15:10.559193+0000 mgr.x (mgr.34676) 310 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2021-03-04T23:15:12.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:11 gibba038 conmon[76675]: cluster 2021-03-04T23:15:10.796264+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2021-03-04T23:15:12.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:11 gibba011 conmon[95595]: cluster 2021-03-04T23:15:10.476311+0000 mgr.x (mgr.34676) 308 : cluster [DBG] pgmap v234: 89 pgs: 1 active+clean+wait, 2 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 1.9 GiB data, 6.0 GiB used, 661 GiB / 672 GiB avail; 1030/92346 objects degraded (1.115%); 0 B/s, 855 objects/s recovering 2021-03-04T23:15:12.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:11 gibba011 conmon[95595]: audit 2021-03-04T23:15:10.558470+0000 mgr.x (mgr.34676) 309 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:15:12.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:11 gibba011 conmon[95595]: cephadm 2021-03-04T23:15:10.559193+0000 mgr.x (mgr.34676) 310 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2021-03-04T23:15:12.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:11 gibba011 conmon[95595]: cluster 2021-03-04T23:15:10.796264+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2021-03-04T23:15:12.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:11 gibba011 conmon[99461]: cluster 2021-03-04T23:15:10.476311+0000 mgr.x (mgr.34676) 2021-03-04T23:15:12.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:11 gibba011 conmon[99461]: 308 : cluster [DBG] pgmap v234: 89 pgs: 1 active+clean+wait, 2 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 1.9 GiB data, 6.0 GiB used, 661 GiB / 672 GiB avail; 1030/92346 objects degraded (1.115%); 0 B/s, 855 objects/s recovering 2021-03-04T23:15:12.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:11 gibba011 conmon[99461]: audit 2021-03-04T23:15:10.558470+0000 mgr.x 2021-03-04T23:15:12.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:11 gibba011 conmon[99461]: (mgr.34676) 309 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:15:12.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:11 gibba011 conmon[99461]: cephadm 2021-03-04T23:15:10.559193+0000 mgr.x 2021-03-04T23:15:12.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:11 gibba011 conmon[99461]: (mgr.34676) 310 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2021-03-04T23:15:12.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:11 gibba011 conmon[99461]: cluster 2021-03-04T23:15:12.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:11 gibba011 conmon[99461]: 2021-03-04T23:15:10.796264+0000 mon.a ( 2021-03-04T23:15:12.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:11 gibba011 conmon[99461]: mon.0) 425 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2021-03-04T23:15:13.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:12 gibba038 conmon[76675]: cluster 2021-03-04T23:15:11.797018+0000 mon.a (mon.0) 426 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2021-03-04T23:15:13.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:12 gibba038 conmon[76675]: audit 2021-03-04T23:15:12.686814+0000 mon.c (mon.1) 140 : audit [DBG] from='client.? 172.21.2.111:0/2419360241' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:13.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:12 gibba011 conmon[99461]: cluster 2021-03-04T23:15:11.797018+0000 mon.a (mon.0) 426 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2021-03-04T23:15:13.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:12 gibba011 conmon[99461]: audit 2021-03-04T23:15:12.686814+0000 mon.c (mon.1) 140 : audit [DBG] from='client.? 172.21.2.111:0/2419360241' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:13.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:12 gibba011 conmon[95595]: cluster 2021-03-04T23:15:11.797018+0000 mon.a (mon.0) 426 : cluster 2021-03-04T23:15:13.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:12 gibba011 conmon[95595]: [DBG] osdmap e119: 8 total, 8 up, 8 in 2021-03-04T23:15:13.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:12 gibba011 conmon[95595]: audit 2021-03-04T23:15:12.686814+0000 mon.c (mon.1) 140 : audit [DBG] from='client.? 172.21.2.111:0/2419360241' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:14.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:13 gibba038 conmon[76675]: cluster 2021-03-04T23:15:12.476586+0000 mgr.x (mgr.34676) 311 : cluster [DBG] pgmap v237: 89 pgs: 1 active+clean+wait, 2 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 1.9 GiB data, 6.0 GiB used, 661 GiB / 672 GiB avail; 1030/92346 objects degraded (1.115%); 0 B/s, 451 objects/s recovering 2021-03-04T23:15:14.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:13 gibba038 conmon[76675]: cluster 2021-03-04T23:15:13.733826+0000 mon.a (mon.0) 427 : cluster [WRN] Health check update: Degraded data redundancy: 1030/92346 objects degraded (1.115%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:15:14.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:13 gibba011 conmon[95595]: cluster 2021-03-04T23:15:12.476586+0000 mgr.x (mgr.34676) 311 : cluster [DBG] pgmap v237: 89 pgs: 1 active+clean+wait, 2 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 1.9 GiB data, 6.0 GiB used, 661 GiB / 672 GiB avail; 1030/92346 objects degraded (1.115%); 0 B/s, 451 objects/s recovering 2021-03-04T23:15:14.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:13 gibba011 conmon[95595]: cluster 2021-03-04T23:15:13.733826+0000 mon.a (mon.0) 427 : cluster [WRN] Health check update: Degraded data redundancy: 1030/92346 objects degraded (1.115%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:15:14.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:13 gibba011 conmon[99461]: cluster 2021-03-04T23:15:12.476586+0000 mgr.x (mgr.34676) 311 2021-03-04T23:15:14.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:13 gibba011 conmon[99461]: : cluster [DBG] pgmap v237: 89 pgs: 1 active+clean+wait, 2 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 1.9 GiB data, 6.0 GiB used, 661 GiB / 672 GiB avail; 1030/92346 objects degraded (1.115%); 0 B/s, 451 objects/s recovering 2021-03-04T23:15:14.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:13 gibba011 conmon[99461]: cluster 2021-03-04T23:15:13.733826+0000 2021-03-04T23:15:14.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:13 gibba011 conmon[99461]: mon.a (mon.0) 427 : cluster [WRN] Health check update: Degraded data redundancy: 1030/92346 objects degraded (1.115%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:15:15.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:14 gibba038 conmon[76675]: cluster 2021-03-04T23:15:14.805514+0000 mon.a (mon.0) 428 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1030/92346 objects degraded (1.115%), 1 pg degraded) 2021-03-04T23:15:15.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:14 gibba038 conmon[76675]: cluster 2021-03-04T23:15:14.805540+0000 mon.a (mon.0) 429 : cluster [INF] Cluster is now healthy 2021-03-04T23:15:15.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:14 gibba011 conmon[95595]: cluster 2021-03-04T23:15:14.805514+0000 mon.a (mon.0) 428 : cluster [INF] 2021-03-04T23:15:15.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:14 gibba011 conmon[95595]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1030/92346 objects degraded (1.115%), 1 pg degraded) 2021-03-04T23:15:15.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:14 gibba011 conmon[95595]: cluster 2021-03-04T23:15:14.805540+0000 mon.a (mon.0) 429 : cluster [INF] Cluster is now healthy 2021-03-04T23:15:15.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:14 gibba011 conmon[99461]: cluster 2021-03-04T23:15:14.805514+0000 mon.a (mon.0) 428 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1030/92346 objects degraded (1.115%), 1 pg degraded) 2021-03-04T23:15:15.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:14 gibba011 conmon[99461]: cluster 2021-03-04T23:15:14.805540+0000 mon.a (mon.0) 429 : cluster [INF] Cluster is now healthy 2021-03-04T23:15:16.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:15 gibba038 conmon[76675]: cluster 2021-03-04T23:15:14.477020+0000 mgr.x (mgr.34676) 312 : cluster [DBG] pgmap v238: 89 pgs: 2 active+recovering+undersized+remapped, 87 active+clean; 1.8 GiB data, 5.7 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 265 op/s; 0 B/s, 460 objects/s recovering 2021-03-04T23:15:16.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:15 gibba038 conmon[76675]: audit 2021-03-04T23:15:14.960204+0000 mon.a (mon.0) 430 : audit [DBG] from='client.? 172.21.2.111:0/947195024' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:16.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[95595]: cluster 2021-03-04T23:15:14.477020+0000 mgr.x (mgr.34676) 312 : cluster [DBG] pgmap v238: 89 pgs: 2 active+recovering+undersized+remapped, 87 active+clean; 1.8 GiB data, 5.7 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 265 op/s; 0 B/s, 460 objects/s recovering 2021-03-04T23:15:16.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[95595]: 2021-03-04T23:15:16.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[95595]: audit 2021-03-04T23:15:14.960204+0000 mon.a (mon.0) 430 : audit [DBG] from='client.? 172.21.2.111:0/947195024' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:16.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: cluster 2021-03-04T23:15:16.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: 2021-03-04T23:15:16.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: 2021 2021-03-04T23:15:16.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: - 2021-03-04T23:15:16.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: 03 2021-03-04T23:15:16.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: - 2021-03-04T23:15:16.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: 04 2021-03-04T23:15:16.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: T 2021-03-04T23:15:16.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: 23 2021-03-04T23:15:16.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: : 2021-03-04T23:15:16.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: 15 2021-03-04T23:15:16.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: : 2021-03-04T23:15:16.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: 14 2021-03-04T23:15:16.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: . 2021-03-04T23:15:16.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: 477020 2021-03-04T23:15:16.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: +0000 2021-03-04T23:15:16.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: 2021-03-04T23:15:16.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: mgr.x 2021-03-04T23:15:16.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: ( 2021-03-04T23:15:16.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: mgr 2021-03-04T23:15:16.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: . 2021-03-04T23:15:16.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: 34676 2021-03-04T23:15:16.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: ) 2021-03-04T23:15:16.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: 312 2021-03-04T23:15:16.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: : 2021-03-04T23:15:16.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: cluster 2021-03-04T23:15:16.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: 2021-03-04T23:15:16.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: [DBG] 2021-03-04T23:15:16.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: 2021-03-04T23:15:16.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: pgmap v238: 89 pgs: 2 active+recovering+undersized+remapped, 87 active+clean; 1.8 GiB data, 5.7 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 265 op/s; 0 B/s, 460 objects/s recovering 2021-03-04T23:15:16.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: 2021-03-04T23:15:16.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: audit 2021-03-04T23:15:16.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: 2021-03-04T23:15:16.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: 2021 2021-03-04T23:15:16.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: - 2021-03-04T23:15:16.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: 03 2021-03-04T23:15:16.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: - 2021-03-04T23:15:16.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: 04 2021-03-04T23:15:16.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: T 2021-03-04T23:15:16.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: 23 2021-03-04T23:15:16.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: : 2021-03-04T23:15:16.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: 15 2021-03-04T23:15:16.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: :14.960204+0000 mon.a ( 2021-03-04T23:15:16.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:15 gibba011 conmon[99461]: mon.0) 430 : audit [DBG] from='client.? 172.21.2.111:0/947195024' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:17.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: cluster 2021-03-04T23:15:15.863372+0000 mon.a (mon.0) 431 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2021-03-04T23:15:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: audit 2021-03-04T23:15:16. 2021-03-04T23:15:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: 443907+0000 mon.c (mon.1) 141 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:15:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: audit 2021-03-04T23:15:16.444056+0000 mon.c (mon.1) 142 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:15:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:15:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: -04T23:15:16.444226+0000 mon.c (mon.1) 143 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:15:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:15:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: -04T23:15:16.444248+0000 mon.a (mon 2021-03-04T23:15:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: .0) 432 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:15:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: audit 2021-03-04T 2021-03-04T23:15:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: 23:15:16.444582+0000 mon.a (mon 2021-03-04T23:15:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: .0) 433 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:15:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:15:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: -04T23:15:16.444822 2021-03-04T23:15:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: +0000 mon.a (mon.0) 434 : audit 2021-03-04T23:15:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:15:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: audit 2021-03-04T23:15:16.596662+0000 2021-03-04T23:15:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: mon.c (mon.1) 144 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:15:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: audit 2021-03-04T23:15 2021-03-04T23:15:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: :16.597143+0000 mon.a (mon.0) 435 : audit 2021-03-04T23:15:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:15:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: audit 2021 2021-03-04T23:15:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: -03-04T23:15: 2021-03-04T23:15:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: 16.606704+0000 mon.c (mon.1 2021-03-04T23:15:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: ) 145 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:15:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:15:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: 03-04T23:15:16.607116 2021-03-04T23:15:17.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: +0000 mon.a (mon.0) 436 : 2021-03-04T23:15:17.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:16 gibba038 conmon[76675]: audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:15:17.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[95595]: cluster 2021-03-04T23:15:15.863372+0000 mon.a (mon.0) 431 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2021-03-04T23:15:17.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[95595]: audit 2021-03-04T23:15:16.443907+0000 mon.c (mon.1) 141 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:15:17.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[95595]: audit 2021-03-04T23:15:16.444056+0000 mon.c (mon.1) 142 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:15:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[95595]: audit 2021-03-04T23:15:16.444226+0000 mon.c (mon.1) 143 : audit [INF] 2021-03-04T23:15:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:15:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[95595]: audit 2021-03-04T23:15:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[95595]: 2021-03-04T23:15:16.444248+0000 mon.a (mon.0) 432 2021-03-04T23:15:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[95595]: : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:15:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[95595]: audit 2021-03-04T23:15:16. 2021-03-04T23:15:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[95595]: 444582+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:15:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[95595]: 2021-03-04T23:15:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[95595]: audit 2021-03-04T23:15: 2021-03-04T23:15:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[95595]: 16.444822+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:15:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[95595]: audit 2021-03-04T23:15:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[95595]: 2021-03-04T23:15:16.596662+0000 mon.c (mon.1) 144 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:15:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[95595]: 2021-03-04T23:15:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[95595]: audit 2021 2021-03-04T23:15:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[95595]: -03-04T23:15:16.597143+0000 mon.a (mon.0) 2021-03-04T23:15:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[95595]: 435 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:15:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[95595]: audit 2021-03-04T23 2021-03-04T23:15:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[95595]: :15:16.606704+0000 mon.c (mon.1) 2021-03-04T23:15:17.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[95595]: 145 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:15:17.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[95595]: audit 2021-03-04T23:15: 2021-03-04T23:15:17.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[95595]: 16.607116+0000 mon.a (mon.0) 436 : audit 2021-03-04T23:15:17.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[95595]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:15:17.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: cluster 2021-03-04T23:15:15.863372+0000 mon.a (mon.0) 431 : cluster 2021-03-04T23:15:17.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: [DBG] osdmap e120: 8 total, 8 up, 8 in 2021-03-04T23:15:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: audit 2021-03-04T23:15:16.443907+0000 mon.c (mon.1) 141 : audit 2021-03-04T23:15:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:15:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:15:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: -04T23:15:16.444056+0000 mon.c (mon.1) 142 : audit [INF] 2021-03-04T23:15:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:15:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: audit 2021-03-04T23:15:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: 2021-03-04T23:15:16.444226+0000 mon.c (mon.1) 2021-03-04T23:15:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: 143 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:15:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: audit 2021-03-04T23:15: 2021-03-04T23:15:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: 16.444248+0000 mon.a (mon.0) 432 : audit 2021-03-04T23:15:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:15:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: audit 2021-03-04T23:15:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: 2021-03-04T23:15:16.444582+0000 mon.a ( 2021-03-04T23:15:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: mon.0) 433 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:15:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: audit 2021-03-04T23:15: 2021-03-04T23:15:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: 16.444822+0000 mon.a (mon.0) 434 : audit 2021-03-04T23:15:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:15:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: audit 2021-03-04T23:15:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: 2021-03-04T23:15:16.596662+0000 mon.c (mon.1) 144 2021-03-04T23:15:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:15:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: audit 2021-03-04T23: 2021-03-04T23:15:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: 15:16.597143+0000 mon.a (mon.0) 435 : audit 2021-03-04T23:15:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:15:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: audit 2021-03-04T23:15:16 2021-03-04T23:15:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: .606704+0000 mon.c (mon.1) 145 : audit 2021-03-04T23:15:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:15:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: audit 2021-03-04T23:15:16 2021-03-04T23:15:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: .607116+0000 mon.a (mon.0) 436 : audit [INF] 2021-03-04T23:15:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:16 gibba011 conmon[99461]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:15:18.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:17 gibba038 conmon[76675]: cluster 2021-03-04T23:15:16.477261+0000 mgr.x (mgr.34676) 313 : cluster [DBG] pgmap v240: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 87 active+clean; 1.7 GiB data, 5.5 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 486 op/s; 0 B/s, 165 objects/s recovering 2021-03-04T23:15:18.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:17 gibba038 conmon[76675]: cluster 2021-03-04T23:15:16.868480+0000 mon.a (mon.0) 437 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2021-03-04T23:15:18.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:17 gibba038 conmon[76675]: audit 2021-03-04T23:15:17.236004+0000 mon.a (mon.0) 438 : audit [DBG] from='client.? 172.21.2.111:0/3075807965' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:18.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:17 gibba011 conmon[95595]: cluster 2021-03-04T23:15:16.477261+0000 mgr.x (mgr.34676) 313 : cluster [DBG] pgmap v240: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 87 active+clean; 1.7 GiB data, 5.5 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 486 op/s; 0 B/s, 165 objects/s recovering 2021-03-04T23:15:18.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:17 gibba011 conmon[95595]: cluster 2021-03-04T23:15:16.868480+0000 mon.a (mon.0) 437 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2021-03-04T23:15:18.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:17 gibba011 conmon[95595]: audit 2021-03-04T23:15:17.236004+0000 mon.a ( 2021-03-04T23:15:18.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:17 gibba011 conmon[95595]: mon.0) 438 : audit 2021-03-04T23:15:18.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:17 gibba011 conmon[95595]: [DBG] from='client.? 172.21.2.111:0/3075807965' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:18.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:17 gibba011 conmon[99461]: cluster 2021-03-04T23:15:16.477261+0000 mgr.x ( 2021-03-04T23:15:18.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:17 gibba011 conmon[99461]: mgr.34676) 313 : cluster [DBG] pgmap v240: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 87 active+clean; 1.7 GiB data, 5.5 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 486 op/s; 0 B/s, 165 objects/s recovering 2021-03-04T23:15:18.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:17 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:15:18.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:17 gibba011 conmon[99461]: 15:16.868480+0000 mon.a (mon.0) 437 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2021-03-04T23:15:18.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:17 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:15:18.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:17 gibba011 conmon[99461]: 03-04T23:15:17.236004+0000 2021-03-04T23:15:18.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:17 gibba011 conmon[99461]: mon.a (mon.0) 438 : audit 2021-03-04T23:15:18.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:17 gibba011 conmon[99461]: [DBG] from='client.? 172.21.2.111:0/3075807965' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:19 gibba038 conmon[76675]: cluster 2021-03-04T23:15:18.477721+0000 mgr.x (mgr.34676) 314 : cluster [DBG] pgmap v242: 89 pgs: 1 active+recovery_wait, 88 active+clean; 1.4 GiB data, 4.5 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s; 0 B/s, 214 objects/s recovering 2021-03-04T23:15:20.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:19 gibba038 conmon[76675]: audit 2021-03-04T23:15:19.503515+0000 mon.a (mon.0) 439 : audit [DBG] from='client.? 172.21.2.111:0/152179673' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:20.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:19 gibba011 conmon[95595]: cluster 2021-03-04T23:15:18.477721+0000 mgr.x (mgr.34676) 314 : cluster [DBG] pgmap v242: 89 pgs: 1 active+recovery_wait, 88 active+clean; 1.4 GiB data, 4.5 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s; 0 B/s, 214 objects/s recovering 2021-03-04T23:15:20.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:19 gibba011 conmon[95595]: audit 2021-03-04T23:15:19.503515+0000 mon.a (mon.0) 439 : audit [DBG] from='client.? 172.21.2.111:0/152179673' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:20.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:19 gibba011 conmon[99461]: cluster 2021-03-04T23:15:18.477721+0000 mgr.x (mgr.34676) 314 : cluster 2021-03-04T23:15:20.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:19 gibba011 conmon[99461]: [DBG] pgmap v242: 89 pgs: 1 active+recovery_wait, 88 active+clean; 1.4 GiB data, 4.5 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.20k op/s; 0 B/s, 214 objects/s recovering 2021-03-04T23:15:20.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:19 gibba011 conmon[99461]: audit 2021-03-04T23:15:19.503515+0000 mon.a (mon.0) 439 : audit [DBG] 2021-03-04T23:15:20.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:19 gibba011 conmon[99461]: from='client.? 172.21.2.111:0/152179673' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:21 gibba038 conmon[76675]: cluster 2021-03-04T23:15:20.478089+0000 mgr.x (mgr.34676) 315 : cluster [DBG] pgmap v243: 89 pgs: 89 active+clean; 1.3 GiB data, 4.3 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.21k op/s; 0 B/s, 179 objects/s recovering 2021-03-04T23:15:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:21 gibba038 conmon[76675]: 2021-03-04T23:15:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:21 gibba038 conmon[76675]: audit 2021-03-04T23:15:21.779326+0000 mon.a (mon.0) 440 : audit [DBG] from='client.? 172.21.2.111:0/1626224478' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:22.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:21 gibba011 conmon[95595]: cluster 2021-03-04T23:15:22.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:21 gibba011 conmon[95595]: 2021-03-04T23:15: 2021-03-04T23:15:22.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:21 gibba011 conmon[95595]: 20.478089+0000 mgr.x (mgr.34676) 315 : cluster [DBG] pgmap v243: 89 pgs: 89 active+clean; 1.3 GiB data, 4.3 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.21k op/s; 0 B/s, 179 objects/s recovering 2021-03-04T23:15:22.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:21 gibba011 conmon[95595]: audit 2021-03-04T23:15:21 2021-03-04T23:15:22.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:21 gibba011 conmon[95595]: .779326+0000 mon.a (mon.0) 440 : audit 2021-03-04T23:15:22.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:21 gibba011 conmon[95595]: [DBG] from='client.? 172.21.2.111:0/1626224478' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:22.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:21 gibba011 conmon[99461]: cluster 2021-03-04T23:15:20.478089+0000 mgr.x (mgr.34676) 315 : cluster [DBG] 2021-03-04T23:15:22.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:21 gibba011 conmon[99461]: pgmap v243: 89 pgs: 89 active+clean; 1.3 GiB data, 4.3 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.21k op/s; 0 B/s, 179 objects/s recovering 2021-03-04T23:15:22.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:21 gibba011 conmon[99461]: audit 2021-03-04T23:15:21.779326+0000 mon.a (mon.0) 440 : audit [DBG] from='client.? 172.21.2.111:0/1626224478' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:24.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:23 gibba038 conmon[76675]: cluster 2021-03-04T23:15:22.478399+0000 mgr.x (mgr.34676) 316 : cluster [DBG] pgmap v244: 89 pgs: 89 active+clean; 1.3 GiB data, 4.3 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.02k op/s; 0 B/s, 74 objects/s recovering 2021-03-04T23:15:24.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:23 gibba038 conmon[76675]: 2021-03-04T23:15:24.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:23 gibba011 conmon[95595]: cluster 2021-03-04T23:15:22.478399+0000 mgr.x (mgr.34676) 2021-03-04T23:15:24.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:23 gibba011 conmon[95595]: 316 : cluster [DBG] pgmap v244: 89 pgs: 89 active+clean; 1.3 GiB data, 4.3 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.02k op/s; 0 B/s, 74 objects/s recovering 2021-03-04T23:15:24.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:23 gibba011 conmon[99461]: cluster 2021-03-04T23:15:22.478399+0000 2021-03-04T23:15:24.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:23 gibba011 conmon[99461]: mgr.x (mgr.34676) 316 : cluster [DBG] pgmap v244: 89 pgs: 89 active+clean; 1.3 GiB data, 4.3 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.02k op/s; 0 B/s, 74 objects/s recovering 2021-03-04T23:15:25.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:24 gibba038 conmon[76675]: audit 2021-03-04T23:15:24.079479+0000 mon.c (mon.1) 146 : audit [DBG] from='client.? 172.21.2.111:0/3351055650' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:25.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:24 gibba011 conmon[95595]: audit 2021-03-04T23:15:24.079479+0000 mon.c (mon.1) 146 : 2021-03-04T23:15:25.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:24 gibba011 conmon[95595]: audit [DBG] from='client.? 172.21.2.111:0/3351055650' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:25.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:24 gibba011 conmon[99461]: audit 2021-03-04T23:15:24.079479+0000 mon.c (mon. 2021-03-04T23:15:25.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:24 gibba011 conmon[99461]: 1) 146 : audit [DBG] from='client.? 172.21.2.111:0/3351055650' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:26.142 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:25 gibba011 conmon[99461]: cluster 2021-03-04T23:15:24.478771+0000 mgr.x (mgr.34676) 317 : cluster [DBG] pgmap v245: 89 pgs: 89 active+clean; 915 MiB data, 3.0 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s; 0 B/s, 51 objects/s recovering 2021-03-04T23:15:26.142 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:25 gibba011 conmon[99461]: audit 2021-03-04T23:15:25.574217+0000 mon.c (mon.1) 147 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:15:26.143 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:25 gibba011 conmon[95595]: cluster 2021-03-04T23:15:24.478771+0000 mgr.x (mgr.34676) 317 : cluster [DBG] pgmap v245: 89 pgs: 89 active+clean; 915 MiB data, 3.0 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s; 0 B/s, 51 objects/s recovering 2021-03-04T23:15:26.143 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:25 gibba011 conmon[95595]: audit 2021-03-04T23:15:25.574217+0000 mon.c (mon.1) 147 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:15:26.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:25 gibba038 conmon[76675]: cluster 2021-03-04T23:15:24.478771+0000 mgr.x (mgr.34676) 317 : cluster [DBG] pgmap v245: 89 pgs: 89 active+clean; 915 MiB data, 3.0 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s; 0 B/s, 51 objects/s recovering 2021-03-04T23:15:26.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:25 gibba038 conmon[76675]: 2021-03-04T23:15:26.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:25 gibba038 conmon[76675]: audit 2021-03-04T23:15:25.574217+0000 mon.c (mon.1) 147 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:15:27.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:26 gibba038 conmon[76675]: audit 2021-03-04T23:15:25.574416+0000 mgr.x (mgr.34676) 318 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:15:27.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:26 gibba038 conmon[76675]: cephadm 2021-03-04T23:15:25.575202+0000 mgr.x (mgr.34676) 319 : cephadm [INF] Upgrade: osd.3 is safe to restart 2021-03-04T23:15:27.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:26 gibba038 conmon[76675]: audit 2021-03-04T23:15:26.381163+0000 mon.b (mon.2) 5 : audit [DBG] from='client.? 172.21.2.111:0/4181119722' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:27.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:26 gibba038 conmon[76675]: audit 2021-03-04T23:15:26.587871+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:15:27.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:26 gibba011 conmon[95595]: audit 2021-03-04T23:15:25.574416+0000 mgr.x (mgr.34676) 318 : 2021-03-04T23:15:27.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:26 gibba011 conmon[95595]: audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:15:27.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:26 gibba011 conmon[95595]: cephadm 2021-03-04T23:15:25.575202+0000 mgr.x (mgr.34676) 319 : cephadm [INF] Upgrade: osd.3 is safe to restart 2021-03-04T23:15:27.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:26 gibba011 conmon[95595]: audit 2021-03-04T23:15:26.381163+0000 mon.b (mon.2) 5 : audit [DBG] from='client.? 172.21.2.111:0/4181119722' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:27.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:26 gibba011 conmon[95595]: audit 2021-03-04T23:15:26.587871+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:15:27.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:26 gibba011 conmon[99461]: audit 2021-03-04T23:15:25.574416+0000 mgr.x (mgr. 2021-03-04T23:15:27.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:26 gibba011 conmon[99461]: 34676) 318 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2021-03-04T23:15:27.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:26 gibba011 conmon[99461]: cephadm 2021-03-04T23:15:25.575202+0000 mgr.x (mgr.34676) 319 : cephadm [INF] Upgrade: osd.3 is safe to restart 2021-03-04T23:15:27.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:26 gibba011 conmon[99461]: audit 2021-03-04T23:15:26.381163+0000 mon.b (mon.2) 5 : audit [DBG] from='client.? 172.21.2.111:0/4181119722' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:27.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:26 gibba011 conmon[99461]: audit 2021-03-04T23:15:26.587871+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:15:28.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:27 gibba038 conmon[76675]: cluster 2021-03-04T23:15:26.479070+0000 mgr.x (mgr.34676) 320 : 2021-03-04T23:15:28.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:27 gibba038 conmon[76675]: cluster [DBG] pgmap v246: 89 pgs: 89 active+clean; 782 MiB data, 2.7 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s; 0 B/s, 44 objects/s recovering 2021-03-04T23:15:28.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:27 gibba011 conmon[95595]: cluster 2021-03-04T23:15:26.479070+0000 mgr.x (mgr.34676) 320 : cluster 2021-03-04T23:15:28.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:27 gibba011 conmon[95595]: [DBG] pgmap v246: 89 pgs: 89 active+clean; 782 MiB data, 2.7 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s; 0 B/s, 44 objects/s recovering 2021-03-04T23:15:28.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:27 gibba011 conmon[99461]: cluster 2021-03-04T23:15:26.479070+0000 mgr.x (mgr.34676 2021-03-04T23:15:28.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:27 gibba011 conmon[99461]: ) 320 : cluster [DBG] pgmap v246: 89 pgs: 89 active+clean; 782 MiB data, 2.7 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s; 0 B/s, 44 objects/s recovering 2021-03-04T23:15:29.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:28 gibba038 conmon[76675]: audit 2021-03-04T23:15:28.679883+0000 mon.a (mon.0) 442 : 2021-03-04T23:15:29.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:28 gibba038 conmon[76675]: audit [DBG] from='client.? 172.21.2.111:0/2153564061' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:29.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:28 gibba011 conmon[95595]: audit 2021-03-04T23:15:28.679883+0000 mon.a (mon.0) 442 : audit [DBG] from='client.? 172.21.2.111:0/2153564061' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:29.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:28 gibba011 conmon[99461]: audit 2021-03-04T23:15:28.679883+0000 mon.a (mon.0) 442 : audit [DBG] from='client.? 172.21.2.111:0/2153564061' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:30.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:29 gibba038 conmon[76675]: cluster 2021-03-04T23:15:28.479548+0000 mgr.x (mgr.34676) 321 : cluster [DBG] pgmap v247: 89 pgs: 89 active+clean; 402 MiB data, 1.5 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.84k op/s; 0 B/s, 38 objects/s recovering 2021-03-04T23:15:30.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:29 gibba038 conmon[76675]: 2021-03-04T23:15:30.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:29 gibba011 conmon[95595]: cluster 2021-03-04T23:15:28.479548+0000 mgr.x (mgr.34676) 321 : cluster [DBG] pgmap v247: 89 pgs: 89 active+clean; 402 MiB data, 1.5 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.84k op/s; 0 B/s, 38 objects/s recovering 2021-03-04T23:15:30.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:29 gibba011 conmon[99461]: cluster 2021-03-04T23:15:28.479548 2021-03-04T23:15:30.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:29 gibba011 conmon[99461]: +0000 mgr.x (mgr 2021-03-04T23:15:30.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:29 gibba011 conmon[99461]: .34676) 321 : cluster [DBG] pgmap v247: 89 pgs: 89 active+clean; 402 MiB data, 1.5 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.84k op/s; 0 B/s, 38 objects/s recovering 2021-03-04T23:15:30.991 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Removed 195580 objects 2021-03-04T23:15:30.992 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Clean up completed and total clean up time :182.136 2021-03-04T23:15:31.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:31 gibba011 conmon[95595]: cephadm 2021-03-04T23:15:30.096358+0000 mgr.x (mgr.34676) 322 : cephadm [INF] 2021-03-04T23:15:31.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:31 gibba011 conmon[95595]: Upgrade: Updating osd.3 2021-03-04T23:15:31.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:31 gibba011 conmon[95595]: audit 2021-03-04T23:15:30.100293+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:15:31.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:31 gibba011 conmon[95595]: cephadm 2021-03-04T23:15:30.102776+0000 mgr.x (mgr.34676) 323 : cephadm [INF] Deploying daemon osd.3 on gibba011 2021-03-04T23:15:31.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:31 gibba011 conmon[95595]: audit 2021-03-04T23:15:30.103173+0000 mon.c (mon.1) 148 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-03-04T23:15:31.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:31 gibba011 conmon[95595]: audit 2021-03-04T23:15:30.992716+0000 mon.a (mon.0) 444 : audit [DBG] from='client.? 172.21.2.111:0/1301909641' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:31.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:31 gibba011 conmon[99461]: cephadm 2021-03-04T23:15:30.096358+0000 mgr.x 2021-03-04T23:15:31.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:31 gibba011 conmon[99461]: (mgr.34676) 322 : cephadm [INF] Upgrade: Updating osd.3 2021-03-04T23:15:31.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:31 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:15:31.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:31 gibba011 conmon[99461]: 03-04T23:15:30.100293+0000 mon.a (mon.0) 2021-03-04T23:15:31.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:31 gibba011 conmon[99461]: 443 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:15:31.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:31 gibba011 conmon[99461]: cephadm 2021 2021-03-04T23:15:31.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:31 gibba011 conmon[99461]: -03-04T23:15:30. 2021-03-04T23:15:31.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:31 gibba011 conmon[99461]: 102776+0000 mgr.x (mgr.34676) 323 2021-03-04T23:15:31.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:31 gibba011 conmon[99461]: : cephadm [INF] Deploying daemon osd.3 on gibba011 2021-03-04T23:15:31.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:31 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:15:31.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:31 gibba011 conmon[99461]: 04T23:15:30.103173+0000 mon.c (mon.1 2021-03-04T23:15:31.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:31 gibba011 conmon[99461]: ) 148 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-03-04T23:15:31.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:31 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:15:31.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:31 gibba011 conmon[99461]: T23:15:30.992716+0000 mon.a (mon.0 2021-03-04T23:15:31.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:31 gibba011 conmon[99461]: ) 444 : audit [DBG] from='client.? 172.21.2.111:0/1301909641' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:31.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:31 gibba038 conmon[76675]: cephadm 2021-03-04T23:15:30.096358+0000 mgr.x (mgr.34676) 322 : cephadm [INF] Upgrade: Updating osd.3 2021-03-04T23:15:31.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:31 gibba038 conmon[76675]: audit 2021-03-04T23:15:30.100293+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:15:31.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:31 gibba038 conmon[76675]: cephadm 2021-03-04T23:15:30.102776+0000 mgr.x (mgr.34676) 323 : cephadm 2021-03-04T23:15:31.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:31 gibba038 conmon[76675]: [INF] Deploying daemon osd.3 on gibba011 2021-03-04T23:15:31.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:31 gibba038 conmon[76675]: audit 2021-03-04T23:15:30.103173+0000 mon.c (mon.1) 148 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd.3","key": "container_image"}]: dispatch 2021-03-04T23:15:31.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:31 gibba038 conmon[76675]: audit 2021-03-04T23:15:30.992716+0000 mon.a (mon.0) 444 : audit [DBG] from='client.? 172.21.2.111:0/1301909641' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:32.170 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:32 gibba011 conmon[95595]: cluster 2021-03-04T23:15:30.479873+0000 mgr.x (mgr.34676) 324 : cluster [DBG] pgmap v248: 89 pgs: 89 active+clean; 276 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:15:32.170 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:32 gibba011 conmon[99461]: cluster 2021-03-04T23:15:30.479873+0000 mgr.x (mgr.34676) 2021-03-04T23:15:32.171 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:32 gibba011 conmon[99461]: 324 : cluster [DBG] pgmap v248: 89 pgs: 89 active+clean; 276 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:15:32.171 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:31 gibba011 systemd[1]: Stopping Ceph osd.3 for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:15:32.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:32 gibba038 conmon[76675]: cluster 2021-03-04T23:15:30.479873+0000 mgr.x (mgr.34676) 324 : cluster [DBG] pgmap v248: 89 pgs: 89 active+clean; 276 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:15:32.603 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:32 gibba011 podman[115896]: 2021-03-04 23:15:32.168109972 +0000 UTC m=+0.175258349 container stop 48ec44bfb32fe3427848a9a67c438a7fb693608d5bcc82d0943e895fd51b5317 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3, GIT_REPO=https://github.com/ceph/ceph-container.git, RELEASE=master-908e75b, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, GIT_CLEAN=False, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, CEPH_POINT_RELEASE=, ceph=True) 2021-03-04T23:15:32.604 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:32 gibba011 podman[115896]: 2021-03-04 23:15:32.227790466 +0000 UTC m=+0.234938856 container died 48ec44bfb32fe3427848a9a67c438a7fb693608d5bcc82d0943e895fd51b5317 (image=docker.io/ceph/daemon-base:latest-octopus, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3) 2021-03-04T23:15:32.604 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:32 gibba011 podman[115896]: 48ec44bfb32fe3427848a9a67c438a7fb693608d5bcc82d0943e895fd51b5317 2021-03-04T23:15:32.948 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:32 gibba011 podman[116070]: 2021-03-04 23:15:32.881889875 +0000 UTC m=+0.154186893 container create d10a5b66d357e7bfbf2bfcd7e65209822c32e5970099f1ed76204b37596b89f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, io.buildah.version=1.18.0) 2021-03-04T23:15:33.283 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:32 gibba011 podman[116070]: 2021-03-04 23:15:32.998889593 +0000 UTC m=+0.271186613 container init d10a5b66d357e7bfbf2bfcd7e65209822c32e5970099f1ed76204b37596b89f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3-deactivate, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.18.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.build-date=20201204) 2021-03-04T23:15:33.284 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:33 gibba011 podman[116070]: 2021-03-04 23:15:33.031873082 +0000 UTC m=+0.304170105 container start d10a5b66d357e7bfbf2bfcd7e65209822c32e5970099f1ed76204b37596b89f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image, maintainer=Dimitri Savineau , io.buildah.version=1.18.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e) 2021-03-04T23:15:33.284 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:33 gibba011 podman[116070]: 2021-03-04 23:15:33.031988612 +0000 UTC m=+0.304285643 container attach d10a5b66d357e7bfbf2bfcd7e65209822c32e5970099f1ed76204b37596b89f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3-deactivate, org.label-schema.name=CentOS Base Image, io.buildah.version=1.18.0, GIT_CLEAN=True, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01) 2021-03-04T23:15:33.284 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:33 gibba011 podman[116070]: 2021-03-04 23:15:33.28175839 +0000 UTC m=+0.554055424 container died d10a5b66d357e7bfbf2bfcd7e65209822c32e5970099f1ed76204b37596b89f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3-deactivate) 2021-03-04T23:15:33.285 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23:15:32.113338+0000 mon.a (mon.0) 445 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:15:33.285 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23:15:32.113378+0000 mon.a (mon.0) 446 : cluster [INF] osd.3 failed (root=default,host=gibba011) (connection refused reported by osd.2) 2021-03-04T23:15:33.285 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23:15:32.113531+0000 mon.a (mon.0) 447 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:15:33.285 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23:15:32.113626+0000 mon.a (mon.0) 448 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:15:33.286 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:15:33.286 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: :15:32.113745+0000 mon.a (mon.0) 449 : cluster [DBG] 2021-03-04T23:15:33.286 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: osd.3 reported immediately failed by osd.0 2021-03-04T23:15:33.286 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23:15:33.287 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 2021-03-04T 2021-03-04T23:15:33.287 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 23:15:32.113875+0000 mon.a ( 2021-03-04T23:15:33.287 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: mon.0) 450 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:15:33.288 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23:15:32.113963+0000 2021-03-04T23:15:33.288 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: mon.a (mon.0) 451 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:15:33.288 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:15:33.288 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 03-04T23:15:32.114091+0000 mon.a ( 2021-03-04T23:15:33.288 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: mon.0) 452 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:15:33.289 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:15:33.289 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: -04T23:15:32.114207+0000 mon.a (mon 2021-03-04T23:15:33.289 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: .0) 453 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:15:33.290 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:15:33.290 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: T23:15:32.114300+0000 mon.a (mon.0) 2021-03-04T23:15:33.290 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 454 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:15:33.291 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:15:33.291 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 23:15:32.114411+0000 mon.a ( 2021-03-04T23:15:33.291 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: mon.0) 455 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:15:33.291 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 2021-03-04T23:15:33.291 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:15:33.292 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 04T23:15:32.114546+0000 mon.a (mon.0 2021-03-04T23:15:33.292 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: ) 456 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:15:33.292 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:15:33.292 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 23:15:32.114678+0000 mon.a (mon.0) 2021-03-04T23:15:33.293 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 457 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:15:33.293 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:15:33.293 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: :15:32.114791+0000 mon.a (mon.0) 458 : cluster 2021-03-04T23:15:33.293 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:15:33.293 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23:15:33.294 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 2021-03-04T23:15:32.314304+0000 2021-03-04T23:15:33.294 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: mon.a (mon.0) 459 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:15:33.294 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:15:33.294 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: T23:15:32.314409+0000 mon.a (mon 2021-03-04T23:15:33.295 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: .0) 460 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:15:33.295 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:15:33.295 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 04T23:15:32.314451+0000 mon.a (mon.0) 2021-03-04T23:15:33.295 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 461 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:15:33.295 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23:15:33.296 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 2021-03-04T23:15 2021-03-04T23:15:33.296 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: :32.314554+0000 mon.a (mon.0) 2021-03-04T23:15:33.296 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 462 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:15:33.297 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23:15:32.113338+0000 mon.a (mon.0) 445 : 2021-03-04T23:15:33.297 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:15:33.297 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23:15:32.113378+0000 mon.a (mon.0) 446 : cluster [INF] osd.3 failed (root=default,host=gibba011) (connection refused reported by osd.2) 2021-03-04T23:15:33.297 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23:15:32.113531+0000 2021-03-04T23:15:33.298 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: mon.a (mon.0) 447 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:15:33.298 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021 2021-03-04T23:15:33.298 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: -03-04T23:15:32.113626 2021-03-04T23:15:33.298 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: +0000 mon.a (mon.0) 448 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:15:33.298 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021- 2021-03-04T23:15:33.299 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 03-04T23:15:32.113745+0000 mon.a ( 2021-03-04T23:15:33.299 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: mon.0) 449 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:15:33.299 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23:15:33.300 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 2021-03-04T23:15:32.113875 2021-03-04T23:15:33.300 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: +0000 mon.a (mon.0) 450 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:15:33.300 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 2021-03-04T23:15:33.300 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23:15:33.301 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 2021-03-04T23:15:32.113963+0000 mon.a (mon.0 2021-03-04T23:15:33.301 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: ) 451 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:15:33.301 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23 2021-03-04T23:15:33.301 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: :15:32.114091+0000 mon.a (mon.0) 452 2021-03-04T23:15:33.302 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:15:33.302 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23 2021-03-04T23:15:33.302 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: :15:32.114207+0000 mon.a (mon.0) 453 2021-03-04T23:15:33.302 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:15:33.303 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04 2021-03-04T23:15:33.303 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: T23:15:32.114300+0000 mon.a (mon.0 2021-03-04T23:15:33.303 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: ) 454 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:15:33.303 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T 2021-03-04T23:15:33.303 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 23:15:32.114411+0000 mon.a (mon.0) 2021-03-04T23:15:33.304 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 455 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:15:33.304 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23 2021-03-04T23:15:33.304 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: :15:32.114546+0000 mon.a (mon.0) 456 2021-03-04T23:15:33.304 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:15:33.305 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23: 2021-03-04T23:15:33.305 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 15:32.114678+0000 mon.a (mon.0) 457 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:15:33.305 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23:15:32.114791 2021-03-04T23:15:33.305 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: +0000 mon.a (mon.0) 458 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:15:33.305 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 2021-03-04T23:15:33.306 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23:15:33.306 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 2021-03-04T23:15:32.314304+0000 mon.a (mon. 2021-03-04T23:15:33.306 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 0) 459 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:15:33.307 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T 2021-03-04T23:15:33.308 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 23:15:32.314409+0000 mon.a (mon.0 2021-03-04T23:15:33.308 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: ) 460 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:15:33.308 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04 2021-03-04T23:15:33.308 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: T23:15:32.314451+0000 mon.a (mon. 2021-03-04T23:15:33.309 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 0) 461 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:15:33.309 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04 2021-03-04T23:15:33.309 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: T23:15:32.314554+0000 mon.a (mon. 2021-03-04T23:15:33.310 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:15:33.311 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 04T23:15:32.314629+0000 mon.a (mon.0 2021-03-04T23:15:33.311 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: ) 463 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:15:33.311 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23:15:33.311 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 2021-03-04T23 2021-03-04T23:15:33.311 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: :15:32.314725+0000 mon.a 2021-03-04T23:15:33.312 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: (mon.0) 464 : cluster [DBG] 2021-03-04T23:15:33.312 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: osd.3 reported immediately failed by osd.5 2021-03-04T23:15:33.312 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:15:33.313 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: -04T23:15:32.314825 2021-03-04T23:15:33.313 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: +0000 mon.a (mon.0) 465 2021-03-04T23:15:33.313 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:15:33.313 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:15:33.314 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: -04T23:15:32.314898+0000 2021-03-04T23:15:33.314 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: mon.a (mon.0) 466 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:15:33.314 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 2021-03-04T23:15:33.314 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:15:33.315 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 03-04T23:15:32.314978+0000 mon.a (mon.0) 467 : cluster 2021-03-04T23:15:33.315 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:15:33.315 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23:15:32 2021-03-04T23:15:33.315 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: .315049+0000 mon.a (mon.0) 468 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:15:33.315 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23:15 2021-03-04T23:15:33.316 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: :32.315103+0000 mon.a (mon.0) 469 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:15:33.316 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 2021-03-04T23:15:33.316 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:15:33.316 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 04T23:15:32.315167+0000 mon.a (mon.0 2021-03-04T23:15:33.316 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: ) 470 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:15:33.317 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23:15:32.315214+0000 mon.a 2021-03-04T23:15:33.317 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: (mon.0) 471 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:15:33.317 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:15:33.317 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 03-04T23:15:32.315317+0000 mon.a (mon. 2021-03-04T23:15:33.317 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 0) 472 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:15:33.318 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23:15 2021-03-04T23:15:33.318 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: :32.715238+0000 mon.a (mon.0) 473 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:15:33.318 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23:15:33.318 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 2021-03-04T23:15:32.715318+0000 mon.a 2021-03-04T23:15:33.319 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: (mon.0) 474 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:15:33.319 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:15:33.319 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 04T23:15:32.715353+0000 mon.a (mon. 2021-03-04T23:15:33.319 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 0) 475 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:15:33.320 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:15:33.320 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 04T23:15:32.715435+0000 mon.a (mon.0) 476 : 2021-03-04T23:15:33.321 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:15:33.321 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23:15:32.715468 2021-03-04T23:15:33.321 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: +0000 mon.a (mon.0) 477 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:15:33.321 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23:15 2021-03-04T23:15:33.321 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: :32.715538+0000 mon.a (mon.0) 478 : cluster 2021-03-04T23:15:33.322 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:15:33.322 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23:15:32.715595+0000 2021-03-04T23:15:33.322 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: mon.a (mon.0) 479 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:15:33.322 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:15:33.322 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 15:32.715718+0000 mon.a (mon.0) 480 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:15:33.323 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23:15:32 2021-03-04T23:15:33.323 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: .715776+0000 mon.a (mon.0) 481 : cluster [DBG] 2021-03-04T23:15:33.323 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: osd.3 reported immediately failed by osd.6 2021-03-04T23:15:33.323 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23:15:33.324 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 2021-03-04T23:15:32.715852+0000 mon.a (mon.0) 482 : cluster 2021-03-04T23:15:33.324 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:15:33.324 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23:15:32.715919+0000 2021-03-04T23:15:33.324 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: mon.a (mon.0) 483 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:15:33.324 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:15:33.325 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: -04T23:15:32.715991+0000 mon.a (mon.0) 2021-03-04T23:15:33.325 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 484 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:15:33.325 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23:15: 2021-03-04T23:15:33.325 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 32.716059+0000 mon.a (mon.0) 485 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:15:33.325 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 2021-03-04T23:15:33.326 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:15:33.326 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: -03-04T23:15:32.716128+0000 mon.a (mon.0) 486 : cluster 2021-03-04T23:15:33.326 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:15:33.326 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23:15:32 2021-03-04T23:15:33.327 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: .762364+0000 mon.a (mon.0) 487 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:15:33.327 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 2021-03-04T23:15:33.327 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23:15:33.327 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 2021-03-04T23:15:32.873186+0000 mon.a (mon.0 2021-03-04T23:15:33.327 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: ) 488 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:15:33.328 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23:15 2021-03-04T23:15:33.328 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: :32.963080+0000 mon.a (mon.0) 489 : cluster 2021-03-04T23:15:33.328 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:15:33.328 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: cluster 2021-03-04T23:15: 2021-03-04T23:15:33.328 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: 33.073591+0000 mon.a (mon.0) 490 : cluster [DBG] 2021-03-04T23:15:33.329 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[99461]: osd.3 reported immediately failed by osd.7 2021-03-04T23:15:33.329 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 0) 462 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:15:33.330 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23:15:32 2021-03-04T23:15:33.330 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: .314629+0000 mon.a (mon.0) 463 : 2021-03-04T23:15:33.330 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:15:33.330 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04 2021-03-04T23:15:33.331 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: T23:15:32.314725+0000 mon.a (mon.0) 464 : cluster [DBG] 2021-03-04T23:15:33.331 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: osd.3 reported immediately failed by osd.5 2021-03-04T23:15:33.331 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021- 2021-03-04T23:15:33.331 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 03-04T23:15:32.314825+0000 mon.a 2021-03-04T23:15:33.331 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: (mon.0) 465 : cluster [DBG] 2021-03-04T23:15:33.332 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: osd.3 reported immediately failed by osd.7 2021-03-04T23:15:33.332 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03 2021-03-04T23:15:33.332 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: -04T23:15:32.314898+0000 2021-03-04T23:15:33.332 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: mon.a (mon.0) 466 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:15:33.333 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03- 2021-03-04T23:15:33.333 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 04T23:15:32.314978+0000 mon.a ( 2021-03-04T23:15:33.333 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: mon.0) 467 : cluster [DBG] 2021-03-04T23:15:33.333 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: osd.3 reported immediately failed by osd.2 2021-03-04T23:15:33.334 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23 2021-03-04T23:15:33.334 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: :15:32.315049+0000 mon.a (mon. 2021-03-04T23:15:33.334 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 0) 468 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:15:33.334 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23 2021-03-04T23:15:33.335 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: :15:32.315103+0000 mon.a (mon.0) 2021-03-04T23:15:33.335 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 469 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:15:33.335 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03- 2021-03-04T23:15:33.335 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 04T23:15:32.315167+0000 mon.a (mon 2021-03-04T23:15:33.336 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: .0) 470 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:15:33.336 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 2021-03-04T23:15:33.336 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23:15:33.336 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 2021-03-04T23:15:32.315214 2021-03-04T23:15:33.336 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: +0000 mon.a (mon.0) 471 : cluster [DBG] 2021-03-04T23:15:33.337 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: osd.3 reported immediately failed by osd.0 2021-03-04T23:15:33.337 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23:15:33.337 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 2021-03-04T23:15:32.315317+0000 2021-03-04T23:15:33.338 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: mon.a (mon.0) 472 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:15:33.338 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03- 2021-03-04T23:15:33.338 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 04T23:15:32.715238+0000 mon.a (mon.0) 473 2021-03-04T23:15:33.338 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:15:33.339 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021 2021-03-04T23:15:33.339 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: -03-04T23:15:32.715318 2021-03-04T23:15:33.339 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: +0000 mon.a (mon.0) 474 : 2021-03-04T23:15:33.339 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:15:33.339 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23:15:33.340 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 2021-03-04T23:15:32. 2021-03-04T23:15:33.340 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 715353+0000 mon.a (mon.0) 475 : cluster [DBG] 2021-03-04T23:15:33.341 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: osd.3 reported immediately failed by osd.2 2021-03-04T23:15:33.341 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04 2021-03-04T23:15:33.341 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: T23:15:32.715435+0000 mon.a 2021-03-04T23:15:33.342 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: (mon.0) 476 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:15:33.342 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23:15:33.342 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 2021-03-04T23:15:32. 2021-03-04T23:15:33.342 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 715468+0000 mon.a (mon.0) 477 : cluster 2021-03-04T23:15:33.342 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:15:33.343 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23:15:33.343 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 2021-03-04T 2021-03-04T23:15:33.343 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 23:15:32.715538+0000 mon.a 2021-03-04T23:15:33.343 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: (mon.0) 478 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:15:33.344 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 2021-03-04T23:15:33.344 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23: 2021-03-04T23:15:33.344 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 15:32.715595+0000 mon.a (mon.0) 479 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:15:33.344 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04 2021-03-04T23:15:33.344 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: T23:15:32.715718+0000 mon.a (mon.0) 480 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:15:33.345 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23:15 2021-03-04T23:15:33.345 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: :32.715776+0000 mon.a (mon.0) 481 : cluster 2021-03-04T23:15:33.345 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:15:33.345 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23:15:32.715852+0000 mon.a (mon.0) 482 : 2021-03-04T23:15:33.346 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:15:33.346 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021 2021-03-04T23:15:33.346 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: -03-04T23:15:32.715919+0000 mon.a ( 2021-03-04T23:15:33.346 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: mon.0) 483 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:15:33.347 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23 2021-03-04T23:15:33.347 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: :15:32.715991+0000 mon.a (mon.0) 484 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:15:33.347 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021 2021-03-04T23:15:33.347 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: -03-04T23:15:32.716059+0000 mon.a 2021-03-04T23:15:33.347 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: (mon.0) 485 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:15:33.348 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23:15:32.716128+0000 mon.a (mon.0) 486 2021-03-04T23:15:33.348 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:15:33.348 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23:15:33.348 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 2021-03-04T23:15:32.762364+0000 mon.a (mon.0) 487 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:15:33.349 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 2021-03-04T23:15:33.349 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23:15:32 2021-03-04T23:15:33.349 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: .873186+0000 mon.a (mon.0) 488 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:15:33.349 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04T23:15:33.349 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: 2021-03-04T23:15:32.963080+0000 mon.a (mon.0) 489 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:15:33.350 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: cluster 2021-03-04 2021-03-04T23:15:33.350 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: T23:15:33.073591+0000 mon.a (mon.0 2021-03-04T23:15:33.350 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:33 gibba011 conmon[95595]: ) 490 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:15:33.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23:15:32.113338+0000 mon.a (mon.0) 445 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:15:33.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23:15:32.113378+0000 mon.a (mon.0) 446 : cluster [INF] osd.3 failed (root=default,host=gibba011) (connection refused reported by osd.2) 2021-03-04T23:15:33.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23:15:32.113531+0000 mon.a (mon.0) 447 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:15:33.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23:15:32.113626+0000 mon.a (mon.0) 448 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:15:33.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23:15:32.113745+0000 mon.a (mon.0) 449 : cluster [DBG] 2021-03-04T23:15:33.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: osd.3 reported immediately failed by osd.0 2021-03-04T23:15:33.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23:15:32.113875+0000 2021-03-04T23:15:33.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: mon.a (mon.0) 450 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:15:33.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:15:33.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 15:32.113963+0000 mon.a (mon.0) 451 : 2021-03-04T23:15:33.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:15:33.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23:15: 2021-03-04T23:15:33.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 32.114091+0000 mon.a (mon.0) 452 : cluster 2021-03-04T23:15:33.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:15:33.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23:15:32. 2021-03-04T23:15:33.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 114207+0000 mon.a (mon.0) 453 : cluster [DBG] 2021-03-04T23:15:33.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: osd.3 reported immediately failed by osd.4 2021-03-04T23:15:33.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23:15:32.114300 2021-03-04T23:15:33.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: +0000 mon.a (mon.0) 454 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:15:33.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 2021-03-04T23:15:33.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23:15:33.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 2021-03-04T23:15 2021-03-04T23:15:33.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: :32.114411+0000 mon.a (mon.0) 455 : 2021-03-04T23:15:33.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:15:33.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:15:33.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 15:32.114546+0000 mon.a (mon.0) 456 : cluster [DBG] 2021-03-04T23:15:33.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: osd.3 reported immediately failed by osd.7 2021-03-04T23:15:33.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:15:33.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 04T23:15:32.114678+0000 mon.a (mon.0) 457 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:15:33.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 2021-03-04T23:15:33.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23:15:33.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 2021-03-04T23:15:32.114791+0000 mon.a (mon 2021-03-04T23:15:33.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: .0) 458 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:15:33.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04 2021-03-04T23:15:33.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: T23:15:32.314304+0000 mon.a (mon.0) 459 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:15:33.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23:15:32 2021-03-04T23:15:33.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: .314409+0000 mon.a (mon.0) 460 : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:15:33.598 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 2021-03-04T23:15:33.598 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23:15:33.598 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 2021-03-04T23:15:32.314451+0000 mon.a (mon 2021-03-04T23:15:33.598 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: .0) 461 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:15:33.599 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:15:33.599 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: :15:32.314554+0000 mon.a (mon.0) 2021-03-04T23:15:33.599 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 462 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:15:33.599 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:15:33.600 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: :15:32.314629+0000 mon.a (mon.0) 463 : cluster [DBG] 2021-03-04T23:15:33.600 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: osd.3 reported immediately failed by osd.4 2021-03-04T23:15:33.600 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23:15:32. 2021-03-04T23:15:33.600 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 314725+0000 mon.a (mon.0) 464 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:15:33.601 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 2021-03-04T23:15:33.601 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23:15:32. 2021-03-04T23:15:33.601 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 314825+0000 mon.a (mon.0) 465 : cluster [DBG] 2021-03-04T23:15:33.601 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: osd.3 reported immediately failed by osd.7 2021-03-04T23:15:33.601 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23:15:32. 2021-03-04T23:15:33.602 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 314898+0000 mon.a (mon.0) 466 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:15:33.602 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 2021-03-04T23:15:33.602 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23:15:33.602 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 2021-03-04T23:15:32.314978+0000 mon.a (mon 2021-03-04T23:15:33.602 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: .0) 467 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:15:33.603 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:15:33.603 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: -04T23:15:32.315049+0000 mon.a (mon 2021-03-04T23:15:33.604 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: .0) 468 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:15:33.604 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:15:33.604 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: -04T23:15:32.315103+0000 mon.a (mon 2021-03-04T23:15:33.604 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: .0) 469 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:15:33.604 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:15:33.605 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 04T23:15:32.315167+0000 mon.a (mon.0) 470 : cluster [DBG] 2021-03-04T23:15:33.605 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: osd.3 reported immediately failed by osd.2 2021-03-04T23:15:33.605 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23:15:32. 2021-03-04T23:15:33.605 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 315214+0000 mon.a (mon.0) 471 : cluster [DBG] 2021-03-04T23:15:33.606 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: osd.3 reported immediately failed by osd.0 2021-03-04T23:15:33.606 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:15:33.606 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 03-04T23:15:32.315317+0000 mon.a (mon.0) 472 : 2021-03-04T23:15:33.606 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:15:33.606 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23:15:32. 2021-03-04T23:15:33.607 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 715238+0000 mon.a (mon.0) 473 : cluster [DBG] 2021-03-04T23:15:33.607 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: osd.3 reported immediately failed by osd.2 2021-03-04T23:15:33.607 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:15:33.607 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: -03-04T23:15:32.715318+0000 mon.a (mon.0) 2021-03-04T23:15:33.607 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 474 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:15:33.608 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T 2021-03-04T23:15:33.608 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 23:15:32.715353+0000 mon.a (mon.0) 2021-03-04T23:15:33.608 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 475 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:15:33.608 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:15:33.608 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 15:32.715435+0000 mon.a (mon.0) 476 2021-03-04T23:15:33.609 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:15:33.609 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:15:33.609 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: :15:32.715468+0000 mon.a (mon.0) 477 2021-03-04T23:15:33.609 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:15:33.610 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:15:33.610 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: :15:32.715538+0000 mon.a (mon.0) 2021-03-04T23:15:33.610 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 478 : cluster [DBG] osd.3 reported immediately failed by osd.1 2021-03-04T23:15:33.610 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:15:33.610 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: :15:32.715595+0000 mon.a (mon.0) 479 2021-03-04T23:15:33.611 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:15:33.611 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:15:33.611 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: :15:32.715718+0000 mon.a (mon.0) 480 2021-03-04T23:15:33.611 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: : cluster [DBG] osd.3 reported immediately failed by osd.4 2021-03-04T23:15:33.611 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23:15:32.715776+0000 mon.a (mon 2021-03-04T23:15:33.612 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: .0) 481 : cluster [DBG] osd.3 reported immediately failed by osd.6 2021-03-04T23:15:33.612 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:15:33.612 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 04T23:15:32.715852+0000 mon.a (mon. 2021-03-04T23:15:33.612 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 0) 482 : cluster [DBG] osd.3 reported immediately failed by osd.0 2021-03-04T23:15:33.612 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:15:33.613 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 15:32.715919+0000 mon.a (mon.0) 483 : 2021-03-04T23:15:33.613 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:15:33.614 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23:15 2021-03-04T23:15:33.614 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: :32.715991+0000 mon.a (mon.0) 484 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:15:33.614 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:15:33.615 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 04T23:15:32.716059+0000 mon.a (mon. 2021-03-04T23:15:33.615 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 0) 485 : cluster [DBG] osd.3 reported immediately failed by osd.5 2021-03-04T23:15:33.615 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:15:33.616 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 04T23:15:32.716128+0000 mon.a (mon 2021-03-04T23:15:33.616 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: .0) 486 : cluster [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:15:33.616 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23:15:32.762364+0000 mon.a (mon.0) 487 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:15:33.616 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23:15: 2021-03-04T23:15:33.616 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: 32.873186+0000 mon.a (mon.0) 488 : cluster 2021-03-04T23:15:33.617 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:15:33.617 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23:15:32.963080 2021-03-04T23:15:33.617 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: +0000 mon.a (mon.0) 489 : cluster [DBG] osd.3 reported immediately failed by osd.2 2021-03-04T23:15:33.617 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: cluster 2021-03-04T23:15:33 2021-03-04T23:15:33.617 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: .073591+0000 mon.a (mon.0) 490 : cluster 2021-03-04T23:15:33.618 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:33 gibba038 conmon[76675]: [DBG] osd.3 reported immediately failed by osd.7 2021-03-04T23:15:34.104 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:33 gibba011 podman[116070]: 2021-03-04 23:15:33.790302813 +0000 UTC m=+1.062599834 container remove d10a5b66d357e7bfbf2bfcd7e65209822c32e5970099f1ed76204b37596b89f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Base Image, io.buildah.version=1.18.0, CEPH_POINT_RELEASE=, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, maintainer=Dimitri Savineau , org.label-schema.license=GPLv2, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2021-03-04T23:15:34.105 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:33 gibba011 systemd[1]: Stopped Ceph osd.3 for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:15:34.105 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:33 gibba011 systemd[1]: Starting Ceph osd.3 for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:15:34.422 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:34 gibba011 conmon[95595]: cluster 2021-03-04T23:15:32.480574+0000 mgr.x (mgr.34676) 325 : cluster [DBG] pgmap v249: 89 pgs: 89 active+clean; 276 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:15:34.423 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:34 gibba011 conmon[95595]: cluster 2021-03-04T23:15:33.105182+0000 mon.a (mon.0) 491 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:15:34.423 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:34 gibba011 conmon[95595]: cluster 2021-03-04T23:15:33.112356+0000 mon.a (mon.0) 492 : cluster [DBG] osdmap e122: 8 total, 7 up, 8 in 2021-03-04T23:15:34.423 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:34 gibba011 conmon[95595]: audit 2021-03-04T23:15:33.182272+0000 mon.a (mon.0) 493 : audit [DBG] from='client.? 172.21.2.111:0/1470213995' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:34.424 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:34 gibba011 conmon[99461]: cluster 2021-03-04T23:15:32.480574+0000 mgr.x (mgr.34676) 325 : cluster [DBG] pgmap v249: 89 pgs: 89 active+clean; 276 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:15:34.424 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:34 gibba011 conmon[99461]: cluster 2021-03-04T23:15:33.105182+0000 mon.a (mon.0) 491 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:15:34.424 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:34 gibba011 conmon[99461]: cluster 2021-03-04T23:15:33. 2021-03-04T23:15:34.424 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:34 gibba011 conmon[99461]: 112356+0000 mon.a (mon.0) 492 : cluster [DBG] osdmap e122: 8 total, 7 up, 8 in 2021-03-04T23:15:34.424 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:34 gibba011 conmon[99461]: audit 2021-03-04T23:15:33.182272+0000 mon.a (mon.0) 493 : audit [DBG] from='client.? 172.21.2.111:0/1470213995' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:34.425 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:34 gibba011 podman[116305]: 2021-03-04 23:15:34.115246346 +0000 UTC m=+0.155171863 container create cbd1cb61b8a6d423b250b857859c6a2241c44c5261c80f4972ff6ebdd355dbe8 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3-activate, org.label-schema.build-date=20201204, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Base Image, io.buildah.version=1.18.0, org.label-schema.schema-version=1.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e) 2021-03-04T23:15:34.425 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:34 gibba011 podman[116305]: 2021-03-04 23:15:34.215364566 +0000 UTC m=+0.255290080 container init cbd1cb61b8a6d423b250b857859c6a2241c44c5261c80f4972ff6ebdd355dbe8 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3-activate, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, io.buildah.version=1.18.0) 2021-03-04T23:15:34.425 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:34 gibba011 podman[116305]: 2021-03-04 23:15:34.240176708 +0000 UTC m=+0.280102219 container start cbd1cb61b8a6d423b250b857859c6a2241c44c5261c80f4972ff6ebdd355dbe8 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3-activate, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.18.0, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image) 2021-03-04T23:15:34.426 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:34 gibba011 podman[116305]: 2021-03-04 23:15:34.2402484 +0000 UTC m=+0.280173906 container attach cbd1cb61b8a6d423b250b857859c6a2241c44c5261c80f4972ff6ebdd355dbe8 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Base Image, io.buildah.version=1.18.0, org.label-schema.build-date=20201204, GIT_CLEAN=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.schema-version=1.0, maintainer=Dimitri Savineau ) 2021-03-04T23:15:34.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:34 gibba038 conmon[76675]: cluster 2021-03-04T23:15:32.480574+0000 mgr.x (mgr.34676) 325 : cluster [DBG] pgmap v249: 89 pgs: 89 active+clean; 276 MiB data, 1.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:15:34.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:34 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:15:34.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:34 gibba038 conmon[76675]: -03-04T23:15:33.105182+0000 mon.a (mon.0) 491 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:15:34.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:34 gibba038 conmon[76675]: cluster 2021-03-04T23:15:33.112356+0000 mon.a (mon.0) 492 : cluster [DBG] osdmap e122: 8 total, 7 up, 8 in 2021-03-04T23:15:34.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:34 gibba038 conmon[76675]: audit 2021-03-04T23:15:34.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:34 gibba038 conmon[76675]: 2021-03-04T23:15:33.182272 2021-03-04T23:15:34.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:34 gibba038 conmon[76675]: +0000 mon.a (mon.0) 493 : audit [DBG] 2021-03-04T23:15:34.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:34 gibba038 conmon[76675]: from='client.? 172.21.2.111:0/1470213995' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:34.854 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:34 gibba011 bash[116230]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2021-03-04T23:15:34.854 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:34 gibba011 bash[116230]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2021-03-04T23:15:34.854 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:34 gibba011 bash[116230]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2021-03-04T23:15:34.855 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:34 gibba011 bash[116230]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2021-03-04T23:15:34.855 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:34 gibba011 bash[116230]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2021-03-04T23:15:34.855 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:34 gibba011 bash[116230]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2021-03-04T23:15:34.855 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:34 gibba011 bash[116230]: --> ceph-volume lvm activate successful for osd ID: 3 2021-03-04T23:15:34.855 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:34 gibba011 podman[116305]: 2021-03-04 23:15:34.481825537 +0000 UTC m=+0.521751059 container died cbd1cb61b8a6d423b250b857859c6a2241c44c5261c80f4972ff6ebdd355dbe8 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3-activate) 2021-03-04T23:15:35.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:35 gibba011 conmon[99461]: cluster 2021-03-04T23:15:34.115159+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e123: 8 total, 7 up, 8 in 2021-03-04T23:15:35.354 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:35 gibba011 podman[116305]: 2021-03-04 23:15:35.081893109 +0000 UTC m=+1.121818624 container remove cbd1cb61b8a6d423b250b857859c6a2241c44c5261c80f4972ff6ebdd355dbe8 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3-activate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_CLEAN=True, org.label-schema.build-date=20201204, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, ceph=True, io.buildah.version=1.18.0, org.label-schema.schema-version=1.0) 2021-03-04T23:15:35.354 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:35 gibba011 podman[116487]: 2021-03-04 23:15:35.315227506 +0000 UTC m=+0.150855693 container create f920fcdcc47aa53364c5f8ad514615ae66a1a6923f7f7c5406802495ac1ea944 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3, io.buildah.version=1.18.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Dimitri Savineau , GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.name=CentOS Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2021-03-04T23:15:35.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:35 gibba011 conmon[95595]: cluster 2021-03-04T23:15:34.115159+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e123: 8 total, 7 up, 8 in 2021-03-04T23:15:35.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:35 gibba038 conmon[76675]: cluster 2021-03-04T23:15:34.115159+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e123: 8 total, 7 up, 8 in 2021-03-04T23:15:35.853 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:35 gibba011 podman[116487]: 2021-03-04 23:15:35.407071358 +0000 UTC m=+0.242699549 container init f920fcdcc47aa53364c5f8ad514615ae66a1a6923f7f7c5406802495ac1ea944 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3, io.buildah.version=1.18.0, maintainer=Dimitri Savineau , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20201204, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Base Image) 2021-03-04T23:15:35.854 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:35 gibba011 conmon[116559]: debug 2021-03-04T23:15:35.430+0000 7f0b773ee700 1 -- 172.21.2.111:0/911695448 <== mon.0 v2:172.21.2.111:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a300ba44e0 con 0x55a300b6d000 2021-03-04T23:15:35.854 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:35 gibba011 podman[116487]: 2021-03-04 23:15:35.440150669 +0000 UTC m=+0.275778861 container start f920fcdcc47aa53364c5f8ad514615ae66a1a6923f7f7c5406802495ac1ea944 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, io.buildah.version=1.18.0, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2021-03-04T23:15:35.854 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:35 gibba011 bash[116230]: f920fcdcc47aa53364c5f8ad514615ae66a1a6923f7f7c5406802495ac1ea944 2021-03-04T23:15:35.855 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:35 gibba011 systemd[1]: Started Ceph osd.3 for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:15:36.353 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:35 gibba011 conmon[116559]: debug 2021-03-04T23:15:35.948+0000 7f0b7ee83080 -1 Falling back to public interface 2021-03-04T23:15:36.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:36 gibba011 conmon[95595]: cluster 2021-03-04T23:15:34.481279+0000 mgr.x (mgr.34676) 326 : cluster [DBG] pgmap v252: 89 pgs: 4 peering, 15 stale+active+clean, 70 active+clean; 92 MiB data, 640 MiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:15:36.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:36 gibba011 conmon[95595]: audit 2021-03-04T23:15:35.371658+0000 mon.c (mon.1) 149 : audit [DBG] from='client.? 172.21.2.111:0/117906757' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:36.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:36 gibba011 conmon[95595]: audit 2021-03-04T23:15:35.472575+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:15:36.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:36 gibba011 conmon[95595]: audit 2021-03-04T23:15:35.473929+0000 mon.c (mon.1) 150 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:15:36.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:36 gibba011 conmon[95595]: audit 2021-03-04T23:15:35.475775+0000 mon.c (mon.1) 151 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:15:36.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:36 gibba011 conmon[99461]: cluster 2021-03-04T23:15:34.481279+0000 mgr.x (mgr.34676) 326 : cluster [DBG] pgmap v252: 89 pgs: 4 peering, 15 stale+active+clean, 70 active+clean; 92 MiB data, 640 MiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:15:36.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:36 gibba011 conmon[99461]: audit 2021-03-04T23:15:35.371658+0000 mon.c (mon.1) 149 : audit [DBG] from='client.? 172.21.2.111:0/117906757' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:36.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:36 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:15:36.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:36 gibba011 conmon[99461]: -04T23:15:35.472575+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:15:36.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:36 gibba011 conmon[99461]: audit 2021-03-04T23:15:35.473929+0000 mon.c (mon.1) 150 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:15:36.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:36 gibba011 conmon[99461]: audit 2021-03-04T23:15:35.475775+0000 mon.c 2021-03-04T23:15:36.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:36 gibba011 conmon[99461]: (mon.1) 151 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:15:36.468 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_1 2021-03-04T23:15:36.469 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool rm unique_pool_1 unique_pool_1 --yes-i-really-really-mean-it 2021-03-04T23:15:36.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:36 gibba038 conmon[76675]: cluster 2021-03-04T23:15:34.481279+0000 mgr.x (mgr.34676) 326 : cluster [DBG] pgmap v252: 89 pgs: 4 peering, 15 stale+active+clean, 70 active+clean; 92 MiB data, 640 MiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:15:36.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:36 gibba038 conmon[76675]: audit 2021-03-04T23:15:35.371658+0000 mon.c (mon.1) 149 : audit [DBG] from='client.? 172.21.2.111:0/117906757' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:36.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:36 gibba038 conmon[76675]: audit 2021-03-04T23:15:35.472575+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:15:36.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:36 gibba038 conmon[76675]: 2021-03-04T23:15:36.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:36 gibba038 conmon[76675]: audit 2021-03-04T23:15:35.473929+0000 2021-03-04T23:15:36.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:36 gibba038 conmon[76675]: mon.c (mon.1) 150 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:15:36.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:36 gibba038 conmon[76675]: audit 2021-03-04T23:15:35.475775+0000 2021-03-04T23:15:36.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:36 gibba038 conmon[76675]: mon.c (mon.1) 151 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:15:36.590 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:15:37.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:37 gibba011 conmon[95595]: cluster 2021-03-04T23:15:37.121338+0000 mon.a (mon.0) 496 : cluster [WRN] Health check failed: Degraded data redundancy: 1/3099 objects degraded (0.032%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:15:37.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:37 gibba011 conmon[99461]: cluster 2021-03-04T23:15:37.121338+0000 mon.a (mon.0) 496 : 2021-03-04T23:15:37.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:37 gibba011 conmon[99461]: cluster [WRN] Health check failed: Degraded data redundancy: 1/3099 objects degraded (0.032%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:15:37.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:37 gibba038 conmon[76675]: cluster 2021-03-04T23:15:37.121338+0000 mon.a (mon.0) 496 : cluster [WRN] Health check failed: Degraded data redundancy: 1/3099 objects degraded (0.032%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:15:38.575 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:38 gibba011 conmon[99461]: cluster 2021-03-04T23:15:36.482052+0000 mgr.x (mgr.34676) 327 : cluster [DBG] pgmap v253: 89 pgs: 1 active+undersized+degraded, 4 peering, 9 stale+active+clean, 15 active+undersized, 60 active+clean; 63 MiB data, 527 MiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 677 op/s; 1/3099 objects degraded (0.032%) 2021-03-04T23:15:38.576 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:38 gibba011 conmon[99461]: audit 2021-03-04T23:15:37.561052+0000 mon.a (mon.0) 497 : audit [DBG] from='client.? 172.21.2.111:0/3006463647' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:38.576 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:38 gibba011 conmon[99461]: audit 2021-03-04T23:15:38.005125+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:15:38.576 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:38 gibba011 conmon[99461]: audit 2021-03-04T23:15:38.010193+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:15:38.576 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:38 gibba011 conmon[99461]: audit 2021-03-04T23:15:38.013726+0000 mon.c (mon.1) 152 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:15:38.577 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:38 gibba011 conmon[99461]: audit 2021-03-04T23:15:38.015699+0000 mon.c (mon.1) 153 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:15:38.577 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:38 gibba011 conmon[99461]: audit 2021-03-04T23:15:38.017597+0000 mon.c (mon.1) 154 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:15:38.577 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:38 gibba011 conmon[99461]: audit 2021-03-04T23:15:38.019349+0000 mon.c (mon.1) 155 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:15:38.577 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:38 gibba011 conmon[99461]: audit 2021-03-04T23:15:38.022858+0000 mon.c (mon.1) 156 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-03-04T23:15:38.578 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:38 gibba011 conmon[95595]: cluster 2021-03-04T23:15:36.482052+0000 mgr.x (mgr.34676) 327 : cluster [DBG] pgmap v253: 89 pgs: 1 active+undersized+degraded, 4 peering, 9 stale+active+clean, 15 active+undersized, 60 active+clean; 63 MiB data, 527 MiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 677 op/s; 1/3099 objects degraded (0.032%) 2021-03-04T23:15:38.578 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:38 gibba011 conmon[95595]: audit 2021-03-04T23:15:37.561052+0000 mon.a (mon.0) 497 : audit [DBG] from='client.? 172.21.2.111:0/3006463647' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:38.578 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:38 gibba011 conmon[95595]: audit 2021-03-04T23:15:38.005125+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:15:38.578 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:38 gibba011 conmon[95595]: audit 2021-03-04T23:15:38.010193+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:15:38.579 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:38 gibba011 conmon[95595]: audit 2021-03-04T23:15:38.013726+0000 mon.c (mon.1) 152 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:15:38.579 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:38 gibba011 conmon[95595]: audit 2021-03-04T23:15:38.015699+0000 mon.c (mon.1) 153 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:15:38.579 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:38 gibba011 conmon[95595]: audit 2021-03-04T23:15:38.017597+0000 mon.c (mon.1) 154 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:15:38.579 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:38 gibba011 conmon[95595]: audit 2021-03-04T23:15:38.019349+0000 mon.c (mon.1) 155 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:15:38.579 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:38 gibba011 conmon[95595]: audit 2021-03-04T23:15:38.022858+0000 mon.c (mon.1) 156 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-03-04T23:15:38.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:38 gibba038 conmon[76675]: cluster 2021-03-04T23:15:36.482052+0000 mgr.x (mgr.34676) 327 : cluster [DBG] pgmap v253: 89 pgs: 1 active+undersized+degraded, 4 peering, 9 stale+active+clean, 15 active+undersized, 60 active+clean; 63 MiB data, 527 MiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 677 op/s; 1/3099 objects degraded (0.032%) 2021-03-04T23:15:38.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:38 gibba038 conmon[76675]: audit 2021-03-04T23:15:37.561052+0000 mon.a (mon.0) 497 : audit [DBG] from='client.? 172.21.2.111:0/3006463647' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:38.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:38 gibba038 conmon[76675]: audit 2021-03-04T23:15:38.005125+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:15:38.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:38 gibba038 conmon[76675]: audit 2021-03-04T23:15:38.010193+0000 mon.a (mon.0) 499 : audit 2021-03-04T23:15:38.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:38 gibba038 conmon[76675]: [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:15:38.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:38 gibba038 conmon[76675]: audit 2021-03-04T23:15 2021-03-04T23:15:38.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:38 gibba038 conmon[76675]: :38.013726+0000 mon.c (mon.1) 2021-03-04T23:15:38.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:38 gibba038 conmon[76675]: 152 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:15:38.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:38 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:15:38.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:38 gibba038 conmon[76675]: -04T23:15:38.015699+0000 mon.c (mon. 2021-03-04T23:15:38.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:38 gibba038 conmon[76675]: 1) 153 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:15:38.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:38 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:15:38.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:38 gibba038 conmon[76675]: 03-04T23:15:38.017597+0000 mon.c (mon.1) 2021-03-04T23:15:38.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:38 gibba038 conmon[76675]: 154 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:15:38.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:38 gibba038 conmon[76675]: audit 2021-03-04T23 2021-03-04T23:15:38.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:38 gibba038 conmon[76675]: :15:38.019349+0000 mon.c (mon.1) 155 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:15:38.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:38 gibba038 conmon[76675]: 2021-03-04T23:15:38.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:38 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:15:38.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:38 gibba038 conmon[76675]: -04T23:15:38.022858+0000 mon.c (mon.1) 156 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-03-04T23:15:39.529 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[95595]: cephadm 2021-03-04T23:15:38.013126+0000 mgr.x (mgr.34676) 328 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:15:39.529 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[95595]: cephadm 2021-03-04T23:15:38.015275+0000 mgr.x ( 2021-03-04T23:15:39.529 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[95595]: mgr.34676) 329 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:15:39.530 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[95595]: cephadm 2021-03-04T23:15:38.016860+0000 mgr.x (mgr.34676) 330 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:15:39.530 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[95595]: cephadm 2021-03-04T23:15:38.016946+0000 mgr.x (mgr.34676) 331 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:15:39.530 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[95595]: cephadm 2021-03-04T23:15:38.019006+0000 mgr.x (mgr.34676) 332 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:15:39.530 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[95595]: cephadm 2021-03-04T23:15:38.019038+0000 mgr.x (mgr.34676) 333 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:15:39.531 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[95595]: cephadm 2021-03-04T23:15:38.020651+0000 mgr.x (mgr.34676) 334 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:15:39.531 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[95595]: cephadm 2021-03-04T23:15:38.022482+0000 mgr.x (mgr.34676) 335 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:15:39.531 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[95595]: cephadm 2021-03-04T23:15:38.022514+0000 mgr.x (mgr.34676) 336 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:15:39.531 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[95595]: audit 2021-03-04T23:15:38.023113+0000 mgr.x (mgr.34676) 337 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-03-04T23:15:39.531 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[95595]: cephadm 2021-03-04T23:15:38.024356+0000 mgr.x (mgr.34676) 338 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2021-03-04T23:15:39.532 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[95595]: audit 2021-03-04T23:15:38.988320+0000 mon.c (mon.1) 157 : audit [INF] from='client.? 172.21.2.111:0/217772029' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:15:39.532 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[95595]: audit 2021-03-04T23:15:38.988582+0000 mon.a (mon.0) 500 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:15:39.532 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: cephadm 2021-03-04T23:15:38.013126+0000 mgr.x (mgr.34676) 328 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:15:39.533 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: cephadm 2021-03-04T23:15:38.015275+0000 mgr.x (mgr.34676) 329 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:15:39.533 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: cephadm 2021-03-04T23:15:38 2021-03-04T23:15:39.533 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: .016860+0000 mgr.x (mgr.34676) 330 : cephadm 2021-03-04T23:15:39.533 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:15:39.533 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: cephadm 2021-03 2021-03-04T23:15:39.534 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: -04T23:15:38.016946+0000 2021-03-04T23:15:39.534 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: mgr.x (mgr.34676) 331 : 2021-03-04T23:15:39.534 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:15:39.534 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: cephadm 2021-03- 2021-03-04T23:15:39.535 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: 04T23:15:38.019006+0000 2021-03-04T23:15:39.535 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: mgr.x (mgr.34676) 332 2021-03-04T23:15:39.535 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:15:39.535 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: cephadm 2021-03- 2021-03-04T23:15:39.535 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: 04T23:15:38.019038+0000 mgr.x (mgr.34676) 333 2021-03-04T23:15:39.536 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:15:39.536 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: cephadm 2021-03-04T23:15:39.536 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: 2021-03-04T23:15:38. 2021-03-04T23:15:39.536 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: 020651+0000 mgr.x (mgr.34676) 334 : cephadm [INF] 2021-03-04T23:15:39.536 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: Upgrade: Setting container_image for all crash 2021-03-04T23:15:39.537 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: cephadm 2021-03-04T23:15: 2021-03-04T23:15:39.537 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: 38.022482+0000 mgr.x (mgr.34676) 2021-03-04T23:15:39.537 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: 335 : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:15:39.537 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: cephadm 2021- 2021-03-04T23:15:39.537 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: 03-04T23:15:38.022514+0000 2021-03-04T23:15:39.538 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: mgr.x (mgr.34676) 336 : cephadm 2021-03-04T23:15:39.538 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: [INF] Upgrade: Checking osd daemons 2021-03-04T23:15:39.538 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:15:39.538 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: -04T23:15:38.023113+0000 2021-03-04T23:15:39.539 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: mgr.x (mgr.34676) 337 : audit 2021-03-04T23:15:39.539 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-03-04T23:15:39.539 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: cephadm 2021-03 2021-03-04T23:15:39.539 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: -04T23:15:38.024356+0000 2021-03-04T23:15:39.539 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: mgr.x (mgr.34676) 338 : cephadm [ERR] 2021-03-04T23:15:39.540 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2021-03-04T23:15:39.540 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:15:39.540 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: 03-04T23:15:38. 2021-03-04T23:15:39.540 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: 988320+0000 mon.c (mon.1) 2021-03-04T23:15:39.541 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: 157 : audit [INF] from='client.? 172.21.2.111:0/217772029' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:15:39.541 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:15:39.541 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: 03-04T23:15:38.988582+0000 2021-03-04T23:15:39.541 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: mon.a (mon.0) 500 : audit 2021-03-04T23:15:39.541 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[99461]: [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:15:39.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:39 gibba038 conmon[76675]: cephadm 2021-03-04T23:15:38.013126+0000 mgr.x (mgr.34676) 328 : cephadm [INF] Upgrade: Target is version 17.0.0-1552-g69d7d7e0 (quincy), container quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 digests ['quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9'] 2021-03-04T23:15:39.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:39 gibba038 conmon[76675]: cephadm 2021-03-04T23:15:38.015275+0000 mgr.x (mgr.34676) 329 : cephadm [INF] Upgrade: Checking mgr daemons 2021-03-04T23:15:39.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:39 gibba038 conmon[76675]: cephadm 2021-03-04T23:15:38.016860+0000 mgr.x (mgr.34676) 330 : cephadm [INF] Upgrade: All mgr daemons are up to date. 2021-03-04T23:15:39.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:39 gibba038 conmon[76675]: cephadm 2021-03-04T23:15:38.016946+0000 mgr.x (mgr.34676) 331 : cephadm [INF] Upgrade: Checking mon daemons 2021-03-04T23:15:39.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:39 gibba038 conmon[76675]: cephadm 2021-03-04T23:15:38.019006+0000 mgr.x (mgr.34676) 332 : cephadm [INF] Upgrade: All mon daemons are up to date. 2021-03-04T23:15:39.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:39 gibba038 conmon[76675]: cephadm 2021-03-04 2021-03-04T23:15:39.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:39 gibba038 conmon[76675]: T23:15:38.019038+0000 mgr.x (mgr.34676) 333 : cephadm [INF] Upgrade: Checking crash daemons 2021-03-04T23:15:39.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:39 gibba038 conmon[76675]: cephadm 2021- 2021-03-04T23:15:39.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:39 gibba038 conmon[76675]: 03-04T23:15:38.020651+0000 mgr.x (mgr.34676) 334 : cephadm [INF] Upgrade: Setting container_image for all crash 2021-03-04T23:15:39.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:39 gibba038 conmon[76675]: cephadm 2021-03-04T23:15:38.022482+0000 mgr.x (mgr.34676) 335 2021-03-04T23:15:39.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:39 gibba038 conmon[76675]: : cephadm [INF] Upgrade: All crash daemons are up to date. 2021-03-04T23:15:39.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:39 gibba038 conmon[76675]: cephadm 2021-03-04T 2021-03-04T23:15:39.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:39 gibba038 conmon[76675]: 23:15:38.022514+0000 mgr.x (mgr.34676) 336 : cephadm [INF] Upgrade: Checking osd daemons 2021-03-04T23:15:39.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:39 gibba038 conmon[76675]: audit 2021-03-04T23:15:38.023113+0000 mgr.x (mgr.34676 2021-03-04T23:15:39.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:39 gibba038 conmon[76675]: ) 337 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2021-03-04T23:15:39.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:39 gibba038 conmon[76675]: cephadm 2021-03-04T23:15:39.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:39 gibba038 conmon[76675]: 2021-03-04T23:15:38.024356+0000 mgr.x (mgr.34676) 338 : cephadm [ERR] Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2021-03-04T23:15:39.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:39 gibba038 conmon[76675]: audit 2021-03-04T23:15:38.988320 2021-03-04T23:15:39.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:39 gibba038 conmon[76675]: +0000 mon.c (mon.1) 157 : audit [INF] from='client.? 172.21.2.111:0/217772029' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:15:39.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:39 gibba038 conmon[76675]: audit 2021-03-04T23:15:38.988582+0000 mon.a 2021-03-04T23:15:39.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:39 gibba038 conmon[76675]: (mon.0) 500 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:15:39.748 INFO:teuthology.orchestra.run.gibba011.stderr:pool 'unique_pool_1' removed 2021-03-04T23:15:39.796 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[116559]: debug 2021-03-04T23:15:39.525+0000 7f0b7ee83080 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: store not yet converted to per-pg omap 2021-03-04T23:15:39.796 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[116559]: debug 2021-03-04T23:15:39.526+0000 7f0b6b14a700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #3:a93a17c2:::604.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:15:39.797 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[116559]: debug 2021-03-04T23:15:39.527+0000 7f0b6a949700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #-1:c1a3fc6e:::purged_snaps:0# has omap that is not per-pg or pgmeta 2021-03-04T23:15:39.797 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[116559]: debug 2021-03-04T23:15:39.527+0000 7f0b6b14a700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #3:d0630e4c:::mds0_sessionmap:head# has omap that is not per-pg or pgmeta 2021-03-04T23:15:39.797 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:39 gibba011 conmon[116559]: debug 2021-03-04T23:15:39.527+0000 7f0b6b14a700 -1 bluestore(/var/lib/ceph/osd/ceph-3) fsck warning: #3:e0b41d06:::609.00000000:head# has omap that is not per-pg or pgmeta 2021-03-04T23:15:40.533 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:40 gibba011 conmon[95595]: cluster 2021-03-04T23:15:38.482477+0000 mgr.x (mgr.34676) 339 : cluster [DBG] 2021-03-04T23:15:40.534 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:40 gibba011 conmon[95595]: pgmap v254: 89 pgs: 3 active+undersized+degraded, 38 active+undersized, 48 active+clean; 3.3 KiB data, 527 MiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 552 op/s; 4/66 objects degraded (6.061%) 2021-03-04T23:15:40.534 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:40 gibba011 conmon[95595]: audit 2021-03-04T23:15:39.744296+0000 mon.a (mon.0) 501 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:15:40.534 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:40 gibba011 conmon[95595]: cluster 2021-03-04T23:15:39. 2021-03-04T23:15:40.534 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:40 gibba011 conmon[95595]: 744354+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2021-03-04T23:15:40.535 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:40 gibba011 conmon[95595]: audit 2021-03-04T23:15: 2021-03-04T23:15:40.535 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:40 gibba011 conmon[95595]: 39.776768+0000 mon.c (mon.1) 158 : audit [DBG] from='client.? 172.21.2.111:0/1131168452' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:40.535 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:40 gibba011 conmon[99461]: cluster 2021-03-04T23:15:38.482477+0000 mgr.x (mgr.34676) 339 : cluster 2021-03-04T23:15:40.536 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:40 gibba011 conmon[99461]: [DBG] pgmap v254: 89 pgs: 3 active+undersized+degraded, 38 active+undersized, 48 active+clean; 3.3 KiB data, 527 MiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 552 op/s; 4/66 objects degraded (6.061%) 2021-03-04T23:15:40.536 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:40 gibba011 conmon[99461]: audit 2021-03-04T23:15:39.744296+0000 mon.a (mon. 2021-03-04T23:15:40.536 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:40 gibba011 conmon[99461]: 0) 501 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:15:40.536 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:40 gibba011 conmon[99461]: cluster 2021-03-04T23:15:39.744354+0000 mon.a (mon.0 2021-03-04T23:15:40.537 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:40 gibba011 conmon[99461]: ) 502 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2021-03-04T23:15:40.537 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:40 gibba011 conmon[99461]: audit 2021-03-04T23:15:40.537 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:40 gibba011 conmon[99461]: 2021-03-04T23:15:39 2021-03-04T23:15:40.538 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:40 gibba011 conmon[99461]: .776768+0000 mon.c (mon.1) 158 : audit 2021-03-04T23:15:40.538 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:40 gibba011 conmon[99461]: [DBG] from='client.? 172.21.2.111:0/1131168452' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:40.547 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2021-03-04T23:15:40.548 INFO:tasks.radosbench:Beginning radosbench... 2021-03-04T23:15:40.549 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_2 2021-03-04T23:15:40.549 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool create unique_pool_2 16 2021-03-04T23:15:40.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:40 gibba038 conmon[76675]: cluster 2021-03-04T23:15:38.482477+0000 mgr.x (mgr.34676) 339 : cluster [DBG] pgmap v254: 89 pgs: 3 active+undersized+degraded, 38 active+undersized, 48 active+clean; 3.3 KiB data, 527 MiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 552 op/s; 4/66 objects degraded (6.061%) 2021-03-04T23:15:40.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:40 gibba038 conmon[76675]: audit 2021-03-04T23:15:39.744296+0000 mon.a (mon.0) 501 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:15:40.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:40 gibba038 conmon[76675]: cluster 2021-03-04T23:15:39.744354+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2021-03-04T23:15:40.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:40 gibba038 conmon[76675]: 2021-03-04T23:15:40.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:40 gibba038 conmon[76675]: audit 2021-03-04T23:15:39.776768+0000 mon.c (mon.1) 158 : audit [DBG] from='client.? 172.21.2.111:0/1131168452' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:40.662 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:15:40.853 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:40 gibba011 conmon[116559]: debug 2021-03-04T23:15:40.595+0000 7f0b7ee83080 -1 osd.3 121 log_to_monitors {default=true} 2021-03-04T23:15:41.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:41 gibba038 conmon[76675]: audit 2021-03-04T23:15:40.599027+0000 mon.c (mon.1) 159 : audit [INF] from='osd.3 [v2:172.21.2.111:6824/4143220233,v1:172.21.2.111:6825/4143220233]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T23:15:41.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:41 gibba038 conmon[76675]: audit 2021 2021-03-04T23:15:41.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:41 gibba038 conmon[76675]: -03-04T23:15:40.599363+0000 mon.a (mon.0) 503 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T23:15:41.604 INFO:journalctl@ceph.osd.3.gibba011.stdout:Mar 04 23:15:41 gibba011 conmon[116559]: debug 2021-03-04T23:15:41.197+0000 7f0b70b64700 -1 osd.3 121 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T23:15:41.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:41 gibba011 conmon[95595]: audit 2021-03-04T23:15:40.599027+0000 mon.c (mon.1) 159 : audit [INF] from='osd.3 [v2:172.21.2.111:6824/4143220233,v1:172.21.2.111:6825/4143220233]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T23:15:41.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:41 gibba011 conmon[95595]: audit 2021-03-04T23:15:40.599363+0000 mon.a (mon.0) 503 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T23:15:41.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:41 gibba011 conmon[99461]: audit 2021-03-04T23:15:40.599027+0000 mon.c (mon.1) 159 : audit [INF] from='osd.3 [v2:172.21.2.111:6824/4143220233,v1:172.21.2.111:6825/4143220233]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T23:15:41.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:41 gibba011 conmon[99461]: audit 2021-03-04T23:15:40.599363+0000 mon.a (mon. 2021-03-04T23:15:41.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:41 gibba011 conmon[99461]: 0) 503 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2021-03-04T23:15:42.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:42 gibba038 conmon[76675]: cluster 2021-03-04T23:15:40.483310+0000 mgr.x (mgr.34676) 340 : cluster [DBG] pgmap v256: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 3.3 KiB data, 527 MiB used, 666 GiB / 672 GiB avail; 4/66 objects degraded (6.061%) 2021-03-04T23:15:42.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:42 gibba038 conmon[76675]: audit 2021-03-04T23:15:41.189192+0000 mon.a (mon.0) 504 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-03-04T23:15:42.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:42 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:15:42.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:42 gibba038 conmon[76675]: 04T23:15:41.189251+0000 mon.a (mon 2021-03-04T23:15:42.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:42 gibba038 conmon[76675]: .0) 505 : cluster [DBG] osdmap e125: 8 total, 7 up, 8 in 2021-03-04T23:15:42.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:42 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:15:42.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:42 gibba038 conmon[76675]: 03-04T23:15:41.189767+0000 2021-03-04T23:15:42.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:42 gibba038 conmon[76675]: mon.c (mon.1) 160 : audit [INF] from='osd.3 [v2:172.21.2.111:6824/4143220233,v1:172.21.2.111:6825/4143220233]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba011", "root=default"]}]: dispatch 2021-03-04T23:15:42.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:42 gibba038 conmon[76675]: 2021-03-04T23:15:42.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:42 gibba038 conmon[76675]: audit 2021-03-04T23:15:42.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:42 gibba038 conmon[76675]: 2021-03-04T23:15:41 2021-03-04T23:15:42.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:42 gibba038 conmon[76675]: .189979+0000 mon.a ( 2021-03-04T23:15:42.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:42 gibba038 conmon[76675]: mon.0) 506 : audit [INF] 2021-03-04T23:15:42.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:42 gibba038 conmon[76675]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba011", "root=default"]}]: dispatch 2021-03-04T23:15:42.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:42 gibba038 conmon[76675]: audit 2021-03-04 2021-03-04T23:15:42.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:42 gibba038 conmon[76675]: T23:15:41.969053+0000 mon.a 2021-03-04T23:15:42.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:42 gibba038 conmon[76675]: (mon.0) 507 : audit [DBG] 2021-03-04T23:15:42.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:42 gibba038 conmon[76675]: from='client.? 172.21.2.111:0/4114804751' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:42.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:42 gibba011 conmon[95595]: cluster 2021-03-04T23:15:40.483310+0000 mgr.x (mgr.34676) 340 : cluster [DBG] pgmap v256: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 3.3 KiB data, 527 MiB used, 666 GiB / 672 GiB avail; 4/66 objects degraded (6.061%) 2021-03-04T23:15:42.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:42 gibba011 conmon[95595]: audit 2021-03-04T23:15:41.189192+0000 mon.a (mon.0) 504 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-03-04T23:15:42.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:42 gibba011 conmon[95595]: cluster 2021-03-04T23:15:41.189251+0000 mon.a (mon.0) 505 : cluster [DBG] osdmap e125: 8 total, 7 up, 8 in 2021-03-04T23:15:42.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:42 gibba011 conmon[95595]: audit 2021-03-04T23:15:42.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:42 gibba011 conmon[95595]: 2021-03-04T23:15:41.189767+0000 mon.c (mon.1) 160 : audit [INF] from='osd.3 [v2:172.21.2.111:6824/4143220233,v1:172.21.2.111:6825/4143220233]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba011", "root=default"]}]: dispatch 2021-03-04T23:15:42.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:42 gibba011 conmon[95595]: audit 2021-03-04T23:15:41.189979+0000 mon.a (mon.0) 506 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba011", "root=default"]}]: dispatch 2021-03-04T23:15:42.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:42 gibba011 conmon[95595]: audit 2021-03-04T23:15:41.969053+0000 mon.a (mon.0) 507 : audit [DBG] from='client.? 172.21.2.111:0/4114804751' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:42.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:42 gibba011 conmon[99461]: cluster 2021-03-04T23:15:40.483310+0000 mgr.x 2021-03-04T23:15:42.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:42 gibba011 conmon[99461]: (mgr.34676) 340 : cluster [DBG] pgmap v256: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 3.3 KiB data, 527 MiB used, 666 GiB / 672 GiB avail; 4/66 objects degraded (6.061%) 2021-03-04T23:15:42.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:42 gibba011 conmon[99461]: audit 2021-03-04T23:15:41.189192+0000 mon.a (mon.0) 504 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2021-03-04T23:15:42.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:42 gibba011 conmon[99461]: cluster 2021-03-04T23:15:41.189251+0000 mon.a (mon.0) 505 : cluster [DBG] osdmap e125: 8 total, 7 up, 8 in 2021-03-04T23:15:42.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:42 gibba011 conmon[99461]: audit 2021-03-04T23:15:41.189767+0000 mon.c (mon.1) 160 : audit [INF] from='osd.3 [v2:172.21.2.111:6824/4143220233,v1:172.21.2.111:6825/4143220233]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba011", "root=default"]}]: dispatch 2021-03-04T23:15:42.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:42 gibba011 conmon[99461]: audit 2021-03-04T23:15:41.189979+0000 mon.a (mon.0) 506 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0820, "args": ["host=gibba011", "root=default"]}]: dispatch 2021-03-04T23:15:42.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:42 gibba011 conmon[99461]: audit 2021-03-04T23:15:41.969053+0000 mon.a (mon.0) 507 : audit [DBG] from='client.? 172.21.2.111:0/4114804751' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:43.203 INFO:teuthology.orchestra.run.gibba011.stderr:pool 'unique_pool_2' created 2021-03-04T23:15:43.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:43 gibba038 conmon[76675]: cluster 2021-03-04T23:15:42.187882+0000 mon.a (mon 2021-03-04T23:15:43.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:43 gibba038 conmon[76675]: .0) 508 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:15:43.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:43 gibba038 conmon[76675]: cluster 2021-03-04T23:15:42.191278+0000 mon.a (mon.0) 509 : cluster [INF] osd.3 [v2:172.21.2.111:6824/4143220233,v1:172.21.2.111:6825/4143220233] boot 2021-03-04T23:15:43.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:43 gibba038 conmon[76675]: cluster 2021-03-04T23:15:42.191297 2021-03-04T23:15:43.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:43 gibba038 conmon[76675]: +0000 mon.a (mon.0) 510 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2021-03-04T23:15:43.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:43 gibba038 conmon[76675]: audit 2021-03-04T23:15:43.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:43 gibba038 conmon[76675]: 2021-03-04T23:15:42.192242+0000 mon.c 2021-03-04T23:15:43.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:43 gibba038 conmon[76675]: (mon.1) 161 : audit [DBG] 2021-03-04T23:15:43.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:43 gibba038 conmon[76675]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T23:15:43.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:43 gibba038 conmon[76675]: audit 2021-03-04T23:15:43.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:43 gibba038 conmon[76675]: 2021-03-04T23: 2021-03-04T23:15:43.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:43 gibba038 conmon[76675]: 15:42.378459+0000 mon.a (mon 2021-03-04T23:15:43.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:43 gibba038 conmon[76675]: .0) 511 : audit [INF] from='client.? 172.21.2.111:0/1853604949' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2021-03-04T23:15:43.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:43 gibba011 conmon[99461]: cluster 2021-03-04T23:15:42.187882+0000 mon.a (mon.0) 508 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:15:43.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:43 gibba011 conmon[99461]: cluster 2021-03-04T23:15:42.191278+0000 mon.a (mon.0) 509 : cluster [INF] osd.3 [v2:172.21.2.111:6824/4143220233,v1:172.21.2.111:6825/4143220233] boot 2021-03-04T23:15:43.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:43 gibba011 conmon[99461]: cluster 2021-03-04T23:15:42.191297+0000 mon.a (mon.0) 510 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2021-03-04T23:15:43.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:43 gibba011 conmon[99461]: audit 2021-03-04T23:15:42.192242+0000 mon.c (mon.1) 161 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T23:15:43.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:43 gibba011 conmon[99461]: audit 2021-03-04T23:15:42. 2021-03-04T23:15:43.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:43 gibba011 conmon[99461]: 378459+0000 mon.a (mon.0) 511 : audit [INF] from='client.? 172.21.2.111:0/1853604949' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2021-03-04T23:15:43.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:43 gibba011 conmon[95595]: cluster 2021-03-04T23:15:42.187882+0000 mon.a (mon.0) 508 : cluster 2021-03-04T23:15:43.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:43 gibba011 conmon[95595]: [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:15:43.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:43 gibba011 conmon[95595]: cluster 2021-03-04T23:15:42.191278+0000 mon.a (mon.0) 509 : cluster [INF] osd.3 [v2:172.21.2.111:6824/4143220233,v1:172.21.2.111:6825/4143220233] boot 2021-03-04T23:15:43.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:43 gibba011 conmon[95595]: cluster 2021-03-04T23:15:42.191297+0000 mon.a (mon.0) 510 : 2021-03-04T23:15:43.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:43 gibba011 conmon[95595]: cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2021-03-04T23:15:43.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:43 gibba011 conmon[95595]: audit 2021-03-04T23:15:42.192242+0000 mon.c ( 2021-03-04T23:15:43.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:43 gibba011 conmon[95595]: mon.1) 161 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2021-03-04T23:15:43.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:43 gibba011 conmon[95595]: audit 2021-03-04T23 2021-03-04T23:15:43.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:43 gibba011 conmon[95595]: :15:42.378459+0000 mon.a (mon.0) 511 : 2021-03-04T23:15:43.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:43 gibba011 conmon[95595]: audit [INF] from='client.? 172.21.2.111:0/1853604949' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2021-03-04T23:15:44.163 INFO:teuthology.orchestra.run.gibba011.stdout: "ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev)": 4 2021-03-04T23:15:44.170 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool application enable unique_pool_2 rados --yes-i-really-mean-it || true 2021-03-04T23:15:44.287 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:15:44.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:44 gibba038 conmon[76675]: cluster 2021-03-04T23:15:42.483988+0000 mgr.x (mgr.34676) 341 : cluster [DBG] pgmap v259: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 3.3 KiB data, 302 MiB used, 668 GiB / 672 GiB avail; 4/66 objects degraded (6.061%) 2021-03-04T23:15:44.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:44 gibba038 conmon[76675]: audit 2021-03-04T23:15:43.194922+0000 mon.a (mon.0) 512 : audit [INF] from='client.? 172.21.2.111:0/1853604949' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2021-03-04T23:15:44.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:44 gibba038 conmon[76675]: cluster 2021-03-04T23:15:43.194985+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2021-03-04T23:15:44.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:44 gibba038 conmon[76675]: cluster 2021-03-04T23:15:43.739451+0000 mon.a ( 2021-03-04T23:15:44.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:44 gibba038 conmon[76675]: mon.0) 514 : cluster [WRN] Health check update: Degraded data redundancy: 4/66 objects degraded (6.061%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:15:44.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:44 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:15:44.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:44 gibba038 conmon[76675]: 04T23:15:44.152619+0000 mon.a (mon. 2021-03-04T23:15:44.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:44 gibba038 conmon[76675]: 0) 515 : audit [DBG] from='client.? 172.21.2.111:0/4058938118' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:44.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:44 gibba038 conmon[76675]: cluster 2021-03-04T23:15:44.196233+0000 mon.a 2021-03-04T23:15:44.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:44 gibba038 conmon[76675]: (mon.0) 516 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2021-03-04T23:15:44.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:44 gibba011 conmon[95595]: cluster 2021-03-04T23:15:42.483988+0000 mgr.x (mgr.34676) 341 : cluster [DBG] pgmap v259: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 3.3 KiB data, 302 MiB used, 668 GiB / 672 GiB avail; 4/66 objects degraded (6.061%) 2021-03-04T23:15:44.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:44 gibba011 conmon[95595]: audit 2021-03-04T23:15:43.194922+0000 mon.a (mon.0) 512 : audit [INF] from='client.? 172.21.2.111:0/1853604949' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2021-03-04T23:15:44.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:44 gibba011 conmon[95595]: cluster 2021-03-04T23:15:43.194985+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2021-03-04T23:15:44.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:44 gibba011 conmon[95595]: cluster 2021-03-04T23:15:43.739451+0000 mon.a (mon.0) 514 : cluster [WRN] Health check update: Degraded data redundancy: 4/66 objects degraded (6.061%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:15:44.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:44 gibba011 conmon[95595]: audit 2021-03-04T23:15:44.152619+0000 mon.a (mon.0) 515 : audit [DBG] from='client.? 172.21.2.111:0/4058938118' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:44.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:44 gibba011 conmon[95595]: cluster 2021-03-04T23:15:44.196233+0000 mon.a (mon.0) 516 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2021-03-04T23:15:44.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:44 gibba011 conmon[99461]: cluster 2021-03-04T23:15:42.483988+0000 mgr.x (mgr.34676) 341 : cluster [DBG] pgmap v259: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 3.3 KiB data, 302 MiB used, 668 GiB / 672 GiB avail; 4/66 objects degraded (6.061%) 2021-03-04T23:15:44.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:44 gibba011 conmon[99461]: audit 2021-03-04T23:15:43.194922+0000 mon.a (mon.0) 512 : audit [INF] from='client.? 172.21.2.111:0/1853604949' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2021-03-04T23:15:44.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:44 gibba011 conmon[99461]: cluster 2021-03-04T23:15:43.194985+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2021-03-04T23:15:44.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:44 gibba011 conmon[99461]: cluster 2021-03-04T23:15:43.739451+0000 mon.a (mon.0) 514 : cluster [WRN] Health check update: Degraded data redundancy: 4/66 objects degraded (6.061%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:15:44.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:44 gibba011 conmon[99461]: audit 2021-03-04T23:15:44.152619+0000 mon.a (mon.0) 515 : audit [DBG] from='client.? 172.21.2.111:0/4058938118' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2021-03-04T23:15:44.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:44 gibba011 conmon[99461]: cluster 2021-03-04T23:15:44.196233+0000 mon.a ( 2021-03-04T23:15:44.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:44 gibba011 conmon[99461]: mon.0) 516 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2021-03-04T23:15:44.887 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch upgrade pause' 2021-03-04T23:15:45.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:45 gibba011 conmon[95595]: cluster 2021-03-04T23:15:44.484748+0000 mgr.x (mgr.34676) 342 : cluster [DBG] pgmap v262: 89 pgs: 16 unknown, 10 peering, 2 active+undersized+degraded, 19 active+undersized, 42 active+clean; 3.3 KiB data, 305 MiB used, 668 GiB / 672 GiB avail; 2/66 objects degraded (3.030%) 2021-03-04T23:15:45.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:45 gibba011 conmon[95595]: cluster 2021-03-04T23:15:45.197374+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2021-03-04T23:15:45.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:45 gibba011 conmon[99461]: cluster 2021-03-04T23:15:44.484748+0000 mgr.x (mgr.34676) 342 : cluster [DBG] pgmap v262: 89 pgs: 16 unknown, 10 peering, 2 active+undersized+degraded, 19 active+undersized, 42 active+clean; 3.3 KiB data, 305 MiB used, 668 GiB / 672 GiB avail; 2/66 objects degraded (3.030%) 2021-03-04T23:15:45.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:45 gibba011 conmon[99461]: cluster 2021-03-04T23:15:45.197374+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2021-03-04T23:15:45.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:45 gibba038 conmon[76675]: cluster 2021-03-04T23:15:44.484748+0000 mgr.x (mgr.34676) 342 : cluster [DBG] pgmap v262: 89 pgs: 16 unknown, 10 peering, 2 active+undersized+degraded, 19 active+undersized, 42 active+clean; 3.3 KiB data, 305 MiB used, 668 GiB / 672 GiB avail; 2/66 objects degraded (3.030%) 2021-03-04T23:15:45.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:45 gibba038 conmon[76675]: cluster 2021-03-04T23:15:45.197374+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2021-03-04T23:15:46.214 INFO:teuthology.orchestra.run.gibba011.stderr:enabled application 'rados' on pool 'unique_pool_2' 2021-03-04T23:15:46.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:46 gibba038 conmon[76675]: audit 2021-03-04T23:15:46.131702+0000 mon.c (mon.1) 162 : audit [INF] from='client.? 172.21.2.111:0/2467353061' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:15:46.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:46 gibba038 conmon[76675]: audit 2021-03-04T23:15:46.132078+0000 mon.a (mon.0) 518 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:15:46.602 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:46 gibba011 conmon[99461]: audit 2021-03-04T23:15:46.131702+0000 mon.c (mon.1) 162 : audit [INF] from='client.? 172.21.2.111:0/2467353061' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:15:46.602 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:46 gibba011 conmon[99461]: audit 2021-03-04T23:15:46 2021-03-04T23:15:46.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:46 gibba011 conmon[99461]: .132078+0000 mon.a (mon.0) 518 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:15:46.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:46 gibba011 conmon[95595]: audit 2021-03-04T23:15:46.131702+0000 2021-03-04T23:15:46.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:46 gibba011 conmon[95595]: mon.c (mon.1) 162 : audit [INF] from='client.? 172.21.2.111:0/2467353061' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:15:46.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:46 gibba011 conmon[95595]: audit 2021-03-04T23:15:46.132078+0000 mon.a (mon.0) 518 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:15:47.574 INFO:teuthology.orchestra.run.gibba011.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:15:47.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:47 gibba038 conmon[76675]: audit 2021-03-04T23:15:46.209031+0000 mon.a (mon.0) 519 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:15:47.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:47 gibba038 conmon[76675]: cluster 2021-03-04T23:15:46.209071+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2021-03-04T23:15:47.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:47 gibba038 conmon[76675]: cluster 2021-03-04T23:15:46.485386+0000 mgr.x (mgr.34676) 343 : cluster [DBG] pgmap v265: 89 pgs: 8 unknown, 13 active+clean+wait, 10 peering, 58 active+clean; 3.3 KiB data, 313 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:15:47.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:47 gibba011 conmon[95595]: audit 2021-03-04T23:15:46.209031+0000 mon.a (mon.0) 519 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:15:47.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:47 gibba011 conmon[95595]: cluster 2021-03-04T23:15:46.209071+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2021-03-04T23:15:47.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:47 gibba011 conmon[95595]: cluster 2021-03-04T23:15:47.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:47 gibba011 conmon[95595]: 2021-03-04T23:15:46.485386+0000 mgr.x (mgr.34676) 343 : cluster [DBG] pgmap v265: 89 pgs: 8 unknown, 13 active+clean+wait, 10 peering, 58 active+clean; 3.3 KiB data, 313 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:15:47.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:47 gibba011 conmon[99461]: audit 2021-03-04T23:15:46.209031+0000 mon.a (mon.0) 519 : 2021-03-04T23:15:47.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:47 gibba011 conmon[99461]: audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:15:47.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:47 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:15:47.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:47 gibba011 conmon[99461]: :15:46.209071+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2021-03-04T23:15:47.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:47 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:15:47.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:47 gibba011 conmon[99461]: 23:15:46.485386+0000 mgr.x (mgr.34676) 343 2021-03-04T23:15:47.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:47 gibba011 conmon[99461]: : cluster [DBG] pgmap v265: 89 pgs: 8 unknown, 13 active+clean+wait, 10 peering, 58 active+clean; 3.3 KiB data, 313 MiB used, 668 GiB / 672 GiB avail 2021-03-04T23:15:48.121 DEBUG:teuthology.orchestra.run.gibba011:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_2 bench 90 write' 2021-03-04T23:15:48.126 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2021-03-04T23:15:48.127 INFO:teuthology.orchestra.run:waiting for 3000 2021-03-04T23:15:48.158 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:hints = 1 2021-03-04T23:15:48.159 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2021-03-04T23:15:48.159 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Object prefix: benchmark_data_gibba011_118794 2021-03-04T23:15:48.159 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:15:48.159 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 0 0 0 0 0 0 - 0 2021-03-04T23:15:48.272 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch ps' 2021-03-04T23:15:48.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:48 gibba038 conmon[76675]: cluster 2021-03-04T23:15:48.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:48 gibba038 conmon[76675]: 2021-03-04T23: 2021-03-04T23:15:48.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:48 gibba038 conmon[76675]: 15:47.211518+0000 mon.a (mon.0) 521 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/66 objects degraded (3.030%), 2 pgs degraded) 2021-03-04T23:15:48.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:48 gibba038 conmon[76675]: cluster 2021-03-04T23:15:48.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:48 gibba038 conmon[76675]: 2021-03-04T23: 2021-03-04T23:15:48.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:48 gibba038 conmon[76675]: 15:47.211539+0000 mon.a (mon.0) 522 : cluster [INF] Cluster is now healthy 2021-03-04T23:15:48.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:48 gibba038 conmon[76675]: audit 2021-03-04T23:15:48.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:48 gibba038 conmon[76675]: 2021-03-04T23:15:47.567041+0000 2021-03-04T23:15:48.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:48 gibba038 conmon[76675]: mgr.x (mgr.34676) 344 : audit 2021-03-04T23:15:48.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:48 gibba038 conmon[76675]: [DBG] from='client.44604 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:15:48.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:48 gibba038 conmon[76675]: cephadm 2021-03-04T23:15:48.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:48 gibba038 conmon[76675]: 2021-03-04T23:15:47. 2021-03-04T23:15:48.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:48 gibba038 conmon[76675]: 567305+0000 mgr.x (mgr.34676) 345 : cephadm 2021-03-04T23:15:48.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:48 gibba038 conmon[76675]: [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:15:48.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:48 gibba038 conmon[76675]: audit 2021-03-04T23:15:48.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:48 gibba038 conmon[76675]: 2021 2021-03-04T23:15:48.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:48 gibba038 conmon[76675]: -03-04T23:15:47.571700 2021-03-04T23:15:48.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:48 gibba038 conmon[76675]: +0000 mon.a (mon.0) 523 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:15:48.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:48 gibba011 conmon[95595]: cluster 2021-03-04T23:15:47.211518+0000 mon.a (mon.0) 521 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/66 objects degraded (3.030%), 2 pgs degraded) 2021-03-04T23:15:48.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:48 gibba011 conmon[95595]: cluster 2021-03-04T23:15:47.211539+0000 mon.a (mon.0) 522 : cluster [INF] Cluster is now healthy 2021-03-04T23:15:48.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:48 gibba011 conmon[95595]: audit 2021-03-04T23:15:47.567041+0000 mgr.x (mgr.34676) 344 : audit [DBG] from='client.44604 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:15:48.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:48 gibba011 conmon[95595]: cephadm 2021-03-04T23:15:47.567305+0000 mgr.x (mgr.34676) 345 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:15:48.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:48 gibba011 conmon[95595]: audit 2021-03-04T23:15:47.571700+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:15:48.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:48 gibba011 conmon[99461]: cluster 2021-03-04T23:15:48.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:48 gibba011 conmon[99461]: 2021-03-04T23:15:48.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:48 gibba011 conmon[99461]: 2021 2021-03-04T23:15:48.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:48 gibba011 conmon[99461]: - 2021-03-04T23:15:48.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:48 gibba011 conmon[99461]: 03 2021-03-04T23:15:48.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:48 gibba011 conmon[99461]: -04T23:15:47.211518+0000 mon.a 2021-03-04T23:15:48.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:48 gibba011 conmon[99461]: (mon.0) 521 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/66 objects degraded (3.030%), 2 pgs degraded) 2021-03-04T23:15:48.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:48 gibba011 conmon[99461]: cluster 2021-03-04T23:15:48.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:48 gibba011 conmon[99461]: 2021-03-04T23:15:47.211539+0000 mon.a (mon 2021-03-04T23:15:48.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:48 gibba011 conmon[99461]: .0) 522 : cluster [INF] Cluster is now healthy 2021-03-04T23:15:48.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:48 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:15:48.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:48 gibba011 conmon[99461]: T23:15:47.567041+0000 mgr.x (mgr.34676) 344 : audit 2021-03-04T23:15:48.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:48 gibba011 conmon[99461]: [DBG] from='client.44604 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:15:48.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:48 gibba011 conmon[99461]: cephadm 2021-03-04T23:15:47.567305+0000 2021-03-04T23:15:48.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:48 gibba011 conmon[99461]: mgr.x (mgr.34676) 345 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 2021-03-04T23:15:48.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:48 gibba011 conmon[99461]: audit 2021-03-04T23:15: 2021-03-04T23:15:48.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:48 gibba011 conmon[99461]: 47.571700+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:15:49.159 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 1 16 8290 8274 517.097 517.125 0.00188009 0.0019297 2021-03-04T23:15:50.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:49 gibba038 conmon[76675]: cluster 2021-03-04T23:15:48.485777+0000 mgr.x (mgr.34676) 346 : cluster [DBG] pgmap v266: 89 pgs: 13 active+clean+wait, 76 active+clean; 2.6 MiB data, 313 MiB used, 668 GiB / 672 GiB avail; 496 KiB/s wr, 7 op/s 2021-03-04T23:15:50.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:49 gibba011 conmon[95595]: cluster 2021-03-04T23:15:48.485777+0000 mgr.x (mgr.34676) 346 : cluster [DBG] pgmap v266: 89 pgs: 13 active+clean+wait, 76 active+clean; 2.6 MiB data, 313 MiB used, 668 GiB / 672 GiB avail; 496 KiB/s wr, 7 op/s 2021-03-04T23:15:50.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:49 gibba011 conmon[99461]: cluster 2021-03-04T23:15:48.485777+0000 mgr.x (mgr.34676) 346 : cluster [DBG] pgmap v266: 89 pgs: 13 active+clean+wait, 76 active+clean; 2.6 MiB data, 313 MiB used, 668 GiB / 672 GiB avail; 496 KiB/s wr, 7 op/s 2021-03-04T23:15:50.158 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 2 16 15439 15423 481.937 446.812 0.0020779 0.00207142 2021-03-04T23:15:51.158 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 3 15 21538 21523 448.364 381.25 0.00332069 0.00222707 2021-03-04T23:15:52.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:51 gibba038 conmon[76675]: cluster 2021-03-04T23:15:50.486083+0000 mgr.x (mgr.34676) 347 : cluster [DBG] pgmap v267: 89 pgs: 13 active+clean+wait, 76 active+clean; 254 MiB data, 867 MiB used, 667 GiB / 672 GiB avail; 40 MiB/s wr, 646 op/s 2021-03-04T23:15:52.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:51 gibba038 conmon[76675]: 2021-03-04T23:15:52.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:51 gibba011 conmon[95595]: cluster 2021-03-04T23:15:50.486083+0000 mgr.x 2021-03-04T23:15:52.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:51 gibba011 conmon[95595]: (mgr.34676) 347 : cluster [DBG] pgmap v267: 89 pgs: 13 active+clean+wait, 76 active+clean; 254 MiB data, 867 MiB used, 667 GiB / 672 GiB avail; 40 MiB/s wr, 646 op/s 2021-03-04T23:15:52.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:51 gibba011 conmon[99461]: cluster 2021-03-04T23:15:50.486083+0000 mgr.x (mgr.34676) 347 : cluster 2021-03-04T23:15:52.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:51 gibba011 conmon[99461]: [DBG] pgmap v267: 89 pgs: 13 active+clean+wait, 76 active+clean; 254 MiB data, 867 MiB used, 667 GiB / 672 GiB avail; 40 MiB/s wr, 646 op/s 2021-03-04T23:15:52.158 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 4 16 26186 26170 408.877 290.438 0.00175201 0.00244247 2021-03-04T23:15:53.159 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 5 16 31009 30993 387.385 301.438 0.00332554 0.0025779 2021-03-04T23:15:53.567 INFO:teuthology.orchestra.run.gibba011.stdout:NAME HOST STATUS REFRESHED AGE VERSION IMAGE NAME IMAGE ID CONTAINER ID 2021-03-04T23:15:53.568 INFO:teuthology.orchestra.run.gibba011.stdout:alertmanager.a gibba011 running (10m) 15s ago 11m 0.20.0 docker.io/prom/alertmanager:v0.20.0 0881eb8f169f 75f339d996f6 2021-03-04T23:15:53.568 INFO:teuthology.orchestra.run.gibba011.stdout:grafana.a gibba038 running (10m) 73s ago 10m 6.6.2 docker.io/ceph/ceph-grafana:6.6.2 a0dce381714a 98ce22a6afd4 2021-03-04T23:15:53.568 INFO:teuthology.orchestra.run.gibba011.stdout:mds.foo.gibba011.yozmjr gibba011 running (9m) 15s ago 9m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 53f71096606d 2021-03-04T23:15:53.568 INFO:teuthology.orchestra.run.gibba011.stdout:mds.foo.gibba038.rbeynd gibba038 running (10m) 73s ago 10m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 8265208f44c5 2021-03-04T23:15:53.569 INFO:teuthology.orchestra.run.gibba011.stdout:mgr.x gibba038 running (7m) 73s ago 13m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 e231be2fa0b1 44ab02ab2942 2021-03-04T23:15:53.569 INFO:teuthology.orchestra.run.gibba011.stdout:mgr.y gibba011 running (6m) 15s ago 15m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 259b9d44bd28 2021-03-04T23:15:53.569 INFO:teuthology.orchestra.run.gibba011.stdout:mon.a gibba011 running (6m) 15s ago 15m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 57d3238c8c38 2021-03-04T23:15:53.570 INFO:teuthology.orchestra.run.gibba011.stdout:mon.b gibba038 running (5m) 73s ago 13m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 f2a79f1e5142 2021-03-04T23:15:53.570 INFO:teuthology.orchestra.run.gibba011.stdout:mon.c gibba011 running (5m) 15s ago 14m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 003212659f45 2021-03-04T23:15:53.570 INFO:teuthology.orchestra.run.gibba011.stdout:node-exporter.a gibba011 running (11m) 15s ago 11m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf 78e2f7a69f1f 2021-03-04T23:15:53.571 INFO:teuthology.orchestra.run.gibba011.stdout:node-exporter.b gibba038 running (11m) 73s ago 11m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf 1287f2762897 2021-03-04T23:15:53.571 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0 gibba011 running (3m) 15s ago 13m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 5fad3a5ebf99 2021-03-04T23:15:53.571 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1 gibba011 running (2m) 15s ago 13m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 c6e563cc3e68 2021-03-04T23:15:53.572 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2 gibba011 running (76s) 15s ago 12m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 55037fe065c0 2021-03-04T23:15:53.572 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3 gibba011 running (18s) 15s ago 12m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 f920fcdcc47a 2021-03-04T23:15:53.572 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4 gibba038 running (12m) 73s ago 12m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 19eadf71f6a2 2021-03-04T23:15:53.572 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5 gibba038 running (12m) 73s ago 12m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 75adfd5dad9c 2021-03-04T23:15:53.572 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6 gibba038 running (11m) 73s ago 11m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 e9ebee3ecd28 2021-03-04T23:15:53.573 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7 gibba038 running (11m) 73s ago 11m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 0c2e87d4582c 2021-03-04T23:15:53.573 INFO:teuthology.orchestra.run.gibba011.stdout:prometheus.a gibba038 running (10m) 73s ago 11m 2.18.1 docker.io/prom/prometheus:v2.18.1 de242295e225 28109d2041c7 2021-03-04T23:15:54.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:53 gibba038 conmon[76675]: cluster 2021-03-04T23:15:52.486390+0000 mgr.x (mgr.34676) 348 : cluster [DBG] pgmap v268: 89 pgs: 11 active+clean+wait, 78 active+clean; 512 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 64 MiB/s wr, 1.02k op/s 2021-03-04T23:15:54.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:53 gibba038 conmon[76675]: audit 2021-03-04T23:15:53.039547+0000 mon.c (mon.1) 163 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:15:54.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:53 gibba038 conmon[76675]: audit 2021-03-04T23:15:53.041079+0000 mon.c (mon.1) 164 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:15:54.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:53 gibba038 conmon[76675]: audit 2021-03-04T23:15:53.041289+0000 mon.c (mon.1) 165 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:15:54.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:53 gibba011 conmon[99461]: cluster 2021-03-04T23:15:52.486390+0000 mgr.x (mgr.34676) 2021-03-04T23:15:54.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:53 gibba011 conmon[99461]: 348 : cluster [DBG] pgmap v268: 89 pgs: 11 active+clean+wait, 78 active+clean; 512 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 64 MiB/s wr, 1.02k op/s 2021-03-04T23:15:54.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:53 gibba011 conmon[99461]: audit 2021-03-04T23:15:53.039547+0000 mon.c (mon.1) 163 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:15:54.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:53 gibba011 conmon[99461]: audit 2021-03-04T23:15:53.041079+0000 mon.c (mon.1) 164 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:15:54.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:53 gibba011 conmon[99461]: audit 2021-03-04T23:15:53.041289+0000 mon.c (mon.1) 165 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:15:54.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:53 gibba011 conmon[95595]: cluster 2021-03-04T23:15:54.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:53 gibba011 conmon[95595]: 2021-03-04T23:15:54.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:53 gibba011 conmon[95595]: 2021-03-04T23: 2021-03-04T23:15:54.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:53 gibba011 conmon[95595]: 15:52.486390+0000 mgr.x (mgr.34676) 348 : cluster [DBG] pgmap v268: 89 pgs: 11 active+clean+wait, 78 active+clean; 512 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 64 MiB/s wr, 1.02k op/s 2021-03-04T23:15:54.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:53 gibba011 conmon[95595]: audit 2021-03-04T23:15:54.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:53 gibba011 conmon[95595]: 2021-03-04T23:15:54.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:53 gibba011 conmon[95595]: 2021 2021-03-04T23:15:54.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:53 gibba011 conmon[95595]: - 2021-03-04T23:15:54.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:53 gibba011 conmon[95595]: 03-04T23:15:53 2021-03-04T23:15:54.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:53 gibba011 conmon[95595]: .039547+0000 mon.c (mon.1) 163 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:15:54.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:53 gibba011 conmon[95595]: audit 2021- 2021-03-04T23:15:54.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:53 gibba011 conmon[95595]: 03-04T23:15:53.041079+0000 mon.c (mon. 2021-03-04T23:15:54.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:53 gibba011 conmon[95595]: 1) 164 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:15:54.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:53 gibba011 conmon[95595]: audit 2021-03-04T23:15:53.041289+0000 mon.c (mon.1) 165 : audit [DBG] 2021-03-04T23:15:54.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:53 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:15:54.159 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 6 15 35143 35128 365.89 258.438 0.00598753 0.00273012 2021-03-04T23:15:55.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:54 gibba038 conmon[76675]: audit 2021-03-04T23:15:53.557968+0000 mgr.x (mgr.34676) 349 : audit [DBG] from='client.54568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:15:55.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:54 gibba038 conmon[76675]: 2021-03-04T23:15:55.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:54 gibba011 conmon[95595]: audit 2021-03-04T23:15:53.557968+0000 mgr.x (mgr.34676) 349 : audit [DBG] 2021-03-04T23:15:55.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:54 gibba011 conmon[95595]: from='client.54568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:15:55.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:54 gibba011 conmon[99461]: audit 2021-03-04T23:15:53.557968+0000 mgr.x (mgr.34676) 349 : 2021-03-04T23:15:55.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:54 gibba011 conmon[99461]: audit [DBG] from='client.54568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:15:55.159 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 7 16 39344 39328 351.118 262.5 0.00359721 0.00284462 2021-03-04T23:15:56.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:55 gibba038 conmon[76675]: cluster 2021-03-04T23:15:54.486725+0000 mgr.x (mgr.34676) 350 : cluster [DBG] pgmap v269: 89 pgs: 11 active+clean+wait, 78 active+clean; 1.4 GiB data, 4.1 GiB used, 664 GiB / 672 GiB avail; 153 MiB/s wr, 2.44k op/s 2021-03-04T23:15:56.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:55 gibba011 conmon[95595]: cluster 2021-03-04T23:15:54.486725+0000 mgr.x (mgr.34676) 350 : cluster 2021-03-04T23:15:56.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:55 gibba011 conmon[95595]: [DBG] pgmap v269: 89 pgs: 11 active+clean+wait, 78 active+clean; 1.4 GiB data, 4.1 GiB used, 664 GiB / 672 GiB avail; 153 MiB/s wr, 2.44k op/s 2021-03-04T23:15:56.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:55 gibba011 conmon[99461]: cluster 2021-03-04T23:15:54.486725+0000 mgr.x (mgr.34676) 2021-03-04T23:15:56.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:55 gibba011 conmon[99461]: 350 : cluster [DBG] pgmap v269: 89 pgs: 11 active+clean+wait, 78 active+clean; 1.4 GiB data, 4.1 GiB used, 664 GiB / 672 GiB avail; 153 MiB/s wr, 2.44k op/s 2021-03-04T23:15:56.159 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 8 16 43298 43282 338.116 247.125 0.00390563 0.00295464 2021-03-04T23:15:56.879 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph orch ps' 2021-03-04T23:15:57.159 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 9 16 46838 46822 325.129 221.25 0.00440183 0.00307277 2021-03-04T23:15:57.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:57 gibba011 conmon[95595]: cluster 2021-03-04T23:15:56.487151+0000 mgr.x (mgr.34676) 351 : cluster [DBG] pgmap v270: 89 pgs: 11 active+clean+wait, 78 active+clean; 2.1 GiB data, 6.3 GiB used, 662 GiB / 672 GiB avail; 211 MiB/s wr, 3.37k op/s 2021-03-04T23:15:57.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:57 gibba011 conmon[95595]: audit 2021-03-04T23:15:56.595118+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:15:57.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:57 gibba011 conmon[95595]: audit 2021-03-04T23:15:56.802363+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:15:57.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:57 gibba011 conmon[95595]: cephadm 2021-03-04T23:15:56.803345+0000 mgr.x (mgr.34676) 352 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:15:57.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:57 gibba011 conmon[99461]: cluster 2021-03-04T23:15:56.487151+0000 mgr.x (mgr.34676) 351 : cluster [DBG] pgmap v270: 89 pgs: 11 active+clean+wait, 78 active+clean; 2.1 GiB data, 6.3 GiB used, 662 GiB / 672 GiB avail; 211 MiB/s wr, 3.37k op/s 2021-03-04T23:15:57.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:57 gibba011 conmon[99461]: audit 2021-03-04T23:15:56.595118+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:15:57.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:57 gibba011 conmon[99461]: audit 2021-03-04T23:15:56.802363+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:15:57.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:57 gibba011 conmon[99461]: cephadm 2021-03-04T23:15:56.803345+0000 mgr.x (mgr.34676) 352 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:15:58.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:57 gibba038 conmon[76675]: cluster 2021-03-04T23:15:56.487151+0000 mgr.x (mgr.34676) 351 : cluster [DBG] pgmap v270: 89 pgs: 11 active+clean+wait, 78 active+clean; 2.1 GiB data, 6.3 GiB used, 662 GiB / 672 GiB avail; 211 MiB/s wr, 3.37k op/s 2021-03-04T23:15:58.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:57 gibba038 conmon[76675]: audit 2021-03-04T23:15:56.595118+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:15:58.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:57 gibba038 conmon[76675]: audit 2021-03-04T23:15:56.802363+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:15:58.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:57 gibba038 conmon[76675]: cephadm 2021-03-04T23:15:56.803345+0000 mgr.x (mgr.34676) 352 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:15:58.159 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 10 16 50149 50133 313.308 206.938 0.00443485 0.00318864 2021-03-04T23:15:59.159 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 11 16 53530 53514 304.034 211.312 0.00581427 0.00328602 2021-03-04T23:16:00.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:15:59 gibba038 conmon[76675]: cluster 2021-03-04T23:15:58.487593+0000 mgr.x (mgr.34676) 353 : cluster [DBG] pgmap v271: 89 pgs: 11 active+clean+wait, 78 active+clean; 2.7 GiB data, 8.3 GiB used, 660 GiB / 672 GiB avail; 231 MiB/s wr, 3.70k op/s 2021-03-04T23:16:00.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:59 gibba011 conmon[95595]: cluster 2021-03-04T23:15:58.487593+0000 mgr.x (mgr.34676) 353 : cluster [DBG] 2021-03-04T23:16:00.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:15:59 gibba011 conmon[95595]: pgmap v271: 89 pgs: 11 active+clean+wait, 78 active+clean; 2.7 GiB data, 8.3 GiB used, 660 GiB / 672 GiB avail; 231 MiB/s wr, 3.70k op/s 2021-03-04T23:16:00.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:59 gibba011 conmon[99461]: cluster 2021-03-04T23:16:00.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:59 gibba011 conmon[99461]: 2021-03-04T23:16:00.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:59 gibba011 conmon[99461]: 2021-03-04T23 2021-03-04T23:16:00.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:59 gibba011 conmon[99461]: :15:58.487593+0000 mgr.x (mgr.34676) 353 : cluster [DBG] 2021-03-04T23:16:00.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:15:59 gibba011 conmon[99461]: pgmap v271: 89 pgs: 11 active+clean+wait, 78 active+clean; 2.7 GiB data, 8.3 GiB used, 660 GiB / 672 GiB avail; 231 MiB/s wr, 3.70k op/s 2021-03-04T23:16:00.159 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 12 16 56492 56476 294.124 185.125 0.00710498 0.00339619 2021-03-04T23:16:00.690 INFO:teuthology.orchestra.run.gibba011.stdout:NAME HOST STATUS REFRESHED AGE VERSION IMAGE NAME IMAGE ID CONTAINER ID 2021-03-04T23:16:00.690 INFO:teuthology.orchestra.run.gibba011.stdout:alertmanager.a gibba011 running (10m) 22s ago 11m 0.20.0 docker.io/prom/alertmanager:v0.20.0 0881eb8f169f 75f339d996f6 2021-03-04T23:16:00.690 INFO:teuthology.orchestra.run.gibba011.stdout:grafana.a gibba038 running (10m) 3s ago 10m 6.6.2 docker.io/ceph/ceph-grafana:6.6.2 a0dce381714a 98ce22a6afd4 2021-03-04T23:16:00.691 INFO:teuthology.orchestra.run.gibba011.stdout:mds.foo.gibba011.yozmjr gibba011 running (10m) 22s ago 10m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 53f71096606d 2021-03-04T23:16:00.691 INFO:teuthology.orchestra.run.gibba011.stdout:mds.foo.gibba038.rbeynd gibba038 running (10m) 3s ago 10m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 8265208f44c5 2021-03-04T23:16:00.691 INFO:teuthology.orchestra.run.gibba011.stdout:mgr.x gibba038 running (7m) 3s ago 13m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph:69d7d7e0102d70a8a64ccad55f88fe51fcc52734 e231be2fa0b1 44ab02ab2942 2021-03-04T23:16:00.691 INFO:teuthology.orchestra.run.gibba011.stdout:mgr.y gibba011 running (7m) 22s ago 15m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 259b9d44bd28 2021-03-04T23:16:00.692 INFO:teuthology.orchestra.run.gibba011.stdout:mon.a gibba011 running (6m) 22s ago 15m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 57d3238c8c38 2021-03-04T23:16:00.692 INFO:teuthology.orchestra.run.gibba011.stdout:mon.b gibba038 running (5m) 3s ago 13m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 f2a79f1e5142 2021-03-04T23:16:00.692 INFO:teuthology.orchestra.run.gibba011.stdout:mon.c gibba011 running (5m) 22s ago 14m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 003212659f45 2021-03-04T23:16:00.693 INFO:teuthology.orchestra.run.gibba011.stdout:node-exporter.a gibba011 running (11m) 22s ago 11m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf 78e2f7a69f1f 2021-03-04T23:16:00.693 INFO:teuthology.orchestra.run.gibba011.stdout:node-exporter.b gibba038 running (11m) 3s ago 11m 0.18.1 docker.io/prom/node-exporter:v0.18.1 e5a616e4b9cf 1287f2762897 2021-03-04T23:16:00.693 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0 gibba011 running (3m) 22s ago 13m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 5fad3a5ebf99 2021-03-04T23:16:00.693 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1 gibba011 running (2m) 22s ago 13m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 c6e563cc3e68 2021-03-04T23:16:00.693 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2 gibba011 running (83s) 22s ago 13m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 55037fe065c0 2021-03-04T23:16:00.694 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3 gibba011 running (25s) 22s ago 12m 17.0.0-1552-g69d7d7e0 quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 e231be2fa0b1 f920fcdcc47a 2021-03-04T23:16:00.694 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4 gibba038 running (12m) 3s ago 12m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 19eadf71f6a2 2021-03-04T23:16:00.694 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5 gibba038 running (12m) 3s ago 12m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 75adfd5dad9c 2021-03-04T23:16:00.694 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6 gibba038 running (11m) 3s ago 11m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 e9ebee3ecd28 2021-03-04T23:16:00.695 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7 gibba038 running (11m) 3s ago 11m 15.2.9 docker.io/ceph/daemon-base:latest-octopus 7d2ba9709bb7 0c2e87d4582c 2021-03-04T23:16:00.695 INFO:teuthology.orchestra.run.gibba011.stdout:prometheus.a gibba038 running (10m) 3s ago 11m 2.18.1 docker.io/prom/prometheus:v2.18.1 de242295e225 28109d2041c7 2021-03-04T23:16:01.159 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 13 16 59246 59230 284.738 172.125 0.00548052 0.0035086 2021-03-04T23:16:02.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:01 gibba038 conmon[76675]: cluster 2021-03-04T23:16:00.487960+0000 mgr.x (mgr.34676) 354 : cluster [DBG] pgmap v272: 89 pgs: 11 active+clean+wait, 78 active+clean; 3.0 GiB data, 9.2 GiB used, 659 GiB / 672 GiB avail; 260 MiB/s wr, 4.16k op/s 2021-03-04T23:16:02.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:01 gibba038 conmon[76675]: audit 2021-03-04T23:16:00.679299+0000 mgr.x (mgr.34676) 355 : audit [DBG] from='client.44622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:16:02.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:01 gibba011 conmon[95595]: cluster 2021-03-04T23:16:00.487960+0000 mgr.x (mgr.34676) 354 : cluster [DBG] pgmap v272: 89 pgs: 11 active+clean+wait, 78 active+clean; 3.0 GiB data, 9.2 GiB used, 659 GiB / 672 GiB avail; 260 MiB/s wr, 4.16k op/s 2021-03-04T23:16:02.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:01 gibba011 conmon[95595]: audit 2021-03-04T23:16:00.679299+0000 mgr.x (mgr.34676) 355 : audit [DBG] from='client.44622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:16:02.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:01 gibba011 conmon[99461]: cluster 2021-03-04T23:16:00.487960+0000 mgr.x (mgr.34676) 354 : cluster [DBG] pgmap v272: 89 pgs: 11 active+clean+wait, 78 active+clean; 3.0 GiB data, 9.2 GiB used, 659 GiB / 672 GiB avail; 260 MiB/s wr, 4.16k op/s 2021-03-04T23:16:02.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:01 gibba011 conmon[99461]: audit 2021-03-04T23:16:00.679299+0000 mgr.x (mgr.34676) 355 : audit [DBG] from='client.44622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:16:02.159 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 14 16 61887 61871 276.189 165.062 0.00270089 0.00361764 2021-03-04T23:16:02.588 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -e sha1=69d7d7e0102d70a8a64ccad55f88fe51fcc52734 -- bash -c 'ceph versions' 2021-03-04T23:16:03.160 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 15 16 64436 64420 268.396 159.312 0.00528672 0.00372248 2021-03-04T23:16:04.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:03 gibba038 conmon[76675]: cluster 2021-03-04T23:16:02.488263+0000 mgr.x (mgr.34676 2021-03-04T23:16:04.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:03 gibba038 conmon[76675]: ) 356 : cluster [DBG] pgmap v273: 89 pgs: 89 active+clean; 3.2 GiB data, 9.8 GiB used, 658 GiB / 672 GiB avail; 254 MiB/s wr, 4.07k op/s 2021-03-04T23:16:04.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:03 gibba038 conmon[76675]: audit 2021-03-04T23:16:03.409930+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:16:04.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:03 gibba011 conmon[99461]: cluster 2021-03-04T23:16:02.488263+0000 mgr.x 2021-03-04T23:16:04.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:03 gibba011 conmon[99461]: (mgr.34676) 356 : cluster [DBG] pgmap v273: 89 pgs: 89 active+clean; 3.2 GiB data, 9.8 GiB used, 658 GiB / 672 GiB avail; 254 MiB/s wr, 4.07k op/s 2021-03-04T23:16:04.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:03 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:16:04.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:03 gibba011 conmon[99461]: T23:16:03.409930+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:16:04.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:03 gibba011 conmon[95595]: cluster 2021-03-04T23:16:02.488263+0000 mgr.x (mgr. 2021-03-04T23:16:04.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:03 gibba011 conmon[95595]: 34676) 356 : cluster [DBG] pgmap v273: 89 pgs: 89 active+clean; 3.2 GiB data, 9.8 GiB used, 658 GiB / 672 GiB avail; 254 MiB/s wr, 4.07k op/s 2021-03-04T23:16:04.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:03 gibba011 conmon[95595]: audit 2021-03-04T23:16:03.409930+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:16:04.161 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 16 16 66945 66929 261.398 156.812 0.00436538 0.00382221 2021-03-04T23:16:05.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:04 gibba011 conmon[99461]: cephadm 2021-03-04T23:16:03.411027+0000 mgr.x (mgr.34676) 2021-03-04T23:16:05.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:04 gibba011 conmon[99461]: 357 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:16:05.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:04 gibba011 conmon[99461]: audit 2021-03-04T23:16:03.840722+0000 mon.a (mon.0) 527 2021-03-04T23:16:05.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:04 gibba011 conmon[99461]: : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:16:05.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:04 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:16:05.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:04 gibba011 conmon[99461]: -04T23:16:03.844557+0000 mon.c (mon.1) 166 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:16:05.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:04 gibba011 conmon[99461]: 2021-03-04T23:16:05.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:04 gibba011 conmon[99461]: audit 2021-03-04T23:16:05.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:04 gibba011 conmon[99461]: 2021-03-04T23:16:03.846035+0000 mon.c (mon.1) 2021-03-04T23:16:05.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:04 gibba011 conmon[99461]: 167 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:05.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:04 gibba011 conmon[95595]: cephadm 2021-03-04T23:16:03.411027+0000 mgr.x (mgr.34676) 357 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:16:05.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:04 gibba011 conmon[95595]: audit 2021-03-04T23:16:03.840722+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:16:05.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:04 gibba011 conmon[95595]: audit 2021-03-04T23:16:03.844557+0000 mon.c (mon.1) 166 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:16:05.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:04 gibba011 conmon[95595]: audit 2021-03-04T23:16:03.846035+0000 2021-03-04T23:16:05.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:04 gibba011 conmon[95595]: mon.c (mon.1) 167 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:05.161 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 17 16 68789 68773 252.801 115.25 0.00672966 0.00395238 2021-03-04T23:16:05.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:04 gibba038 conmon[76675]: cephadm 2021-03-04T23:16:03.411027+0000 mgr.x (mgr.34676) 357 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:16:05.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:04 gibba038 conmon[76675]: audit 2021-03-04T23:16:03.840722+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:16:05.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:04 gibba038 conmon[76675]: audit 2021-03-04T23:16:03.844557+0000 mon.c (mon.1) 166 : audit [DBG] 2021-03-04T23:16:05.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:04 gibba038 conmon[76675]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:16:05.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:04 gibba038 conmon[76675]: audit 2021-03-04T23:16:05.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:04 gibba038 conmon[76675]: 2021-03-04T23:16:03.846035+0000 2021-03-04T23:16:05.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:04 gibba038 conmon[76675]: mon.c (mon.1) 167 : audit [DBG] 2021-03-04T23:16:05.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:04 gibba038 conmon[76675]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:16:05.744 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:16:05.744 INFO:teuthology.orchestra.run.gibba011.stdout: "mon": { 2021-03-04T23:16:05.745 INFO:teuthology.orchestra.run.gibba011.stdout: "ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev)": 3 2021-03-04T23:16:05.745 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:16:05.745 INFO:teuthology.orchestra.run.gibba011.stdout: "mgr": { 2021-03-04T23:16:05.745 INFO:teuthology.orchestra.run.gibba011.stdout: "ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev)": 2 2021-03-04T23:16:05.745 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:16:05.746 INFO:teuthology.orchestra.run.gibba011.stdout: "osd": { 2021-03-04T23:16:05.746 INFO:teuthology.orchestra.run.gibba011.stdout: "ceph version 15.2.9 (357616cbf726abb779ca75a551e8d02568e15b17) octopus (stable)": 4, 2021-03-04T23:16:05.746 INFO:teuthology.orchestra.run.gibba011.stdout: "ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev)": 4 2021-03-04T23:16:05.746 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:16:05.747 INFO:teuthology.orchestra.run.gibba011.stdout: "mds": { 2021-03-04T23:16:05.747 INFO:teuthology.orchestra.run.gibba011.stdout: "ceph version 15.2.9 (357616cbf726abb779ca75a551e8d02568e15b17) octopus (stable)": 2 2021-03-04T23:16:05.747 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:16:05.747 INFO:teuthology.orchestra.run.gibba011.stdout: "overall": { 2021-03-04T23:16:05.747 INFO:teuthology.orchestra.run.gibba011.stdout: "ceph version 15.2.9 (357616cbf726abb779ca75a551e8d02568e15b17) octopus (stable)": 6, 2021-03-04T23:16:05.748 INFO:teuthology.orchestra.run.gibba011.stdout: "ceph version 17.0.0-1552-g69d7d7e0 (69d7d7e0102d70a8a64ccad55f88fe51fcc52734) quincy (dev)": 9 2021-03-04T23:16:05.748 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:16:05.748 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:16:06.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:05 gibba011 conmon[99461]: cluster 2021-03-04T23:16:06.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:05 gibba011 conmon[99461]: 2021- 2021-03-04T23:16:06.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:05 gibba011 conmon[99461]: 03-04T23:16:04.488681+0000 mgr.x (mgr.34676) 358 : cluster [DBG] pgmap v274: 89 pgs: 89 active+clean; 3.7 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 271 MiB/s wr, 4.34k op/s 2021-03-04T23:16:06.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:05 gibba011 conmon[99461]: audit 2021-03-04T23:16:05. 2021-03-04T23:16:06.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:05 gibba011 conmon[99461]: 741497+0000 mon.c (mon.1) 168 : audit [DBG] 2021-03-04T23:16:06.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:05 gibba011 conmon[99461]: from='client.? 172.21.2.111:0/3022872768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:16:06.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:05 gibba011 conmon[95595]: cluster 2021-03-04T23:16:04.488681+0000 mgr.x (mgr.34676) 358 : cluster [DBG] pgmap v274: 89 pgs: 89 active+clean; 3.7 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 271 MiB/s wr, 4.34k op/s 2021-03-04T23:16:06.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:05 gibba011 conmon[95595]: audit 2021-03-04T23:16:05.741497+0000 mon.c (mon.1) 168 : audit [DBG] from='client.? 172.21.2.111:0/3022872768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:16:06.161 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 18 16 71132 71116 246.891 146.438 0.00412694 0.00404688 2021-03-04T23:16:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:05 gibba038 conmon[76675]: cluster 2021-03-04T23:16:04.488681+0000 mgr.x (mgr.34676) 358 : cluster 2021-03-04T23:16:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:05 gibba038 conmon[76675]: [DBG] pgmap v274: 89 pgs: 89 active+clean; 3.7 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 271 MiB/s wr, 4.34k op/s 2021-03-04T23:16:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:05 gibba038 conmon[76675]: audit 2021-03-04T23:16:05.741497+0000 mon.c (mon.1) 168 : audit [DBG] from='client.? 172.21.2.111:0/3022872768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2021-03-04T23:16:07.161 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 19 16 73629 73613 242.111 156.062 0.00849536 0.00412689 2021-03-04T23:16:07.172 DEBUG:teuthology.parallel:result is None 2021-03-04T23:16:08.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:07 gibba011 conmon[95595]: cluster 2021-03-04T23:16:06.489068+0000 mgr.x (mgr.34676) 359 2021-03-04T23:16:08.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:07 gibba011 conmon[95595]: : cluster [DBG] pgmap v275: 89 pgs: 89 active+clean; 4.0 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 227 MiB/s wr, 3.63k op/s 2021-03-04T23:16:08.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:07 gibba011 conmon[99461]: cluster 2021-03-04T23:16:06.489068+0000 mgr.x (mgr.34676) 2021-03-04T23:16:08.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:07 gibba011 conmon[99461]: 359 : cluster [DBG] pgmap v275: 89 pgs: 89 active+clean; 4.0 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 227 MiB/s wr, 3.63k op/s 2021-03-04T23:16:08.161 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:16:08.160281+0000 min lat: 0.000995967 max lat: 0.203312 avg lat: 0.00421562 2021-03-04T23:16:08.162 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:16:08.162 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 20 16 75873 75857 237.017 140.25 0.00618871 0.00421562 2021-03-04T23:16:08.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:07 gibba038 conmon[76675]: cluster 2021-03-04T23:16:06.489068+0000 mgr.x (mgr.34676) 359 : cluster [DBG] pgmap v275: 89 pgs: 89 active+clean; 4.0 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 227 MiB/s wr, 3.63k op/s 2021-03-04T23:16:09.161 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 21 16 78171 78155 232.57 143.625 0.00403567 0.00429671 2021-03-04T23:16:10.161 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 22 16 80549 80533 228.754 148.625 0.00521551 0.00436849 2021-03-04T23:16:10.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:09 gibba038 conmon[76675]: cluster 2021-03-04T23:16:08.489481+0000 mgr.x (mgr.34676) 360 : cluster [DBG] pgmap v276: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 195 MiB/s wr, 3.12k op/s 2021-03-04T23:16:10.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:09 gibba038 conmon[76675]: 2021-03-04T23:16:10.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:09 gibba038 conmon[76675]: audit 2021-03-04T23:16:08.984253+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:16:10.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:09 gibba038 conmon[76675]: audit 2021-03-04T23:16:08.988923+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:16:10.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:09 gibba011 conmon[95595]: cluster 2021-03-04T23:16:08.489481+0000 mgr.x (mgr.34676) 360 : cluster [DBG] 2021-03-04T23:16:10.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:09 gibba011 conmon[95595]: pgmap v276: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 195 MiB/s wr, 3.12k op/s 2021-03-04T23:16:10.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:09 gibba011 conmon[95595]: audit 2021-03-04T23:16:08.984253+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:16:10.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:09 gibba011 conmon[95595]: audit 2021-03-04T23:16:08.988923+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:16:10.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:09 gibba011 conmon[99461]: cluster 2021-03-04T23:16:08.489481+0000 mgr.x (mgr. 2021-03-04T23:16:10.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:09 gibba011 conmon[99461]: 34676) 360 : cluster [DBG] pgmap v276: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 195 MiB/s wr, 3.12k op/s 2021-03-04T23:16:10.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:09 gibba011 conmon[99461]: audit 2021-03-04T23:16:08.984253+0000 mon.a 2021-03-04T23:16:10.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:09 gibba011 conmon[99461]: (mon.0) 528 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:16:10.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:09 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:16:10.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:09 gibba011 conmon[99461]: -04T23:16:08.988923+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:16:10.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:09 gibba011 conmon[99461]: 2021-03-04T23:16:11.161 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 23 16 82879 82863 225.139 145.625 0.00424831 0.00443852 2021-03-04T23:16:12.162 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 24 16 85159 85143 221.696 142.5 0.00779562 0.00450777 2021-03-04T23:16:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:11 gibba038 conmon[76675]: cluster 2021-03-04T23:16:10.489832+0000 mgr.x (mgr.34676 2021-03-04T23:16:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:11 gibba038 conmon[76675]: ) 361 : cluster [DBG] pgmap v277: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 163 MiB/s wr, 2.60k op/s 2021-03-04T23:16:12.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:11 gibba011 conmon[95595]: cluster 2021-03-04T23:16:10.489832+0000 mgr.x (mgr.34676) 361 : cluster [DBG] pgmap v277: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 163 MiB/s wr, 2.60k op/s 2021-03-04T23:16:12.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:11 gibba011 conmon[99461]: cluster 2021-03-04T23:16:12.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:11 gibba011 conmon[99461]: 2021-03-04T23:16:12.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:11 gibba011 conmon[99461]: 2021 2021-03-04T23:16:12.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:11 gibba011 conmon[99461]: - 2021-03-04T23:16:12.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:11 gibba011 conmon[99461]: 03-04T23:16:10. 2021-03-04T23:16:12.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:11 gibba011 conmon[99461]: 489832+0000 mgr.x (mgr.34676) 361 : cluster [DBG] pgmap v277: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 163 MiB/s wr, 2.60k op/s 2021-03-04T23:16:13.162 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 25 16 87388 87372 218.4 139.312 0.00792991 0.00457535 2021-03-04T23:16:14.162 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 26 16 89572 89556 215.25 136.5 0.003405 0.00464243 2021-03-04T23:16:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:13 gibba038 conmon[76675]: cluster 2021-03-04T23:16:12.490137+0000 mgr.x (mgr.34676) 362 : cluster [DBG] pgmap v278: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 145 MiB/s wr, 2.33k op/s 2021-03-04T23:16:14.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:13 gibba011 conmon[95595]: cluster 2021-03-04T23:16:12.490137+0000 mgr.x (mgr.34676) 362 : cluster [DBG] 2021-03-04T23:16:14.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:13 gibba011 conmon[95595]: pgmap v278: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 145 MiB/s wr, 2.33k op/s 2021-03-04T23:16:14.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:13 gibba011 conmon[99461]: cluster 2021-03-04T23:16:14.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:13 gibba011 conmon[99461]: 2021-03-04T23:16:14.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:13 gibba011 conmon[99461]: 2021 2021-03-04T23:16:14.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:13 gibba011 conmon[99461]: - 2021-03-04T23:16:14.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:13 gibba011 conmon[99461]: 03 2021-03-04T23:16:14.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:13 gibba011 conmon[99461]: - 2021-03-04T23:16:14.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:13 gibba011 conmon[99461]: 04 2021-03-04T23:16:14.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:13 gibba011 conmon[99461]: T 2021-03-04T23:16:14.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:13 gibba011 conmon[99461]: 23 2021-03-04T23:16:14.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:13 gibba011 conmon[99461]: : 2021-03-04T23:16:14.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:13 gibba011 conmon[99461]: 16 2021-03-04T23:16:14.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:13 gibba011 conmon[99461]: : 2021-03-04T23:16:14.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:13 gibba011 conmon[99461]: 12 2021-03-04T23:16:14.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:13 gibba011 conmon[99461]: .490137+0000 mgr.x (mgr.34676) 362 : cluster 2021-03-04T23:16:14.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:13 gibba011 conmon[99461]: [DBG] pgmap v278: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 145 MiB/s wr, 2.33k op/s 2021-03-04T23:16:15.162 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 27 16 91722 91706 212.254 134.375 0.0101406 0.00470826 2021-03-04T23:16:16.162 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 28 16 93819 93803 209.354 131.062 0.00526411 0.0047737 2021-03-04T23:16:16.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:15 gibba038 conmon[76675]: cluster 2021-03-04T23:16:14.490510+0000 mgr.x (mgr.34676) 363 : cluster 2021-03-04T23:16:16.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:15 gibba038 conmon[76675]: [DBG] pgmap v279: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 160 MiB/s wr, 2.56k op/s 2021-03-04T23:16:16.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: cluster 2021-03-04T23:16:16.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: 2021-03-04T23:16:16.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: 2021 2021-03-04T23:16:16.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: - 2021-03-04T23:16:16.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: 03 2021-03-04T23:16:16.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: - 2021-03-04T23:16:16.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: 04 2021-03-04T23:16:16.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: T 2021-03-04T23:16:16.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: 23 2021-03-04T23:16:16.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: : 2021-03-04T23:16:16.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: 16 2021-03-04T23:16:16.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: : 2021-03-04T23:16:16.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: 14 2021-03-04T23:16:16.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: . 2021-03-04T23:16:16.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: 490510 2021-03-04T23:16:16.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: +0000 2021-03-04T23:16:16.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: 2021-03-04T23:16:16.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: mgr.x 2021-03-04T23:16:16.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: ( 2021-03-04T23:16:16.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: mgr 2021-03-04T23:16:16.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: . 2021-03-04T23:16:16.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: 34676 2021-03-04T23:16:16.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: ) 2021-03-04T23:16:16.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: 363 2021-03-04T23:16:16.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: : 2021-03-04T23:16:16.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: cluster 2021-03-04T23:16:16.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: 2021-03-04T23:16:16.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: [DBG] 2021-03-04T23:16:16.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: 2021-03-04T23:16:16.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: pgmap v279: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 160 MiB/s wr, 2.56k op/s 2021-03-04T23:16:16.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[95595]: 2021-03-04T23:16:16.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[99461]: cluster 2021-03-04T23:16:14.490510+0000 mgr.x (mgr.34676) 363 : cluster 2021-03-04T23:16:16.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:15 gibba011 conmon[99461]: [DBG] pgmap v279: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 160 MiB/s wr, 2.56k op/s 2021-03-04T23:16:17.162 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 29 15 95849 95834 206.512 126.938 0.01219 0.00483908 2021-03-04T23:16:17.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: audit 2021-03-04T23:16:16.447052+0000 mon.c (mon.1) 169 : audit [INF] 2021-03-04T23:16:17.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:16:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: audit 2021-03-04T23:16:16.447255+0000 mon.c (mon.1) 170 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-03-04T23:16:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: audit 2021-03-04T23:16:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: 2021-03-04T23:16:16.447376+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:16:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: audit 2021 2021-03-04T23:16:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: -03-04T23:16:16.447448 2021-03-04T23:16:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: +0000 mon.c (mon.1) 171 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-03-04T23:16:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: 2021-03-04T23:16:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: audit 2021-03-04T23:16:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: 2021-03-04T23:16: 2021-03-04T23:16:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: 16.447818+0000 mon.a (mon.0) 531 : audit 2021-03-04T23:16:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-03-04T23:16:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: audit 2021-03-04T23:16:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: 2021-03- 2021-03-04T23:16:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: 04T23:16:16.448047+0000 mon.a 2021-03-04T23:16:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: (mon.0) 532 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-03-04T23:16:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:16:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: 04T23:16:16.599937+0000 mon.c ( 2021-03-04T23:16:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: mon.1) 172 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:16:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: audit 2021-03-04T23:16:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: 2021-03 2021-03-04T23:16:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: -04T23:16:16.600447+0000 2021-03-04T23:16:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: mon.a (mon.0) 533 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:16:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:16:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: 03-04T23:16:16.611527+0000 2021-03-04T23:16:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: mon.c (mon.1) 173 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:16:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:16:17.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: 03-04T23:16:16.611983 2021-03-04T23:16:17.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: +0000 mon.a (mon.0) 534 : audit [INF] 2021-03-04T23:16:17.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:16 gibba038 conmon[76675]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:16:17.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[95595]: audit 2021-03-04T23:16:16.447052+0000 mon.c (mon.1) 169 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:16:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[95595]: audit 2021-03-04T23:16:16.447255+0000 mon.c (mon.1) 170 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-03-04T23:16:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[95595]: audit 2021-03-04T23:16:16.447376+0000 2021-03-04T23:16:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[95595]: mon.a (mon.0) 530 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:16:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[95595]: audit 2021-03 2021-03-04T23:16:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[95595]: -04T23:16:16.447448+0000 mon.c (mon.1) 171 : audit [INF] 2021-03-04T23:16:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-03-04T23:16:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[95595]: audit 2021-03-04T23:16:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[95595]: 2021-03-04T23:16:16.447818+0000 mon.a (mon.0) 531 2021-03-04T23:16:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[95595]: : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-03-04T23:16:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[95595]: audit 2021-03-04T23:16:16. 2021-03-04T23:16:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[95595]: 448047+0000 mon.a (mon.0) 532 : audit [INF] 2021-03-04T23:16:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[95595]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-03-04T23:16:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[95595]: audit 2021-03-04T23:16:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[95595]: 2021-03-04T23:16:16.599937+0000 mon.c (mon. 2021-03-04T23:16:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[95595]: 1) 172 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:16:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[95595]: audit 2021-03-04T23: 2021-03-04T23:16:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[95595]: 16:16.600447+0000 mon.a (mon.0) 533 : audit 2021-03-04T23:16:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[95595]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:16:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[95595]: audit 2021-03-04T23:16:16. 2021-03-04T23:16:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[95595]: 611527+0000 mon.c (mon.1) 173 : audit [INF] 2021-03-04T23:16:17.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:16:17.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[95595]: audit 2021-03-04T23:16:17.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[95595]: 2021-03-04T23:16:16.611983+0000 mon.a (mon.0 2021-03-04T23:16:17.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[95595]: ) 534 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:16:17.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: audit 2021-03-04T23:16: 2021-03-04T23:16:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: 16.447052+0000 mon.c (mon.1) 169 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:16:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: audit 2021-03-04T23:16:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: 2021-03-04T23:16:16.447255+0000 mon.c (mon.1 2021-03-04T23:16:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: ) 170 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-03-04T23:16:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: audit 2021 2021-03-04T23:16:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: -03-04T23:16:16.447376 2021-03-04T23:16:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: +0000 mon.a (mon.0) 530 : audit 2021-03-04T23:16:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:16:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:16:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: -04T23:16:16.447448+0000 2021-03-04T23:16:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: mon.c (mon.1) 171 : audit 2021-03-04T23:16:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-03-04T23:16:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:16:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: 03-04T23:16:16.447818+0000 mon.a (mon. 2021-03-04T23:16:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: 0) 531 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-03-04T23:16:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: audit 2021-03-04T23:16:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: 2021-03-04T23:16 2021-03-04T23:16:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: :16.448047+0000 mon.a (mon.0) 532 2021-03-04T23:16:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-03-04T23:16:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: audit 2021-03-04T23:16:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: 2021-03-04T23:16:16.599937+0000 2021-03-04T23:16:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: mon.c (mon.1) 172 : audit [INF] 2021-03-04T23:16:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:16:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: audit 2021-03-04T23 2021-03-04T23:16:17.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: :16:16.600447+0000 mon.a (mon.0) 533 2021-03-04T23:16:17.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:16:17.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:16:17.370 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: 03-04T23:16:16.611527+0000 mon.c (mon 2021-03-04T23:16:17.370 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: .1) 173 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:16:17.370 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: audit 2021-03-04T23:16:17.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: 2021-03-04T23:16:16.611983 2021-03-04T23:16:17.372 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: +0000 mon.a (mon.0) 534 : audit 2021-03-04T23:16:17.372 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:16 gibba011 conmon[99461]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:16:18.162 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 30 16 97863 97847 203.822 125.812 0.00896766 0.00490321 2021-03-04T23:16:18.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:18 gibba038 conmon[76675]: cluster 2021-03-04T23:16:16.490842+0000 mgr.x (mgr.34676) 364 : cluster [DBG] pgmap v280: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 151 MiB/s wr, 2.42k op/s 2021-03-04T23:16:18.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:18 gibba011 conmon[95595]: cluster 2021-03-04T23:16:16.490842+0000 mgr.x (mgr.34676) 364 : cluster [DBG] pgmap v280: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 151 MiB/s wr, 2.42k op/s 2021-03-04T23:16:18.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:18 gibba011 conmon[95595]: 2021-03-04T23:16:18.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:18 gibba011 conmon[99461]: cluster 2021-03-04T23:16:16.490842+0000 mgr.x (mgr.34676) 364 : cluster 2021-03-04T23:16:18.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:18 gibba011 conmon[99461]: [DBG] pgmap v280: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 151 MiB/s wr, 2.42k op/s 2021-03-04T23:16:19.162 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 31 16 99863 99847 201.279 125 0.0104969 0.00496504 2021-03-04T23:16:20.162 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 32 16 101838 101822 198.846 123.438 0.00611689 0.00502602 2021-03-04T23:16:20.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:20 gibba038 conmon[76675]: cluster 2021-03-04T23:16:18.491203+0000 mgr.x (mgr.34676) 365 : 2021-03-04T23:16:20.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:20 gibba038 conmon[76675]: cluster [DBG] pgmap v281: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 147 MiB/s wr, 2.35k op/s 2021-03-04T23:16:20.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:20 gibba011 conmon[95595]: cluster 2021-03-04T23:16:18.491203+0000 mgr.x (mgr.34676) 365 : cluster [DBG] pgmap v281: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 147 MiB/s wr, 2.35k op/s 2021-03-04T23:16:20.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:20 gibba011 conmon[95595]: 2021-03-04T23:16:20.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:20 gibba011 conmon[99461]: cluster 2021-03-04T23:16:20.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:20 gibba011 conmon[99461]: 2021-03-04T23:16:20.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:20 gibba011 conmon[99461]: 2021-03-04T23:16:18.491203 2021-03-04T23:16:20.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:20 gibba011 conmon[99461]: +0000 mgr.x (mgr.34676) 365 : cluster [DBG] pgmap v281: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 147 MiB/s wr, 2.35k op/s 2021-03-04T23:16:21.162 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 33 16 103795 103779 196.527 122.312 0.015722 0.00508523 2021-03-04T23:16:22.163 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 34 16 105691 105675 194.232 118.5 0.0067966 0.00514503 2021-03-04T23:16:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:22 gibba038 conmon[76675]: cluster 2021-03-04T23:16:20.491562+0000 mgr.x (mgr.34676) 2021-03-04T23:16:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:22 gibba038 conmon[76675]: 366 : cluster [DBG] pgmap v282: 89 pgs: 89 active+clean; 6.0 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 134 MiB/s wr, 2.14k op/s 2021-03-04T23:16:22.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:22 gibba011 conmon[95595]: cluster 2021-03-04T23:16:20.491562+0000 mgr.x (mgr.34676) 366 : cluster 2021-03-04T23:16:22.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:22 gibba011 conmon[95595]: [DBG] pgmap v282: 89 pgs: 89 active+clean; 6.0 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 134 MiB/s wr, 2.14k op/s 2021-03-04T23:16:22.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:22 gibba011 conmon[99461]: cluster 2021-03-04T23:16:22.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:22 gibba011 conmon[99461]: 2021-03-04T23:16:22.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:22 gibba011 conmon[99461]: 2021 2021-03-04T23:16:22.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:22 gibba011 conmon[99461]: - 2021-03-04T23:16:22.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:22 gibba011 conmon[99461]: 03 2021-03-04T23:16:22.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:22 gibba011 conmon[99461]: - 2021-03-04T23:16:22.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:22 gibba011 conmon[99461]: 04T23:16:20.491562+0000 mgr.x 2021-03-04T23:16:22.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:22 gibba011 conmon[99461]: (mgr.34676) 366 : cluster [DBG] pgmap v282: 89 pgs: 89 active+clean; 6.0 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 134 MiB/s wr, 2.14k op/s 2021-03-04T23:16:23.162 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 35 16 107569 107553 192.036 117.375 0.00407356 0.00520409 2021-03-04T23:16:24.162 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 36 16 109413 109397 189.903 115.25 0.0075109 0.00526269 2021-03-04T23:16:24.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:24 gibba038 conmon[76675]: cluster 2021-03-04T23:16:22.491908+0000 mgr.x (mgr.34676) 367 : cluster [DBG] pgmap v283: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 125 MiB/s wr, 1.99k op/s 2021-03-04T23:16:24.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:24 gibba011 conmon[95595]: cluster 2021-03-04T23:16:22.491908+0000 mgr.x (mgr.34676) 367 : cluster [DBG] 2021-03-04T23:16:24.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:24 gibba011 conmon[95595]: pgmap v283: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 125 MiB/s wr, 1.99k op/s 2021-03-04T23:16:24.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:24 gibba011 conmon[99461]: cluster 2021-03-04T23:16:22.491908+0000 mgr.x (mgr.34676) 367 : cluster [DBG] pgmap v283: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 125 MiB/s wr, 1.99k op/s 2021-03-04T23:16:25.162 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 37 16 111234 111218 187.846 113.812 0.00503242 0.00532032 2021-03-04T23:16:26.163 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 38 16 113016 113000 185.834 111.375 0.00414539 0.00537791 2021-03-04T23:16:26.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:26 gibba038 conmon[76675]: cluster 2021-03-04T23:16:24.492323+0000 mgr.x (mgr.34676) 368 : cluster [DBG] pgmap v284: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 138 MiB/s wr, 2.21k op/s 2021-03-04T23:16:26.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:26 gibba011 conmon[95595]: cluster 2021-03-04T23:16:24.492323+0000 mgr.x (mgr. 2021-03-04T23:16:26.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:26 gibba011 conmon[95595]: 34676) 368 : cluster [DBG] pgmap v284: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 138 MiB/s wr, 2.21k op/s 2021-03-04T23:16:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:26 gibba011 conmon[99461]: cluster 2021-03-04T23:16:24.492323+0000 mgr.x (mgr.34676 2021-03-04T23:16:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:26 gibba011 conmon[99461]: ) 368 : cluster [DBG] pgmap v284: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 138 MiB/s wr, 2.21k op/s 2021-03-04T23:16:27.163 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 39 16 114780 114764 183.895 110.25 0.0059421 0.00543468 2021-03-04T23:16:28.163 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:16:28.161869+0000 min lat: 0.000995967 max lat: 0.203312 avg lat: 0.00548963 2021-03-04T23:16:28.163 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:16:28.164 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 40 16 116543 116527 182.052 110.188 0.0108005 0.00548963 2021-03-04T23:16:28.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:28 gibba038 conmon[76675]: cluster 2021-03-04T23:16:26.492699+0000 mgr.x (mgr.34676) 2021-03-04T23:16:28.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:28 gibba038 conmon[76675]: 369 : cluster [DBG] pgmap v285: 89 pgs: 89 active+clean; 6.7 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 133 MiB/s wr, 2.13k op/s 2021-03-04T23:16:28.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:28 gibba011 conmon[95595]: cluster 2021-03-04T23:16:26.492699+0000 mgr.x (mgr.34676) 369 2021-03-04T23:16:28.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:28 gibba011 conmon[95595]: : cluster [DBG] pgmap v285: 89 pgs: 89 active+clean; 6.7 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 133 MiB/s wr, 2.13k op/s 2021-03-04T23:16:28.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:28 gibba011 conmon[99461]: cluster 2021-03-04T23:16:26.492699+0000 mgr.x (mgr.34676) 369 : 2021-03-04T23:16:28.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:28 gibba011 conmon[99461]: cluster [DBG] pgmap v285: 89 pgs: 89 active+clean; 6.7 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 133 MiB/s wr, 2.13k op/s 2021-03-04T23:16:29.163 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 41 16 118257 118241 180.225 107.125 0.00497371 0.00554516 2021-03-04T23:16:30.163 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 42 16 119981 119965 178.499 107.75 0.00358471 0.00559897 2021-03-04T23:16:30.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:30 gibba038 conmon[76675]: cluster 2021-03-04T23:16:28.493045+0000 mgr.x (mgr.34676) 370 : cluster [DBG] pgmap v286: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 127 MiB/s wr, 2.03k op/s 2021-03-04T23:16:30.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:30 gibba011 conmon[95595]: cluster 2021-03-04T23:16:28.493045+0000 mgr.x (mgr.34676) 370 2021-03-04T23:16:30.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:30 gibba011 conmon[95595]: : cluster [DBG] pgmap v286: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 127 MiB/s wr, 2.03k op/s 2021-03-04T23:16:30.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:30 gibba011 conmon[99461]: cluster 2021-03-04T23:16:28.493045+0000 mgr.x 2021-03-04T23:16:30.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:30 gibba011 conmon[99461]: (mgr.34676) 370 : cluster [DBG] pgmap v286: 89 pgs: 89 active+clean; 6.9 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 127 MiB/s wr, 2.03k op/s 2021-03-04T23:16:31.163 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 43 16 121677 121661 176.813 106 0.00407082 0.00565242 2021-03-04T23:16:32.163 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 44 16 123354 123338 175.176 104.812 0.0138619 0.00570544 2021-03-04T23:16:32.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:32 gibba038 conmon[76675]: cluster 2021-03-04T23:16:30.493366+0000 mgr.x (mgr.34676) 371 : cluster [DBG] pgmap v287: 89 pgs: 89 active+clean; 7.1 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 114 MiB/s wr, 1.82k op/s 2021-03-04T23:16:32.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:32 gibba011 conmon[95595]: cluster 2021-03-04T23:16:30.493366+0000 mgr.x (mgr 2021-03-04T23:16:32.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:32 gibba011 conmon[95595]: .34676) 371 : cluster [DBG] pgmap v287: 89 pgs: 89 active+clean; 7.1 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 114 MiB/s wr, 1.82k op/s 2021-03-04T23:16:32.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:32 gibba011 conmon[99461]: cluster 2021-03-04T23:16:30.493366+0000 mgr.x (mgr.34676) 371 : cluster [DBG] pgmap v287: 89 pgs: 89 active+clean; 7.1 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 114 MiB/s wr, 1.82k op/s 2021-03-04T23:16:33.163 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 45 16 125025 125009 173.604 104.438 0.0074017 0.00575672 2021-03-04T23:16:34.163 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 46 16 126718 126702 172.13 105.812 0.0168323 0.00580632 2021-03-04T23:16:34.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:34 gibba038 conmon[76675]: cluster 2021-03-04T23:16:32.493681+0000 mgr.x (mgr.34676) 372 : cluster [DBG] pgmap v288: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 106 MiB/s wr, 1.70k op/s 2021-03-04T23:16:34.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:34 gibba011 conmon[95595]: cluster 2021-03-04T23:16:32.493681+0000 mgr.x (mgr.34676) 372 : 2021-03-04T23:16:34.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:34 gibba011 conmon[95595]: cluster [DBG] pgmap v288: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 106 MiB/s wr, 1.70k op/s 2021-03-04T23:16:34.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:34 gibba011 conmon[99461]: cluster 2021-03-04T23:16:32.493681+0000 mgr.x (mgr.34676) 2021-03-04T23:16:34.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:34 gibba011 conmon[99461]: 372 : cluster [DBG] pgmap v288: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 106 MiB/s wr, 1.70k op/s 2021-03-04T23:16:35.163 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 47 16 128351 128335 170.639 102.062 0.00827119 0.00585699 2021-03-04T23:16:36.163 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 48 16 129956 129940 169.174 100.312 0.00705477 0.00590789 2021-03-04T23:16:36.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:36 gibba038 conmon[76675]: cluster 2021-03-04T23:16:34.494028+0000 mgr.x (mgr.34676) 373 : cluster [DBG] pgmap v289: 89 pgs: 89 active+clean; 7.5 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 118 MiB/s wr, 1.89k op/s 2021-03-04T23:16:36.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:36 gibba011 conmon[95595]: cluster 2021-03-04T23:16:34.494028+0000 mgr.x (mgr.34676) 373 : cluster 2021-03-04T23:16:36.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:36 gibba011 conmon[95595]: [DBG] pgmap v289: 89 pgs: 89 active+clean; 7.5 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 118 MiB/s wr, 1.89k op/s 2021-03-04T23:16:36.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:36 gibba011 conmon[99461]: cluster 2021-03-04T23:16:36.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:36 gibba011 conmon[99461]: 2021-03-04T23:16:36.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:36 gibba011 conmon[99461]: 2021 2021-03-04T23:16:36.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:36 gibba011 conmon[99461]: - 2021-03-04T23:16:36.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:36 gibba011 conmon[99461]: 03 2021-03-04T23:16:36.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:36 gibba011 conmon[99461]: -04T23:16:34.494028+0000 2021-03-04T23:16:36.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:36 gibba011 conmon[99461]: mgr.x (mgr.34676) 373 : cluster [DBG] pgmap v289: 89 pgs: 89 active+clean; 7.5 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 118 MiB/s wr, 1.89k op/s 2021-03-04T23:16:37.164 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 49 16 131570 131554 167.78 100.875 0.00512567 0.00595686 2021-03-04T23:16:38.164 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 50 16 133174 133158 166.429 100.25 0.00893424 0.00600519 2021-03-04T23:16:38.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:38 gibba038 conmon[76675]: cluster 2021-03-04T23:16:36.494343+0000 mgr.x (mgr.34676) 374 : cluster [DBG] pgmap v290: 89 pgs: 89 active+clean; 7.7 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 115 MiB/s wr, 1.83k op/s 2021-03-04T23:16:38.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[99461]: cluster 2021-03-04T23:16:36.494343+0000 mgr.x (mgr.34676) 2021-03-04T23:16:38.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[99461]: 374 : cluster [DBG] pgmap v290: 89 pgs: 89 active+clean; 7.7 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 115 MiB/s wr, 1.83k op/s 2021-03-04T23:16:38.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[95595]: cluster 2021-03-04T23:16:38.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[95595]: 2021-03-04T23:16:38.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[95595]: 2021 2021-03-04T23:16:38.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[95595]: - 2021-03-04T23:16:38.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[95595]: 03 2021-03-04T23:16:38.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[95595]: - 2021-03-04T23:16:38.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[95595]: 04 2021-03-04T23:16:38.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[95595]: T 2021-03-04T23:16:38.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[95595]: 23 2021-03-04T23:16:38.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[95595]: : 2021-03-04T23:16:38.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[95595]: 16 2021-03-04T23:16:38.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[95595]: : 2021-03-04T23:16:38.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[95595]: 36 2021-03-04T23:16:38.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[95595]: . 2021-03-04T23:16:38.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[95595]: 494343 2021-03-04T23:16:38.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[95595]: +0000 2021-03-04T23:16:38.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[95595]: 2021-03-04T23:16:38.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[95595]: mgr.x 2021-03-04T23:16:38.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[95595]: ( 2021-03-04T23:16:38.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[95595]: mgr 2021-03-04T23:16:38.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[95595]: . 2021-03-04T23:16:38.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[95595]: 34676 2021-03-04T23:16:38.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[95595]: ) 2021-03-04T23:16:38.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:38 gibba011 conmon[95595]: 374 : cluster [DBG] pgmap v290: 89 pgs: 89 active+clean; 7.7 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 115 MiB/s wr, 1.83k op/s 2021-03-04T23:16:39.164 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 51 16 134616 134600 164.933 90.125 0.00846443 0.00605969 2021-03-04T23:16:40.164 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 52 16 136196 136180 163.66 98.75 0.00913839 0.00610698 2021-03-04T23:16:40.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:40 gibba038 conmon[76675]: cluster 2021-03-04T23:16:38.494756+0000 mgr.x (mgr.34676) 375 2021-03-04T23:16:40.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:40 gibba038 conmon[76675]: : cluster [DBG] pgmap v291: 89 pgs: 89 active+clean; 8.0 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 112 MiB/s wr, 1.78k op/s 2021-03-04T23:16:40.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:40 gibba011 conmon[95595]: cluster 2021-03-04T23:16:38.494756+0000 mgr.x (mgr.34676) 375 : cluster 2021-03-04T23:16:40.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:40 gibba011 conmon[95595]: [DBG] pgmap v291: 89 pgs: 89 active+clean; 8.0 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 112 MiB/s wr, 1.78k op/s 2021-03-04T23:16:40.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:40 gibba011 conmon[99461]: cluster 2021-03-04T23:16:38.494756+0000 mgr.x (mgr.34676) 2021-03-04T23:16:40.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:40 gibba011 conmon[99461]: 375 : cluster [DBG] pgmap v291: 89 pgs: 89 active+clean; 8.0 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 112 MiB/s wr, 1.78k op/s 2021-03-04T23:16:41.164 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 53 16 137759 137743 162.415 97.6875 0.00617532 0.00615385 2021-03-04T23:16:42.164 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 54 16 139295 139279 161.185 96 0.0167227 0.00620079 2021-03-04T23:16:42.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:42 gibba038 conmon[76675]: cluster 2021-03-04T23:16:40.495073+0000 mgr.x (mgr.34676) 376 : cluster [DBG] pgmap v292: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 101 MiB/s wr, 1.62k op/s 2021-03-04T23:16:42.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:42 gibba011 conmon[95595]: cluster 2021-03-04T23:16:40.495073+0000 mgr.x (mgr.34676) 376 : cluster [DBG] 2021-03-04T23:16:42.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:42 gibba011 conmon[95595]: pgmap v292: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 101 MiB/s wr, 1.62k op/s 2021-03-04T23:16:42.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:42 gibba011 conmon[99461]: cluster 2021-03-04T23:16:40.495073+0000 mgr.x (mgr.34676) 376 : cluster [DBG] 2021-03-04T23:16:42.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:42 gibba011 conmon[99461]: pgmap v292: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 101 MiB/s wr, 1.62k op/s 2021-03-04T23:16:43.164 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 55 16 140814 140798 159.981 94.9375 0.00479377 0.00624724 2021-03-04T23:16:44.164 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 56 16 142249 142233 158.725 89.6875 0.00542114 0.00629715 2021-03-04T23:16:44.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:44 gibba038 conmon[76675]: cluster 2021-03-04T23:16:42.495392+0000 mgr.x (mgr.34676) 377 : cluster [DBG] pgmap v293: 89 pgs: 89 active+clean; 8.2 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:16:44.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:44 gibba011 conmon[95595]: cluster 2021-03-04T23:16:42.495392+0000 mgr.x (mgr.34676) 377 : cluster [DBG] 2021-03-04T23:16:44.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:44 gibba011 conmon[95595]: pgmap v293: 89 pgs: 89 active+clean; 8.2 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:16:44.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:44 gibba011 conmon[99461]: cluster 2021-03-04T23:16:42.495392+0000 mgr.x (mgr.34676) 2021-03-04T23:16:44.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:44 gibba011 conmon[99461]: 377 : cluster [DBG] pgmap v293: 89 pgs: 89 active+clean; 8.2 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:16:45.165 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 57 16 143770 143754 157.608 95.0625 0.0118611 0.0063418 2021-03-04T23:16:46.164 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 58 16 145300 145284 156.54 95.625 0.004815 0.00638496 2021-03-04T23:16:46.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:46 gibba038 conmon[76675]: cluster 2021-03-04T23:16:44.495738+0000 mgr.x (mgr.34676) 378 : cluster [DBG] pgmap v294: 89 pgs: 89 active+clean; 8.4 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 105 MiB/s wr, 1.69k op/s 2021-03-04T23:16:46.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:46 gibba011 conmon[95595]: cluster 2021-03-04T23:16:46.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:46 gibba011 conmon[95595]: 2021-03-04T23:16:46.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:46 gibba011 conmon[95595]: 2021 2021-03-04T23:16:46.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:46 gibba011 conmon[95595]: -03-04T23:16:44 2021-03-04T23:16:46.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:46 gibba011 conmon[95595]: .495738+0000 mgr.x (mgr.34676) 378 : cluster [DBG] pgmap v294: 89 pgs: 89 active+clean; 8.4 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 105 MiB/s wr, 1.69k op/s 2021-03-04T23:16:46.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:46 gibba011 conmon[99461]: cluster 2021-03-04T23:16:46.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:46 gibba011 conmon[99461]: 2021-03-04T23:16:46.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:46 gibba011 conmon[99461]: 2021 2021-03-04T23:16:46.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:46 gibba011 conmon[99461]: -03-04T23:16:44.495738+0000 2021-03-04T23:16:46.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:46 gibba011 conmon[99461]: mgr.x (mgr.34676) 378 : cluster [DBG] pgmap v294: 89 pgs: 89 active+clean; 8.4 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 105 MiB/s wr, 1.69k op/s 2021-03-04T23:16:47.164 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 59 16 146811 146795 155.487 94.4375 0.0119878 0.00642814 2021-03-04T23:16:48.164 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:16:48.163493+0000 min lat: 0.000995967 max lat: 0.203312 avg lat: 0.00647162 2021-03-04T23:16:48.165 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:16:48.165 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 60 15 148297 148282 154.444 92.9375 0.0124719 0.00647162 2021-03-04T23:16:48.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:48 gibba038 conmon[76675]: cluster 2021-03-04T23:16:46.496084+0000 mgr.x (mgr.34676) 379 : cluster [DBG] pgmap v295: 89 pgs: 89 active+clean; 8.7 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 103 MiB/s wr, 1.65k op/s 2021-03-04T23:16:48.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:48 gibba011 conmon[95595]: cluster 2021-03-04T23:16:46.496084+0000 mgr.x (mgr.34676) 379 : cluster [DBG] pgmap v295: 89 pgs: 89 active+clean; 8.7 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 103 MiB/s wr, 1.65k op/s 2021-03-04T23:16:48.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:48 gibba011 conmon[95595]: 2021-03-04T23:16:48.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:48 gibba011 conmon[99461]: cluster 2021-03-04T23:16:46.496084+0000 mgr.x (mgr.34676) 379 : cluster 2021-03-04T23:16:48.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:48 gibba011 conmon[99461]: [DBG] pgmap v295: 89 pgs: 89 active+clean; 8.7 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 103 MiB/s wr, 1.65k op/s 2021-03-04T23:16:49.164 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 61 16 149774 149758 153.425 92.25 0.00724437 0.00651481 2021-03-04T23:16:50.165 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 62 16 151286 151270 152.474 94.5 0.00677444 0.00655546 2021-03-04T23:16:50.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:50 gibba038 conmon[76675]: cluster 2021-03-04T23:16:48.496422+0000 mgr.x (mgr. 2021-03-04T23:16:50.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:50 gibba038 conmon[76675]: 34676) 380 : cluster [DBG] pgmap v296: 89 pgs: 89 active+clean; 8.9 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 101 MiB/s wr, 1.62k op/s 2021-03-04T23:16:50.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[95595]: cluster 2021-03-04T23:16:50.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[95595]: 2021-03-04T23:16 2021-03-04T23:16:50.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[95595]: :48.496422+0000 mgr.x (mgr.34676) 380 : cluster [DBG] pgmap v296: 89 pgs: 89 active+clean; 8.9 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 101 MiB/s wr, 1.62k op/s 2021-03-04T23:16:50.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: cluster 2021-03-04T23:16:50.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: 2021-03-04T23:16:50.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: 2021 2021-03-04T23:16:50.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: - 2021-03-04T23:16:50.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: 03 2021-03-04T23:16:50.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: - 2021-03-04T23:16:50.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: 04 2021-03-04T23:16:50.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: T 2021-03-04T23:16:50.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: 23 2021-03-04T23:16:50.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: : 2021-03-04T23:16:50.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: 16 2021-03-04T23:16:50.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: : 2021-03-04T23:16:50.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: 48 2021-03-04T23:16:50.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: . 2021-03-04T23:16:50.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: 496422 2021-03-04T23:16:50.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: +0000 2021-03-04T23:16:50.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: 2021-03-04T23:16:50.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: mgr.x 2021-03-04T23:16:50.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: ( 2021-03-04T23:16:50.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: mgr 2021-03-04T23:16:50.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: . 2021-03-04T23:16:50.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: 34676 2021-03-04T23:16:50.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: ) 2021-03-04T23:16:50.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: 380 2021-03-04T23:16:50.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: : 2021-03-04T23:16:50.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: cluster 2021-03-04T23:16:50.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: 2021-03-04T23:16:50.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: [DBG] 2021-03-04T23:16:50.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: 2021-03-04T23:16:50.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: pgmap v296: 89 pgs: 89 active+clean; 8.9 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 101 MiB/s wr, 1.62k op/s 2021-03-04T23:16:50.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:50 gibba011 conmon[99461]: 2021-03-04T23:16:51.165 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 63 16 152785 152769 151.541 93.6875 0.00985199 0.00659569 2021-03-04T23:16:52.165 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 64 16 154263 154247 150.617 92.375 0.0149122 0.00663604 2021-03-04T23:16:52.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:52 gibba038 conmon[76675]: cluster 2021-03-04T23:16:50.496774+0000 mgr.x (mgr.34676) 381 : cluster [DBG] pgmap v297: 89 pgs: 89 active+clean; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 92 MiB/s wr, 1.47k op/s 2021-03-04T23:16:52.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:52 gibba011 conmon[95595]: cluster 2021-03-04T23:16:50.496774+0000 mgr.x (mgr.34676) 381 : cluster 2021-03-04T23:16:52.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:52 gibba011 conmon[95595]: [DBG] pgmap v297: 89 pgs: 89 active+clean; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 92 MiB/s wr, 1.47k op/s 2021-03-04T23:16:52.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:52 gibba011 conmon[99461]: cluster 2021-03-04T23:16:52.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:52 gibba011 conmon[99461]: 2021-03-04T23:16:52.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:52 gibba011 conmon[99461]: 2021 2021-03-04T23:16:52.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:52 gibba011 conmon[99461]: - 2021-03-04T23:16:52.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:52 gibba011 conmon[99461]: 03 2021-03-04T23:16:52.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:52 gibba011 conmon[99461]: - 2021-03-04T23:16:52.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:52 gibba011 conmon[99461]: 04 2021-03-04T23:16:52.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:52 gibba011 conmon[99461]: T 2021-03-04T23:16:52.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:52 gibba011 conmon[99461]: 23 2021-03-04T23:16:52.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:52 gibba011 conmon[99461]: : 2021-03-04T23:16:52.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:52 gibba011 conmon[99461]: 16 2021-03-04T23:16:52.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:52 gibba011 conmon[99461]: : 2021-03-04T23:16:52.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:52 gibba011 conmon[99461]: 50 2021-03-04T23:16:52.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:52 gibba011 conmon[99461]: . 2021-03-04T23:16:52.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:52 gibba011 conmon[99461]: 496774 2021-03-04T23:16:52.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:52 gibba011 conmon[99461]: +0000 2021-03-04T23:16:52.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:52 gibba011 conmon[99461]: mgr.x (mgr.34676) 381 : cluster [DBG] pgmap v297: 89 pgs: 89 active+clean; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 92 MiB/s wr, 1.47k op/s 2021-03-04T23:16:53.165 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 65 16 155755 155739 149.734 93.25 0.0106365 0.00667545 2021-03-04T23:16:54.165 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 66 16 157235 157219 148.867 92.5 0.0164043 0.00671435 2021-03-04T23:16:54.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:54 gibba038 conmon[76675]: cluster 2021-03-04T23:16:52.497055+0000 mgr.x (mgr.34676) 382 : cluster [DBG] pgmap v298: 89 pgs: 89 active+clean; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 87 MiB/s wr, 1.39k op/s 2021-03-04T23:16:54.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:54 gibba011 conmon[95595]: cluster 2021-03-04T23:16:52.497055+0000 2021-03-04T23:16:54.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:54 gibba011 conmon[95595]: mgr.x (mgr.34676) 382 : cluster [DBG] pgmap v298: 89 pgs: 89 active+clean; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 87 MiB/s wr, 1.39k op/s 2021-03-04T23:16:54.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:54 gibba011 conmon[99461]: cluster 2021-03-04T23:16:52.497055+0000 mgr.x (mgr 2021-03-04T23:16:54.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:54 gibba011 conmon[99461]: .34676) 382 : cluster [DBG] pgmap v298: 89 pgs: 89 active+clean; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 87 MiB/s wr, 1.39k op/s 2021-03-04T23:16:55.169 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 67 16 158738 158722 148.047 93.9375 0.0133035 0.00675151 2021-03-04T23:16:56.165 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 68 16 160224 160208 147.235 92.875 0.013035 0.00678879 2021-03-04T23:16:56.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:56 gibba038 conmon[76675]: cluster 2021-03-04T23:16:54.497487+0000 mgr.x (mgr.34676) 383 : cluster [DBG] pgmap v299: 89 pgs: 89 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 98 MiB/s wr, 1.57k op/s 2021-03-04T23:16:56.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:56 gibba011 conmon[95595]: cluster 2021-03-04T23:16:54.497487+0000 mgr.x (mgr.34676) 383 : cluster [DBG] 2021-03-04T23:16:56.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:56 gibba011 conmon[95595]: pgmap v299: 89 pgs: 89 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 98 MiB/s wr, 1.57k op/s 2021-03-04T23:16:56.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:56 gibba011 conmon[99461]: cluster 2021-03-04T23:16:54.497487+0000 mgr.x (mgr.34676) 383 : 2021-03-04T23:16:56.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:56 gibba011 conmon[99461]: cluster [DBG] pgmap v299: 89 pgs: 89 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 98 MiB/s wr, 1.57k op/s 2021-03-04T23:16:57.165 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 69 16 161685 161669 146.425 91.3125 0.0135784 0.00682625 2021-03-04T23:16:58.165 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 70 16 163186 163170 145.673 93.8125 0.0115236 0.0068615 2021-03-04T23:16:58.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:58 gibba038 conmon[76675]: cluster 2021-03-04T23:16:56.497823+0000 mgr.x (mgr.34676) 384 : cluster [DBG] 2021-03-04T23:16:58.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:16:58 gibba038 conmon[76675]: pgmap v300: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 98 MiB/s wr, 1.56k op/s 2021-03-04T23:16:58.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[95595]: cluster 2021-03-04T23:16:58.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[95595]: 2021-03-04T23:16:58.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[95595]: 2021 2021-03-04T23:16:58.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[95595]: - 2021-03-04T23:16:58.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[95595]: 03 2021-03-04T23:16:58.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[95595]: -04T23:16:56.497823+0000 mgr.x (mgr.34676) 384 : cluster [DBG] 2021-03-04T23:16:58.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[95595]: pgmap v300: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 98 MiB/s wr, 1.56k op/s 2021-03-04T23:16:58.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: cluster 2021-03-04T23:16:58.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: 2021-03-04T23:16:58.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: 2021 2021-03-04T23:16:58.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: - 2021-03-04T23:16:58.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: 03 2021-03-04T23:16:58.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: - 2021-03-04T23:16:58.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: 04 2021-03-04T23:16:58.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: T 2021-03-04T23:16:58.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: 23 2021-03-04T23:16:58.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: : 2021-03-04T23:16:58.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: 16 2021-03-04T23:16:58.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: : 2021-03-04T23:16:58.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: 56 2021-03-04T23:16:58.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: . 2021-03-04T23:16:58.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: 497823 2021-03-04T23:16:58.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: +0000 2021-03-04T23:16:58.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: 2021-03-04T23:16:58.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: mgr.x 2021-03-04T23:16:58.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: ( 2021-03-04T23:16:58.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: mgr 2021-03-04T23:16:58.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: . 2021-03-04T23:16:58.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: 34676 2021-03-04T23:16:58.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: ) 2021-03-04T23:16:58.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: 384 2021-03-04T23:16:58.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: : 2021-03-04T23:16:58.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: cluster 2021-03-04T23:16:58.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: 2021-03-04T23:16:58.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: [DBG] 2021-03-04T23:16:58.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: 2021-03-04T23:16:58.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: pgmap v300: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 98 MiB/s wr, 1.56k op/s 2021-03-04T23:16:58.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:16:58 gibba011 conmon[99461]: 2021-03-04T23:16:59.165 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 71 16 164658 164642 144.917 92 0.00832577 0.00689732 2021-03-04T23:17:00.165 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 72 16 166136 166120 144.187 92.375 0.0217149 0.00693213 2021-03-04T23:17:00.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:00 gibba038 conmon[76675]: cluster 2021-03-04T23:16:58.498259+0000 mgr.x (mgr.34676) 385 : cluster [DBG] pgmap v301: 89 pgs: 89 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 98 MiB/s wr, 1.56k op/s 2021-03-04T23:17:00.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:00 gibba011 conmon[99461]: cluster 2021-03-04T23:16:58.498259+0000 mgr.x (mgr.34676) 385 : cluster [DBG] pgmap v301: 89 pgs: 89 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 98 MiB/s wr, 1.56k op/s 2021-03-04T23:17:00.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:00 gibba011 conmon[95595]: cluster 2021-03-04T23:16:58.498259+0000 mgr.x (mgr.34676) 385 : cluster 2021-03-04T23:17:00.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:00 gibba011 conmon[95595]: [DBG] pgmap v301: 89 pgs: 89 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 98 MiB/s wr, 1.56k op/s 2021-03-04T23:17:01.165 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 73 16 167599 167583 143.464 91.4375 0.0152833 0.00696708 2021-03-04T23:17:02.166 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 74 16 169074 169058 142.771 92.1875 0.00533947 0.00700109 2021-03-04T23:17:02.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:02 gibba038 conmon[76675]: cluster 2021-03-04T23:17:00.498578+0000 mgr.x (mgr.34676) 386 : cluster [DBG] pgmap v302: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 90 MiB/s wr, 1.44k op/s 2021-03-04T23:17:02.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:02 gibba011 conmon[99461]: cluster 2021-03-04T23:17:00.498578+0000 mgr.x (mgr.34676) 386 : cluster [DBG] 2021-03-04T23:17:02.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:02 gibba011 conmon[99461]: pgmap v302: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 90 MiB/s wr, 1.44k op/s 2021-03-04T23:17:02.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:02 gibba011 conmon[95595]: cluster 2021-03-04T23:17:00.498578+0000 mgr.x (mgr. 2021-03-04T23:17:02.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:02 gibba011 conmon[95595]: 34676) 386 : cluster [DBG] pgmap v302: 89 pgs: 89 active+clean; 10 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 90 MiB/s wr, 1.44k op/s 2021-03-04T23:17:03.165 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 75 16 170568 170552 142.113 93.375 0.0138537 0.00703346 2021-03-04T23:17:04.166 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 76 16 172032 172016 141.447 91.5 0.0172908 0.00706661 2021-03-04T23:17:04.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:04 gibba038 conmon[76675]: cluster 2021-03-04T23:17:02.498933+0000 mgr.x (mgr.34676) 2021-03-04T23:17:04.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:04 gibba038 conmon[76675]: 387 : cluster [DBG] pgmap v303: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 85 MiB/s wr, 1.36k op/s 2021-03-04T23:17:04.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:04 gibba011 conmon[95595]: cluster 2021-03-04T23:17:04.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:04 gibba011 conmon[95595]: 2021-03-04T23:17:02. 2021-03-04T23:17:04.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:04 gibba011 conmon[95595]: 498933+0000 mgr.x (mgr.34676) 387 : cluster [DBG] pgmap v303: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 85 MiB/s wr, 1.36k op/s 2021-03-04T23:17:04.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:04 gibba011 conmon[99461]: cluster 2021-03-04T23:17:02.498933+0000 mgr.x (mgr. 2021-03-04T23:17:04.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:04 gibba011 conmon[99461]: 34676) 387 : cluster [DBG] pgmap v303: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 85 MiB/s wr, 1.36k op/s 2021-03-04T23:17:05.166 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 77 16 173506 173490 140.806 92.125 0.00721054 0.00709869 2021-03-04T23:17:06.166 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 78 16 174994 174978 140.193 93 0.00863945 0.00712986 2021-03-04T23:17:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:06 gibba038 conmon[76675]: cluster 2021-03-04T23:17:04.499284+0000 mgr.x (mgr.34676) 388 : cluster [DBG] pgmap v304: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 97 MiB/s wr, 1.54k op/s 2021-03-04T23:17:06.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:06 gibba011 conmon[99461]: cluster 2021-03-04T23:17:06.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:06 gibba011 conmon[99461]: 2021-03-04T23: 2021-03-04T23:17:06.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:06 gibba011 conmon[99461]: 17:04.499284+0000 mgr.x (mgr.34676) 388 : cluster [DBG] pgmap v304: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 97 MiB/s wr, 1.54k op/s 2021-03-04T23:17:06.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:06 gibba011 conmon[95595]: cluster 2021-03-04T23:17:06.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:06 gibba011 conmon[95595]: 2021-03-04T23:17:06.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:06 gibba011 conmon[95595]: 2021 2021-03-04T23:17:06.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:06 gibba011 conmon[95595]: - 2021-03-04T23:17:06.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:06 gibba011 conmon[95595]: 03 2021-03-04T23:17:06.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:06 gibba011 conmon[95595]: - 2021-03-04T23:17:06.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:06 gibba011 conmon[95595]: 04 2021-03-04T23:17:06.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:06 gibba011 conmon[95595]: T 2021-03-04T23:17:06.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:06 gibba011 conmon[95595]: 23 2021-03-04T23:17:06.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:06 gibba011 conmon[95595]: : 2021-03-04T23:17:06.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:06 gibba011 conmon[95595]: 17 2021-03-04T23:17:06.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:06 gibba011 conmon[95595]: : 2021-03-04T23:17:06.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:06 gibba011 conmon[95595]: 04 2021-03-04T23:17:06.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:06 gibba011 conmon[95595]: . 2021-03-04T23:17:06.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:06 gibba011 conmon[95595]: 499284 2021-03-04T23:17:06.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:06 gibba011 conmon[95595]: +0000 2021-03-04T23:17:06.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:06 gibba011 conmon[95595]: 2021-03-04T23:17:06.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:06 gibba011 conmon[95595]: mgr.x 2021-03-04T23:17:06.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:06 gibba011 conmon[95595]: (mgr.34676) 388 : cluster [DBG] pgmap v304: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 97 MiB/s wr, 1.54k op/s 2021-03-04T23:17:07.166 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 79 16 176449 176433 139.57 90.9375 0.00924774 0.00716184 2021-03-04T23:17:08.166 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:17:08.165018+0000 min lat: 0.000995967 max lat: 0.203312 avg lat: 0.00719359 2021-03-04T23:17:08.166 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:17:08.167 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 80 16 177891 177875 138.951 90.125 0.007285 0.00719359 2021-03-04T23:17:08.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:08 gibba038 conmon[76675]: cluster 2021-03-04T23:17:06.499639+0000 mgr.x (mgr.34676) 389 : cluster [DBG] pgmap v305: 89 pgs: 89 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 96 MiB/s wr, 1.54k op/s 2021-03-04T23:17:08.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[95595]: cluster 2021-03-04T23:17:06.499639+0000 mgr.x (mgr.34676) 389 : cluster 2021-03-04T23:17:08.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[95595]: [DBG] pgmap v305: 89 pgs: 89 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 96 MiB/s wr, 1.54k op/s 2021-03-04T23:17:08.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: cluster 2021-03-04T23:17:08.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: 2021-03-04T23:17:08.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: 2021 2021-03-04T23:17:08.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: - 2021-03-04T23:17:08.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: 03 2021-03-04T23:17:08.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: - 2021-03-04T23:17:08.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: 04 2021-03-04T23:17:08.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: T 2021-03-04T23:17:08.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: 23 2021-03-04T23:17:08.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: : 2021-03-04T23:17:08.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: 17 2021-03-04T23:17:08.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: : 2021-03-04T23:17:08.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: 06 2021-03-04T23:17:08.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: . 2021-03-04T23:17:08.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: 499639 2021-03-04T23:17:08.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: +0000 2021-03-04T23:17:08.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: 2021-03-04T23:17:08.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: mgr.x 2021-03-04T23:17:08.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: ( 2021-03-04T23:17:08.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: mgr 2021-03-04T23:17:08.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: . 2021-03-04T23:17:08.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: 34676 2021-03-04T23:17:08.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: ) 2021-03-04T23:17:08.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: 389 2021-03-04T23:17:08.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: : 2021-03-04T23:17:08.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: cluster 2021-03-04T23:17:08.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: 2021-03-04T23:17:08.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: [DBG] 2021-03-04T23:17:08.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: 2021-03-04T23:17:08.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: pgmap v305: 89 pgs: 89 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 96 MiB/s wr, 1.54k op/s 2021-03-04T23:17:08.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:08 gibba011 conmon[99461]: 2021-03-04T23:17:09.166 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 81 16 179337 179321 138.352 90.375 0.0142416 0.00722514 2021-03-04T23:17:10.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:09 gibba038 conmon[76675]: cluster 2021-03-04T23:17:08.499988+0000 mgr.x (mgr.34676) 390 : cluster 2021-03-04T23:17:10.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:09 gibba038 conmon[76675]: [DBG] pgmap v306: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 96 MiB/s wr, 1.54k op/s 2021-03-04T23:17:10.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:09 gibba038 conmon[76675]: audit 2021-03-04T23:17:08.992787+0000 mon.c (mon.1) 174 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:17:10.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:09 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:17:10.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:09 gibba038 conmon[76675]: 03-04T23:17:08.994553+0000 mon.c (mon.1) 175 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:17:10.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:09 gibba038 conmon[76675]: 2021-03-04T23:17:10.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:09 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:17:10.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:09 gibba038 conmon[76675]: 04T23:17:08.994755+0000 2021-03-04T23:17:10.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:09 gibba038 conmon[76675]: mon.c (mon.1) 176 : audit [DBG] 2021-03-04T23:17:10.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:09 gibba038 conmon[76675]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:17:10.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:09 gibba011 conmon[95595]: cluster 2021-03-04T23:17:08.499988+0000 mgr.x (mgr.34676) 390 : cluster 2021-03-04T23:17:10.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:09 gibba011 conmon[95595]: [DBG] pgmap v306: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 96 MiB/s wr, 1.54k op/s 2021-03-04T23:17:10.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:09 gibba011 conmon[95595]: audit 2021-03-04T23:17:08.992787+0000 mon.c (mon.1) 174 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:17:10.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:09 gibba011 conmon[95595]: audit 2021-03-04T23:17:08.994553+0000 mon.c (mon.1) 175 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:17:10.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:09 gibba011 conmon[95595]: audit 2021-03-04T23:17:08.994755+0000 mon.c (mon.1) 176 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:17:10.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:09 gibba011 conmon[99461]: cluster 2021-03-04T23:17:08.499988+0000 mgr.x (mgr.34676) 390 : cluster 2021-03-04T23:17:10.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:09 gibba011 conmon[99461]: [DBG] pgmap v306: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 96 MiB/s wr, 1.54k op/s 2021-03-04T23:17:10.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:09 gibba011 conmon[99461]: audit 2021-03-04T23:17:08.992787+0000 mon.c (mon.1) 174 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:17:10.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:09 gibba011 conmon[99461]: audit 2021-03-04T23:17:08.994553+0000 mon.c (mon.1 2021-03-04T23:17:10.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:09 gibba011 conmon[99461]: ) 175 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:17:10.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:09 gibba011 conmon[99461]: audit 2021-03-04T23:17:08.994755+0000 mon.c (mon.1 2021-03-04T23:17:10.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:09 gibba011 conmon[99461]: ) 176 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:17:10.166 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 82 16 180655 180639 137.669 82.375 0.0169616 0.00726089 2021-03-04T23:17:11.167 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 83 16 182019 182003 137.037 85.25 0.00487091 0.00729408 2021-03-04T23:17:11.769 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: cluster 2021-03-04T23:17:11.769 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: 2021-03-04T23:17:11.769 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: 2021 2021-03-04T23:17:11.769 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: - 2021-03-04T23:17:11.770 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: 03 2021-03-04T23:17:11.770 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: - 2021-03-04T23:17:11.770 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: 04 2021-03-04T23:17:11.770 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: T 2021-03-04T23:17:11.770 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: 23 2021-03-04T23:17:11.771 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: : 2021-03-04T23:17:11.771 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: 17 2021-03-04T23:17:11.771 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: : 2021-03-04T23:17:11.771 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: 10 2021-03-04T23:17:11.772 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: . 2021-03-04T23:17:11.772 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: 500315 2021-03-04T23:17:11.772 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: +0000 2021-03-04T23:17:11.772 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: 2021-03-04T23:17:11.772 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: mgr.x 2021-03-04T23:17:11.773 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: ( 2021-03-04T23:17:11.773 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: mgr 2021-03-04T23:17:11.774 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: . 2021-03-04T23:17:11.774 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: 34676 2021-03-04T23:17:11.774 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: ) 2021-03-04T23:17:11.774 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: 391 2021-03-04T23:17:11.775 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: : 2021-03-04T23:17:11.775 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: cluster 2021-03-04T23:17:11.775 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: 2021-03-04T23:17:11.775 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: [DBG] 2021-03-04T23:17:11.776 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: 2021-03-04T23:17:11.776 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: pgmap v307: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s 2021-03-04T23:17:11.776 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[95595]: 2021-03-04T23:17:12.037 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:11 gibba038 conmon[76675]: cluster 2021-03-04T23:17:10.500315+0000 mgr.x (mgr.34676) 391 : cluster [DBG] pgmap v307: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s 2021-03-04T23:17:12.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: cluster 2021-03-04T23:17:12.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: 2021-03-04T23:17:12.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: 2021 2021-03-04T23:17:12.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: - 2021-03-04T23:17:12.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: 03 2021-03-04T23:17:12.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: - 2021-03-04T23:17:12.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: 04 2021-03-04T23:17:12.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: T 2021-03-04T23:17:12.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: 23 2021-03-04T23:17:12.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: : 2021-03-04T23:17:12.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: 17 2021-03-04T23:17:12.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: : 2021-03-04T23:17:12.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: 10 2021-03-04T23:17:12.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: . 2021-03-04T23:17:12.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: 500315 2021-03-04T23:17:12.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: +0000 2021-03-04T23:17:12.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: 2021-03-04T23:17:12.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: mgr.x 2021-03-04T23:17:12.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: ( 2021-03-04T23:17:12.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: mgr 2021-03-04T23:17:12.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: . 2021-03-04T23:17:12.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: 34676 2021-03-04T23:17:12.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: ) 2021-03-04T23:17:12.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: 391 2021-03-04T23:17:12.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: : 2021-03-04T23:17:12.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: cluster 2021-03-04T23:17:12.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: 2021-03-04T23:17:12.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: [DBG] 2021-03-04T23:17:12.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: 2021-03-04T23:17:12.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: pgmap v307: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 89 MiB/s wr, 1.42k op/s 2021-03-04T23:17:12.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:11 gibba011 conmon[99461]: 2021-03-04T23:17:12.166 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 84 16 183365 183349 136.407 84.125 0.00489065 0.00732776 2021-03-04T23:17:13.166 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 85 16 184791 184775 135.851 89.125 0.0199227 0.00735771 2021-03-04T23:17:13.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:12 gibba038 conmon[76675]: audit 2021-03-04T23:17:11.996153+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:17:13.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:12 gibba038 conmon[76675]: cephadm 2021-03-04T23:17:11.997255+0000 mgr.x (mgr.34676) 392 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:17:13.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:12 gibba038 conmon[76675]: audit 2021-03-04T23:17:12.300024+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:17:13.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:12 gibba038 conmon[76675]: audit 2021-03-04T23:17:12.626081+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:17:13.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:12 gibba011 conmon[95595]: audit 2021-03-04T23:17:13.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:12 gibba011 conmon[95595]: 2021-03-04T23:17: 2021-03-04T23:17:13.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:12 gibba011 conmon[95595]: 11.996153+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:17:13.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:12 gibba011 conmon[95595]: cephadm 2021-03-04T23:17:13.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:12 gibba011 conmon[95595]: 2021-03-04T23:17:11.997255+0000 mgr.x (mgr.34676) 392 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:17:13.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:12 gibba011 conmon[95595]: audit 2021-03-04T23:17:12.300024+0000 2021-03-04T23:17:13.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:12 gibba011 conmon[95595]: mon.a (mon.0) 536 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:17:13.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:12 gibba011 conmon[95595]: audit 2021-03-04T23:17:12.626081+0000 mon.a (mon 2021-03-04T23:17:13.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:12 gibba011 conmon[95595]: .0) 537 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:17:13.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:12 gibba011 conmon[99461]: audit 2021-03-04T23:17:11.996153+0000 mon.a (mon 2021-03-04T23:17:13.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:12 gibba011 conmon[99461]: .0) 535 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:17:13.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:12 gibba011 conmon[99461]: cephadm 2021-03-04T23:17 2021-03-04T23:17:13.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:12 gibba011 conmon[99461]: :11.997255+0000 mgr.x (mgr.34676) 392 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:17:13.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:12 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:17:13.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:12 gibba011 conmon[99461]: 03-04T23:17:12.300024+0000 mon.a (mon.0 2021-03-04T23:17:13.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:12 gibba011 conmon[99461]: ) 536 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:17:13.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:12 gibba011 conmon[99461]: audit 2021 2021-03-04T23:17:13.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:12 gibba011 conmon[99461]: -03-04T23:17:12.626081+0000 mon.a (mon.0 2021-03-04T23:17:13.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:12 gibba011 conmon[99461]: ) 537 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:17:14.166 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 86 16 186257 186241 135.337 91.625 0.00548775 0.00738565 2021-03-04T23:17:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:13 gibba038 conmon[76675]: cephadm 2021-03-04T23:17:12.300988+0000 mgr.x (mgr.34676) 393 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:17:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:13 gibba038 conmon[76675]: cluster 2021-03-04T23:17:12.500618+0000 mgr.x (mgr.34676) 394 : cluster [DBG] pgmap v308: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 83 MiB/s wr, 1.33k op/s 2021-03-04T23:17:14.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:13 gibba011 conmon[99461]: cephadm 2021-03-04T23:17:12.300988+0000 mgr.x (mgr.34676) 393 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:17:14.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:13 gibba011 conmon[99461]: 2021-03-04T23:17:14.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:13 gibba011 conmon[99461]: cluster 2021-03-04T23:17:12.500618+0000 mgr.x (mgr.34676) 394 : cluster [DBG] pgmap v308: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 83 MiB/s wr, 1.33k op/s 2021-03-04T23:17:14.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:13 gibba011 conmon[95595]: cephadm 2021-03-04T23:17:14.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:13 gibba011 conmon[95595]: 2021-03-04T23:17:14.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:13 gibba011 conmon[95595]: 2021 2021-03-04T23:17:14.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:13 gibba011 conmon[95595]: -03-04T23:17:12.300988+0000 2021-03-04T23:17:14.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:13 gibba011 conmon[95595]: mgr.x (mgr.34676) 393 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:17:14.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:13 gibba011 conmon[95595]: cluster 2021-03 2021-03-04T23:17:14.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:13 gibba011 conmon[95595]: -04T23:17:12.500618+0000 mgr.x (mgr.34676) 394 2021-03-04T23:17:14.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:13 gibba011 conmon[95595]: : cluster [DBG] pgmap v308: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 83 MiB/s wr, 1.33k op/s 2021-03-04T23:17:15.167 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 87 16 187696 187680 134.815 89.9375 0.0086768 0.00741444 2021-03-04T23:17:16.167 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 88 16 189116 189100 134.291 88.75 0.0120251 0.00744326 2021-03-04T23:17:16.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:15 gibba038 conmon[76675]: cluster 2021-03-04T23:17:14.500983+0000 mgr.x (mgr.34676) 395 : cluster [DBG] 2021-03-04T23:17:16.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:15 gibba038 conmon[76675]: pgmap v309: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:17:16.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:15 gibba011 conmon[95595]: cluster 2021-03-04T23:17:14.500983+0000 mgr.x (mgr.34676) 395 : 2021-03-04T23:17:16.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:15 gibba011 conmon[95595]: cluster [DBG] pgmap v309: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:17:16.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:15 gibba011 conmon[99461]: cluster 2021-03-04T23:17:14.500983+0000 mgr.x (mgr.34676) 2021-03-04T23:17:16.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:15 gibba011 conmon[99461]: 395 : cluster [DBG] pgmap v309: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 94 MiB/s wr, 1.51k op/s 2021-03-04T23:17:17.167 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 89 16 190553 190537 133.791 89.8125 0.0148078 0.00747113 2021-03-04T23:17:17.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: audit 2021-03-04T23:17:16.449727+0000 mon.c (mon.1) 177 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-03-04T23:17:17.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: audit 2021-03-04T23:17:16.449972+0000 mon.c (mon.1) 178 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 5]}]: dispatch 2021-03-04T23:17:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: audit 2021-03-04T23:17:16.450077+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-03-04T23:17:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: audit 2021-03-04T23:17:16. 2021-03-04T23:17:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: 450174+0000 mon.c (mon.1) 179 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:17:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: audit 2021-03-04T23:17:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: 2021-03-04T23:17:16.450492+0000 mon.a (mon 2021-03-04T23:17:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: .0) 539 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 5]}]: dispatch 2021-03-04T23:17:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: audit 2021-03-04T23 2021-03-04T23:17:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: :17:16.450789+0000 mon.a (mon. 2021-03-04T23:17:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: 0) 540 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:17:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:17:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: -04T23:17:16.602437+0000 mon.c 2021-03-04T23:17:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: (mon.1) 180 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:17:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: 2021-03-04T23:17:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:17:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: 03-04T23:17:16. 2021-03-04T23:17:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: 602760+0000 mon.a (mon.0) 2021-03-04T23:17:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: 541 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:17:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:17:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: 03-04T23:17:16. 2021-03-04T23:17:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: 613991+0000 mon.c (mon.1) 181 : audit 2021-03-04T23:17:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:17:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: audit 2021-03-04T23:17:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: 2021-03-04 2021-03-04T23:17:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: T23:17:16.614332+0000 mon.a 2021-03-04T23:17:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: (mon.0) 542 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:17:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:17 gibba038 conmon[76675]: 2021-03-04T23:17:17.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: audit 2021-03-04T23:17:16.449727+0000 mon.c 2021-03-04T23:17:17.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: (mon.1) 177 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-03-04T23:17:17.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: audit 2021-03-04T23:17:16.449972+0000 mon.c (mon.1) 178 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 5]}]: dispatch 2021-03-04T23:17:17.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: 2021-03-04T23:17:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: audit 2021-03-04T23:17 2021-03-04T23:17:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: :16.450077+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-03-04T23:17:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: audit 2021-03-04T23:17:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: 2021-03-04T23:17:16.450174+0000 mon.c 2021-03-04T23:17:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: (mon.1) 179 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:17:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: audit 2021-03-04T23:17:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: 2021-03-04T23:17:16.450492+0000 mon.a 2021-03-04T23:17:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: (mon.0) 539 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 5]}]: dispatch 2021-03-04T23:17:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: audit 2021 2021-03-04T23:17:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: -03-04T23:17:16.450789+0000 mon.a (mon 2021-03-04T23:17:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: .0) 540 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:17:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: audit 2021-03-04T23:17:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: 2021-03-04T23:17:16 2021-03-04T23:17:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: .602437+0000 mon.c (mon.1) 180 : audit [INF] 2021-03-04T23:17:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:17:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: audit 2021-03-04T23: 2021-03-04T23:17:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: 17:16.602760+0000 mon.a (mon.0) 541 : audit 2021-03-04T23:17:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:17:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: audit 2021-03-04T23:17:16 2021-03-04T23:17:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: .613991+0000 mon.c (mon.1) 181 : audit [INF] 2021-03-04T23:17:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:17:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: audit 2021-03-04T23:17:16.614332+0000 2021-03-04T23:17:17.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[95595]: mon.a (mon.0) 542 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:17:17.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: audit 2021-03-04T23:17:17.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: 2021-03-04T23:17:16 2021-03-04T23:17:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: .449727+0000 mon.c (mon.1) 177 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-03-04T23:17:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: audit 2021-03-04T23:17:16.449972+0000 2021-03-04T23:17:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: mon.c (mon.1) 178 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 5]}]: dispatch 2021-03-04T23:17:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: audit 2021-03-04T23:17:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: 2021-03-04T23:17:16.450077+0000 mon.a 2021-03-04T23:17:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: (mon.0) 538 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-03-04T23:17:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:17:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: 04T23:17:16.450174+0000 mon.c (mon.1) 2021-03-04T23:17:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: 179 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:17:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: audit 2021-03-04T23: 2021-03-04T23:17:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: 17:16.450492+0000 mon.a (mon.0) 539 2021-03-04T23:17:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 5]}]: dispatch 2021-03-04T23:17:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:17:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: T23:17:16.450789+0000 mon.a (mon. 2021-03-04T23:17:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: 0) 540 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2021-03-04T23:17:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:17:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: 03-04T23:17:16.602437+0000 mon.c 2021-03-04T23:17:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: (mon.1) 180 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:17:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: audit 2021 2021-03-04T23:17:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: -03-04T23:17:16.602760+0000 2021-03-04T23:17:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: mon.a (mon.0) 541 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:17:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: audit 2021-03-04T23:17:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: 2021-03-04T23:17:16.613991+0000 2021-03-04T23:17:17.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: mon.c (mon.1) 181 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:17:17.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:17:17.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: 04T23:17:16.614332+0000 mon.a (mon 2021-03-04T23:17:17.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:17 gibba011 conmon[99461]: .0) 542 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:17:18.167 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 90 6 192004 191998 133.319 91.3125 0.00672333 0.00749742 2021-03-04T23:17:18.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:18 gibba038 conmon[76675]: cluster 2021-03-04T23:17:16.501381+0000 mgr.x (mgr.34676) 396 : cluster [DBG] pgmap v310: 89 pgs: 89 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-03-04T23:17:18.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:18 gibba011 conmon[95595]: cluster 2021-03-04T23:17:16.501381+0000 mgr.x (mgr.34676) 396 : cluster [DBG] 2021-03-04T23:17:18.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:18 gibba011 conmon[95595]: pgmap v310: 89 pgs: 89 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-03-04T23:17:18.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:18 gibba011 conmon[99461]: cluster 2021-03-04T23:17:16.501381+0000 mgr.x (mgr.34676 2021-03-04T23:17:18.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:18 gibba011 conmon[99461]: ) 396 : cluster [DBG] pgmap v310: 89 pgs: 89 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 94 MiB/s wr, 1.50k op/s 2021-03-04T23:17:19.167 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Total time run: 90.0149 2021-03-04T23:17:19.168 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Total writes made: 192004 2021-03-04T23:17:19.168 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Write size: 65536 2021-03-04T23:17:19.168 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Object size: 65536 2021-03-04T23:17:19.168 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Bandwidth (MB/sec): 133.314 2021-03-04T23:17:19.169 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Stddev Bandwidth: 75.9483 2021-03-04T23:17:19.169 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Max bandwidth (MB/sec): 517.125 2021-03-04T23:17:19.169 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Min bandwidth (MB/sec): 82.375 2021-03-04T23:17:19.169 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Average IOPS: 2133 2021-03-04T23:17:19.170 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Stddev IOPS: 1215.17 2021-03-04T23:17:19.170 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Max IOPS: 8274 2021-03-04T23:17:19.170 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Min IOPS: 1318 2021-03-04T23:17:19.170 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Average Latency(s): 0.00749786 2021-03-04T23:17:19.170 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Stddev Latency(s): 0.00559667 2021-03-04T23:17:19.173 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Max latency(s): 0.203312 2021-03-04T23:17:19.173 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Min latency(s): 0.000995967 2021-03-04T23:17:19.175 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Cleaning up (deleting benchmark objects) 2021-03-04T23:17:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:20 gibba038 conmon[76675]: cluster 2021-03-04T23:17:18.502220+0000 mgr.x (mgr.34676) 2021-03-04T23:17:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:20 gibba038 conmon[76675]: 397 : cluster [DBG] pgmap v311: 89 pgs: 89 active+clean; 12 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 93 MiB/s wr, 1.49k op/s 2021-03-04T23:17:20.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:20 gibba011 conmon[99461]: cluster 2021-03-04T23:17:20.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:20 gibba011 conmon[99461]: 2021-03-04 2021-03-04T23:17:20.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:20 gibba011 conmon[99461]: T23:17:18.502220+0000 mgr.x (mgr.34676) 397 : cluster [DBG] pgmap v311: 89 pgs: 89 active+clean; 12 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 93 MiB/s wr, 1.49k op/s 2021-03-04T23:17:20.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:20 gibba011 conmon[95595]: cluster 2021-03-04T23:17:18.502220+0000 mgr.x (mgr.34676) 397 : cluster 2021-03-04T23:17:20.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:20 gibba011 conmon[95595]: [DBG] pgmap v311: 89 pgs: 89 active+clean; 12 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 93 MiB/s wr, 1.49k op/s 2021-03-04T23:17:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:22 gibba038 conmon[76675]: cluster 2021-03-04T23:17:20.502556+0000 mgr.x (mgr.34676) 398 : cluster [DBG] pgmap v312: 89 pgs: 89 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 81 MiB/s wr, 1.33k op/s 2021-03-04T23:17:22.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:22 gibba011 conmon[95595]: cluster 2021-03-04T23:17:20.502556+0000 mgr.x (mgr.34676) 398 : cluster [DBG] pgmap v312: 89 pgs: 89 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 81 MiB/s wr, 1.33k op/s 2021-03-04T23:17:22.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:22 gibba011 conmon[99461]: cluster 2021-03-04T23:17:20.502556+0000 mgr.x (mgr.34676) 398 : cluster [DBG] pgmap v312: 89 pgs: 89 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 81 MiB/s wr, 1.33k op/s 2021-03-04T23:17:24.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:24 gibba038 conmon[76675]: cluster 2021-03-04T23:17:22.502909+0000 mgr.x (mgr.34676) 399 : cluster [DBG] pgmap v313: 89 pgs: 89 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 72 MiB/s wr, 1.24k op/s 2021-03-04T23:17:24.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:24 gibba011 conmon[95595]: cluster 2021-03-04T23:17:22.502909+0000 mgr.x (mgr.34676) 399 : cluster [DBG] pgmap v313: 89 pgs: 89 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 72 MiB/s wr, 1.24k op/s 2021-03-04T23:17:24.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:24 gibba011 conmon[99461]: cluster 2021-03-04T23:17:22.502909+0000 mgr.x (mgr.34676 2021-03-04T23:17:24.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:24 gibba011 conmon[99461]: ) 399 : cluster [DBG] pgmap v313: 89 pgs: 89 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 72 MiB/s wr, 1.24k op/s 2021-03-04T23:17:26.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:26 gibba038 conmon[76675]: cluster 2021-03-04T23:17:24.503291+0000 mgr.x (mgr.34676) 400 : cluster [DBG] pgmap v314: 89 pgs: 89 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 85 B/s rd, 67 MiB/s wr, 1.39k op/s 2021-03-04T23:17:26.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:26 gibba011 conmon[95595]: cluster 2021-03-04T23:17:26.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:26 gibba011 conmon[95595]: 2021-03-04T23:17:26.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:26 gibba011 conmon[95595]: 2021-03-04T23:17:24.503291+0000 2021-03-04T23:17:26.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:26 gibba011 conmon[95595]: mgr.x (mgr.34676) 400 : cluster [DBG] pgmap v314: 89 pgs: 89 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 85 B/s rd, 67 MiB/s wr, 1.39k op/s 2021-03-04T23:17:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:26 gibba011 conmon[99461]: cluster 2021-03-04T23:17:24.503291+0000 mgr.x (mgr.34676) 2021-03-04T23:17:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:26 gibba011 conmon[99461]: 400 : cluster [DBG] pgmap v314: 89 pgs: 89 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 85 B/s rd, 67 MiB/s wr, 1.39k op/s 2021-03-04T23:17:28.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:28 gibba038 conmon[76675]: cluster 2021-03-04T23:17:26.503647+0000 mgr.x (mgr.34676) 401 : cluster [DBG] pgmap v315: 89 pgs: 89 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 85 B/s rd, 49 MiB/s wr, 1.42k op/s 2021-03-04T23:17:28.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[95595]: cluster 2021-03-04T23:17:26.503647+0000 mgr.x (mgr.34676) 401 : cluster [DBG] pgmap v315: 89 pgs: 89 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 85 B/s rd, 49 MiB/s wr, 1.42k op/s 2021-03-04T23:17:28.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: cluster 2021-03-04T23:17:28.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: 2021-03-04T23:17:28.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: 2021 2021-03-04T23:17:28.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: - 2021-03-04T23:17:28.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: 03 2021-03-04T23:17:28.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: - 2021-03-04T23:17:28.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: 04 2021-03-04T23:17:28.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: T 2021-03-04T23:17:28.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: 23 2021-03-04T23:17:28.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: : 2021-03-04T23:17:28.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: 17 2021-03-04T23:17:28.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: : 2021-03-04T23:17:28.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: 26 2021-03-04T23:17:28.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: . 2021-03-04T23:17:28.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: 503647 2021-03-04T23:17:28.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: +0000 2021-03-04T23:17:28.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: 2021-03-04T23:17:28.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: mgr.x 2021-03-04T23:17:28.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: ( 2021-03-04T23:17:28.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: mgr 2021-03-04T23:17:28.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: . 2021-03-04T23:17:28.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: 34676 2021-03-04T23:17:28.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: ) 2021-03-04T23:17:28.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: 401 2021-03-04T23:17:28.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: : 2021-03-04T23:17:28.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: cluster 2021-03-04T23:17:28.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: 2021-03-04T23:17:28.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: [DBG] 2021-03-04T23:17:28.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: 2021-03-04T23:17:28.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: pgmap v315: 89 pgs: 89 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 85 B/s rd, 49 MiB/s wr, 1.42k op/s 2021-03-04T23:17:28.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:28 gibba011 conmon[99461]: 2021-03-04T23:17:30.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:30 gibba038 conmon[76675]: cluster 2021-03-04T23:17:28.504058+0000 mgr.x (mgr.34676) 402 : cluster [DBG] pgmap v316: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 85 B/s rd, 30 MiB/s wr, 1.43k op/s 2021-03-04T23:17:30.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:30 gibba011 conmon[95595]: cluster 2021-03-04T23:17:28.504058+0000 mgr.x (mgr.34676) 402 : cluster [DBG] pgmap v316: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 85 B/s rd, 30 MiB/s wr, 1.43k op/s 2021-03-04T23:17:30.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:30 gibba011 conmon[99461]: cluster 2021-03-04T23:17:28.504058+0000 mgr.x (mgr.34676 2021-03-04T23:17:30.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:30 gibba011 conmon[99461]: ) 402 : cluster [DBG] pgmap v316: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 85 B/s rd, 30 MiB/s wr, 1.43k op/s 2021-03-04T23:17:32.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:32 gibba038 conmon[76675]: cluster 2021-03-04T23:17:30.504460+0000 mgr.x (mgr.34676) 403 : cluster [DBG] pgmap v317: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 85 B/s rd, 12 MiB/s wr, 1.34k op/s 2021-03-04T23:17:32.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:32 gibba011 conmon[95595]: cluster 2021-03-04T23:17:32.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:32 gibba011 conmon[95595]: 2021-03-04T23:17:30. 2021-03-04T23:17:32.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:32 gibba011 conmon[95595]: 504460+0000 mgr.x (mgr.34676) 403 : cluster [DBG] pgmap v317: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 85 B/s rd, 12 MiB/s wr, 1.34k op/s 2021-03-04T23:17:32.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:32 gibba011 conmon[99461]: cluster 2021-03-04T23:17:30.504460+0000 mgr.x ( 2021-03-04T23:17:32.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:32 gibba011 conmon[99461]: mgr.34676) 403 : cluster [DBG] pgmap v317: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 85 B/s rd, 12 MiB/s wr, 1.34k op/s 2021-03-04T23:17:34.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:34 gibba038 conmon[76675]: cluster 2021-03-04T23:17:32.504754+0000 mgr.x (mgr.34676) 404 : cluster [DBG] pgmap v318: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 85 B/s rd, 4.1 MiB/s wr, 1.30k op/s 2021-03-04T23:17:34.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:34 gibba011 conmon[95595]: cluster 2021-03-04T23:17:32.504754+0000 mgr.x (mgr.34676) 404 : cluster [DBG] 2021-03-04T23:17:34.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:34 gibba011 conmon[95595]: pgmap v318: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 85 B/s rd, 4.1 MiB/s wr, 1.30k op/s 2021-03-04T23:17:34.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:34 gibba011 conmon[99461]: cluster 2021-03-04T23:17:34.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:34 gibba011 conmon[99461]: 2021-03-04T23:17: 2021-03-04T23:17:34.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:34 gibba011 conmon[99461]: 32.504754+0000 mgr.x (mgr.34676) 404 : cluster [DBG] pgmap v318: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 85 B/s rd, 4.1 MiB/s wr, 1.30k op/s 2021-03-04T23:17:36.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:36 gibba038 conmon[76675]: cluster 2021-03-04T23:17:34.505101+0000 mgr.x (mgr.34676) 405 : cluster [DBG] pgmap v319: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 85 B/s rd, 1.5 MiB/s wr, 1.52k op/s 2021-03-04T23:17:36.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:36 gibba011 conmon[95595]: cluster 2021-03-04T23:17:34.505101+0000 mgr.x (mgr.34676) 405 : cluster [DBG] pgmap v319: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 85 B/s rd, 1.5 MiB/s wr, 1.52k op/s 2021-03-04T23:17:36.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:36 gibba011 conmon[99461]: cluster 2021-03-04T23:17:34.505101+0000 mgr.x (mgr.34676) 405 : cluster [DBG] pgmap v319: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 85 B/s rd, 1.5 MiB/s wr, 1.52k op/s 2021-03-04T23:17:38.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:38 gibba038 conmon[76675]: cluster 2021-03-04T23:17:36.505454+0000 mgr.x (mgr. 2021-03-04T23:17:38.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:38 gibba038 conmon[76675]: 34676) 406 : cluster [DBG] pgmap v320: 89 pgs: 89 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s 2021-03-04T23:17:38.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:38 gibba011 conmon[95595]: cluster 2021-03-04T23:17:36.505454+0000 mgr.x (mgr.34676) 406 : cluster 2021-03-04T23:17:38.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:38 gibba011 conmon[95595]: [DBG] pgmap v320: 89 pgs: 89 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s 2021-03-04T23:17:38.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:38 gibba011 conmon[99461]: cluster 2021-03-04T23:17:38.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:38 gibba011 conmon[99461]: 2021-03-04T23:17 2021-03-04T23:17:38.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:38 gibba011 conmon[99461]: :36.505454+0000 mgr.x (mgr.34676) 406 : cluster [DBG] pgmap v320: 89 pgs: 89 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s 2021-03-04T23:17:40.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:40 gibba038 conmon[76675]: cluster 2021-03-04T23:17:38.505806+0000 mgr.x (mgr.34676) 407 : cluster [DBG] pgmap v321: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s 2021-03-04T23:17:40.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: cluster 2021-03-04T23:17:40.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: 2021-03-04T23:17:40.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: 2021 2021-03-04T23:17:40.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: - 2021-03-04T23:17:40.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: 03 2021-03-04T23:17:40.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: - 2021-03-04T23:17:40.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: 04 2021-03-04T23:17:40.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: T 2021-03-04T23:17:40.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: 23 2021-03-04T23:17:40.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: : 2021-03-04T23:17:40.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: 17 2021-03-04T23:17:40.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: : 2021-03-04T23:17:40.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: 38 2021-03-04T23:17:40.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: . 2021-03-04T23:17:40.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: 505806 2021-03-04T23:17:40.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: +0000 2021-03-04T23:17:40.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: 2021-03-04T23:17:40.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: mgr.x 2021-03-04T23:17:40.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: ( 2021-03-04T23:17:40.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: mgr 2021-03-04T23:17:40.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: . 2021-03-04T23:17:40.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: 34676 2021-03-04T23:17:40.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: ) 2021-03-04T23:17:40.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: 407 2021-03-04T23:17:40.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: : 2021-03-04T23:17:40.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: cluster 2021-03-04T23:17:40.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: 2021-03-04T23:17:40.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: [DBG] 2021-03-04T23:17:40.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: 2021-03-04T23:17:40.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: pgmap v321: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s 2021-03-04T23:17:40.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[95595]: 2021-03-04T23:17:40.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[99461]: cluster 2021-03-04T23:17:38.505806+0000 mgr.x ( 2021-03-04T23:17:40.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:40 gibba011 conmon[99461]: mgr.34676) 407 : cluster [DBG] pgmap v321: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s 2021-03-04T23:17:42.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:42 gibba038 conmon[76675]: cluster 2021-03-04T23:17:40.506161+0000 mgr.x (mgr.34676) 2021-03-04T23:17:42.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:42 gibba038 conmon[76675]: 408 : cluster [DBG] pgmap v322: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:17:42.381 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:42 gibba011 conmon[95595]: cluster 2021-03-04T23:17:40.506161+0000 mgr.x (mgr.34676 2021-03-04T23:17:42.382 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:42 gibba011 conmon[95595]: ) 408 : cluster [DBG] pgmap v322: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:17:42.382 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:42 gibba011 conmon[99461]: cluster 2021-03-04T23:17:40.506161+0000 mgr.x (mgr. 2021-03-04T23:17:42.382 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:42 gibba011 conmon[99461]: 34676) 408 : cluster [DBG] pgmap v322: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:17:44.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:44 gibba038 conmon[76675]: cluster 2021-03-04T23:17:42.506463+0000 mgr.x (mgr.34676) 409 : cluster [DBG] pgmap v323: 89 pgs: 89 active+clean; 9.9 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 1.37k op/s 2021-03-04T23:17:44.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:44 gibba011 conmon[95595]: cluster 2021-03-04T23:17:42.506463+0000 mgr.x (mgr.34676) 409 : cluster 2021-03-04T23:17:44.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:44 gibba011 conmon[95595]: [DBG] pgmap v323: 89 pgs: 89 active+clean; 9.9 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 1.37k op/s 2021-03-04T23:17:44.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:44 gibba011 conmon[99461]: cluster 2021-03-04T23:17:44.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:44 gibba011 conmon[99461]: 2021-03-04T23:17:42.506463+0000 mgr.x (mgr.34676) 409 : cluster [DBG] pgmap v323: 89 pgs: 89 active+clean; 9.9 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 1.37k op/s 2021-03-04T23:17:46.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:46 gibba038 conmon[76675]: cluster 2021-03-04T23:17:44.506877+0000 mgr.x (mgr.34676) 410 : cluster [DBG] 2021-03-04T23:17:46.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:46 gibba038 conmon[76675]: pgmap v324: 89 pgs: 89 active+clean; 9.6 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:17:46.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:46 gibba011 conmon[95595]: cluster 2021-03-04T23:17:44.506877+0000 mgr.x (mgr.34676) 410 : cluster [DBG] pgmap v324: 89 pgs: 89 active+clean; 9.6 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:17:46.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:46 gibba011 conmon[99461]: cluster 2021-03-04T23:17:44.506877+0000 mgr.x (mgr.34676) 410 : cluster 2021-03-04T23:17:46.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:46 gibba011 conmon[99461]: [DBG] pgmap v324: 89 pgs: 89 active+clean; 9.6 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:17:48.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:48 gibba038 conmon[76675]: cluster 2021-03-04T23:17:46.507229+0000 mgr.x (mgr.34676) 411 : cluster [DBG] pgmap v325: 89 pgs: 89 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:17:48.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:48 gibba011 conmon[95595]: cluster 2021-03-04T23:17:46.507229+0000 mgr.x (mgr.34676) 411 : 2021-03-04T23:17:48.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:48 gibba011 conmon[95595]: cluster [DBG] pgmap v325: 89 pgs: 89 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:17:48.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:48 gibba011 conmon[99461]: cluster 2021-03-04T23:17:46.507229+0000 mgr.x (mgr.34676) 2021-03-04T23:17:48.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:48 gibba011 conmon[99461]: 411 : cluster [DBG] pgmap v325: 89 pgs: 89 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:17:50.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:50 gibba038 conmon[76675]: cluster 2021-03-04T23:17:48.507594+0000 mgr.x (mgr.34676) 412 : 2021-03-04T23:17:50.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:50 gibba038 conmon[76675]: cluster [DBG] pgmap v326: 89 pgs: 89 active+clean; 9.2 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.55k op/s 2021-03-04T23:17:50.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:50 gibba011 conmon[95595]: cluster 2021-03-04T23:17:48.507594+0000 mgr.x (mgr 2021-03-04T23:17:50.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:50 gibba011 conmon[95595]: .34676) 412 : cluster [DBG] pgmap v326: 89 pgs: 89 active+clean; 9.2 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.55k op/s 2021-03-04T23:17:50.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:50 gibba011 conmon[99461]: cluster 2021-03-04T23:17:48.507594+0000 mgr.x (mgr.34676) 412 2021-03-04T23:17:50.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:50 gibba011 conmon[99461]: : cluster [DBG] pgmap v326: 89 pgs: 89 active+clean; 9.2 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.55k op/s 2021-03-04T23:17:52.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:52 gibba038 conmon[76675]: cluster 2021-03-04T23:17:50.507898+0000 mgr.x (mgr.34676) 413 : cluster [DBG] pgmap v327: 89 pgs: 89 active+clean; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:17:52.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:52 gibba011 conmon[95595]: cluster 2021-03-04T23:17:50.507898+0000 mgr.x (mgr.34676) 413 : cluster 2021-03-04T23:17:52.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:52 gibba011 conmon[95595]: [DBG] pgmap v327: 89 pgs: 89 active+clean; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:17:52.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:52 gibba011 conmon[99461]: cluster 2021-03-04T23:17:50.507898+0000 mgr.x (mgr.34676) 413 : 2021-03-04T23:17:52.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:52 gibba011 conmon[99461]: cluster [DBG] pgmap v327: 89 pgs: 89 active+clean; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:17:54.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:54 gibba038 conmon[76675]: cluster 2021-03-04T23:17:52.508169+0000 mgr.x (mgr.34676) 414 : cluster [DBG] pgmap v328: 89 pgs: 89 active+clean; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.35k op/s 2021-03-04T23:17:54.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:54 gibba011 conmon[99461]: cluster 2021-03-04T23:17:52.508169+0000 mgr.x (mgr. 2021-03-04T23:17:54.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:54 gibba011 conmon[99461]: 34676) 414 : cluster [DBG] pgmap v328: 89 pgs: 89 active+clean; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.35k op/s 2021-03-04T23:17:54.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:54 gibba011 conmon[95595]: cluster 2021-03-04T23:17:54.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:54 gibba011 conmon[95595]: 2021-03-04T23:17 2021-03-04T23:17:54.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:54 gibba011 conmon[95595]: :52.508169+0000 mgr.x (mgr.34676) 414 : cluster [DBG] pgmap v328: 89 pgs: 89 active+clean; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.35k op/s 2021-03-04T23:17:56.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:56 gibba038 conmon[76675]: cluster 2021-03-04T23:17:54.508571+0000 mgr.x (mgr.34676) 415 : cluster [DBG] pgmap v329: 89 pgs: 89 active+clean; 8.7 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s 2021-03-04T23:17:56.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[95595]: cluster 2021-03-04T23:17:54.508571+0000 mgr.x (mgr.34676) 415 : cluster [DBG] pgmap v329: 89 pgs: 89 active+clean; 8.7 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s 2021-03-04T23:17:56.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[95595]: 2021-03-04T23:17:56.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: cluster 2021-03-04T23:17:56.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: 2021-03-04T23:17:56.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: 2021 2021-03-04T23:17:56.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: - 2021-03-04T23:17:56.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: 03 2021-03-04T23:17:56.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: - 2021-03-04T23:17:56.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: 04 2021-03-04T23:17:56.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: T 2021-03-04T23:17:56.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: 23 2021-03-04T23:17:56.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: : 2021-03-04T23:17:56.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: 17 2021-03-04T23:17:56.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: : 2021-03-04T23:17:56.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: 54 2021-03-04T23:17:56.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: . 2021-03-04T23:17:56.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: 508571 2021-03-04T23:17:56.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: +0000 2021-03-04T23:17:56.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: 2021-03-04T23:17:56.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: mgr.x 2021-03-04T23:17:56.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: ( 2021-03-04T23:17:56.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: mgr 2021-03-04T23:17:56.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: . 2021-03-04T23:17:56.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: 34676 2021-03-04T23:17:56.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: ) 2021-03-04T23:17:56.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: 415 2021-03-04T23:17:56.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: : 2021-03-04T23:17:56.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: cluster 2021-03-04T23:17:56.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: 2021-03-04T23:17:56.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: [DBG] 2021-03-04T23:17:56.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: 2021-03-04T23:17:56.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: pgmap v329: 89 pgs: 89 active+clean; 8.7 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s 2021-03-04T23:17:56.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:56 gibba011 conmon[99461]: 2021-03-04T23:17:58.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:17:58 gibba038 conmon[76675]: cluster 2021-03-04T23:17:56.508968+0000 mgr.x (mgr.34676) 416 : cluster [DBG] pgmap v330: 89 pgs: 89 active+clean; 8.5 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s 2021-03-04T23:17:58.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:17:58 gibba011 conmon[95595]: cluster 2021-03-04T23:17:56.508968+0000 mgr.x (mgr.34676) 416 : cluster [DBG] pgmap v330: 89 pgs: 89 active+clean; 8.5 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s 2021-03-04T23:17:58.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:58 gibba011 conmon[99461]: cluster 2021-03-04T23:17:58.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:58 gibba011 conmon[99461]: 2021-03-04 2021-03-04T23:17:58.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:17:58 gibba011 conmon[99461]: T23:17:56.508968+0000 mgr.x (mgr.34676) 416 : cluster [DBG] pgmap v330: 89 pgs: 89 active+clean; 8.5 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s 2021-03-04T23:18:00.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:00 gibba038 conmon[76675]: cluster 2021-03-04T23:17:58.509353+0000 mgr.x (mgr.34676) 417 : cluster [DBG] pgmap v331: 89 pgs: 89 active+clean; 8.3 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s 2021-03-04T23:18:00.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:00 gibba011 conmon[95595]: cluster 2021-03-04T23:17:58.509353+0000 mgr.x (mgr.34676) 417 : cluster [DBG] pgmap v331: 89 pgs: 89 active+clean; 8.3 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s 2021-03-04T23:18:00.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:00 gibba011 conmon[95595]: 2021-03-04T23:18:00.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:00 gibba011 conmon[99461]: cluster 2021-03-04T23:17:58.509353+0000 mgr.x (mgr.34676) 417 : 2021-03-04T23:18:00.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:00 gibba011 conmon[99461]: cluster [DBG] pgmap v331: 89 pgs: 89 active+clean; 8.3 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s 2021-03-04T23:18:02.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:02 gibba038 conmon[76675]: cluster 2021-03-04T23:18:00.509654+0000 mgr.x (mgr.34676) 418 : 2021-03-04T23:18:02.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:02 gibba038 conmon[76675]: cluster [DBG] pgmap v332: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:18:02.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:02 gibba011 conmon[95595]: cluster 2021-03-04T23:18:00.509654+0000 mgr.x (mgr.34676) 418 : cluster [DBG] 2021-03-04T23:18:02.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:02 gibba011 conmon[95595]: pgmap v332: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:18:02.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:02 gibba011 conmon[99461]: cluster 2021-03-04T23:18:00.509654+0000 mgr.x (mgr.34676) 418 : cluster [DBG] pgmap v332: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:18:02.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:02 gibba011 conmon[99461]: 2021-03-04T23:18:04.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:04 gibba038 conmon[76675]: cluster 2021-03-04T23:18:02.509963+0000 mgr.x (mgr.34676) 419 : cluster [DBG] pgmap v333: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.34k op/s 2021-03-04T23:18:04.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:04 gibba011 conmon[95595]: cluster 2021-03-04T23:18:04.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:04 gibba011 conmon[95595]: 2021-03-04T23:18: 2021-03-04T23:18:04.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:04 gibba011 conmon[95595]: 02.509963+0000 mgr.x (mgr.34676) 419 : cluster [DBG] pgmap v333: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.34k op/s 2021-03-04T23:18:04.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:04 gibba011 conmon[99461]: cluster 2021-03-04T23:18:02.509963+0000 mgr.x (mgr.34676) 419 : cluster [DBG] pgmap v333: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.34k op/s 2021-03-04T23:18:06.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:06 gibba011 conmon[95595]: cluster 2021-03-04T23:18:04.510324+0000 mgr.x (mgr.34676) 420 : cluster [DBG] pgmap v334: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:18:06.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:06 gibba011 conmon[99461]: cluster 2021-03-04T23:18:04.510324+0000 mgr.x (mgr 2021-03-04T23:18:06.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:06 gibba011 conmon[99461]: .34676) 420 : cluster [DBG] pgmap v334: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:18:06.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:06 gibba038 conmon[76675]: cluster 2021-03-04T23:18:04.510324+0000 mgr.x (mgr.34676) 420 : cluster [DBG] pgmap v334: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:18:08.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:08 gibba011 conmon[95595]: cluster 2021-03-04T23:18:06.510663+0000 mgr.x (mgr.34676) 421 : cluster [DBG] 2021-03-04T23:18:08.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:08 gibba011 conmon[95595]: pgmap v335: 89 pgs: 89 active+clean; 7.6 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:18:08.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:08 gibba011 conmon[99461]: cluster 2021-03-04T23:18:06.510663+0000 mgr.x (mgr. 2021-03-04T23:18:08.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:08 gibba011 conmon[99461]: 34676) 421 : cluster [DBG] pgmap v335: 89 pgs: 89 active+clean; 7.6 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:18:08.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:08 gibba038 conmon[76675]: cluster 2021-03-04T23:18:06.510663+0000 mgr.x (mgr.34676) 421 : cluster [DBG] pgmap v335: 89 pgs: 89 active+clean; 7.6 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:18:10.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:10 gibba011 conmon[95595]: cluster 2021-03-04T23:18:08.511034+0000 mgr.x (mgr.34676) 422 : cluster [DBG] 2021-03-04T23:18:10.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:10 gibba011 conmon[95595]: pgmap v336: 89 pgs: 89 active+clean; 7.4 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:18:10.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:10 gibba011 conmon[99461]: cluster 2021-03-04T23:18:08.511034+0000 mgr.x 2021-03-04T23:18:10.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:10 gibba011 conmon[99461]: (mgr.34676) 422 : cluster [DBG] pgmap v336: 89 pgs: 89 active+clean; 7.4 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:18:10.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:10 gibba038 conmon[76675]: cluster 2021-03-04T23:18:08.511034+0000 mgr.x (mgr.34676) 422 : cluster [DBG] pgmap v336: 89 pgs: 89 active+clean; 7.4 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:18:12.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:12 gibba011 conmon[95595]: cluster 2021-03-04T23:18:10.511366+0000 mgr.x (mgr.34676) 423 : cluster [DBG] 2021-03-04T23:18:12.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:12 gibba011 conmon[95595]: pgmap v337: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:18:12.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:12 gibba011 conmon[99461]: cluster 2021-03-04T23:18:12.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:12 gibba011 conmon[99461]: 2021-03-04T23:18: 2021-03-04T23:18:12.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:12 gibba011 conmon[99461]: 10.511366+0000 mgr.x (mgr.34676) 423 : cluster [DBG] pgmap v337: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:18:12.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:12 gibba038 conmon[76675]: cluster 2021-03-04T23:18:10.511366+0000 mgr.x (mgr.34676) 423 : cluster [DBG] pgmap v337: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:18:13.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:13 gibba038 conmon[76675]: audit 2021-03-04T23:18:12.629618+0000 mon.c (mon.1) 182 : audit 2021-03-04T23:18:13.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:13 gibba038 conmon[76675]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:18:13.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:13 gibba038 conmon[76675]: audit 2021-03-04T23:18:12.630978+0000 mon.c (mon.1) 183 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:18:13.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:13 gibba038 conmon[76675]: audit 2021-03-04T23:18:12.631190+0000 mon.c (mon.1) 184 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:18:13.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[95595]: audit 2021-03-04T23:18:12.629618+0000 mon.c (mon.1) 182 : audit 2021-03-04T23:18:13.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[95595]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:18:13.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[95595]: audit 2021-03-04T23:18:12.630978+0000 mon.c (mon.1) 183 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:18:13.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[95595]: audit 2021- 2021-03-04T23:18:13.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[95595]: 03-04T23:18:12.631190+0000 mon.c (mon.1) 184 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:18:13.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: audit 2021-03-04T23:18:13.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 2021-03-04T23:18:13.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 2021 2021-03-04T23:18:13.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: - 2021-03-04T23:18:13.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 03 2021-03-04T23:18:13.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: - 2021-03-04T23:18:13.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 04 2021-03-04T23:18:13.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: T 2021-03-04T23:18:13.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 23 2021-03-04T23:18:13.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: : 2021-03-04T23:18:13.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 18 2021-03-04T23:18:13.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: : 2021-03-04T23:18:13.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 12 2021-03-04T23:18:13.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: . 2021-03-04T23:18:13.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 629618 2021-03-04T23:18:13.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: +0000 2021-03-04T23:18:13.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 2021-03-04T23:18:13.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: mon.c 2021-03-04T23:18:13.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: ( 2021-03-04T23:18:13.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: mon 2021-03-04T23:18:13.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: . 2021-03-04T23:18:13.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 1 2021-03-04T23:18:13.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: ) 2021-03-04T23:18:13.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 182 2021-03-04T23:18:13.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: : 2021-03-04T23:18:13.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: audit 2021-03-04T23:18:13.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 2021-03-04T23:18:13.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: [DBG] 2021-03-04T23:18:13.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 2021-03-04T23:18:13.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:18:13.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 2021-03-04T23:18:13.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: audit 2021-03-04T23:18:13.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 2021-03-04T23:18:13.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 2021 2021-03-04T23:18:13.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: - 2021-03-04T23:18:13.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 03 2021-03-04T23:18:13.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: - 2021-03-04T23:18:13.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 04 2021-03-04T23:18:13.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: T 2021-03-04T23:18:13.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 23 2021-03-04T23:18:13.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: : 2021-03-04T23:18:13.615 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 18 2021-03-04T23:18:13.615 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: : 2021-03-04T23:18:13.615 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 12 2021-03-04T23:18:13.615 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: . 2021-03-04T23:18:13.616 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 630978 2021-03-04T23:18:13.616 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: +0000 2021-03-04T23:18:13.616 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 2021-03-04T23:18:13.616 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: mon.c 2021-03-04T23:18:13.617 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: ( 2021-03-04T23:18:13.617 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: mon 2021-03-04T23:18:13.617 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: . 2021-03-04T23:18:13.617 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 1 2021-03-04T23:18:13.617 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: ) 2021-03-04T23:18:13.618 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 183 2021-03-04T23:18:13.618 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: : 2021-03-04T23:18:13.618 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: audit 2021-03-04T23:18:13.618 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 2021-03-04T23:18:13.619 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: [DBG] 2021-03-04T23:18:13.619 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 2021-03-04T23:18:13.619 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:18:13.619 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 2021-03-04T23:18:13.619 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: audit 2021-03-04T23:18:13.620 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 2021-03-04T23:18:13.620 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 2021 2021-03-04T23:18:13.620 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: - 2021-03-04T23:18:13.620 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 03 2021-03-04T23:18:13.621 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: - 2021-03-04T23:18:13.621 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 04 2021-03-04T23:18:13.621 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: T 2021-03-04T23:18:13.621 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 23 2021-03-04T23:18:13.622 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: : 2021-03-04T23:18:13.622 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 18 2021-03-04T23:18:13.622 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: : 2021-03-04T23:18:13.622 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 12 2021-03-04T23:18:13.622 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: . 2021-03-04T23:18:13.623 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 631190 2021-03-04T23:18:13.623 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: +0000 2021-03-04T23:18:13.623 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 2021-03-04T23:18:13.623 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: mon.c 2021-03-04T23:18:13.623 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: ( 2021-03-04T23:18:13.624 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: mon 2021-03-04T23:18:13.624 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: . 2021-03-04T23:18:13.624 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 1 2021-03-04T23:18:13.625 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: ) 2021-03-04T23:18:13.625 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 184 2021-03-04T23:18:13.625 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: : 2021-03-04T23:18:13.625 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: audit 2021-03-04T23:18:13.625 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 2021-03-04T23:18:13.626 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: [DBG] 2021-03-04T23:18:13.626 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 2021-03-04T23:18:13.626 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:18:13.626 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:13 gibba011 conmon[99461]: 2021-03-04T23:18:14.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:14 gibba011 conmon[95595]: cluster 2021-03-04T23:18:12.511648+0000 mgr.x (mgr.34676) 424 : cluster [DBG] pgmap v338: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.33k op/s 2021-03-04T23:18:14.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:14 gibba011 conmon[99461]: cluster 2021-03-04T23:18:12.511648+0000 mgr.x (mgr.34676) 424 : cluster [DBG] pgmap v338: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.33k op/s 2021-03-04T23:18:14.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:14 gibba038 conmon[76675]: cluster 2021-03-04T23:18:12.511648+0000 mgr.x (mgr.34676) 424 : cluster [DBG] pgmap v338: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.33k op/s 2021-03-04T23:18:16.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:16 gibba011 conmon[95595]: cluster 2021-03-04T23:18:14.511995+0000 mgr.x (mgr.34676) 425 : cluster [DBG] pgmap v339: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.52k op/s 2021-03-04T23:18:16.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:16 gibba011 conmon[95595]: audit 2021-03-04T23:18:15.398715+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:18:16.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:16 gibba011 conmon[99461]: cluster 2021-03-04T23:18:14.511995+0000 mgr.x (mgr.34676) 425 : cluster [DBG] pgmap v339: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.52k op/s 2021-03-04T23:18:16.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:16 gibba011 conmon[99461]: 2021-03-04T23:18:16.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:16 gibba011 conmon[99461]: audit 2021-03-04T23:18:15.398715+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:18:16.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:16 gibba038 conmon[76675]: cluster 2021-03-04T23:18:14.511995+0000 mgr.x (mgr.34676) 425 : cluster [DBG] pgmap v339: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.52k op/s 2021-03-04T23:18:16.733 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:16 gibba038 conmon[76675]: audit 2021-03-04T23:18:15.398715+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:18:17.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: cephadm 2021-03-04T23:18:15.399730+0000 mgr.x (mgr.34676) 426 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:18:17.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: audit 2021-03-04T23:18:16.452439+0000 mon.c (mon.1) 185 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:18:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:18:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: -04T23:18:16.452773+0000 mon.c (mon.1) 186 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:18:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: audit 2021-03-04T23:18:16.452807+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:18:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:18:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: 03-04T23:18:16.452987+0000 mon.c (mon.1) 187 : audit [INF] 2021-03-04T23:18:17.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:18:17.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: audit 2021-03-04T23:18:16.453182+0000 mon.a ( 2021-03-04T23:18:17.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: mon.0) 545 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:18:17.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:18:17.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: -04T23:18:16.453466+0000 mon.a 2021-03-04T23:18:17.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: (mon.0) 546 : audit [INF] 2021-03-04T23:18:17.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:18:17.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: audit 2021-03-04 2021-03-04T23:18:17.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: T23:18:16.604391+0000 mon.c 2021-03-04T23:18:17.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: (mon.1) 188 : audit [INF] 2021-03-04T23:18:17.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:18:17.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: audit 2021-03-04T23:18:17.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: 2021-03 2021-03-04T23:18:17.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: -04T23:18:16.604716+0000 2021-03-04T23:18:17.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: mon.a (mon.0) 547 : audit 2021-03-04T23:18:17.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:18:17.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: audit 2021-03-04T23:18:17.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: 2021-03-04T23:18:16 2021-03-04T23:18:17.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: .616592+0000 mon.c (mon.1) 2021-03-04T23:18:17.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: 189 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:18:17.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: audit 2021-03-04T23:18:17.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: 2021-03-04T23:18:16 2021-03-04T23:18:17.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: .616900+0000 mon.a (mon.0) 2021-03-04T23:18:17.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: 548 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:18:17.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: audit 2021-03-04T23:18:17.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: 2021-03-04T23:18 2021-03-04T23:18:17.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: :16.703034+0000 mon.a (mon. 2021-03-04T23:18:17.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:17 gibba038 conmon[76675]: 0) 549 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:18:17.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[95595]: cephadm 2021-03-04T23:18:15.399730+0000 mgr.x (mgr.34676) 426 : 2021-03-04T23:18:17.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[95595]: cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:18:17.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[95595]: audit 2021-03-04T23:18:16.452439+0000 mon.c (mon.1) 185 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:18:17.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[95595]: audit 2021-03-04T23:18:16.452773+0000 mon.c (mon.1) 186 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:18:17.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[95595]: audit 2021-03-04T23:18:16.452807+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:18:17.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[95595]: audit 2021-03-04T23:18:16.452987+0000 mon.c (mon.1) 187 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:18:17.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[95595]: audit 2021-03-04T23:18:16.453182+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:18:17.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[95595]: audit 2021-03-04T23:18:16.453466+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:18:17.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[95595]: audit 2021-03-04T23:18:16.604391+0000 mon.c (mon.1) 188 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:18:17.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[95595]: audit 2021-03-04T23:18:16.604716+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:18:17.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[95595]: audit 2021-03-04T23:18:16.616592+0000 mon.c (mon.1) 189 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:18:17.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[95595]: audit 2021-03-04T23:18:16.616900+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:18:17.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[95595]: audit 2021-03-04T23:18:16.703034+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:18:17.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[99461]: cephadm 2021-03-04T23:18:15.399730+0000 mgr.x (mgr.34676) 426 : 2021-03-04T23:18:17.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[99461]: cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:18:17.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[99461]: audit 2021-03-04T23:18:16.452439+0000 mon.c (mon.1) 185 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:18:17.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[99461]: audit 2021-03-04T23:18:16.452773+0000 mon.c (mon.1) 186 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:18:17.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[99461]: audit 2021-03-04T23:18:16.452807+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:18:17.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[99461]: audit 2021-03-04T23:18:16.452987+0000 mon.c (mon.1) 187 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:18:17.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[99461]: audit 2021-03-04T23:18:16.453182+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:18:17.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[99461]: audit 2021-03-04T23:18:16.453466+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:18:17.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[99461]: audit 2021-03-04T23:18:16.604391+0000 mon.c (mon.1) 188 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:18:17.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[99461]: audit 2021-03-04T23:18:16.604716+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:18:17.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[99461]: audit 2021-03-04T23:18:16.616592+0000 mon.c (mon.1) 189 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:18:17.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[99461]: audit 2021-03-04T23:18:17.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[99461]: 2021-03-04T23:18:16.616900+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:18:17.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:17 gibba011 conmon[99461]: audit 2021-03-04T23:18:16.703034+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:18:18.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:18 gibba038 conmon[76675]: cluster 2021-03-04T23:18:16.512371+0000 mgr.x (mgr.34676) 427 : cluster [DBG] pgmap v340: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:18:18.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:18 gibba038 conmon[76675]: cephadm 2021-03-04T23:18:16.705879+0000 mgr.x (mgr.34676) 428 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:18:18.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:18 gibba038 conmon[76675]: audit 2021-03-04T23:18:17.148681+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:18:18.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:18 gibba011 conmon[95595]: cluster 2021-03-04T23:18:16.512371+0000 mgr.x (mgr.34676) 427 2021-03-04T23:18:18.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:18 gibba011 conmon[95595]: : cluster [DBG] pgmap v340: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:18:18.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:18 gibba011 conmon[95595]: cephadm 2021-03-04T23:18:16.705879+0000 mgr.x (mgr.34676) 428 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:18:18.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:18 gibba011 conmon[95595]: audit 2021-03-04T23:18:17.148681+0000 mon.a (mon. 2021-03-04T23:18:18.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:18 gibba011 conmon[95595]: 0) 550 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:18:18.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:18 gibba011 conmon[99461]: cluster 2021-03-04T23:18:16.512371+0000 mgr.x (mgr.34676 2021-03-04T23:18:18.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:18 gibba011 conmon[99461]: ) 427 : cluster [DBG] pgmap v340: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:18:18.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:18 gibba011 conmon[99461]: cephadm 2021-03-04T23:18:16.705879+0000 mgr.x (mgr.34676) 428 : cephadm 2021-03-04T23:18:18.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:18 gibba011 conmon[99461]: [INF] Refreshing gibba011 facts 2021-03-04T23:18:18.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:18 gibba011 conmon[99461]: audit 2021-03-04T23:18 2021-03-04T23:18:18.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:18 gibba011 conmon[99461]: :17.148681+0000 mon.a (mon.0) 550 : audit [INF] 2021-03-04T23:18:18.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:18 gibba011 conmon[99461]: from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:18:20.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:20 gibba038 conmon[76675]: cluster 2021-03-04T23:18:18.512777+0000 mgr.x (mgr.34676) 429 : cluster [DBG] pgmap v341: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:18:20.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:20 gibba011 conmon[95595]: cluster 2021-03-04T23:18:18.512777+0000 mgr.x (mgr.34676) 429 : cluster [DBG] pgmap v341: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:18:20.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:20 gibba011 conmon[99461]: cluster 2021-03-04T23:18:18.512777+0000 mgr.x (mgr.34676) 2021-03-04T23:18:20.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:20 gibba011 conmon[99461]: 429 : cluster [DBG] pgmap v341: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:18:22.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:22 gibba038 conmon[76675]: cluster 2021-03-04T23:18:20.513134+0000 mgr.x (mgr.34676) 430 : cluster [DBG] pgmap v342: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.36k op/s 2021-03-04T23:18:22.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:22 gibba011 conmon[95595]: cluster 2021-03-04T23:18:20.513134+0000 mgr.x (mgr.34676) 430 : cluster 2021-03-04T23:18:22.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:22 gibba011 conmon[95595]: [DBG] pgmap v342: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.36k op/s 2021-03-04T23:18:22.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:22 gibba011 conmon[99461]: cluster 2021-03-04T23:18:20.513134+0000 mgr.x (mgr.34676) 430 : cluster [DBG] pgmap v342: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.36k op/s 2021-03-04T23:18:24.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:24 gibba038 conmon[76675]: cluster 2021-03-04T23:18:22.513430+0000 mgr.x (mgr.34676) 431 : cluster 2021-03-04T23:18:24.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:24 gibba038 conmon[76675]: [DBG] pgmap v343: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.29k op/s 2021-03-04T23:18:24.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:24 gibba011 conmon[95595]: cluster 2021-03-04T23:18:22.513430+0000 mgr.x (mgr.34676) 431 : 2021-03-04T23:18:24.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:24 gibba011 conmon[95595]: cluster [DBG] pgmap v343: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.29k op/s 2021-03-04T23:18:24.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:24 gibba011 conmon[99461]: cluster 2021-03-04T23:18:22.513430+0000 mgr.x (mgr.34676) 431 : cluster [DBG] pgmap v343: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.29k op/s 2021-03-04T23:18:26.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:26 gibba038 conmon[76675]: cluster 2021-03-04T23:18:24.513786+0000 mgr.x (mgr.34676) 432 : cluster [DBG] pgmap v344: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:18:26.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:26 gibba011 conmon[95595]: cluster 2021-03-04T23:18:24.513786+0000 mgr.x (mgr.34676) 432 : cluster 2021-03-04T23:18:26.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:26 gibba011 conmon[95595]: [DBG] pgmap v344: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:18:26.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:26 gibba011 conmon[99461]: cluster 2021-03-04T23:18:24.513786+0000 mgr.x (mgr.34676) 432 2021-03-04T23:18:26.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:26 gibba011 conmon[99461]: : cluster [DBG] pgmap v344: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:18:28.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:28 gibba038 conmon[76675]: cluster 2021-03-04T23:18:26.514107+0000 mgr.x (mgr.34676) 433 : cluster [DBG] pgmap v345: 89 pgs: 89 active+clean; 5.9 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:18:28.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:28 gibba011 conmon[95595]: cluster 2021-03-04T23:18:26.514107+0000 mgr.x (mgr.34676) 433 : cluster [DBG] pgmap v345: 89 pgs: 89 active+clean; 5.9 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:18:28.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:28 gibba011 conmon[99461]: cluster 2021-03-04T23:18:26.514107+0000 mgr.x (mgr.34676) 433 : 2021-03-04T23:18:28.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:28 gibba011 conmon[99461]: cluster [DBG] pgmap v345: 89 pgs: 89 active+clean; 5.9 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.47k op/s 2021-03-04T23:18:30.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:30 gibba038 conmon[76675]: cluster 2021-03-04T23:18:28.514495+0000 mgr.x (mgr 2021-03-04T23:18:30.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:30 gibba038 conmon[76675]: .34676) 434 : cluster [DBG] pgmap v346: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:18:30.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:30 gibba011 conmon[95595]: cluster 2021-03-04T23:18:28.514495+0000 mgr.x (mgr.34676) 434 : cluster [DBG] pgmap v346: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:18:30.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:30 gibba011 conmon[95595]: 2021-03-04T23:18:30.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:30 gibba011 conmon[99461]: cluster 2021-03-04T23:18:30.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:30 gibba011 conmon[99461]: 2021-03-04T23:18: 2021-03-04T23:18:30.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:30 gibba011 conmon[99461]: 28.514495+0000 mgr.x (mgr.34676) 434 : cluster [DBG] pgmap v346: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.48k op/s 2021-03-04T23:18:32.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:32 gibba038 conmon[76675]: cluster 2021-03-04T23:18:30.514861+0000 mgr.x (mgr.34676) 435 : cluster [DBG] pgmap v347: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:18:32.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:32 gibba011 conmon[95595]: cluster 2021-03-04T23:18:30.514861+0000 mgr.x (mgr.34676) 2021-03-04T23:18:32.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:32 gibba011 conmon[95595]: 435 : cluster [DBG] pgmap v347: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:18:32.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:32 gibba011 conmon[99461]: cluster 2021-03-04T23:18:30.514861+0000 mgr.x (mgr.34676) 435 : cluster [DBG] pgmap v347: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:18:32.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:32 gibba011 conmon[99461]: 2021-03-04T23:18:34.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:34 gibba038 conmon[76675]: cluster 2021-03-04T23:18:32.515235+0000 mgr.x (mgr.34676) 436 : cluster [DBG] pgmap v348: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.32k op/s 2021-03-04T23:18:34.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:34 gibba011 conmon[95595]: cluster 2021-03-04T23:18:32.515235+0000 mgr.x (mgr.34676) 436 : cluster [DBG] pgmap v348: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.32k op/s 2021-03-04T23:18:34.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:34 gibba011 conmon[99461]: cluster 2021-03-04T23:18:32.515235+0000 mgr.x (mgr.34676 2021-03-04T23:18:34.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:34 gibba011 conmon[99461]: ) 436 : cluster [DBG] pgmap v348: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.32k op/s 2021-03-04T23:18:36.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:36 gibba038 conmon[76675]: cluster 2021-03-04T23:18:34.515588+0000 mgr.x (mgr.34676) 437 : cluster [DBG] pgmap v349: 89 pgs: 89 active+clean; 5.2 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:18:36.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:36 gibba011 conmon[95595]: cluster 2021-03-04T23:18:34.515588+0000 mgr.x (mgr.34676) 437 : cluster 2021-03-04T23:18:36.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:36 gibba011 conmon[95595]: [DBG] pgmap v349: 89 pgs: 89 active+clean; 5.2 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:18:36.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:36 gibba011 conmon[99461]: cluster 2021-03-04T23:18:34.515588+0000 mgr.x (mgr. 2021-03-04T23:18:36.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:36 gibba011 conmon[99461]: 34676) 437 : cluster [DBG] pgmap v349: 89 pgs: 89 active+clean; 5.2 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:18:38.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:38 gibba038 conmon[76675]: cluster 2021-03-04T23:18:36.515938+0000 mgr.x (mgr.34676) 438 : cluster 2021-03-04T23:18:38.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:38 gibba038 conmon[76675]: [DBG] pgmap v350: 89 pgs: 89 active+clean; 5.0 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:18:38.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:38 gibba011 conmon[95595]: cluster 2021-03-04T23:18:36.515938+0000 mgr.x (mgr.34676) 438 : cluster [DBG] pgmap v350: 89 pgs: 89 active+clean; 5.0 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:18:38.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:38 gibba011 conmon[99461]: cluster 2021-03-04T23:18:36.515938+0000 mgr.x 2021-03-04T23:18:38.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:38 gibba011 conmon[99461]: (mgr.34676) 438 : cluster [DBG] pgmap v350: 89 pgs: 89 active+clean; 5.0 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:18:40.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:40 gibba038 conmon[76675]: cluster 2021-03-04T23:18:38.516304+0000 mgr.x (mgr.34676) 439 : cluster [DBG] pgmap v351: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:18:40.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:40 gibba011 conmon[95595]: cluster 2021-03-04T23:18:38.516304+0000 mgr.x (mgr.34676) 439 : cluster [DBG] pgmap v351: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:18:40.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:40 gibba011 conmon[99461]: cluster 2021-03-04T23:18:38.516304+0000 mgr.x (mgr 2021-03-04T23:18:40.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:40 gibba011 conmon[99461]: .34676) 439 : cluster [DBG] pgmap v351: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:18:42.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:42 gibba038 conmon[76675]: cluster 2021-03-04T23:18:40.516671+0000 mgr.x (mgr.34676) 440 : cluster [DBG] pgmap v352: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:18:43.073 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:42 gibba011 conmon[95595]: cluster 2021-03-04T23:18:40.516671+0000 mgr.x (mgr.34676) 440 : cluster [DBG] pgmap v352: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:18:43.074 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:42 gibba011 conmon[99461]: cluster 2021-03-04T23:18:40.516671+0000 mgr.x (mgr.34676) 2021-03-04T23:18:43.074 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:42 gibba011 conmon[99461]: 440 : cluster [DBG] pgmap v352: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:18:44.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:44 gibba038 conmon[76675]: cluster 2021-03-04T23:18:42.516959+0000 mgr.x (mgr.34676) 2021-03-04T23:18:44.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:44 gibba038 conmon[76675]: 441 : cluster [DBG] pgmap v353: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.31k op/s 2021-03-04T23:18:44.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:44 gibba011 conmon[95595]: cluster 2021-03-04T23:18:42.516959+0000 mgr.x (mgr.34676) 441 : cluster [DBG] pgmap v353: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.31k op/s 2021-03-04T23:18:44.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:44 gibba011 conmon[99461]: cluster 2021-03-04T23:18:42.516959+0000 mgr.x (mgr.34676) 441 : cluster [DBG] 2021-03-04T23:18:44.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:44 gibba011 conmon[99461]: pgmap v353: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.31k op/s 2021-03-04T23:18:46.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:46 gibba038 conmon[76675]: cluster 2021-03-04T23:18:44.517338+0000 mgr.x (mgr.34676) 442 : cluster [DBG] pgmap v354: 89 pgs: 89 active+clean; 4.3 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:18:46.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:46 gibba011 conmon[95595]: cluster 2021-03-04T23:18:44.517338+0000 mgr.x (mgr.34676) 442 : cluster [DBG] 2021-03-04T23:18:46.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:46 gibba011 conmon[95595]: pgmap v354: 89 pgs: 89 active+clean; 4.3 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:18:46.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:46 gibba011 conmon[99461]: cluster 2021-03-04T23:18:44.517338+0000 mgr.x (mgr. 2021-03-04T23:18:46.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:46 gibba011 conmon[99461]: 34676) 442 : cluster [DBG] pgmap v354: 89 pgs: 89 active+clean; 4.3 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:18:48.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:48 gibba038 conmon[76675]: cluster 2021-03-04T23:18:46.517670+0000 mgr.x (mgr.34676) 443 : cluster [DBG] pgmap v355: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:18:48.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[95595]: cluster 2021-03-04T23:18:46.517670+0000 mgr.x (mgr.34676) 443 : cluster [DBG] pgmap v355: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:18:48.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[95595]: 2021-03-04T23:18:48.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: cluster 2021-03-04T23:18:48.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: 2021-03-04T23:18:48.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: 2021 2021-03-04T23:18:48.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: - 2021-03-04T23:18:48.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: 03 2021-03-04T23:18:48.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: - 2021-03-04T23:18:48.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: 04 2021-03-04T23:18:48.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: T 2021-03-04T23:18:48.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: 23 2021-03-04T23:18:48.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: : 2021-03-04T23:18:48.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: 18 2021-03-04T23:18:48.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: : 2021-03-04T23:18:48.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: 46 2021-03-04T23:18:48.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: . 2021-03-04T23:18:48.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: 517670 2021-03-04T23:18:48.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: +0000 2021-03-04T23:18:48.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: 2021-03-04T23:18:48.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: mgr.x 2021-03-04T23:18:48.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: ( 2021-03-04T23:18:48.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: mgr 2021-03-04T23:18:48.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: . 2021-03-04T23:18:48.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: 34676 2021-03-04T23:18:48.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: ) 2021-03-04T23:18:48.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: 443 2021-03-04T23:18:48.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: : 2021-03-04T23:18:48.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: cluster 2021-03-04T23:18:48.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: 2021-03-04T23:18:48.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: [DBG] 2021-03-04T23:18:48.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: 2021-03-04T23:18:48.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: pgmap v355: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:18:48.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:48 gibba011 conmon[99461]: 2021-03-04T23:18:50.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:50 gibba038 conmon[76675]: cluster 2021-03-04T23:18:48.518006+0000 mgr.x (mgr.34676) 444 : cluster [DBG] pgmap v356: 89 pgs: 89 active+clean; 3.9 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:18:50.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:50 gibba011 conmon[95595]: cluster 2021-03-04T23:18:48.518006+0000 mgr.x (mgr.34676) 444 2021-03-04T23:18:50.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:50 gibba011 conmon[95595]: : cluster [DBG] pgmap v356: 89 pgs: 89 active+clean; 3.9 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:18:50.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:50 gibba011 conmon[99461]: cluster 2021-03-04T23:18:48.518006+0000 mgr.x (mgr.34676) 444 2021-03-04T23:18:50.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:50 gibba011 conmon[99461]: : cluster [DBG] pgmap v356: 89 pgs: 89 active+clean; 3.9 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:18:52.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:52 gibba038 conmon[76675]: cluster 2021-03-04T23:18:50.518352+0000 mgr.x (mgr.34676) 445 : cluster [DBG] pgmap v357: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:18:52.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:52 gibba011 conmon[99461]: cluster 2021-03-04T23:18:50.518352+0000 mgr.x (mgr. 2021-03-04T23:18:52.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:52 gibba011 conmon[99461]: 34676) 445 : cluster [DBG] pgmap v357: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:18:52.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:52 gibba011 conmon[95595]: cluster 2021-03-04T23:18:52.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:52 gibba011 conmon[95595]: 2021-03-04T23:18:50.518352 2021-03-04T23:18:52.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:52 gibba011 conmon[95595]: +0000 mgr.x (mgr.34676) 445 : cluster [DBG] pgmap v357: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:18:54.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:54 gibba038 conmon[76675]: cluster 2021-03-04T23:18:52.518668+0000 mgr.x (mgr.34676) 446 : cluster [DBG] pgmap v358: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.30k op/s 2021-03-04T23:18:54.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:54 gibba011 conmon[99461]: cluster 2021-03-04T23:18:52.518668+0000 mgr.x (mgr.34676) 2021-03-04T23:18:54.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:54 gibba011 conmon[99461]: 446 : cluster [DBG] pgmap v358: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.30k op/s 2021-03-04T23:18:54.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:54 gibba011 conmon[95595]: cluster 2021-03-04T23:18:52.518668+0000 mgr.x (mgr.34676) 2021-03-04T23:18:54.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:54 gibba011 conmon[95595]: 446 : cluster [DBG] pgmap v358: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.30k op/s 2021-03-04T23:18:56.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:56 gibba038 conmon[76675]: cluster 2021-03-04T23:18:54.519031+0000 mgr.x (mgr.34676) 447 : cluster [DBG] pgmap v359: 89 pgs: 89 active+clean; 3.5 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:18:56.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:56 gibba011 conmon[95595]: cluster 2021-03-04T23:18:54.519031+0000 mgr.x (mgr.34676) 447 : cluster [DBG] pgmap v359: 89 pgs: 89 active+clean; 3.5 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:18:56.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:56 gibba011 conmon[99461]: cluster 2021-03-04T23:18:54.519031+0000 mgr.x ( 2021-03-04T23:18:56.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:56 gibba011 conmon[99461]: mgr.34676) 447 : cluster [DBG] pgmap v359: 89 pgs: 89 active+clean; 3.5 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:18:58.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:18:58 gibba038 conmon[76675]: cluster 2021-03-04T23:18:56.519430+0000 mgr.x (mgr.34676) 448 : cluster [DBG] pgmap v360: 89 pgs: 89 active+clean; 3.2 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:18:58.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:18:58 gibba011 conmon[95595]: cluster 2021-03-04T23:18:56.519430+0000 mgr.x (mgr.34676) 448 : cluster [DBG] pgmap v360: 89 pgs: 89 active+clean; 3.2 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:18:58.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:18:58 gibba011 conmon[99461]: cluster 2021-03-04T23:18:56.519430+0000 mgr.x (mgr.34676) 448 : cluster [DBG] pgmap v360: 89 pgs: 89 active+clean; 3.2 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:19:00.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:00 gibba038 conmon[76675]: cluster 2021-03-04T23:18:58.519794+0000 mgr.x (mgr.34676 2021-03-04T23:19:00.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:00 gibba038 conmon[76675]: ) 449 : cluster [DBG] pgmap v361: 89 pgs: 89 active+clean; 3.0 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:19:00.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:00 gibba011 conmon[95595]: cluster 2021-03-04T23:18:58.519794+0000 mgr.x (mgr.34676) 449 : 2021-03-04T23:19:00.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:00 gibba011 conmon[95595]: cluster [DBG] pgmap v361: 89 pgs: 89 active+clean; 3.0 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:19:00.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:00 gibba011 conmon[99461]: cluster 2021-03-04T23:19:00.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:00 gibba011 conmon[99461]: 2021-03-04T23:18:58.519794+0000 mgr.x (mgr.34676) 449 : cluster [DBG] 2021-03-04T23:19:00.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:00 gibba011 conmon[99461]: pgmap v361: 89 pgs: 89 active+clean; 3.0 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:19:01.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:01 gibba038 conmon[76675]: cluster 2021-03-04T23:19:00.520106+0000 mgr.x (mgr.34676) 450 : cluster [DBG] pgmap v362: 89 pgs: 89 active+clean; 2.9 GiB data, 9.6 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:19:01.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:01 gibba038 conmon[76675]: 2021-03-04T23:19:01.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:01 gibba011 conmon[95595]: cluster 2021-03-04T23:19:00.520106+0000 mgr.x 2021-03-04T23:19:01.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:01 gibba011 conmon[95595]: (mgr.34676) 450 : cluster [DBG] pgmap v362: 89 pgs: 89 active+clean; 2.9 GiB data, 9.6 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:19:01.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:01 gibba011 conmon[99461]: cluster 2021-03-04T23:19:00.520106+0000 mgr.x ( 2021-03-04T23:19:01.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:01 gibba011 conmon[99461]: mgr.34676) 450 : cluster [DBG] pgmap v362: 89 pgs: 89 active+clean; 2.9 GiB data, 9.6 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:19:03.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:03 gibba038 conmon[76675]: cluster 2021-03-04T23:19:02.520420+0000 mgr.x (mgr.34676) 451 2021-03-04T23:19:03.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:03 gibba038 conmon[76675]: : cluster [DBG] pgmap v363: 89 pgs: 89 active+clean; 2.8 GiB data, 9.4 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.31k op/s 2021-03-04T23:19:03.853 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: cluster 2021-03-04T23:19:03.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: 2021-03-04T23:19:03.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: 2021 2021-03-04T23:19:03.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: - 2021-03-04T23:19:03.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: 03 2021-03-04T23:19:03.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: - 2021-03-04T23:19:03.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: 04 2021-03-04T23:19:03.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: T 2021-03-04T23:19:03.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: 23 2021-03-04T23:19:03.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: : 2021-03-04T23:19:03.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: 19 2021-03-04T23:19:03.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: : 2021-03-04T23:19:03.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: 02 2021-03-04T23:19:03.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: . 2021-03-04T23:19:03.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: 520420 2021-03-04T23:19:03.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: +0000 2021-03-04T23:19:03.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: 2021-03-04T23:19:03.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: mgr.x 2021-03-04T23:19:03.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: ( 2021-03-04T23:19:03.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: mgr 2021-03-04T23:19:03.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: . 2021-03-04T23:19:03.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: 34676 2021-03-04T23:19:03.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: ) 2021-03-04T23:19:03.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: 451 2021-03-04T23:19:03.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: : 2021-03-04T23:19:03.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: cluster 2021-03-04T23:19:03.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: 2021-03-04T23:19:03.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: [DBG] 2021-03-04T23:19:03.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: 2021-03-04T23:19:03.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: pgmap v363: 89 pgs: 89 active+clean; 2.8 GiB data, 9.4 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.31k op/s 2021-03-04T23:19:03.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[95595]: 2021-03-04T23:19:03.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[99461]: cluster 2021-03-04T23:19:02.520420+0000 mgr.x (mgr.34676 2021-03-04T23:19:03.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:03 gibba011 conmon[99461]: ) 451 : cluster [DBG] pgmap v363: 89 pgs: 89 active+clean; 2.8 GiB data, 9.4 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.31k op/s 2021-03-04T23:19:06.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:05 gibba038 conmon[76675]: cluster 2021-03-04T23:19:04.520849+0000 mgr.x (mgr.34676) 452 : cluster [DBG] 2021-03-04T23:19:06.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:05 gibba038 conmon[76675]: pgmap v364: 89 pgs: 89 active+clean; 2.6 GiB data, 8.7 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:19:06.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:05 gibba011 conmon[95595]: cluster 2021-03-04T23:19:06.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:05 gibba011 conmon[95595]: 2021-03-04T23:19:06.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:05 gibba011 conmon[95595]: 2021 2021-03-04T23:19:06.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:05 gibba011 conmon[95595]: - 2021-03-04T23:19:06.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:05 gibba011 conmon[95595]: 03 2021-03-04T23:19:06.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:05 gibba011 conmon[95595]: - 2021-03-04T23:19:06.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:05 gibba011 conmon[95595]: 04 2021-03-04T23:19:06.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:05 gibba011 conmon[95595]: T23:19:04.520849+0000 mgr.x (mgr 2021-03-04T23:19:06.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:05 gibba011 conmon[95595]: .34676) 452 : cluster [DBG] pgmap v364: 89 pgs: 89 active+clean; 2.6 GiB data, 8.7 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:19:06.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:05 gibba011 conmon[99461]: cluster 2021-03-04T23:19:04.520849+0000 mgr.x (mgr.34676) 452 : cluster [DBG] pgmap v364: 89 pgs: 89 active+clean; 2.6 GiB data, 8.7 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:19:08.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:07 gibba038 conmon[76675]: cluster 2021-03-04T23:19:06.521209+0000 mgr.x (mgr.34676) 453 : cluster [DBG] pgmap v365: 89 pgs: 89 active+clean; 2.4 GiB data, 8.1 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:19:08.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:07 gibba038 conmon[76675]: 2021-03-04T23:19:08.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[95595]: cluster 2021-03-04T23:19:08.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[95595]: 2021-03-04T23:19:08.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[95595]: 2021 2021-03-04T23:19:08.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[95595]: - 2021-03-04T23:19:08.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[95595]: 03-04T23:19:06.521209+0000 mgr.x (mgr.34676) 453 : cluster 2021-03-04T23:19:08.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[95595]: [DBG] pgmap v365: 89 pgs: 89 active+clean; 2.4 GiB data, 8.1 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:19:08.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: cluster 2021-03-04T23:19:08.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: 2021-03-04T23:19:08.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: 2021 2021-03-04T23:19:08.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: - 2021-03-04T23:19:08.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: 03 2021-03-04T23:19:08.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: - 2021-03-04T23:19:08.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: 04 2021-03-04T23:19:08.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: T 2021-03-04T23:19:08.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: 23 2021-03-04T23:19:08.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: : 2021-03-04T23:19:08.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: 19 2021-03-04T23:19:08.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: : 2021-03-04T23:19:08.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: 06 2021-03-04T23:19:08.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: . 2021-03-04T23:19:08.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: 521209 2021-03-04T23:19:08.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: +0000 2021-03-04T23:19:08.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: 2021-03-04T23:19:08.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: mgr.x 2021-03-04T23:19:08.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: ( 2021-03-04T23:19:08.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: mgr 2021-03-04T23:19:08.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: . 2021-03-04T23:19:08.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: 34676 2021-03-04T23:19:08.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: ) 2021-03-04T23:19:08.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: 453 2021-03-04T23:19:08.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: : 2021-03-04T23:19:08.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: cluster 2021-03-04T23:19:08.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: 2021-03-04T23:19:08.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: [DBG] 2021-03-04T23:19:08.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: 2021-03-04T23:19:08.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: pgmap v365: 89 pgs: 89 active+clean; 2.4 GiB data, 8.1 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.50k op/s 2021-03-04T23:19:08.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:07 gibba011 conmon[99461]: 2021-03-04T23:19:10.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:09 gibba038 conmon[76675]: cluster 2021-03-04T23:19:08.521546+0000 mgr.x (mgr.34676) 454 : 2021-03-04T23:19:10.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:09 gibba038 conmon[76675]: cluster [DBG] pgmap v366: 89 pgs: 89 active+clean; 2.2 GiB data, 7.4 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:19:10.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:09 gibba011 conmon[95595]: cluster 2021-03-04T23:19:08.521546+0000 mgr.x (mgr.34676) 454 2021-03-04T23:19:10.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:09 gibba011 conmon[95595]: : cluster [DBG] pgmap v366: 89 pgs: 89 active+clean; 2.2 GiB data, 7.4 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:19:10.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:09 gibba011 conmon[99461]: cluster 2021-03-04T23:19:08.521546+0000 mgr.x (mgr 2021-03-04T23:19:10.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:09 gibba011 conmon[99461]: .34676) 454 : cluster [DBG] pgmap v366: 89 pgs: 89 active+clean; 2.2 GiB data, 7.4 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:19:12.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:11 gibba038 conmon[76675]: cluster 2021-03-04T23:19:10.521894+0000 mgr.x (mgr.34676) 455 : cluster [DBG] pgmap v367: 89 pgs: 89 active+clean; 2.0 GiB data, 7.1 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.37k op/s 2021-03-04T23:19:12.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:11 gibba011 conmon[95595]: cluster 2021-03-04T23:19:10.521894+0000 mgr.x (mgr.34676) 455 : cluster [DBG] pgmap v367: 89 pgs: 89 active+clean; 2.0 GiB data, 7.1 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.37k op/s 2021-03-04T23:19:12.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:11 gibba011 conmon[99461]: cluster 2021-03-04T23:19:10.521894+0000 mgr.x (mgr. 2021-03-04T23:19:12.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:11 gibba011 conmon[99461]: 34676) 455 : cluster [DBG] pgmap v367: 89 pgs: 89 active+clean; 2.0 GiB data, 7.1 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.37k op/s 2021-03-04T23:19:14.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:13 gibba038 conmon[76675]: cluster 2021-03-04T23:19:12.522198+0000 mgr.x (mgr.34676) 456 : cluster [DBG] pgmap v368: 89 pgs: 89 active+clean; 1.9 GiB data, 6.8 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.30k op/s 2021-03-04T23:19:14.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: cluster 2021-03-04T23:19:14.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: 2021-03-04T23:19:14.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: 2021 2021-03-04T23:19:14.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: - 2021-03-04T23:19:14.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: 03 2021-03-04T23:19:14.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: - 2021-03-04T23:19:14.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: 04 2021-03-04T23:19:14.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: T 2021-03-04T23:19:14.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: 23 2021-03-04T23:19:14.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: : 2021-03-04T23:19:14.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: 19 2021-03-04T23:19:14.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: : 2021-03-04T23:19:14.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: 12 2021-03-04T23:19:14.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: . 2021-03-04T23:19:14.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: 522198 2021-03-04T23:19:14.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: +0000 2021-03-04T23:19:14.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: 2021-03-04T23:19:14.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: mgr.x 2021-03-04T23:19:14.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: ( 2021-03-04T23:19:14.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: mgr 2021-03-04T23:19:14.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: . 2021-03-04T23:19:14.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: 34676 2021-03-04T23:19:14.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: ) 2021-03-04T23:19:14.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: 456 2021-03-04T23:19:14.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: : 2021-03-04T23:19:14.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: cluster 2021-03-04T23:19:14.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: 2021-03-04T23:19:14.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: [DBG] 2021-03-04T23:19:14.111 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: 2021-03-04T23:19:14.111 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: pgmap v368: 89 pgs: 89 active+clean; 1.9 GiB data, 6.8 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.30k op/s 2021-03-04T23:19:14.111 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[95595]: 2021-03-04T23:19:14.112 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[99461]: cluster 2021-03-04T23:19:12.522198+0000 mgr.x (mgr.34676) 456 : cluster [DBG] 2021-03-04T23:19:14.112 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:13 gibba011 conmon[99461]: pgmap v368: 89 pgs: 89 active+clean; 1.9 GiB data, 6.8 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.30k op/s 2021-03-04T23:19:16.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:15 gibba038 conmon[76675]: cluster 2021-03-04T23:19:14.522531+0000 mgr.x (mgr.34676) 457 : cluster [DBG] pgmap v369: 89 pgs: 89 active+clean; 1.7 GiB data, 6.1 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:19:16.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:15 gibba011 conmon[95595]: cluster 2021-03-04T23:19:14.522531+0000 mgr.x (mgr.34676) 457 : cluster 2021-03-04T23:19:16.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:15 gibba011 conmon[95595]: [DBG] pgmap v369: 89 pgs: 89 active+clean; 1.7 GiB data, 6.1 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:19:16.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:15 gibba011 conmon[99461]: cluster 2021-03-04T23:19:14.522531+0000 mgr.x (mgr.34676) 457 : 2021-03-04T23:19:16.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:15 gibba011 conmon[99461]: cluster [DBG] pgmap v369: 89 pgs: 89 active+clean; 1.7 GiB data, 6.1 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:19:17.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: audit 2021-03-04T23:19:16.455138+0000 mon.c (mon.1) 2021-03-04T23:19:17.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: 190 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:19:17.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: audit 2021-03-04T23:19:16.455381+0000 mon.c (mon.1) 191 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:19:17.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: audit 2021-03-04T23:19:16.455486+0000 2021-03-04T23:19:17.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: mon.a (mon.0) 551 : audit [INF] 2021-03-04T23:19:17.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:19:17.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: audit 2021-03-04T23:19:17.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: 2021-03-04T 2021-03-04T23:19:17.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: 23:19:16.455582+0000 mon.c ( 2021-03-04T23:19:17.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: mon.1) 192 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:19:17.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: 2021-03-04T23:19:17.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: audit 2021-03-04T23:19:17.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: 2021-03-04T23 2021-03-04T23:19:17.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: :19:16.455798+0000 mon.a (mon 2021-03-04T23:19:17.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: .0) 552 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:19:17.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: 2021-03-04T23:19:17.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: audit 2021-03-04T23:19:17.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: 2021-03-04T23: 2021-03-04T23:19:17.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: 19:16.456007+0000 mon.a (mon 2021-03-04T23:19:17.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: .0) 553 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:19:17.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: 2021-03-04T23:19:17.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: audit 2021-03-04T23:19:17.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: 2021-03-04T23:19 2021-03-04T23:19:17.093 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: :16.606344+0000 mon.c (mon. 2021-03-04T23:19:17.093 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: 1) 193 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:19:17.093 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:19:17.094 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: -04T23:19:16.606673+0000 2021-03-04T23:19:17.094 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: mon.a (mon.0) 554 : audit [INF] 2021-03-04T23:19:17.094 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:19:17.094 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: audit 2021-03-04T23:19:17.094 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: 2021-03-04T23:19: 2021-03-04T23:19:17.095 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: 16.619000+0000 mon.c (mon.1) 2021-03-04T23:19:17.095 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: 194 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:19:17.095 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: audit 2021 2021-03-04T23:19:17.095 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: -03-04T23:19:16.619407+0000 2021-03-04T23:19:17.096 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: mon.a (mon.0) 555 : audit [INF] 2021-03-04T23:19:17.096 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:16 gibba038 conmon[76675]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:19:17.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[95595]: audit 2021-03-04T23:19:16.455138+0000 mon.c (mon.1) 190 : audit [INF] 2021-03-04T23:19:17.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:19:17.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[95595]: audit 2021-03-04T23:19:16.455381+0000 mon.c (mon.1) 191 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:19:17.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[95595]: audit 2021-03-04T23:19:16.455486+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:19:17.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[95595]: audit 2021-03-04T23:19:16.455582+0000 mon.c (mon.1) 192 : 2021-03-04T23:19:17.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[95595]: audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:19:17.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[95595]: audit 2021-03-04T23:19:16.455798 2021-03-04T23:19:17.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[95595]: +0000 mon.a (mon.0) 552 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:19:17.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[95595]: audit 2021- 2021-03-04T23:19:17.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[95595]: 03-04T23:19:16.456007+0000 mon.a (mon. 2021-03-04T23:19:17.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[95595]: 0) 553 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:19:17.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[95595]: audit 2021-03-04T 2021-03-04T23:19:17.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[95595]: 23:19:16.606344+0000 mon.c (mon.1) 193 2021-03-04T23:19:17.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[95595]: : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:19:17.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[95595]: audit 2021-03-04T23:19: 2021-03-04T23:19:17.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[95595]: 16.606673+0000 mon.a (mon.0) 554 : audit [INF] 2021-03-04T23:19:17.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[95595]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:19:17.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[95595]: audit 2021-03-04T23:19:16.619000+0000 2021-03-04T23:19:17.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[95595]: mon.c (mon.1) 194 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:19:17.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[95595]: audit 2021- 2021-03-04T23:19:17.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[95595]: 03-04T23:19:16.619407+0000 mon.a (mon 2021-03-04T23:19:17.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[95595]: .0) 555 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:19:17.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: audit 2021-03-04T23:19:16.455138+0000 mon.c (mon 2021-03-04T23:19:17.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: .1) 190 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:19:17.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: audit 2021-03-04T23:19:16.455381+0000 mon.c (mon. 2021-03-04T23:19:17.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: 1) 191 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:19:17.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:19:17.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: 03-04T23:19:16.455486+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:19:17.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: 2021-03-04T23:19:17.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:19:17.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: 03-04T23:19:16.455582+0000 mon.c (mon.1) 192 : audit 2021-03-04T23:19:17.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:19:17.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: audit 2021-03-04T23:19:16. 2021-03-04T23:19:17.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: 455798+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2021-03-04T23:19:17.112 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: 2021-03-04T23:19:17.112 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: audit 2021 2021-03-04T23:19:17.112 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: -03-04T23:19:16.456007+0000 mon.a (mon.0) 553 2021-03-04T23:19:17.112 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [1, 5]}]: dispatch 2021-03-04T23:19:17.112 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: audit 2021-03-04T23:19:16 2021-03-04T23:19:17.113 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: .606344+0000 mon.c (mon.1) 193 : audit [INF] 2021-03-04T23:19:17.113 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:19:17.113 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: audit 2021-03-04T23:19:17.113 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: 2021-03-04T23:19:16.606673+0000 mon.a (mon. 2021-03-04T23:19:17.114 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: 0) 554 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:19:17.114 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: audit 2021-03-04T23: 2021-03-04T23:19:17.114 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: 19:16.619000+0000 mon.c (mon.1) 194 : 2021-03-04T23:19:17.114 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:19:17.114 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: audit 2021-03-04T23:19:16. 2021-03-04T23:19:17.115 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: 619407+0000 mon.a (mon.0) 555 : audit [INF] 2021-03-04T23:19:17.115 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:16 gibba011 conmon[99461]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:19:18.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:17 gibba038 conmon[76675]: cluster 2021-03-04T23:19:16.522845+0000 mgr.x (mgr.34676) 2021-03-04T23:19:18.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:17 gibba038 conmon[76675]: 458 : cluster [DBG] pgmap v370: 89 pgs: 89 active+clean; 1.5 GiB data, 5.5 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:19:18.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:17 gibba038 conmon[76675]: audit 2021-03-04T23:19:17.153796+0000 mon.c (mon.1) 195 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:19:18.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:17 gibba038 conmon[76675]: audit 2021-03-04T23:19:17.155391+0000 mon.c (mon.1) 196 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:19:18.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:17 gibba038 conmon[76675]: audit 2021-03-04T23:19:17.155652+0000 mon.c (mon.1) 197 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:19:18.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:17 gibba011 conmon[95595]: cluster 2021-03-04T23:19:16.522845+0000 mgr.x (mgr. 2021-03-04T23:19:18.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:17 gibba011 conmon[95595]: 34676) 458 : cluster [DBG] pgmap v370: 89 pgs: 89 active+clean; 1.5 GiB data, 5.5 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:19:18.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:17 gibba011 conmon[95595]: audit 2021-03-04T23:19:17.153796+0000 mon.c (mon.1) 195 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:19:18.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:17 gibba011 conmon[95595]: audit 2021-03-04T23:19:17.155391+0000 mon.c (mon 2021-03-04T23:19:18.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:17 gibba011 conmon[95595]: .1) 196 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:19:18.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:17 gibba011 conmon[95595]: audit 2021-03-04T23:19:17 2021-03-04T23:19:18.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:17 gibba011 conmon[95595]: .155652+0000 mon.c (mon.1) 197 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:19:18.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:17 gibba011 conmon[99461]: cluster 2021-03-04T23:19:16.522845+0000 mgr.x (mgr.34676) 458 : cluster 2021-03-04T23:19:18.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:17 gibba011 conmon[99461]: [DBG] pgmap v370: 89 pgs: 89 active+clean; 1.5 GiB data, 5.5 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:19:18.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:17 gibba011 conmon[99461]: audit 2021-03-04T23:19:17.153796+0000 mon.c (mon.1) 195 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:19:18.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:17 gibba011 conmon[99461]: audit 2021-03-04T23: 2021-03-04T23:19:18.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:17 gibba011 conmon[99461]: 19:17.155391+0000 mon.c (mon.1) 196 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:19:18.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:17 gibba011 conmon[99461]: audit 2021-03-04T23:19:18.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:17 gibba011 conmon[99461]: 2021-03-04T23:19:17. 2021-03-04T23:19:18.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:17 gibba011 conmon[99461]: 155652+0000 mon.c (mon.1) 197 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:19:20.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:19 gibba038 conmon[76675]: cluster 2021-03-04T23:19:18.523260+0000 mgr.x (mgr.34676) 459 : cluster [DBG] pgmap v371: 89 pgs: 89 active+clean; 1.3 GiB data, 4.8 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:19:20.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:19 gibba011 conmon[95595]: cluster 2021-03-04T23:19:18.523260+0000 mgr.x (mgr.34676) 459 : cluster [DBG] pgmap v371: 89 pgs: 89 active+clean; 1.3 GiB data, 4.8 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:19:20.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:19 gibba011 conmon[99461]: cluster 2021-03-04T23:19:18.523260+0000 mgr.x (mgr.34676) 459 2021-03-04T23:19:20.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:19 gibba011 conmon[99461]: : cluster [DBG] pgmap v371: 89 pgs: 89 active+clean; 1.3 GiB data, 4.8 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.49k op/s 2021-03-04T23:19:21.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:20 gibba011 conmon[95595]: audit 2021-03-04T23:19:19.942903+0000 mon.a (mon.0) 556 : audit 2021-03-04T23:19:21.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:20 gibba011 conmon[95595]: [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:19:21.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:20 gibba011 conmon[95595]: cephadm 2021-03-04T23:19:19.943969+0000 mgr.x (mgr.34676) 460 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:19:21.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:20 gibba011 conmon[99461]: audit 2021-03-04T23:19:19.942903+0000 mon.a (mon.0) 2021-03-04T23:19:21.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:20 gibba011 conmon[99461]: 556 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:19:21.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:20 gibba011 conmon[99461]: cephadm 2021-03-04T23:19:19.943969+0000 mgr.x (mgr.34676) 460 : cephadm 2021-03-04T23:19:21.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:20 gibba011 conmon[99461]: [INF] Refreshing gibba038 facts 2021-03-04T23:19:21.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:20 gibba038 conmon[76675]: audit 2021-03-04T23:19:19.942903+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:19:21.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:20 gibba038 conmon[76675]: cephadm 2021-03-04T23:19:19.943969+0000 mgr.x (mgr.34676) 460 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:19:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:21 gibba038 conmon[76675]: cluster 2021-03-04T23:19:20.523625+0000 mgr.x (mgr.34676) 461 : cluster [DBG] pgmap v372: 89 pgs: 89 active+clean; 1.1 GiB data, 4.5 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:19:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:21 gibba038 conmon[76675]: audit 2021-03-04T23:19:21.519780+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:19:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:21 gibba038 conmon[76675]: audit 2021-03-04T23:19 2021-03-04T23:19:22.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:21 gibba038 conmon[76675]: :21.935459+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:19:22.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:21 gibba011 conmon[95595]: cluster 2021-03-04T23:19:20.523625+0000 mgr.x (mgr.34676) 461 : cluster 2021-03-04T23:19:22.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:21 gibba011 conmon[95595]: [DBG] pgmap v372: 89 pgs: 89 active+clean; 1.1 GiB data, 4.5 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:19:22.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:21 gibba011 conmon[95595]: audit 2021-03-04T23:19:21.519780+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:19:22.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:21 gibba011 conmon[95595]: audit 2021-03-04T23:19:21.935459+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:19:22.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:21 gibba011 conmon[99461]: cluster 2021-03-04T23:19:20.523625+0000 mgr.x (mgr 2021-03-04T23:19:22.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:21 gibba011 conmon[99461]: .34676) 461 : cluster [DBG] pgmap v372: 89 pgs: 89 active+clean; 1.1 GiB data, 4.5 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.38k op/s 2021-03-04T23:19:22.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:21 gibba011 conmon[99461]: audit 2021-03-04T23:19:21. 2021-03-04T23:19:22.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:21 gibba011 conmon[99461]: 519780+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:19:22.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:21 gibba011 conmon[99461]: audit 2021-03-04T23:19 2021-03-04T23:19:22.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:21 gibba011 conmon[99461]: :21.935459+0000 mon.a (mon.0) 558 : 2021-03-04T23:19:22.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:21 gibba011 conmon[99461]: audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:19:23.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:22 gibba038 conmon[76675]: cephadm 2021-03-04T23:19:21.520814+0000 mgr.x (mgr.34676) 462 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:19:23.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:22 gibba011 conmon[95595]: cephadm 2021-03-04T23:19:21.520814+0000 mgr.x (mgr.34676) 462 : 2021-03-04T23:19:23.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:22 gibba011 conmon[95595]: cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:19:23.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:22 gibba011 conmon[99461]: cephadm 2021-03-04T23:19:21.520814+0000 mgr.x (mgr.34676) 462 2021-03-04T23:19:23.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:22 gibba011 conmon[99461]: : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:19:24.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:23 gibba038 conmon[76675]: cluster 2021-03-04T23:19:22.523972+0000 mgr.x (mgr.34676 2021-03-04T23:19:24.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:23 gibba038 conmon[76675]: ) 463 : cluster [DBG] pgmap v373: 89 pgs: 89 active+clean; 1.1 GiB data, 4.2 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.30k op/s 2021-03-04T23:19:24.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:23 gibba011 conmon[95595]: cluster 2021-03-04T23:19:22.523972+0000 mgr.x (mgr.34676) 463 : cluster [DBG] 2021-03-04T23:19:24.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:23 gibba011 conmon[95595]: pgmap v373: 89 pgs: 89 active+clean; 1.1 GiB data, 4.2 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.30k op/s 2021-03-04T23:19:24.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:23 gibba011 conmon[99461]: cluster 2021-03-04T23:19:22.523972+0000 mgr.x (mgr.34676) 2021-03-04T23:19:24.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:23 gibba011 conmon[99461]: 463 : cluster [DBG] pgmap v373: 89 pgs: 89 active+clean; 1.1 GiB data, 4.2 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.30k op/s 2021-03-04T23:19:26.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:25 gibba038 conmon[76675]: cluster 2021-03-04T23:19:24.524320+0000 mgr.x (mgr.34676) 464 : cluster [DBG] 2021-03-04T23:19:26.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:25 gibba038 conmon[76675]: pgmap v374: 89 pgs: 89 active+clean; 888 MiB data, 3.6 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:19:26.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:25 gibba011 conmon[95595]: cluster 2021-03-04T23:19:24.524320+0000 mgr.x (mgr.34676) 464 : cluster [DBG] pgmap v374: 89 pgs: 89 active+clean; 888 MiB data, 3.6 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:19:26.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:25 gibba011 conmon[99461]: cluster 2021-03-04T23:19:24.524320+0000 mgr.x ( 2021-03-04T23:19:26.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:25 gibba011 conmon[99461]: mgr.34676) 464 : cluster [DBG] pgmap v374: 89 pgs: 89 active+clean; 888 MiB data, 3.6 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:19:28.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:27 gibba038 conmon[76675]: cluster 2021-03-04T23:19:26.524652+0000 mgr.x (mgr.34676) 465 : cluster [DBG] pgmap v375: 89 pgs: 89 active+clean; 672 MiB data, 3.0 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:19:28.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:27 gibba011 conmon[95595]: cluster 2021-03-04T23:19:28.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:27 gibba011 conmon[95595]: 2021-03-04T23:19:26.524652+0000 mgr.x (mgr. 2021-03-04T23:19:28.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:27 gibba011 conmon[95595]: 34676) 465 : cluster [DBG] pgmap v375: 89 pgs: 89 active+clean; 672 MiB data, 3.0 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:19:28.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:27 gibba011 conmon[99461]: cluster 2021-03-04T23:19:28.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:27 gibba011 conmon[99461]: 2021-03-04 2021-03-04T23:19:28.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:27 gibba011 conmon[99461]: T23:19:26.524652+0000 mgr.x (mgr.34676) 465 : cluster [DBG] pgmap v375: 89 pgs: 89 active+clean; 672 MiB data, 3.0 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:19:30.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:29 gibba038 conmon[76675]: cluster 2021-03-04T23:19:28.525067+0000 mgr.x (mgr.34676) 466 : cluster [DBG] pgmap v376: 89 pgs: 89 active+clean; 449 MiB data, 2.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:19:30.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:29 gibba011 conmon[95595]: cluster 2021-03-04T23:19:28.525067+0000 mgr.x (mgr.34676) 466 : cluster [DBG] pgmap v376: 89 pgs: 89 active+clean; 449 MiB data, 2.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:19:30.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:29 gibba011 conmon[95595]: 2021-03-04T23:19:30.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:29 gibba011 conmon[99461]: cluster 2021-03-04T23:19:28.525067+0000 mgr.x (mgr.34676) 466 : cluster [DBG] pgmap v376: 89 pgs: 89 active+clean; 449 MiB data, 2.3 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:19:31.810 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Removed 192004 objects 2021-03-04T23:19:31.843 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Clean up completed and total clean up time :132.636 2021-03-04T23:19:32.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:31 gibba038 conmon[76675]: cluster 2021-03-04T23:19:30.525421+0000 mgr.x (mgr.34676) 467 : cluster [DBG] pgmap v377: 89 pgs: 89 active+clean; 304 MiB data, 1.9 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.34k op/s 2021-03-04T23:19:32.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:31 gibba011 conmon[95595]: cluster 2021-03-04T23:19:30.525421+0000 mgr.x (mgr.34676) 467 : cluster [DBG] pgmap v377: 89 pgs: 89 active+clean; 304 MiB data, 1.9 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.34k op/s 2021-03-04T23:19:32.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:31 gibba011 conmon[99461]: cluster 2021-03-04T23:19:30.525421+0000 mgr.x (mgr.34676) 467 : cluster [DBG] pgmap v377: 89 pgs: 89 active+clean; 304 MiB data, 1.9 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.34k op/s 2021-03-04T23:19:33.884 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_2 2021-03-04T23:19:33.886 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool rm unique_pool_2 unique_pool_2 --yes-i-really-really-mean-it 2021-03-04T23:19:34.153 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:19:34.323 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:33 gibba011 conmon[95595]: cluster 2021-03-04T23:19:32.526170+0000 mgr.x (mgr.34676) 468 : cluster [DBG] pgmap v378: 89 pgs: 89 active+clean; 222 MiB data, 1.7 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.27k op/s 2021-03-04T23:19:34.324 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:33 gibba011 conmon[99461]: cluster 2021-03-04T23:19:32.526170+0000 mgr.x (mgr.34676) 468 : cluster [DBG] pgmap v378: 89 pgs: 89 active+clean; 222 MiB data, 1.7 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.27k op/s 2021-03-04T23:19:34.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:33 gibba038 conmon[76675]: cluster 2021-03-04T23:19:32.526170+0000 mgr.x (mgr.34676) 468 : cluster [DBG] pgmap v378: 89 pgs: 89 active+clean; 222 MiB data, 1.7 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.27k op/s 2021-03-04T23:19:36.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:35 gibba038 conmon[76675]: cluster 2021-03-04T23:19:34.527029+0000 mgr.x (mgr.34676) 469 : cluster [DBG] pgmap v379: 89 pgs: 89 active+clean; 51 MiB data, 1.1 GiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:19:36.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:35 gibba011 conmon[95595]: cluster 2021-03-04T23:19:34.527029+0000 mgr.x (mgr.34676) 469 : cluster [DBG] pgmap v379: 89 pgs: 89 active+clean; 51 MiB data, 1.1 GiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:19:36.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:35 gibba011 conmon[99461]: cluster 2021-03-04T23:19:34.527029+0000 mgr.x (mgr.34676) 469 : cluster [DBG] pgmap v379: 89 pgs: 89 active+clean; 51 MiB data, 1.1 GiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:19:36.989 INFO:teuthology.orchestra.run.gibba011.stderr:pool 'unique_pool_2' removed 2021-03-04T23:19:37.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:36 gibba038 conmon[76675]: audit 2021-03-04T23:19:36.059126+0000 mon.a (mon.0) 559 : audit [INF] from='client.? 172.21.2.111:0/1193450220' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:19:37.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:36 gibba011 conmon[95595]: audit 2021-03-04T23:19:36.059126+0000 mon.a (mon.0) 559 : audit [INF] from='client.? 172.21.2.111:0/1193450220' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:19:37.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:36 gibba011 conmon[99461]: audit 2021-03-04T23:19:36.059126+0000 mon.a (mon.0) 559 : audit [INF] from='client.? 172.21.2.111:0/1193450220' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:19:37.551 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2021-03-04T23:19:37.552 INFO:tasks.radosbench:Beginning radosbench... 2021-03-04T23:19:37.553 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_3 2021-03-04T23:19:37.553 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool create unique_pool_3 16 2021-03-04T23:19:37.663 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:19:38.118 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:37 gibba011 conmon[95595]: cluster 2021-03-04T23:19:36.527436+0000 mgr.x (mgr.34676) 470 : cluster [DBG] pgmap v380: 89 pgs: 89 active+clean; 4.6 MiB data, 946 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.18k op/s 2021-03-04T23:19:38.119 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:37 gibba011 conmon[95595]: audit 2021-03-04T23:19:36.984598+0000 mon.a (mon.0) 560 : audit [INF] from='client.? 172.21.2.111:0/1193450220' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:19:38.119 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:37 gibba011 conmon[95595]: cluster 2021-03-04T23:19:36.984634+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2021-03-04T23:19:38.120 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:37 gibba011 conmon[99461]: cluster 2021-03-04T23:19:36.527436+0000 mgr.x (mgr.34676) 470 : cluster [DBG] pgmap v380: 89 pgs: 89 active+clean; 4.6 MiB data, 946 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.18k op/s 2021-03-04T23:19:38.120 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:37 gibba011 conmon[99461]: audit 2021-03-04T23:19:36.984598+0000 mon.a (mon.0) 560 : audit [INF] from='client.? 172.21.2.111:0/1193450220' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:19:38.121 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:37 gibba011 conmon[99461]: cluster 2021-03-04T23:19:36.984634+0000 2021-03-04T23:19:38.121 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:37 gibba011 conmon[99461]: mon.a (mon.0) 561 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2021-03-04T23:19:38.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:37 gibba038 conmon[76675]: cluster 2021-03-04T23:19:36.527436+0000 mgr.x (mgr.34676) 470 : cluster [DBG] pgmap v380: 89 pgs: 89 active+clean; 4.6 MiB data, 946 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.18k op/s 2021-03-04T23:19:38.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:37 gibba038 conmon[76675]: audit 2021-03-04T23:19:36.984598+0000 mon.a (mon.0) 560 : audit [INF] from='client.? 172.21.2.111:0/1193450220' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:19:38.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:37 gibba038 conmon[76675]: cluster 2021-03-04T23:19:36.984634+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2021-03-04T23:19:39.998 INFO:teuthology.orchestra.run.gibba011.stderr:pool 'unique_pool_3' created 2021-03-04T23:19:40.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:39 gibba038 conmon[76675]: cluster 2021-03-04T23:19:38.528115+0000 mgr.x (mgr.34676) 471 : cluster [DBG] pgmap v382: 73 pgs: 73 active+clean; 3.3 KiB data, 923 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:19:40.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:39 gibba038 conmon[76675]: audit 2021-03-04T23:19:39.102568+0000 mon.a (mon 2021-03-04T23:19:40.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:39 gibba038 conmon[76675]: .0) 562 : audit [INF] from='client.? 172.21.2.111:0/723234433' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2021-03-04T23:19:40.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:39 gibba011 conmon[95595]: cluster 2021-03-04T23:19:38.528115+0000 mgr.x (mgr.34676) 471 : cluster [DBG] pgmap v382: 73 pgs: 73 active+clean; 3.3 KiB data, 923 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:19:40.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:39 gibba011 conmon[95595]: audit 2021-03-04T23:19:39.102568+0000 mon.a (mon.0) 562 : audit [INF] from='client.? 172.21.2.111:0/723234433' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2021-03-04T23:19:40.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:39 gibba011 conmon[99461]: cluster 2021-03-04T23:19:38.528115+0000 mgr.x (mgr.34676) 471 : cluster [DBG] pgmap v382: 73 pgs: 73 active+clean; 3.3 KiB data, 923 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:19:40.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:39 gibba011 conmon[99461]: audit 2021-03-04T23:19:39.102568+0000 mon.a (mon.0) 562 : audit [INF] from='client.? 172.21.2.111:0/723234433' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2021-03-04T23:19:40.743 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool application enable unique_pool_3 rados --yes-i-really-mean-it || true 2021-03-04T23:19:40.854 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:19:41.301 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:40 gibba011 conmon[95595]: audit 2021-03-04T23:19:39.994054+0000 mon.a (mon.0) 563 : audit [INF] from='client.? 172.21.2.111:0/723234433' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2021-03-04T23:19:41.301 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:40 gibba011 conmon[95595]: cluster 2021-03-04T23:19:39.994113+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2021-03-04T23:19:41.302 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:40 gibba011 conmon[99461]: audit 2021-03-04T23:19:39.994054+0000 mon.a (mon.0) 563 : audit [INF] 2021-03-04T23:19:41.302 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:40 gibba011 conmon[99461]: from='client.? 172.21.2.111:0/723234433' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2021-03-04T23:19:41.302 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:40 gibba011 conmon[99461]: cluster 2021-03-04T23:19:39.994113+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2021-03-04T23:19:41.302 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:40 gibba011 conmon[99461]: 2021-03-04T23:19:41.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:40 gibba038 conmon[76675]: audit 2021-03-04T23:19:39.994054+0000 mon.a (mon.0) 563 : audit [INF] from='client.? 172.21.2.111:0/723234433' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2021-03-04T23:19:41.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:40 gibba038 conmon[76675]: cluster 2021-03-04T23:19:41.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:40 gibba038 conmon[76675]: 2021-03-04T23:19:39.994113+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2021-03-04T23:19:42.206 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:42 gibba011 conmon[95595]: cluster 2021-03-04T23:19:40.528872+0000 mgr.x (mgr.34676) 472 : cluster [DBG] pgmap v384: 89 pgs: 3 creating+peering, 13 unknown, 73 active+clean; 3.3 KiB data, 960 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:19:42.207 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:42 gibba011 conmon[95595]: cluster 2021-03-04T23:19:40.999592+0000 mon.a (mon.0) 565 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2021-03-04T23:19:42.207 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:42 gibba011 conmon[99461]: cluster 2021-03-04T23:19:40.528872+0000 mgr.x (mgr.34676) 472 : cluster [DBG] pgmap v384: 89 pgs: 3 creating+peering, 13 unknown, 73 active+clean; 3.3 KiB data, 960 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:19:42.208 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:42 gibba011 conmon[99461]: cluster 2021-03-04T23:19:40.999592+0000 mon.a (mon.0) 565 : cluster [DBG] 2021-03-04T23:19:42.208 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:42 gibba011 conmon[99461]: osdmap e133: 8 total, 8 up, 8 in 2021-03-04T23:19:42.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:42 gibba038 conmon[76675]: cluster 2021-03-04T23:19:40.528872+0000 mgr.x (mgr.34676) 472 : cluster [DBG] pgmap v384: 89 pgs: 3 creating+peering, 13 unknown, 73 active+clean; 3.3 KiB data, 960 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:19:42.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:42 gibba038 conmon[76675]: cluster 2021-03-04T23:19:40.999592+0000 mon.a (mon.0) 565 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2021-03-04T23:19:43.015 INFO:teuthology.orchestra.run.gibba011.stderr:enabled application 'rados' on pool 'unique_pool_3' 2021-03-04T23:19:43.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:43 gibba038 conmon[76675]: cluster 2021-03-04T23:19:42.004496+0000 mon.a (mon.0) 566 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2021-03-04T23:19:43.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:43 gibba038 conmon[76675]: audit 2021-03-04T23:19:42.402318+0000 mon.a (mon.0) 567 : audit [INF] from='client.? 172.21.2.111:0/2305486032' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:19:43.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:43 gibba011 conmon[95595]: cluster 2021-03-04T23:19:42.004496+0000 mon.a (mon.0) 566 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2021-03-04T23:19:43.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:43 gibba011 conmon[95595]: audit 2021-03-04T23:19:42.402318+0000 mon.a (mon.0) 567 : audit [INF] from='client.? 172.21.2.111:0/2305486032' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:19:43.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:43 gibba011 conmon[99461]: cluster 2021-03-04T23:19:42.004496+0000 mon.a (mon.0) 566 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2021-03-04T23:19:43.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:43 gibba011 conmon[99461]: audit 2021-03-04T23:19:42.402318+0000 mon.a (mon.0) 567 : audit [INF] from='client.? 172.21.2.111:0/2305486032' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:19:44.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:44 gibba038 conmon[76675]: cluster 2021-03-04T23:19:42.529517+0000 mgr.x (mgr.34676) 473 : cluster [DBG] pgmap v387: 89 pgs: 3 creating+peering, 10 unknown, 76 active+clean; 3.3 KiB data, 963 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:19:44.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:44 gibba038 conmon[76675]: audit 2021-03-04T 2021-03-04T23:19:44.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:44 gibba038 conmon[76675]: 23:19:43.011576+0000 mon.a (mon.0) 568 : audit [INF] from='client.? 172.21.2.111:0/2305486032' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:19:44.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:44 gibba038 conmon[76675]: cluster 2021-03-04T23:19:43.011619+0000 mon.a (mon.0) 569 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2021-03-04T23:19:44.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:44 gibba011 conmon[95595]: cluster 2021-03-04T23:19:42.529517+0000 mgr.x (mgr.34676) 473 : cluster [DBG] pgmap v387: 89 pgs: 3 creating+peering, 10 unknown, 76 active+clean; 3.3 KiB data, 963 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:19:44.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:44 gibba011 conmon[95595]: audit 2021-03-04T23:19:43.011576+0000 mon.a (mon.0) 568 : audit [INF] from='client.? 172.21.2.111:0/2305486032' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:19:44.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:44 gibba011 conmon[95595]: cluster 2021-03-04T23:19:43.011619+0000 mon.a (mon.0) 569 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2021-03-04T23:19:44.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:44 gibba011 conmon[99461]: cluster 2021-03-04T23:19:42.529517+0000 mgr.x (mgr.34676) 473 : cluster [DBG] pgmap v387: 89 pgs: 3 creating+peering, 10 unknown, 76 active+clean; 3.3 KiB data, 963 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:19:44.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:44 gibba011 conmon[99461]: audit 2021-03-04T23:19:43.011576+0000 mon.a (mon.0) 568 2021-03-04T23:19:44.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:44 gibba011 conmon[99461]: : audit [INF] from='client.? 172.21.2.111:0/2305486032' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:19:44.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:44 gibba011 conmon[99461]: cluster 2021-03-04T23:19:43.011619+0000 mon.a (mon.0) 569 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2021-03-04T23:19:44.678 DEBUG:teuthology.orchestra.run.gibba011:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_3 bench 90 write' 2021-03-04T23:19:44.759 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2021-03-04T23:19:44.760 INFO:teuthology.orchestra.run:waiting for 3000 2021-03-04T23:19:44.917 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:hints = 1 2021-03-04T23:19:44.917 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2021-03-04T23:19:44.918 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Object prefix: benchmark_data_gibba011_124555 2021-03-04T23:19:44.918 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:19:44.918 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 0 0 0 0 0 0 - 0 2021-03-04T23:19:45.917 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 1 16 8873 8857 553.532 553.562 0.0020554 0.00180256 2021-03-04T23:19:46.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:46 gibba038 conmon[76675]: cluster 2021-03-04T23:19:44.530126+0000 mgr.x (mgr.34676) 474 : cluster [DBG] pgmap v389: 89 pgs: 3 creating+peering, 4 unknown, 82 active+clean; 3.3 KiB data, 965 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:19:46.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:46 gibba038 conmon[76675]: 2021-03-04T23:19:46.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:46 gibba011 conmon[95595]: cluster 2021-03-04T23:19:44.530126+0000 mgr.x (mgr.34676) 474 : cluster 2021-03-04T23:19:46.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:46 gibba011 conmon[95595]: [DBG] pgmap v389: 89 pgs: 3 creating+peering, 4 unknown, 82 active+clean; 3.3 KiB data, 965 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:19:46.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:46 gibba011 conmon[99461]: cluster 2021-03-04T23:19:44.530126+0000 mgr.x (mgr.34676) 474 : cluster [DBG] pgmap v389: 89 pgs: 3 creating+peering, 4 unknown, 82 active+clean; 3.3 KiB data, 965 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:19:46.918 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 2 16 16167 16151 504.686 455.875 0.00249405 0.00197825 2021-03-04T23:19:47.918 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 3 16 22383 22367 465.947 388.5 0.00287351 0.00214305 2021-03-04T23:19:48.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:48 gibba038 conmon[76675]: cluster 2021-03-04T23:19:46.530480+0000 mgr.x (mgr.34676) 475 : 2021-03-04T23:19:48.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:48 gibba038 conmon[76675]: cluster [DBG] pgmap v390: 89 pgs: 89 active+clean; 40 MiB data, 742 MiB used, 667 GiB / 672 GiB avail; 6.6 MiB/s wr, 105 op/s 2021-03-04T23:19:48.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:48 gibba011 conmon[95595]: cluster 2021-03-04T23:19:46.530480+0000 mgr.x (mgr.34676) 475 : cluster [DBG] pgmap v390: 89 pgs: 89 active+clean; 40 MiB data, 742 MiB used, 667 GiB / 672 GiB avail; 6.6 MiB/s wr, 105 op/s 2021-03-04T23:19:48.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:48 gibba011 conmon[99461]: cluster 2021-03-04T23:19:46.530480+0000 mgr.x (mgr.34676) 475 : cluster 2021-03-04T23:19:48.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:48 gibba011 conmon[99461]: [DBG] pgmap v390: 89 pgs: 89 active+clean; 40 MiB data, 742 MiB used, 667 GiB / 672 GiB avail; 6.6 MiB/s wr, 105 op/s 2021-03-04T23:19:48.918 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 4 16 27601 27585 430.985 326.125 0.00385875 0.00231762 2021-03-04T23:19:49.918 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 5 16 32561 32545 406.786 310 0.00405254 0.00245563 2021-03-04T23:19:50.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:50 gibba038 conmon[76675]: cluster 2021-03-04T23:19:48.530936+0000 mgr.x (mgr.34676) 476 : cluster [DBG] pgmap v391: 89 pgs: 89 active+clean; 702 MiB data, 3.0 GiB used, 665 GiB / 672 GiB avail; 93 MiB/s wr, 1.49k op/s 2021-03-04T23:19:50.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:50 gibba011 conmon[99461]: cluster 2021-03-04T23:19:50.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:50 gibba011 conmon[99461]: 2021-03-04T23 2021-03-04T23:19:50.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:50 gibba011 conmon[99461]: :19:48.530936+0000 mgr.x (mgr.34676) 476 : cluster [DBG] pgmap v391: 89 pgs: 89 active+clean; 702 MiB data, 3.0 GiB used, 665 GiB / 672 GiB avail; 93 MiB/s wr, 1.49k op/s 2021-03-04T23:19:50.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:50 gibba011 conmon[95595]: cluster 2021-03-04T23:19:48.530936+0000 mgr.x (mgr.34676) 476 : cluster [DBG] pgmap v391: 89 pgs: 89 active+clean; 702 MiB data, 3.0 GiB used, 665 GiB / 672 GiB avail; 93 MiB/s wr, 1.49k op/s 2021-03-04T23:19:50.918 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 6 16 37145 37129 386.734 286.5 0.0062439 0.00258232 2021-03-04T23:19:51.918 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 7 16 41359 41343 369.109 263.375 0.00202939 0.00270616 2021-03-04T23:19:52.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:52 gibba038 conmon[76675]: cluster 2021-03-04T23:19:50.531300+0000 mgr.x (mgr.34676) 477 : cluster [DBG] pgmap v392: 89 pgs: 89 active+clean; 1.5 GiB data, 4.6 GiB used, 663 GiB / 672 GiB avail; 186 MiB/s wr, 2.97k op/s 2021-03-04T23:19:52.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:52 gibba011 conmon[99461]: cluster 2021-03-04T23:19:50.531300+0000 mgr.x (mgr. 2021-03-04T23:19:52.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:52 gibba011 conmon[99461]: 34676) 477 : cluster [DBG] pgmap v392: 89 pgs: 89 active+clean; 1.5 GiB data, 4.6 GiB used, 663 GiB / 672 GiB avail; 186 MiB/s wr, 2.97k op/s 2021-03-04T23:19:52.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:52 gibba011 conmon[95595]: cluster 2021-03-04T23:19:50.531300+0000 mgr.x (mgr.34676) 477 : cluster [DBG] 2021-03-04T23:19:52.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:52 gibba011 conmon[95595]: pgmap v392: 89 pgs: 89 active+clean; 1.5 GiB data, 4.6 GiB used, 663 GiB / 672 GiB avail; 186 MiB/s wr, 2.97k op/s 2021-03-04T23:19:52.918 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 8 16 45350 45334 354.147 249.438 0.00442758 0.00282039 2021-03-04T23:19:53.918 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 9 16 49113 49097 340.927 235.188 0.00208896 0.00293007 2021-03-04T23:19:54.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:54 gibba038 conmon[76675]: cluster 2021-03-04T23:19:52.531601+0000 mgr.x (mgr.34676) 478 : cluster [DBG] pgmap v393: 89 pgs: 89 active+clean; 1.8 GiB data, 5.3 GiB used, 663 GiB / 672 GiB avail; 189 MiB/s wr, 3.02k op/s 2021-03-04T23:19:54.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:54 gibba011 conmon[95595]: cluster 2021-03-04T23:19:52.531601+0000 mgr.x (mgr.34676) 478 : cluster 2021-03-04T23:19:54.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:54 gibba011 conmon[95595]: [DBG] pgmap v393: 89 pgs: 89 active+clean; 1.8 GiB data, 5.3 GiB used, 663 GiB / 672 GiB avail; 189 MiB/s wr, 3.02k op/s 2021-03-04T23:19:54.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:54 gibba011 conmon[99461]: cluster 2021-03-04T23:19:54.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:54 gibba011 conmon[99461]: 2021-03-04T23:19:54.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:54 gibba011 conmon[99461]: 2021 2021-03-04T23:19:54.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:54 gibba011 conmon[99461]: -03-04T23:19:52.531601 2021-03-04T23:19:54.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:54 gibba011 conmon[99461]: +0000 mgr.x (mgr.34676) 478 : cluster [DBG] pgmap v393: 89 pgs: 89 active+clean; 1.8 GiB data, 5.3 GiB used, 663 GiB / 672 GiB avail; 189 MiB/s wr, 3.02k op/s 2021-03-04T23:19:54.918 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 10 16 52585 52569 328.533 217 0.00513885 0.00304087 2021-03-04T23:19:55.918 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 11 16 56055 56039 318.381 216.875 0.00528725 0.00313779 2021-03-04T23:19:56.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:56 gibba038 conmon[76675]: cluster 2021-03-04T23:19:54.532042+0000 mgr.x (mgr.34676) 2021-03-04T23:19:56.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:56 gibba038 conmon[76675]: 479 : cluster [DBG] pgmap v394: 89 pgs: 89 active+clean; 2.4 GiB data, 7.9 GiB used, 660 GiB / 672 GiB avail; 210 MiB/s wr, 3.36k op/s 2021-03-04T23:19:56.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:56 gibba011 conmon[95595]: cluster 2021-03-04T23:19:54.532042+0000 mgr.x (mgr.34676) 479 : cluster [DBG] pgmap v394: 89 pgs: 89 active+clean; 2.4 GiB data, 7.9 GiB used, 660 GiB / 672 GiB avail; 210 MiB/s wr, 3.36k op/s 2021-03-04T23:19:56.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:56 gibba011 conmon[99461]: cluster 2021-03-04T23:19:54.532042+0000 mgr.x (mgr.34676) 479 : cluster [DBG] pgmap v394: 89 pgs: 89 active+clean; 2.4 GiB data, 7.9 GiB used, 660 GiB / 672 GiB avail; 210 MiB/s wr, 3.36k op/s 2021-03-04T23:19:56.918 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 12 16 59248 59232 308.478 199.562 0.00627202 0.0032383 2021-03-04T23:19:57.918 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 13 16 62299 62283 299.416 190.688 0.00336271 0.00333694 2021-03-04T23:19:58.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:19:58 gibba038 conmon[76675]: cluster 2021-03-04T23:19:56.532394+0000 mgr.x (mgr.34676) 480 : cluster [DBG] pgmap v395: 89 pgs: 89 active+clean; 2.9 GiB data, 9.0 GiB used, 659 GiB / 672 GiB avail; 248 MiB/s wr, 3.96k op/s 2021-03-04T23:19:58.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:58 gibba011 conmon[95595]: cluster 2021-03-04T23:19:56.532394+0000 mgr.x (mgr.34676) 480 : cluster [DBG] pgmap v395: 89 pgs: 89 active+clean; 2.9 GiB data, 9.0 GiB used, 659 GiB / 672 GiB avail; 248 MiB/s wr, 3.96k op/s 2021-03-04T23:19:58.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:19:58 gibba011 conmon[95595]: 2021-03-04T23:19:58.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:58 gibba011 conmon[99461]: cluster 2021-03-04T23:19:56.532394+0000 mgr.x (mgr 2021-03-04T23:19:58.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:19:58 gibba011 conmon[99461]: .34676) 480 : cluster [DBG] pgmap v395: 89 pgs: 89 active+clean; 2.9 GiB data, 9.0 GiB used, 659 GiB / 672 GiB avail; 248 MiB/s wr, 3.96k op/s 2021-03-04T23:19:58.918 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 14 16 65259 65243 291.242 185 0.00437881 0.00343068 2021-03-04T23:19:59.918 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 15 16 68012 67996 283.296 172.062 0.00256779 0.00352672 2021-03-04T23:20:00.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:00 gibba011 conmon[99461]: cluster 2021-03-04T23:19:58.532837+0000 mgr.x (mgr.34676) 481 : cluster [DBG] pgmap v396: 89 pgs: 89 active+clean; 3.5 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 295 MiB/s wr, 4.72k op/s 2021-03-04T23:20:00.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:00 gibba011 conmon[99461]: cluster 2021-03-04T23:20:00.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:00 gibba011 conmon[99461]: 2021-03-04T23:20:00.000091+0000 mon.a (mon.0) 570 : cluster [INF] overall HEALTH_OK 2021-03-04T23:20:00.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:00 gibba011 conmon[95595]: cluster 2021-03-04T23:19:58.532837+0000 mgr.x (mgr.34676) 481 : cluster [DBG] pgmap v396: 89 pgs: 89 active+clean; 3.5 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 295 MiB/s wr, 4.72k op/s 2021-03-04T23:20:00.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:00 gibba011 conmon[95595]: cluster 2021-03-04T23:20:00.000091+0000 mon.a (mon.0) 570 : cluster [INF] overall HEALTH_OK 2021-03-04T23:20:00.772 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:00 gibba038 conmon[76675]: cluster 2021-03-04T23:19:58.532837+0000 mgr.x (mgr.34676) 481 : cluster [DBG] pgmap v396: 89 pgs: 89 active+clean; 3.5 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 295 MiB/s wr, 4.72k op/s 2021-03-04T23:20:00.772 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:00 gibba038 conmon[76675]: cluster 2021-03-04T23:20:00.000091+0000 mon.a (mon.0) 570 : cluster [INF] overall HEALTH_OK 2021-03-04T23:20:00.918 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 16 16 70612 70596 275.746 162.5 0.00840886 0.00362346 2021-03-04T23:20:01.919 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 17 16 73253 73237 269.235 165.062 0.0068543 0.0037111 2021-03-04T23:20:02.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:02 gibba038 conmon[76675]: cluster 2021-03-04T23:20:00.533234+0000 mgr.x (mgr.34676) 482 : cluster [DBG] pgmap v397: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 275 MiB/s wr, 4.39k op/s 2021-03-04T23:20:02.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:02 gibba038 conmon[76675]: 2021-03-04T23:20:02.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:02 gibba011 conmon[95595]: cluster 2021-03-04T23:20:00.533234+0000 mgr.x (mgr.34676) 482 : cluster [DBG] pgmap v397: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 275 MiB/s wr, 4.39k op/s 2021-03-04T23:20:02.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:02 gibba011 conmon[99461]: cluster 2021-03-04T23:20:00.533234+0000 mgr.x (mgr.34676) 482 : 2021-03-04T23:20:02.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:02 gibba011 conmon[99461]: cluster [DBG] pgmap v397: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 275 MiB/s wr, 4.39k op/s 2021-03-04T23:20:02.919 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 18 16 75865 75849 263.346 163.25 0.00745764 0.00379433 2021-03-04T23:20:03.919 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 19 16 78417 78401 257.88 159.5 0.00737382 0.00387491 2021-03-04T23:20:04.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:04 gibba038 conmon[76675]: cluster 2021-03-04T23:20:02.533538+0000 mgr.x (mgr.34676) 483 : cluster [DBG] 2021-03-04T23:20:04.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:04 gibba038 conmon[76675]: pgmap v398: 89 pgs: 89 active+clean; 4.1 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 215 MiB/s wr, 3.44k op/s 2021-03-04T23:20:04.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[95595]: cluster 2021-03-04T23:20:04.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[95595]: 2021-03-04 2021-03-04T23:20:04.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[95595]: T23:20:02.533538+0000 mgr.x (mgr.34676) 483 : cluster [DBG] pgmap v398: 89 pgs: 89 active+clean; 4.1 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 215 MiB/s wr, 3.44k op/s 2021-03-04T23:20:04.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: cluster 2021-03-04T23:20:04.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: 2021-03-04T23:20:04.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: 2021 2021-03-04T23:20:04.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: - 2021-03-04T23:20:04.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: 03 2021-03-04T23:20:04.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: - 2021-03-04T23:20:04.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: 04 2021-03-04T23:20:04.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: T 2021-03-04T23:20:04.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: 23 2021-03-04T23:20:04.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: : 2021-03-04T23:20:04.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: 20 2021-03-04T23:20:04.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: : 2021-03-04T23:20:04.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: 02 2021-03-04T23:20:04.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: . 2021-03-04T23:20:04.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: 533538 2021-03-04T23:20:04.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: +0000 2021-03-04T23:20:04.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: 2021-03-04T23:20:04.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: mgr.x 2021-03-04T23:20:04.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: ( 2021-03-04T23:20:04.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: mgr 2021-03-04T23:20:04.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: . 2021-03-04T23:20:04.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: 34676 2021-03-04T23:20:04.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: ) 2021-03-04T23:20:04.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: 483 2021-03-04T23:20:04.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: : 2021-03-04T23:20:04.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: cluster 2021-03-04T23:20:04.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:04 gibba011 conmon[99461]: [DBG] pgmap v398: 89 pgs: 89 active+clean; 4.1 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 215 MiB/s wr, 3.44k op/s 2021-03-04T23:20:04.919 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:20:04.917856+0000 min lat: 0.000966992 max lat: 0.0485803 avg lat: 0.00395324 2021-03-04T23:20:04.919 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:20:04.919 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 20 16 80904 80888 252.757 155.438 0.00551092 0.00395324 2021-03-04T23:20:05.919 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 21 16 83248 83232 247.696 146.5 0.0112689 0.00403448 2021-03-04T23:20:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:06 gibba038 conmon[76675]: cluster 2021-03-04T23:20:04.533919+0000 mgr.x (mgr.34676) 484 : cluster [DBG] 2021-03-04T23:20:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:06 gibba038 conmon[76675]: pgmap v399: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 217 MiB/s wr, 3.46k op/s 2021-03-04T23:20:06.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:06 gibba011 conmon[95595]: cluster 2021-03-04T23:20:04.533919+0000 mgr.x (mgr.34676) 2021-03-04T23:20:06.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:06 gibba011 conmon[95595]: 484 : cluster [DBG] pgmap v399: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 217 MiB/s wr, 3.46k op/s 2021-03-04T23:20:06.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:06 gibba011 conmon[99461]: cluster 2021-03-04T23:20:04.533919+0000 mgr.x (mgr.34676) 484 2021-03-04T23:20:06.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:06 gibba011 conmon[99461]: : cluster [DBG] pgmap v399: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 217 MiB/s wr, 3.46k op/s 2021-03-04T23:20:06.919 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 22 16 85614 85598 243.158 147.875 0.00596723 0.00410971 2021-03-04T23:20:07.919 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 23 16 87933 87917 238.887 144.938 0.00982416 0.00418319 2021-03-04T23:20:08.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:08 gibba038 conmon[76675]: cluster 2021-03-04T23:20:06.536355+0000 mgr.x (mgr.34676) 485 : cluster [DBG] pgmap v400: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 201 MiB/s wr, 3.22k op/s 2021-03-04T23:20:08.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:08 gibba011 conmon[95595]: cluster 2021-03-04T23:20:06.536355+0000 mgr.x (mgr.34676) 485 : cluster [DBG] pgmap v400: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 201 MiB/s wr, 3.22k op/s 2021-03-04T23:20:08.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:08 gibba011 conmon[99461]: cluster 2021-03-04T23:20:06.536355+0000 mgr.x (mgr.34676) 485 : cluster [DBG] pgmap v400: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 201 MiB/s wr, 3.22k op/s 2021-03-04T23:20:08.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:08 gibba011 conmon[99461]: 2021-03-04T23:20:08.919 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 24 16 90201 90185 234.839 141.75 0.00695921 0.00425506 2021-03-04T23:20:09.919 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 25 16 92436 92420 231.033 139.688 0.00974993 0.00432517 2021-03-04T23:20:10.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:10 gibba038 conmon[76675]: cluster 2021-03-04T23:20:08.536815+0000 mgr.x (mgr.34676) 486 : cluster [DBG] pgmap v401: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 191 MiB/s wr, 3.06k op/s 2021-03-04T23:20:10.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:10 gibba011 conmon[95595]: cluster 2021-03-04T23:20:08.536815+0000 mgr.x (mgr.34676) 486 : cluster [DBG] 2021-03-04T23:20:10.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:10 gibba011 conmon[95595]: pgmap v401: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 191 MiB/s wr, 3.06k op/s 2021-03-04T23:20:10.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:10 gibba011 conmon[99461]: cluster 2021-03-04T23:20:08.536815+0000 mgr.x (mgr.34676) 486 : cluster 2021-03-04T23:20:10.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:10 gibba011 conmon[99461]: [DBG] pgmap v401: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 191 MiB/s wr, 3.06k op/s 2021-03-04T23:20:10.919 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 26 16 94641 94625 227.447 137.812 0.00573743 0.00439364 2021-03-04T23:20:11.919 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 27 16 96778 96762 223.969 133.562 0.00998954 0.00446192 2021-03-04T23:20:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:12 gibba038 conmon[76675]: cluster 2021-03-04T23:20:10.537233+0000 mgr.x (mgr.34676) 487 : cluster [DBG] pgmap v402: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 167 MiB/s wr, 2.67k op/s 2021-03-04T23:20:12.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:12 gibba011 conmon[95595]: cluster 2021-03-04T23:20:12.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:12 gibba011 conmon[95595]: 2021-03-04T23:20:12.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:12 gibba011 conmon[95595]: 2021-03-04T23:20:10.537233+0000 2021-03-04T23:20:12.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:12 gibba011 conmon[95595]: mgr.x (mgr.34676) 487 : cluster [DBG] pgmap v402: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 167 MiB/s wr, 2.67k op/s 2021-03-04T23:20:12.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:12 gibba011 conmon[99461]: cluster 2021-03-04T23:20:10.537233+0000 mgr.x (mgr.34676) 487 : cluster [DBG] pgmap v402: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 167 MiB/s wr, 2.67k op/s 2021-03-04T23:20:12.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:12 gibba011 conmon[99461]: 2021-03-04T23:20:12.919 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 28 16 98886 98870 220.675 131.75 0.00677086 0.00452827 2021-03-04T23:20:13.920 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 29 16 100969 100953 217.555 130.188 0.00379953 0.00459353 2021-03-04T23:20:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:14 gibba038 conmon[76675]: cluster 2021-03-04T23:20:12.537607+0000 mgr.x (mgr.34676) 488 : cluster [DBG] pgmap v403: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 144 MiB/s wr, 2.30k op/s 2021-03-04T23:20:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:14 gibba038 conmon[76675]: 2021-03-04T23:20:14.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:14 gibba011 conmon[95595]: cluster 2021-03-04T23:20:12.537607+0000 mgr.x (mgr.34676) 488 : cluster [DBG] pgmap v403: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 144 MiB/s wr, 2.30k op/s 2021-03-04T23:20:14.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:14 gibba011 conmon[99461]: cluster 2021-03-04T23:20:12.537607+0000 mgr.x (mgr. 2021-03-04T23:20:14.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:14 gibba011 conmon[99461]: 34676) 488 : cluster [DBG] pgmap v403: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 144 MiB/s wr, 2.30k op/s 2021-03-04T23:20:14.919 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 30 16 103034 103018 214.605 129.062 0.0064779 0.00465681 2021-03-04T23:20:15.920 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 31 16 105043 105027 211.732 125.562 0.00584502 0.00471984 2021-03-04T23:20:16.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:16 gibba038 conmon[76675]: cluster 2021-03-04T23:20:14.538063+0000 mgr.x (mgr.34676) 489 : cluster [DBG] pgmap v404: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 151 MiB/s wr, 2.41k op/s 2021-03-04T23:20:16.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:16 gibba038 conmon[76675]: 2021-03-04T23:20:16.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:16 gibba011 conmon[95595]: cluster 2021-03-04T23:20:14.538063+0000 mgr.x (mgr.34676) 489 : cluster [DBG] 2021-03-04T23:20:16.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:16 gibba011 conmon[95595]: pgmap v404: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 151 MiB/s wr, 2.41k op/s 2021-03-04T23:20:16.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:16 gibba011 conmon[99461]: cluster 2021-03-04T23:20:14.538063+0000 mgr.x (mgr. 2021-03-04T23:20:16.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:16 gibba011 conmon[99461]: 34676) 489 : cluster [DBG] pgmap v404: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 151 MiB/s wr, 2.41k op/s 2021-03-04T23:20:16.920 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 32 16 107051 107035 209.037 125.5 0.00499078 0.00478106 2021-03-04T23:20:17.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: audit 2021-03-04T23:20:16.457863+0000 mon.c (mon.1) 198 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:20:17.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: audit 2021-03-04T23:20:16.458066+0000 mon.c (mon.1) 199 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2021-03-04T23:20:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: audit 2021-03-04T23: 2021-03-04T23:20:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: 20:16.458250+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:20:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: audit 2021-03-04T23:20:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: 2021-03-04T23:20:16 2021-03-04T23:20:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: .458272+0000 mon.c (mon.1) 200 : audit 2021-03-04T23:20:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:20:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: audit 2021-03-04T23 2021-03-04T23:20:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: :20:16.458624+0000 mon.a (mon.0) 2021-03-04T23:20:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: 572 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2021-03-04T23:20:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: audit 2021-03-04T23:20:16.461127+0000 mon.a (mon. 2021-03-04T23:20:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: 0) 573 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:20:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:20:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: -04T23:20:16.608330+0000 2021-03-04T23:20:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: mon.c (mon.1) 201 : audit [INF] 2021-03-04T23:20:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:20:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: audit 2021-03-04T23 2021-03-04T23:20:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: :20:16.608823+0000 mon.a (mon. 2021-03-04T23:20:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: 0) 574 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:20:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: audit 2021-03-04T23:20:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: 2021-03-04T23:20:16. 2021-03-04T23:20:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: 621602+0000 mon.c (mon.1) 202 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:20:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: audit 2021-03-04T23:20:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: 2021-03-04T23:20 2021-03-04T23:20:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: :16.621905+0000 mon.a (mon. 2021-03-04T23:20:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:17 gibba038 conmon[76675]: 0) 575 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:20:17.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[99461]: audit 2021-03-04T23:20:16.457863+0000 mon.c (mon.1) 2021-03-04T23:20:17.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[99461]: 198 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:20:17.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[99461]: audit 2021-03-04T23:20:16.458066+0000 mon.c (mon.1) 199 : audit [INF] 2021-03-04T23:20:17.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2021-03-04T23:20:17.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[99461]: audit 2021-03-04T23:20:16.458250+0000 mon.a (mon.0) 571 : audit [INF] 2021-03-04T23:20:17.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[99461]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:20:17.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:20:17.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[99461]: 04T23:20:16.458272+0000 mon.c (mon.1) 200 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:20:17.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:20:17.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[99461]: -04T23:20:16.458624+0000 mon.a (mon.0 2021-03-04T23:20:17.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[99461]: ) 572 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2021-03-04T23:20:17.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[99461]: audit 2021-03-04T23:20:16.461127 2021-03-04T23:20:17.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[99461]: +0000 mon.a (mon.0) 573 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:20:17.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[99461]: audit 2021-03-04T23:20:17.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[99461]: 2021-03-04T23:20:16.608330+0000 mon.c (mon 2021-03-04T23:20:17.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[99461]: .1) 201 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:20:17.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[99461]: audit 2021-03-04T23 2021-03-04T23:20:17.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[99461]: :20:16.608823+0000 mon.a (mon.0) 574 : audit [INF] 2021-03-04T23:20:17.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[99461]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:20:17.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[99461]: audit 2021-03-04T23:20:16.621602+0000 2021-03-04T23:20:17.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[99461]: mon.c (mon.1) 202 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:20:17.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[99461]: audit 2021-03-04T23:20:16.621905+0000 mon.a ( 2021-03-04T23:20:17.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[99461]: mon.0) 575 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:20:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[95595]: audit 2021-03-04T23:20:16.457863+0000 mon.c (mon.1) 198 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:20:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[95595]: audit 2021-03-04T23:20:16.458066+0000 mon.c (mon.1) 199 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2021-03-04T23:20:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[95595]: audit 2021-03-04T23:20:16.458250+0000 mon.a (mon.0) 571 : 2021-03-04T23:20:17.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[95595]: audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.4", "id": [1, 5]}]: dispatch 2021-03-04T23:20:17.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[95595]: audit 2021-03-04T23:20:16.458272+0000 2021-03-04T23:20:17.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[95595]: mon.c (mon.1) 200 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:20:17.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[95595]: audit 2021-03-04T23:20:17.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[95595]: 2021-03-04 2021-03-04T23:20:17.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[95595]: T23:20:16.458624+0000 2021-03-04T23:20:17.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[95595]: mon.a (mon.0) 572 : audit 2021-03-04T23:20:17.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[95595]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2021-03-04T23:20:17.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[95595]: audit 2021-03 2021-03-04T23:20:17.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[95595]: -04T23:20:16.461127+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:20:17.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[95595]: audit 2021-03-04T23:20:16. 2021-03-04T23:20:17.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[95595]: 608330+0000 mon.c (mon.1) 201 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:20:17.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[95595]: audit 2021-03- 2021-03-04T23:20:17.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[95595]: 04T23:20:16.608823+0000 mon.a (mon. 2021-03-04T23:20:17.363 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[95595]: 0) 574 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:20:17.363 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[95595]: audit 2021- 2021-03-04T23:20:17.363 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[95595]: 03-04T23:20:16.621602+0000 mon.c (mon.1) 202 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:20:17.363 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[95595]: audit 2021-03-04T23:20:16.621905+0000 mon.a 2021-03-04T23:20:17.363 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:17 gibba011 conmon[95595]: (mon.0) 575 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:20:17.920 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 33 16 108991 108975 206.377 121.25 0.00342388 0.00484204 2021-03-04T23:20:18.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:18 gibba038 conmon[76675]: cluster 2021-03-04T23:20:16.538477+0000 mgr.x (mgr.34676) 490 : cluster 2021-03-04T23:20:18.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:18 gibba038 conmon[76675]: [DBG] pgmap v405: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 148 MiB/s wr, 2.37k op/s 2021-03-04T23:20:18.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:18 gibba011 conmon[95595]: cluster 2021-03-04T23:20:16.538477+0000 mgr.x (mgr.34676) 490 : cluster [DBG] pgmap v405: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 148 MiB/s wr, 2.37k op/s 2021-03-04T23:20:18.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:18 gibba011 conmon[99461]: cluster 2021-03-04T23:20:16.538477+0000 mgr.x (mgr.34676) 490 : cluster [DBG] pgmap v405: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 148 MiB/s wr, 2.37k op/s 2021-03-04T23:20:18.920 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 34 16 110913 110897 203.839 120.125 0.00385564 0.00490269 2021-03-04T23:20:19.920 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 35 16 112816 112800 201.413 118.938 0.00413286 0.00496177 2021-03-04T23:20:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:20 gibba038 conmon[76675]: cluster 2021-03-04T23:20:18.538991+0000 mgr.x (mgr.34676) 2021-03-04T23:20:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:20 gibba038 conmon[76675]: 491 : cluster [DBG] pgmap v406: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 149 MiB/s wr, 2.38k op/s 2021-03-04T23:20:20.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:20 gibba011 conmon[95595]: cluster 2021-03-04T23:20:18.538991+0000 mgr.x ( 2021-03-04T23:20:20.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:20 gibba011 conmon[95595]: mgr.34676) 491 : cluster [DBG] pgmap v406: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 149 MiB/s wr, 2.38k op/s 2021-03-04T23:20:20.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:20 gibba011 conmon[99461]: cluster 2021-03-04T23:20:18.538991+0000 mgr.x (mgr.34676) 491 : cluster [DBG] pgmap v406: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 149 MiB/s wr, 2.38k op/s 2021-03-04T23:20:20.920 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 36 16 114678 114662 199.051 116.375 0.0200759 0.00502065 2021-03-04T23:20:21.920 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 37 16 116543 116527 196.821 116.562 0.007126 0.00507782 2021-03-04T23:20:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:22 gibba038 conmon[76675]: cluster 2021-03-04T23:20:20.539373+0000 mgr.x (mgr.34676) 492 : cluster [DBG] pgmap v407: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 135 MiB/s wr, 2.16k op/s 2021-03-04T23:20:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:22 gibba038 conmon[76675]: 2021-03-04T23:20:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:22 gibba038 conmon[76675]: audit 2021-03-04T23:20:21.939075+0000 mon.c (mon.1) 203 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:20:22.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:22 gibba038 conmon[76675]: audit 2021-03-04T23:20:21.940819+0000 mon.c (mon.1) 204 : audit 2021-03-04T23:20:22.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:22 gibba038 conmon[76675]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:22.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:22 gibba038 conmon[76675]: audit 2021-03-04T23:20:21 2021-03-04T23:20:22.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:22 gibba038 conmon[76675]: .941125+0000 mon.c (mon.1) 205 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:22.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:22 gibba011 conmon[95595]: cluster 2021-03-04T23:20:20.539373+0000 mgr.x (mgr.34676) 492 : 2021-03-04T23:20:22.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:22 gibba011 conmon[95595]: cluster [DBG] pgmap v407: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 135 MiB/s wr, 2.16k op/s 2021-03-04T23:20:22.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:22 gibba011 conmon[95595]: audit 2021-03-04T23:20:21.939075+0000 mon.c (mon.1) 203 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:20:22.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:22 gibba011 conmon[95595]: audit 2021-03-04T23 2021-03-04T23:20:22.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:22 gibba011 conmon[95595]: :20:21.940819+0000 mon.c (mon.1) 204 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:22.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:22 gibba011 conmon[95595]: audit 2021-03-04T23:20:21.941125+0000 2021-03-04T23:20:22.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:22 gibba011 conmon[95595]: mon.c (mon.1) 205 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:22.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:22 gibba011 conmon[99461]: cluster 2021-03-04T23:20:20.539373+0000 mgr.x (mgr.34676) 492 : cluster 2021-03-04T23:20:22.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:22 gibba011 conmon[99461]: [DBG] pgmap v407: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 135 MiB/s wr, 2.16k op/s 2021-03-04T23:20:22.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:22 gibba011 conmon[99461]: audit 2021-03-04T23:20:21.939075+0000 mon.c (mon.1) 203 : audit [DBG] 2021-03-04T23:20:22.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:22 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:20:22.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:22 gibba011 conmon[99461]: audit 2021-03-04T23:20:21 2021-03-04T23:20:22.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:22 gibba011 conmon[99461]: .940819+0000 mon.c (mon.1) 204 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:22.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:22 gibba011 conmon[99461]: audit 2021-03-04T23:20:21. 2021-03-04T23:20:22.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:22 gibba011 conmon[99461]: 941125+0000 mon.c (mon.1) 205 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:20:22.920 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 38 16 118260 118244 194.466 107.312 0.0129135 0.00513909 2021-03-04T23:20:23.921 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 39 16 119977 119961 192.231 107.312 0.00379033 0.00519898 2021-03-04T23:20:24.080 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:24 gibba011 conmon[95595]: cluster 2021-03-04T23:20:22.539797+0000 mgr.x (mgr. 2021-03-04T23:20:24.081 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:24 gibba011 conmon[95595]: 34676) 493 : cluster [DBG] pgmap v408: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 117 MiB/s wr, 1.88k op/s 2021-03-04T23:20:24.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:24 gibba038 conmon[76675]: cluster 2021-03-04T23:20:22.539797+0000 mgr.x (mgr 2021-03-04T23:20:24.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:24 gibba038 conmon[76675]: .34676) 493 : cluster [DBG] pgmap v408: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 117 MiB/s wr, 1.88k op/s 2021-03-04T23:20:24.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:24 gibba011 conmon[99461]: cluster 2021-03-04T23:20:22.539797+0000 mgr.x (mgr. 2021-03-04T23:20:24.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:24 gibba011 conmon[99461]: 34676) 493 : cluster [DBG] pgmap v408: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 117 MiB/s wr, 1.88k op/s 2021-03-04T23:20:24.920 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:20:24.919446+0000 min lat: 0.000966992 max lat: 0.0691534 avg lat: 0.00526096 2021-03-04T23:20:24.921 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:20:24.921 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 40 16 121611 121595 189.978 102.125 0.00488905 0.00526096 2021-03-04T23:20:25.922 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 41 16 123272 123256 187.868 103.812 0.00409611 0.00531965 2021-03-04T23:20:26.084 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:26 gibba011 conmon[95595]: cluster 2021-03-04T23:20:24.540232+0000 mgr.x (mgr.34676) 494 : cluster [DBG] pgmap v409: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 125 MiB/s wr, 1.99k op/s 2021-03-04T23:20:26.085 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:26 gibba011 conmon[95595]: audit 2021-03-04T23:20:25.865486+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:20:26.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:26 gibba038 conmon[76675]: cluster 2021-03-04T23:20:24.540232+0000 mgr.x (mgr.34676) 494 : cluster [DBG] pgmap v409: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 125 MiB/s wr, 1.99k op/s 2021-03-04T23:20:26.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:26 gibba038 conmon[76675]: audit 2021-03-04T23:20:25.865486+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:20:26.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:26 gibba011 conmon[99461]: cluster 2021-03-04T23:20:24.540232+0000 mgr.x (mgr.34676 2021-03-04T23:20:26.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:26 gibba011 conmon[99461]: ) 494 : cluster [DBG] pgmap v409: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 125 MiB/s wr, 1.99k op/s 2021-03-04T23:20:26.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:26 gibba011 conmon[99461]: audit 2021-03-04T23:20:25.865486+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:20:26.922 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 42 16 124990 124974 185.951 107.375 0.0187463 0.00537463 2021-03-04T23:20:27.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:27 gibba011 conmon[95595]: cephadm 2021-03-04T23:20:25.866731+0000 mgr.x (mgr.34676 2021-03-04T23:20:27.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:27 gibba011 conmon[95595]: ) 495 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:20:27.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:27 gibba011 conmon[99461]: cephadm 2021-03-04T23:20:25.866731+0000 mgr.x (mgr.34676) 495 : cephadm [INF] 2021-03-04T23:20:27.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:27 gibba011 conmon[99461]: Refreshing gibba011 facts 2021-03-04T23:20:27.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:27 gibba038 conmon[76675]: cephadm 2021-03-04T23:20:27.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:27 gibba038 conmon[76675]: 2021-03-04T23:20: 2021-03-04T23:20:27.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:27 gibba038 conmon[76675]: 25.866731+0000 mgr.x (mgr.34676) 495 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:20:27.922 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 43 16 126736 126720 184.165 109.125 0.00693645 0.00542694 2021-03-04T23:20:28.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:28 gibba038 conmon[76675]: cluster 2021-03-04T23:20:26.540577+0000 mgr.x (mgr.34676) 496 : cluster [DBG] pgmap v410: 89 pgs: 89 active+clean; 7.3 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 124 MiB/s wr, 1.98k op/s 2021-03-04T23:20:28.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:28 gibba038 conmon[76675]: audit 2021-03-04T23:20:27.211311+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:20:28.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:28 gibba038 conmon[76675]: cephadm 2021-03-04T23:20:27.212267+0000 mgr.x (mgr.34676) 497 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:20:28.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:28 gibba038 conmon[76675]: audit 2021-03-04T23:20:27.620840+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:20:28.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:28 gibba011 conmon[95595]: cluster 2021-03-04T23:20:26.540577+0000 mgr.x (mgr.34676) 496 : cluster [DBG] pgmap v410: 89 pgs: 89 active+clean; 7.3 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 124 MiB/s wr, 1.98k op/s 2021-03-04T23:20:28.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:28 gibba011 conmon[95595]: audit 2021-03- 2021-03-04T23:20:28.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:28 gibba011 conmon[95595]: 04T23:20: 2021-03-04T23:20:28.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:28 gibba011 conmon[95595]: 27.211311+0000 mon.a (mon.0) 577 : audit 2021-03-04T23:20:28.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:28 gibba011 conmon[95595]: [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:20:28.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:28 gibba011 conmon[95595]: cephadm 2021-03-04T23:20:28.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:28 gibba011 conmon[95595]: 2021-03-04 2021-03-04T23:20:28.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:28 gibba011 conmon[95595]: T23:20:27.212267+0000 mgr.x (mgr 2021-03-04T23:20:28.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:28 gibba011 conmon[95595]: .34676) 497 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:20:28.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:28 gibba011 conmon[95595]: audit 2021-03-04 2021-03-04T23:20:28.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:28 gibba011 conmon[95595]: T23:20:27.620840+0000 mon.a (mon.0) 578 : 2021-03-04T23:20:28.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:28 gibba011 conmon[95595]: audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:20:28.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:28 gibba011 conmon[99461]: cluster 2021-03-04T23:20:26.540577+0000 mgr.x (mgr 2021-03-04T23:20:28.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:28 gibba011 conmon[99461]: .34676) 496 : cluster [DBG] pgmap v410: 89 pgs: 89 active+clean; 7.3 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 124 MiB/s wr, 1.98k op/s 2021-03-04T23:20:28.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:28 gibba011 conmon[99461]: audit 2021-03-04T23:20:27.211311+0000 2021-03-04T23:20:28.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:28 gibba011 conmon[99461]: mon.a (mon.0) 577 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:20:28.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:28 gibba011 conmon[99461]: cephadm 2021-03-04T23:20:27 2021-03-04T23:20:28.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:28 gibba011 conmon[99461]: .212267+0000 mgr.x (mgr.34676) 497 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:20:28.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:28 gibba011 conmon[99461]: audit 2021-03-04T23: 2021-03-04T23:20:28.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:28 gibba011 conmon[99461]: 20:27.620840+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:20:28.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:28 gibba011 conmon[99461]: 2021-03-04T23:20:28.922 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 44 16 128443 128427 182.404 106.688 0.0102401 0.00547915 2021-03-04T23:20:29.923 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 45 16 130177 130161 180.758 108.375 0.0109255 0.00552943 2021-03-04T23:20:30.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:30 gibba038 conmon[76675]: cluster 2021-03-04T23:20:28.541069+0000 mgr.x (mgr.34676) 498 : cluster [DBG] pgmap v411: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 124 MiB/s wr, 1.99k op/s 2021-03-04T23:20:30.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:30 gibba038 conmon[76675]: 2021-03-04T23:20:30.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:30 gibba011 conmon[95595]: cluster 2021-03-04T23:20:28.541069+0000 mgr.x (mgr.34676) 498 : cluster [DBG] 2021-03-04T23:20:30.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:30 gibba011 conmon[95595]: pgmap v411: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 124 MiB/s wr, 1.99k op/s 2021-03-04T23:20:30.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:30 gibba011 conmon[99461]: cluster 2021-03-04T23:20:28.541069+0000 mgr.x (mgr.34676) 2021-03-04T23:20:30.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:30 gibba011 conmon[99461]: 498 : cluster [DBG] pgmap v411: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 124 MiB/s wr, 1.99k op/s 2021-03-04T23:20:30.922 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 46 16 131892 131876 179.159 107.188 0.00975648 0.00557851 2021-03-04T23:20:31.923 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 47 16 133589 133573 177.604 106.062 0.00900207 0.00562744 2021-03-04T23:20:32.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:32 gibba038 conmon[76675]: cluster 2021-03-04T23:20:30.541436+0000 mgr.x (mgr.34676) 499 : cluster [DBG] pgmap v412: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 114 MiB/s wr, 1.82k op/s 2021-03-04T23:20:32.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:32 gibba011 conmon[95595]: cluster 2021-03-04T23:20:30.541436+0000 mgr.x (mgr.34676) 499 : cluster [DBG] pgmap v412: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 114 MiB/s wr, 1.82k op/s 2021-03-04T23:20:32.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:32 gibba011 conmon[99461]: cluster 2021-03-04T23:20:30.541436+0000 mgr.x ( 2021-03-04T23:20:32.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:32 gibba011 conmon[99461]: mgr.34676) 499 : cluster [DBG] pgmap v412: 89 pgs: 89 active+clean; 7.8 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 114 MiB/s wr, 1.82k op/s 2021-03-04T23:20:32.923 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 48 15 135297 135282 176.129 106.812 0.0118194 0.00567476 2021-03-04T23:20:33.923 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 49 16 136966 136950 174.662 104.25 0.0094906 0.00572227 2021-03-04T23:20:34.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:34 gibba038 conmon[76675]: cluster 2021-03-04T23:20:32.541777+0000 mgr.x (mgr.34676) 500 : cluster 2021-03-04T23:20:34.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:34 gibba038 conmon[76675]: [DBG] pgmap v413: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 101 MiB/s wr, 1.61k op/s 2021-03-04T23:20:34.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:34 gibba011 conmon[95595]: cluster 2021-03-04T23:20:32.541777+0000 mgr.x (mgr.34676) 500 : cluster [DBG] pgmap v413: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 101 MiB/s wr, 1.61k op/s 2021-03-04T23:20:34.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:34 gibba011 conmon[99461]: cluster 2021-03-04T23:20:32.541777+0000 mgr.x (mgr.34676 2021-03-04T23:20:34.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:34 gibba011 conmon[99461]: ) 500 : cluster [DBG] pgmap v413: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 101 MiB/s wr, 1.61k op/s 2021-03-04T23:20:34.923 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 50 16 138607 138591 173.22 102.562 0.0183444 0.00577022 2021-03-04T23:20:35.923 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 51 16 140277 140261 171.87 104.375 0.00917347 0.00581526 2021-03-04T23:20:36.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:36 gibba038 conmon[76675]: cluster 2021-03-04T23:20:34.542123+0000 mgr.x (mgr.34676) 501 : cluster 2021-03-04T23:20:36.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:36 gibba038 conmon[76675]: [DBG] pgmap v414: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 108 MiB/s wr, 1.73k op/s 2021-03-04T23:20:36.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:36 gibba011 conmon[95595]: cluster 2021-03-04T23:20:34.542123+0000 mgr.x (mgr.34676) 501 : cluster [DBG] pgmap v414: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 108 MiB/s wr, 1.73k op/s 2021-03-04T23:20:36.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:36 gibba011 conmon[95595]: 2021-03-04T23:20:36.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:36 gibba011 conmon[99461]: cluster 2021-03-04T23:20:34.542123+0000 mgr.x (mgr.34676) 501 2021-03-04T23:20:36.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:36 gibba011 conmon[99461]: : cluster [DBG] pgmap v414: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 108 MiB/s wr, 1.73k op/s 2021-03-04T23:20:36.923 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 52 15 141929 141914 170.551 103.312 0.00896469 0.0058603 2021-03-04T23:20:37.923 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 53 16 143595 143579 169.297 104.062 0.0055544 0.00590381 2021-03-04T23:20:38.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:38 gibba038 conmon[76675]: cluster 2021-03-04T23:20:36.542527+0000 mgr.x (mgr.34676) 502 : cluster [DBG] pgmap v415: 89 pgs: 89 active+clean; 8.3 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 109 MiB/s wr, 1.74k op/s 2021-03-04T23:20:38.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:38 gibba011 conmon[95595]: cluster 2021-03-04T23:20:36.542527+0000 mgr.x (mgr.34676) 502 : cluster [DBG] 2021-03-04T23:20:38.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:38 gibba011 conmon[95595]: pgmap v415: 89 pgs: 89 active+clean; 8.3 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 109 MiB/s wr, 1.74k op/s 2021-03-04T23:20:38.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:38 gibba011 conmon[99461]: cluster 2021-03-04T23:20:36.542527+0000 mgr.x (mgr.34676) 502 2021-03-04T23:20:38.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:38 gibba011 conmon[99461]: : cluster [DBG] pgmap v415: 89 pgs: 89 active+clean; 8.3 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 109 MiB/s wr, 1.74k op/s 2021-03-04T23:20:38.923 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 54 16 145227 145211 168.05 102 0.0081792 0.00594785 2021-03-04T23:20:39.923 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 55 16 146864 146848 166.855 102.312 0.00727624 0.00599033 2021-03-04T23:20:40.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:40 gibba038 conmon[76675]: cluster 2021-03-04T23:20:38.543004+0000 mgr.x (mgr.34676) 503 : cluster [DBG] 2021-03-04T23:20:40.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:40 gibba038 conmon[76675]: pgmap v416: 89 pgs: 89 active+clean; 8.6 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 113 MiB/s wr, 1.81k op/s 2021-03-04T23:20:40.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:40 gibba011 conmon[95595]: cluster 2021-03-04T23:20:40.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:40 gibba011 conmon[95595]: 2021-03-04T23:20:40.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:40 gibba011 conmon[95595]: 2021 2021-03-04T23:20:40.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:40 gibba011 conmon[95595]: -03-04T23:20:38.543004+0000 mgr.x (mgr.34676) 503 : cluster [DBG] 2021-03-04T23:20:40.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:40 gibba011 conmon[95595]: pgmap v416: 89 pgs: 89 active+clean; 8.6 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 113 MiB/s wr, 1.81k op/s 2021-03-04T23:20:40.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:40 gibba011 conmon[99461]: cluster 2021-03-04T23:20:38.543004+0000 mgr.x 2021-03-04T23:20:40.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:40 gibba011 conmon[99461]: (mgr.34676) 503 : cluster [DBG] pgmap v416: 89 pgs: 89 active+clean; 8.6 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 113 MiB/s wr, 1.81k op/s 2021-03-04T23:20:40.923 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 56 16 148488 148472 165.688 101.5 0.00944533 0.0060324 2021-03-04T23:20:41.923 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 57 16 150127 150111 164.578 102.438 0.00543667 0.00607327 2021-03-04T23:20:42.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:42 gibba038 conmon[76675]: cluster 2021-03-04T23:20:42.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:42 gibba038 conmon[76675]: 2021-03-04T23:20:42.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:42 gibba038 conmon[76675]: 2021 2021-03-04T23:20:42.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:42 gibba038 conmon[76675]: - 2021-03-04T23:20:42.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:42 gibba038 conmon[76675]: 03 2021-03-04T23:20:42.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:42 gibba038 conmon[76675]: - 2021-03-04T23:20:42.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:42 gibba038 conmon[76675]: 04 2021-03-04T23:20:42.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:42 gibba038 conmon[76675]: T 2021-03-04T23:20:42.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:42 gibba038 conmon[76675]: 23 2021-03-04T23:20:42.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:42 gibba038 conmon[76675]: : 2021-03-04T23:20:42.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:42 gibba038 conmon[76675]: 20 2021-03-04T23:20:42.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:42 gibba038 conmon[76675]: : 2021-03-04T23:20:42.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:42 gibba038 conmon[76675]: 40 2021-03-04T23:20:42.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:42 gibba038 conmon[76675]: . 2021-03-04T23:20:42.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:42 gibba038 conmon[76675]: 543423 2021-03-04T23:20:42.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:42 gibba038 conmon[76675]: +0000 2021-03-04T23:20:42.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:42 gibba038 conmon[76675]: 2021-03-04T23:20:42.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:42 gibba038 conmon[76675]: mgr.x 2021-03-04T23:20:42.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:42 gibba038 conmon[76675]: ( 2021-03-04T23:20:42.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:42 gibba038 conmon[76675]: mgr 2021-03-04T23:20:42.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:42 gibba038 conmon[76675]: . 2021-03-04T23:20:42.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:42 gibba038 conmon[76675]: 34676 2021-03-04T23:20:42.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:42 gibba038 conmon[76675]: ) 2021-03-04T23:20:42.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:42 gibba038 conmon[76675]: 504 2021-03-04T23:20:42.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:42 gibba038 conmon[76675]: : cluster [DBG] pgmap v417: 89 pgs: 89 active+clean; 8.8 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 107 MiB/s wr, 1.71k op/s 2021-03-04T23:20:42.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:42 gibba011 conmon[95595]: cluster 2021-03-04T23:20:40.543423+0000 mgr.x (mgr.34676) 2021-03-04T23:20:42.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:42 gibba011 conmon[95595]: 504 : cluster [DBG] pgmap v417: 89 pgs: 89 active+clean; 8.8 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 107 MiB/s wr, 1.71k op/s 2021-03-04T23:20:42.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:42 gibba011 conmon[99461]: cluster 2021-03-04T23:20:40.543423+0000 mgr.x (mgr.34676) 504 : cluster 2021-03-04T23:20:42.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:42 gibba011 conmon[99461]: [DBG] pgmap v417: 89 pgs: 89 active+clean; 8.8 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 107 MiB/s wr, 1.71k op/s 2021-03-04T23:20:42.923 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 58 16 151730 151714 163.468 100.188 0.00906901 0.00611467 2021-03-04T23:20:43.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:43 gibba038 conmon[76675]: cluster 2021-03-04T23:20:42.543805+0000 mgr.x (mgr.34676) 505 : cluster [DBG] 2021-03-04T23:20:43.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:43 gibba038 conmon[76675]: pgmap v418: 89 pgs: 89 active+clean; 8.9 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 96 MiB/s wr, 1.53k op/s 2021-03-04T23:20:43.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:43 gibba011 conmon[99461]: cluster 2021-03-04T23:20:42.543805+0000 mgr.x (mgr.34676) 505 : cluster [DBG] 2021-03-04T23:20:43.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:43 gibba011 conmon[99461]: pgmap v418: 89 pgs: 89 active+clean; 8.9 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 96 MiB/s wr, 1.53k op/s 2021-03-04T23:20:43.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:43 gibba011 conmon[95595]: cluster 2021-03-04T23:20:42.543805+0000 mgr.x (mgr.34676) 505 : cluster [DBG] pgmap v418: 89 pgs: 89 active+clean; 8.9 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 96 MiB/s wr, 1.53k op/s 2021-03-04T23:20:43.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:43 gibba011 conmon[95595]: 2021-03-04T23:20:43.923 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 59 16 153328 153312 162.39 99.875 0.00684951 0.00615493 2021-03-04T23:20:44.924 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:20:44.922697+0000 min lat: 0.000966992 max lat: 0.0691534 avg lat: 0.00619327 2021-03-04T23:20:44.924 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:20:44.924 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 60 16 154967 154951 161.39 102.438 0.00516241 0.00619327 2021-03-04T23:20:45.924 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 61 16 156571 156555 160.388 100.25 0.00431387 0.00623161 2021-03-04T23:20:46.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:45 gibba038 conmon[76675]: cluster 2021-03-04T23:20:44.544184+0000 mgr.x (mgr.34676) 506 : cluster [DBG] 2021-03-04T23:20:46.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:45 gibba038 conmon[76675]: pgmap v419: 89 pgs: 89 active+clean; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 103 MiB/s wr, 1.65k op/s 2021-03-04T23:20:46.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:45 gibba011 conmon[95595]: cluster 2021-03-04T23:20:44.544184+0000 mgr.x (mgr.34676) 506 : cluster [DBG] pgmap v419: 89 pgs: 89 active+clean; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 103 MiB/s wr, 1.65k op/s 2021-03-04T23:20:46.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:45 gibba011 conmon[99461]: cluster 2021-03-04T23:20:46.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:45 gibba011 conmon[99461]: 2021-03-04T23:20:46.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:45 gibba011 conmon[99461]: 2021-03-04T23:20:44.544184+0000 mgr.x ( 2021-03-04T23:20:46.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:45 gibba011 conmon[99461]: mgr.34676) 506 : cluster [DBG] pgmap v419: 89 pgs: 89 active+clean; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 103 MiB/s wr, 1.65k op/s 2021-03-04T23:20:46.924 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 62 16 158164 158148 159.407 99.5625 0.0120444 0.00627024 2021-03-04T23:20:47.924 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 63 16 159745 159729 158.445 98.8125 0.0093436 0.00630843 2021-03-04T23:20:48.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:47 gibba038 conmon[76675]: cluster 2021-03-04T23:20:46.544556+0000 mgr.x (mgr.34676) 507 : cluster [DBG] pgmap v420: 89 pgs: 89 active+clean; 9.3 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 105 MiB/s wr, 1.68k op/s 2021-03-04T23:20:48.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:47 gibba011 conmon[99461]: cluster 2021-03-04T23:20:46.544556+0000 mgr.x (mgr. 2021-03-04T23:20:48.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:47 gibba011 conmon[99461]: 34676) 507 : cluster [DBG] pgmap v420: 89 pgs: 89 active+clean; 9.3 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 105 MiB/s wr, 1.68k op/s 2021-03-04T23:20:48.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:47 gibba011 conmon[95595]: cluster 2021-03-04T23:20:46.544556+0000 mgr.x (mgr.34676) 2021-03-04T23:20:48.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:47 gibba011 conmon[95595]: 507 : cluster [DBG] pgmap v420: 89 pgs: 89 active+clean; 9.3 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 105 MiB/s wr, 1.68k op/s 2021-03-04T23:20:48.924 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 64 16 161321 161305 157.508 98.5 0.00383995 0.00634566 2021-03-04T23:20:49.924 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 65 16 162922 162906 156.624 100.062 0.00870116 0.00638187 2021-03-04T23:20:50.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:49 gibba038 conmon[76675]: cluster 2021-03-04T23:20:48.544936+0000 mgr.x (mgr.34676) 508 : cluster [DBG] pgmap v421: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 109 MiB/s wr, 1.74k op/s 2021-03-04T23:20:50.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:49 gibba011 conmon[95595]: cluster 2021-03-04T23:20:48.544936+0000 mgr.x (mgr.34676) 508 : cluster [DBG] pgmap v421: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 109 MiB/s wr, 1.74k op/s 2021-03-04T23:20:50.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:49 gibba011 conmon[99461]: cluster 2021-03-04T23:20:48.544936+0000 mgr.x (mgr.34676) 508 : cluster [DBG] 2021-03-04T23:20:50.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:49 gibba011 conmon[99461]: pgmap v421: 89 pgs: 89 active+clean; 9.6 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 109 MiB/s wr, 1.74k op/s 2021-03-04T23:20:50.924 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 66 16 164512 164496 155.757 99.375 0.014456 0.00641726 2021-03-04T23:20:51.924 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 67 16 166094 166078 154.908 98.875 0.0125463 0.00645229 2021-03-04T23:20:52.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:51 gibba038 conmon[76675]: cluster 2021-03-04T23:20:50.545269+0000 mgr.x (mgr.34676) 509 : 2021-03-04T23:20:52.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:51 gibba038 conmon[76675]: cluster [DBG] pgmap v422: 89 pgs: 89 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 103 MiB/s wr, 1.64k op/s 2021-03-04T23:20:52.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:51 gibba011 conmon[95595]: cluster 2021-03-04T23:20:50.545269+0000 mgr.x (mgr.34676) 509 : cluster [DBG] pgmap v422: 89 pgs: 89 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 103 MiB/s wr, 1.64k op/s 2021-03-04T23:20:52.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:51 gibba011 conmon[99461]: cluster 2021-03-04T23:20:50.545269+0000 mgr.x (mgr.34676 2021-03-04T23:20:52.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:51 gibba011 conmon[99461]: ) 509 : cluster [DBG] pgmap v422: 89 pgs: 89 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 103 MiB/s wr, 1.64k op/s 2021-03-04T23:20:52.924 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 68 16 167656 167640 154.065 97.625 0.00523594 0.00648759 2021-03-04T23:20:53.924 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 69 16 169243 169227 153.27 99.1875 0.0105947 0.00652148 2021-03-04T23:20:54.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:53 gibba038 conmon[76675]: cluster 2021-03-04T23:20:52.545581+0000 mgr.x (mgr.34676) 510 : 2021-03-04T23:20:54.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:53 gibba038 conmon[76675]: cluster [DBG] pgmap v423: 89 pgs: 89 active+clean; 9.9 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 92 MiB/s wr, 1.47k op/s 2021-03-04T23:20:54.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:53 gibba011 conmon[95595]: cluster 2021-03-04T23:20:52.545581+0000 mgr.x (mgr.34676) 510 : cluster [DBG] 2021-03-04T23:20:54.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:53 gibba011 conmon[95595]: pgmap v423: 89 pgs: 89 active+clean; 9.9 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 92 MiB/s wr, 1.47k op/s 2021-03-04T23:20:54.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:53 gibba011 conmon[99461]: cluster 2021-03-04T23:20:52.545581+0000 mgr.x (mgr.34676 2021-03-04T23:20:54.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:53 gibba011 conmon[99461]: ) 510 : cluster [DBG] pgmap v423: 89 pgs: 89 active+clean; 9.9 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 92 MiB/s wr, 1.47k op/s 2021-03-04T23:20:54.924 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 70 15 170772 170757 152.446 95.625 0.0050239 0.0065567 2021-03-04T23:20:55.924 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 71 16 172336 172320 151.675 97.6875 0.0040603 0.00659018 2021-03-04T23:20:56.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:55 gibba038 conmon[76675]: cluster 2021-03-04T23:20:54.545979+0000 mgr.x (mgr.34676) 511 : cluster [DBG] pgmap v424: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 99 MiB/s wr, 1.59k op/s 2021-03-04T23:20:56.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:55 gibba011 conmon[95595]: cluster 2021-03-04T23:20:54.545979+0000 mgr.x (mgr.34676) 511 : cluster [DBG] pgmap v424: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 99 MiB/s wr, 1.59k op/s 2021-03-04T23:20:56.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:55 gibba011 conmon[99461]: cluster 2021-03-04T23:20:54.545979+0000 mgr.x (mgr.34676) 511 : cluster [DBG] pgmap v424: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 99 MiB/s wr, 1.59k op/s 2021-03-04T23:20:56.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:55 gibba011 conmon[99461]: 2021-03-04T23:20:56.925 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 72 16 173919 173903 150.942 98.9375 0.0043293 0.00662217 2021-03-04T23:20:57.925 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 73 16 175481 175465 150.212 97.625 0.0113267 0.00665441 2021-03-04T23:20:58.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:57 gibba038 conmon[76675]: cluster 2021-03-04T23:20:56.546330+0000 mgr.x (mgr.34676) 512 : cluster [DBG] pgmap v425: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 101 MiB/s wr, 1.62k op/s 2021-03-04T23:20:58.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:57 gibba011 conmon[95595]: cluster 2021-03-04T23:20:56.546330+0000 mgr.x (mgr.34676) 512 : cluster [DBG] pgmap v425: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 101 MiB/s wr, 1.62k op/s 2021-03-04T23:20:58.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:57 gibba011 conmon[99461]: cluster 2021-03-04T23:20:56.546330+0000 2021-03-04T23:20:58.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:57 gibba011 conmon[99461]: mgr.x (mgr.34676) 512 : cluster [DBG] pgmap v425: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 101 MiB/s wr, 1.62k op/s 2021-03-04T23:20:58.925 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 74 16 177067 177051 149.521 99.125 0.00700613 0.00668511 2021-03-04T23:20:59.925 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 75 16 178613 178597 148.816 96.625 0.0114645 0.00671698 2021-03-04T23:21:00.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:59 gibba038 conmon[76675]: cluster 2021-03-04T23:20:58.546803+0000 mgr.x (mgr.34676) 513 : cluster [DBG] 2021-03-04T23:21:00.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:20:59 gibba038 conmon[76675]: pgmap v426: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 106 MiB/s wr, 1.69k op/s 2021-03-04T23:21:00.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:59 gibba011 conmon[95595]: cluster 2021-03-04T23:20:58.546803+0000 mgr.x (mgr.34676) 513 : cluster 2021-03-04T23:21:00.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:20:59 gibba011 conmon[95595]: [DBG] pgmap v426: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 106 MiB/s wr, 1.69k op/s 2021-03-04T23:21:00.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:59 gibba011 conmon[99461]: cluster 2021-03-04T23:20:58.546803+0000 2021-03-04T23:21:00.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:20:59 gibba011 conmon[99461]: mgr.x (mgr.34676) 513 : cluster [DBG] pgmap v426: 89 pgs: 89 active+clean; 11 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 106 MiB/s wr, 1.69k op/s 2021-03-04T23:21:00.925 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 76 16 180191 180175 148.156 98.625 0.00759904 0.00674666 2021-03-04T23:21:01.925 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 77 16 181781 181765 147.522 99.375 0.00943847 0.00677564 2021-03-04T23:21:02.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:01 gibba038 conmon[76675]: cluster 2021-03-04T23:21:00.547199+0000 mgr.x (mgr.34676) 514 : cluster [DBG] pgmap v427: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 100 MiB/s wr, 1.61k op/s 2021-03-04T23:21:02.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:01 gibba011 conmon[99461]: cluster 2021-03-04T23:21:00.547199+0000 mgr.x (mgr.34676) 514 : cluster 2021-03-04T23:21:02.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:01 gibba011 conmon[99461]: [DBG] pgmap v427: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 100 MiB/s wr, 1.61k op/s 2021-03-04T23:21:02.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:01 gibba011 conmon[95595]: cluster 2021-03-04T23:21:02.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:01 gibba011 conmon[95595]: 2021-03-04T23:21:00.547199+0000 mgr.x (mgr.34676) 514 : cluster [DBG] 2021-03-04T23:21:02.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:01 gibba011 conmon[95595]: pgmap v427: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 100 MiB/s wr, 1.61k op/s 2021-03-04T23:21:02.925 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 78 16 183367 183351 146.901 99.125 0.00487844 0.00680434 2021-03-04T23:21:03.925 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 79 16 184946 184930 146.291 98.6875 0.00415102 0.00683278 2021-03-04T23:21:04.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:03 gibba011 conmon[99461]: cluster 2021-03-04T23:21:02.547525+0000 mgr.x (mgr.34676 2021-03-04T23:21:04.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:03 gibba011 conmon[99461]: ) 515 : cluster [DBG] pgmap v428: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 90 MiB/s wr, 1.43k op/s 2021-03-04T23:21:04.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:03 gibba011 conmon[95595]: cluster 2021-03-04T23:21:02.547525+0000 mgr.x (mgr.34676) 515 : cluster [DBG] pgmap v428: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 90 MiB/s wr, 1.43k op/s 2021-03-04T23:21:04.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:03 gibba011 conmon[95595]: 2021-03-04T23:21:04.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:03 gibba038 conmon[76675]: cluster 2021-03-04T23:21:02.547525+0000 mgr.x (mgr.34676) 515 : cluster [DBG] pgmap v428: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 90 MiB/s wr, 1.43k op/s 2021-03-04T23:21:04.925 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:21:04.924253+0000 min lat: 0.000966992 max lat: 0.0691534 avg lat: 0.00686078 2021-03-04T23:21:04.926 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:21:04.926 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 80 16 186529 186513 145.699 98.9375 0.0124135 0.00686078 2021-03-04T23:21:05.926 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 81 15 188088 188073 145.104 97.5 0.00908186 0.00688877 2021-03-04T23:21:06.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:05 gibba011 conmon[95595]: cluster 2021-03-04T23:21:04.547958+0000 mgr.x (mgr.34676) 516 : cluster [DBG] pgmap v429: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 97 MiB/s wr, 1.55k op/s 2021-03-04T23:21:06.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:05 gibba011 conmon[99461]: cluster 2021-03-04T23:21:04.547958+0000 mgr.x (mgr.34676) 516 : cluster 2021-03-04T23:21:06.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:05 gibba011 conmon[99461]: [DBG] pgmap v429: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 97 MiB/s wr, 1.55k op/s 2021-03-04T23:21:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:05 gibba038 conmon[76675]: cluster 2021-03-04T23:21:06.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:05 gibba038 conmon[76675]: 2021-03- 2021-03-04T23:21:06.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:05 gibba038 conmon[76675]: 04T23:21:04.547958+0000 mgr.x (mgr.34676) 516 : cluster [DBG] pgmap v429: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 97 MiB/s wr, 1.55k op/s 2021-03-04T23:21:06.925 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 82 16 189634 189618 144.512 96.5625 0.0195333 0.00691708 2021-03-04T23:21:07.926 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 83 16 191194 191178 143.945 97.5 0.00716528 0.00694414 2021-03-04T23:21:08.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:07 gibba011 conmon[95595]: cluster 2021-03-04T23:21:06.548349+0000 mgr.x (mgr.34676) 517 : cluster [DBG] pgmap v430: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 100 MiB/s wr, 1.59k op/s 2021-03-04T23:21:08.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:07 gibba011 conmon[95595]: 2021-03-04T23:21:08.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:07 gibba011 conmon[99461]: cluster 2021-03-04T23:21:08.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:07 gibba011 conmon[99461]: 2021-03-04T23:21:06.548349+0000 2021-03-04T23:21:08.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:07 gibba011 conmon[99461]: mgr.x (mgr.34676) 517 : cluster [DBG] pgmap v430: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 100 MiB/s wr, 1.59k op/s 2021-03-04T23:21:08.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:07 gibba038 conmon[76675]: cluster 2021-03-04T23:21:06.548349+0000 mgr.x (mgr.34676) 517 : cluster [DBG] pgmap v430: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 100 MiB/s wr, 1.59k op/s 2021-03-04T23:21:08.925 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 84 16 192776 192760 143.409 98.875 0.00703066 0.00697001 2021-03-04T23:21:09.926 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 85 16 194350 194334 142.879 98.375 0.0056222 0.0069963 2021-03-04T23:21:10.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:09 gibba011 conmon[95595]: cluster 2021-03-04T23:21:08.548757+0000 mgr.x (mgr.34676) 518 : cluster [DBG] pgmap v431: 89 pgs: 89 active+clean; 12 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 105 MiB/s wr, 1.68k op/s 2021-03-04T23:21:10.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:09 gibba011 conmon[99461]: cluster 2021-03-04T23:21:08.548757+0000 mgr.x (mgr.34676 2021-03-04T23:21:10.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:09 gibba011 conmon[99461]: ) 518 : cluster [DBG] pgmap v431: 89 pgs: 89 active+clean; 12 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 105 MiB/s wr, 1.68k op/s 2021-03-04T23:21:10.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:09 gibba038 conmon[76675]: cluster 2021-03-04T23:21:08.548757+0000 mgr.x (mgr.34676) 2021-03-04T23:21:10.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:09 gibba038 conmon[76675]: 518 : cluster [DBG] pgmap v431: 89 pgs: 89 active+clean; 12 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 105 MiB/s wr, 1.68k op/s 2021-03-04T23:21:10.926 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 86 16 195923 195907 142.361 98.3125 0.00710005 0.00702153 2021-03-04T23:21:11.926 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 87 16 197524 197508 141.874 100.062 0.00747063 0.00704578 2021-03-04T23:21:12.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:11 gibba011 conmon[95595]: cluster 2021-03-04T23:21:10.549157+0000 mgr.x (mgr.34676) 519 : cluster 2021-03-04T23:21:12.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:11 gibba011 conmon[95595]: [DBG] pgmap v432: 89 pgs: 89 active+clean; 12 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 100 MiB/s wr, 1.60k op/s 2021-03-04T23:21:12.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:11 gibba011 conmon[99461]: cluster 2021-03-04T23:21:12.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:11 gibba011 conmon[99461]: 2021-03-04T23:21:12.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:11 gibba011 conmon[99461]: 2021-03-04T23:21:10.549157+0000 2021-03-04T23:21:12.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:11 gibba011 conmon[99461]: mgr.x (mgr.34676) 519 : cluster [DBG] pgmap v432: 89 pgs: 89 active+clean; 12 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 100 MiB/s wr, 1.60k op/s 2021-03-04T23:21:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:11 gibba038 conmon[76675]: cluster 2021-03-04T23:21:10.549157+0000 mgr.x (mgr. 2021-03-04T23:21:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:11 gibba038 conmon[76675]: 34676) 519 : cluster [DBG] pgmap v432: 89 pgs: 89 active+clean; 12 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 100 MiB/s wr, 1.60k op/s 2021-03-04T23:21:12.926 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 88 16 199063 199047 141.355 96.1875 0.00850363 0.00707137 2021-03-04T23:21:13.926 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 89 16 200653 200637 140.883 99.375 0.00956429 0.00709521 2021-03-04T23:21:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:13 gibba038 conmon[76675]: cluster 2021-03-04T23:21:12.549520+0000 mgr.x (mgr.34676) 520 : cluster 2021-03-04T23:21:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:13 gibba038 conmon[76675]: [DBG] pgmap v433: 89 pgs: 89 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 89 MiB/s wr, 1.43k op/s 2021-03-04T23:21:14.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:13 gibba011 conmon[95595]: cluster 2021-03-04T23:21:12.549520+0000 mgr.x (mgr.34676) 520 : cluster [DBG] pgmap v433: 89 pgs: 89 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 89 MiB/s wr, 1.43k op/s 2021-03-04T23:21:14.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:13 gibba011 conmon[99461]: cluster 2021-03-04T23:21:12.549520+0000 mgr.x (mgr.34676) 520 : cluster [DBG] pgmap v433: 89 pgs: 89 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 89 MiB/s wr, 1.43k op/s 2021-03-04T23:21:14.926 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 90 2 202230 202228 140.423 99.4375 0.00683045 0.00711854 2021-03-04T23:21:15.927 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Total time run: 90.0092 2021-03-04T23:21:15.927 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Total writes made: 202230 2021-03-04T23:21:15.927 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Write size: 65536 2021-03-04T23:21:15.927 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Object size: 65536 2021-03-04T23:21:15.928 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Bandwidth (MB/sec): 140.423 2021-03-04T23:21:15.928 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Stddev Bandwidth: 79.415 2021-03-04T23:21:15.928 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Max bandwidth (MB/sec): 553.562 2021-03-04T23:21:15.928 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Min bandwidth (MB/sec): 95.625 2021-03-04T23:21:15.929 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Average IOPS: 2246 2021-03-04T23:21:15.929 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Stddev IOPS: 1270.64 2021-03-04T23:21:15.929 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Max IOPS: 8857 2021-03-04T23:21:15.929 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Min IOPS: 1530 2021-03-04T23:21:15.929 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Average Latency(s): 0.0071186 2021-03-04T23:21:15.930 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Stddev Latency(s): 0.00470587 2021-03-04T23:21:15.930 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Max latency(s): 0.0691534 2021-03-04T23:21:15.930 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Min latency(s): 0.000966992 2021-03-04T23:21:15.933 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Cleaning up (deleting benchmark objects) 2021-03-04T23:21:16.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:15 gibba038 conmon[76675]: cluster 2021-03-04T23:21:14.549971+0000 mgr.x (mgr.34676) 521 : cluster [DBG] pgmap v434: 89 pgs: 89 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 97 MiB/s wr, 1.55k op/s 2021-03-04T23:21:16.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:15 gibba011 conmon[95595]: cluster 2021-03-04T23:21:14.549971+0000 mgr.x (mgr.34676) 521 : cluster [DBG] pgmap v434: 89 pgs: 89 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 97 MiB/s wr, 1.55k op/s 2021-03-04T23:21:16.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:15 gibba011 conmon[99461]: cluster 2021-03-04T23:21:14.549971+0000 mgr.x (mgr.34676) 521 : cluster [DBG] pgmap v434: 89 pgs: 89 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 97 MiB/s wr, 1.55k op/s 2021-03-04T23:21:16.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:15 gibba011 conmon[99461]: 2021-03-04T23:21:17.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:16 gibba038 conmon[76675]: audit 2021-03-04T23:21:16.462978+0000 mon.c (mon.1) 206 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:21:17.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:16 gibba038 conmon[76675]: audit 2021-03-04T23:21:16.463138+0000 mon.c (mon.1) 207 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 5]}]: dispatch 2021-03-04T23:21:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:16 gibba038 conmon[76675]: audit 2021-03-04T23:21:16.463268+0000 mon.c (mon.1) 208 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:21:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:16 gibba038 conmon[76675]: audit 2021-03-04T23:21:16.463283+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:21:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:16 gibba038 conmon[76675]: audit 2021-03-04T23:21:16.463565+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 5]}]: dispatch 2021-03-04T23:21:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:16 gibba038 conmon[76675]: audit 2021-03-04T23:21:16.463749+0000 mon.a 2021-03-04T23:21:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:16 gibba038 conmon[76675]: (mon.0) 581 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:21:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:16 gibba038 conmon[76675]: audit 2021-03-04T23:21:16.610563+0000 mon.c (mon 2021-03-04T23:21:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:16 gibba038 conmon[76675]: .1) 209 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:21:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:16 gibba038 conmon[76675]: audit 2021-03-04T23:21:16.610861+0000 mon.a ( 2021-03-04T23:21:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:16 gibba038 conmon[76675]: mon.0) 582 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:21:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:16 gibba038 conmon[76675]: audit 2021-03-04T23:21:16.627101+0000 mon.c 2021-03-04T23:21:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:16 gibba038 conmon[76675]: (mon.1) 210 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:21:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:16 gibba038 conmon[76675]: audit 2021-03-04T23:21:16.627422 2021-03-04T23:21:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:16 gibba038 conmon[76675]: +0000 mon.a (mon.0) 583 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:21:17.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: audit 2021-03-04T23:21:16.462978+0000 mon.c (mon.1) 206 : audit 2021-03-04T23:21:17.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:21:17.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: audit 2021-03-04T23:21: 2021-03-04T23:21:17.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: 16.463138+0000 mon.c (mon.1) 207 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 5]}]: dispatch 2021-03-04T23:21:17.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:21:17.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: 04T23:21:16.463268+0000 mon.c (mon.1 2021-03-04T23:21:17.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: ) 208 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:21:17.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:21:17.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: T23:21:16.463283+0000 mon.a (mon. 2021-03-04T23:21:17.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: 0) 579 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:21:17.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:21:17.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: -04T23:21:16.463565+0000 mon.a (mon 2021-03-04T23:21:17.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: .0) 580 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 5]}]: dispatch 2021-03-04T23:21:17.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:21:17.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: 03-04T23:21:16.463749+0000 mon.a ( 2021-03-04T23:21:17.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: mon.0) 581 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:21:17.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: audit 2021 2021-03-04T23:21:17.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: -03-04T23:21:16.610563+0000 mon.c 2021-03-04T23:21:17.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: (mon.1) 209 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:21:17.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: audit 2021-03-04T23:21:17.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: 2021-03-04T23:21:16.610861+0000 2021-03-04T23:21:17.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: mon.a (mon.0) 582 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:21:17.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: audit 2021 2021-03-04T23:21:17.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: -03-04T23:21:16.627101+0000 mon.c 2021-03-04T23:21:17.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: (mon.1) 210 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:21:17.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:21:17.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: -04T23:21:16.627422+0000 mon.a (mon. 2021-03-04T23:21:17.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[99461]: 0) 583 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:21:17.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[95595]: audit 2021-03-04T23:21:16.462978+0000 mon.c (mon.1) 206 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:21:17.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[95595]: audit 2021-03-04T23:21:16.463138+0000 mon.c (mon.1) 207 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 5]}]: dispatch 2021-03-04T23:21:17.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[95595]: audit 2021-03-04T23:21:16.463268+0000 mon.c (mon.1) 208 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:21:17.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[95595]: audit 2021-03-04T23:21:16.463283+0000 2021-03-04T23:21:17.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[95595]: mon.a (mon.0) 579 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:21:17.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[95595]: audit 2021- 2021-03-04T23:21:17.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[95595]: 03-04T23:21:16.463565+0000 mon.a 2021-03-04T23:21:17.363 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[95595]: (mon.0) 580 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 5]}]: dispatch 2021-03-04T23:21:17.363 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[95595]: audit 2021-03-04T23: 2021-03-04T23:21:17.363 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[95595]: 21:16.463749+0000 mon.a (mon.0) 581 : audit 2021-03-04T23:21:17.363 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[95595]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [1, 2]}]: dispatch 2021-03-04T23:21:17.363 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[95595]: audit 2021-03 2021-03-04T23:21:17.364 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[95595]: -04T23:21:16.610563+0000 mon.c (mon. 2021-03-04T23:21:17.364 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[95595]: 1) 209 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:21:17.364 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[95595]: audit 2021-03- 2021-03-04T23:21:17.365 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[95595]: 04T23:21:16.610861+0000 mon.a (mon. 2021-03-04T23:21:17.365 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[95595]: 0) 582 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:21:17.365 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[95595]: audit 2021-03- 2021-03-04T23:21:17.365 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[95595]: 04T23:21:16.627101+0000 mon.c (mon. 2021-03-04T23:21:17.365 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[95595]: 1) 210 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:21:17.366 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[95595]: audit 2021-03- 2021-03-04T23:21:17.366 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[95595]: 04T23:21:16.627422+0000 mon.a (mon 2021-03-04T23:21:17.366 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:16 gibba011 conmon[95595]: .0) 583 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:21:18.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:17 gibba038 conmon[76675]: cluster 2021-03-04T23:21:16.550302+0000 mgr.x (mgr.34676) 522 : cluster [DBG] pgmap v435: 89 pgs: 89 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 99 MiB/s wr, 1.59k op/s 2021-03-04T23:21:18.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:17 gibba011 conmon[95595]: cluster 2021-03-04T23:21:16.550302+0000 mgr.x (mgr.34676) 522 : cluster 2021-03-04T23:21:18.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:17 gibba011 conmon[95595]: [DBG] pgmap v435: 89 pgs: 89 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 99 MiB/s wr, 1.59k op/s 2021-03-04T23:21:18.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:17 gibba011 conmon[99461]: cluster 2021-03-04T23:21:18.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:17 gibba011 conmon[99461]: 2021-03-04T23:21:18.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:17 gibba011 conmon[99461]: 2021 2021-03-04T23:21:18.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:17 gibba011 conmon[99461]: - 2021-03-04T23:21:18.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:17 gibba011 conmon[99461]: 03 2021-03-04T23:21:18.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:17 gibba011 conmon[99461]: - 2021-03-04T23:21:18.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:17 gibba011 conmon[99461]: 04 2021-03-04T23:21:18.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:17 gibba011 conmon[99461]: T 2021-03-04T23:21:18.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:17 gibba011 conmon[99461]: 23 2021-03-04T23:21:18.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:17 gibba011 conmon[99461]: : 2021-03-04T23:21:18.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:17 gibba011 conmon[99461]: 21 2021-03-04T23:21:18.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:17 gibba011 conmon[99461]: : 2021-03-04T23:21:18.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:17 gibba011 conmon[99461]: 16 2021-03-04T23:21:18.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:17 gibba011 conmon[99461]: . 2021-03-04T23:21:18.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:17 gibba011 conmon[99461]: 550302 2021-03-04T23:21:18.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:17 gibba011 conmon[99461]: +0000 2021-03-04T23:21:18.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:17 gibba011 conmon[99461]: 2021-03-04T23:21:18.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:17 gibba011 conmon[99461]: mgr.x 2021-03-04T23:21:18.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:17 gibba011 conmon[99461]: ( 2021-03-04T23:21:18.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:17 gibba011 conmon[99461]: mgr 2021-03-04T23:21:18.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:17 gibba011 conmon[99461]: . 2021-03-04T23:21:18.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:17 gibba011 conmon[99461]: 34676) 522 : cluster [DBG] pgmap v435: 89 pgs: 89 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 99 MiB/s wr, 1.59k op/s 2021-03-04T23:21:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:19 gibba038 conmon[76675]: cluster 2021-03-04T23:21:18.550659+0000 mgr.x (mgr.34676) 2021-03-04T23:21:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:19 gibba038 conmon[76675]: 523 : cluster [DBG] pgmap v436: 89 pgs: 89 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 85 B/s rd, 92 MiB/s wr, 1.60k op/s 2021-03-04T23:21:20.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:19 gibba011 conmon[95595]: cluster 2021-03-04T23:21:18.550659+0000 mgr.x (mgr.34676) 523 : 2021-03-04T23:21:20.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:19 gibba011 conmon[95595]: cluster [DBG] pgmap v436: 89 pgs: 89 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 85 B/s rd, 92 MiB/s wr, 1.60k op/s 2021-03-04T23:21:20.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:19 gibba011 conmon[99461]: cluster 2021-03-04T23:21:18.550659+0000 mgr.x (mgr.34676) 523 : cluster [DBG] pgmap v436: 89 pgs: 89 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 85 B/s rd, 92 MiB/s wr, 1.60k op/s 2021-03-04T23:21:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:21 gibba038 conmon[76675]: cluster 2021-03-04T23:21:20.551017+0000 mgr.x (mgr.34676) 524 : cluster 2021-03-04T23:21:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:21 gibba038 conmon[76675]: [DBG] pgmap v437: 89 pgs: 89 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 85 B/s rd, 70 MiB/s wr, 1.49k op/s 2021-03-04T23:21:22.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:21 gibba011 conmon[95595]: cluster 2021-03-04T23:21:20.551017+0000 mgr.x (mgr.34676) 524 : cluster [DBG] pgmap v437: 89 pgs: 89 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 85 B/s rd, 70 MiB/s wr, 1.49k op/s 2021-03-04T23:21:22.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:21 gibba011 conmon[99461]: cluster 2021-03-04T23:21:20.551017+0000 mgr.x (mgr.34676) 524 : cluster [DBG] pgmap v437: 89 pgs: 89 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 85 B/s rd, 70 MiB/s wr, 1.49k op/s 2021-03-04T23:21:24.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:23 gibba038 conmon[76675]: cluster 2021-03-04T23:21:22.551352+0000 mgr.x (mgr.34676) 525 2021-03-04T23:21:24.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:23 gibba038 conmon[76675]: : cluster [DBG] pgmap v438: 89 pgs: 89 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 85 B/s rd, 52 MiB/s wr, 1.34k op/s 2021-03-04T23:21:24.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:23 gibba011 conmon[95595]: cluster 2021-03-04T23:21:22.551352+0000 mgr.x (mgr.34676) 525 2021-03-04T23:21:24.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:23 gibba011 conmon[95595]: : cluster [DBG] pgmap v438: 89 pgs: 89 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 85 B/s rd, 52 MiB/s wr, 1.34k op/s 2021-03-04T23:21:24.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:23 gibba011 conmon[99461]: cluster 2021-03-04T23:21:22.551352+0000 mgr.x (mgr.34676) 525 : cluster [DBG] pgmap v438: 89 pgs: 89 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 85 B/s rd, 52 MiB/s wr, 1.34k op/s 2021-03-04T23:21:26.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:25 gibba038 conmon[76675]: cluster 2021-03-04T23:21:24.551735+0000 mgr.x (mgr.34676) 526 : cluster [DBG] pgmap v439: 89 pgs: 89 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 85 B/s rd, 44 MiB/s wr, 1.47k op/s 2021-03-04T23:21:26.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:25 gibba011 conmon[95595]: cluster 2021-03-04T23:21:24.551735+0000 mgr.x (mgr.34676) 526 : cluster 2021-03-04T23:21:26.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:25 gibba011 conmon[95595]: [DBG] pgmap v439: 89 pgs: 89 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 85 B/s rd, 44 MiB/s wr, 1.47k op/s 2021-03-04T23:21:26.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:25 gibba011 conmon[99461]: cluster 2021-03-04T23:21:24.551735+0000 mgr.x (mgr 2021-03-04T23:21:26.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:25 gibba011 conmon[99461]: .34676) 526 : cluster [DBG] pgmap v439: 89 pgs: 89 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 85 B/s rd, 44 MiB/s wr, 1.47k op/s 2021-03-04T23:21:28.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:27 gibba038 conmon[76675]: cluster 2021-03-04T23:21:26.552149+0000 mgr.x (mgr.34676) 527 : cluster 2021-03-04T23:21:28.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:27 gibba038 conmon[76675]: [DBG] pgmap v440: 89 pgs: 89 active+clean; 12 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 85 B/s rd, 29 MiB/s wr, 1.52k op/s 2021-03-04T23:21:28.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:27 gibba038 conmon[76675]: audit 2021-03-04T23:21:27.625052+0000 mon.c (mon.1) 211 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:21:28.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:27 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:21:28.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:27 gibba038 conmon[76675]: 04T23:21:27.626599+0000 mon.c (mon.1) 212 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:21:28.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:27 gibba038 conmon[76675]: audit 2021-03-04T23:21 2021-03-04T23:21:28.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:27 gibba038 conmon[76675]: :27.626805+0000 mon.c (mon.1) 213 : audit 2021-03-04T23:21:28.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:27 gibba038 conmon[76675]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:21:28.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:27 gibba011 conmon[95595]: cluster 2021-03-04T23:21:26.552149+0000 mgr.x (mgr.34676) 527 : cluster 2021-03-04T23:21:28.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:27 gibba011 conmon[95595]: [DBG] pgmap v440: 89 pgs: 89 active+clean; 12 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 85 B/s rd, 29 MiB/s wr, 1.52k op/s 2021-03-04T23:21:28.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:27 gibba011 conmon[95595]: audit 2021-03-04T23:21:27.625052+0000 mon.c (mon.1) 211 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:21:28.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:27 gibba011 conmon[95595]: audit 2021-03-04T23:21:27.626599+0000 mon.c (mon.1) 212 : audit [DBG] 2021-03-04T23:21:28.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:27 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:21:28.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:27 gibba011 conmon[95595]: audit 2021-03-04T23:21: 2021-03-04T23:21:28.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:27 gibba011 conmon[95595]: 27.626805+0000 mon.c (mon.1) 213 : audit [DBG] 2021-03-04T23:21:28.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:27 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:21:28.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:27 gibba011 conmon[99461]: cluster 2021-03-04T23:21:26.552149+0000 mgr.x (mgr.34676) 527 : cluster 2021-03-04T23:21:28.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:27 gibba011 conmon[99461]: [DBG] pgmap v440: 89 pgs: 89 active+clean; 12 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 85 B/s rd, 29 MiB/s wr, 1.52k op/s 2021-03-04T23:21:28.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:27 gibba011 conmon[99461]: audit 2021-03-04T23:21:27.625052+0000 mon.c (mon.1) 211 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:21:28.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:27 gibba011 conmon[99461]: audit 2021-03-04T23:21:27 2021-03-04T23:21:28.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:27 gibba011 conmon[99461]: .626599+0000 mon.c (mon.1) 212 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:21:28.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:27 gibba011 conmon[99461]: 2021-03-04T23:21:28.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:27 gibba011 conmon[99461]: audit 2021 2021-03-04T23:21:28.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:27 gibba011 conmon[99461]: -03-04T23:21:27.626805+0000 mon.c (mon.1) 213 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:21:30.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:29 gibba038 conmon[76675]: cluster 2021-03-04T23:21:28.552950+0000 mgr.x (mgr.34676) 528 : cluster [DBG] pgmap v441: 89 pgs: 89 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 85 B/s rd, 12 MiB/s wr, 1.62k op/s 2021-03-04T23:21:30.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:29 gibba011 conmon[99461]: cluster 2021-03-04T23:21:28.552950+0000 mgr.x (mgr.34676) 2021-03-04T23:21:30.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:29 gibba011 conmon[99461]: 528 : cluster [DBG] pgmap v441: 89 pgs: 89 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 85 B/s rd, 12 MiB/s wr, 1.62k op/s 2021-03-04T23:21:30.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:29 gibba011 conmon[95595]: cluster 2021-03-04T23:21:28.552950 2021-03-04T23:21:30.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:29 gibba011 conmon[95595]: +0000 mgr.x (mgr.34676) 528 : cluster [DBG] pgmap v441: 89 pgs: 89 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 85 B/s rd, 12 MiB/s wr, 1.62k op/s 2021-03-04T23:21:31.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:31 gibba038 conmon[76675]: audit 2021-03-04T23:21:30.404947+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:21:31.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:31 gibba038 conmon[76675]: cephadm 2021-03-04T23:21:30.406195+0000 mgr.x (mgr.34676) 529 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:21:31.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:31 gibba038 conmon[76675]: cluster 2021-03-04T23:21:30.553340+0000 mgr.x (mgr.34676) 530 : cluster [DBG] pgmap v442: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 0 B/s wr, 1.60k op/s 2021-03-04T23:21:31.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:31 gibba038 conmon[76675]: audit 2021-03-04T23:21:30.975452+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:21:31.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:31 gibba038 conmon[76675]: cephadm 2021-03-04T23:21:30.977594+0000 mgr.x (mgr.34676) 531 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:21:31.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:31 gibba038 conmon[76675]: audit 2021-03-04T23:21:31.359609+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:21:31.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[95595]: audit 2021-03-04T23:21:30.404947+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:21:31.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[95595]: cephadm 2021-03-04T23:21:30.406195+0000 mgr.x (mgr.34676) 529 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:21:31.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[95595]: cluster 2021-03-04T23:21:30.553340+0000 mgr.x (mgr.34676) 530 : cluster [DBG] pgmap v442: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 0 B/s wr, 1.60k op/s 2021-03-04T23:21:31.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[95595]: audit 2021-03-04T23:21:30.975452+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:21:31.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[95595]: cephadm 2021-03-04T23:21:30.977594+0000 mgr.x (mgr.34676) 531 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:21:31.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[95595]: audit 2021-03-04T23:21:31.359609+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:21:31.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: audit 2021-03-04T23:21:31.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: 2021-03-04T23:21:31.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: 2021 2021-03-04T23:21:31.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: - 2021-03-04T23:21:31.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: 03 2021-03-04T23:21:31.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: - 2021-03-04T23:21:31.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: 04 2021-03-04T23:21:31.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: T 2021-03-04T23:21:31.858 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: 23 2021-03-04T23:21:31.858 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: : 2021-03-04T23:21:31.858 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: 21 2021-03-04T23:21:31.858 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: : 2021-03-04T23:21:31.859 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: 30 2021-03-04T23:21:31.859 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: . 2021-03-04T23:21:31.859 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: 404947 2021-03-04T23:21:31.859 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: +0000 2021-03-04T23:21:31.860 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: 2021-03-04T23:21:31.860 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: mon.a 2021-03-04T23:21:31.860 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: ( 2021-03-04T23:21:31.860 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: mon 2021-03-04T23:21:31.860 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: . 2021-03-04T23:21:31.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: 0 2021-03-04T23:21:31.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: ) 584 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:21:31.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: cephadm 2021-03-04T23:21:30. 2021-03-04T23:21:31.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: 406195+0000 mgr.x (mgr.34676) 529 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:21:31.861 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:21:31.862 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: 23:21:30.553340+0000 mgr.x ( 2021-03-04T23:21:31.862 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: mgr.34676) 530 : cluster [DBG] pgmap v442: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 0 B/s wr, 1.60k op/s 2021-03-04T23:21:31.862 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: 2021-03-04T23:21:31.862 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: audit 2021-03-04T23 2021-03-04T23:21:31.863 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: :21:30.975452+0000 mon.a (mon 2021-03-04T23:21:31.863 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: .0) 585 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:21:31.863 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: cephadm 2021-03-04T23:21:31.863 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: 2021-03-04T23:21: 2021-03-04T23:21:31.864 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: 30.977594+0000 mgr.x (mgr.34676) 2021-03-04T23:21:31.864 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: 531 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:21:31.864 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: audit 2021-03-04T23:21:31.864 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: 2021-03-04T23:21: 2021-03-04T23:21:31.865 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: 31.359609+0000 mon.a (mon.0) 2021-03-04T23:21:31.865 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:31 gibba011 conmon[99461]: 586 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:21:34.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:33 gibba038 conmon[76675]: cluster 2021-03-04T23:21:32.553661+0000 mgr.x (mgr.34676) 532 : cluster [DBG] 2021-03-04T23:21:34.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:33 gibba038 conmon[76675]: pgmap v443: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:21:34.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:33 gibba011 conmon[95595]: cluster 2021-03-04T23:21:34.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:33 gibba011 conmon[95595]: 2021-03-04T23:21: 2021-03-04T23:21:34.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:33 gibba011 conmon[95595]: 32.553661+0000 mgr.x (mgr.34676) 532 : cluster [DBG] pgmap v443: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:21:34.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:33 gibba011 conmon[99461]: cluster 2021-03-04T23:21:32.553661+0000 mgr.x ( 2021-03-04T23:21:34.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:33 gibba011 conmon[99461]: mgr.34676) 532 : cluster [DBG] pgmap v443: 89 pgs: 89 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 0 B/s wr, 1.46k op/s 2021-03-04T23:21:36.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:35 gibba038 conmon[76675]: cluster 2021-03-04T23:21:34.554079+0000 mgr.x (mgr.34676) 533 : cluster [DBG] pgmap v444: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:21:36.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:35 gibba011 conmon[95595]: cluster 2021-03-04T23:21:34.554079+0000 mgr.x (mgr.34676) 533 : cluster [DBG] pgmap v444: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:21:36.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:35 gibba011 conmon[99461]: cluster 2021-03-04T23:21:34.554079+0000 mgr.x (mgr.34676) 533 2021-03-04T23:21:36.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:35 gibba011 conmon[99461]: : cluster [DBG] pgmap v444: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:21:38.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:37 gibba038 conmon[76675]: cluster 2021-03-04T23:21:36.554456+0000 mgr.x (mgr.34676) 534 : 2021-03-04T23:21:38.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:37 gibba038 conmon[76675]: cluster [DBG] pgmap v445: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 1.61k op/s 2021-03-04T23:21:38.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:37 gibba011 conmon[99461]: cluster 2021-03-04T23:21:36.554456+0000 mgr.x (mgr.34676) 534 : cluster 2021-03-04T23:21:38.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:37 gibba011 conmon[99461]: [DBG] pgmap v445: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 1.61k op/s 2021-03-04T23:21:38.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:37 gibba011 conmon[95595]: cluster 2021-03-04T23:21:36.554456+0000 mgr.x (mgr.34676) 534 : cluster 2021-03-04T23:21:38.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:37 gibba011 conmon[95595]: [DBG] pgmap v445: 89 pgs: 89 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 1.61k op/s 2021-03-04T23:21:40.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:39 gibba038 conmon[76675]: cluster 2021-03-04T23:21:38.554940+0000 mgr.x (mgr.34676) 535 : 2021-03-04T23:21:40.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:39 gibba038 conmon[76675]: cluster [DBG] pgmap v446: 89 pgs: 89 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 1.67k op/s 2021-03-04T23:21:40.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:39 gibba011 conmon[95595]: cluster 2021-03-04T23:21:38.554940+0000 mgr.x (mgr.34676) 2021-03-04T23:21:40.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:39 gibba011 conmon[95595]: 535 : cluster [DBG] pgmap v446: 89 pgs: 89 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 1.67k op/s 2021-03-04T23:21:40.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:39 gibba011 conmon[99461]: cluster 2021-03-04T23:21:38.554940+0000 mgr.x (mgr.34676) 2021-03-04T23:21:40.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:39 gibba011 conmon[99461]: 535 : cluster [DBG] pgmap v446: 89 pgs: 89 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 0 B/s wr, 1.67k op/s 2021-03-04T23:21:42.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:41 gibba038 conmon[76675]: cluster 2021-03-04T23:21:40.555352+0000 mgr.x (mgr.34676) 536 : cluster [DBG] pgmap v447: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:21:42.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:41 gibba011 conmon[99461]: cluster 2021-03-04T23:21:40.555352+0000 mgr.x (mgr. 2021-03-04T23:21:42.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:41 gibba011 conmon[99461]: 34676) 536 : cluster [DBG] pgmap v447: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:21:42.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:41 gibba011 conmon[95595]: cluster 2021-03-04T23:21:40.555352+0000 mgr.x (mgr.34676) 536 2021-03-04T23:21:42.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:41 gibba011 conmon[95595]: : cluster [DBG] pgmap v447: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:21:44.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: cluster 2021-03-04T23:21:44.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: 2021-03-04T23:21:44.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: 2021 2021-03-04T23:21:44.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: - 2021-03-04T23:21:44.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: 03 2021-03-04T23:21:44.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: - 2021-03-04T23:21:44.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: 04 2021-03-04T23:21:44.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: T 2021-03-04T23:21:44.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: 23 2021-03-04T23:21:44.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: : 2021-03-04T23:21:44.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: 21 2021-03-04T23:21:44.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: : 2021-03-04T23:21:44.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: 42 2021-03-04T23:21:44.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: . 2021-03-04T23:21:44.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: 555703 2021-03-04T23:21:44.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: +0000 2021-03-04T23:21:44.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: 2021-03-04T23:21:44.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: mgr.x 2021-03-04T23:21:44.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: ( 2021-03-04T23:21:44.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: mgr 2021-03-04T23:21:44.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: . 2021-03-04T23:21:44.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: 34676 2021-03-04T23:21:44.093 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: ) 2021-03-04T23:21:44.093 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: 537 2021-03-04T23:21:44.093 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: : 2021-03-04T23:21:44.093 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: cluster 2021-03-04T23:21:44.094 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: 2021-03-04T23:21:44.094 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: [DBG] 2021-03-04T23:21:44.094 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: 2021-03-04T23:21:44.094 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: pgmap v448: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:21:44.095 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:43 gibba038 conmon[76675]: 2021-03-04T23:21:44.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:43 gibba011 conmon[95595]: cluster 2021-03-04T23:21:42.555703+0000 mgr.x (mgr.34676) 537 : cluster [DBG] pgmap v448: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:21:44.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:43 gibba011 conmon[99461]: cluster 2021-03-04T23:21:42.555703+0000 mgr.x (mgr 2021-03-04T23:21:44.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:43 gibba011 conmon[99461]: .34676) 537 : cluster [DBG] pgmap v448: 89 pgs: 89 active+clean; 10 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:21:46.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:45 gibba038 conmon[76675]: cluster 2021-03-04T23:21:44.556159+0000 mgr.x (mgr.34676) 538 : cluster [DBG] pgmap v449: 89 pgs: 89 active+clean; 9.9 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:21:46.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:45 gibba038 conmon[76675]: 2021-03-04T23:21:46.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:45 gibba011 conmon[95595]: cluster 2021-03-04T23:21:44.556159+0000 mgr.x (mgr.34676) 538 : cluster [DBG] 2021-03-04T23:21:46.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:45 gibba011 conmon[95595]: pgmap v449: 89 pgs: 89 active+clean; 9.9 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:21:46.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:45 gibba011 conmon[99461]: cluster 2021-03-04T23:21:44.556159+0000 mgr.x ( 2021-03-04T23:21:46.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:45 gibba011 conmon[99461]: mgr.34676) 538 : cluster [DBG] pgmap v449: 89 pgs: 89 active+clean; 9.9 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:21:48.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:47 gibba038 conmon[76675]: cluster 2021-03-04T23:21:46.556503+0000 mgr.x (mgr.34676) 539 : cluster [DBG] 2021-03-04T23:21:48.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:47 gibba038 conmon[76675]: pgmap v450: 89 pgs: 89 active+clean; 9.6 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:21:48.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:47 gibba011 conmon[95595]: cluster 2021-03-04T23:21:46.556503+0000 mgr.x (mgr.34676 2021-03-04T23:21:48.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:47 gibba011 conmon[95595]: ) 539 : cluster [DBG] pgmap v450: 89 pgs: 89 active+clean; 9.6 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:21:48.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:47 gibba011 conmon[99461]: cluster 2021-03-04T23:21:46.556503+0000 mgr.x (mgr.34676 2021-03-04T23:21:48.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:47 gibba011 conmon[99461]: ) 539 : cluster [DBG] pgmap v450: 89 pgs: 89 active+clean; 9.6 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:21:50.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:49 gibba038 conmon[76675]: cluster 2021-03-04T23:21:48.556909+0000 mgr.x (mgr.34676) 540 : cluster 2021-03-04T23:21:50.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:49 gibba038 conmon[76675]: [DBG] pgmap v451: 89 pgs: 89 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.69k op/s 2021-03-04T23:21:50.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:49 gibba011 conmon[95595]: cluster 2021-03-04T23:21:48.556909+0000 mgr.x (mgr.34676) 540 : cluster [DBG] pgmap v451: 89 pgs: 89 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.69k op/s 2021-03-04T23:21:50.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:49 gibba011 conmon[99461]: cluster 2021-03-04T23:21:50.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:49 gibba011 conmon[99461]: 2021-03-04T23:21:48. 2021-03-04T23:21:50.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:49 gibba011 conmon[99461]: 556909+0000 mgr.x (mgr.34676) 540 : cluster [DBG] pgmap v451: 89 pgs: 89 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 1.69k op/s 2021-03-04T23:21:52.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:51 gibba011 conmon[95595]: cluster 2021-03-04T23:21:50.557288+0000 mgr.x (mgr.34676) 541 : cluster [DBG] 2021-03-04T23:21:52.455 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:51 gibba011 conmon[95595]: pgmap v452: 89 pgs: 89 active+clean; 9.2 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:21:52.456 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:51 gibba011 conmon[99461]: cluster 2021-03-04T23:21:52.456 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:51 gibba011 conmon[99461]: 2021-03-04T23:21: 2021-03-04T23:21:52.457 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:51 gibba011 conmon[99461]: 50.557288+0000 mgr.x (mgr.34676) 541 : cluster [DBG] pgmap v452: 89 pgs: 89 active+clean; 9.2 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:21:52.457 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:51 gibba038 conmon[76675]: cluster 2021-03-04T23:21:52.457 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:51 gibba038 conmon[76675]: 2021-03-04T23:21:50 2021-03-04T23:21:52.458 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:51 gibba038 conmon[76675]: .557288+0000 mgr.x (mgr.34676) 541 : cluster [DBG] pgmap v452: 89 pgs: 89 active+clean; 9.2 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:21:54.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:53 gibba011 conmon[95595]: cluster 2021-03-04T23:21:52.557652+0000 mgr.x (mgr.34676) 542 : cluster [DBG] pgmap v453: 89 pgs: 89 active+clean; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:21:54.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:53 gibba011 conmon[99461]: cluster 2021-03-04T23:21:52.557652+0000 mgr.x (mgr. 2021-03-04T23:21:54.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:53 gibba011 conmon[99461]: 34676) 542 : cluster [DBG] pgmap v453: 89 pgs: 89 active+clean; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:21:54.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:53 gibba038 conmon[76675]: cluster 2021-03-04T23:21:52.557652+0000 mgr.x (mgr.34676) 542 : cluster [DBG] pgmap v453: 89 pgs: 89 active+clean; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:21:56.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:55 gibba011 conmon[95595]: cluster 2021-03-04T23:21:54.558084+0000 mgr.x (mgr.34676) 543 : cluster 2021-03-04T23:21:56.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:55 gibba011 conmon[95595]: [DBG] pgmap v454: 89 pgs: 89 active+clean; 8.9 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s 2021-03-04T23:21:56.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:55 gibba011 conmon[99461]: cluster 2021-03-04T23:21:54.558084+0000 mgr.x (mgr.34676) 2021-03-04T23:21:56.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:55 gibba011 conmon[99461]: 543 : cluster [DBG] pgmap v454: 89 pgs: 89 active+clean; 8.9 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s 2021-03-04T23:21:56.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:55 gibba038 conmon[76675]: cluster 2021-03-04T23:21:54.558084+0000 mgr.x (mgr.34676) 543 : cluster [DBG] pgmap v454: 89 pgs: 89 active+clean; 8.9 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s 2021-03-04T23:21:58.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:57 gibba011 conmon[95595]: cluster 2021-03-04T23:21:56.558472+0000 mgr.x (mgr.34676) 544 : cluster [DBG] pgmap v455: 89 pgs: 89 active+clean; 8.7 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:21:58.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:57 gibba011 conmon[95595]: 2021-03-04T23:21:58.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:57 gibba011 conmon[99461]: cluster 2021-03-04T23:21:56.558472+0000 mgr.x (mgr.34676) 544 : cluster [DBG] pgmap v455: 89 pgs: 89 active+clean; 8.7 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:21:58.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:57 gibba038 conmon[76675]: cluster 2021-03-04T23:21:56.558472+0000 mgr.x (mgr.34676) 544 : cluster [DBG] pgmap v455: 89 pgs: 89 active+clean; 8.7 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 1.62k op/s 2021-03-04T23:22:00.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:59 gibba011 conmon[95595]: cluster 2021-03-04T23:21:58.558933+0000 mgr.x (mgr.34676) 545 : 2021-03-04T23:22:00.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:21:59 gibba011 conmon[95595]: cluster [DBG] pgmap v456: 89 pgs: 89 active+clean; 8.4 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.70k op/s 2021-03-04T23:22:00.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:59 gibba011 conmon[99461]: cluster 2021-03-04T23:21:58.558933+0000 mgr.x (mgr. 2021-03-04T23:22:00.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:21:59 gibba011 conmon[99461]: 34676) 545 : cluster [DBG] pgmap v456: 89 pgs: 89 active+clean; 8.4 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.70k op/s 2021-03-04T23:22:00.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:59 gibba038 conmon[76675]: cluster 2021-03-04T23:21:58.558933+0000 mgr.x (mgr.34676) 545 : cluster 2021-03-04T23:22:00.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:21:59 gibba038 conmon[76675]: [DBG] pgmap v456: 89 pgs: 89 active+clean; 8.4 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 1.70k op/s 2021-03-04T23:22:02.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:01 gibba038 conmon[76675]: cluster 2021-03-04T23:22:00.559303+0000 mgr.x (mgr.34676) 546 : cluster 2021-03-04T23:22:02.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:01 gibba038 conmon[76675]: [DBG] pgmap v457: 89 pgs: 89 active+clean; 8.2 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.61k op/s 2021-03-04T23:22:02.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:01 gibba011 conmon[95595]: cluster 2021-03-04T23:22:02.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:01 gibba011 conmon[95595]: 2021-03-04T23:22:00 2021-03-04T23:22:02.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:01 gibba011 conmon[95595]: .559303+0000 mgr.x (mgr.34676) 546 : cluster [DBG] pgmap v457: 89 pgs: 89 active+clean; 8.2 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.61k op/s 2021-03-04T23:22:02.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:01 gibba011 conmon[99461]: cluster 2021-03-04T23:22:00.559303+0000 mgr.x (mgr.34676) 546 : cluster 2021-03-04T23:22:02.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:01 gibba011 conmon[99461]: [DBG] pgmap v457: 89 pgs: 89 active+clean; 8.2 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.61k op/s 2021-03-04T23:22:04.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:03 gibba038 conmon[76675]: cluster 2021-03-04T23:22:02.559663+0000 mgr.x (mgr.34676) 547 : cluster [DBG] 2021-03-04T23:22:04.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:03 gibba038 conmon[76675]: pgmap v458: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:22:04.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:03 gibba011 conmon[95595]: cluster 2021-03-04T23:22:02.559663+0000 mgr.x (mgr.34676) 547 : 2021-03-04T23:22:04.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:03 gibba011 conmon[95595]: cluster [DBG] pgmap v458: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:22:04.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:03 gibba011 conmon[99461]: cluster 2021-03-04T23:22:02.559663+0000 mgr.x (mgr.34676) 547 : cluster 2021-03-04T23:22:04.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:03 gibba011 conmon[99461]: [DBG] pgmap v458: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 1.45k op/s 2021-03-04T23:22:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:05 gibba038 conmon[76675]: cluster 2021-03-04T23:22:04.560127+0000 mgr.x (mgr.34676) 548 : cluster [DBG] pgmap v459: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s 2021-03-04T23:22:06.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:05 gibba011 conmon[95595]: cluster 2021-03-04T23:22:04.560127+0000 mgr.x (mgr.34676) 548 : cluster [DBG] pgmap v459: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s 2021-03-04T23:22:06.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:05 gibba011 conmon[99461]: cluster 2021-03-04T23:22:04.560127+0000 mgr.x (mgr.34676) 548 : cluster 2021-03-04T23:22:06.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:05 gibba011 conmon[99461]: [DBG] pgmap v459: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s 2021-03-04T23:22:08.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:07 gibba038 conmon[76675]: cluster 2021-03-04T23:22:06.560546+0000 mgr.x (mgr.34676) 549 : 2021-03-04T23:22:08.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:07 gibba038 conmon[76675]: cluster [DBG] pgmap v460: 89 pgs: 89 active+clean; 7.7 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.61k op/s 2021-03-04T23:22:08.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:07 gibba011 conmon[99461]: cluster 2021-03-04T23:22:06.560546+0000 mgr.x ( 2021-03-04T23:22:08.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:07 gibba011 conmon[99461]: mgr.34676) 549 : cluster [DBG] pgmap v460: 89 pgs: 89 active+clean; 7.7 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.61k op/s 2021-03-04T23:22:08.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:07 gibba011 conmon[95595]: cluster 2021-03-04T23:22:06.560546+0000 mgr.x (mgr.34676) 549 : 2021-03-04T23:22:08.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:07 gibba011 conmon[95595]: cluster [DBG] pgmap v460: 89 pgs: 89 active+clean; 7.7 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 1.61k op/s 2021-03-04T23:22:10.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:09 gibba038 conmon[76675]: cluster 2021-03-04T23:22:08.560910+0000 mgr.x (mgr.34676) 550 : cluster [DBG] pgmap v461: 89 pgs: 89 active+clean; 7.4 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.69k op/s 2021-03-04T23:22:10.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:09 gibba011 conmon[95595]: cluster 2021-03-04T23:22:08.560910+0000 mgr.x (mgr.34676) 550 : cluster [DBG] pgmap v461: 89 pgs: 89 active+clean; 7.4 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.69k op/s 2021-03-04T23:22:10.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:09 gibba011 conmon[99461]: cluster 2021-03-04T23:22:08.560910+0000 mgr.x (mgr.34676) 550 : cluster [DBG] 2021-03-04T23:22:10.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:09 gibba011 conmon[99461]: pgmap v461: 89 pgs: 89 active+clean; 7.4 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 0 B/s wr, 1.69k op/s 2021-03-04T23:22:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:11 gibba038 conmon[76675]: cluster 2021-03-04T23:22:10.561293+0000 mgr.x ( 2021-03-04T23:22:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:11 gibba038 conmon[76675]: mgr.34676) 551 : cluster [DBG] pgmap v462: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.60k op/s 2021-03-04T23:22:12.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:11 gibba011 conmon[95595]: cluster 2021-03-04T23:22:10.561293+0000 mgr.x (mgr.34676) 551 : cluster [DBG] pgmap v462: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.60k op/s 2021-03-04T23:22:12.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:11 gibba011 conmon[99461]: cluster 2021-03-04T23:22:10.561293+0000 mgr.x (mgr.34676) 2021-03-04T23:22:12.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:11 gibba011 conmon[99461]: 551 : cluster [DBG] pgmap v462: 89 pgs: 89 active+clean; 7.2 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.60k op/s 2021-03-04T23:22:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:13 gibba038 conmon[76675]: cluster 2021-03-04T23:22:12.561667+0000 mgr.x (mgr.34676) 552 : cluster 2021-03-04T23:22:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:13 gibba038 conmon[76675]: [DBG] pgmap v463: 89 pgs: 89 active+clean; 7.1 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:22:14.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:13 gibba011 conmon[99461]: cluster 2021-03-04T23:22:12.561667+0000 mgr.x (mgr.34676) 552 : cluster 2021-03-04T23:22:14.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:13 gibba011 conmon[99461]: [DBG] pgmap v463: 89 pgs: 89 active+clean; 7.1 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:22:14.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:13 gibba011 conmon[95595]: cluster 2021-03-04T23:22:12.561667+0000 mgr.x (mgr.34676) 552 : cluster [DBG] 2021-03-04T23:22:14.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:13 gibba011 conmon[95595]: pgmap v463: 89 pgs: 89 active+clean; 7.1 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:22:16.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:15 gibba038 conmon[76675]: cluster 2021-03-04T23:22:14.562117+0000 mgr.x (mgr.34676) 553 : cluster [DBG] 2021-03-04T23:22:16.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:15 gibba038 conmon[76675]: pgmap v464: 89 pgs: 89 active+clean; 7.0 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.55k op/s 2021-03-04T23:22:16.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:15 gibba011 conmon[95595]: cluster 2021-03-04T23:22:14.562117+0000 mgr.x (mgr.34676) 553 : cluster [DBG] 2021-03-04T23:22:16.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:15 gibba011 conmon[95595]: pgmap v464: 89 pgs: 89 active+clean; 7.0 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.55k op/s 2021-03-04T23:22:16.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:15 gibba011 conmon[99461]: cluster 2021-03-04T23:22:14.562117+0000 mgr.x (mgr.34676) 2021-03-04T23:22:16.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:15 gibba011 conmon[99461]: 553 : cluster [DBG] pgmap v464: 89 pgs: 89 active+clean; 7.0 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.55k op/s 2021-03-04T23:22:17.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: audit 2021-03-04T23:22:16.465609+0000 mon.c (mon.1) 214 : audit 2021-03-04T23:22:17.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-03-04T23:22:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: audit 2021-03-04T23:22:16.465837+0000 mon.c (mon.1) 215 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 5]}]: dispatch 2021-03-04T23:22:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: audit 2021-03-04T23:22:16 2021-03-04T23:22:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: .465971+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-03-04T23:22:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: audit 2021-03-04T23:22:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: 2021-03-04T23:22:16.465999+0000 mon.c (mon.1) 216 2021-03-04T23:22:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:22:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:22:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: 04T23:22:16.466451+0000 mon.a (mon 2021-03-04T23:22:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: .0) 588 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 5]}]: dispatch 2021-03-04T23:22:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: audit 2021-03-04T23:22:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: 2021-03-04T23:22:16. 2021-03-04T23:22:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: 466685+0000 mon.a (mon.0) 589 : audit [INF] 2021-03-04T23:22:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:22:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: audit 2021-03-04T23:22:16. 2021-03-04T23:22:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: 614091+0000 mon.c (mon.1) 217 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:22:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: 2021-03-04T23:22:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: audit 2021-03-04T23:22:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: 2021-03-04T23:22:16.614426+0000 mon.a (mon. 2021-03-04T23:22:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: 0) 590 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:22:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: audit 2021-03-04T 2021-03-04T23:22:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: 23:22:16.629500+0000 mon.c (mon.1) 218 : 2021-03-04T23:22:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:22:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: audit 2021-03-04T23: 2021-03-04T23:22:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: 22:16.629839+0000 mon.a (mon.0) 591 : 2021-03-04T23:22:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:16 gibba038 conmon[76675]: audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:22:17.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[95595]: audit 2021-03-04T23:22:16.465609+0000 mon.c (mon.1) 214 : audit 2021-03-04T23:22:17.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[95595]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-03-04T23:22:17.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[95595]: audit 2021-03-04T23:22:16.465837+0000 mon.c (mon.1) 215 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 5]}]: dispatch 2021-03-04T23:22:17.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[95595]: audit 2021-03-04T23:22:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[95595]: 2021-03-04T23:22:16.465971+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-03-04T23:22:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[95595]: audit 2021-03-04T23:22:16. 2021-03-04T23:22:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[95595]: 465999+0000 mon.c (mon.1) 216 : audit [INF] 2021-03-04T23:22:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:22:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[95595]: audit 2021- 2021-03-04T23:22:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[95595]: 03-04T23:22:16. 2021-03-04T23:22:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[95595]: 466451+0000 mon.a (mon.0) 588 : 2021-03-04T23:22:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[95595]: audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 5]}]: dispatch 2021-03-04T23:22:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[95595]: audit 2021-03- 2021-03-04T23:22:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[95595]: 04T23:22:16.466685+0000 mon.a (mon.0) 589 : audit 2021-03-04T23:22:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[95595]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:22:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[95595]: audit 2021-03 2021-03-04T23:22:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[95595]: -04T23:22:16.614091+0000 mon.c (mon. 2021-03-04T23:22:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[95595]: 1) 217 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:22:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[95595]: audit 2021-03-04 2021-03-04T23:22:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[95595]: T23:22:16.614426+0000 mon.a (mon. 2021-03-04T23:22:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[95595]: 0) 590 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:22:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[95595]: audit 2021-03-04T23:22:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[95595]: 2021-03-04T23:22:16.629500+0000 mon.c (mon.1) 218 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:22:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[95595]: audit 2021-03-04T23:22:16.629839+0000 mon.a (mon. 2021-03-04T23:22:17.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[95595]: 0) 591 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:22:17.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: audit 2021-03-04T23:22:16.465609+0000 mon.c (mon.1) 214 : audit [INF] 2021-03-04T23:22:17.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-03-04T23:22:17.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: audit 2021-03-04T23:22:16.465837+0000 mon.c (mon.1) 215 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 5]}]: dispatch 2021-03-04T23:22:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: audit 2021-03-04T23:22:16.465971+0000 mon.a (mon.0) 587 2021-03-04T23:22:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-03-04T23:22:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: audit 2021-03-04T23:22:16 2021-03-04T23:22:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: .465999+0000 mon.c (mon.1) 216 : audit [INF] 2021-03-04T23:22:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:22:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:22:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: -04T23:22:16.466451+0000 mon.a (mon.0) 588 2021-03-04T23:22:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 5]}]: dispatch 2021-03-04T23:22:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: audit 2021-03-04T 2021-03-04T23:22:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: 23:22:16.466685+0000 mon.a (mon.0 2021-03-04T23:22:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: ) 589 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:22:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: audit 2021-03-04T23:22:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: 2021-03-04T23:22:16.614091 2021-03-04T23:22:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: +0000 mon.c (mon.1) 217 : audit [INF] 2021-03-04T23:22:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:22:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: audit 2021-03-04T23:22:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: 2021-03-04T23:22: 2021-03-04T23:22:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: 16.614426+0000 mon.a (mon.0) 590 : audit 2021-03-04T23:22:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:22:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: audit 2021 2021-03-04T23:22:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: -03-04T23:22:16.629500+0000 mon.c ( 2021-03-04T23:22:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: mon.1) 218 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:22:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: audit 2021-03-04T23:22:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: 2021-03-04T23:22:16. 2021-03-04T23:22:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: 629839+0000 mon.a (mon.0) 591 : audit 2021-03-04T23:22:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:16 gibba011 conmon[99461]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:22:18.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:17 gibba038 conmon[76675]: cluster 2021-03-04T23:22:16.562513+0000 mgr.x (mgr.34676) 554 : cluster 2021-03-04T23:22:18.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:17 gibba038 conmon[76675]: [DBG] pgmap v465: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:22:18.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:17 gibba011 conmon[99461]: cluster 2021-03-04T23:22:16.562513+0000 mgr.x (mgr.34676) 554 : cluster [DBG] pgmap v465: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:22:18.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:17 gibba011 conmon[95595]: cluster 2021-03-04T23:22:16.562513+0000 mgr.x (mgr.34676) 554 2021-03-04T23:22:18.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:17 gibba011 conmon[95595]: : cluster [DBG] pgmap v465: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:22:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:19 gibba038 conmon[76675]: cluster 2021-03-04T23:22:18.562996+0000 mgr.x (mgr.34676) 555 : cluster [DBG] pgmap v466: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.67k op/s 2021-03-04T23:22:20.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:19 gibba011 conmon[99461]: cluster 2021-03-04T23:22:18.562996+0000 mgr.x ( 2021-03-04T23:22:20.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:19 gibba011 conmon[99461]: mgr.34676) 555 : cluster [DBG] pgmap v466: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.67k op/s 2021-03-04T23:22:20.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:19 gibba011 conmon[95595]: cluster 2021-03-04T23:22:18.562996+0000 mgr.x (mgr.34676) 555 2021-03-04T23:22:20.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:19 gibba011 conmon[95595]: : cluster [DBG] pgmap v466: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.67k op/s 2021-03-04T23:22:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:21 gibba038 conmon[76675]: cluster 2021-03-04T23:22:20.563422+0000 mgr.x (mgr.34676) 556 : cluster [DBG] pgmap v467: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:22:22.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:21 gibba038 conmon[76675]: 2021-03-04T23:22:22.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:21 gibba011 conmon[95595]: cluster 2021-03-04T23:22:20.563422+0000 mgr.x (mgr.34676) 556 : cluster [DBG] 2021-03-04T23:22:22.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:21 gibba011 conmon[95595]: pgmap v467: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:22:22.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:21 gibba011 conmon[99461]: cluster 2021-03-04T23:22:20.563422+0000 mgr.x (mgr.34676) 556 : cluster 2021-03-04T23:22:22.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:21 gibba011 conmon[99461]: [DBG] pgmap v467: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:22:24.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:23 gibba038 conmon[76675]: cluster 2021-03-04T23:22:22.563739+0000 mgr.x (mgr.34676) 557 : cluster [DBG] pgmap v468: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:22:24.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:23 gibba011 conmon[95595]: cluster 2021-03-04T23:22:22.563739+0000 mgr.x (mgr.34676) 557 : 2021-03-04T23:22:24.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:23 gibba011 conmon[95595]: cluster [DBG] pgmap v468: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:22:24.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:23 gibba011 conmon[99461]: cluster 2021-03-04T23:22:22.563739+0000 mgr.x ( 2021-03-04T23:22:24.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:23 gibba011 conmon[99461]: mgr.34676) 557 : cluster [DBG] pgmap v468: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:22:26.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:25 gibba038 conmon[76675]: cluster 2021-03-04T23:22:24.564120+0000 mgr.x (mgr.34676) 558 2021-03-04T23:22:26.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:25 gibba038 conmon[76675]: : cluster [DBG] pgmap v469: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.55k op/s 2021-03-04T23:22:26.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[95595]: cluster 2021-03-04T23:22:26.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[95595]: 2021-03-04T23:22:24.564120 2021-03-04T23:22:26.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[95595]: +0000 mgr.x (mgr.34676) 558 : cluster [DBG] pgmap v469: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.55k op/s 2021-03-04T23:22:26.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: cluster 2021-03-04T23:22:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: 2021-03-04T23:22:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: 2021 2021-03-04T23:22:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: - 2021-03-04T23:22:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: 03 2021-03-04T23:22:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: - 2021-03-04T23:22:26.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: 04 2021-03-04T23:22:26.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: T 2021-03-04T23:22:26.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: 23 2021-03-04T23:22:26.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: : 2021-03-04T23:22:26.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: 22 2021-03-04T23:22:26.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: : 2021-03-04T23:22:26.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: 24 2021-03-04T23:22:26.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: . 2021-03-04T23:22:26.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: 564120 2021-03-04T23:22:26.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: +0000 2021-03-04T23:22:26.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: 2021-03-04T23:22:26.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: mgr.x 2021-03-04T23:22:26.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: ( 2021-03-04T23:22:26.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: mgr 2021-03-04T23:22:26.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: . 2021-03-04T23:22:26.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: 34676 2021-03-04T23:22:26.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: ) 2021-03-04T23:22:26.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: 558 2021-03-04T23:22:26.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: : 2021-03-04T23:22:26.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: cluster 2021-03-04T23:22:26.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: 2021-03-04T23:22:26.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: [DBG] 2021-03-04T23:22:26.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: 2021-03-04T23:22:26.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: pgmap v469: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 0 B/s wr, 1.55k op/s 2021-03-04T23:22:26.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:25 gibba011 conmon[99461]: 2021-03-04T23:22:28.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:27 gibba038 conmon[76675]: cluster 2021-03-04T23:22:26.564497+0000 mgr.x (mgr.34676) 559 : cluster [DBG] pgmap v470: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.60k op/s 2021-03-04T23:22:28.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:27 gibba011 conmon[95595]: cluster 2021-03-04T23:22:26.564497+0000 mgr.x (mgr.34676) 559 : cluster [DBG] pgmap v470: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.60k op/s 2021-03-04T23:22:28.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:27 gibba011 conmon[99461]: cluster 2021-03-04T23:22:26.564497+0000 mgr.x (mgr.34676) 559 : cluster 2021-03-04T23:22:28.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:27 gibba011 conmon[99461]: [DBG] pgmap v470: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 0 B/s wr, 1.60k op/s 2021-03-04T23:22:30.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:29 gibba038 conmon[76675]: cluster 2021-03-04T23:22:28.564972+0000 mgr.x (mgr.34676) 560 2021-03-04T23:22:30.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:29 gibba038 conmon[76675]: : cluster [DBG] pgmap v471: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.68k op/s 2021-03-04T23:22:30.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:29 gibba011 conmon[95595]: cluster 2021-03-04T23:22:28.564972+0000 mgr.x (mgr.34676) 560 : cluster [DBG] 2021-03-04T23:22:30.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:29 gibba011 conmon[95595]: pgmap v471: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.68k op/s 2021-03-04T23:22:30.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:29 gibba011 conmon[99461]: cluster 2021-03-04T23:22:28.564972+0000 mgr.x (mgr.34676 2021-03-04T23:22:30.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:29 gibba011 conmon[99461]: ) 560 : cluster [DBG] pgmap v471: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.68k op/s 2021-03-04T23:22:32.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:31 gibba038 conmon[76675]: cluster 2021-03-04T23:22:30.565385+0000 mgr.x (mgr.34676 2021-03-04T23:22:32.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:31 gibba038 conmon[76675]: ) 561 : cluster [DBG] pgmap v472: 89 pgs: 89 active+clean; 5.3 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:22:32.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:31 gibba038 conmon[76675]: audit 2021-03-04T23:22:31.364308+0000 mon.c (mon.1) 219 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:22:32.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:31 gibba038 conmon[76675]: audit 2021-03-04T23:22:31.758041+0000 2021-03-04T23:22:32.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:31 gibba038 conmon[76675]: mon.a (mon.0) 592 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:22:32.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:31 gibba038 conmon[76675]: audit 2021-03-04T23:22:32.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:31 gibba038 conmon[76675]: 2021-03-04T23:22:31.759203+0000 2021-03-04T23:22:32.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:31 gibba038 conmon[76675]: mon.c (mon.1) 220 : audit [DBG] 2021-03-04T23:22:32.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:31 gibba038 conmon[76675]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:22:32.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:31 gibba011 conmon[95595]: cluster 2021-03-04T23:22:30.565385+0000 mgr.x (mgr.34676) 561 : cluster 2021-03-04T23:22:32.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:31 gibba011 conmon[95595]: [DBG] pgmap v472: 89 pgs: 89 active+clean; 5.3 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:22:32.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:31 gibba011 conmon[95595]: audit 2021-03-04T23:22:31.364308+0000 mon.c (mon.1) 219 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:22:32.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:31 gibba011 conmon[95595]: audit 2021-03-04T23:22:31.758041+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:22:32.363 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:31 gibba011 conmon[95595]: audit 2021-03-04T23:22:31.759203+0000 mon.c (mon.1) 220 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:22:32.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:31 gibba011 conmon[99461]: cluster 2021-03-04T23:22:30.565385+0000 mgr.x (mgr 2021-03-04T23:22:32.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:31 gibba011 conmon[99461]: .34676) 561 : cluster [DBG] pgmap v472: 89 pgs: 89 active+clean; 5.3 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:22:32.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:31 gibba011 conmon[99461]: audit 2021-03-04T23:22:31.364308+0000 mon.c (mon.1 2021-03-04T23:22:32.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:31 gibba011 conmon[99461]: ) 219 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:22:32.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:31 gibba011 conmon[99461]: audit 2021-03-04T23:22:32.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:31 gibba011 conmon[99461]: 2021-03-04T23:22:31.758041+0000 mon.a (mon.0) 592 : audit 2021-03-04T23:22:32.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:31 gibba011 conmon[99461]: [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:22:32.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:31 gibba011 conmon[99461]: audit 2021-03-04T23:22:31. 2021-03-04T23:22:32.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:31 gibba011 conmon[99461]: 759203+0000 mon.c (mon.1) 220 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:22:33.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:33 gibba038 conmon[76675]: audit 2021-03-04T23:22:32.163748+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:22:33.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:33 gibba038 conmon[76675]: audit 2021-03-04T23:22:32.165604+0000 mon.c (mon.1) 221 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:22:33.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:33 gibba011 conmon[95595]: audit 2021-03-04T23:22:32.163748+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:22:33.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:33 gibba011 conmon[95595]: 2021-03-04T23:22:33.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:33 gibba011 conmon[95595]: audit 2021-03-04T23:22:32.165604+0000 mon.c (mon.1) 221 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:22:33.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:33 gibba011 conmon[99461]: audit 2021-03-04T23:22:32.163748+0000 mon.a (mon.0) 593 : 2021-03-04T23:22:33.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:33 gibba011 conmon[99461]: audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:22:33.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:33 gibba011 conmon[99461]: audit 2021-03-04T23:22:32.165604+0000 mon.c (mon.1) 221 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:22:34.533 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:34 gibba038 conmon[76675]: cluster 2021-03-04T23:22:32.565695+0000 mgr.x (mgr.34676) 562 : cluster [DBG] pgmap v473: 89 pgs: 89 active+clean; 5.2 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:22:34.600 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:34 gibba011 conmon[95595]: cluster 2021-03-04T23:22:32.565695+0000 mgr.x (mgr.34676) 562 : cluster [DBG] pgmap v473: 89 pgs: 89 active+clean; 5.2 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:22:34.600 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:34 gibba011 conmon[99461]: cluster 2021-03-04T23:22:32.565695+0000 mgr.x (mgr.34676) 562 2021-03-04T23:22:34.601 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:34 gibba011 conmon[99461]: : cluster [DBG] pgmap v473: 89 pgs: 89 active+clean; 5.2 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 0 B/s wr, 1.43k op/s 2021-03-04T23:22:36.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:35 gibba038 conmon[76675]: cluster 2021-03-04T23:22:34.566125+0000 mgr.x (mgr.34676) 563 : cluster [DBG] pgmap v474: 89 pgs: 89 active+clean; 5.0 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.55k op/s 2021-03-04T23:22:36.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:35 gibba038 conmon[76675]: audit 2021-03-04T23:22:34.798190+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:22:36.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:35 gibba038 conmon[76675]: cephadm 2021-03-04T23:22:34.799328+0000 mgr.x (mgr.34676) 564 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:22:36.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:35 gibba038 conmon[76675]: audit 2021-03-04T23:22:34.811131+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:22:36.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:35 gibba038 conmon[76675]: cephadm 2021-03-04T23:22:34.812044+0000 mgr.x (mgr.34676) 565 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:22:36.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:35 gibba038 conmon[76675]: audit 2021-03-04T23:22:35.209128+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:22:36.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[95595]: cluster 2021-03-04T23:22:34.566125+0000 mgr.x (mgr.34676) 563 : cluster [DBG] pgmap v474: 89 pgs: 89 active+clean; 5.0 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.55k op/s 2021-03-04T23:22:36.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[95595]: audit 2021-03-04T23:22:34.798190+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:22:36.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[95595]: cephadm 2021-03-04T23:22:34.799328+0000 mgr.x (mgr.34676) 564 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:22:36.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[95595]: audit 2021-03-04T23:22:34.811131+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:22:36.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[95595]: cephadm 2021-03-04T23:22:34.812044+0000 mgr.x (mgr.34676) 565 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:22:36.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[95595]: audit 2021-03-04T23:22:35.209128+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:22:36.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[99461]: cluster 2021-03-04T23:22:36.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[99461]: 2021-03-04T23:22:36.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[99461]: 2021 2021-03-04T23:22:36.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[99461]: - 2021-03-04T23:22:36.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[99461]: 03 2021-03-04T23:22:36.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[99461]: - 2021-03-04T23:22:36.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[99461]: 04T23:22:34.566125+0000 mgr.x (mgr.34676 2021-03-04T23:22:36.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[99461]: ) 563 : cluster [DBG] pgmap v474: 89 pgs: 89 active+clean; 5.0 GiB data, 16 GiB used, 652 GiB / 672 GiB avail; 0 B/s wr, 1.55k op/s 2021-03-04T23:22:36.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[99461]: audit 2021-03-04T23:22:34.798190+0000 mon.a ( 2021-03-04T23:22:36.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[99461]: mon.0) 594 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:22:36.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[99461]: cephadm 2021-03-04T23:22:36.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[99461]: 2021-03-04T23:22:34.799328+0000 mgr.x (mgr.34676) 564 : 2021-03-04T23:22:36.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[99461]: cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:22:36.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[99461]: audit 2021-03-04T23: 2021-03-04T23:22:36.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[99461]: 22:34.811131+0000 mon.a (mon.0) 595 : 2021-03-04T23:22:36.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[99461]: audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:22:36.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[99461]: cephadm 2021-03-04T23:22 2021-03-04T23:22:36.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[99461]: :34.812044+0000 mgr.x (mgr.34676) 565 : cephadm 2021-03-04T23:22:36.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[99461]: [INF] Refreshing gibba038 facts 2021-03-04T23:22:36.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[99461]: audit 2021-03-04T23:22:35 2021-03-04T23:22:36.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[99461]: .209128+0000 mon.a (mon.0) 596 : audit 2021-03-04T23:22:36.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:35 gibba011 conmon[99461]: [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:22:38.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:37 gibba038 conmon[76675]: cluster 2021-03-04T23:22:36.566509+0000 mgr.x (mgr.34676) 566 : cluster 2021-03-04T23:22:38.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:37 gibba038 conmon[76675]: [DBG] pgmap v475: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s 2021-03-04T23:22:38.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:37 gibba011 conmon[95595]: cluster 2021-03-04T23:22:38.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:37 gibba011 conmon[95595]: 2021-03-04T23:22:38.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:37 gibba011 conmon[95595]: 2021 2021-03-04T23:22:38.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:37 gibba011 conmon[95595]: - 2021-03-04T23:22:38.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:37 gibba011 conmon[95595]: 03 2021-03-04T23:22:38.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:37 gibba011 conmon[95595]: - 2021-03-04T23:22:38.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:37 gibba011 conmon[95595]: 04 2021-03-04T23:22:38.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:37 gibba011 conmon[95595]: T 2021-03-04T23:22:38.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:37 gibba011 conmon[95595]: 23 2021-03-04T23:22:38.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:37 gibba011 conmon[95595]: : 2021-03-04T23:22:38.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:37 gibba011 conmon[95595]: 22 2021-03-04T23:22:38.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:37 gibba011 conmon[95595]: :36.566509+0000 mgr.x (mgr.34676) 566 : 2021-03-04T23:22:38.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:37 gibba011 conmon[95595]: cluster [DBG] pgmap v475: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s 2021-03-04T23:22:38.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:37 gibba011 conmon[99461]: cluster 2021-03-04T23:22:38.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:37 gibba011 conmon[99461]: 2021-03-04T23:22:38.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:37 gibba011 conmon[99461]: 2021-03-04T23:22:36.566509+0000 2021-03-04T23:22:38.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:37 gibba011 conmon[99461]: mgr.x (mgr.34676) 566 : cluster [DBG] pgmap v475: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s 2021-03-04T23:22:40.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:39 gibba038 conmon[76675]: cluster 2021-03-04T23:22:38.566976+0000 mgr.x (mgr.34676) 567 : cluster 2021-03-04T23:22:40.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:39 gibba038 conmon[76675]: [DBG] pgmap v476: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.64k op/s 2021-03-04T23:22:40.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:39 gibba011 conmon[95595]: cluster 2021-03-04T23:22:38.566976+0000 mgr.x (mgr.34676) 567 : cluster [DBG] pgmap v476: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.64k op/s 2021-03-04T23:22:40.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:39 gibba011 conmon[99461]: cluster 2021-03-04T23:22:38.566976+0000 2021-03-04T23:22:40.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:39 gibba011 conmon[99461]: mgr.x (mgr.34676) 567 : cluster [DBG] pgmap v476: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 0 B/s wr, 1.64k op/s 2021-03-04T23:22:42.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:41 gibba038 conmon[76675]: cluster 2021-03-04T23:22:40.567315+0000 mgr.x (mgr.34676) 568 : cluster [DBG] 2021-03-04T23:22:42.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:41 gibba038 conmon[76675]: pgmap v477: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:22:42.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:41 gibba011 conmon[95595]: cluster 2021-03-04T23:22:40.567315+0000 mgr.x (mgr.34676) 568 : 2021-03-04T23:22:42.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:41 gibba011 conmon[95595]: cluster [DBG] pgmap v477: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:22:42.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:41 gibba011 conmon[99461]: cluster 2021-03-04T23:22:40.567315+0000 mgr.x (mgr 2021-03-04T23:22:42.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:41 gibba011 conmon[99461]: .34676) 568 : cluster [DBG] pgmap v477: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:22:44.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:43 gibba038 conmon[76675]: cluster 2021-03-04T23:22:42.567695+0000 mgr.x (mgr.34676) 569 2021-03-04T23:22:44.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:43 gibba038 conmon[76675]: : cluster [DBG] pgmap v478: 89 pgs: 89 active+clean; 4.3 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:22:44.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:43 gibba011 conmon[95595]: cluster 2021-03-04T23:22:42.567695+0000 mgr.x (mgr.34676 2021-03-04T23:22:44.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:43 gibba011 conmon[95595]: ) 569 : cluster [DBG] pgmap v478: 89 pgs: 89 active+clean; 4.3 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:22:44.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:43 gibba011 conmon[99461]: cluster 2021-03-04T23:22:42.567695+0000 mgr.x (mgr.34676) 569 : cluster [DBG] 2021-03-04T23:22:44.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:43 gibba011 conmon[99461]: pgmap v478: 89 pgs: 89 active+clean; 4.3 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 0 B/s wr, 1.39k op/s 2021-03-04T23:22:46.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:45 gibba011 conmon[95595]: cluster 2021-03-04T23:22:44.568144+0000 mgr.x (mgr.34676) 570 : cluster [DBG] pgmap v479: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.52k op/s 2021-03-04T23:22:46.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:45 gibba011 conmon[95595]: 2021-03-04T23:22:46.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:45 gibba011 conmon[99461]: cluster 2021-03-04T23:22:44.568144+0000 mgr.x (mgr. 2021-03-04T23:22:46.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:45 gibba011 conmon[99461]: 34676) 570 : cluster [DBG] pgmap v479: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.52k op/s 2021-03-04T23:22:46.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:45 gibba038 conmon[76675]: cluster 2021-03-04T23:22:44.568144+0000 mgr.x (mgr.34676) 570 : 2021-03-04T23:22:46.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:45 gibba038 conmon[76675]: cluster [DBG] pgmap v479: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.52k op/s 2021-03-04T23:22:48.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[99461]: cluster 2021-03-04T23:22:46.568480+0000 mgr.x (mgr. 2021-03-04T23:22:48.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[99461]: 34676) 571 : cluster [DBG] pgmap v480: 89 pgs: 89 active+clean; 3.9 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:22:48.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: cluster 2021-03-04T23:22:48.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: 2021-03-04T23:22:48.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: 2021 2021-03-04T23:22:48.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: - 2021-03-04T23:22:48.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: 03 2021-03-04T23:22:48.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: - 2021-03-04T23:22:48.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: 04 2021-03-04T23:22:48.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: T 2021-03-04T23:22:48.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: 23 2021-03-04T23:22:48.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: : 2021-03-04T23:22:48.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: 22 2021-03-04T23:22:48.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: : 2021-03-04T23:22:48.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: 46 2021-03-04T23:22:48.111 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: . 2021-03-04T23:22:48.111 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: 568480 2021-03-04T23:22:48.111 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: +0000 2021-03-04T23:22:48.111 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: 2021-03-04T23:22:48.111 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: mgr.x 2021-03-04T23:22:48.114 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: ( 2021-03-04T23:22:48.114 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: mgr 2021-03-04T23:22:48.114 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: . 2021-03-04T23:22:48.115 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: 34676 2021-03-04T23:22:48.115 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: ) 2021-03-04T23:22:48.115 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: 571 2021-03-04T23:22:48.115 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: : 2021-03-04T23:22:48.115 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: cluster 2021-03-04T23:22:48.116 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: 2021-03-04T23:22:48.116 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: [DBG] 2021-03-04T23:22:48.116 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: 2021-03-04T23:22:48.116 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: pgmap v480: 89 pgs: 89 active+clean; 3.9 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:22:48.116 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:47 gibba011 conmon[95595]: 2021-03-04T23:22:48.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:47 gibba038 conmon[76675]: cluster 2021-03-04T23:22:46.568480+0000 mgr.x (mgr.34676) 571 : cluster [DBG] pgmap v480: 89 pgs: 89 active+clean; 3.9 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:22:50.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[95595]: cluster 2021-03-04T23:22:48.568943+0000 mgr.x (mgr.34676) 572 : cluster [DBG] 2021-03-04T23:22:50.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[95595]: pgmap v481: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:22:50.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: cluster 2021-03-04T23:22:50.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: 2021-03-04T23:22:50.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: 2021 2021-03-04T23:22:50.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: - 2021-03-04T23:22:50.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: 03 2021-03-04T23:22:50.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: - 2021-03-04T23:22:50.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: 04 2021-03-04T23:22:50.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: T 2021-03-04T23:22:50.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: 23 2021-03-04T23:22:50.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: : 2021-03-04T23:22:50.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: 22 2021-03-04T23:22:50.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: : 2021-03-04T23:22:50.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: 48 2021-03-04T23:22:50.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: . 2021-03-04T23:22:50.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: 568943 2021-03-04T23:22:50.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: +0000 2021-03-04T23:22:50.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: 2021-03-04T23:22:50.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: mgr.x 2021-03-04T23:22:50.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: ( 2021-03-04T23:22:50.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: mgr 2021-03-04T23:22:50.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: . 2021-03-04T23:22:50.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: 34676 2021-03-04T23:22:50.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: ) 2021-03-04T23:22:50.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: 572 2021-03-04T23:22:50.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: : 2021-03-04T23:22:50.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: cluster 2021-03-04T23:22:50.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: 2021-03-04T23:22:50.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: [DBG] 2021-03-04T23:22:50.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: 2021-03-04T23:22:50.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: pgmap v481: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:22:50.112 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:49 gibba011 conmon[99461]: 2021-03-04T23:22:50.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:49 gibba038 conmon[76675]: cluster 2021-03-04T23:22:48.568943+0000 mgr.x (mgr.34676) 572 : cluster [DBG] pgmap v481: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:22:52.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:51 gibba011 conmon[95595]: cluster 2021-03-04T23:22:50.569344+0000 mgr.x (mgr.34676) 573 : cluster [DBG] pgmap v482: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:22:52.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:51 gibba011 conmon[99461]: cluster 2021-03-04T23:22:50.569344+0000 mgr.x (mgr.34676) 573 : cluster 2021-03-04T23:22:52.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:51 gibba011 conmon[99461]: [DBG] pgmap v482: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:22:52.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:51 gibba038 conmon[76675]: cluster 2021-03-04T23:22:50.569344+0000 mgr.x (mgr.34676) 573 2021-03-04T23:22:52.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:51 gibba038 conmon[76675]: : cluster [DBG] pgmap v482: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.59k op/s 2021-03-04T23:22:54.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:53 gibba011 conmon[95595]: cluster 2021-03-04T23:22:52.569670+0000 mgr.x (mgr.34676) 574 : 2021-03-04T23:22:54.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:53 gibba011 conmon[95595]: cluster [DBG] pgmap v483: 89 pgs: 89 active+clean; 3.3 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:22:54.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:53 gibba011 conmon[99461]: cluster 2021-03-04T23:22:52.569670+0000 mgr.x (mgr.34676) 574 : 2021-03-04T23:22:54.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:53 gibba011 conmon[99461]: cluster [DBG] pgmap v483: 89 pgs: 89 active+clean; 3.3 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:22:54.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:53 gibba038 conmon[76675]: cluster 2021-03-04T23:22:52.569670+0000 mgr.x (mgr.34676) 574 : cluster 2021-03-04T23:22:54.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:53 gibba038 conmon[76675]: [DBG] pgmap v483: 89 pgs: 89 active+clean; 3.3 GiB data, 11 GiB used, 657 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:22:56.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:55 gibba011 conmon[95595]: cluster 2021-03-04T23:22:54.570117+0000 mgr.x ( 2021-03-04T23:22:56.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:55 gibba011 conmon[95595]: mgr.34676) 575 : cluster [DBG] pgmap v484: 89 pgs: 89 active+clean; 3.2 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s 2021-03-04T23:22:56.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:55 gibba011 conmon[99461]: cluster 2021-03-04T23:22:54.570117+0000 mgr.x (mgr.34676 2021-03-04T23:22:56.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:55 gibba011 conmon[99461]: ) 575 : cluster [DBG] pgmap v484: 89 pgs: 89 active+clean; 3.2 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s 2021-03-04T23:22:56.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:55 gibba038 conmon[76675]: cluster 2021-03-04T23:22:54.570117+0000 mgr.x (mgr.34676) 575 : cluster [DBG] pgmap v484: 89 pgs: 89 active+clean; 3.2 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s 2021-03-04T23:22:58.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:57 gibba038 conmon[76675]: cluster 2021-03-04T23:22:56.570517+0000 mgr.x (mgr.34676) 576 : cluster [DBG] pgmap v485: 89 pgs: 89 active+clean; 2.9 GiB data, 9.7 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s 2021-03-04T23:22:58.923 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:57 gibba011 conmon[95595]: cluster 2021-03-04T23:22:58.924 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:57 gibba011 conmon[95595]: 2021-03-04T23:22:58.924 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:57 gibba011 conmon[95595]: 2021 2021-03-04T23:22:58.924 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:57 gibba011 conmon[95595]: - 2021-03-04T23:22:58.924 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:57 gibba011 conmon[95595]: 03 2021-03-04T23:22:58.925 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:57 gibba011 conmon[95595]: - 2021-03-04T23:22:58.925 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:57 gibba011 conmon[95595]: 04T23:22:56.570517+0000 mgr.x 2021-03-04T23:22:58.925 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:57 gibba011 conmon[95595]: (mgr.34676) 576 : cluster [DBG] pgmap v485: 89 pgs: 89 active+clean; 2.9 GiB data, 9.7 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s 2021-03-04T23:22:58.925 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:57 gibba011 conmon[99461]: cluster 2021-03-04T23:22:56.570517+0000 mgr.x (mgr.34676 2021-03-04T23:22:58.926 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:57 gibba011 conmon[99461]: ) 576 : cluster [DBG] pgmap v485: 89 pgs: 89 active+clean; 2.9 GiB data, 9.7 GiB used, 658 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s 2021-03-04T23:23:00.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:59 gibba038 conmon[76675]: cluster 2021-03-04T23:22:58.570924+0000 mgr.x (mgr. 2021-03-04T23:23:00.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:22:59 gibba038 conmon[76675]: 34676) 577 : cluster [DBG] pgmap v486: 89 pgs: 89 active+clean; 2.7 GiB data, 8.8 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:23:00.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:59 gibba011 conmon[95595]: cluster 2021-03-04T23:22:58.570924+0000 mgr.x (mgr.34676) 577 : cluster [DBG] 2021-03-04T23:23:00.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:22:59 gibba011 conmon[95595]: pgmap v486: 89 pgs: 89 active+clean; 2.7 GiB data, 8.8 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:23:00.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:59 gibba011 conmon[99461]: cluster 2021-03-04T23:22:58.570924+0000 mgr.x (mgr.34676 2021-03-04T23:23:00.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:22:59 gibba011 conmon[99461]: ) 577 : cluster [DBG] pgmap v486: 89 pgs: 89 active+clean; 2.7 GiB data, 8.8 GiB used, 659 GiB / 672 GiB avail; 0 B/s wr, 1.66k op/s 2021-03-04T23:23:02.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:01 gibba038 conmon[76675]: cluster 2021-03-04T23:23:00.571318+0000 mgr.x (mgr.34676) 578 2021-03-04T23:23:02.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:01 gibba038 conmon[76675]: : cluster [DBG] pgmap v487: 89 pgs: 89 active+clean; 2.5 GiB data, 8.2 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s 2021-03-04T23:23:02.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:01 gibba011 conmon[95595]: cluster 2021-03-04T23:23:00.571318+0000 mgr.x (mgr.34676) 578 : cluster [DBG] 2021-03-04T23:23:02.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:01 gibba011 conmon[95595]: pgmap v487: 89 pgs: 89 active+clean; 2.5 GiB data, 8.2 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s 2021-03-04T23:23:02.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:01 gibba011 conmon[99461]: cluster 2021-03-04T23:23:00.571318+0000 mgr.x (mgr.34676) 578 2021-03-04T23:23:02.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:01 gibba011 conmon[99461]: : cluster [DBG] pgmap v487: 89 pgs: 89 active+clean; 2.5 GiB data, 8.2 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.58k op/s 2021-03-04T23:23:04.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:03 gibba038 conmon[76675]: cluster 2021-03-04T23:23:02.571655+0000 mgr.x (mgr.34676) 579 : cluster [DBG] 2021-03-04T23:23:04.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:03 gibba038 conmon[76675]: pgmap v488: 89 pgs: 89 active+clean; 2.4 GiB data, 8.1 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:23:04.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:03 gibba011 conmon[99461]: cluster 2021-03-04T23:23:02.571655+0000 mgr.x ( 2021-03-04T23:23:04.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:03 gibba011 conmon[99461]: mgr.34676) 579 : cluster [DBG] pgmap v488: 89 pgs: 89 active+clean; 2.4 GiB data, 8.1 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:23:04.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:03 gibba011 conmon[95595]: cluster 2021-03-04T23:23:04.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:03 gibba011 conmon[95595]: 2021-03-04T23:23:04.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:03 gibba011 conmon[95595]: 2021-03-04T23:23:02.571655+0000 mgr.x (mgr.34676 2021-03-04T23:23:04.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:03 gibba011 conmon[95595]: ) 579 : cluster [DBG] pgmap v488: 89 pgs: 89 active+clean; 2.4 GiB data, 8.1 GiB used, 660 GiB / 672 GiB avail; 0 B/s wr, 1.42k op/s 2021-03-04T23:23:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:05 gibba038 conmon[76675]: cluster 2021-03-04T23:23:04.572047+0000 mgr.x (mgr.34676) 580 : cluster [DBG] pgmap v489: 89 pgs: 89 active+clean; 2.2 GiB data, 7.2 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s 2021-03-04T23:23:06.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:05 gibba011 conmon[99461]: cluster 2021-03-04T23:23:04.572047+0000 mgr.x (mgr.34676) 580 2021-03-04T23:23:06.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:05 gibba011 conmon[99461]: : cluster [DBG] pgmap v489: 89 pgs: 89 active+clean; 2.2 GiB data, 7.2 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s 2021-03-04T23:23:06.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:05 gibba011 conmon[95595]: cluster 2021-03-04T23:23:04.572047+0000 mgr.x (mgr.34676) 580 : cluster [DBG] pgmap v489: 89 pgs: 89 active+clean; 2.2 GiB data, 7.2 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.54k op/s 2021-03-04T23:23:06.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:05 gibba011 conmon[95595]: 2021-03-04T23:23:08.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:07 gibba038 conmon[76675]: cluster 2021-03-04T23:23:06.572441+0000 mgr.x (mgr.34676 2021-03-04T23:23:08.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:07 gibba038 conmon[76675]: ) 581 : cluster [DBG] pgmap v490: 89 pgs: 89 active+clean; 2.0 GiB data, 6.8 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s 2021-03-04T23:23:08.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:07 gibba011 conmon[95595]: cluster 2021-03-04T23:23:06.572441+0000 mgr.x (mgr.34676) 581 : 2021-03-04T23:23:08.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:07 gibba011 conmon[95595]: cluster [DBG] pgmap v490: 89 pgs: 89 active+clean; 2.0 GiB data, 6.8 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s 2021-03-04T23:23:08.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:07 gibba011 conmon[99461]: cluster 2021-03-04T23:23:08.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:07 gibba011 conmon[99461]: 2021-03-04T23:23 2021-03-04T23:23:08.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:07 gibba011 conmon[99461]: :06.572441+0000 mgr.x (mgr.34676) 581 : cluster [DBG] pgmap v490: 89 pgs: 89 active+clean; 2.0 GiB data, 6.8 GiB used, 661 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s 2021-03-04T23:23:10.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:09 gibba038 conmon[76675]: cluster 2021-03-04T23:23:08.572826+0000 mgr.x (mgr.34676) 582 : cluster [DBG] 2021-03-04T23:23:10.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:09 gibba038 conmon[76675]: pgmap v491: 89 pgs: 89 active+clean; 1.7 GiB data, 6.0 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.65k op/s 2021-03-04T23:23:10.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:09 gibba011 conmon[95595]: cluster 2021-03-04T23:23:08.572826+0000 mgr.x (mgr.34676) 2021-03-04T23:23:10.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:09 gibba011 conmon[95595]: 582 : cluster [DBG] pgmap v491: 89 pgs: 89 active+clean; 1.7 GiB data, 6.0 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.65k op/s 2021-03-04T23:23:10.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:09 gibba011 conmon[99461]: cluster 2021-03-04T23:23:08.572826+0000 mgr.x (mgr 2021-03-04T23:23:10.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:09 gibba011 conmon[99461]: .34676) 582 : cluster [DBG] pgmap v491: 89 pgs: 89 active+clean; 1.7 GiB data, 6.0 GiB used, 662 GiB / 672 GiB avail; 0 B/s wr, 1.65k op/s 2021-03-04T23:23:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:11 gibba038 conmon[76675]: cluster 2021-03-04T23:23:10.573218+0000 mgr.x (mgr.34676) 583 : cluster [DBG] pgmap v492: 89 pgs: 89 active+clean; 1.5 GiB data, 5.4 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s 2021-03-04T23:23:12.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:11 gibba011 conmon[95595]: cluster 2021-03-04T23:23:12.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:11 gibba011 conmon[95595]: 2021-03-04T23:23:12.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:11 gibba011 conmon[95595]: 2021-03-04T23:23: 2021-03-04T23:23:12.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:11 gibba011 conmon[95595]: 10.573218+0000 mgr.x (mgr.34676) 583 : cluster [DBG] pgmap v492: 89 pgs: 89 active+clean; 1.5 GiB data, 5.4 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s 2021-03-04T23:23:12.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:11 gibba011 conmon[99461]: cluster 2021-03-04T23:23:12.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:11 gibba011 conmon[99461]: 2021-03-04T23:23:10. 2021-03-04T23:23:12.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:11 gibba011 conmon[99461]: 573218+0000 mgr.x (mgr.34676) 583 : cluster [DBG] pgmap v492: 89 pgs: 89 active+clean; 1.5 GiB data, 5.4 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s 2021-03-04T23:23:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: cluster 2021-03-04T23:23:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: 2021-03-04T23:23:14.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: 2021 2021-03-04T23:23:14.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: - 2021-03-04T23:23:14.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: 03 2021-03-04T23:23:14.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: - 2021-03-04T23:23:14.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: 04 2021-03-04T23:23:14.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: T 2021-03-04T23:23:14.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: 23 2021-03-04T23:23:14.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: : 2021-03-04T23:23:14.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: 23 2021-03-04T23:23:14.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: : 2021-03-04T23:23:14.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: 12 2021-03-04T23:23:14.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: . 2021-03-04T23:23:14.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: 573576 2021-03-04T23:23:14.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: +0000 2021-03-04T23:23:14.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: 2021-03-04T23:23:14.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: mgr.x 2021-03-04T23:23:14.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: ( 2021-03-04T23:23:14.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: mgr 2021-03-04T23:23:14.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: . 2021-03-04T23:23:14.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: 34676 2021-03-04T23:23:14.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: ) 2021-03-04T23:23:14.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: 584 2021-03-04T23:23:14.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: : 2021-03-04T23:23:14.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: cluster 2021-03-04T23:23:14.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: 2021-03-04T23:23:14.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: [DBG] 2021-03-04T23:23:14.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: 2021-03-04T23:23:14.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: pgmap v493: 89 pgs: 89 active+clean; 1.4 GiB data, 5.2 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:23:14.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:13 gibba038 conmon[76675]: 2021-03-04T23:23:14.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:13 gibba011 conmon[95595]: cluster 2021-03-04T23:23:12.573576+0000 mgr.x (mgr.34676) 584 : cluster [DBG] 2021-03-04T23:23:14.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:13 gibba011 conmon[95595]: pgmap v493: 89 pgs: 89 active+clean; 1.4 GiB data, 5.2 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:23:14.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:13 gibba011 conmon[99461]: cluster 2021-03-04T23:23:12.573576+0000 mgr.x (mgr.34676) 2021-03-04T23:23:14.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:13 gibba011 conmon[99461]: 584 : cluster [DBG] pgmap v493: 89 pgs: 89 active+clean; 1.4 GiB data, 5.2 GiB used, 663 GiB / 672 GiB avail; 0 B/s wr, 1.41k op/s 2021-03-04T23:23:16.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:15 gibba038 conmon[76675]: cluster 2021-03-04T23:23:14.574015+0000 mgr.x (mgr.34676) 585 : cluster [DBG] pgmap v494: 89 pgs: 89 active+clean; 1.3 GiB data, 4.4 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:23:16.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:15 gibba011 conmon[95595]: cluster 2021-03-04T23:23:14.574015+0000 mgr.x (mgr.34676) 585 : cluster [DBG] pgmap v494: 89 pgs: 89 active+clean; 1.3 GiB data, 4.4 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:23:16.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:15 gibba011 conmon[99461]: cluster 2021-03-04T23:23:14.574015+0000 mgr.x (mgr.34676) 585 : cluster [DBG] pgmap v494: 89 pgs: 89 active+clean; 1.3 GiB data, 4.4 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:23:16.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:15 gibba011 conmon[99461]: 2021-03-04T23:23:17.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: audit 2021-03-04T23:23:16.469050+0000 mon.c (mon.1) 2021-03-04T23:23:17.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: 222 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-03-04T23:23:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: audit 2021-03-04T23:23:16.469236+0000 mon.c (mon.1) 223 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-03-04T23:23:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: audit 2021-03-04T23:23:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: 2021-03-04T23:23:16.469336+0000 mon.a (mon.0) 597 : audit [INF] 2021-03-04T23:23:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-03-04T23:23:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:23:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: -04T23:23:16.469368+0000 2021-03-04T23:23:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: mon.c (mon.1) 224 : audit 2021-03-04T23:23:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2021-03-04T23:23:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: audit 2021-03-04T23:23:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: 2021-03-04T23:23:16. 2021-03-04T23:23:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: 469716+0000 mon.a (mon.0) 598 2021-03-04T23:23:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-03-04T23:23:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: audit 2021-03-04T23:23:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: 2021-03-04T23:23: 2021-03-04T23:23:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: 16.469926+0000 mon.a (mon.0 2021-03-04T23:23:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: ) 599 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2021-03-04T23:23:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: audit 2021-03-04T 2021-03-04T23:23:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: 23:23:16.616257+0000 mon.c (mon 2021-03-04T23:23:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: .1) 225 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:23:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:23:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: 03-04T23:23:16.616584+0000 2021-03-04T23:23:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: mon.a (mon.0) 600 : audit 2021-03-04T23:23:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:23:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: audit 2021-03-04T23:23:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: 2021-03-04T 2021-03-04T23:23:17.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: 23:23:16.632220+0000 mon.c ( 2021-03-04T23:23:17.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: mon.1) 226 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:23:17.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: 2021-03-04T23:23:17.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: audit 2021-03-04T23:23:17.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: 2021-03-04T23:23: 2021-03-04T23:23:17.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: 16.632692+0000 mon.a (mon.0 2021-03-04T23:23:17.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:16 gibba038 conmon[76675]: ) 601 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:23:17.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[95595]: audit 2021-03-04T23:23:16.469050+0000 mon.c (mon.1) 222 : audit 2021-03-04T23:23:17.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[95595]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-03-04T23:23:17.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[95595]: audit 2021-03-04T23:23:16.469236+0000 mon.c (mon.1) 223 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-03-04T23:23:17.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[95595]: audit 2021-03-04T23:23:16.469336+0000 2021-03-04T23:23:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[95595]: mon.a (mon.0) 597 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-03-04T23:23:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[95595]: audit 2021-03- 2021-03-04T23:23:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[95595]: 04T23:23:16.469368+0000 mon.c (mon.1) 224 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2021-03-04T23:23:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[95595]: audit 2021-03-04T23:23:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[95595]: 2021-03-04T23:23 2021-03-04T23:23:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[95595]: :16.469716+0000 mon.a (mon.0) 598 : audit 2021-03-04T23:23:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[95595]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-03-04T23:23:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[95595]: audit 2021-03 2021-03-04T23:23:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[95595]: -04T23:23:16.469926+0000 mon.a (mon.0) 599 : 2021-03-04T23:23:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[95595]: audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2021-03-04T23:23:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[95595]: audit 2021-03- 2021-03-04T23:23:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[95595]: 04T23:23:16.616257+0000 mon.c ( 2021-03-04T23:23:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[95595]: mon.1) 225 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:23:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[95595]: audit 2021-03-04 2021-03-04T23:23:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[95595]: T23:23:16.616584+0000 mon.a (mon. 2021-03-04T23:23:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[95595]: 0) 600 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:23:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[95595]: audit 2021 2021-03-04T23:23:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[95595]: -03-04T23:23:16.632220+0000 mon.c ( 2021-03-04T23:23:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[95595]: mon.1) 226 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:23:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[95595]: audit 2021-03-04T23:23:16 2021-03-04T23:23:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[95595]: .632692+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:23:17.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: audit 2021-03-04T23:23:16.469050+0000 mon.c 2021-03-04T23:23:17.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: (mon.1) 222 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-03-04T23:23:17.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: audit 2021-03-04T23:23:16.469236+0000 2021-03-04T23:23:17.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: mon.c (mon.1) 223 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-03-04T23:23:17.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: audit 2021-03-04T23:23:17.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: 2021-03-04T23:23:16.469336+0000 mon.a (mon.0) 597 2021-03-04T23:23:17.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.7", "id": [1, 2]}]: dispatch 2021-03-04T23:23:17.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: audit 2021 2021-03-04T23:23:17.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: -03-04T23:23:16.469368+0000 2021-03-04T23:23:17.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: mon.c (mon.1) 224 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2021-03-04T23:23:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: audit 2021-03-04T23:23:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: 2021-03-04T23:23:16 2021-03-04T23:23:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: .469716+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 2]}]: dispatch 2021-03-04T23:23:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: audit 2021-03-04T23:23:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: 2021-03-04T23:23:16.469926+0000 mon.a (mon.0) 599 2021-03-04T23:23:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 5]}]: dispatch 2021-03-04T23:23:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: audit 2021-03-04T23:23:16.616257+0000 2021-03-04T23:23:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: mon.c (mon.1) 225 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:23:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:23:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: T23:23:16.616584+0000 mon.a (mon.0) 600 : 2021-03-04T23:23:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:23:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: audit 2021-03-04T23:23:16 2021-03-04T23:23:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: .632220+0000 mon.c (mon.1) 226 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:23:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: 2021-03-04T23:23:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: audit 2021-03-04T23:23:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: 2021-03-04T23:23:16.632692+0000 mon.a (mon.0) 601 : audit 2021-03-04T23:23:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:16 gibba011 conmon[99461]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:23:18.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:17 gibba038 conmon[76675]: cluster 2021-03-04T23:23:16.574389+0000 mgr.x (mgr.34676) 586 : 2021-03-04T23:23:18.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:17 gibba038 conmon[76675]: cluster [DBG] pgmap v495: 89 pgs: 89 active+clean; 1.1 GiB data, 4.0 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:23:18.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:17 gibba011 conmon[95595]: cluster 2021-03-04T23:23:16.574389+0000 mgr.x (mgr.34676) 2021-03-04T23:23:18.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:17 gibba011 conmon[95595]: 586 : cluster [DBG] pgmap v495: 89 pgs: 89 active+clean; 1.1 GiB data, 4.0 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:23:18.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:17 gibba011 conmon[99461]: cluster 2021-03-04T23:23:16.574389+0000 mgr.x (mgr.34676) 586 : cluster 2021-03-04T23:23:18.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:17 gibba011 conmon[99461]: [DBG] pgmap v495: 89 pgs: 89 active+clean; 1.1 GiB data, 4.0 GiB used, 664 GiB / 672 GiB avail; 0 B/s wr, 1.56k op/s 2021-03-04T23:23:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:19 gibba038 conmon[76675]: cluster 2021-03-04T23:23:18.574904+0000 mgr.x (mgr.34676) 587 : cluster [DBG] 2021-03-04T23:23:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:19 gibba038 conmon[76675]: pgmap v496: 89 pgs: 89 active+clean; 814 MiB data, 3.2 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.65k op/s 2021-03-04T23:23:20.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:19 gibba011 conmon[95595]: cluster 2021-03-04T23:23:18.574904+0000 mgr.x (mgr.34676) 587 : cluster [DBG] pgmap v496: 89 pgs: 89 active+clean; 814 MiB data, 3.2 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.65k op/s 2021-03-04T23:23:20.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:19 gibba011 conmon[95595]: 2021-03-04T23:23:20.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:19 gibba011 conmon[99461]: cluster 2021-03-04T23:23:18.574904+0000 mgr.x (mgr.34676) 587 : cluster [DBG] pgmap v496: 89 pgs: 89 active+clean; 814 MiB data, 3.2 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.65k op/s 2021-03-04T23:23:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:21 gibba038 conmon[76675]: cluster 2021-03-04T23:23:20.575294+0000 mgr.x (mgr.34676) 588 : cluster [DBG] pgmap v497: 89 pgs: 89 active+clean; 602 MiB data, 2.7 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s 2021-03-04T23:23:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:21 gibba038 conmon[76675]: 2021-03-04T23:23:22.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[95595]: cluster 2021-03-04T23:23:20.575294+0000 mgr.x (mgr.34676) 588 : cluster [DBG] pgmap v497: 89 pgs: 89 active+clean; 602 MiB data, 2.7 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s 2021-03-04T23:23:22.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: cluster 2021-03-04T23:23:22.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: 2021-03-04T23:23:22.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: 2021 2021-03-04T23:23:22.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: - 2021-03-04T23:23:22.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: 03 2021-03-04T23:23:22.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: - 2021-03-04T23:23:22.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: 04 2021-03-04T23:23:22.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: T 2021-03-04T23:23:22.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: 23 2021-03-04T23:23:22.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: : 2021-03-04T23:23:22.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: 23 2021-03-04T23:23:22.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: : 2021-03-04T23:23:22.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: 20 2021-03-04T23:23:22.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: . 2021-03-04T23:23:22.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: 575294 2021-03-04T23:23:22.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: +0000 2021-03-04T23:23:22.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: 2021-03-04T23:23:22.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: mgr.x 2021-03-04T23:23:22.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: ( 2021-03-04T23:23:22.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: mgr 2021-03-04T23:23:22.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: . 2021-03-04T23:23:22.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: 34676 2021-03-04T23:23:22.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: ) 2021-03-04T23:23:22.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: 588 2021-03-04T23:23:22.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: : 2021-03-04T23:23:22.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: cluster 2021-03-04T23:23:22.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: 2021-03-04T23:23:22.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: [DBG] 2021-03-04T23:23:22.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: 2021-03-04T23:23:22.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: pgmap v497: 89 pgs: 89 active+clean; 602 MiB data, 2.7 GiB used, 665 GiB / 672 GiB avail; 0 B/s wr, 1.57k op/s 2021-03-04T23:23:22.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:21 gibba011 conmon[99461]: 2021-03-04T23:23:24.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:23 gibba038 conmon[76675]: cluster 2021-03-04T23:23:22.575648+0000 mgr.x (mgr.34676) 589 : cluster [DBG] pgmap v498: 89 pgs: 89 active+clean; 514 MiB data, 2.5 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:23:24.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:23 gibba011 conmon[95595]: cluster 2021-03-04T23:23:24.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:23 gibba011 conmon[95595]: 2021-03-04T23:23:22 2021-03-04T23:23:24.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:23 gibba011 conmon[95595]: .575648+0000 mgr.x (mgr.34676) 589 : cluster [DBG] pgmap v498: 89 pgs: 89 active+clean; 514 MiB data, 2.5 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:23:24.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:23 gibba011 conmon[99461]: cluster 2021-03-04T23:23:22.575648+0000 mgr.x (mgr. 2021-03-04T23:23:24.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:23 gibba011 conmon[99461]: 34676) 589 : cluster [DBG] pgmap v498: 89 pgs: 89 active+clean; 514 MiB data, 2.5 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.40k op/s 2021-03-04T23:23:24.944 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Removed 202230 objects 2021-03-04T23:23:24.944 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Clean up completed and total clean up time :129.01 2021-03-04T23:23:26.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:25 gibba038 conmon[76675]: cluster 2021-03-04T23:23:24.576013+0000 mgr.x (mgr.34676) 590 : cluster [DBG] pgmap v499: 89 pgs: 89 active+clean; 328 MiB data, 1.6 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:23:26.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:25 gibba011 conmon[95595]: cluster 2021-03-04T23:23:24.576013+0000 mgr.x (mgr.34676) 590 : cluster [DBG] pgmap v499: 89 pgs: 89 active+clean; 328 MiB data, 1.6 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:23:26.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:25 gibba011 conmon[99461]: cluster 2021-03-04T23:23:24.576013+0000 mgr.x (mgr.34676) 590 : cluster [DBG] pgmap v499: 89 pgs: 89 active+clean; 328 MiB data, 1.6 GiB used, 666 GiB / 672 GiB avail; 0 B/s wr, 1.53k op/s 2021-03-04T23:23:28.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:27 gibba038 conmon[76675]: cluster 2021-03-04T23:23:26.576385+0000 mgr.x (mgr.34676) 591 : cluster [DBG] pgmap v500: 89 pgs: 89 active+clean; 128 MiB data, 1.2 GiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.55k op/s 2021-03-04T23:23:28.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:27 gibba011 conmon[95595]: cluster 2021-03-04T23:23:26.576385+0000 mgr.x (mgr.34676) 591 : cluster [DBG] pgmap v500: 89 pgs: 89 active+clean; 128 MiB data, 1.2 GiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.55k op/s 2021-03-04T23:23:28.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:27 gibba011 conmon[99461]: cluster 2021-03-04T23:23:26.576385+0000 mgr.x (mgr.34676) 591 : cluster [DBG] pgmap v500: 89 pgs: 89 active+clean; 128 MiB data, 1.2 GiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.55k op/s 2021-03-04T23:23:30.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:29 gibba038 conmon[76675]: cluster 2021-03-04T23:23:28.577197+0000 mgr.x (mgr.34676) 592 : cluster [DBG] pgmap v501: 89 pgs: 89 active+clean; 3.3 KiB data, 763 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:23:30.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:29 gibba011 conmon[95595]: cluster 2021-03-04T23:23:28.577197+0000 mgr.x (mgr.34676) 592 : cluster [DBG] pgmap v501: 89 pgs: 89 active+clean; 3.3 KiB data, 763 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:23:30.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:29 gibba011 conmon[99461]: cluster 2021-03-04T23:23:28.577197+0000 mgr.x (mgr.34676) 592 : cluster [DBG] pgmap v501: 89 pgs: 89 active+clean; 3.3 KiB data, 763 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.44k op/s 2021-03-04T23:23:30.514 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_3 2021-03-04T23:23:30.515 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool rm unique_pool_3 unique_pool_3 --yes-i-really-really-mean-it 2021-03-04T23:23:31.018 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:32.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:31 gibba038 conmon[76675]: cluster 2021-03-04T23:23:30.577943+0000 mgr.x (mgr.34676) 593 : cluster [DBG] pgmap v502: 89 pgs: 89 active+clean; 3.3 KiB data, 704 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.08k op/s 2021-03-04T23:23:32.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:31 gibba011 conmon[95595]: cluster 2021-03-04T23:23:30.577943+0000 mgr.x (mgr.34676) 593 : cluster [DBG] pgmap v502: 89 pgs: 89 active+clean; 3.3 KiB data, 704 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.08k op/s 2021-03-04T23:23:32.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:31 gibba011 conmon[99461]: cluster 2021-03-04T23:23:30.577943+0000 mgr.x (mgr.34676) 593 : cluster [DBG] pgmap v502: 89 pgs: 89 active+clean; 3.3 KiB data, 704 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 1.08k op/s 2021-03-04T23:23:33.926 INFO:teuthology.orchestra.run.gibba011.stderr:pool 'unique_pool_3' removed 2021-03-04T23:23:34.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:33 gibba038 conmon[76675]: cluster 2021-03-04T23:23:32.578351+0000 mgr.x (mgr.34676) 594 : cluster [DBG] pgmap v503: 89 pgs: 89 active+clean; 3.3 KiB data, 704 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 802 op/s 2021-03-04T23:23:34.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:33 gibba038 conmon[76675]: audit 2021-03-04T23:23:33.045762+0000 mon.c (mon.1) 227 : audit [INF] from='client.? 172.21.2.111:0/3403318854' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:23:34.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:33 gibba038 conmon[76675]: audit 2021-03-04T23:23:33.046103+0000 mon.a (mon.0) 602 : audit 2021-03-04T23:23:34.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:33 gibba038 conmon[76675]: [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:23:34.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:33 gibba011 conmon[99461]: cluster 2021-03-04T23:23:32.578351+0000 mgr.x (mgr.34676) 594 : cluster [DBG] pgmap v503: 89 pgs: 89 active+clean; 3.3 KiB data, 704 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 802 op/s 2021-03-04T23:23:34.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:33 gibba011 conmon[99461]: audit 2021-03-04T23:23:33.045762+0000 mon.c (mon.1) 227 : audit [INF] from='client.? 172.21.2.111:0/3403318854' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:23:34.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:33 gibba011 conmon[99461]: audit 2021-03-04T23:23:33.046103+0000 mon.a (mon.0) 602 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:23:34.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:33 gibba011 conmon[95595]: cluster 2021-03-04T23:23:34.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:33 gibba011 conmon[95595]: 2021-03-04T23: 2021-03-04T23:23:34.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:33 gibba011 conmon[95595]: 23:32.578351+0000 mgr.x (mgr.34676) 594 : cluster [DBG] pgmap v503: 89 pgs: 89 active+clean; 3.3 KiB data, 704 MiB used, 667 GiB / 672 GiB avail; 0 B/s wr, 802 op/s 2021-03-04T23:23:34.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:33 gibba011 conmon[95595]: audit 2021-03-04T23:23:34.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:33 gibba011 conmon[95595]: 2021-03-04 2021-03-04T23:23:34.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:33 gibba011 conmon[95595]: T23:23:33.045762+0000 mon.c (mon.1) 227 : audit [INF] from='client.? 172.21.2.111:0/3403318854' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:23:34.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:33 gibba011 conmon[95595]: audit 2021-03-04T23:23:33 2021-03-04T23:23:34.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:33 gibba011 conmon[95595]: .046103+0000 mon.a (mon.0) 602 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:23:34.596 INFO:teuthology.task.sequential:In sequential, running task print... 2021-03-04T23:23:34.596 INFO:teuthology.task.print:**** done end radosbench.yaml 2021-03-04T23:23:34.597 DEBUG:teuthology.parallel:result is None 2021-03-04T23:23:34.597 INFO:teuthology.run_tasks:Running task print... 2021-03-04T23:23:34.610 INFO:teuthology.task.print:**** done upgrading first half of cluster **** 2021-03-04T23:23:34.611 INFO:teuthology.run_tasks:Running task ceph.healthy... 2021-03-04T23:23:34.672 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2021-03-04T23:23:34.672 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2021-03-04T23:23:34.673 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph mgr dump --format=json 2021-03-04T23:23:34.784 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:35.235 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:34 gibba011 conmon[95595]: audit 2021-03-04T23:23:33.921269+0000 mon.a (mon.0) 603 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:23:35.235 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:34 gibba011 conmon[95595]: cluster 2021-03-04T23:23:33.921327+0000 mon.a (mon.0) 604 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2021-03-04T23:23:35.236 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:34 gibba011 conmon[99461]: audit 2021-03-04T23:23:33.921269+0000 mon.a (mon.0) 603 : 2021-03-04T23:23:35.236 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:34 gibba011 conmon[99461]: audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:23:35.236 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:34 gibba011 conmon[99461]: cluster 2021-03-04T23:23:33.921327+0000 mon.a (mon.0) 2021-03-04T23:23:35.236 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:34 gibba011 conmon[99461]: 604 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2021-03-04T23:23:35.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:34 gibba038 conmon[76675]: audit 2021-03-04T23:23:33.921269+0000 mon.a (mon.0) 603 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:23:35.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:34 gibba038 conmon[76675]: cluster 2021-03-04T23:23:33.921327+0000 mon.a (mon.0) 604 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2021-03-04T23:23:35.999 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:35 gibba011 conmon[95595]: cluster 2021-03-04T23:23:34.578712+0000 mgr.x (mgr.34676) 595 : cluster [DBG] pgmap v505: 73 pgs: 73 active+clean; 3.3 KiB data, 704 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:35.999 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:35 gibba011 conmon[95595]: audit 2021-03-04T23:23:35.214285+0000 mon.c (mon.1) 228 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:23:36.000 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:35 gibba011 conmon[95595]: audit 2021-03-04T23:23:35.216155+0000 mon.c (mon.1) 229 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:23:36.000 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:35 gibba011 conmon[95595]: audit 2021-03-04T23:23:35.216435+0000 mon.c (mon.1) 230 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:23:36.000 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:35 gibba011 conmon[99461]: cluster 2021-03-04T23:23:34.578712+0000 mgr.x (mgr.34676) 595 : cluster [DBG] pgmap v505: 73 pgs: 73 active+clean; 3.3 KiB data, 704 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:36.000 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:35 gibba011 conmon[99461]: audit 2021-03-04T23:23:35.214285+0000 mon.c (mon.1) 228 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:23:36.001 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:35 gibba011 conmon[99461]: audit 2021-03-04T23:23:35.216155+0000 mon.c (mon.1) 229 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:23:36.001 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:35 gibba011 conmon[99461]: audit 2021-03-04T23:23:35.216435+0000 mon.c (mon.1) 230 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:23:36.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:35 gibba038 conmon[76675]: cluster 2021-03-04T23:23:34.578712+0000 mgr.x (mgr.34676) 595 : cluster [DBG] pgmap v505: 73 pgs: 73 active+clean; 3.3 KiB data, 704 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:36.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:35 gibba038 conmon[76675]: audit 2021-03-04T23:23:35.214285+0000 mon.c (mon.1) 228 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:23:36.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:35 gibba038 conmon[76675]: audit 2021-03-04T23:23:35.216155+0000 mon.c (mon.1) 2021-03-04T23:23:36.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:35 gibba038 conmon[76675]: 229 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:23:36.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:35 gibba038 conmon[76675]: audit 2021-03-04T23:23:35.216435+0000 mon.c (mon.1) 230 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:23:36.251 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:23:36.943 INFO:teuthology.orchestra.run.gibba011.stdout:{"epoch":26,"active_gid":34676,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6834","nonce":990036529},{"type":"v1","addr":"172.21.2.138:6835","nonce":990036529}]},"active_addr":"172.21.2.138:6835/990036529","active_change":"2021-03-04T23:09:15.510590+0000","active_mgr_features":4540138303579357183,"available":true,"standbys":[{"gid":44103,"name":"y","mgr_features":4540138303579357183,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"haproxy","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"str","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"haproxy","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_cephfs":{"name":"FEATURE_TOGGLE_cephfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_iscsi":{"name":"FEATURE_TOGGLE_iscsi","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_mirroring":{"name":"FEATURE_TOGGLE_mirroring","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_nfs":{"name":"FEATURE_TOGGLE_nfs","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rbd":{"name":"FEATURE_TOGGLE_rbd","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_rgw":{"name":"FEATURE_TOGGLE_rgw","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"str","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.x:8443/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":63,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.2.138:0","nonce":1160798727}]},{"addrvec":[{"type":"v2","addr":"172.21.2.138:0","nonce":1692712402}]}]}} 2021-03-04T23:23:36.948 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2021-03-04T23:23:36.948 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2021-03-04T23:23:36.948 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd dump --format=json 2021-03-04T23:23:37.064 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:37.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:36 gibba038 conmon[76675]: audit 2021-03-04T23:23:36.245853+0000 mon.a (mon.0) 605 : audit [DBG] from='client.? 172.21.2.111:0/720891784' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-03-04T23:23:37.237 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:36 gibba011 conmon[95595]: audit 2021-03-04T23:23:36.245853+0000 mon.a (mon.0) 605 : audit [DBG] from='client.? 172.21.2.111:0/720891784' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-03-04T23:23:37.238 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:36 gibba011 conmon[99461]: audit 2021-03-04T23:23:36.245853+0000 mon.a (mon.0) 605 : audit [DBG] from='client.? 172.21.2.111:0/720891784' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2021-03-04T23:23:38.196 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:37 gibba011 conmon[95595]: cluster 2021-03-04T23:23:36.579025+0000 mgr.x (mgr.34676) 596 : cluster [DBG] pgmap v506: 73 pgs: 73 active+clean; 3.3 KiB data, 708 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:38.197 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:37 gibba011 conmon[95595]: audit 2021-03-04T23:23:37.772314+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:23:38.197 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:37 gibba011 conmon[99461]: cluster 2021-03-04T23:23:36.579025+0000 mgr.x (mgr.34676) 596 : cluster [DBG] pgmap v506: 73 pgs: 73 active+clean; 3.3 KiB data, 708 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:38.197 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:37 gibba011 conmon[99461]: audit 2021-03-04T23:23:37.772314+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:23:38.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:37 gibba038 conmon[76675]: cluster 2021-03-04T23:23:36.579025+0000 mgr.x (mgr.34676) 596 : cluster [DBG] pgmap v506: 73 pgs: 73 active+clean; 3.3 KiB data, 708 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:38.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:37 gibba038 conmon[76675]: audit 2021-03-04T23:23:37.772314+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:23:38.819 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:23:38.820 INFO:teuthology.orchestra.run.gibba011.stdout:{"epoch":136,"fsid":"5f47b844-7d3d-11eb-9066-001a4aab830c","created":"2021-03-04T23:00:38.070682+0000","modified":"2021-03-04T23:23:33.917025+0000","last_up_change":"2021-03-04T23:15:42.187590+0000","last_in_change":"2021-03-04T23:04:21.362757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-03-04T23:01:44.583559+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-03-04T23:04:41.777254+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2021-03-04T23:05:48.077231+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2021-03-04T23:05:48.660419+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"c70e02ca-076b-49c0-b942-fdf2fc2869a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":69,"up_from":73,"up_thru":132,"down_at":70,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6800","nonce":2398009694},{"type":"v1","addr":"172.21.2.111:6801","nonce":2398009694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6802","nonce":2398009694},{"type":"v1","addr":"172.21.2.111:6803","nonce":2398009694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6806","nonce":2398009694},{"type":"v1","addr":"172.21.2.111:6807","nonce":2398009694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6804","nonce":2398009694},{"type":"v1","addr":"172.21.2.111:6805","nonce":2398009694}]},"public_addr":"172.21.2.111:6801/2398009694","cluster_addr":"172.21.2.111:6803/2398009694","heartbeat_back_addr":"172.21.2.111:6807/2398009694","heartbeat_front_addr":"172.21.2.111:6805/2398009694","state":["exists","up"]},{"osd":1,"uuid":"172b60a7-130b-4663-b6c1-4325dd318543","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":16,"last_clean_end":83,"up_from":87,"up_thru":132,"down_at":84,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6808","nonce":2347056244},{"type":"v1","addr":"172.21.2.111:6809","nonce":2347056244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6810","nonce":2347056244},{"type":"v1","addr":"172.21.2.111:6811","nonce":2347056244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6814","nonce":2347056244},{"type":"v1","addr":"172.21.2.111:6815","nonce":2347056244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6812","nonce":2347056244},{"type":"v1","addr":"172.21.2.111:6813","nonce":2347056244}]},"public_addr":"172.21.2.111:6809/2347056244","cluster_addr":"172.21.2.111:6811/2347056244","heartbeat_back_addr":"172.21.2.111:6815/2347056244","heartbeat_front_addr":"172.21.2.111:6813/2347056244","state":["exists","up"]},{"osd":2,"uuid":"5b581ba4-9e3a-41f9-b40c-2ace05812c36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":21,"last_clean_end":99,"up_from":103,"up_thru":127,"down_at":100,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6816","nonce":4118462650},{"type":"v1","addr":"172.21.2.111:6817","nonce":4118462650}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6818","nonce":4118462650},{"type":"v1","addr":"172.21.2.111:6819","nonce":4118462650}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6822","nonce":4118462650},{"type":"v1","addr":"172.21.2.111:6823","nonce":4118462650}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6820","nonce":4118462650},{"type":"v1","addr":"172.21.2.111:6821","nonce":4118462650}]},"public_addr":"172.21.2.111:6817/4118462650","cluster_addr":"172.21.2.111:6819/4118462650","heartbeat_back_addr":"172.21.2.111:6823/4118462650","heartbeat_front_addr":"172.21.2.111:6821/4118462650","state":["exists","up"]},{"osd":3,"uuid":"76e66594-6e80-464a-b746-24c7f4120328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":121,"up_from":126,"up_thru":132,"down_at":122,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6824","nonce":4143220233},{"type":"v1","addr":"172.21.2.111:6825","nonce":4143220233}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6826","nonce":4143220233},{"type":"v1","addr":"172.21.2.111:6827","nonce":4143220233}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6830","nonce":4143220233},{"type":"v1","addr":"172.21.2.111:6831","nonce":4143220233}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6828","nonce":4143220233},{"type":"v1","addr":"172.21.2.111:6829","nonce":4143220233}]},"public_addr":"172.21.2.111:6825/4143220233","cluster_addr":"172.21.2.111:6827/4143220233","heartbeat_back_addr":"172.21.2.111:6831/4143220233","heartbeat_front_addr":"172.21.2.111:6829/4143220233","state":["exists","up"]},{"osd":4,"uuid":"4301548b-92a1-43dd-8fde-d8e1553a5553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":132,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6800","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6801","nonce":2482736928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6802","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6803","nonce":2482736928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6806","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6807","nonce":2482736928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6804","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6805","nonce":2482736928}]},"public_addr":"172.21.2.138:6801/2482736928","cluster_addr":"172.21.2.138:6803/2482736928","heartbeat_back_addr":"172.21.2.138:6807/2482736928","heartbeat_front_addr":"172.21.2.138:6805/2482736928","state":["exists","up"]},{"osd":5,"uuid":"97f39de0-e09b-4d4f-bbc9-a9ec76f5a2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":132,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6808","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6809","nonce":1377672649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6810","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6811","nonce":1377672649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6814","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6815","nonce":1377672649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6812","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6813","nonce":1377672649}]},"public_addr":"172.21.2.138:6809/1377672649","cluster_addr":"172.21.2.138:6811/1377672649","heartbeat_back_addr":"172.21.2.138:6815/1377672649","heartbeat_front_addr":"172.21.2.138:6813/1377672649","state":["exists","up"]},{"osd":6,"uuid":"ed21bce4-e2f4-4e25-a2c8-a396fd136677","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":132,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6816","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6817","nonce":908762643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6818","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6819","nonce":908762643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6822","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6823","nonce":908762643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6820","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6821","nonce":908762643}]},"public_addr":"172.21.2.138:6817/908762643","cluster_addr":"172.21.2.138:6819/908762643","heartbeat_back_addr":"172.21.2.138:6823/908762643","heartbeat_front_addr":"172.21.2.138:6821/908762643","state":["exists","up"]},{"osd":7,"uuid":"f5ca4c32-37cb-4908-b750-dfd785332e48","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6824","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6825","nonce":2574007528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6826","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6827","nonce":2574007528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6830","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6831","nonce":2574007528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6828","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6829","nonce":2574007528}]},"public_addr":"172.21.2.138:6825/2574007528","cluster_addr":"172.21.2.138:6827/2574007528","heartbeat_back_addr":"172.21.2.138:6831/2574007528","heartbeat_front_addr":"172.21.2.138:6829/2574007528","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:02:31.695989+0000","dead_epoch":70},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:02:46.681524+0000","dead_epoch":84},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:01.903597+0000","dead_epoch":100},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:17.946925+0000","dead_epoch":122},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:32.010670+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:47.690109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:04:03.157099+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:04:19.547630+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.2.138:0/2194390094":"2021-03-05T23:09:15.510287+0000","172.21.2.138:6835/1879935026":"2021-03-05T23:09:15.510287+0000","172.21.2.138:6834/1879935026":"2021-03-05T23:09:15.510287+0000","172.21.2.138:0/3406610317":"2021-03-05T23:09:15.510287+0000","172.21.2.138:0/868169258":"2021-03-05T23:09:15.510287+0000","172.21.2.111:0/3655453525":"2021-03-05T23:01:06.855702+0000","172.21.2.111:0/515320392":"2021-03-05T23:08:21.973571+0000","172.21.2.111:6800/1529344817":"2021-03-05T23:01:06.855702+0000","172.21.2.111:0/1193593695":"2021-03-05T23:01:06.855702+0000","172.21.2.111:0/217228239":"2021-03-05T23:08:21.973571+0000","172.21.2.111:0/3572155474":"2021-03-05T23:00:54.491625+0000","172.21.2.111:6801/1529344817":"2021-03-05T23:01:06.855702+0000","172.21.2.111:6800/1888885455":"2021-03-05T23:08:21.973571+0000","172.21.2.111:6801/1888885455":"2021-03-05T23:08:21.973571+0000","172.21.2.111:6800/1033372130":"2021-03-05T23:00:54.491625+0000","172.21.2.111:6801/1033372130":"2021-03-05T23:00:54.491625+0000","172.21.2.111:0/1613118453":"2021-03-05T23:00:54.491625+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-03-04T23:23:39.042 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:38 gibba011 conmon[95595]: cephadm 2021-03-04T23:23:37.773198+0000 mgr.x (mgr.34676) 597 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:23:39.043 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:38 gibba011 conmon[95595]: audit 2021-03-04T23:23:38.816838+0000 mon.a (mon.0) 607 : audit [DBG] from='client.? 172.21.2.111:0/4212797289' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T23:23:39.043 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:38 gibba011 conmon[99461]: cephadm 2021-03-04T23:23:37.773198+0000 mgr.x (mgr.34676) 597 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:23:39.043 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:38 gibba011 conmon[99461]: audit 2021-03-04T23:23:38.816838+0000 mon.a (mon.0) 607 : audit [DBG] from='client.? 172.21.2.111:0/4212797289' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T23:23:39.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:38 gibba038 conmon[76675]: cephadm 2021-03-04T23:23:37.773198+0000 mgr.x (mgr.34676) 597 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:23:39.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:38 gibba038 conmon[76675]: audit 2021-03-04T23:23:38.816838+0000 mon.a (mon.0) 607 : audit [DBG] from='client.? 172.21.2.111:0/4212797289' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T23:23:39.941 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2021-03-04T23:23:39.941 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd dump --format=json 2021-03-04T23:23:40.052 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:40.221 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:39 gibba011 conmon[95595]: cluster 2021-03-04T23:23:38.579732+0000 mgr.x (mgr.34676) 598 : cluster [DBG] pgmap v507: 73 pgs: 73 active+clean; 3.3 KiB data, 710 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:40.221 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:39 gibba011 conmon[95595]: audit 2021-03-04T23:23:39.900819+0000 mon.a (mon.0) 608 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:23:40.221 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:39 gibba011 conmon[99461]: cluster 2021-03-04T23:23:38.579732+0000 mgr.x (mgr.34676) 598 : cluster [DBG] pgmap v507: 73 pgs: 73 active+clean; 3.3 KiB data, 710 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:40.222 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:39 gibba011 conmon[99461]: audit 2021-03-04T23:23:39.900819+0000 mon.a (mon.0 2021-03-04T23:23:40.222 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:39 gibba011 conmon[99461]: ) 608 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:23:40.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:39 gibba038 conmon[76675]: cluster 2021-03-04T23:23:38.579732+0000 mgr.x (mgr.34676) 598 : cluster [DBG] pgmap v507: 73 pgs: 73 active+clean; 3.3 KiB data, 710 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:40.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:39 gibba038 conmon[76675]: audit 2021-03-04T23:23:39.900819+0000 mon.a (mon.0) 608 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:23:41.405 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:41 gibba011 conmon[95595]: cephadm 2021-03-04T23:23:39.902102+0000 mgr.x (mgr.34676) 599 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:23:41.405 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:41 gibba011 conmon[95595]: audit 2021-03-04T23:23:40.168111+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:23:41.405 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:41 gibba011 conmon[99461]: cephadm 2021-03-04T23:23:39.902102+0000 mgr.x (mgr.34676) 599 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:23:41.406 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:41 gibba011 conmon[99461]: audit 2021-03-04T23:23:40.168111+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:23:41.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:41 gibba038 conmon[76675]: cephadm 2021-03-04T23:23:39.902102+0000 mgr.x (mgr.34676) 599 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:23:41.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:41 gibba038 conmon[76675]: audit 2021-03-04T23:23:40.168111+0000 mon.a (mon.0) 609 : 2021-03-04T23:23:41.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:41 gibba038 conmon[76675]: audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:23:41.592 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:23:41.592 INFO:teuthology.orchestra.run.gibba011.stdout:{"epoch":136,"fsid":"5f47b844-7d3d-11eb-9066-001a4aab830c","created":"2021-03-04T23:00:38.070682+0000","modified":"2021-03-04T23:23:33.917025+0000","last_up_change":"2021-03-04T23:15:42.187590+0000","last_in_change":"2021-03-04T23:04:21.362757+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"jewel","min_compat_client":"jewel","require_osd_release":"octopus","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2021-03-04T23:01:44.583559+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-03-04T23:04:41.777254+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"51","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2021-03-04T23:05:48.077231+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2021-03-04T23:05:48.660419+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"c70e02ca-076b-49c0-b942-fdf2fc2869a9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":69,"up_from":73,"up_thru":132,"down_at":70,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6800","nonce":2398009694},{"type":"v1","addr":"172.21.2.111:6801","nonce":2398009694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6802","nonce":2398009694},{"type":"v1","addr":"172.21.2.111:6803","nonce":2398009694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6806","nonce":2398009694},{"type":"v1","addr":"172.21.2.111:6807","nonce":2398009694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6804","nonce":2398009694},{"type":"v1","addr":"172.21.2.111:6805","nonce":2398009694}]},"public_addr":"172.21.2.111:6801/2398009694","cluster_addr":"172.21.2.111:6803/2398009694","heartbeat_back_addr":"172.21.2.111:6807/2398009694","heartbeat_front_addr":"172.21.2.111:6805/2398009694","state":["exists","up"]},{"osd":1,"uuid":"172b60a7-130b-4663-b6c1-4325dd318543","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":16,"last_clean_end":83,"up_from":87,"up_thru":132,"down_at":84,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6808","nonce":2347056244},{"type":"v1","addr":"172.21.2.111:6809","nonce":2347056244}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6810","nonce":2347056244},{"type":"v1","addr":"172.21.2.111:6811","nonce":2347056244}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6814","nonce":2347056244},{"type":"v1","addr":"172.21.2.111:6815","nonce":2347056244}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6812","nonce":2347056244},{"type":"v1","addr":"172.21.2.111:6813","nonce":2347056244}]},"public_addr":"172.21.2.111:6809/2347056244","cluster_addr":"172.21.2.111:6811/2347056244","heartbeat_back_addr":"172.21.2.111:6815/2347056244","heartbeat_front_addr":"172.21.2.111:6813/2347056244","state":["exists","up"]},{"osd":2,"uuid":"5b581ba4-9e3a-41f9-b40c-2ace05812c36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":21,"last_clean_end":99,"up_from":103,"up_thru":127,"down_at":100,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6816","nonce":4118462650},{"type":"v1","addr":"172.21.2.111:6817","nonce":4118462650}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6818","nonce":4118462650},{"type":"v1","addr":"172.21.2.111:6819","nonce":4118462650}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6822","nonce":4118462650},{"type":"v1","addr":"172.21.2.111:6823","nonce":4118462650}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6820","nonce":4118462650},{"type":"v1","addr":"172.21.2.111:6821","nonce":4118462650}]},"public_addr":"172.21.2.111:6817/4118462650","cluster_addr":"172.21.2.111:6819/4118462650","heartbeat_back_addr":"172.21.2.111:6823/4118462650","heartbeat_front_addr":"172.21.2.111:6821/4118462650","state":["exists","up"]},{"osd":3,"uuid":"76e66594-6e80-464a-b746-24c7f4120328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":121,"up_from":126,"up_thru":132,"down_at":122,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6824","nonce":4143220233},{"type":"v1","addr":"172.21.2.111:6825","nonce":4143220233}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6826","nonce":4143220233},{"type":"v1","addr":"172.21.2.111:6827","nonce":4143220233}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6830","nonce":4143220233},{"type":"v1","addr":"172.21.2.111:6831","nonce":4143220233}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.111:6828","nonce":4143220233},{"type":"v1","addr":"172.21.2.111:6829","nonce":4143220233}]},"public_addr":"172.21.2.111:6825/4143220233","cluster_addr":"172.21.2.111:6827/4143220233","heartbeat_back_addr":"172.21.2.111:6831/4143220233","heartbeat_front_addr":"172.21.2.111:6829/4143220233","state":["exists","up"]},{"osd":4,"uuid":"4301548b-92a1-43dd-8fde-d8e1553a5553","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":132,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6800","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6801","nonce":2482736928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6802","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6803","nonce":2482736928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6806","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6807","nonce":2482736928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6804","nonce":2482736928},{"type":"v1","addr":"172.21.2.138:6805","nonce":2482736928}]},"public_addr":"172.21.2.138:6801/2482736928","cluster_addr":"172.21.2.138:6803/2482736928","heartbeat_back_addr":"172.21.2.138:6807/2482736928","heartbeat_front_addr":"172.21.2.138:6805/2482736928","state":["exists","up"]},{"osd":5,"uuid":"97f39de0-e09b-4d4f-bbc9-a9ec76f5a2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":132,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6808","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6809","nonce":1377672649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6810","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6811","nonce":1377672649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6814","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6815","nonce":1377672649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6812","nonce":1377672649},{"type":"v1","addr":"172.21.2.138:6813","nonce":1377672649}]},"public_addr":"172.21.2.138:6809/1377672649","cluster_addr":"172.21.2.138:6811/1377672649","heartbeat_back_addr":"172.21.2.138:6815/1377672649","heartbeat_front_addr":"172.21.2.138:6813/1377672649","state":["exists","up"]},{"osd":6,"uuid":"ed21bce4-e2f4-4e25-a2c8-a396fd136677","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":132,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6816","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6817","nonce":908762643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6818","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6819","nonce":908762643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6822","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6823","nonce":908762643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6820","nonce":908762643},{"type":"v1","addr":"172.21.2.138:6821","nonce":908762643}]},"public_addr":"172.21.2.138:6817/908762643","cluster_addr":"172.21.2.138:6819/908762643","heartbeat_back_addr":"172.21.2.138:6823/908762643","heartbeat_front_addr":"172.21.2.138:6821/908762643","state":["exists","up"]},{"osd":7,"uuid":"f5ca4c32-37cb-4908-b750-dfd785332e48","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":127,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6824","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6825","nonce":2574007528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6826","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6827","nonce":2574007528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6830","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6831","nonce":2574007528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.2.138:6828","nonce":2574007528},{"type":"v1","addr":"172.21.2.138:6829","nonce":2574007528}]},"public_addr":"172.21.2.138:6825/2574007528","cluster_addr":"172.21.2.138:6827/2574007528","heartbeat_back_addr":"172.21.2.138:6831/2574007528","heartbeat_front_addr":"172.21.2.138:6829/2574007528","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:02:31.695989+0000","dead_epoch":70},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:02:46.681524+0000","dead_epoch":84},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:01.903597+0000","dead_epoch":100},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:17.946925+0000","dead_epoch":122},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:32.010670+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:03:47.690109+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:04:03.157099+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138292840890367,"old_weight":0,"last_purged_snaps_scrub":"2021-03-04T23:04:19.547630+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.2.138:0/2194390094":"2021-03-05T23:09:15.510287+0000","172.21.2.138:6835/1879935026":"2021-03-05T23:09:15.510287+0000","172.21.2.138:6834/1879935026":"2021-03-05T23:09:15.510287+0000","172.21.2.138:0/3406610317":"2021-03-05T23:09:15.510287+0000","172.21.2.138:0/868169258":"2021-03-05T23:09:15.510287+0000","172.21.2.111:0/3655453525":"2021-03-05T23:01:06.855702+0000","172.21.2.111:0/515320392":"2021-03-05T23:08:21.973571+0000","172.21.2.111:6800/1529344817":"2021-03-05T23:01:06.855702+0000","172.21.2.111:0/1193593695":"2021-03-05T23:01:06.855702+0000","172.21.2.111:0/217228239":"2021-03-05T23:08:21.973571+0000","172.21.2.111:0/3572155474":"2021-03-05T23:00:54.491625+0000","172.21.2.111:6801/1529344817":"2021-03-05T23:01:06.855702+0000","172.21.2.111:6800/1888885455":"2021-03-05T23:08:21.973571+0000","172.21.2.111:6801/1888885455":"2021-03-05T23:08:21.973571+0000","172.21.2.111:6800/1033372130":"2021-03-05T23:00:54.491625+0000","172.21.2.111:6801/1033372130":"2021-03-05T23:00:54.491625+0000","172.21.2.111:0/1613118453":"2021-03-05T23:00:54.491625+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-03-04T23:23:42.191 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.0 flush_pg_stats 2021-03-04T23:23:42.301 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:42.454 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:42 gibba011 conmon[95595]: cluster 2021-03-04T23:23:40.580525+0000 mgr.x (mgr.34676) 600 : cluster [DBG] pgmap v508: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:42.455 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:42 gibba011 conmon[95595]: audit 2021-03-04T23:23:41.590000+0000 mon.a (mon.0) 610 : audit [DBG] from='client.? 172.21.2.111:0/2084517656' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T23:23:42.455 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:42 gibba011 conmon[99461]: cluster 2021-03-04T23:23:40.580525+0000 mgr.x (mgr.34676) 600 : cluster [DBG] pgmap v508: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:42.455 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:42 gibba011 conmon[99461]: audit 2021-03-04T23:23:41.590000+0000 mon.a (mon.0) 610 : audit [DBG] from='client.? 172.21.2.111:0/2084517656' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T23:23:42.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:42 gibba038 conmon[76675]: cluster 2021-03-04T23:23:40.580525+0000 mgr.x (mgr.34676) 600 : cluster [DBG] pgmap v508: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:42.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:42 gibba038 conmon[76675]: audit 2021-03-04T23:23:41.590000+0000 mon.a (mon.0) 610 : audit [DBG] from='client.? 172.21.2.111:0/2084517656' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2021-03-04T23:23:44.315 INFO:teuthology.orchestra.run.gibba011.stdout:313532612745 2021-03-04T23:23:44.316 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.1 flush_pg_stats 2021-03-04T23:23:44.425 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:44.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:44 gibba038 conmon[76675]: cluster 2021-03-04T23:23:42.581296+0000 mgr.x (mgr.34676) 601 : cluster [DBG] pgmap v509: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:44.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:44 gibba011 conmon[95595]: cluster 2021-03-04T23:23:42.581296+0000 mgr.x (mgr.34676) 601 : cluster [DBG] pgmap v509: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:44.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:44 gibba011 conmon[99461]: cluster 2021-03-04T23:23:42.581296+0000 mgr.x (mgr.34676) 601 : cluster [DBG] pgmap v509: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:46.446 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:46 gibba011 conmon[95595]: cluster 2021-03-04T23:23:44.582097+0000 mgr.x (mgr.34676) 602 : cluster [DBG] pgmap v510: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:46.447 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:46 gibba011 conmon[99461]: cluster 2021-03-04T23:23:44.582097+0000 mgr.x (mgr.34676) 602 : cluster [DBG] pgmap v510: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:46.458 INFO:teuthology.orchestra.run.gibba011.stdout:373662154873 2021-03-04T23:23:46.458 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.2 flush_pg_stats 2021-03-04T23:23:46.569 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:46.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:46 gibba038 conmon[76675]: cluster 2021-03-04T23:23:44.582097+0000 mgr.x (mgr.34676) 602 : cluster [DBG] pgmap v510: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:47.868 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:47 gibba011 conmon[95595]: cluster 2021-03-04T23:23:46.582893+0000 mgr.x (mgr.34676) 603 : cluster [DBG] pgmap v511: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:47.868 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:47 gibba011 conmon[95595]: audit 2021-03-04T23:23:46.609411+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:23:47.869 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:47 gibba011 conmon[99461]: cluster 2021-03-04T23:23:46.582893+0000 mgr.x (mgr.34676) 603 : cluster [DBG] pgmap v511: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:47.869 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:47 gibba011 conmon[99461]: audit 2021-03-04T23:23:46.609411+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:23:48.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:47 gibba038 conmon[76675]: cluster 2021-03-04T23:23:46.582893+0000 mgr.x (mgr.34676) 603 : cluster [DBG] pgmap v511: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:48.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:47 gibba038 conmon[76675]: audit 2021-03-04T23:23:46.609411 2021-03-04T23:23:48.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:47 gibba038 conmon[76675]: +0000 mon.a (mon.0) 611 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:23:48.516 INFO:teuthology.orchestra.run.gibba011.stdout:442381631598 2021-03-04T23:23:48.517 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.3 flush_pg_stats 2021-03-04T23:23:48.626 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:49.950 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:49 gibba011 conmon[95595]: cluster 2021-03-04T23:23:48.583358+0000 mgr.x (mgr.34676) 604 : cluster [DBG] pgmap v512: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:50.171 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:49 gibba011 conmon[99461]: cluster 2021-03-04T23:23:48.583358+0000 mgr.x (mgr.34676) 604 : cluster [DBG] pgmap v512: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:50.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:49 gibba038 conmon[76675]: cluster 2021-03-04T23:23:48.583358+0000 mgr.x (mgr.34676) 604 : cluster [DBG] pgmap v512: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:50.633 INFO:teuthology.orchestra.run.gibba011.stdout:541165879395 2021-03-04T23:23:50.634 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.4 flush_pg_stats 2021-03-04T23:23:50.743 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:52.029 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:51 gibba011 conmon[95595]: cluster 2021-03-04T23:23:50.583981+0000 mgr.x (mgr.34676) 605 : cluster [DBG] pgmap v513: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:52.030 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:51 gibba011 conmon[99461]: cluster 2021-03-04T23:23:50.583981+0000 mgr.x (mgr.34676) 605 : cluster [DBG] pgmap v513: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:52.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:51 gibba038 conmon[76675]: cluster 2021-03-04T23:23:50.583981+0000 mgr.x (mgr.34676) 605 : cluster [DBG] pgmap v513: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:52.699 INFO:teuthology.orchestra.run.gibba011.stdout:133143986422 2021-03-04T23:23:52.700 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.5 flush_pg_stats 2021-03-04T23:23:52.808 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:54.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:53 gibba011 conmon[95595]: cluster 2021-03-04T23:23:52.584346+0000 mgr.x (mgr.34676) 606 : cluster [DBG] pgmap v514: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:54.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:53 gibba011 conmon[99461]: cluster 2021-03-04T23:23:52.584346+0000 mgr.x (mgr.34676) 606 : cluster [DBG] 2021-03-04T23:23:54.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:53 gibba011 conmon[99461]: pgmap v514: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:54.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:53 gibba038 conmon[76675]: cluster 2021-03-04T23:23:52.584346+0000 mgr.x (mgr.34676) 606 : cluster [DBG] pgmap v514: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:54.865 INFO:teuthology.orchestra.run.gibba011.stdout:154618822901 2021-03-04T23:23:54.866 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.6 flush_pg_stats 2021-03-04T23:23:54.975 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:56.137 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:55 gibba011 conmon[95595]: cluster 2021-03-04T23:23:54.585194+0000 mgr.x (mgr.34676) 607 : cluster [DBG] pgmap v515: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:56.138 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:55 gibba011 conmon[99461]: cluster 2021-03-04T23:23:54.585194+0000 mgr.x (mgr.34676) 607 : cluster [DBG] pgmap v515: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:56.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:55 gibba038 conmon[76675]: cluster 2021-03-04T23:23:54.585194+0000 mgr.x (mgr.34676) 607 : cluster [DBG] pgmap v515: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:56.941 INFO:teuthology.orchestra.run.gibba011.stdout:176093659378 2021-03-04T23:23:56.941 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph tell osd.7 flush_pg_stats 2021-03-04T23:23:57.050 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:23:58.221 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:57 gibba011 conmon[95595]: cluster 2021-03-04T23:23:56.585723+0000 mgr.x (mgr.34676) 608 : cluster [DBG] pgmap v516: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:58.221 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:57 gibba011 conmon[99461]: cluster 2021-03-04T23:23:56.585723+0000 mgr.x (mgr.34676) 608 : cluster [DBG] pgmap v516: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:58.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:57 gibba038 conmon[76675]: cluster 2021-03-04T23:23:56.585723+0000 mgr.x (mgr.34676) 608 : cluster [DBG] pgmap v516: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:23:59.008 INFO:teuthology.orchestra.run.gibba011.stdout:197568495855 2021-03-04T23:23:59.009 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.0 2021-03-04T23:23:59.118 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:00.279 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:23:59 gibba011 conmon[95595]: cluster 2021-03-04T23:23:58.586463+0000 mgr.x (mgr.34676) 609 : cluster [DBG] pgmap v517: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:00.280 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:23:59 gibba011 conmon[99461]: cluster 2021-03-04T23:23:58.586463+0000 mgr.x (mgr.34676) 609 : cluster [DBG] pgmap v517: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:00.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:23:59 gibba038 conmon[76675]: cluster 2021-03-04T23:23:58.586463+0000 mgr.x (mgr.34676) 609 : cluster [DBG] pgmap v517: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:00.560 INFO:teuthology.orchestra.run.gibba011.stdout:313532612748 2021-03-04T23:24:01.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:00 gibba011 conmon[95595]: audit 2021-03-04T23:24:00.557954+0000 mon.c (mon.1) 231 : audit [DBG] from='client.? 172.21.2.111:0/2467037604' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-03-04T23:24:01.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:00 gibba011 conmon[99461]: audit 2021-03-04T23:24:00.557954+0000 mon.c (mon.1) 231 2021-03-04T23:24:01.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:00 gibba011 conmon[99461]: : audit [DBG] from='client.? 172.21.2.111:0/2467037604' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-03-04T23:24:01.216 INFO:tasks.cephadm.ceph_manager.ceph:need seq 313532612745 got 313532612748 for osd.0 2021-03-04T23:24:01.216 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.1 2021-03-04T23:24:01.328 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:01.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:00 gibba038 conmon[76675]: audit 2021-03-04T23:24:00.557954+0000 mon.c (mon.1) 231 : audit [DBG] from='client.? 172.21.2.111:0/2467037604' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2021-03-04T23:24:02.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:01 gibba011 conmon[95595]: cluster 2021-03-04T23:24:00.587043+0000 mgr.x (mgr.34676) 610 : cluster [DBG] pgmap v518: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:02.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:01 gibba011 conmon[99461]: cluster 2021-03-04T23:24:00.587043+0000 mgr.x (mgr.34676) 610 : cluster [DBG] pgmap v518: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:02.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:01 gibba038 conmon[76675]: cluster 2021-03-04T23:24:00.587043+0000 mgr.x (mgr.34676) 610 : cluster [DBG] pgmap v518: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:02.866 INFO:teuthology.orchestra.run.gibba011.stdout:373662154876 2021-03-04T23:24:02.938 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:02 gibba011 conmon[95595]: audit 2021-03-04T23:24:02.864257+0000 mon.a (mon.0) 612 : audit [DBG] from='client.? 172.21.2.111:0/2287056510' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-03-04T23:24:02.938 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:02 gibba011 conmon[99461]: audit 2021-03-04T23:24:02.864257+0000 mon.a (mon.0) 612 : audit [DBG] from='client.? 172.21.2.111:0/2287056510' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-03-04T23:24:03.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:02 gibba038 conmon[76675]: audit 2021-03-04T23:24:02.864257+0000 mon.a (mon.0) 612 : audit [DBG] from='client.? 172.21.2.111:0/2287056510' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2021-03-04T23:24:03.516 INFO:tasks.cephadm.ceph_manager.ceph:need seq 373662154873 got 373662154876 for osd.1 2021-03-04T23:24:03.517 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.2 2021-03-04T23:24:03.628 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:04.038 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:03 gibba011 conmon[95595]: cluster 2021-03-04T23:24:02.587382+0000 mgr.x (mgr.34676) 611 : cluster [DBG] pgmap v519: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:04.039 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:03 gibba011 conmon[99461]: cluster 2021-03-04T23:24:02.587382+0000 mgr.x (mgr.34676) 611 : cluster 2021-03-04T23:24:04.039 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:03 gibba011 conmon[99461]: [DBG] pgmap v519: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:04.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:03 gibba038 conmon[76675]: cluster 2021-03-04T23:24:02.587382+0000 mgr.x (mgr.34676) 611 : cluster [DBG] pgmap v519: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:05.120 INFO:teuthology.orchestra.run.gibba011.stdout:442381631602 2021-03-04T23:24:05.724 INFO:tasks.cephadm.ceph_manager.ceph:need seq 442381631598 got 442381631602 for osd.2 2021-03-04T23:24:05.725 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.3 2021-03-04T23:24:05.835 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:05.996 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:05 gibba011 conmon[99461]: cluster 2021-03-04T23:24:04.587994+0000 mgr.x (mgr.34676) 612 : cluster [DBG] pgmap v520: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:05.996 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:05 gibba011 conmon[99461]: audit 2021-03-04T23:24:05.118388+0000 mon.c (mon.1) 232 : audit [DBG] from='client.? 172.21.2.111:0/2496266557' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-03-04T23:24:05.997 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:05 gibba011 conmon[95595]: cluster 2021-03-04T23:24:05.997 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:05 gibba011 conmon[95595]: 2021-03-04T23:24:04.587994+0000 mgr.x (mgr.34676) 612 : cluster [DBG] pgmap v520: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:05.997 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:05 gibba011 conmon[95595]: audit 2021-03-04T23:24:05. 2021-03-04T23:24:05.997 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:05 gibba011 conmon[95595]: 118388+0000 mon.c (mon.1) 232 : audit [DBG] from='client.? 172.21.2.111:0/2496266557' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-03-04T23:24:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:05 gibba038 conmon[76675]: cluster 2021-03-04T23:24:04.587994+0000 mgr.x (mgr.34676) 612 : cluster [DBG] pgmap v520: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:06.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:05 gibba038 conmon[76675]: audit 2021-03-04T23:24:05.118388+0000 mon.c (mon.1) 232 : audit [DBG] from='client.? 172.21.2.111:0/2496266557' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2021-03-04T23:24:07.345 INFO:teuthology.orchestra.run.gibba011.stdout:541165879398 2021-03-04T23:24:07.932 INFO:tasks.cephadm.ceph_manager.ceph:need seq 541165879395 got 541165879398 for osd.3 2021-03-04T23:24:07.933 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.4 2021-03-04T23:24:08.044 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:08.246 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:07 gibba011 conmon[95595]: cluster 2021-03-04T23:24:06.588289+0000 mgr.x (mgr.34676) 613 : cluster [DBG] pgmap v521: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:08.246 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:07 gibba011 conmon[95595]: audit 2021-03-04T23:24:07.343725+0000 mon.a (mon.0) 613 : audit [DBG] from='client.? 172.21.2.111:0/699900993' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-03-04T23:24:08.247 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:07 gibba011 conmon[99461]: cluster 2021-03-04T23:24:06.588289+0000 mgr.x (mgr.34676) 613 : cluster [DBG] pgmap v521: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:08.247 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:07 gibba011 conmon[99461]: audit 2021-03-04T23:24:07.343725+0000 mon.a (mon.0) 613 : audit [DBG] from='client.? 172.21.2.111:0/699900993' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-03-04T23:24:08.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:07 gibba038 conmon[76675]: cluster 2021-03-04T23:24:06.588289+0000 mgr.x (mgr.34676) 613 : cluster [DBG] pgmap v521: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:08.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:07 gibba038 conmon[76675]: audit 2021-03-04T23:24:07.343725+0000 mon.a (mon.0) 613 : audit [DBG] from='client.? 172.21.2.111:0/699900993' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2021-03-04T23:24:09.632 INFO:teuthology.orchestra.run.gibba011.stdout:133143986426 2021-03-04T23:24:10.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:09 gibba011 conmon[95595]: cluster 2021-03-04T23:24:08.589085+0000 mgr.x (mgr.34676) 614 : cluster [DBG] pgmap v522: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:10.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:09 gibba011 conmon[95595]: audit 2021-03-04T23:24:09.630581+0000 mon.c (mon.1) 233 : audit [DBG] from='client.? 172.21.2.111:0/700939025' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-03-04T23:24:10.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:09 gibba011 conmon[99461]: cluster 2021-03-04T23:24:08.589085+0000 mgr.x (mgr.34676) 614 : cluster [DBG] pgmap v522: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:10.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:09 gibba011 conmon[99461]: audit 2021-03-04T23:24:09.630581+0000 mon.c (mon.1) 233 : audit [DBG] from='client.? 172.21.2.111:0/700939025' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-03-04T23:24:10.274 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986422 got 133143986426 for osd.4 2021-03-04T23:24:10.275 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.5 2021-03-04T23:24:10.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:09 gibba038 conmon[76675]: cluster 2021-03-04T23:24:08.589085+0000 mgr.x (mgr.34676) 614 : cluster [DBG] pgmap v522: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:10.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:09 gibba038 conmon[76675]: audit 2021-03-04T23:24:09.630581+0000 mon.c (mon.1) 233 : audit [DBG] from='client.? 172.21.2.111:0/700939025' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2021-03-04T23:24:10.383 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:11.831 INFO:teuthology.orchestra.run.gibba011.stdout:154618822904 2021-03-04T23:24:12.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:11 gibba038 conmon[76675]: cluster 2021-03-04T23:24:10.589426+0000 mgr.x (mgr.34676) 615 : cluster [DBG] pgmap v523: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:12.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:11 gibba038 conmon[76675]: audit 2021-03-04T23:24:11.829191+0000 mon.c (mon.1) 234 : audit [DBG] from='client.? 172.21.2.111:0/2183888332' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-03-04T23:24:12.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:11 gibba011 conmon[95595]: cluster 2021-03-04T23:24:10.589426+0000 mgr.x (mgr.34676) 615 : cluster [DBG] pgmap v523: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:12.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:11 gibba011 conmon[95595]: audit 2021-03-04T23:24:11.829191+0000 mon.c (mon.1) 234 2021-03-04T23:24:12.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:11 gibba011 conmon[95595]: : audit [DBG] from='client.? 172.21.2.111:0/2183888332' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-03-04T23:24:12.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:11 gibba011 conmon[99461]: cluster 2021-03-04T23:24:10.589426+0000 mgr.x (mgr.34676) 615 : cluster [DBG] pgmap v523: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:12.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:11 gibba011 conmon[99461]: audit 2021-03-04T23:24:11.829191+0000 mon.c (mon.1) 234 : audit [DBG] from='client.? 172.21.2.111:0/2183888332' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2021-03-04T23:24:12.457 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822901 got 154618822904 for osd.5 2021-03-04T23:24:12.458 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.6 2021-03-04T23:24:12.566 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:13.996 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:13 gibba011 conmon[95595]: cluster 2021-03-04T23:24:12.590191+0000 mgr.x (mgr.34676) 616 : cluster [DBG] pgmap v524: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:13.996 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:13 gibba011 conmon[99461]: cluster 2021-03-04T23:24:12.590191+0000 mgr.x (mgr.34676) 616 : cluster [DBG] pgmap v524: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:14.182 INFO:teuthology.orchestra.run.gibba011.stdout:176093659381 2021-03-04T23:24:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:13 gibba038 conmon[76675]: cluster 2021-03-04T23:24:12.590191+0000 mgr.x (mgr.34676) 616 : cluster [DBG] pgmap v524: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:14.741 INFO:tasks.cephadm.ceph_manager.ceph:need seq 176093659378 got 176093659381 for osd.6 2021-03-04T23:24:14.741 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd last-stat-seq osd.7 2021-03-04T23:24:14.852 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:14.996 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:14 gibba011 conmon[95595]: audit 2021-03-04T23:24:14.180377+0000 mon.a (mon.0) 614 : audit [DBG] from='client.? 172.21.2.111:0/241465497' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-03-04T23:24:14.996 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:14 gibba011 conmon[99461]: audit 2021-03-04T23:24:14.180377+0000 mon.a (mon.0) 614 : audit [DBG] from='client.? 172.21.2.111:0/241465497' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-03-04T23:24:15.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:14 gibba038 conmon[76675]: audit 2021-03-04T23:24:14.180377+0000 mon.a (mon.0) 614 : audit [DBG] from='client.? 172.21.2.111:0/241465497' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2021-03-04T23:24:16.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:15 gibba011 conmon[95595]: cluster 2021-03-04T23:24:14.590933+0000 mgr.x (mgr.34676) 617 : cluster [DBG] pgmap v525: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:16.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:15 gibba011 conmon[99461]: cluster 2021-03-04T23:24:14.590933+0000 mgr.x (mgr.34676) 617 : cluster [DBG] pgmap v525: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:16.326 INFO:teuthology.orchestra.run.gibba011.stdout:197568495858 2021-03-04T23:24:16.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:15 gibba038 conmon[76675]: cluster 2021-03-04T23:24:14.590933+0000 mgr.x (mgr.34676) 617 : cluster [DBG] pgmap v525: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:16.957 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495855 got 197568495858 for osd.7 2021-03-04T23:24:16.958 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2021-03-04T23:24:16.958 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:24:17.069 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:17.321 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[95595]: audit 2021-03-04T23:24:16.324143+0000 mon.c (mon.1) 235 : audit [DBG] from='client.? 172.21.2.111:0/1712782136' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-03-04T23:24:17.321 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[95595]: 2021-03-04T23:24:17.321 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[95595]: audit 2021-03-04T23:24:16.471668+0000 mon.c (mon.1) 236 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:24:17.322 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[95595]: audit 2021-03-04T23:24:16.471804+0000 mon.c (mon.1) 237 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 5]}]: dispatch 2021-03-04T23:24:17.322 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[95595]: audit 2021-03-04T23:24:16.471957+0000 mon.c (mon.1) 238 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:24:17.322 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[95595]: audit 2021-03-04T23:24:16.472003+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:24:17.322 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[95595]: audit 2021-03-04T23:24:16.472253+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 5]}]: dispatch 2021-03-04T23:24:17.323 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[95595]: audit 2021-03-04T23:24:16.472419+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:24:17.323 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[95595]: audit 2021-03-04T23:24:16.619143+0000 mon.c (mon.1) 239 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:24:17.323 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[95595]: audit 2021-03-04T23:24:16.619492+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:24:17.323 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[95595]: 2021-03-04T23:24:17.324 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[95595]: audit 2021-03-04T23:24:16.635680+0000 mon.c (mon.1) 240 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:24:17.324 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[95595]: audit 2021-03-04T23:24:17.324 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[95595]: 2021-03-04T23:24:16.636044+0000 mon.a (mon 2021-03-04T23:24:17.324 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[95595]: .0) 619 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:24:17.325 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[99461]: audit 2021-03-04T23:24:16.324143+0000 mon.c (mon.1) 235 : audit [DBG] from='client.? 172.21.2.111:0/1712782136' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-03-04T23:24:17.325 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[99461]: 2021-03-04T23:24:17.325 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[99461]: audit 2021-03-04T23:24:16.471668+0000 mon.c (mon.1) 236 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:24:17.325 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[99461]: audit 2021-03-04T23:24:16.471804+0000 mon.c (mon.1) 2021-03-04T23:24:17.325 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[99461]: 237 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 5]}]: dispatch 2021-03-04T23:24:17.326 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[99461]: audit 2021-03-04T23:24:16.471957+0000 mon.c (mon.1) 238 : audit 2021-03-04T23:24:17.326 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[99461]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:24:17.326 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[99461]: audit 2021-03-04T23:24:16. 2021-03-04T23:24:17.326 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[99461]: 472003+0000 mon.a (mon.0) 615 : audit [INF] 2021-03-04T23:24:17.327 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[99461]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:24:17.327 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[99461]: audit 2021 2021-03-04T23:24:17.327 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[99461]: -03-04T23:24:16.472253+0000 mon.a (mon.0) 616 : 2021-03-04T23:24:17.327 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[99461]: audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 5]}]: dispatch 2021-03-04T23:24:17.327 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[99461]: audit 2021-03-04T23:24:16.472419+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:24:17.328 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[99461]: audit 2021-03-04T23:24 2021-03-04T23:24:17.328 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[99461]: :16.619143+0000 mon.c (mon.1) 239 : audit 2021-03-04T23:24:17.328 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[99461]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:24:17.328 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[99461]: audit 2021-03-04T23:24:17.329 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[99461]: 2021-03-04T23:24:16.619492+0000 mon.a (mon.0 2021-03-04T23:24:17.329 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[99461]: ) 618 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:24:17.329 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[99461]: audit 2021 2021-03-04T23:24:17.329 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[99461]: -03-04T23:24:16.635680+0000 mon.c (mon.1) 240 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:24:17.329 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:24:17.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[99461]: -04T23:24:16.636044+0000 mon.a (mon. 2021-03-04T23:24:17.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:16 gibba011 conmon[99461]: 0) 619 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:24:17.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:16 gibba038 conmon[76675]: audit 2021-03-04T23:24:16.324143+0000 mon.c (mon.1) 235 : audit [DBG] from='client.? 172.21.2.111:0/1712782136' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2021-03-04T23:24:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:16 gibba038 conmon[76675]: audit 2021-03-04T23:24:16.471668+0000 mon.c (mon.1) 236 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:24:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:16 gibba038 conmon[76675]: audit 2021-03-04T23:24:16.471804+0000 mon.c ( 2021-03-04T23:24:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:16 gibba038 conmon[76675]: mon.1) 237 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 5]}]: dispatch 2021-03-04T23:24:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:16 gibba038 conmon[76675]: audit 2021-03-04T23:24:16.471957+0000 mon.c (mon.1) 238 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:24:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:16 gibba038 conmon[76675]: audit 2021-03-04T23:24:16.472003+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [1, 2]}]: dispatch 2021-03-04T23:24:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:16 gibba038 conmon[76675]: audit 2021-03-04T23:24:16.472253+0000 mon.a ( 2021-03-04T23:24:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:16 gibba038 conmon[76675]: mon.0) 616 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 5]}]: dispatch 2021-03-04T23:24:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:16 gibba038 conmon[76675]: audit 2021-03-04T23:24 2021-03-04T23:24:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:16 gibba038 conmon[76675]: :16.472419+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2021-03-04T23:24:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:16 gibba038 conmon[76675]: audit 2021-03-04T23:24:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:16 gibba038 conmon[76675]: 2021-03-04T23:24:16.619143+0000 mon.c (mon.1) 239 2021-03-04T23:24:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:16 gibba038 conmon[76675]: : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:24:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:16 gibba038 conmon[76675]: audit 2021-03-04T23:24:16. 2021-03-04T23:24:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:16 gibba038 conmon[76675]: 619492+0000 mon.a (mon.0) 618 : audit [INF] 2021-03-04T23:24:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:16 gibba038 conmon[76675]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:24:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:16 gibba038 conmon[76675]: audit 2021-03-04T23:24:16.635680 2021-03-04T23:24:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:16 gibba038 conmon[76675]: +0000 mon.c (mon.1) 240 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:24:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:16 gibba038 conmon[76675]: 2021-03-04T23:24:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:16 gibba038 conmon[76675]: audit 2021-03-04T23:24:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:16 gibba038 conmon[76675]: 2021-03-04T23:24:16.636044+0000 mon.a (mon.0 2021-03-04T23:24:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:16 gibba038 conmon[76675]: ) 619 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:24:18.187 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:17 gibba011 conmon[95595]: cluster 2021-03-04T23:24:16.591632+0000 mgr.x (mgr.34676) 618 : cluster [DBG] pgmap v526: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:18.188 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:17 gibba011 conmon[99461]: cluster 2021-03-04T23:24:16.591632+0000 mgr.x (mgr.34676) 618 : cluster [DBG] 2021-03-04T23:24:18.188 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:17 gibba011 conmon[99461]: pgmap v526: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:18.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:17 gibba038 conmon[76675]: cluster 2021-03-04T23:24:16.591632+0000 mgr.x (mgr.34676) 618 : cluster [DBG] pgmap v526: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:18.619 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:24:18.621 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:24:19.299 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":527,"stamp":"2021-03-04T23:24:18.591924+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":4923964,"kb_used_data":12220,"kb_used_omap":8216,"kb_used_meta":4903463,"kb_avail":699719108,"statfs":{"total":721554505728,"available":716512366592,"internally_reserved":4294967296,"allocated":12513280,"data_stored":6741325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8413768,"internal_metadata":5021146552},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003834"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"121","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011098+0000","last_change":"2021-03-04T23:14:45.178493+0000","last_active":"2021-03-04T23:19:43.011098+0000","last_peered":"2021-03-04T23:19:43.011098+0000","last_clean":"2021-03-04T23:19:43.011098+0000","last_became_active":"2021-03-04T23:14:45.178020+0000","last_became_peered":"2021-03-04T23:14:45.178020+0000","last_unstale":"2021-03-04T23:19:43.011098+0000","last_undegraded":"2021-03-04T23:19:43.011098+0000","last_fullsized":"2021-03-04T23:19:43.011098+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"80","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011423+0000","last_change":"2021-03-04T23:15:58.120659+0000","last_active":"2021-03-04T23:19:43.011423+0000","last_peered":"2021-03-04T23:19:43.011423+0000","last_clean":"2021-03-04T23:19:43.011423+0000","last_became_active":"2021-03-04T23:15:43.198337+0000","last_became_peered":"2021-03-04T23:15:43.198337+0000","last_unstale":"2021-03-04T23:19:43.011423+0000","last_undegraded":"2021-03-04T23:19:43.011423+0000","last_fullsized":"2021-03-04T23:19:43.011423+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"85","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016231+0000","last_change":"2021-03-04T23:15:43.198106+0000","last_active":"2021-03-04T23:19:43.016231+0000","last_peered":"2021-03-04T23:19:43.016231+0000","last_clean":"2021-03-04T23:19:43.016231+0000","last_became_active":"2021-03-04T23:15:43.197880+0000","last_became_peered":"2021-03-04T23:15:43.197880+0000","last_unstale":"2021-03-04T23:19:43.016231+0000","last_undegraded":"2021-03-04T23:19:43.016231+0000","last_fullsized":"2021-03-04T23:19:43.016231+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"100","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017561+0000","last_change":"2021-03-04T23:15:43.202297+0000","last_active":"2021-03-04T23:19:43.017561+0000","last_peered":"2021-03-04T23:19:43.017561+0000","last_clean":"2021-03-04T23:19:43.017561+0000","last_became_active":"2021-03-04T23:15:43.201848+0000","last_became_peered":"2021-03-04T23:15:43.201848+0000","last_unstale":"2021-03-04T23:19:43.017561+0000","last_undegraded":"2021-03-04T23:19:43.017561+0000","last_fullsized":"2021-03-04T23:19:43.017561+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"96","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011201+0000","last_change":"2021-03-04T23:15:50.199362+0000","last_active":"2021-03-04T23:19:43.011201+0000","last_peered":"2021-03-04T23:19:43.011201+0000","last_clean":"2021-03-04T23:19:43.011201+0000","last_became_active":"2021-03-04T23:15:43.201419+0000","last_became_peered":"2021-03-04T23:15:43.201419+0000","last_unstale":"2021-03-04T23:19:43.011201+0000","last_undegraded":"2021-03-04T23:19:43.011201+0000","last_fullsized":"2021-03-04T23:19:43.011201+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016424+0000","last_change":"2021-03-04T23:13:51.734437+0000","last_active":"2021-03-04T23:19:43.016424+0000","last_peered":"2021-03-04T23:19:43.016424+0000","last_clean":"2021-03-04T23:19:43.016424+0000","last_became_active":"2021-03-04T23:13:51.734197+0000","last_became_peered":"2021-03-04T23:13:51.734197+0000","last_unstale":"2021-03-04T23:19:43.016424+0000","last_undegraded":"2021-03-04T23:19:43.016424+0000","last_fullsized":"2021-03-04T23:19:43.016424+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017536+0000","last_change":"2021-03-04T23:15:43.202053+0000","last_active":"2021-03-04T23:19:43.017536+0000","last_peered":"2021-03-04T23:19:43.017536+0000","last_clean":"2021-03-04T23:19:43.017536+0000","last_became_active":"2021-03-04T23:15:43.201807+0000","last_became_peered":"2021-03-04T23:15:43.201807+0000","last_unstale":"2021-03-04T23:19:43.017536+0000","last_undegraded":"2021-03-04T23:19:43.017536+0000","last_fullsized":"2021-03-04T23:19:43.017536+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"80","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011137+0000","last_change":"2021-03-04T23:15:58.118605+0000","last_active":"2021-03-04T23:19:43.011137+0000","last_peered":"2021-03-04T23:19:43.011137+0000","last_clean":"2021-03-04T23:19:43.011137+0000","last_became_active":"2021-03-04T23:15:43.197943+0000","last_became_peered":"2021-03-04T23:15:43.197943+0000","last_unstale":"2021-03-04T23:19:43.011137+0000","last_undegraded":"2021-03-04T23:19:43.011137+0000","last_fullsized":"2021-03-04T23:19:43.011137+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"106","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016616+0000","last_change":"2021-03-04T23:13:51.734916+0000","last_active":"2021-03-04T23:19:43.016616+0000","last_peered":"2021-03-04T23:19:43.016616+0000","last_clean":"2021-03-04T23:19:43.016616+0000","last_became_active":"2021-03-04T23:13:51.734653+0000","last_became_peered":"2021-03-04T23:13:51.734653+0000","last_unstale":"2021-03-04T23:19:43.016616+0000","last_undegraded":"2021-03-04T23:19:43.016616+0000","last_fullsized":"2021-03-04T23:19:43.016616+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"74","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011181+0000","last_change":"2021-03-04T23:15:58.118715+0000","last_active":"2021-03-04T23:19:43.011181+0000","last_peered":"2021-03-04T23:19:43.011181+0000","last_clean":"2021-03-04T23:19:43.011181+0000","last_became_active":"2021-03-04T23:15:43.200249+0000","last_became_peered":"2021-03-04T23:15:43.200249+0000","last_unstale":"2021-03-04T23:19:43.011181+0000","last_undegraded":"2021-03-04T23:19:43.011181+0000","last_fullsized":"2021-03-04T23:19:43.011181+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"109","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016638+0000","last_change":"2021-03-04T23:15:43.201088+0000","last_active":"2021-03-04T23:19:43.016638+0000","last_peered":"2021-03-04T23:19:43.016638+0000","last_clean":"2021-03-04T23:19:43.016638+0000","last_became_active":"2021-03-04T23:15:43.200829+0000","last_became_peered":"2021-03-04T23:15:43.200829+0000","last_unstale":"2021-03-04T23:19:43.016638+0000","last_undegraded":"2021-03-04T23:19:43.016638+0000","last_fullsized":"2021-03-04T23:19:43.016638+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"86","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016549+0000","last_change":"2021-03-04T23:14:45.176406+0000","last_active":"2021-03-04T23:19:43.016549+0000","last_peered":"2021-03-04T23:19:43.016549+0000","last_clean":"2021-03-04T23:19:43.016549+0000","last_became_active":"2021-03-04T23:14:45.176167+0000","last_became_peered":"2021-03-04T23:14:45.176167+0000","last_unstale":"2021-03-04T23:19:43.016549+0000","last_undegraded":"2021-03-04T23:19:43.016549+0000","last_fullsized":"2021-03-04T23:19:43.016549+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011256+0000","last_change":"2021-03-04T23:05:49.581763+0000","last_active":"2021-03-04T23:19:43.011256+0000","last_peered":"2021-03-04T23:19:43.011256+0000","last_clean":"2021-03-04T23:19:43.011256+0000","last_became_active":"2021-03-04T23:05:49.581497+0000","last_became_peered":"2021-03-04T23:05:49.581497+0000","last_unstale":"2021-03-04T23:19:43.011256+0000","last_undegraded":"2021-03-04T23:19:43.011256+0000","last_fullsized":"2021-03-04T23:19:43.011256+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011233+0000","last_change":"2021-03-04T23:13:51.735360+0000","last_active":"2021-03-04T23:19:43.011233+0000","last_peered":"2021-03-04T23:19:43.011233+0000","last_clean":"2021-03-04T23:19:43.011233+0000","last_became_active":"2021-03-04T23:13:51.735113+0000","last_became_peered":"2021-03-04T23:13:51.735113+0000","last_unstale":"2021-03-04T23:19:43.011233+0000","last_undegraded":"2021-03-04T23:19:43.011233+0000","last_fullsized":"2021-03-04T23:19:43.011233+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016313+0000","last_change":"2021-03-04T23:14:45.179189+0000","last_active":"2021-03-04T23:19:43.016313+0000","last_peered":"2021-03-04T23:19:43.016313+0000","last_clean":"2021-03-04T23:19:43.016313+0000","last_became_active":"2021-03-04T23:14:45.178960+0000","last_became_peered":"2021-03-04T23:14:45.178960+0000","last_unstale":"2021-03-04T23:19:43.016313+0000","last_undegraded":"2021-03-04T23:19:43.016313+0000","last_fullsized":"2021-03-04T23:19:43.016313+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"80","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011496+0000","last_change":"2021-03-04T23:15:58.118779+0000","last_active":"2021-03-04T23:19:43.011496+0000","last_peered":"2021-03-04T23:19:43.011496+0000","last_clean":"2021-03-04T23:19:43.011496+0000","last_became_active":"2021-03-04T23:15:43.200339+0000","last_became_peered":"2021-03-04T23:15:43.200339+0000","last_unstale":"2021-03-04T23:19:43.011496+0000","last_undegraded":"2021-03-04T23:19:43.011496+0000","last_fullsized":"2021-03-04T23:19:43.011496+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017365+0000","last_change":"2021-03-04T23:15:43.202180+0000","last_active":"2021-03-04T23:19:43.017365+0000","last_peered":"2021-03-04T23:19:43.017365+0000","last_clean":"2021-03-04T23:19:43.017365+0000","last_became_active":"2021-03-04T23:15:43.202014+0000","last_became_peered":"2021-03-04T23:15:43.202014+0000","last_unstale":"2021-03-04T23:19:43.017365+0000","last_undegraded":"2021-03-04T23:19:43.017365+0000","last_fullsized":"2021-03-04T23:19:43.017365+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016316+0000","last_change":"2021-03-04T23:15:43.200525+0000","last_active":"2021-03-04T23:19:43.016316+0000","last_peered":"2021-03-04T23:19:43.016316+0000","last_clean":"2021-03-04T23:19:43.016316+0000","last_became_active":"2021-03-04T23:15:43.200273+0000","last_became_peered":"2021-03-04T23:15:43.200273+0000","last_unstale":"2021-03-04T23:19:43.016316+0000","last_undegraded":"2021-03-04T23:19:43.016316+0000","last_fullsized":"2021-03-04T23:19:43.016316+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"91","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016013+0000","last_change":"2021-03-04T23:05:49.583228+0000","last_active":"2021-03-04T23:19:43.016013+0000","last_peered":"2021-03-04T23:19:43.016013+0000","last_clean":"2021-03-04T23:19:43.016013+0000","last_became_active":"2021-03-04T23:05:49.582872+0000","last_became_peered":"2021-03-04T23:05:49.582872+0000","last_unstale":"2021-03-04T23:19:43.016013+0000","last_undegraded":"2021-03-04T23:19:43.016013+0000","last_fullsized":"2021-03-04T23:19:43.016013+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"100","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017609+0000","last_change":"2021-03-04T23:15:43.202335+0000","last_active":"2021-03-04T23:19:43.017609+0000","last_peered":"2021-03-04T23:19:43.017609+0000","last_clean":"2021-03-04T23:19:43.017609+0000","last_became_active":"2021-03-04T23:15:43.202144+0000","last_became_peered":"2021-03-04T23:15:43.202144+0000","last_unstale":"2021-03-04T23:19:43.017609+0000","last_undegraded":"2021-03-04T23:19:43.017609+0000","last_fullsized":"2021-03-04T23:19:43.017609+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"114","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016034+0000","last_change":"2021-03-04T23:12:26.726315+0000","last_active":"2021-03-04T23:19:43.016034+0000","last_peered":"2021-03-04T23:19:43.016034+0000","last_clean":"2021-03-04T23:19:43.016034+0000","last_became_active":"2021-03-04T23:12:26.726002+0000","last_became_peered":"2021-03-04T23:12:26.726002+0000","last_unstale":"2021-03-04T23:19:43.016034+0000","last_undegraded":"2021-03-04T23:19:43.016034+0000","last_fullsized":"2021-03-04T23:19:43.016034+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"80","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011579+0000","last_change":"2021-03-04T23:15:58.118830+0000","last_active":"2021-03-04T23:19:43.011579+0000","last_peered":"2021-03-04T23:19:43.011579+0000","last_clean":"2021-03-04T23:19:43.011579+0000","last_became_active":"2021-03-04T23:15:43.200336+0000","last_became_peered":"2021-03-04T23:15:43.200336+0000","last_unstale":"2021-03-04T23:19:43.011579+0000","last_undegraded":"2021-03-04T23:19:43.011579+0000","last_fullsized":"2021-03-04T23:19:43.011579+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"107","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016525+0000","last_change":"2021-03-04T23:12:26.726690+0000","last_active":"2021-03-04T23:19:43.016525+0000","last_peered":"2021-03-04T23:19:43.016525+0000","last_clean":"2021-03-04T23:19:43.016525+0000","last_became_active":"2021-03-04T23:12:26.726379+0000","last_became_peered":"2021-03-04T23:12:26.726379+0000","last_unstale":"2021-03-04T23:19:43.016525+0000","last_undegraded":"2021-03-04T23:19:43.016525+0000","last_fullsized":"2021-03-04T23:19:43.016525+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"90","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.015865+0000","last_change":"2021-03-04T23:05:50.827157+0000","last_active":"2021-03-04T23:19:43.015865+0000","last_peered":"2021-03-04T23:19:43.015865+0000","last_clean":"2021-03-04T23:19:43.015865+0000","last_became_active":"2021-03-04T23:05:50.826906+0000","last_became_peered":"2021-03-04T23:05:50.826906+0000","last_unstale":"2021-03-04T23:19:43.015865+0000","last_undegraded":"2021-03-04T23:19:43.015865+0000","last_fullsized":"2021-03-04T23:19:43.015865+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016524+0000","last_change":"2021-03-04T23:13:51.741935+0000","last_active":"2021-03-04T23:19:43.016524+0000","last_peered":"2021-03-04T23:19:43.016524+0000","last_clean":"2021-03-04T23:19:43.016524+0000","last_became_active":"2021-03-04T23:13:51.741605+0000","last_became_peered":"2021-03-04T23:13:51.741605+0000","last_unstale":"2021-03-04T23:19:43.016524+0000","last_undegraded":"2021-03-04T23:19:43.016524+0000","last_fullsized":"2021-03-04T23:19:43.016524+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011073+0000","last_change":"2021-03-04T23:15:43.198989+0000","last_active":"2021-03-04T23:19:43.011073+0000","last_peered":"2021-03-04T23:19:43.011073+0000","last_clean":"2021-03-04T23:19:43.011073+0000","last_became_active":"2021-03-04T23:15:43.198812+0000","last_became_peered":"2021-03-04T23:15:43.198812+0000","last_unstale":"2021-03-04T23:19:43.011073+0000","last_undegraded":"2021-03-04T23:19:43.011073+0000","last_fullsized":"2021-03-04T23:19:43.011073+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"92","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016529+0000","last_change":"2021-03-04T23:05:49.580867+0000","last_active":"2021-03-04T23:19:43.016529+0000","last_peered":"2021-03-04T23:19:43.016529+0000","last_clean":"2021-03-04T23:19:43.016529+0000","last_became_active":"2021-03-04T23:05:49.580500+0000","last_became_peered":"2021-03-04T23:05:49.580500+0000","last_unstale":"2021-03-04T23:19:43.016529+0000","last_undegraded":"2021-03-04T23:19:43.016529+0000","last_fullsized":"2021-03-04T23:19:43.016529+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016038+0000","last_change":"2021-03-04T23:13:51.735142+0000","last_active":"2021-03-04T23:19:43.016038+0000","last_peered":"2021-03-04T23:19:43.016038+0000","last_clean":"2021-03-04T23:19:43.016038+0000","last_became_active":"2021-03-04T23:13:51.734897+0000","last_became_peered":"2021-03-04T23:13:51.734897+0000","last_unstale":"2021-03-04T23:19:43.016038+0000","last_undegraded":"2021-03-04T23:19:43.016038+0000","last_fullsized":"2021-03-04T23:19:43.016038+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"106","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016258+0000","last_change":"2021-03-04T23:15:43.200570+0000","last_active":"2021-03-04T23:19:43.016258+0000","last_peered":"2021-03-04T23:19:43.016258+0000","last_clean":"2021-03-04T23:19:43.016258+0000","last_became_active":"2021-03-04T23:15:43.200310+0000","last_became_peered":"2021-03-04T23:15:43.200310+0000","last_unstale":"2021-03-04T23:19:43.016258+0000","last_undegraded":"2021-03-04T23:19:43.016258+0000","last_fullsized":"2021-03-04T23:19:43.016258+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"100","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017465+0000","last_change":"2021-03-04T23:13:51.734546+0000","last_active":"2021-03-04T23:19:43.017465+0000","last_peered":"2021-03-04T23:19:43.017465+0000","last_clean":"2021-03-04T23:19:43.017465+0000","last_became_active":"2021-03-04T23:13:51.734305+0000","last_became_peered":"2021-03-04T23:13:51.734305+0000","last_unstale":"2021-03-04T23:19:43.017465+0000","last_undegraded":"2021-03-04T23:19:43.017465+0000","last_fullsized":"2021-03-04T23:19:43.017465+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"111","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011431+0000","last_change":"2021-03-04T23:15:58.121639+0000","last_active":"2021-03-04T23:19:43.011431+0000","last_peered":"2021-03-04T23:19:43.011431+0000","last_clean":"2021-03-04T23:19:43.011431+0000","last_became_active":"2021-03-04T23:15:43.201028+0000","last_became_peered":"2021-03-04T23:15:43.201028+0000","last_unstale":"2021-03-04T23:19:43.011431+0000","last_undegraded":"2021-03-04T23:19:43.011431+0000","last_fullsized":"2021-03-04T23:19:43.011431+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011193+0000","last_change":"2021-03-04T23:15:43.198143+0000","last_active":"2021-03-04T23:19:43.011193+0000","last_peered":"2021-03-04T23:19:43.011193+0000","last_clean":"2021-03-04T23:19:43.011193+0000","last_became_active":"2021-03-04T23:15:43.197863+0000","last_became_peered":"2021-03-04T23:15:43.197863+0000","last_unstale":"2021-03-04T23:19:43.011193+0000","last_undegraded":"2021-03-04T23:19:43.011193+0000","last_fullsized":"2021-03-04T23:19:43.011193+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"106","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.015951+0000","last_change":"2021-03-04T23:13:51.735277+0000","last_active":"2021-03-04T23:19:43.015951+0000","last_peered":"2021-03-04T23:19:43.015951+0000","last_clean":"2021-03-04T23:19:43.015951+0000","last_became_active":"2021-03-04T23:13:51.734985+0000","last_became_peered":"2021-03-04T23:13:51.734985+0000","last_unstale":"2021-03-04T23:19:43.015951+0000","last_undegraded":"2021-03-04T23:19:43.015951+0000","last_fullsized":"2021-03-04T23:19:43.015951+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011117+0000","last_change":"2021-03-04T23:14:45.178137+0000","last_active":"2021-03-04T23:19:43.011117+0000","last_peered":"2021-03-04T23:19:43.011117+0000","last_clean":"2021-03-04T23:19:43.011117+0000","last_became_active":"2021-03-04T23:14:45.177808+0000","last_became_peered":"2021-03-04T23:14:45.177808+0000","last_unstale":"2021-03-04T23:19:43.011117+0000","last_undegraded":"2021-03-04T23:19:43.011117+0000","last_fullsized":"2021-03-04T23:19:43.011117+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.010938+0000","last_change":"2021-03-04T23:14:45.196352+0000","last_active":"2021-03-04T23:19:43.010938+0000","last_peered":"2021-03-04T23:19:43.010938+0000","last_clean":"2021-03-04T23:19:43.010938+0000","last_became_active":"2021-03-04T23:14:45.195987+0000","last_became_peered":"2021-03-04T23:14:45.195987+0000","last_unstale":"2021-03-04T23:19:43.010938+0000","last_undegraded":"2021-03-04T23:19:43.010938+0000","last_fullsized":"2021-03-04T23:19:43.010938+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011299+0000","last_change":"2021-03-04T23:13:51.749785+0000","last_active":"2021-03-04T23:19:43.011299+0000","last_peered":"2021-03-04T23:19:43.011299+0000","last_clean":"2021-03-04T23:19:43.011299+0000","last_became_active":"2021-03-04T23:13:51.749418+0000","last_became_peered":"2021-03-04T23:13:51.749418+0000","last_unstale":"2021-03-04T23:19:43.011299+0000","last_undegraded":"2021-03-04T23:19:43.011299+0000","last_fullsized":"2021-03-04T23:19:43.011299+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"81","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011294+0000","last_change":"2021-03-04T23:15:58.118842+0000","last_active":"2021-03-04T23:19:43.011294+0000","last_peered":"2021-03-04T23:19:43.011294+0000","last_clean":"2021-03-04T23:19:43.011294+0000","last_became_active":"2021-03-04T23:15:43.200088+0000","last_became_peered":"2021-03-04T23:15:43.200088+0000","last_unstale":"2021-03-04T23:19:43.011294+0000","last_undegraded":"2021-03-04T23:19:43.011294+0000","last_fullsized":"2021-03-04T23:19:43.011294+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"86","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016597+0000","last_change":"2021-03-04T23:15:43.198525+0000","last_active":"2021-03-04T23:19:43.016597+0000","last_peered":"2021-03-04T23:19:43.016597+0000","last_clean":"2021-03-04T23:19:43.016597+0000","last_became_active":"2021-03-04T23:15:43.198304+0000","last_became_peered":"2021-03-04T23:15:43.198304+0000","last_unstale":"2021-03-04T23:19:43.016597+0000","last_undegraded":"2021-03-04T23:19:43.016597+0000","last_fullsized":"2021-03-04T23:19:43.016597+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016627+0000","last_change":"2021-03-04T23:14:02.512326+0000","last_active":"2021-03-04T23:19:43.016627+0000","last_peered":"2021-03-04T23:19:43.016627+0000","last_clean":"2021-03-04T23:19:43.016627+0000","last_became_active":"2021-03-04T23:13:51.737061+0000","last_became_peered":"2021-03-04T23:13:51.737061+0000","last_unstale":"2021-03-04T23:19:43.016627+0000","last_undegraded":"2021-03-04T23:19:43.016627+0000","last_fullsized":"2021-03-04T23:19:43.016627+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"121","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016433+0000","last_change":"2021-03-04T23:15:43.200680+0000","last_active":"2021-03-04T23:19:43.016433+0000","last_peered":"2021-03-04T23:19:43.016433+0000","last_clean":"2021-03-04T23:19:43.016433+0000","last_became_active":"2021-03-04T23:15:43.200335+0000","last_became_peered":"2021-03-04T23:15:43.200335+0000","last_unstale":"2021-03-04T23:19:43.016433+0000","last_undegraded":"2021-03-04T23:19:43.016433+0000","last_fullsized":"2021-03-04T23:19:43.016433+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"71","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016572+0000","last_change":"2021-03-04T23:14:02.510977+0000","last_active":"2021-03-04T23:19:43.016572+0000","last_peered":"2021-03-04T23:19:43.016572+0000","last_clean":"2021-03-04T23:19:43.016572+0000","last_became_active":"2021-03-04T23:13:51.733929+0000","last_became_peered":"2021-03-04T23:13:51.733929+0000","last_unstale":"2021-03-04T23:19:43.016572+0000","last_undegraded":"2021-03-04T23:19:43.016572+0000","last_fullsized":"2021-03-04T23:19:43.016572+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016266+0000","last_change":"2021-03-04T23:13:51.734172+0000","last_active":"2021-03-04T23:19:43.016266+0000","last_peered":"2021-03-04T23:19:43.016266+0000","last_clean":"2021-03-04T23:19:43.016266+0000","last_became_active":"2021-03-04T23:13:51.733790+0000","last_became_peered":"2021-03-04T23:13:51.733790+0000","last_unstale":"2021-03-04T23:19:43.016266+0000","last_undegraded":"2021-03-04T23:19:43.016266+0000","last_fullsized":"2021-03-04T23:19:43.016266+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011324+0000","last_change":"2021-03-04T23:12:26.726442+0000","last_active":"2021-03-04T23:19:43.011324+0000","last_peered":"2021-03-04T23:19:43.011324+0000","last_clean":"2021-03-04T23:19:43.011324+0000","last_became_active":"2021-03-04T23:12:26.726169+0000","last_became_peered":"2021-03-04T23:12:26.726169+0000","last_unstale":"2021-03-04T23:19:43.011324+0000","last_undegraded":"2021-03-04T23:19:43.011324+0000","last_fullsized":"2021-03-04T23:19:43.011324+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"101","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016369+0000","last_change":"2021-03-04T23:15:43.199238+0000","last_active":"2021-03-04T23:19:43.016369+0000","last_peered":"2021-03-04T23:19:43.016369+0000","last_clean":"2021-03-04T23:19:43.016369+0000","last_became_active":"2021-03-04T23:15:43.199020+0000","last_became_peered":"2021-03-04T23:15:43.199020+0000","last_unstale":"2021-03-04T23:19:43.016369+0000","last_undegraded":"2021-03-04T23:19:43.016369+0000","last_fullsized":"2021-03-04T23:19:43.016369+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"109","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016051+0000","last_change":"2021-03-04T23:15:43.200469+0000","last_active":"2021-03-04T23:19:43.016051+0000","last_peered":"2021-03-04T23:19:43.016051+0000","last_clean":"2021-03-04T23:19:43.016051+0000","last_became_active":"2021-03-04T23:15:43.200235+0000","last_became_peered":"2021-03-04T23:15:43.200235+0000","last_unstale":"2021-03-04T23:19:43.016051+0000","last_undegraded":"2021-03-04T23:19:43.016051+0000","last_fullsized":"2021-03-04T23:19:43.016051+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"85","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016365+0000","last_change":"2021-03-04T23:14:45.196034+0000","last_active":"2021-03-04T23:19:43.016365+0000","last_peered":"2021-03-04T23:19:43.016365+0000","last_clean":"2021-03-04T23:19:43.016365+0000","last_became_active":"2021-03-04T23:14:45.195719+0000","last_became_peered":"2021-03-04T23:14:45.195719+0000","last_unstale":"2021-03-04T23:19:43.016365+0000","last_undegraded":"2021-03-04T23:19:43.016365+0000","last_fullsized":"2021-03-04T23:19:43.016365+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016675+0000","last_change":"2021-03-04T23:14:02.510278+0000","last_active":"2021-03-04T23:19:43.016675+0000","last_peered":"2021-03-04T23:19:43.016675+0000","last_clean":"2021-03-04T23:19:43.016675+0000","last_became_active":"2021-03-04T23:13:51.734116+0000","last_became_peered":"2021-03-04T23:13:51.734116+0000","last_unstale":"2021-03-04T23:19:43.016675+0000","last_undegraded":"2021-03-04T23:19:43.016675+0000","last_fullsized":"2021-03-04T23:19:43.016675+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016357+0000","last_change":"2021-03-04T23:14:45.176529+0000","last_active":"2021-03-04T23:19:43.016357+0000","last_peered":"2021-03-04T23:19:43.016357+0000","last_clean":"2021-03-04T23:19:43.016357+0000","last_became_active":"2021-03-04T23:14:45.176285+0000","last_became_peered":"2021-03-04T23:14:45.176285+0000","last_unstale":"2021-03-04T23:19:43.016357+0000","last_undegraded":"2021-03-04T23:19:43.016357+0000","last_fullsized":"2021-03-04T23:19:43.016357+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"113","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.015957+0000","last_change":"2021-03-04T23:12:26.726497+0000","last_active":"2021-03-04T23:19:43.015957+0000","last_peered":"2021-03-04T23:19:43.015957+0000","last_clean":"2021-03-04T23:19:43.015957+0000","last_became_active":"2021-03-04T23:12:26.726202+0000","last_became_peered":"2021-03-04T23:12:26.726202+0000","last_unstale":"2021-03-04T23:19:43.015957+0000","last_undegraded":"2021-03-04T23:19:43.015957+0000","last_fullsized":"2021-03-04T23:19:43.015957+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"73","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011321+0000","last_change":"2021-03-04T23:15:58.118775+0000","last_active":"2021-03-04T23:19:43.011321+0000","last_peered":"2021-03-04T23:19:43.011321+0000","last_clean":"2021-03-04T23:19:43.011321+0000","last_became_active":"2021-03-04T23:15:43.199729+0000","last_became_peered":"2021-03-04T23:15:43.199729+0000","last_unstale":"2021-03-04T23:19:43.011321+0000","last_undegraded":"2021-03-04T23:19:43.011321+0000","last_fullsized":"2021-03-04T23:19:43.011321+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"90","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016663+0000","last_change":"2021-03-04T23:05:49.584158+0000","last_active":"2021-03-04T23:19:43.016663+0000","last_peered":"2021-03-04T23:19:43.016663+0000","last_clean":"2021-03-04T23:19:43.016663+0000","last_became_active":"2021-03-04T23:05:49.583925+0000","last_became_peered":"2021-03-04T23:05:49.583925+0000","last_unstale":"2021-03-04T23:19:43.016663+0000","last_undegraded":"2021-03-04T23:19:43.016663+0000","last_fullsized":"2021-03-04T23:19:43.016663+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"125","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.015910+0000","last_change":"2021-03-04T23:13:51.737310+0000","last_active":"2021-03-04T23:19:43.015910+0000","last_peered":"2021-03-04T23:19:43.015910+0000","last_clean":"2021-03-04T23:19:43.015910+0000","last_became_active":"2021-03-04T23:13:51.736986+0000","last_became_peered":"2021-03-04T23:13:51.736986+0000","last_unstale":"2021-03-04T23:19:43.015910+0000","last_undegraded":"2021-03-04T23:19:43.015910+0000","last_fullsized":"2021-03-04T23:19:43.015910+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017306+0000","last_change":"2021-03-04T23:15:43.202694+0000","last_active":"2021-03-04T23:19:43.017306+0000","last_peered":"2021-03-04T23:19:43.017306+0000","last_clean":"2021-03-04T23:19:43.017306+0000","last_became_active":"2021-03-04T23:15:43.202505+0000","last_became_peered":"2021-03-04T23:15:43.202505+0000","last_unstale":"2021-03-04T23:19:43.017306+0000","last_undegraded":"2021-03-04T23:19:43.017306+0000","last_fullsized":"2021-03-04T23:19:43.017306+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"115","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017522+0000","last_change":"2021-03-04T23:14:45.178074+0000","last_active":"2021-03-04T23:19:43.017522+0000","last_peered":"2021-03-04T23:19:43.017522+0000","last_clean":"2021-03-04T23:19:43.017522+0000","last_became_active":"2021-03-04T23:14:45.177916+0000","last_became_peered":"2021-03-04T23:14:45.177916+0000","last_unstale":"2021-03-04T23:19:43.017522+0000","last_undegraded":"2021-03-04T23:19:43.017522+0000","last_fullsized":"2021-03-04T23:19:43.017522+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016507+0000","last_change":"2021-03-04T23:12:26.736023+0000","last_active":"2021-03-04T23:19:43.016507+0000","last_peered":"2021-03-04T23:19:43.016507+0000","last_clean":"2021-03-04T23:19:43.016507+0000","last_became_active":"2021-03-04T23:12:26.735664+0000","last_became_peered":"2021-03-04T23:12:26.735664+0000","last_unstale":"2021-03-04T23:19:43.016507+0000","last_undegraded":"2021-03-04T23:19:43.016507+0000","last_fullsized":"2021-03-04T23:19:43.016507+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"85","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016509+0000","last_change":"2021-03-04T23:14:45.176210+0000","last_active":"2021-03-04T23:19:43.016509+0000","last_peered":"2021-03-04T23:19:43.016509+0000","last_clean":"2021-03-04T23:19:43.016509+0000","last_became_active":"2021-03-04T23:14:45.175888+0000","last_became_peered":"2021-03-04T23:14:45.175888+0000","last_unstale":"2021-03-04T23:19:43.016509+0000","last_undegraded":"2021-03-04T23:19:43.016509+0000","last_fullsized":"2021-03-04T23:19:43.016509+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"85","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017397+0000","last_change":"2021-03-04T23:12:37.986687+0000","last_active":"2021-03-04T23:19:43.017397+0000","last_peered":"2021-03-04T23:19:43.017397+0000","last_clean":"2021-03-04T23:19:43.017397+0000","last_became_active":"2021-03-04T23:12:26.728092+0000","last_became_peered":"2021-03-04T23:12:26.728092+0000","last_unstale":"2021-03-04T23:19:43.017397+0000","last_undegraded":"2021-03-04T23:19:43.017397+0000","last_fullsized":"2021-03-04T23:19:43.017397+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"111","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011605+0000","last_change":"2021-03-04T23:15:58.122089+0000","last_active":"2021-03-04T23:19:43.011605+0000","last_peered":"2021-03-04T23:19:43.011605+0000","last_clean":"2021-03-04T23:19:43.011605+0000","last_became_active":"2021-03-04T23:15:43.201322+0000","last_became_peered":"2021-03-04T23:15:43.201322+0000","last_unstale":"2021-03-04T23:19:43.011605+0000","last_undegraded":"2021-03-04T23:19:43.011605+0000","last_fullsized":"2021-03-04T23:19:43.011605+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"70","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016562+0000","last_change":"2021-03-04T23:14:02.511417+0000","last_active":"2021-03-04T23:19:43.016562+0000","last_peered":"2021-03-04T23:19:43.016562+0000","last_clean":"2021-03-04T23:19:43.016562+0000","last_became_active":"2021-03-04T23:13:51.734566+0000","last_became_peered":"2021-03-04T23:13:51.734566+0000","last_unstale":"2021-03-04T23:19:43.016562+0000","last_undegraded":"2021-03-04T23:19:43.016562+0000","last_fullsized":"2021-03-04T23:19:43.016562+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011206+0000","last_change":"2021-03-04T23:15:50.205077+0000","last_active":"2021-03-04T23:19:43.011206+0000","last_peered":"2021-03-04T23:19:43.011206+0000","last_clean":"2021-03-04T23:19:43.011206+0000","last_became_active":"2021-03-04T23:15:43.200982+0000","last_became_peered":"2021-03-04T23:15:43.200982+0000","last_unstale":"2021-03-04T23:19:43.011206+0000","last_undegraded":"2021-03-04T23:19:43.011206+0000","last_fullsized":"2021-03-04T23:19:43.011206+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016360+0000","last_change":"2021-03-04T23:14:45.177200+0000","last_active":"2021-03-04T23:19:43.016360+0000","last_peered":"2021-03-04T23:19:43.016360+0000","last_clean":"2021-03-04T23:19:43.016360+0000","last_became_active":"2021-03-04T23:14:45.176994+0000","last_became_peered":"2021-03-04T23:14:45.176994+0000","last_unstale":"2021-03-04T23:19:43.016360+0000","last_undegraded":"2021-03-04T23:19:43.016360+0000","last_fullsized":"2021-03-04T23:19:43.016360+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017549+0000","last_change":"2021-03-04T23:13:51.741862+0000","last_active":"2021-03-04T23:19:43.017549+0000","last_peered":"2021-03-04T23:19:43.017549+0000","last_clean":"2021-03-04T23:19:43.017549+0000","last_became_active":"2021-03-04T23:13:51.741451+0000","last_became_peered":"2021-03-04T23:13:51.741451+0000","last_unstale":"2021-03-04T23:19:43.017549+0000","last_undegraded":"2021-03-04T23:19:43.017549+0000","last_fullsized":"2021-03-04T23:19:43.017549+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"89","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.010894+0000","last_change":"2021-03-04T23:05:50.827569+0000","last_active":"2021-03-04T23:19:43.010894+0000","last_peered":"2021-03-04T23:19:43.010894+0000","last_clean":"2021-03-04T23:19:43.010894+0000","last_became_active":"2021-03-04T23:05:50.827350+0000","last_became_peered":"2021-03-04T23:05:50.827350+0000","last_unstale":"2021-03-04T23:19:43.010894+0000","last_undegraded":"2021-03-04T23:19:43.010894+0000","last_fullsized":"2021-03-04T23:19:43.010894+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"88","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017465+0000","last_change":"2021-03-04T23:12:37.986701+0000","last_active":"2021-03-04T23:19:43.017465+0000","last_peered":"2021-03-04T23:19:43.017465+0000","last_clean":"2021-03-04T23:19:43.017465+0000","last_became_active":"2021-03-04T23:12:26.729415+0000","last_became_peered":"2021-03-04T23:12:26.729415+0000","last_unstale":"2021-03-04T23:19:43.017465+0000","last_undegraded":"2021-03-04T23:19:43.017465+0000","last_fullsized":"2021-03-04T23:19:43.017465+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"118","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016126+0000","last_change":"2021-03-04T23:15:43.200483+0000","last_active":"2021-03-04T23:19:43.016126+0000","last_peered":"2021-03-04T23:19:43.016126+0000","last_clean":"2021-03-04T23:19:43.016126+0000","last_became_active":"2021-03-04T23:15:43.200306+0000","last_became_peered":"2021-03-04T23:15:43.200306+0000","last_unstale":"2021-03-04T23:19:43.016126+0000","last_undegraded":"2021-03-04T23:19:43.016126+0000","last_fullsized":"2021-03-04T23:19:43.016126+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016386+0000","last_change":"2021-03-04T23:13:51.739798+0000","last_active":"2021-03-04T23:19:43.016386+0000","last_peered":"2021-03-04T23:19:43.016386+0000","last_clean":"2021-03-04T23:19:43.016386+0000","last_became_active":"2021-03-04T23:13:51.739553+0000","last_became_peered":"2021-03-04T23:13:51.739553+0000","last_unstale":"2021-03-04T23:19:43.016386+0000","last_undegraded":"2021-03-04T23:19:43.016386+0000","last_fullsized":"2021-03-04T23:19:43.016386+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011470+0000","last_change":"2021-03-04T23:15:43.198185+0000","last_active":"2021-03-04T23:19:43.011470+0000","last_peered":"2021-03-04T23:19:43.011470+0000","last_clean":"2021-03-04T23:19:43.011470+0000","last_became_active":"2021-03-04T23:15:43.197950+0000","last_became_peered":"2021-03-04T23:15:43.197950+0000","last_unstale":"2021-03-04T23:19:43.011470+0000","last_undegraded":"2021-03-04T23:19:43.011470+0000","last_fullsized":"2021-03-04T23:19:43.011470+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"93","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016471+0000","last_change":"2021-03-04T23:05:49.578797+0000","last_active":"2021-03-04T23:19:43.016471+0000","last_peered":"2021-03-04T23:19:43.016471+0000","last_clean":"2021-03-04T23:19:43.016471+0000","last_became_active":"2021-03-04T23:05:49.578550+0000","last_became_peered":"2021-03-04T23:05:49.578550+0000","last_unstale":"2021-03-04T23:19:43.016471+0000","last_undegraded":"2021-03-04T23:19:43.016471+0000","last_fullsized":"2021-03-04T23:19:43.016471+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011106+0000","last_change":"2021-03-04T23:15:43.200097+0000","last_active":"2021-03-04T23:19:43.011106+0000","last_peered":"2021-03-04T23:19:43.011106+0000","last_clean":"2021-03-04T23:19:43.011106+0000","last_became_active":"2021-03-04T23:15:43.199864+0000","last_became_peered":"2021-03-04T23:15:43.199864+0000","last_unstale":"2021-03-04T23:19:43.011106+0000","last_undegraded":"2021-03-04T23:19:43.011106+0000","last_fullsized":"2021-03-04T23:19:43.011106+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"98","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011502+0000","last_change":"2021-03-04T23:15:58.119271+0000","last_active":"2021-03-04T23:19:43.011502+0000","last_peered":"2021-03-04T23:19:43.011502+0000","last_clean":"2021-03-04T23:19:43.011502+0000","last_became_active":"2021-03-04T23:15:43.200081+0000","last_became_peered":"2021-03-04T23:15:43.200081+0000","last_unstale":"2021-03-04T23:19:43.011502+0000","last_undegraded":"2021-03-04T23:19:43.011502+0000","last_fullsized":"2021-03-04T23:19:43.011502+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"111","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011290+0000","last_change":"2021-03-04T23:15:58.119018+0000","last_active":"2021-03-04T23:19:43.011290+0000","last_peered":"2021-03-04T23:19:43.011290+0000","last_clean":"2021-03-04T23:19:43.011290+0000","last_became_active":"2021-03-04T23:15:43.201314+0000","last_became_peered":"2021-03-04T23:15:43.201314+0000","last_unstale":"2021-03-04T23:19:43.011290+0000","last_undegraded":"2021-03-04T23:19:43.011290+0000","last_fullsized":"2021-03-04T23:19:43.011290+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017583+0000","last_change":"2021-03-04T23:14:45.177195+0000","last_active":"2021-03-04T23:19:43.017583+0000","last_peered":"2021-03-04T23:19:43.017583+0000","last_clean":"2021-03-04T23:19:43.017583+0000","last_became_active":"2021-03-04T23:14:45.176885+0000","last_became_peered":"2021-03-04T23:14:45.176885+0000","last_unstale":"2021-03-04T23:19:43.017583+0000","last_undegraded":"2021-03-04T23:19:43.017583+0000","last_fullsized":"2021-03-04T23:19:43.017583+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.010921+0000","last_change":"2021-03-04T23:13:51.734849+0000","last_active":"2021-03-04T23:19:43.010921+0000","last_peered":"2021-03-04T23:19:43.010921+0000","last_clean":"2021-03-04T23:19:43.010921+0000","last_became_active":"2021-03-04T23:13:51.734604+0000","last_became_peered":"2021-03-04T23:13:51.734604+0000","last_unstale":"2021-03-04T23:19:43.010921+0000","last_undegraded":"2021-03-04T23:19:43.010921+0000","last_fullsized":"2021-03-04T23:19:43.010921+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8409803,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3965,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495859,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050128,"kb_used_data":1544,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":87030256,"statfs":{"total":90194313216,"available":89118982144,"internally_reserved":1073741824,"allocated":1581056,"data_stored":844360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:23:41 2021","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.995,"15min":0.64700000000000002},"min":{"1min":0.16200000000000001,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":1.0489999999999999,"5min":54.801000000000002,"15min":54.801000000000002},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.98899999999999999,"15min":0.58399999999999996},"min":{"1min":0.16500000000000001,"5min":0.14899999999999999,"15min":0.14799999999999999},"max":{"1min":0.98399999999999999,"5min":54.863999999999997,"15min":54.863999999999997},"last":0.624}]},{"osd":1,"last update":"Thu Mar 4 23:24:12 2021","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.46500000000000002,"15min":0.51400000000000001},"min":{"1min":0.245,"5min":0.16900000000000001,"15min":0.16},"max":{"1min":1.0409999999999999,"5min":2.3839999999999999,"15min":3.101},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.501,"15min":0.56000000000000005},"min":{"1min":0.20000000000000001,"5min":0.17599999999999999,"15min":0.17399999999999999},"max":{"1min":1.004,"5min":2.335,"15min":3.585},"last":0.501}]},{"osd":2,"last update":"Thu Mar 4 23:24:01 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.66500000000000004,"15min":0.623},"min":{"1min":0.19800000000000001,"5min":0.17999999999999999,"15min":0.16700000000000001},"max":{"1min":0.89100000000000001,"5min":5.2400000000000002,"15min":5.2400000000000002},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.55100000000000005,"15min":0.55500000000000005},"min":{"1min":0.28199999999999997,"5min":0.218,"15min":0.218},"max":{"1min":1.1359999999999999,"5min":3.0939999999999999,"15min":3.0939999999999999},"last":0.57599999999999996}]},{"osd":3,"last update":"Thu Mar 4 23:24:01 2021","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.66900000000000004,"15min":0.54300000000000004},"min":{"1min":0.26200000000000001,"5min":0.192,"15min":0.18099999999999999},"max":{"1min":2.6960000000000002,"5min":3.6840000000000002,"15min":3.7719999999999998},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.71099999999999997,"15min":0.88900000000000001},"min":{"1min":0.222,"5min":0.20799999999999999,"15min":0.183},"max":{"1min":2.6499999999999999,"5min":4.3239999999999998,"15min":4.3239999999999998},"last":0.48599999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:24:01 2021","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.40300000000000002,"15min":0.36799999999999999},"min":{"1min":0.16200000000000001,"5min":0.152,"15min":0.13100000000000001},"max":{"1min":1.492,"5min":4.0179999999999998,"15min":4.0179999999999998},"last":0.375},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.36499999999999999,"15min":0.44800000000000001},"min":{"1min":0.191,"5min":0.16,"15min":0.13300000000000001},"max":{"1min":0.70399999999999996,"5min":3.5800000000000001,"15min":5.867},"last":0.26200000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:24:01 2021","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.38500000000000001,"15min":0.38},"min":{"1min":0.191,"5min":0.153,"15min":0.14299999999999999},"max":{"1min":1.0589999999999999,"5min":3.621,"15min":4.0220000000000002},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.42099999999999999,"15min":0.41899999999999998},"min":{"1min":0.24399999999999999,"5min":0.16800000000000001,"15min":0.16200000000000001},"max":{"1min":0.79600000000000004,"5min":2.4729999999999999,"15min":3.7890000000000001},"last":0.45900000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:24:01 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.497,"15min":0.47599999999999998},"min":{"1min":0.24299999999999999,"5min":0.156,"15min":0.14199999999999999},"max":{"1min":0.998,"5min":4.1299999999999999,"15min":4.1299999999999999},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.52000000000000002,"15min":0.46700000000000003},"min":{"1min":0.23200000000000001,"5min":0.20699999999999999,"15min":0.20200000000000001},"max":{"1min":1.518,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":0.317}]}]},{"osd":6,"up_from":41,"seq":176093659383,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050116,"kb_used_data":1532,"kb_used_omap":1176,"kb_used_meta":1047399,"kb_avail":87030268,"statfs":{"total":90194313216,"available":89118994432,"internally_reserved":1073741824,"allocated":1568768,"data_stored":844214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1204319,"internal_metadata":1072537505},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:23:38 2021","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.45700000000000002,"15min":0.49399999999999999},"min":{"1min":0.157,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.95599999999999996,"5min":3.3010000000000002,"15min":3.77},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.35999999999999999,"15min":0.42499999999999999},"min":{"1min":0.17999999999999999,"5min":0.16200000000000001,"15min":0.156},"max":{"1min":0.96899999999999997,"5min":3.3119999999999998,"15min":3.7130000000000001},"last":0.55800000000000005}]},{"osd":1,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.46100000000000002,"15min":0.57899999999999996},"min":{"1min":0.184,"5min":0.159,"15min":0.159},"max":{"1min":1.1419999999999999,"5min":3.5049999999999999,"15min":3.609},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.54500000000000004,"15min":0.56799999999999995},"min":{"1min":0.17199999999999999,"5min":0.17000000000000001,"15min":0.16500000000000001},"max":{"1min":0.96499999999999997,"5min":4.149,"15min":4.149},"last":0.68700000000000006}]},{"osd":2,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.57999999999999996,"15min":0.60599999999999998},"min":{"1min":0.19400000000000001,"5min":0.187,"15min":0.16800000000000001},"max":{"1min":3.2959999999999998,"5min":4.0940000000000003,"15min":4.2169999999999996},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.51400000000000001,"15min":0.59999999999999998},"min":{"1min":0.28799999999999998,"5min":0.186,"15min":0.17599999999999999},"max":{"1min":0.98499999999999999,"5min":2.6360000000000001,"15min":3.3700000000000001},"last":0.40899999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:23:59 2021","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.61499999999999999,"15min":0.68999999999999995},"min":{"1min":0.245,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.93999999999999995,"5min":4.5330000000000004,"15min":4.5330000000000004},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.59799999999999998,"15min":0.754},"min":{"1min":0.26700000000000002,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.86899999999999999,"5min":4.0709999999999997,"15min":4.0709999999999997},"last":0.48399999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:23:38 2021","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.438,"15min":0.44600000000000001},"min":{"1min":0.17699999999999999,"5min":0.13300000000000001,"15min":0.121},"max":{"1min":4.1539999999999999,"5min":4.1539999999999999,"15min":5.5289999999999999},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.32800000000000001,"5min":0.47099999999999997,"15min":0.44400000000000001},"min":{"1min":0.189,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":1.175,"5min":4.1269999999999998,"15min":4.1269999999999998},"last":0.60199999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:23:38 2021","interfaces":[{"interface":"back","average":{"1min":0.29099999999999998,"5min":0.44700000000000001,"15min":0.49199999999999999},"min":{"1min":0.16700000000000001,"5min":0.16,"15min":0.151},"max":{"1min":0.44900000000000001,"5min":4.0010000000000003,"15min":4.96},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.54200000000000004,"15min":0.498},"min":{"1min":0.16,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":0.96599999999999997,"5min":4.2389999999999999,"15min":4.2389999999999999},"last":0.42799999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:23:47 2021","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.59899999999999998,"15min":0.51800000000000002},"min":{"1min":0.215,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":1.5629999999999999,"5min":4.5880000000000001,"15min":4.5880000000000001},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.498,"15min":0.49399999999999999},"min":{"1min":0.23999999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.71299999999999997,"5min":4.0129999999999999,"15min":4.0129999999999999},"last":0.628}]}]},{"osd":1,"up_from":87,"seq":373662154879,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":155060,"kb_used_data":1516,"kb_used_omap":702,"kb_used_meta":152833,"kb_avail":87925324,"statfs":{"total":90194313216,"available":90035531776,"internally_reserved":0,"allocated":1552384,"data_stored":841545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":719374,"internal_metadata":156501490},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.29299999999999998,"5min":0.41099999999999998,"15min":0.371},"min":{"1min":0.154,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.39600000000000002,"5min":3.8340000000000001,"15min":4.4669999999999996},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.56200000000000006,"15min":0.54700000000000004},"min":{"1min":0.16900000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":0.59999999999999998,"5min":4.5810000000000004,"15min":5.819},"last":0.246}]},{"osd":2,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.437,"15min":0.41399999999999998},"min":{"1min":0.17899999999999999,"5min":0.158,"15min":0.13400000000000001},"max":{"1min":0.45800000000000002,"5min":3.069,"15min":4.4059999999999997},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.53800000000000003,"15min":0.71699999999999997},"min":{"1min":0.182,"5min":0.153,"15min":0.14899999999999999},"max":{"1min":0.51200000000000001,"5min":3.8700000000000001,"15min":4.7240000000000002},"last":0.33900000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:23:49 2021","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.83099999999999996,"15min":0.82899999999999996},"min":{"1min":0.21199999999999999,"5min":0.156,"15min":0.156},"max":{"1min":2.8530000000000002,"5min":33.643000000000001,"15min":33.643000000000001},"last":0.20499999999999999},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.89700000000000002,"15min":0.78100000000000003},"min":{"1min":0.222,"5min":0.17599999999999999,"15min":0.17499999999999999},"max":{"1min":2.8719999999999999,"5min":33.621000000000002,"15min":33.621000000000002},"last":0.30299999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.68600000000000005,"15min":0.68200000000000005},"min":{"1min":0.28100000000000003,"5min":0.21099999999999999,"15min":0.19400000000000001},"max":{"1min":1.2330000000000001,"5min":4.9850000000000003,"15min":4.9850000000000003},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.60199999999999998,"15min":0.56499999999999995},"min":{"1min":0.27700000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":1.1379999999999999,"5min":3.7050000000000001,"15min":4.5229999999999997},"last":0.63400000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.57899999999999996,"15min":0.62},"min":{"1min":0.29099999999999998,"5min":0.20999999999999999,"15min":0.20100000000000001},"max":{"1min":1.113,"5min":3.524,"15min":5.9059999999999997},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.753,"5min":0.70399999999999996,"15min":0.70499999999999996},"min":{"1min":0.308,"5min":0.23899999999999999,"15min":0.221},"max":{"1min":1.1359999999999999,"5min":4.415,"15min":4.7729999999999997},"last":0.65100000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.68500000000000005,"15min":0.61299999999999999},"min":{"1min":0.27700000000000002,"5min":0.23200000000000001,"15min":0.22900000000000001},"max":{"1min":1.7390000000000001,"5min":3.7610000000000001,"15min":4.5010000000000003},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.61799999999999999,"15min":0.65900000000000003},"min":{"1min":0.33200000000000002,"5min":0.245,"15min":0.23699999999999999},"max":{"1min":1.1519999999999999,"5min":3.5550000000000002,"15min":5.8810000000000002},"last":0.71699999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.746,"15min":0.73699999999999999},"min":{"1min":0.33500000000000002,"5min":0.248,"15min":0.248},"max":{"1min":1.179,"5min":3.782,"15min":4.7939999999999996},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.71199999999999997,"15min":0.629},"min":{"1min":0.34200000000000003,"5min":0.28899999999999998,"15min":0.28599999999999998},"max":{"1min":1.1639999999999999,"5min":4.5049999999999999,"15min":4.5499999999999998},"last":0.66100000000000003}]}]},{"osd":0,"up_from":73,"seq":313532612752,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":206076,"kb_used_data":1524,"kb_used_omap":1446,"kb_used_meta":203097,"kb_avail":87874308,"statfs":{"total":90194313216,"available":89983291392,"internally_reserved":0,"allocated":1560576,"data_stored":842120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1481404,"internal_metadata":207971652},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:24:05 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.45500000000000002,"15min":0.41499999999999998},"min":{"1min":0.157,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":1.3200000000000001,"5min":4.7679999999999998,"15min":5.734},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.47299999999999998,"15min":0.44600000000000001},"min":{"1min":0.16700000000000001,"5min":0.158,"15min":0.11700000000000001},"max":{"1min":3.0950000000000002,"5min":3.403,"15min":4.1589999999999998},"last":0.28000000000000003}]},{"osd":2,"last update":"Thu Mar 4 23:23:57 2021","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.39000000000000001,"15min":0.45600000000000002},"min":{"1min":0.16200000000000001,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":2.8919999999999999,"5min":2.8919999999999999,"15min":3.806},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.49299999999999999,"15min":0.50600000000000001},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":5.3620000000000001,"5min":5.3620000000000001,"15min":5.3620000000000001},"last":0.316}]},{"osd":3,"last update":"Thu Mar 4 23:23:57 2021","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.47499999999999998,"15min":1.7689999999999999},"min":{"1min":0.17899999999999999,"5min":0.17100000000000001,"15min":0.16700000000000001},"max":{"1min":2.931,"5min":6.335,"15min":35.027000000000001},"last":0.249},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.65900000000000003,"15min":1.629},"min":{"1min":0.249,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":3.246,"5min":6.4699999999999998,"15min":34.979999999999997},"last":0.374}]},{"osd":4,"last update":"Thu Mar 4 23:23:50 2021","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.56000000000000005,"15min":0.60599999999999998},"min":{"1min":0.19900000000000001,"5min":0.19700000000000001,"15min":0.17999999999999999},"max":{"1min":3.1829999999999998,"5min":3.9500000000000002,"15min":4.2210000000000001},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.59499999999999997,"15min":0.64900000000000002},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":1.002,"5min":3.4300000000000002,"15min":4.7439999999999998},"last":0.68799999999999994}]},{"osd":5,"last update":"Thu Mar 4 23:23:50 2021","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.64300000000000002,"15min":0.69199999999999995},"min":{"1min":0.214,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.95099999999999996,"5min":4.5540000000000003,"15min":5.3639999999999999},"last":0.753},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.60999999999999999,"15min":0.63100000000000001},"min":{"1min":0.31,"5min":0.24199999999999999,"15min":0.191},"max":{"1min":3.8889999999999998,"5min":4.7919999999999998,"15min":4.7919999999999998},"last":0.88500000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:23:50 2021","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.56899999999999995,"15min":0.63},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.24199999999999999},"max":{"1min":3.0179999999999998,"5min":3.4350000000000001,"15min":3.9159999999999999},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.67400000000000004,"15min":0.65800000000000003},"min":{"1min":0.26700000000000002,"5min":0.25,"15min":0.17599999999999999},"max":{"1min":4.3259999999999996,"5min":4.3259999999999996,"15min":4.3259999999999996},"last":0.80200000000000005}]},{"osd":7,"last update":"Thu Mar 4 23:23:50 2021","interfaces":[{"interface":"back","average":{"1min":0.94299999999999995,"5min":0.61199999999999999,"15min":0.70099999999999996},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.26300000000000001},"max":{"1min":3.8170000000000002,"5min":3.8170000000000002,"15min":3.9729999999999999},"last":0.91800000000000004},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.63900000000000001,"15min":0.66000000000000003},"min":{"1min":0.28799999999999998,"5min":0.28299999999999997,"15min":0.254},"max":{"1min":3.2149999999999999,"5min":3.9239999999999999,"15min":4.2469999999999999},"last":0.745}]}]},{"osd":2,"up_from":103,"seq":442381631604,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":178364,"kb_used_data":1524,"kb_used_omap":1715,"kb_used_meta":175116,"kb_avail":87902020,"statfs":{"total":90194313216,"available":90011668480,"internally_reserved":0,"allocated":1560576,"data_stored":842132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":179318971},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.40699999999999997,"15min":0.57699999999999996},"min":{"1min":0.158,"5min":0.13400000000000001,"15min":0.129},"max":{"1min":1.506,"5min":3.5339999999999998,"15min":4.6349999999999998},"last":0.317},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.45400000000000001,"15min":0.47999999999999998},"min":{"1min":0.192,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":1.3240000000000001,"5min":3.5569999999999999,"15min":4.3259999999999996},"last":0.29199999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.36199999999999999,"15min":0.57899999999999996},"min":{"1min":0.17799999999999999,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":0.49199999999999999,"5min":2.7690000000000001,"15min":4.0599999999999996},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.57699999999999996,"15min":0.56699999999999995},"min":{"1min":0.20699999999999999,"5min":0.16600000000000001,"15min":0.14199999999999999},"max":{"1min":1.5720000000000001,"5min":2.9380000000000002,"15min":4.556},"last":0.248}]},{"osd":3,"last update":"Thu Mar 4 23:23:56 2021","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.52000000000000002,"15min":0.504},"min":{"1min":0.182,"5min":0.16700000000000001,"15min":0.16600000000000001},"max":{"1min":1.3460000000000001,"5min":4.0099999999999998,"15min":4.0099999999999998},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.504,"15min":0.56599999999999995},"min":{"1min":0.216,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":0.84399999999999997,"5min":4.0339999999999998,"15min":4.4329999999999998},"last":0.38300000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.54200000000000004,"15min":0.63400000000000001},"min":{"1min":0.22800000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":1.607,"5min":2.9980000000000002,"15min":4.6520000000000001},"last":0.98699999999999999},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.59799999999999998,"15min":0.56799999999999995},"min":{"1min":0.28899999999999998,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":1.3979999999999999,"5min":3.1059999999999999,"15min":3.71},"last":1.0229999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.72199999999999998,"15min":0.84799999999999998},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.22},"max":{"1min":1.0960000000000001,"5min":4.867,"15min":4.867},"last":1.0389999999999999},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.66800000000000004,"15min":0.68899999999999995},"min":{"1min":0.29099999999999998,"5min":0.218,"15min":0.21299999999999999},"max":{"1min":1.679,"5min":4.6189999999999998,"15min":4.6689999999999996},"last":1.0920000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.58599999999999997,"15min":0.55900000000000005},"min":{"1min":0.28199999999999997,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.365,"5min":3.0670000000000002,"15min":3.7429999999999999},"last":0.94099999999999995},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.57299999999999995,"15min":0.80600000000000005},"min":{"1min":0.316,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":1.0940000000000001,"5min":3.5579999999999998,"15min":4.0830000000000002},"last":1.0700000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.63700000000000001,"15min":0.58399999999999996},"min":{"1min":0.33700000000000002,"5min":0.26600000000000001,"15min":0.26400000000000001},"max":{"1min":1.4239999999999999,"5min":3.1629999999999998,"15min":4.024},"last":1.1120000000000001},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.61299999999999999,"15min":0.83199999999999996},"min":{"1min":0.34000000000000002,"5min":0.253,"15min":0.253},"max":{"1min":2.2370000000000001,"5min":4.0880000000000001,"15min":4.1340000000000003},"last":1.0589999999999999}]}]},{"osd":3,"up_from":126,"seq":541165879401,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":183988,"kb_used_data":1516,"kb_used_omap":1501,"kb_used_meta":180962,"kb_avail":87896396,"statfs":{"total":90194313216,"available":90005909504,"internally_reserved":0,"allocated":1552384,"data_stored":840496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1537306,"internal_metadata":185305830},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.88100000000000001,"15min":0.55200000000000005},"min":{"1min":0.13100000000000001,"5min":0.121,"15min":0.121},"max":{"1min":0.66100000000000003,"5min":48.722000000000001,"15min":48.722000000000001},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.97499999999999998,"15min":0.77000000000000002},"min":{"1min":0.17299999999999999,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":0.61499999999999999,"5min":48.741999999999997,"15min":48.741999999999997},"last":0.505}]},{"osd":1,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.42099999999999999,"15min":0.51900000000000002},"min":{"1min":0.157,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":0.93600000000000005,"5min":3.6459999999999999,"15min":4.9720000000000004},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.498,"5min":0.59499999999999997,"15min":0.57299999999999995},"min":{"1min":0.18099999999999999,"5min":0.151,"15min":0.151},"max":{"1min":2.1549999999999998,"5min":3.5609999999999999,"15min":3.7829999999999999},"last":0.40200000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.51100000000000001,"15min":0.60899999999999999},"min":{"1min":0.16800000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.442,"5min":4.8730000000000002,"15min":6.4420000000000002},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.376,"5min":0.505,"15min":0.71199999999999997},"min":{"1min":0.20300000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.97799999999999998,"5min":3.5590000000000002,"15min":8.8740000000000006},"last":0.312}]},{"osd":4,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.56899999999999995,"15min":0.64000000000000001},"min":{"1min":0.24299999999999999,"5min":0.21099999999999999,"15min":0.20599999999999999},"max":{"1min":1.115,"5min":2.9780000000000002,"15min":5.0220000000000002},"last":0.90800000000000003},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.60099999999999998,"15min":0.51000000000000001},"min":{"1min":0.28899999999999998,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":1.032,"5min":3.7719999999999998,"15min":3.7719999999999998},"last":1.0129999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.72499999999999998,"15min":0.58699999999999997},"min":{"1min":0.25900000000000001,"5min":0.22600000000000001,"15min":0.221},"max":{"1min":1.097,"5min":4.6479999999999997,"15min":4.6479999999999997},"last":1.1100000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.78800000000000003,"15min":0.74399999999999999},"min":{"1min":0.27400000000000002,"5min":0.192,"15min":0.192},"max":{"1min":0.95499999999999996,"5min":6.7309999999999999,"15min":6.7309999999999999},"last":0.95899999999999996}]},{"osd":6,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.63300000000000001,"15min":0.73199999999999998},"min":{"1min":0.29899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.044,"5min":4.2930000000000001,"15min":5.0570000000000004},"last":0.92300000000000004},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.64300000000000002,"15min":0.63900000000000001},"min":{"1min":0.33500000000000002,"5min":0.254,"15min":0.22900000000000001},"max":{"1min":1.052,"5min":3.8100000000000001,"15min":3.8100000000000001},"last":1.089}]},{"osd":7,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.748,"15min":0.748},"min":{"1min":0.32300000000000001,"5min":0.26600000000000001,"15min":0.253},"max":{"1min":1.167,"5min":5.1180000000000003,"15min":6.5460000000000003},"last":1.071},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.68000000000000005,"15min":0.72799999999999998},"min":{"1min":0.33100000000000002,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":2.8420000000000001,"5min":3.1360000000000001,"15min":5.0810000000000004},"last":0.85699999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986428,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050124,"kb_used_data":1540,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":87030260,"statfs":{"total":90194313216,"available":89118986240,"internally_reserved":1073741824,"allocated":1576960,"data_stored":844290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:23:36 2021","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47099999999999997,"15min":0.51000000000000001},"min":{"1min":0.14899999999999999,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":2.1059999999999999,"5min":3.1150000000000002,"15min":3.899},"last":0.91500000000000004},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.52500000000000002,"15min":0.432},"min":{"1min":0.152,"5min":0.152,"15min":0.14199999999999999},"max":{"1min":3.919,"5min":3.919,"15min":3.919},"last":0.84899999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:24:08 2021","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.70299999999999996,"15min":0.56899999999999995},"min":{"1min":0.19900000000000001,"5min":0.161,"15min":0.16},"max":{"1min":3.0150000000000001,"5min":3.9900000000000002,"15min":3.9900000000000002},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.61699999999999999,"15min":0.55300000000000005},"min":{"1min":0.189,"5min":0.189,"15min":0.16200000000000001},"max":{"1min":1.2989999999999999,"5min":3.98,"15min":4.3289999999999997},"last":0.92900000000000005}]},{"osd":2,"last update":"Thu Mar 4 23:23:55 2021","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.47899999999999998,"15min":0.50700000000000001},"min":{"1min":0.215,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":2.9009999999999998,"5min":3.3260000000000001,"15min":3.3260000000000001},"last":0.88800000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.52200000000000002,"15min":0.59199999999999997},"min":{"1min":0.255,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":1.405,"5min":3.351,"15min":4.4180000000000001},"last":0.94099999999999995}]},{"osd":3,"last update":"Thu Mar 4 23:23:55 2021","interfaces":[{"interface":"back","average":{"1min":1.149,"5min":0.82099999999999995,"15min":0.74399999999999999},"min":{"1min":0.25700000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":4.1200000000000001,"5min":4.1200000000000001,"15min":4.1200000000000001},"last":0.90100000000000002},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.55300000000000005,"15min":0.57099999999999995},"min":{"1min":0.23699999999999999,"5min":0.19800000000000001,"15min":0.192},"max":{"1min":1.0169999999999999,"5min":3.4049999999999998,"15min":3.4049999999999998},"last":0.873}]},{"osd":5,"last update":"Thu Mar 4 23:23:19 2021","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.34999999999999998,"15min":0.35399999999999998},"min":{"1min":0.16900000000000001,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":3.3500000000000001,"5min":3.456,"15min":4.2599999999999998},"last":0.62},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.35699999999999998,"15min":0.39700000000000002},"min":{"1min":0.16,"5min":0.14799999999999999,"15min":0.13500000000000001},"max":{"1min":2.7389999999999999,"5min":3.2999999999999998,"15min":4.8090000000000002},"last":0.42999999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:23:36 2021","interfaces":[{"interface":"back","average":{"1min":0.28799999999999998,"5min":0.39800000000000002,"15min":0.42899999999999999},"min":{"1min":0.18099999999999999,"5min":0.17399999999999999,"15min":0.156},"max":{"1min":0.55600000000000005,"5min":3.5569999999999999,"15min":4.766},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.60799999999999998,"15min":0.52200000000000002},"min":{"1min":0.20300000000000001,"5min":0.158,"15min":0.14199999999999999},"max":{"1min":3.895,"5min":3.895,"15min":4.1550000000000002},"last":0.56200000000000006}]},{"osd":7,"last update":"Thu Mar 4 23:24:08 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.44700000000000001,"15min":0.63100000000000001},"min":{"1min":0.20899999999999999,"5min":0.17899999999999999,"15min":0.156},"max":{"1min":0.57599999999999996,"5min":3.4329999999999998,"15min":69.727999999999994},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.65200000000000002,"15min":0.78000000000000003},"min":{"1min":0.221,"5min":0.20399999999999999,"15min":0.14000000000000001},"max":{"1min":0.67600000000000005,"5min":3.8700000000000001,"15min":69.289000000000001},"last":0.63}]}]},{"osd":5,"up_from":36,"seq":154618822906,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050108,"kb_used_data":1524,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":87030276,"statfs":{"total":90194313216,"available":89119002624,"internally_reserved":1073741824,"allocated":1560576,"data_stored":842168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:23:44 2021","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.436,"15min":0.43099999999999999},"min":{"1min":0.16800000000000001,"5min":0.14699999999999999,"15min":0.13500000000000001},"max":{"1min":3.6659999999999999,"5min":3.6659999999999999,"15min":3.6659999999999999},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.439,"15min":0.49399999999999999},"min":{"1min":0.16900000000000001,"5min":0.153,"15min":0.14499999999999999},"max":{"1min":1.615,"5min":2.891,"15min":3.0840000000000001},"last":0.67100000000000004}]},{"osd":1,"last update":"Thu Mar 4 23:24:03 2021","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.55500000000000005,"15min":0.46000000000000002},"min":{"1min":0.16800000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":1.2210000000000001,"5min":3.8450000000000002,"15min":3.8450000000000002},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.747,"15min":0.61299999999999999},"min":{"1min":0.17899999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.149,"5min":7.4740000000000002,"15min":7.4740000000000002},"last":0.65300000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:23:59 2021","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.59199999999999997,"15min":0.67900000000000005},"min":{"1min":0.182,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":1.069,"5min":3.5800000000000001,"15min":3.7410000000000001},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.73199999999999998,"15min":0.64700000000000002},"min":{"1min":0.24199999999999999,"5min":0.182,"15min":0.17000000000000001},"max":{"1min":1.107,"5min":3.698,"15min":3.9239999999999999},"last":0.59499999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:23:59 2021","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.71199999999999997,"15min":0.52700000000000002},"min":{"1min":0.188,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":1.466,"5min":4.375,"15min":4.375},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.71499999999999997},"min":{"1min":0.19900000000000001,"5min":0.19800000000000001,"15min":0.17100000000000001},"max":{"1min":2.9359999999999999,"5min":3.4590000000000001,"15min":4.2050000000000001},"last":0.626}]},{"osd":4,"last update":"Thu Mar 4 23:23:27 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.44,"15min":0.42099999999999999},"min":{"1min":0.127,"5min":0.127,"15min":0.127},"max":{"1min":3.617,"5min":7.4480000000000004,"15min":7.4480000000000004},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.34000000000000002,"15min":0.41899999999999998},"min":{"1min":0.182,"5min":0.152,"15min":0.14799999999999999},"max":{"1min":4.4000000000000004,"5min":4.4000000000000004,"15min":4.4000000000000004},"last":0.64100000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:23:59 2021","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.53900000000000003,"15min":0.48299999999999998},"min":{"1min":0.192,"5min":0.17699999999999999,"15min":0.16},"max":{"1min":0.71799999999999997,"5min":7.3959999999999999,"15min":7.3959999999999999},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.377,"15min":0.437},"min":{"1min":0.20399999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.746,"5min":4.3209999999999997,"15min":4.3209999999999997},"last":0.66000000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:23:59 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.499,"15min":0.54400000000000004},"min":{"1min":0.249,"5min":0.19900000000000001,"15min":0.16},"max":{"1min":0.76200000000000001,"5min":4.3540000000000001,"15min":13.18},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41899999999999998,"15min":0.52200000000000002},"min":{"1min":0.27100000000000002,"5min":0.19600000000000001,"15min":0.16800000000000001},"max":{"1min":0.70899999999999996,"5min":2.9740000000000002,"15min":12.773},"last":0.41499999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3965,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1477439,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":719374,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1537306,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1204319,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:24:19.306 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:24:19.416 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:19 gibba038 conmon[76675]: cluster 2021-03-04T23:24:18.592128+0000 mgr.x (mgr.34676) 619 : cluster [DBG] pgmap v527: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:19 gibba038 conmon[76675]: audit 2021-03-04T23:24:18.607778+0000 mgr.x (mgr.34676) 620 : audit [DBG] from='client.54733 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:24:20.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:19 gibba011 conmon[95595]: cluster 2021-03-04T23:24:18.592128+0000 mgr.x (mgr.34676) 619 : cluster [DBG] pgmap v527: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:20.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:19 gibba011 conmon[95595]: audit 2021-03-04T23:24:18.607778+0000 mgr.x (mgr.34676) 620 : audit [DBG] from='client.54733 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:24:20.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:19 gibba011 conmon[99461]: cluster 2021-03-04T23:24:18.592128+0000 mgr.x (mgr.34676) 619 : cluster [DBG] pgmap v527: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:20.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:19 gibba011 conmon[99461]: audit 2021-03-04T23:24:18.607778+0000 mgr.x (mgr.34676) 620 : audit [DBG] from='client.54733 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:24:21.047 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:24:21.049 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:24:21.724 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":528,"stamp":"2021-03-04T23:24:20.592748+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":4923964,"kb_used_data":12220,"kb_used_omap":8216,"kb_used_meta":4903463,"kb_avail":699719108,"statfs":{"total":721554505728,"available":716512366592,"internally_reserved":4294967296,"allocated":12513280,"data_stored":6741325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8413768,"internal_metadata":5021146552},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003859"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"121","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011098+0000","last_change":"2021-03-04T23:14:45.178493+0000","last_active":"2021-03-04T23:19:43.011098+0000","last_peered":"2021-03-04T23:19:43.011098+0000","last_clean":"2021-03-04T23:19:43.011098+0000","last_became_active":"2021-03-04T23:14:45.178020+0000","last_became_peered":"2021-03-04T23:14:45.178020+0000","last_unstale":"2021-03-04T23:19:43.011098+0000","last_undegraded":"2021-03-04T23:19:43.011098+0000","last_fullsized":"2021-03-04T23:19:43.011098+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"80","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011423+0000","last_change":"2021-03-04T23:15:58.120659+0000","last_active":"2021-03-04T23:19:43.011423+0000","last_peered":"2021-03-04T23:19:43.011423+0000","last_clean":"2021-03-04T23:19:43.011423+0000","last_became_active":"2021-03-04T23:15:43.198337+0000","last_became_peered":"2021-03-04T23:15:43.198337+0000","last_unstale":"2021-03-04T23:19:43.011423+0000","last_undegraded":"2021-03-04T23:19:43.011423+0000","last_fullsized":"2021-03-04T23:19:43.011423+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"85","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016231+0000","last_change":"2021-03-04T23:15:43.198106+0000","last_active":"2021-03-04T23:19:43.016231+0000","last_peered":"2021-03-04T23:19:43.016231+0000","last_clean":"2021-03-04T23:19:43.016231+0000","last_became_active":"2021-03-04T23:15:43.197880+0000","last_became_peered":"2021-03-04T23:15:43.197880+0000","last_unstale":"2021-03-04T23:19:43.016231+0000","last_undegraded":"2021-03-04T23:19:43.016231+0000","last_fullsized":"2021-03-04T23:19:43.016231+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"100","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017561+0000","last_change":"2021-03-04T23:15:43.202297+0000","last_active":"2021-03-04T23:19:43.017561+0000","last_peered":"2021-03-04T23:19:43.017561+0000","last_clean":"2021-03-04T23:19:43.017561+0000","last_became_active":"2021-03-04T23:15:43.201848+0000","last_became_peered":"2021-03-04T23:15:43.201848+0000","last_unstale":"2021-03-04T23:19:43.017561+0000","last_undegraded":"2021-03-04T23:19:43.017561+0000","last_fullsized":"2021-03-04T23:19:43.017561+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"96","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011201+0000","last_change":"2021-03-04T23:15:50.199362+0000","last_active":"2021-03-04T23:19:43.011201+0000","last_peered":"2021-03-04T23:19:43.011201+0000","last_clean":"2021-03-04T23:19:43.011201+0000","last_became_active":"2021-03-04T23:15:43.201419+0000","last_became_peered":"2021-03-04T23:15:43.201419+0000","last_unstale":"2021-03-04T23:19:43.011201+0000","last_undegraded":"2021-03-04T23:19:43.011201+0000","last_fullsized":"2021-03-04T23:19:43.011201+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016424+0000","last_change":"2021-03-04T23:13:51.734437+0000","last_active":"2021-03-04T23:19:43.016424+0000","last_peered":"2021-03-04T23:19:43.016424+0000","last_clean":"2021-03-04T23:19:43.016424+0000","last_became_active":"2021-03-04T23:13:51.734197+0000","last_became_peered":"2021-03-04T23:13:51.734197+0000","last_unstale":"2021-03-04T23:19:43.016424+0000","last_undegraded":"2021-03-04T23:19:43.016424+0000","last_fullsized":"2021-03-04T23:19:43.016424+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017536+0000","last_change":"2021-03-04T23:15:43.202053+0000","last_active":"2021-03-04T23:19:43.017536+0000","last_peered":"2021-03-04T23:19:43.017536+0000","last_clean":"2021-03-04T23:19:43.017536+0000","last_became_active":"2021-03-04T23:15:43.201807+0000","last_became_peered":"2021-03-04T23:15:43.201807+0000","last_unstale":"2021-03-04T23:19:43.017536+0000","last_undegraded":"2021-03-04T23:19:43.017536+0000","last_fullsized":"2021-03-04T23:19:43.017536+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"80","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011137+0000","last_change":"2021-03-04T23:15:58.118605+0000","last_active":"2021-03-04T23:19:43.011137+0000","last_peered":"2021-03-04T23:19:43.011137+0000","last_clean":"2021-03-04T23:19:43.011137+0000","last_became_active":"2021-03-04T23:15:43.197943+0000","last_became_peered":"2021-03-04T23:15:43.197943+0000","last_unstale":"2021-03-04T23:19:43.011137+0000","last_undegraded":"2021-03-04T23:19:43.011137+0000","last_fullsized":"2021-03-04T23:19:43.011137+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"106","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016616+0000","last_change":"2021-03-04T23:13:51.734916+0000","last_active":"2021-03-04T23:19:43.016616+0000","last_peered":"2021-03-04T23:19:43.016616+0000","last_clean":"2021-03-04T23:19:43.016616+0000","last_became_active":"2021-03-04T23:13:51.734653+0000","last_became_peered":"2021-03-04T23:13:51.734653+0000","last_unstale":"2021-03-04T23:19:43.016616+0000","last_undegraded":"2021-03-04T23:19:43.016616+0000","last_fullsized":"2021-03-04T23:19:43.016616+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"74","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011181+0000","last_change":"2021-03-04T23:15:58.118715+0000","last_active":"2021-03-04T23:19:43.011181+0000","last_peered":"2021-03-04T23:19:43.011181+0000","last_clean":"2021-03-04T23:19:43.011181+0000","last_became_active":"2021-03-04T23:15:43.200249+0000","last_became_peered":"2021-03-04T23:15:43.200249+0000","last_unstale":"2021-03-04T23:19:43.011181+0000","last_undegraded":"2021-03-04T23:19:43.011181+0000","last_fullsized":"2021-03-04T23:19:43.011181+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"109","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016638+0000","last_change":"2021-03-04T23:15:43.201088+0000","last_active":"2021-03-04T23:19:43.016638+0000","last_peered":"2021-03-04T23:19:43.016638+0000","last_clean":"2021-03-04T23:19:43.016638+0000","last_became_active":"2021-03-04T23:15:43.200829+0000","last_became_peered":"2021-03-04T23:15:43.200829+0000","last_unstale":"2021-03-04T23:19:43.016638+0000","last_undegraded":"2021-03-04T23:19:43.016638+0000","last_fullsized":"2021-03-04T23:19:43.016638+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"86","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016549+0000","last_change":"2021-03-04T23:14:45.176406+0000","last_active":"2021-03-04T23:19:43.016549+0000","last_peered":"2021-03-04T23:19:43.016549+0000","last_clean":"2021-03-04T23:19:43.016549+0000","last_became_active":"2021-03-04T23:14:45.176167+0000","last_became_peered":"2021-03-04T23:14:45.176167+0000","last_unstale":"2021-03-04T23:19:43.016549+0000","last_undegraded":"2021-03-04T23:19:43.016549+0000","last_fullsized":"2021-03-04T23:19:43.016549+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011256+0000","last_change":"2021-03-04T23:05:49.581763+0000","last_active":"2021-03-04T23:19:43.011256+0000","last_peered":"2021-03-04T23:19:43.011256+0000","last_clean":"2021-03-04T23:19:43.011256+0000","last_became_active":"2021-03-04T23:05:49.581497+0000","last_became_peered":"2021-03-04T23:05:49.581497+0000","last_unstale":"2021-03-04T23:19:43.011256+0000","last_undegraded":"2021-03-04T23:19:43.011256+0000","last_fullsized":"2021-03-04T23:19:43.011256+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011233+0000","last_change":"2021-03-04T23:13:51.735360+0000","last_active":"2021-03-04T23:19:43.011233+0000","last_peered":"2021-03-04T23:19:43.011233+0000","last_clean":"2021-03-04T23:19:43.011233+0000","last_became_active":"2021-03-04T23:13:51.735113+0000","last_became_peered":"2021-03-04T23:13:51.735113+0000","last_unstale":"2021-03-04T23:19:43.011233+0000","last_undegraded":"2021-03-04T23:19:43.011233+0000","last_fullsized":"2021-03-04T23:19:43.011233+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016313+0000","last_change":"2021-03-04T23:14:45.179189+0000","last_active":"2021-03-04T23:19:43.016313+0000","last_peered":"2021-03-04T23:19:43.016313+0000","last_clean":"2021-03-04T23:19:43.016313+0000","last_became_active":"2021-03-04T23:14:45.178960+0000","last_became_peered":"2021-03-04T23:14:45.178960+0000","last_unstale":"2021-03-04T23:19:43.016313+0000","last_undegraded":"2021-03-04T23:19:43.016313+0000","last_fullsized":"2021-03-04T23:19:43.016313+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"80","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011496+0000","last_change":"2021-03-04T23:15:58.118779+0000","last_active":"2021-03-04T23:19:43.011496+0000","last_peered":"2021-03-04T23:19:43.011496+0000","last_clean":"2021-03-04T23:19:43.011496+0000","last_became_active":"2021-03-04T23:15:43.200339+0000","last_became_peered":"2021-03-04T23:15:43.200339+0000","last_unstale":"2021-03-04T23:19:43.011496+0000","last_undegraded":"2021-03-04T23:19:43.011496+0000","last_fullsized":"2021-03-04T23:19:43.011496+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017365+0000","last_change":"2021-03-04T23:15:43.202180+0000","last_active":"2021-03-04T23:19:43.017365+0000","last_peered":"2021-03-04T23:19:43.017365+0000","last_clean":"2021-03-04T23:19:43.017365+0000","last_became_active":"2021-03-04T23:15:43.202014+0000","last_became_peered":"2021-03-04T23:15:43.202014+0000","last_unstale":"2021-03-04T23:19:43.017365+0000","last_undegraded":"2021-03-04T23:19:43.017365+0000","last_fullsized":"2021-03-04T23:19:43.017365+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016316+0000","last_change":"2021-03-04T23:15:43.200525+0000","last_active":"2021-03-04T23:19:43.016316+0000","last_peered":"2021-03-04T23:19:43.016316+0000","last_clean":"2021-03-04T23:19:43.016316+0000","last_became_active":"2021-03-04T23:15:43.200273+0000","last_became_peered":"2021-03-04T23:15:43.200273+0000","last_unstale":"2021-03-04T23:19:43.016316+0000","last_undegraded":"2021-03-04T23:19:43.016316+0000","last_fullsized":"2021-03-04T23:19:43.016316+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"91","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016013+0000","last_change":"2021-03-04T23:05:49.583228+0000","last_active":"2021-03-04T23:19:43.016013+0000","last_peered":"2021-03-04T23:19:43.016013+0000","last_clean":"2021-03-04T23:19:43.016013+0000","last_became_active":"2021-03-04T23:05:49.582872+0000","last_became_peered":"2021-03-04T23:05:49.582872+0000","last_unstale":"2021-03-04T23:19:43.016013+0000","last_undegraded":"2021-03-04T23:19:43.016013+0000","last_fullsized":"2021-03-04T23:19:43.016013+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"100","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017609+0000","last_change":"2021-03-04T23:15:43.202335+0000","last_active":"2021-03-04T23:19:43.017609+0000","last_peered":"2021-03-04T23:19:43.017609+0000","last_clean":"2021-03-04T23:19:43.017609+0000","last_became_active":"2021-03-04T23:15:43.202144+0000","last_became_peered":"2021-03-04T23:15:43.202144+0000","last_unstale":"2021-03-04T23:19:43.017609+0000","last_undegraded":"2021-03-04T23:19:43.017609+0000","last_fullsized":"2021-03-04T23:19:43.017609+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"114","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016034+0000","last_change":"2021-03-04T23:12:26.726315+0000","last_active":"2021-03-04T23:19:43.016034+0000","last_peered":"2021-03-04T23:19:43.016034+0000","last_clean":"2021-03-04T23:19:43.016034+0000","last_became_active":"2021-03-04T23:12:26.726002+0000","last_became_peered":"2021-03-04T23:12:26.726002+0000","last_unstale":"2021-03-04T23:19:43.016034+0000","last_undegraded":"2021-03-04T23:19:43.016034+0000","last_fullsized":"2021-03-04T23:19:43.016034+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"80","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011579+0000","last_change":"2021-03-04T23:15:58.118830+0000","last_active":"2021-03-04T23:19:43.011579+0000","last_peered":"2021-03-04T23:19:43.011579+0000","last_clean":"2021-03-04T23:19:43.011579+0000","last_became_active":"2021-03-04T23:15:43.200336+0000","last_became_peered":"2021-03-04T23:15:43.200336+0000","last_unstale":"2021-03-04T23:19:43.011579+0000","last_undegraded":"2021-03-04T23:19:43.011579+0000","last_fullsized":"2021-03-04T23:19:43.011579+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"107","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016525+0000","last_change":"2021-03-04T23:12:26.726690+0000","last_active":"2021-03-04T23:19:43.016525+0000","last_peered":"2021-03-04T23:19:43.016525+0000","last_clean":"2021-03-04T23:19:43.016525+0000","last_became_active":"2021-03-04T23:12:26.726379+0000","last_became_peered":"2021-03-04T23:12:26.726379+0000","last_unstale":"2021-03-04T23:19:43.016525+0000","last_undegraded":"2021-03-04T23:19:43.016525+0000","last_fullsized":"2021-03-04T23:19:43.016525+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"90","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.015865+0000","last_change":"2021-03-04T23:05:50.827157+0000","last_active":"2021-03-04T23:19:43.015865+0000","last_peered":"2021-03-04T23:19:43.015865+0000","last_clean":"2021-03-04T23:19:43.015865+0000","last_became_active":"2021-03-04T23:05:50.826906+0000","last_became_peered":"2021-03-04T23:05:50.826906+0000","last_unstale":"2021-03-04T23:19:43.015865+0000","last_undegraded":"2021-03-04T23:19:43.015865+0000","last_fullsized":"2021-03-04T23:19:43.015865+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016524+0000","last_change":"2021-03-04T23:13:51.741935+0000","last_active":"2021-03-04T23:19:43.016524+0000","last_peered":"2021-03-04T23:19:43.016524+0000","last_clean":"2021-03-04T23:19:43.016524+0000","last_became_active":"2021-03-04T23:13:51.741605+0000","last_became_peered":"2021-03-04T23:13:51.741605+0000","last_unstale":"2021-03-04T23:19:43.016524+0000","last_undegraded":"2021-03-04T23:19:43.016524+0000","last_fullsized":"2021-03-04T23:19:43.016524+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011073+0000","last_change":"2021-03-04T23:15:43.198989+0000","last_active":"2021-03-04T23:19:43.011073+0000","last_peered":"2021-03-04T23:19:43.011073+0000","last_clean":"2021-03-04T23:19:43.011073+0000","last_became_active":"2021-03-04T23:15:43.198812+0000","last_became_peered":"2021-03-04T23:15:43.198812+0000","last_unstale":"2021-03-04T23:19:43.011073+0000","last_undegraded":"2021-03-04T23:19:43.011073+0000","last_fullsized":"2021-03-04T23:19:43.011073+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"92","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016529+0000","last_change":"2021-03-04T23:05:49.580867+0000","last_active":"2021-03-04T23:19:43.016529+0000","last_peered":"2021-03-04T23:19:43.016529+0000","last_clean":"2021-03-04T23:19:43.016529+0000","last_became_active":"2021-03-04T23:05:49.580500+0000","last_became_peered":"2021-03-04T23:05:49.580500+0000","last_unstale":"2021-03-04T23:19:43.016529+0000","last_undegraded":"2021-03-04T23:19:43.016529+0000","last_fullsized":"2021-03-04T23:19:43.016529+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016038+0000","last_change":"2021-03-04T23:13:51.735142+0000","last_active":"2021-03-04T23:19:43.016038+0000","last_peered":"2021-03-04T23:19:43.016038+0000","last_clean":"2021-03-04T23:19:43.016038+0000","last_became_active":"2021-03-04T23:13:51.734897+0000","last_became_peered":"2021-03-04T23:13:51.734897+0000","last_unstale":"2021-03-04T23:19:43.016038+0000","last_undegraded":"2021-03-04T23:19:43.016038+0000","last_fullsized":"2021-03-04T23:19:43.016038+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"106","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016258+0000","last_change":"2021-03-04T23:15:43.200570+0000","last_active":"2021-03-04T23:19:43.016258+0000","last_peered":"2021-03-04T23:19:43.016258+0000","last_clean":"2021-03-04T23:19:43.016258+0000","last_became_active":"2021-03-04T23:15:43.200310+0000","last_became_peered":"2021-03-04T23:15:43.200310+0000","last_unstale":"2021-03-04T23:19:43.016258+0000","last_undegraded":"2021-03-04T23:19:43.016258+0000","last_fullsized":"2021-03-04T23:19:43.016258+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"100","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017465+0000","last_change":"2021-03-04T23:13:51.734546+0000","last_active":"2021-03-04T23:19:43.017465+0000","last_peered":"2021-03-04T23:19:43.017465+0000","last_clean":"2021-03-04T23:19:43.017465+0000","last_became_active":"2021-03-04T23:13:51.734305+0000","last_became_peered":"2021-03-04T23:13:51.734305+0000","last_unstale":"2021-03-04T23:19:43.017465+0000","last_undegraded":"2021-03-04T23:19:43.017465+0000","last_fullsized":"2021-03-04T23:19:43.017465+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"111","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011431+0000","last_change":"2021-03-04T23:15:58.121639+0000","last_active":"2021-03-04T23:19:43.011431+0000","last_peered":"2021-03-04T23:19:43.011431+0000","last_clean":"2021-03-04T23:19:43.011431+0000","last_became_active":"2021-03-04T23:15:43.201028+0000","last_became_peered":"2021-03-04T23:15:43.201028+0000","last_unstale":"2021-03-04T23:19:43.011431+0000","last_undegraded":"2021-03-04T23:19:43.011431+0000","last_fullsized":"2021-03-04T23:19:43.011431+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011193+0000","last_change":"2021-03-04T23:15:43.198143+0000","last_active":"2021-03-04T23:19:43.011193+0000","last_peered":"2021-03-04T23:19:43.011193+0000","last_clean":"2021-03-04T23:19:43.011193+0000","last_became_active":"2021-03-04T23:15:43.197863+0000","last_became_peered":"2021-03-04T23:15:43.197863+0000","last_unstale":"2021-03-04T23:19:43.011193+0000","last_undegraded":"2021-03-04T23:19:43.011193+0000","last_fullsized":"2021-03-04T23:19:43.011193+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"106","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.015951+0000","last_change":"2021-03-04T23:13:51.735277+0000","last_active":"2021-03-04T23:19:43.015951+0000","last_peered":"2021-03-04T23:19:43.015951+0000","last_clean":"2021-03-04T23:19:43.015951+0000","last_became_active":"2021-03-04T23:13:51.734985+0000","last_became_peered":"2021-03-04T23:13:51.734985+0000","last_unstale":"2021-03-04T23:19:43.015951+0000","last_undegraded":"2021-03-04T23:19:43.015951+0000","last_fullsized":"2021-03-04T23:19:43.015951+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011117+0000","last_change":"2021-03-04T23:14:45.178137+0000","last_active":"2021-03-04T23:19:43.011117+0000","last_peered":"2021-03-04T23:19:43.011117+0000","last_clean":"2021-03-04T23:19:43.011117+0000","last_became_active":"2021-03-04T23:14:45.177808+0000","last_became_peered":"2021-03-04T23:14:45.177808+0000","last_unstale":"2021-03-04T23:19:43.011117+0000","last_undegraded":"2021-03-04T23:19:43.011117+0000","last_fullsized":"2021-03-04T23:19:43.011117+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.010938+0000","last_change":"2021-03-04T23:14:45.196352+0000","last_active":"2021-03-04T23:19:43.010938+0000","last_peered":"2021-03-04T23:19:43.010938+0000","last_clean":"2021-03-04T23:19:43.010938+0000","last_became_active":"2021-03-04T23:14:45.195987+0000","last_became_peered":"2021-03-04T23:14:45.195987+0000","last_unstale":"2021-03-04T23:19:43.010938+0000","last_undegraded":"2021-03-04T23:19:43.010938+0000","last_fullsized":"2021-03-04T23:19:43.010938+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011299+0000","last_change":"2021-03-04T23:13:51.749785+0000","last_active":"2021-03-04T23:19:43.011299+0000","last_peered":"2021-03-04T23:19:43.011299+0000","last_clean":"2021-03-04T23:19:43.011299+0000","last_became_active":"2021-03-04T23:13:51.749418+0000","last_became_peered":"2021-03-04T23:13:51.749418+0000","last_unstale":"2021-03-04T23:19:43.011299+0000","last_undegraded":"2021-03-04T23:19:43.011299+0000","last_fullsized":"2021-03-04T23:19:43.011299+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"81","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011294+0000","last_change":"2021-03-04T23:15:58.118842+0000","last_active":"2021-03-04T23:19:43.011294+0000","last_peered":"2021-03-04T23:19:43.011294+0000","last_clean":"2021-03-04T23:19:43.011294+0000","last_became_active":"2021-03-04T23:15:43.200088+0000","last_became_peered":"2021-03-04T23:15:43.200088+0000","last_unstale":"2021-03-04T23:19:43.011294+0000","last_undegraded":"2021-03-04T23:19:43.011294+0000","last_fullsized":"2021-03-04T23:19:43.011294+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"86","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016597+0000","last_change":"2021-03-04T23:15:43.198525+0000","last_active":"2021-03-04T23:19:43.016597+0000","last_peered":"2021-03-04T23:19:43.016597+0000","last_clean":"2021-03-04T23:19:43.016597+0000","last_became_active":"2021-03-04T23:15:43.198304+0000","last_became_peered":"2021-03-04T23:15:43.198304+0000","last_unstale":"2021-03-04T23:19:43.016597+0000","last_undegraded":"2021-03-04T23:19:43.016597+0000","last_fullsized":"2021-03-04T23:19:43.016597+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016627+0000","last_change":"2021-03-04T23:14:02.512326+0000","last_active":"2021-03-04T23:19:43.016627+0000","last_peered":"2021-03-04T23:19:43.016627+0000","last_clean":"2021-03-04T23:19:43.016627+0000","last_became_active":"2021-03-04T23:13:51.737061+0000","last_became_peered":"2021-03-04T23:13:51.737061+0000","last_unstale":"2021-03-04T23:19:43.016627+0000","last_undegraded":"2021-03-04T23:19:43.016627+0000","last_fullsized":"2021-03-04T23:19:43.016627+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"121","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016433+0000","last_change":"2021-03-04T23:15:43.200680+0000","last_active":"2021-03-04T23:19:43.016433+0000","last_peered":"2021-03-04T23:19:43.016433+0000","last_clean":"2021-03-04T23:19:43.016433+0000","last_became_active":"2021-03-04T23:15:43.200335+0000","last_became_peered":"2021-03-04T23:15:43.200335+0000","last_unstale":"2021-03-04T23:19:43.016433+0000","last_undegraded":"2021-03-04T23:19:43.016433+0000","last_fullsized":"2021-03-04T23:19:43.016433+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"71","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016572+0000","last_change":"2021-03-04T23:14:02.510977+0000","last_active":"2021-03-04T23:19:43.016572+0000","last_peered":"2021-03-04T23:19:43.016572+0000","last_clean":"2021-03-04T23:19:43.016572+0000","last_became_active":"2021-03-04T23:13:51.733929+0000","last_became_peered":"2021-03-04T23:13:51.733929+0000","last_unstale":"2021-03-04T23:19:43.016572+0000","last_undegraded":"2021-03-04T23:19:43.016572+0000","last_fullsized":"2021-03-04T23:19:43.016572+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016266+0000","last_change":"2021-03-04T23:13:51.734172+0000","last_active":"2021-03-04T23:19:43.016266+0000","last_peered":"2021-03-04T23:19:43.016266+0000","last_clean":"2021-03-04T23:19:43.016266+0000","last_became_active":"2021-03-04T23:13:51.733790+0000","last_became_peered":"2021-03-04T23:13:51.733790+0000","last_unstale":"2021-03-04T23:19:43.016266+0000","last_undegraded":"2021-03-04T23:19:43.016266+0000","last_fullsized":"2021-03-04T23:19:43.016266+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011324+0000","last_change":"2021-03-04T23:12:26.726442+0000","last_active":"2021-03-04T23:19:43.011324+0000","last_peered":"2021-03-04T23:19:43.011324+0000","last_clean":"2021-03-04T23:19:43.011324+0000","last_became_active":"2021-03-04T23:12:26.726169+0000","last_became_peered":"2021-03-04T23:12:26.726169+0000","last_unstale":"2021-03-04T23:19:43.011324+0000","last_undegraded":"2021-03-04T23:19:43.011324+0000","last_fullsized":"2021-03-04T23:19:43.011324+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"101","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016369+0000","last_change":"2021-03-04T23:15:43.199238+0000","last_active":"2021-03-04T23:19:43.016369+0000","last_peered":"2021-03-04T23:19:43.016369+0000","last_clean":"2021-03-04T23:19:43.016369+0000","last_became_active":"2021-03-04T23:15:43.199020+0000","last_became_peered":"2021-03-04T23:15:43.199020+0000","last_unstale":"2021-03-04T23:19:43.016369+0000","last_undegraded":"2021-03-04T23:19:43.016369+0000","last_fullsized":"2021-03-04T23:19:43.016369+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"109","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016051+0000","last_change":"2021-03-04T23:15:43.200469+0000","last_active":"2021-03-04T23:19:43.016051+0000","last_peered":"2021-03-04T23:19:43.016051+0000","last_clean":"2021-03-04T23:19:43.016051+0000","last_became_active":"2021-03-04T23:15:43.200235+0000","last_became_peered":"2021-03-04T23:15:43.200235+0000","last_unstale":"2021-03-04T23:19:43.016051+0000","last_undegraded":"2021-03-04T23:19:43.016051+0000","last_fullsized":"2021-03-04T23:19:43.016051+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"85","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016365+0000","last_change":"2021-03-04T23:14:45.196034+0000","last_active":"2021-03-04T23:19:43.016365+0000","last_peered":"2021-03-04T23:19:43.016365+0000","last_clean":"2021-03-04T23:19:43.016365+0000","last_became_active":"2021-03-04T23:14:45.195719+0000","last_became_peered":"2021-03-04T23:14:45.195719+0000","last_unstale":"2021-03-04T23:19:43.016365+0000","last_undegraded":"2021-03-04T23:19:43.016365+0000","last_fullsized":"2021-03-04T23:19:43.016365+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016675+0000","last_change":"2021-03-04T23:14:02.510278+0000","last_active":"2021-03-04T23:19:43.016675+0000","last_peered":"2021-03-04T23:19:43.016675+0000","last_clean":"2021-03-04T23:19:43.016675+0000","last_became_active":"2021-03-04T23:13:51.734116+0000","last_became_peered":"2021-03-04T23:13:51.734116+0000","last_unstale":"2021-03-04T23:19:43.016675+0000","last_undegraded":"2021-03-04T23:19:43.016675+0000","last_fullsized":"2021-03-04T23:19:43.016675+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016357+0000","last_change":"2021-03-04T23:14:45.176529+0000","last_active":"2021-03-04T23:19:43.016357+0000","last_peered":"2021-03-04T23:19:43.016357+0000","last_clean":"2021-03-04T23:19:43.016357+0000","last_became_active":"2021-03-04T23:14:45.176285+0000","last_became_peered":"2021-03-04T23:14:45.176285+0000","last_unstale":"2021-03-04T23:19:43.016357+0000","last_undegraded":"2021-03-04T23:19:43.016357+0000","last_fullsized":"2021-03-04T23:19:43.016357+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"113","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.015957+0000","last_change":"2021-03-04T23:12:26.726497+0000","last_active":"2021-03-04T23:19:43.015957+0000","last_peered":"2021-03-04T23:19:43.015957+0000","last_clean":"2021-03-04T23:19:43.015957+0000","last_became_active":"2021-03-04T23:12:26.726202+0000","last_became_peered":"2021-03-04T23:12:26.726202+0000","last_unstale":"2021-03-04T23:19:43.015957+0000","last_undegraded":"2021-03-04T23:19:43.015957+0000","last_fullsized":"2021-03-04T23:19:43.015957+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"73","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011321+0000","last_change":"2021-03-04T23:15:58.118775+0000","last_active":"2021-03-04T23:19:43.011321+0000","last_peered":"2021-03-04T23:19:43.011321+0000","last_clean":"2021-03-04T23:19:43.011321+0000","last_became_active":"2021-03-04T23:15:43.199729+0000","last_became_peered":"2021-03-04T23:15:43.199729+0000","last_unstale":"2021-03-04T23:19:43.011321+0000","last_undegraded":"2021-03-04T23:19:43.011321+0000","last_fullsized":"2021-03-04T23:19:43.011321+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"90","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016663+0000","last_change":"2021-03-04T23:05:49.584158+0000","last_active":"2021-03-04T23:19:43.016663+0000","last_peered":"2021-03-04T23:19:43.016663+0000","last_clean":"2021-03-04T23:19:43.016663+0000","last_became_active":"2021-03-04T23:05:49.583925+0000","last_became_peered":"2021-03-04T23:05:49.583925+0000","last_unstale":"2021-03-04T23:19:43.016663+0000","last_undegraded":"2021-03-04T23:19:43.016663+0000","last_fullsized":"2021-03-04T23:19:43.016663+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"125","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.015910+0000","last_change":"2021-03-04T23:13:51.737310+0000","last_active":"2021-03-04T23:19:43.015910+0000","last_peered":"2021-03-04T23:19:43.015910+0000","last_clean":"2021-03-04T23:19:43.015910+0000","last_became_active":"2021-03-04T23:13:51.736986+0000","last_became_peered":"2021-03-04T23:13:51.736986+0000","last_unstale":"2021-03-04T23:19:43.015910+0000","last_undegraded":"2021-03-04T23:19:43.015910+0000","last_fullsized":"2021-03-04T23:19:43.015910+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017306+0000","last_change":"2021-03-04T23:15:43.202694+0000","last_active":"2021-03-04T23:19:43.017306+0000","last_peered":"2021-03-04T23:19:43.017306+0000","last_clean":"2021-03-04T23:19:43.017306+0000","last_became_active":"2021-03-04T23:15:43.202505+0000","last_became_peered":"2021-03-04T23:15:43.202505+0000","last_unstale":"2021-03-04T23:19:43.017306+0000","last_undegraded":"2021-03-04T23:19:43.017306+0000","last_fullsized":"2021-03-04T23:19:43.017306+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"115","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017522+0000","last_change":"2021-03-04T23:14:45.178074+0000","last_active":"2021-03-04T23:19:43.017522+0000","last_peered":"2021-03-04T23:19:43.017522+0000","last_clean":"2021-03-04T23:19:43.017522+0000","last_became_active":"2021-03-04T23:14:45.177916+0000","last_became_peered":"2021-03-04T23:14:45.177916+0000","last_unstale":"2021-03-04T23:19:43.017522+0000","last_undegraded":"2021-03-04T23:19:43.017522+0000","last_fullsized":"2021-03-04T23:19:43.017522+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016507+0000","last_change":"2021-03-04T23:12:26.736023+0000","last_active":"2021-03-04T23:19:43.016507+0000","last_peered":"2021-03-04T23:19:43.016507+0000","last_clean":"2021-03-04T23:19:43.016507+0000","last_became_active":"2021-03-04T23:12:26.735664+0000","last_became_peered":"2021-03-04T23:12:26.735664+0000","last_unstale":"2021-03-04T23:19:43.016507+0000","last_undegraded":"2021-03-04T23:19:43.016507+0000","last_fullsized":"2021-03-04T23:19:43.016507+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"85","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016509+0000","last_change":"2021-03-04T23:14:45.176210+0000","last_active":"2021-03-04T23:19:43.016509+0000","last_peered":"2021-03-04T23:19:43.016509+0000","last_clean":"2021-03-04T23:19:43.016509+0000","last_became_active":"2021-03-04T23:14:45.175888+0000","last_became_peered":"2021-03-04T23:14:45.175888+0000","last_unstale":"2021-03-04T23:19:43.016509+0000","last_undegraded":"2021-03-04T23:19:43.016509+0000","last_fullsized":"2021-03-04T23:19:43.016509+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"85","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017397+0000","last_change":"2021-03-04T23:12:37.986687+0000","last_active":"2021-03-04T23:19:43.017397+0000","last_peered":"2021-03-04T23:19:43.017397+0000","last_clean":"2021-03-04T23:19:43.017397+0000","last_became_active":"2021-03-04T23:12:26.728092+0000","last_became_peered":"2021-03-04T23:12:26.728092+0000","last_unstale":"2021-03-04T23:19:43.017397+0000","last_undegraded":"2021-03-04T23:19:43.017397+0000","last_fullsized":"2021-03-04T23:19:43.017397+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"111","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011605+0000","last_change":"2021-03-04T23:15:58.122089+0000","last_active":"2021-03-04T23:19:43.011605+0000","last_peered":"2021-03-04T23:19:43.011605+0000","last_clean":"2021-03-04T23:19:43.011605+0000","last_became_active":"2021-03-04T23:15:43.201322+0000","last_became_peered":"2021-03-04T23:15:43.201322+0000","last_unstale":"2021-03-04T23:19:43.011605+0000","last_undegraded":"2021-03-04T23:19:43.011605+0000","last_fullsized":"2021-03-04T23:19:43.011605+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"70","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016562+0000","last_change":"2021-03-04T23:14:02.511417+0000","last_active":"2021-03-04T23:19:43.016562+0000","last_peered":"2021-03-04T23:19:43.016562+0000","last_clean":"2021-03-04T23:19:43.016562+0000","last_became_active":"2021-03-04T23:13:51.734566+0000","last_became_peered":"2021-03-04T23:13:51.734566+0000","last_unstale":"2021-03-04T23:19:43.016562+0000","last_undegraded":"2021-03-04T23:19:43.016562+0000","last_fullsized":"2021-03-04T23:19:43.016562+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011206+0000","last_change":"2021-03-04T23:15:50.205077+0000","last_active":"2021-03-04T23:19:43.011206+0000","last_peered":"2021-03-04T23:19:43.011206+0000","last_clean":"2021-03-04T23:19:43.011206+0000","last_became_active":"2021-03-04T23:15:43.200982+0000","last_became_peered":"2021-03-04T23:15:43.200982+0000","last_unstale":"2021-03-04T23:19:43.011206+0000","last_undegraded":"2021-03-04T23:19:43.011206+0000","last_fullsized":"2021-03-04T23:19:43.011206+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016360+0000","last_change":"2021-03-04T23:14:45.177200+0000","last_active":"2021-03-04T23:19:43.016360+0000","last_peered":"2021-03-04T23:19:43.016360+0000","last_clean":"2021-03-04T23:19:43.016360+0000","last_became_active":"2021-03-04T23:14:45.176994+0000","last_became_peered":"2021-03-04T23:14:45.176994+0000","last_unstale":"2021-03-04T23:19:43.016360+0000","last_undegraded":"2021-03-04T23:19:43.016360+0000","last_fullsized":"2021-03-04T23:19:43.016360+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017549+0000","last_change":"2021-03-04T23:13:51.741862+0000","last_active":"2021-03-04T23:19:43.017549+0000","last_peered":"2021-03-04T23:19:43.017549+0000","last_clean":"2021-03-04T23:19:43.017549+0000","last_became_active":"2021-03-04T23:13:51.741451+0000","last_became_peered":"2021-03-04T23:13:51.741451+0000","last_unstale":"2021-03-04T23:19:43.017549+0000","last_undegraded":"2021-03-04T23:19:43.017549+0000","last_fullsized":"2021-03-04T23:19:43.017549+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"89","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.010894+0000","last_change":"2021-03-04T23:05:50.827569+0000","last_active":"2021-03-04T23:19:43.010894+0000","last_peered":"2021-03-04T23:19:43.010894+0000","last_clean":"2021-03-04T23:19:43.010894+0000","last_became_active":"2021-03-04T23:05:50.827350+0000","last_became_peered":"2021-03-04T23:05:50.827350+0000","last_unstale":"2021-03-04T23:19:43.010894+0000","last_undegraded":"2021-03-04T23:19:43.010894+0000","last_fullsized":"2021-03-04T23:19:43.010894+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"88","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017465+0000","last_change":"2021-03-04T23:12:37.986701+0000","last_active":"2021-03-04T23:19:43.017465+0000","last_peered":"2021-03-04T23:19:43.017465+0000","last_clean":"2021-03-04T23:19:43.017465+0000","last_became_active":"2021-03-04T23:12:26.729415+0000","last_became_peered":"2021-03-04T23:12:26.729415+0000","last_unstale":"2021-03-04T23:19:43.017465+0000","last_undegraded":"2021-03-04T23:19:43.017465+0000","last_fullsized":"2021-03-04T23:19:43.017465+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"118","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016126+0000","last_change":"2021-03-04T23:15:43.200483+0000","last_active":"2021-03-04T23:19:43.016126+0000","last_peered":"2021-03-04T23:19:43.016126+0000","last_clean":"2021-03-04T23:19:43.016126+0000","last_became_active":"2021-03-04T23:15:43.200306+0000","last_became_peered":"2021-03-04T23:15:43.200306+0000","last_unstale":"2021-03-04T23:19:43.016126+0000","last_undegraded":"2021-03-04T23:19:43.016126+0000","last_fullsized":"2021-03-04T23:19:43.016126+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016386+0000","last_change":"2021-03-04T23:13:51.739798+0000","last_active":"2021-03-04T23:19:43.016386+0000","last_peered":"2021-03-04T23:19:43.016386+0000","last_clean":"2021-03-04T23:19:43.016386+0000","last_became_active":"2021-03-04T23:13:51.739553+0000","last_became_peered":"2021-03-04T23:13:51.739553+0000","last_unstale":"2021-03-04T23:19:43.016386+0000","last_undegraded":"2021-03-04T23:19:43.016386+0000","last_fullsized":"2021-03-04T23:19:43.016386+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011470+0000","last_change":"2021-03-04T23:15:43.198185+0000","last_active":"2021-03-04T23:19:43.011470+0000","last_peered":"2021-03-04T23:19:43.011470+0000","last_clean":"2021-03-04T23:19:43.011470+0000","last_became_active":"2021-03-04T23:15:43.197950+0000","last_became_peered":"2021-03-04T23:15:43.197950+0000","last_unstale":"2021-03-04T23:19:43.011470+0000","last_undegraded":"2021-03-04T23:19:43.011470+0000","last_fullsized":"2021-03-04T23:19:43.011470+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"93","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016471+0000","last_change":"2021-03-04T23:05:49.578797+0000","last_active":"2021-03-04T23:19:43.016471+0000","last_peered":"2021-03-04T23:19:43.016471+0000","last_clean":"2021-03-04T23:19:43.016471+0000","last_became_active":"2021-03-04T23:05:49.578550+0000","last_became_peered":"2021-03-04T23:05:49.578550+0000","last_unstale":"2021-03-04T23:19:43.016471+0000","last_undegraded":"2021-03-04T23:19:43.016471+0000","last_fullsized":"2021-03-04T23:19:43.016471+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011106+0000","last_change":"2021-03-04T23:15:43.200097+0000","last_active":"2021-03-04T23:19:43.011106+0000","last_peered":"2021-03-04T23:19:43.011106+0000","last_clean":"2021-03-04T23:19:43.011106+0000","last_became_active":"2021-03-04T23:15:43.199864+0000","last_became_peered":"2021-03-04T23:15:43.199864+0000","last_unstale":"2021-03-04T23:19:43.011106+0000","last_undegraded":"2021-03-04T23:19:43.011106+0000","last_fullsized":"2021-03-04T23:19:43.011106+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"98","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011502+0000","last_change":"2021-03-04T23:15:58.119271+0000","last_active":"2021-03-04T23:19:43.011502+0000","last_peered":"2021-03-04T23:19:43.011502+0000","last_clean":"2021-03-04T23:19:43.011502+0000","last_became_active":"2021-03-04T23:15:43.200081+0000","last_became_peered":"2021-03-04T23:15:43.200081+0000","last_unstale":"2021-03-04T23:19:43.011502+0000","last_undegraded":"2021-03-04T23:19:43.011502+0000","last_fullsized":"2021-03-04T23:19:43.011502+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"111","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011290+0000","last_change":"2021-03-04T23:15:58.119018+0000","last_active":"2021-03-04T23:19:43.011290+0000","last_peered":"2021-03-04T23:19:43.011290+0000","last_clean":"2021-03-04T23:19:43.011290+0000","last_became_active":"2021-03-04T23:15:43.201314+0000","last_became_peered":"2021-03-04T23:15:43.201314+0000","last_unstale":"2021-03-04T23:19:43.011290+0000","last_undegraded":"2021-03-04T23:19:43.011290+0000","last_fullsized":"2021-03-04T23:19:43.011290+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017583+0000","last_change":"2021-03-04T23:14:45.177195+0000","last_active":"2021-03-04T23:19:43.017583+0000","last_peered":"2021-03-04T23:19:43.017583+0000","last_clean":"2021-03-04T23:19:43.017583+0000","last_became_active":"2021-03-04T23:14:45.176885+0000","last_became_peered":"2021-03-04T23:14:45.176885+0000","last_unstale":"2021-03-04T23:19:43.017583+0000","last_undegraded":"2021-03-04T23:19:43.017583+0000","last_fullsized":"2021-03-04T23:19:43.017583+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.010921+0000","last_change":"2021-03-04T23:13:51.734849+0000","last_active":"2021-03-04T23:19:43.010921+0000","last_peered":"2021-03-04T23:19:43.010921+0000","last_clean":"2021-03-04T23:19:43.010921+0000","last_became_active":"2021-03-04T23:13:51.734604+0000","last_became_peered":"2021-03-04T23:13:51.734604+0000","last_unstale":"2021-03-04T23:19:43.010921+0000","last_undegraded":"2021-03-04T23:19:43.010921+0000","last_fullsized":"2021-03-04T23:19:43.010921+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8409803,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3965,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495859,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050128,"kb_used_data":1544,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":87030256,"statfs":{"total":90194313216,"available":89118982144,"internally_reserved":1073741824,"allocated":1581056,"data_stored":844360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:23:41 2021","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.995,"15min":0.64700000000000002},"min":{"1min":0.16200000000000001,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":1.0489999999999999,"5min":54.801000000000002,"15min":54.801000000000002},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.98899999999999999,"15min":0.58399999999999996},"min":{"1min":0.16500000000000001,"5min":0.14899999999999999,"15min":0.14799999999999999},"max":{"1min":0.98399999999999999,"5min":54.863999999999997,"15min":54.863999999999997},"last":0.624}]},{"osd":1,"last update":"Thu Mar 4 23:24:12 2021","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.46500000000000002,"15min":0.51400000000000001},"min":{"1min":0.245,"5min":0.16900000000000001,"15min":0.16},"max":{"1min":1.0409999999999999,"5min":2.3839999999999999,"15min":3.101},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.501,"15min":0.56000000000000005},"min":{"1min":0.20000000000000001,"5min":0.17599999999999999,"15min":0.17399999999999999},"max":{"1min":1.004,"5min":2.335,"15min":3.585},"last":0.501}]},{"osd":2,"last update":"Thu Mar 4 23:24:01 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.66500000000000004,"15min":0.623},"min":{"1min":0.19800000000000001,"5min":0.17999999999999999,"15min":0.16700000000000001},"max":{"1min":0.89100000000000001,"5min":5.2400000000000002,"15min":5.2400000000000002},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.55100000000000005,"15min":0.55500000000000005},"min":{"1min":0.28199999999999997,"5min":0.218,"15min":0.218},"max":{"1min":1.1359999999999999,"5min":3.0939999999999999,"15min":3.0939999999999999},"last":0.57599999999999996}]},{"osd":3,"last update":"Thu Mar 4 23:24:01 2021","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.66900000000000004,"15min":0.54300000000000004},"min":{"1min":0.26200000000000001,"5min":0.192,"15min":0.18099999999999999},"max":{"1min":2.6960000000000002,"5min":3.6840000000000002,"15min":3.7719999999999998},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.71099999999999997,"15min":0.88900000000000001},"min":{"1min":0.222,"5min":0.20799999999999999,"15min":0.183},"max":{"1min":2.6499999999999999,"5min":4.3239999999999998,"15min":4.3239999999999998},"last":0.48599999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:24:01 2021","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.40300000000000002,"15min":0.36799999999999999},"min":{"1min":0.16200000000000001,"5min":0.152,"15min":0.13100000000000001},"max":{"1min":1.492,"5min":4.0179999999999998,"15min":4.0179999999999998},"last":0.375},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.36499999999999999,"15min":0.44800000000000001},"min":{"1min":0.191,"5min":0.16,"15min":0.13300000000000001},"max":{"1min":0.70399999999999996,"5min":3.5800000000000001,"15min":5.867},"last":0.26200000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:24:01 2021","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.38500000000000001,"15min":0.38},"min":{"1min":0.191,"5min":0.153,"15min":0.14299999999999999},"max":{"1min":1.0589999999999999,"5min":3.621,"15min":4.0220000000000002},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.42099999999999999,"15min":0.41899999999999998},"min":{"1min":0.24399999999999999,"5min":0.16800000000000001,"15min":0.16200000000000001},"max":{"1min":0.79600000000000004,"5min":2.4729999999999999,"15min":3.7890000000000001},"last":0.45900000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:24:01 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.497,"15min":0.47599999999999998},"min":{"1min":0.24299999999999999,"5min":0.156,"15min":0.14199999999999999},"max":{"1min":0.998,"5min":4.1299999999999999,"15min":4.1299999999999999},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.52000000000000002,"15min":0.46700000000000003},"min":{"1min":0.23200000000000001,"5min":0.20699999999999999,"15min":0.20200000000000001},"max":{"1min":1.518,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":0.317}]}]},{"osd":6,"up_from":41,"seq":176093659383,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050116,"kb_used_data":1532,"kb_used_omap":1176,"kb_used_meta":1047399,"kb_avail":87030268,"statfs":{"total":90194313216,"available":89118994432,"internally_reserved":1073741824,"allocated":1568768,"data_stored":844214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1204319,"internal_metadata":1072537505},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:23:38 2021","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.45700000000000002,"15min":0.49399999999999999},"min":{"1min":0.157,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.95599999999999996,"5min":3.3010000000000002,"15min":3.77},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.35999999999999999,"15min":0.42499999999999999},"min":{"1min":0.17999999999999999,"5min":0.16200000000000001,"15min":0.156},"max":{"1min":0.96899999999999997,"5min":3.3119999999999998,"15min":3.7130000000000001},"last":0.55800000000000005}]},{"osd":1,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.46100000000000002,"15min":0.57899999999999996},"min":{"1min":0.184,"5min":0.159,"15min":0.159},"max":{"1min":1.1419999999999999,"5min":3.5049999999999999,"15min":3.609},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.54500000000000004,"15min":0.56799999999999995},"min":{"1min":0.17199999999999999,"5min":0.17000000000000001,"15min":0.16500000000000001},"max":{"1min":0.96499999999999997,"5min":4.149,"15min":4.149},"last":0.68700000000000006}]},{"osd":2,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.57999999999999996,"15min":0.60599999999999998},"min":{"1min":0.19400000000000001,"5min":0.187,"15min":0.16800000000000001},"max":{"1min":3.2959999999999998,"5min":4.0940000000000003,"15min":4.2169999999999996},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.51400000000000001,"15min":0.59999999999999998},"min":{"1min":0.28799999999999998,"5min":0.186,"15min":0.17599999999999999},"max":{"1min":0.98499999999999999,"5min":2.6360000000000001,"15min":3.3700000000000001},"last":0.40899999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:23:59 2021","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.61499999999999999,"15min":0.68999999999999995},"min":{"1min":0.245,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.93999999999999995,"5min":4.5330000000000004,"15min":4.5330000000000004},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.59799999999999998,"15min":0.754},"min":{"1min":0.26700000000000002,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.86899999999999999,"5min":4.0709999999999997,"15min":4.0709999999999997},"last":0.48399999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:23:38 2021","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.438,"15min":0.44600000000000001},"min":{"1min":0.17699999999999999,"5min":0.13300000000000001,"15min":0.121},"max":{"1min":4.1539999999999999,"5min":4.1539999999999999,"15min":5.5289999999999999},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.32800000000000001,"5min":0.47099999999999997,"15min":0.44400000000000001},"min":{"1min":0.189,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":1.175,"5min":4.1269999999999998,"15min":4.1269999999999998},"last":0.60199999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:23:38 2021","interfaces":[{"interface":"back","average":{"1min":0.29099999999999998,"5min":0.44700000000000001,"15min":0.49199999999999999},"min":{"1min":0.16700000000000001,"5min":0.16,"15min":0.151},"max":{"1min":0.44900000000000001,"5min":4.0010000000000003,"15min":4.96},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.54200000000000004,"15min":0.498},"min":{"1min":0.16,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":0.96599999999999997,"5min":4.2389999999999999,"15min":4.2389999999999999},"last":0.42799999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:23:47 2021","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.59899999999999998,"15min":0.51800000000000002},"min":{"1min":0.215,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":1.5629999999999999,"5min":4.5880000000000001,"15min":4.5880000000000001},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.498,"15min":0.49399999999999999},"min":{"1min":0.23999999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.71299999999999997,"5min":4.0129999999999999,"15min":4.0129999999999999},"last":0.628}]}]},{"osd":1,"up_from":87,"seq":373662154880,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":155060,"kb_used_data":1516,"kb_used_omap":702,"kb_used_meta":152833,"kb_avail":87925324,"statfs":{"total":90194313216,"available":90035531776,"internally_reserved":0,"allocated":1552384,"data_stored":841545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":719374,"internal_metadata":156501490},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.29299999999999998,"5min":0.41099999999999998,"15min":0.371},"min":{"1min":0.154,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.39600000000000002,"5min":3.8340000000000001,"15min":4.4669999999999996},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.56200000000000006,"15min":0.54700000000000004},"min":{"1min":0.16900000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":0.59999999999999998,"5min":4.5810000000000004,"15min":5.819},"last":0.249}]},{"osd":2,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.437,"15min":0.41399999999999998},"min":{"1min":0.17899999999999999,"5min":0.158,"15min":0.13400000000000001},"max":{"1min":0.45800000000000002,"5min":3.069,"15min":4.4059999999999997},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.53800000000000003,"15min":0.71699999999999997},"min":{"1min":0.182,"5min":0.153,"15min":0.14899999999999999},"max":{"1min":0.51200000000000001,"5min":3.8700000000000001,"15min":4.7240000000000002},"last":0.371}]},{"osd":3,"last update":"Thu Mar 4 23:23:49 2021","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.83099999999999996,"15min":0.82899999999999996},"min":{"1min":0.21199999999999999,"5min":0.156,"15min":0.156},"max":{"1min":2.8530000000000002,"5min":33.643000000000001,"15min":33.643000000000001},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.89700000000000002,"15min":0.78100000000000003},"min":{"1min":0.222,"5min":0.17599999999999999,"15min":0.17499999999999999},"max":{"1min":2.8719999999999999,"5min":33.621000000000002,"15min":33.621000000000002},"last":0.48599999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.68600000000000005,"15min":0.68200000000000005},"min":{"1min":0.28100000000000003,"5min":0.21099999999999999,"15min":0.19400000000000001},"max":{"1min":1.2330000000000001,"5min":4.9850000000000003,"15min":4.9850000000000003},"last":1.079},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.60199999999999998,"15min":0.56499999999999995},"min":{"1min":0.27700000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":1.1379999999999999,"5min":3.7050000000000001,"15min":4.5229999999999997},"last":0.92900000000000005}]},{"osd":5,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.57899999999999996,"15min":0.62},"min":{"1min":0.29099999999999998,"5min":0.20999999999999999,"15min":0.20100000000000001},"max":{"1min":1.113,"5min":3.524,"15min":5.9059999999999997},"last":1.0589999999999999},{"interface":"front","average":{"1min":0.753,"5min":0.70399999999999996,"15min":0.70499999999999996},"min":{"1min":0.308,"5min":0.23899999999999999,"15min":0.221},"max":{"1min":1.1359999999999999,"5min":4.415,"15min":4.7729999999999997},"last":1.05}]},{"osd":6,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.68500000000000005,"15min":0.61299999999999999},"min":{"1min":0.27700000000000002,"5min":0.23200000000000001,"15min":0.22900000000000001},"max":{"1min":1.7390000000000001,"5min":3.7610000000000001,"15min":4.5010000000000003},"last":0.90900000000000003},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.61799999999999999,"15min":0.65900000000000003},"min":{"1min":0.33200000000000002,"5min":0.245,"15min":0.23699999999999999},"max":{"1min":1.1519999999999999,"5min":3.5550000000000002,"15min":5.8810000000000002},"last":1.0900000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.746,"15min":0.73699999999999999},"min":{"1min":0.33500000000000002,"5min":0.248,"15min":0.248},"max":{"1min":1.179,"5min":3.782,"15min":4.7939999999999996},"last":1.016},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.71199999999999997,"15min":0.629},"min":{"1min":0.34200000000000003,"5min":0.28899999999999998,"15min":0.28599999999999998},"max":{"1min":1.1639999999999999,"5min":4.5049999999999999,"15min":4.5499999999999998},"last":0.96499999999999997}]}]},{"osd":0,"up_from":73,"seq":313532612753,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":206076,"kb_used_data":1524,"kb_used_omap":1446,"kb_used_meta":203097,"kb_avail":87874308,"statfs":{"total":90194313216,"available":89983291392,"internally_reserved":0,"allocated":1560576,"data_stored":842120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1481404,"internal_metadata":207971652},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:24:05 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.45500000000000002,"15min":0.41499999999999998},"min":{"1min":0.157,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":1.3200000000000001,"5min":4.7679999999999998,"15min":5.734},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.47299999999999998,"15min":0.44600000000000001},"min":{"1min":0.16700000000000001,"5min":0.158,"15min":0.11700000000000001},"max":{"1min":3.0950000000000002,"5min":3.403,"15min":4.1589999999999998},"last":0.28000000000000003}]},{"osd":2,"last update":"Thu Mar 4 23:23:57 2021","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.39000000000000001,"15min":0.45600000000000002},"min":{"1min":0.16200000000000001,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":2.8919999999999999,"5min":2.8919999999999999,"15min":3.806},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.49299999999999999,"15min":0.50600000000000001},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":5.3620000000000001,"5min":5.3620000000000001,"15min":5.3620000000000001},"last":0.316}]},{"osd":3,"last update":"Thu Mar 4 23:23:57 2021","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.47499999999999998,"15min":1.7689999999999999},"min":{"1min":0.17899999999999999,"5min":0.17100000000000001,"15min":0.16700000000000001},"max":{"1min":2.931,"5min":6.335,"15min":35.027000000000001},"last":0.249},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.65900000000000003,"15min":1.629},"min":{"1min":0.249,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":3.246,"5min":6.4699999999999998,"15min":34.979999999999997},"last":0.374}]},{"osd":4,"last update":"Thu Mar 4 23:23:50 2021","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.56000000000000005,"15min":0.60599999999999998},"min":{"1min":0.19900000000000001,"5min":0.19700000000000001,"15min":0.17999999999999999},"max":{"1min":3.1829999999999998,"5min":3.9500000000000002,"15min":4.2210000000000001},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.59499999999999997,"15min":0.64900000000000002},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":1.002,"5min":3.4300000000000002,"15min":4.7439999999999998},"last":0.68799999999999994}]},{"osd":5,"last update":"Thu Mar 4 23:23:50 2021","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.64300000000000002,"15min":0.69199999999999995},"min":{"1min":0.214,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.95099999999999996,"5min":4.5540000000000003,"15min":5.3639999999999999},"last":0.753},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.60999999999999999,"15min":0.63100000000000001},"min":{"1min":0.31,"5min":0.24199999999999999,"15min":0.191},"max":{"1min":3.8889999999999998,"5min":4.7919999999999998,"15min":4.7919999999999998},"last":0.88500000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:23:50 2021","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.56899999999999995,"15min":0.63},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.24199999999999999},"max":{"1min":3.0179999999999998,"5min":3.4350000000000001,"15min":3.9159999999999999},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.67400000000000004,"15min":0.65800000000000003},"min":{"1min":0.26700000000000002,"5min":0.25,"15min":0.17599999999999999},"max":{"1min":4.3259999999999996,"5min":4.3259999999999996,"15min":4.3259999999999996},"last":0.80200000000000005}]},{"osd":7,"last update":"Thu Mar 4 23:23:50 2021","interfaces":[{"interface":"back","average":{"1min":0.94299999999999995,"5min":0.61199999999999999,"15min":0.70099999999999996},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.26300000000000001},"max":{"1min":3.8170000000000002,"5min":3.8170000000000002,"15min":3.9729999999999999},"last":0.91800000000000004},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.63900000000000001,"15min":0.66000000000000003},"min":{"1min":0.28799999999999998,"5min":0.28299999999999997,"15min":0.254},"max":{"1min":3.2149999999999999,"5min":3.9239999999999999,"15min":4.2469999999999999},"last":0.745}]}]},{"osd":2,"up_from":103,"seq":442381631605,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":178364,"kb_used_data":1524,"kb_used_omap":1715,"kb_used_meta":175116,"kb_avail":87902020,"statfs":{"total":90194313216,"available":90011668480,"internally_reserved":0,"allocated":1560576,"data_stored":842132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":179318971},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.40699999999999997,"15min":0.57699999999999996},"min":{"1min":0.158,"5min":0.13400000000000001,"15min":0.129},"max":{"1min":1.506,"5min":3.5339999999999998,"15min":4.6349999999999998},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.45400000000000001,"15min":0.47999999999999998},"min":{"1min":0.192,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":1.3240000000000001,"5min":3.5569999999999999,"15min":4.3259999999999996},"last":0.315}]},{"osd":1,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.36199999999999999,"15min":0.57899999999999996},"min":{"1min":0.17799999999999999,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":0.49199999999999999,"5min":2.7690000000000001,"15min":4.0599999999999996},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.57699999999999996,"15min":0.56699999999999995},"min":{"1min":0.20699999999999999,"5min":0.16600000000000001,"15min":0.14199999999999999},"max":{"1min":1.5720000000000001,"5min":2.9380000000000002,"15min":4.556},"last":0.26200000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:23:56 2021","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.52000000000000002,"15min":0.504},"min":{"1min":0.182,"5min":0.16700000000000001,"15min":0.16600000000000001},"max":{"1min":1.3460000000000001,"5min":4.0099999999999998,"15min":4.0099999999999998},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.504,"15min":0.56599999999999995},"min":{"1min":0.216,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":0.84399999999999997,"5min":4.0339999999999998,"15min":4.4329999999999998},"last":0.34499999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.54200000000000004,"15min":0.63400000000000001},"min":{"1min":0.22800000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":1.607,"5min":2.9980000000000002,"15min":4.6520000000000001},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.59799999999999998,"15min":0.56799999999999995},"min":{"1min":0.28899999999999998,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":1.3979999999999999,"5min":3.1059999999999999,"15min":3.71},"last":0.54200000000000004}]},{"osd":5,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.72199999999999998,"15min":0.84799999999999998},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.22},"max":{"1min":1.0960000000000001,"5min":4.867,"15min":4.867},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.66800000000000004,"15min":0.68899999999999995},"min":{"1min":0.29099999999999998,"5min":0.218,"15min":0.21299999999999999},"max":{"1min":1.679,"5min":4.6189999999999998,"15min":4.6689999999999996},"last":0.47599999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.58599999999999997,"15min":0.55900000000000005},"min":{"1min":0.28199999999999997,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.365,"5min":3.0670000000000002,"15min":3.7429999999999999},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.57299999999999995,"15min":0.80600000000000005},"min":{"1min":0.316,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":1.0940000000000001,"5min":3.5579999999999998,"15min":4.0830000000000002},"last":0.496}]},{"osd":7,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.63700000000000001,"15min":0.58399999999999996},"min":{"1min":0.33700000000000002,"5min":0.26600000000000001,"15min":0.26400000000000001},"max":{"1min":1.4239999999999999,"5min":3.1629999999999998,"15min":4.024},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.61299999999999999,"15min":0.83199999999999996},"min":{"1min":0.34000000000000002,"5min":0.253,"15min":0.253},"max":{"1min":2.2370000000000001,"5min":4.0880000000000001,"15min":4.1340000000000003},"last":0.51800000000000002}]}]},{"osd":3,"up_from":126,"seq":541165879401,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":183988,"kb_used_data":1516,"kb_used_omap":1501,"kb_used_meta":180962,"kb_avail":87896396,"statfs":{"total":90194313216,"available":90005909504,"internally_reserved":0,"allocated":1552384,"data_stored":840496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1537306,"internal_metadata":185305830},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.88100000000000001,"15min":0.55200000000000005},"min":{"1min":0.13100000000000001,"5min":0.121,"15min":0.121},"max":{"1min":0.66100000000000003,"5min":48.722000000000001,"15min":48.722000000000001},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.97499999999999998,"15min":0.77000000000000002},"min":{"1min":0.17299999999999999,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":0.61499999999999999,"5min":48.741999999999997,"15min":48.741999999999997},"last":0.505}]},{"osd":1,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.42099999999999999,"15min":0.51900000000000002},"min":{"1min":0.157,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":0.93600000000000005,"5min":3.6459999999999999,"15min":4.9720000000000004},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.498,"5min":0.59499999999999997,"15min":0.57299999999999995},"min":{"1min":0.18099999999999999,"5min":0.151,"15min":0.151},"max":{"1min":2.1549999999999998,"5min":3.5609999999999999,"15min":3.7829999999999999},"last":0.40200000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.51100000000000001,"15min":0.60899999999999999},"min":{"1min":0.16800000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.442,"5min":4.8730000000000002,"15min":6.4420000000000002},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.376,"5min":0.505,"15min":0.71199999999999997},"min":{"1min":0.20300000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.97799999999999998,"5min":3.5590000000000002,"15min":8.8740000000000006},"last":0.312}]},{"osd":4,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.56899999999999995,"15min":0.64000000000000001},"min":{"1min":0.24299999999999999,"5min":0.21099999999999999,"15min":0.20599999999999999},"max":{"1min":1.115,"5min":2.9780000000000002,"15min":5.0220000000000002},"last":0.90800000000000003},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.60099999999999998,"15min":0.51000000000000001},"min":{"1min":0.28899999999999998,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":1.032,"5min":3.7719999999999998,"15min":3.7719999999999998},"last":1.0129999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.72499999999999998,"15min":0.58699999999999997},"min":{"1min":0.25900000000000001,"5min":0.22600000000000001,"15min":0.221},"max":{"1min":1.097,"5min":4.6479999999999997,"15min":4.6479999999999997},"last":1.1100000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.78800000000000003,"15min":0.74399999999999999},"min":{"1min":0.27400000000000002,"5min":0.192,"15min":0.192},"max":{"1min":0.95499999999999996,"5min":6.7309999999999999,"15min":6.7309999999999999},"last":0.95899999999999996}]},{"osd":6,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.63300000000000001,"15min":0.73199999999999998},"min":{"1min":0.29899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.044,"5min":4.2930000000000001,"15min":5.0570000000000004},"last":0.92300000000000004},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.64300000000000002,"15min":0.63900000000000001},"min":{"1min":0.33500000000000002,"5min":0.254,"15min":0.22900000000000001},"max":{"1min":1.052,"5min":3.8100000000000001,"15min":3.8100000000000001},"last":1.089}]},{"osd":7,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.748,"15min":0.748},"min":{"1min":0.32300000000000001,"5min":0.26600000000000001,"15min":0.253},"max":{"1min":1.167,"5min":5.1180000000000003,"15min":6.5460000000000003},"last":1.071},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.68000000000000005,"15min":0.72799999999999998},"min":{"1min":0.33100000000000002,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":2.8420000000000001,"5min":3.1360000000000001,"15min":5.0810000000000004},"last":0.85699999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986428,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050124,"kb_used_data":1540,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":87030260,"statfs":{"total":90194313216,"available":89118986240,"internally_reserved":1073741824,"allocated":1576960,"data_stored":844290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:23:36 2021","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47099999999999997,"15min":0.51000000000000001},"min":{"1min":0.14899999999999999,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":2.1059999999999999,"5min":3.1150000000000002,"15min":3.899},"last":0.91500000000000004},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.52500000000000002,"15min":0.432},"min":{"1min":0.152,"5min":0.152,"15min":0.14199999999999999},"max":{"1min":3.919,"5min":3.919,"15min":3.919},"last":0.84899999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:24:08 2021","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.70299999999999996,"15min":0.56899999999999995},"min":{"1min":0.19900000000000001,"5min":0.161,"15min":0.16},"max":{"1min":3.0150000000000001,"5min":3.9900000000000002,"15min":3.9900000000000002},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.61699999999999999,"15min":0.55300000000000005},"min":{"1min":0.189,"5min":0.189,"15min":0.16200000000000001},"max":{"1min":1.2989999999999999,"5min":3.98,"15min":4.3289999999999997},"last":0.92900000000000005}]},{"osd":2,"last update":"Thu Mar 4 23:23:55 2021","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.47899999999999998,"15min":0.50700000000000001},"min":{"1min":0.215,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":2.9009999999999998,"5min":3.3260000000000001,"15min":3.3260000000000001},"last":0.88800000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.52200000000000002,"15min":0.59199999999999997},"min":{"1min":0.255,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":1.405,"5min":3.351,"15min":4.4180000000000001},"last":0.94099999999999995}]},{"osd":3,"last update":"Thu Mar 4 23:23:55 2021","interfaces":[{"interface":"back","average":{"1min":1.149,"5min":0.82099999999999995,"15min":0.74399999999999999},"min":{"1min":0.25700000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":4.1200000000000001,"5min":4.1200000000000001,"15min":4.1200000000000001},"last":0.90100000000000002},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.55300000000000005,"15min":0.57099999999999995},"min":{"1min":0.23699999999999999,"5min":0.19800000000000001,"15min":0.192},"max":{"1min":1.0169999999999999,"5min":3.4049999999999998,"15min":3.4049999999999998},"last":0.873}]},{"osd":5,"last update":"Thu Mar 4 23:23:19 2021","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.34999999999999998,"15min":0.35399999999999998},"min":{"1min":0.16900000000000001,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":3.3500000000000001,"5min":3.456,"15min":4.2599999999999998},"last":0.62},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.35699999999999998,"15min":0.39700000000000002},"min":{"1min":0.16,"5min":0.14799999999999999,"15min":0.13500000000000001},"max":{"1min":2.7389999999999999,"5min":3.2999999999999998,"15min":4.8090000000000002},"last":0.42999999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:23:36 2021","interfaces":[{"interface":"back","average":{"1min":0.28799999999999998,"5min":0.39800000000000002,"15min":0.42899999999999999},"min":{"1min":0.18099999999999999,"5min":0.17399999999999999,"15min":0.156},"max":{"1min":0.55600000000000005,"5min":3.5569999999999999,"15min":4.766},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.60799999999999998,"15min":0.52200000000000002},"min":{"1min":0.20300000000000001,"5min":0.158,"15min":0.14199999999999999},"max":{"1min":3.895,"5min":3.895,"15min":4.1550000000000002},"last":0.56200000000000006}]},{"osd":7,"last update":"Thu Mar 4 23:24:08 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.44700000000000001,"15min":0.63100000000000001},"min":{"1min":0.20899999999999999,"5min":0.17899999999999999,"15min":0.156},"max":{"1min":0.57599999999999996,"5min":3.4329999999999998,"15min":69.727999999999994},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.65200000000000002,"15min":0.78000000000000003},"min":{"1min":0.221,"5min":0.20399999999999999,"15min":0.14000000000000001},"max":{"1min":0.67600000000000005,"5min":3.8700000000000001,"15min":69.289000000000001},"last":0.63}]}]},{"osd":5,"up_from":36,"seq":154618822906,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050108,"kb_used_data":1524,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":87030276,"statfs":{"total":90194313216,"available":89119002624,"internally_reserved":1073741824,"allocated":1560576,"data_stored":842168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:23:44 2021","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.436,"15min":0.43099999999999999},"min":{"1min":0.16800000000000001,"5min":0.14699999999999999,"15min":0.13500000000000001},"max":{"1min":3.6659999999999999,"5min":3.6659999999999999,"15min":3.6659999999999999},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.439,"15min":0.49399999999999999},"min":{"1min":0.16900000000000001,"5min":0.153,"15min":0.14499999999999999},"max":{"1min":1.615,"5min":2.891,"15min":3.0840000000000001},"last":0.67100000000000004}]},{"osd":1,"last update":"Thu Mar 4 23:24:03 2021","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.55500000000000005,"15min":0.46000000000000002},"min":{"1min":0.16800000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":1.2210000000000001,"5min":3.8450000000000002,"15min":3.8450000000000002},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.747,"15min":0.61299999999999999},"min":{"1min":0.17899999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.149,"5min":7.4740000000000002,"15min":7.4740000000000002},"last":0.65300000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:23:59 2021","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.59199999999999997,"15min":0.67900000000000005},"min":{"1min":0.182,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":1.069,"5min":3.5800000000000001,"15min":3.7410000000000001},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.73199999999999998,"15min":0.64700000000000002},"min":{"1min":0.24199999999999999,"5min":0.182,"15min":0.17000000000000001},"max":{"1min":1.107,"5min":3.698,"15min":3.9239999999999999},"last":0.59499999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:23:59 2021","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.71199999999999997,"15min":0.52700000000000002},"min":{"1min":0.188,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":1.466,"5min":4.375,"15min":4.375},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.71499999999999997},"min":{"1min":0.19900000000000001,"5min":0.19800000000000001,"15min":0.17100000000000001},"max":{"1min":2.9359999999999999,"5min":3.4590000000000001,"15min":4.2050000000000001},"last":0.626}]},{"osd":4,"last update":"Thu Mar 4 23:23:27 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.44,"15min":0.42099999999999999},"min":{"1min":0.127,"5min":0.127,"15min":0.127},"max":{"1min":3.617,"5min":7.4480000000000004,"15min":7.4480000000000004},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.34000000000000002,"15min":0.41899999999999998},"min":{"1min":0.182,"5min":0.152,"15min":0.14799999999999999},"max":{"1min":4.4000000000000004,"5min":4.4000000000000004,"15min":4.4000000000000004},"last":0.64100000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:23:59 2021","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.53900000000000003,"15min":0.48299999999999998},"min":{"1min":0.192,"5min":0.17699999999999999,"15min":0.16},"max":{"1min":0.71799999999999997,"5min":7.3959999999999999,"15min":7.3959999999999999},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.377,"15min":0.437},"min":{"1min":0.20399999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.746,"5min":4.3209999999999997,"15min":4.3209999999999997},"last":0.66000000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:23:59 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.499,"15min":0.54400000000000004},"min":{"1min":0.249,"5min":0.19900000000000001,"15min":0.16},"max":{"1min":0.76200000000000001,"5min":4.3540000000000001,"15min":13.18},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41899999999999998,"15min":0.52200000000000002},"min":{"1min":0.27100000000000002,"5min":0.19600000000000001,"15min":0.16800000000000001},"max":{"1min":0.70899999999999996,"5min":2.9740000000000002,"15min":12.773},"last":0.41499999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3965,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1477439,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":719374,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1537306,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1204319,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:24:21.731 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2021-03-04T23:24:21.731 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2021-03-04T23:24:21.732 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2021-03-04T23:24:21.732 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph health --format=json 2021-03-04T23:24:21.842 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:22.046 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:21 gibba011 conmon[95595]: cluster 2021-03-04T23:24:20.592978+0000 mgr.x (mgr.34676) 621 : cluster [DBG] pgmap v528: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:22.046 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:21 gibba011 conmon[95595]: audit 2021-03-04T23:24:21.036921+0000 mgr.x (mgr.34676) 622 : audit [DBG] from='client.44787 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:24:22.047 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:21 gibba011 conmon[99461]: cluster 2021-03-04T23:24:20.592978+0000 mgr.x (mgr.34676) 621 : cluster [DBG] pgmap v528: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:22.047 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:21 gibba011 conmon[99461]: audit 2021-03-04T23:24:21.036921+0000 mgr.x (mgr.34676) 622 : audit [DBG] from='client.44787 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:24:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:21 gibba038 conmon[76675]: cluster 2021-03-04T23:24:20.592978+0000 mgr.x (mgr.34676) 621 : cluster [DBG] pgmap v528: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:22.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:21 gibba038 conmon[76675]: audit 2021-03-04T23:24:21.036921+0000 mgr.x (mgr.34676) 622 : audit [DBG] from='client.44787 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:24:23.451 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:24:23.452 INFO:teuthology.orchestra.run.gibba011.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2021-03-04T23:24:24.115 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2021-03-04T23:24:24.116 INFO:teuthology.run_tasks:Running task print... 2021-03-04T23:24:24.128 INFO:teuthology.task.print:**** applying stress + thrashing to mixed-version cluster **** 2021-03-04T23:24:24.128 INFO:teuthology.run_tasks:Running task parallel... 2021-03-04T23:24:24.173 INFO:teuthology.task.parallel:starting parallel... 2021-03-04T23:24:24.174 INFO:teuthology.task.parallel:In parallel, running task sequential... 2021-03-04T23:24:24.174 INFO:teuthology.task.sequential:In sequential, running task thrashosds... 2021-03-04T23:24:24.176 INFO:tasks.thrashosds:config is {'aggressive_pg_num_changes': False, 'chance_force_recovery': 0, 'chance_pgnum_grow': 1, 'chance_pgpnum_fix': 1, 'chance_thrash_cluster_full': 0, 'chance_thrash_pg_upmap': 0, 'chance_thrash_pg_upmap_items': 0, 'disable_objectstore_tool_tests': True, 'timeout': 1200, 'sighup_delay': 0.1, 'optrack_toggle_delay': 2.0, 'dump_ops_enable': 'true', 'noscrub_toggle_delay': 2.0, 'random_eio': 0.0} 2021-03-04T23:24:24.177 INFO:tasks.thrashosds:overrides is {'admin_socket': {'branch': 'wip-sage-testing-2021-03-04-1435'}, 'ceph': {'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug filestore': 20, 'debug journal': 20, 'debug ms': 1, 'debug osd': 25, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '69d7d7e0102d70a8a64ccad55f88fe51fcc52734'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}}}, 'install': {'ceph': {'sha1': '69d7d7e0102d70a8a64ccad55f88fe51fcc52734'}}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'podman-versions', 'sha1': '3417d0a180e6c39e780df22886c2098b7f5a677b'}} 2021-03-04T23:24:24.177 INFO:tasks.thrashosds:config is {'aggressive_pg_num_changes': False, 'chance_force_recovery': 0, 'chance_pgnum_grow': 1, 'chance_pgpnum_fix': 1, 'chance_thrash_cluster_full': 0, 'chance_thrash_pg_upmap': 0, 'chance_thrash_pg_upmap_items': 0, 'disable_objectstore_tool_tests': True, 'timeout': 1200, 'sighup_delay': 0.1, 'optrack_toggle_delay': 2.0, 'dump_ops_enable': 'true', 'noscrub_toggle_delay': 2.0, 'random_eio': 0.0} 2021-03-04T23:24:24.178 INFO:tasks.thrashosds:Beginning thrashosds... 2021-03-04T23:24:24.178 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2021-03-04T23:24:24.178 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:24:24.197 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:23 gibba011 conmon[95595]: cluster 2021-03-04T23:24:22.593829+0000 mgr.x (mgr.34676) 623 : cluster [DBG] pgmap v529: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:24.197 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:23 gibba011 conmon[95595]: audit 2021-03-04T23:24:23.449574+0000 mon.c (mon.1) 241 : audit [DBG] from='client.? 172.21.2.111:0/3202651845' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-03-04T23:24:24.198 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:23 gibba011 conmon[99461]: cluster 2021-03-04T23:24:22.593829+0000 mgr.x (mgr.34676) 623 : 2021-03-04T23:24:24.198 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:23 gibba011 conmon[99461]: cluster [DBG] pgmap v529: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:24.198 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:23 gibba011 conmon[99461]: audit 2021-03-04T23:24:23.449574+0000 mon.c (mon.1) 241 : audit 2021-03-04T23:24:24.199 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:23 gibba011 conmon[99461]: [DBG] from='client.? 172.21.2.111:0/3202651845' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-03-04T23:24:24.286 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:24.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:23 gibba038 conmon[76675]: cluster 2021-03-04T23:24:22.593829+0000 mgr.x (mgr.34676) 623 : cluster [DBG] pgmap v529: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:24.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:23 gibba038 conmon[76675]: audit 2021-03-04T23:24:23.449574+0000 mon.c (mon.1) 241 : audit [DBG] from='client.? 172.21.2.111:0/3202651845' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2021-03-04T23:24:25.759 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:24:25.760 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:24:26.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:25 gibba038 conmon[76675]: cluster 2021-03-04T23:24:24.594215+0000 mgr.x (mgr.34676) 624 : cluster [DBG] pgmap v530: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:26.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:25 gibba011 conmon[95595]: cluster 2021-03-04T23:24:24.594215+0000 mgr.x (mgr.34676) 624 : cluster [DBG] pgmap v530: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:26.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:25 gibba011 conmon[99461]: cluster 2021-03-04T23:24:24.594215+0000 mgr.x (mgr.34676) 624 : cluster [DBG] pgmap v530: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:26.449 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":530,"stamp":"2021-03-04T23:24:24.594079+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":4923964,"kb_used_data":12220,"kb_used_omap":8216,"kb_used_meta":4903463,"kb_avail":699719108,"statfs":{"total":721554505728,"available":716512366592,"internally_reserved":4294967296,"allocated":12513280,"data_stored":6741325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8413768,"internal_metadata":5021146552},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004085"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"121","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011098+0000","last_change":"2021-03-04T23:14:45.178493+0000","last_active":"2021-03-04T23:19:43.011098+0000","last_peered":"2021-03-04T23:19:43.011098+0000","last_clean":"2021-03-04T23:19:43.011098+0000","last_became_active":"2021-03-04T23:14:45.178020+0000","last_became_peered":"2021-03-04T23:14:45.178020+0000","last_unstale":"2021-03-04T23:19:43.011098+0000","last_undegraded":"2021-03-04T23:19:43.011098+0000","last_fullsized":"2021-03-04T23:19:43.011098+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"80","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011423+0000","last_change":"2021-03-04T23:15:58.120659+0000","last_active":"2021-03-04T23:19:43.011423+0000","last_peered":"2021-03-04T23:19:43.011423+0000","last_clean":"2021-03-04T23:19:43.011423+0000","last_became_active":"2021-03-04T23:15:43.198337+0000","last_became_peered":"2021-03-04T23:15:43.198337+0000","last_unstale":"2021-03-04T23:19:43.011423+0000","last_undegraded":"2021-03-04T23:19:43.011423+0000","last_fullsized":"2021-03-04T23:19:43.011423+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"85","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016231+0000","last_change":"2021-03-04T23:15:43.198106+0000","last_active":"2021-03-04T23:19:43.016231+0000","last_peered":"2021-03-04T23:19:43.016231+0000","last_clean":"2021-03-04T23:19:43.016231+0000","last_became_active":"2021-03-04T23:15:43.197880+0000","last_became_peered":"2021-03-04T23:15:43.197880+0000","last_unstale":"2021-03-04T23:19:43.016231+0000","last_undegraded":"2021-03-04T23:19:43.016231+0000","last_fullsized":"2021-03-04T23:19:43.016231+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"100","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017561+0000","last_change":"2021-03-04T23:15:43.202297+0000","last_active":"2021-03-04T23:19:43.017561+0000","last_peered":"2021-03-04T23:19:43.017561+0000","last_clean":"2021-03-04T23:19:43.017561+0000","last_became_active":"2021-03-04T23:15:43.201848+0000","last_became_peered":"2021-03-04T23:15:43.201848+0000","last_unstale":"2021-03-04T23:19:43.017561+0000","last_undegraded":"2021-03-04T23:19:43.017561+0000","last_fullsized":"2021-03-04T23:19:43.017561+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"96","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011201+0000","last_change":"2021-03-04T23:15:50.199362+0000","last_active":"2021-03-04T23:19:43.011201+0000","last_peered":"2021-03-04T23:19:43.011201+0000","last_clean":"2021-03-04T23:19:43.011201+0000","last_became_active":"2021-03-04T23:15:43.201419+0000","last_became_peered":"2021-03-04T23:15:43.201419+0000","last_unstale":"2021-03-04T23:19:43.011201+0000","last_undegraded":"2021-03-04T23:19:43.011201+0000","last_fullsized":"2021-03-04T23:19:43.011201+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016424+0000","last_change":"2021-03-04T23:13:51.734437+0000","last_active":"2021-03-04T23:19:43.016424+0000","last_peered":"2021-03-04T23:19:43.016424+0000","last_clean":"2021-03-04T23:19:43.016424+0000","last_became_active":"2021-03-04T23:13:51.734197+0000","last_became_peered":"2021-03-04T23:13:51.734197+0000","last_unstale":"2021-03-04T23:19:43.016424+0000","last_undegraded":"2021-03-04T23:19:43.016424+0000","last_fullsized":"2021-03-04T23:19:43.016424+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017536+0000","last_change":"2021-03-04T23:15:43.202053+0000","last_active":"2021-03-04T23:19:43.017536+0000","last_peered":"2021-03-04T23:19:43.017536+0000","last_clean":"2021-03-04T23:19:43.017536+0000","last_became_active":"2021-03-04T23:15:43.201807+0000","last_became_peered":"2021-03-04T23:15:43.201807+0000","last_unstale":"2021-03-04T23:19:43.017536+0000","last_undegraded":"2021-03-04T23:19:43.017536+0000","last_fullsized":"2021-03-04T23:19:43.017536+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"80","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011137+0000","last_change":"2021-03-04T23:15:58.118605+0000","last_active":"2021-03-04T23:19:43.011137+0000","last_peered":"2021-03-04T23:19:43.011137+0000","last_clean":"2021-03-04T23:19:43.011137+0000","last_became_active":"2021-03-04T23:15:43.197943+0000","last_became_peered":"2021-03-04T23:15:43.197943+0000","last_unstale":"2021-03-04T23:19:43.011137+0000","last_undegraded":"2021-03-04T23:19:43.011137+0000","last_fullsized":"2021-03-04T23:19:43.011137+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"106","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016616+0000","last_change":"2021-03-04T23:13:51.734916+0000","last_active":"2021-03-04T23:19:43.016616+0000","last_peered":"2021-03-04T23:19:43.016616+0000","last_clean":"2021-03-04T23:19:43.016616+0000","last_became_active":"2021-03-04T23:13:51.734653+0000","last_became_peered":"2021-03-04T23:13:51.734653+0000","last_unstale":"2021-03-04T23:19:43.016616+0000","last_undegraded":"2021-03-04T23:19:43.016616+0000","last_fullsized":"2021-03-04T23:19:43.016616+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"74","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011181+0000","last_change":"2021-03-04T23:15:58.118715+0000","last_active":"2021-03-04T23:19:43.011181+0000","last_peered":"2021-03-04T23:19:43.011181+0000","last_clean":"2021-03-04T23:19:43.011181+0000","last_became_active":"2021-03-04T23:15:43.200249+0000","last_became_peered":"2021-03-04T23:15:43.200249+0000","last_unstale":"2021-03-04T23:19:43.011181+0000","last_undegraded":"2021-03-04T23:19:43.011181+0000","last_fullsized":"2021-03-04T23:19:43.011181+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"109","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016638+0000","last_change":"2021-03-04T23:15:43.201088+0000","last_active":"2021-03-04T23:19:43.016638+0000","last_peered":"2021-03-04T23:19:43.016638+0000","last_clean":"2021-03-04T23:19:43.016638+0000","last_became_active":"2021-03-04T23:15:43.200829+0000","last_became_peered":"2021-03-04T23:15:43.200829+0000","last_unstale":"2021-03-04T23:19:43.016638+0000","last_undegraded":"2021-03-04T23:19:43.016638+0000","last_fullsized":"2021-03-04T23:19:43.016638+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"86","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016549+0000","last_change":"2021-03-04T23:14:45.176406+0000","last_active":"2021-03-04T23:19:43.016549+0000","last_peered":"2021-03-04T23:19:43.016549+0000","last_clean":"2021-03-04T23:19:43.016549+0000","last_became_active":"2021-03-04T23:14:45.176167+0000","last_became_peered":"2021-03-04T23:14:45.176167+0000","last_unstale":"2021-03-04T23:19:43.016549+0000","last_undegraded":"2021-03-04T23:19:43.016549+0000","last_fullsized":"2021-03-04T23:19:43.016549+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011256+0000","last_change":"2021-03-04T23:05:49.581763+0000","last_active":"2021-03-04T23:19:43.011256+0000","last_peered":"2021-03-04T23:19:43.011256+0000","last_clean":"2021-03-04T23:19:43.011256+0000","last_became_active":"2021-03-04T23:05:49.581497+0000","last_became_peered":"2021-03-04T23:05:49.581497+0000","last_unstale":"2021-03-04T23:19:43.011256+0000","last_undegraded":"2021-03-04T23:19:43.011256+0000","last_fullsized":"2021-03-04T23:19:43.011256+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011233+0000","last_change":"2021-03-04T23:13:51.735360+0000","last_active":"2021-03-04T23:19:43.011233+0000","last_peered":"2021-03-04T23:19:43.011233+0000","last_clean":"2021-03-04T23:19:43.011233+0000","last_became_active":"2021-03-04T23:13:51.735113+0000","last_became_peered":"2021-03-04T23:13:51.735113+0000","last_unstale":"2021-03-04T23:19:43.011233+0000","last_undegraded":"2021-03-04T23:19:43.011233+0000","last_fullsized":"2021-03-04T23:19:43.011233+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016313+0000","last_change":"2021-03-04T23:14:45.179189+0000","last_active":"2021-03-04T23:19:43.016313+0000","last_peered":"2021-03-04T23:19:43.016313+0000","last_clean":"2021-03-04T23:19:43.016313+0000","last_became_active":"2021-03-04T23:14:45.178960+0000","last_became_peered":"2021-03-04T23:14:45.178960+0000","last_unstale":"2021-03-04T23:19:43.016313+0000","last_undegraded":"2021-03-04T23:19:43.016313+0000","last_fullsized":"2021-03-04T23:19:43.016313+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"80","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011496+0000","last_change":"2021-03-04T23:15:58.118779+0000","last_active":"2021-03-04T23:19:43.011496+0000","last_peered":"2021-03-04T23:19:43.011496+0000","last_clean":"2021-03-04T23:19:43.011496+0000","last_became_active":"2021-03-04T23:15:43.200339+0000","last_became_peered":"2021-03-04T23:15:43.200339+0000","last_unstale":"2021-03-04T23:19:43.011496+0000","last_undegraded":"2021-03-04T23:19:43.011496+0000","last_fullsized":"2021-03-04T23:19:43.011496+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017365+0000","last_change":"2021-03-04T23:15:43.202180+0000","last_active":"2021-03-04T23:19:43.017365+0000","last_peered":"2021-03-04T23:19:43.017365+0000","last_clean":"2021-03-04T23:19:43.017365+0000","last_became_active":"2021-03-04T23:15:43.202014+0000","last_became_peered":"2021-03-04T23:15:43.202014+0000","last_unstale":"2021-03-04T23:19:43.017365+0000","last_undegraded":"2021-03-04T23:19:43.017365+0000","last_fullsized":"2021-03-04T23:19:43.017365+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016316+0000","last_change":"2021-03-04T23:15:43.200525+0000","last_active":"2021-03-04T23:19:43.016316+0000","last_peered":"2021-03-04T23:19:43.016316+0000","last_clean":"2021-03-04T23:19:43.016316+0000","last_became_active":"2021-03-04T23:15:43.200273+0000","last_became_peered":"2021-03-04T23:15:43.200273+0000","last_unstale":"2021-03-04T23:19:43.016316+0000","last_undegraded":"2021-03-04T23:19:43.016316+0000","last_fullsized":"2021-03-04T23:19:43.016316+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"91","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016013+0000","last_change":"2021-03-04T23:05:49.583228+0000","last_active":"2021-03-04T23:19:43.016013+0000","last_peered":"2021-03-04T23:19:43.016013+0000","last_clean":"2021-03-04T23:19:43.016013+0000","last_became_active":"2021-03-04T23:05:49.582872+0000","last_became_peered":"2021-03-04T23:05:49.582872+0000","last_unstale":"2021-03-04T23:19:43.016013+0000","last_undegraded":"2021-03-04T23:19:43.016013+0000","last_fullsized":"2021-03-04T23:19:43.016013+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"100","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017609+0000","last_change":"2021-03-04T23:15:43.202335+0000","last_active":"2021-03-04T23:19:43.017609+0000","last_peered":"2021-03-04T23:19:43.017609+0000","last_clean":"2021-03-04T23:19:43.017609+0000","last_became_active":"2021-03-04T23:15:43.202144+0000","last_became_peered":"2021-03-04T23:15:43.202144+0000","last_unstale":"2021-03-04T23:19:43.017609+0000","last_undegraded":"2021-03-04T23:19:43.017609+0000","last_fullsized":"2021-03-04T23:19:43.017609+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"114","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016034+0000","last_change":"2021-03-04T23:12:26.726315+0000","last_active":"2021-03-04T23:19:43.016034+0000","last_peered":"2021-03-04T23:19:43.016034+0000","last_clean":"2021-03-04T23:19:43.016034+0000","last_became_active":"2021-03-04T23:12:26.726002+0000","last_became_peered":"2021-03-04T23:12:26.726002+0000","last_unstale":"2021-03-04T23:19:43.016034+0000","last_undegraded":"2021-03-04T23:19:43.016034+0000","last_fullsized":"2021-03-04T23:19:43.016034+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"80","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011579+0000","last_change":"2021-03-04T23:15:58.118830+0000","last_active":"2021-03-04T23:19:43.011579+0000","last_peered":"2021-03-04T23:19:43.011579+0000","last_clean":"2021-03-04T23:19:43.011579+0000","last_became_active":"2021-03-04T23:15:43.200336+0000","last_became_peered":"2021-03-04T23:15:43.200336+0000","last_unstale":"2021-03-04T23:19:43.011579+0000","last_undegraded":"2021-03-04T23:19:43.011579+0000","last_fullsized":"2021-03-04T23:19:43.011579+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"107","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016525+0000","last_change":"2021-03-04T23:12:26.726690+0000","last_active":"2021-03-04T23:19:43.016525+0000","last_peered":"2021-03-04T23:19:43.016525+0000","last_clean":"2021-03-04T23:19:43.016525+0000","last_became_active":"2021-03-04T23:12:26.726379+0000","last_became_peered":"2021-03-04T23:12:26.726379+0000","last_unstale":"2021-03-04T23:19:43.016525+0000","last_undegraded":"2021-03-04T23:19:43.016525+0000","last_fullsized":"2021-03-04T23:19:43.016525+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"90","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.015865+0000","last_change":"2021-03-04T23:05:50.827157+0000","last_active":"2021-03-04T23:19:43.015865+0000","last_peered":"2021-03-04T23:19:43.015865+0000","last_clean":"2021-03-04T23:19:43.015865+0000","last_became_active":"2021-03-04T23:05:50.826906+0000","last_became_peered":"2021-03-04T23:05:50.826906+0000","last_unstale":"2021-03-04T23:19:43.015865+0000","last_undegraded":"2021-03-04T23:19:43.015865+0000","last_fullsized":"2021-03-04T23:19:43.015865+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016524+0000","last_change":"2021-03-04T23:13:51.741935+0000","last_active":"2021-03-04T23:19:43.016524+0000","last_peered":"2021-03-04T23:19:43.016524+0000","last_clean":"2021-03-04T23:19:43.016524+0000","last_became_active":"2021-03-04T23:13:51.741605+0000","last_became_peered":"2021-03-04T23:13:51.741605+0000","last_unstale":"2021-03-04T23:19:43.016524+0000","last_undegraded":"2021-03-04T23:19:43.016524+0000","last_fullsized":"2021-03-04T23:19:43.016524+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011073+0000","last_change":"2021-03-04T23:15:43.198989+0000","last_active":"2021-03-04T23:19:43.011073+0000","last_peered":"2021-03-04T23:19:43.011073+0000","last_clean":"2021-03-04T23:19:43.011073+0000","last_became_active":"2021-03-04T23:15:43.198812+0000","last_became_peered":"2021-03-04T23:15:43.198812+0000","last_unstale":"2021-03-04T23:19:43.011073+0000","last_undegraded":"2021-03-04T23:19:43.011073+0000","last_fullsized":"2021-03-04T23:19:43.011073+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"92","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016529+0000","last_change":"2021-03-04T23:05:49.580867+0000","last_active":"2021-03-04T23:19:43.016529+0000","last_peered":"2021-03-04T23:19:43.016529+0000","last_clean":"2021-03-04T23:19:43.016529+0000","last_became_active":"2021-03-04T23:05:49.580500+0000","last_became_peered":"2021-03-04T23:05:49.580500+0000","last_unstale":"2021-03-04T23:19:43.016529+0000","last_undegraded":"2021-03-04T23:19:43.016529+0000","last_fullsized":"2021-03-04T23:19:43.016529+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016038+0000","last_change":"2021-03-04T23:13:51.735142+0000","last_active":"2021-03-04T23:19:43.016038+0000","last_peered":"2021-03-04T23:19:43.016038+0000","last_clean":"2021-03-04T23:19:43.016038+0000","last_became_active":"2021-03-04T23:13:51.734897+0000","last_became_peered":"2021-03-04T23:13:51.734897+0000","last_unstale":"2021-03-04T23:19:43.016038+0000","last_undegraded":"2021-03-04T23:19:43.016038+0000","last_fullsized":"2021-03-04T23:19:43.016038+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"106","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016258+0000","last_change":"2021-03-04T23:15:43.200570+0000","last_active":"2021-03-04T23:19:43.016258+0000","last_peered":"2021-03-04T23:19:43.016258+0000","last_clean":"2021-03-04T23:19:43.016258+0000","last_became_active":"2021-03-04T23:15:43.200310+0000","last_became_peered":"2021-03-04T23:15:43.200310+0000","last_unstale":"2021-03-04T23:19:43.016258+0000","last_undegraded":"2021-03-04T23:19:43.016258+0000","last_fullsized":"2021-03-04T23:19:43.016258+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"100","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017465+0000","last_change":"2021-03-04T23:13:51.734546+0000","last_active":"2021-03-04T23:19:43.017465+0000","last_peered":"2021-03-04T23:19:43.017465+0000","last_clean":"2021-03-04T23:19:43.017465+0000","last_became_active":"2021-03-04T23:13:51.734305+0000","last_became_peered":"2021-03-04T23:13:51.734305+0000","last_unstale":"2021-03-04T23:19:43.017465+0000","last_undegraded":"2021-03-04T23:19:43.017465+0000","last_fullsized":"2021-03-04T23:19:43.017465+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"111","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011431+0000","last_change":"2021-03-04T23:15:58.121639+0000","last_active":"2021-03-04T23:19:43.011431+0000","last_peered":"2021-03-04T23:19:43.011431+0000","last_clean":"2021-03-04T23:19:43.011431+0000","last_became_active":"2021-03-04T23:15:43.201028+0000","last_became_peered":"2021-03-04T23:15:43.201028+0000","last_unstale":"2021-03-04T23:19:43.011431+0000","last_undegraded":"2021-03-04T23:19:43.011431+0000","last_fullsized":"2021-03-04T23:19:43.011431+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011193+0000","last_change":"2021-03-04T23:15:43.198143+0000","last_active":"2021-03-04T23:19:43.011193+0000","last_peered":"2021-03-04T23:19:43.011193+0000","last_clean":"2021-03-04T23:19:43.011193+0000","last_became_active":"2021-03-04T23:15:43.197863+0000","last_became_peered":"2021-03-04T23:15:43.197863+0000","last_unstale":"2021-03-04T23:19:43.011193+0000","last_undegraded":"2021-03-04T23:19:43.011193+0000","last_fullsized":"2021-03-04T23:19:43.011193+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"106","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.015951+0000","last_change":"2021-03-04T23:13:51.735277+0000","last_active":"2021-03-04T23:19:43.015951+0000","last_peered":"2021-03-04T23:19:43.015951+0000","last_clean":"2021-03-04T23:19:43.015951+0000","last_became_active":"2021-03-04T23:13:51.734985+0000","last_became_peered":"2021-03-04T23:13:51.734985+0000","last_unstale":"2021-03-04T23:19:43.015951+0000","last_undegraded":"2021-03-04T23:19:43.015951+0000","last_fullsized":"2021-03-04T23:19:43.015951+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011117+0000","last_change":"2021-03-04T23:14:45.178137+0000","last_active":"2021-03-04T23:19:43.011117+0000","last_peered":"2021-03-04T23:19:43.011117+0000","last_clean":"2021-03-04T23:19:43.011117+0000","last_became_active":"2021-03-04T23:14:45.177808+0000","last_became_peered":"2021-03-04T23:14:45.177808+0000","last_unstale":"2021-03-04T23:19:43.011117+0000","last_undegraded":"2021-03-04T23:19:43.011117+0000","last_fullsized":"2021-03-04T23:19:43.011117+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.010938+0000","last_change":"2021-03-04T23:14:45.196352+0000","last_active":"2021-03-04T23:19:43.010938+0000","last_peered":"2021-03-04T23:19:43.010938+0000","last_clean":"2021-03-04T23:19:43.010938+0000","last_became_active":"2021-03-04T23:14:45.195987+0000","last_became_peered":"2021-03-04T23:14:45.195987+0000","last_unstale":"2021-03-04T23:19:43.010938+0000","last_undegraded":"2021-03-04T23:19:43.010938+0000","last_fullsized":"2021-03-04T23:19:43.010938+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011299+0000","last_change":"2021-03-04T23:13:51.749785+0000","last_active":"2021-03-04T23:19:43.011299+0000","last_peered":"2021-03-04T23:19:43.011299+0000","last_clean":"2021-03-04T23:19:43.011299+0000","last_became_active":"2021-03-04T23:13:51.749418+0000","last_became_peered":"2021-03-04T23:13:51.749418+0000","last_unstale":"2021-03-04T23:19:43.011299+0000","last_undegraded":"2021-03-04T23:19:43.011299+0000","last_fullsized":"2021-03-04T23:19:43.011299+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"81","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011294+0000","last_change":"2021-03-04T23:15:58.118842+0000","last_active":"2021-03-04T23:19:43.011294+0000","last_peered":"2021-03-04T23:19:43.011294+0000","last_clean":"2021-03-04T23:19:43.011294+0000","last_became_active":"2021-03-04T23:15:43.200088+0000","last_became_peered":"2021-03-04T23:15:43.200088+0000","last_unstale":"2021-03-04T23:19:43.011294+0000","last_undegraded":"2021-03-04T23:19:43.011294+0000","last_fullsized":"2021-03-04T23:19:43.011294+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"86","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016597+0000","last_change":"2021-03-04T23:15:43.198525+0000","last_active":"2021-03-04T23:19:43.016597+0000","last_peered":"2021-03-04T23:19:43.016597+0000","last_clean":"2021-03-04T23:19:43.016597+0000","last_became_active":"2021-03-04T23:15:43.198304+0000","last_became_peered":"2021-03-04T23:15:43.198304+0000","last_unstale":"2021-03-04T23:19:43.016597+0000","last_undegraded":"2021-03-04T23:19:43.016597+0000","last_fullsized":"2021-03-04T23:19:43.016597+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016627+0000","last_change":"2021-03-04T23:14:02.512326+0000","last_active":"2021-03-04T23:19:43.016627+0000","last_peered":"2021-03-04T23:19:43.016627+0000","last_clean":"2021-03-04T23:19:43.016627+0000","last_became_active":"2021-03-04T23:13:51.737061+0000","last_became_peered":"2021-03-04T23:13:51.737061+0000","last_unstale":"2021-03-04T23:19:43.016627+0000","last_undegraded":"2021-03-04T23:19:43.016627+0000","last_fullsized":"2021-03-04T23:19:43.016627+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"121","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016433+0000","last_change":"2021-03-04T23:15:43.200680+0000","last_active":"2021-03-04T23:19:43.016433+0000","last_peered":"2021-03-04T23:19:43.016433+0000","last_clean":"2021-03-04T23:19:43.016433+0000","last_became_active":"2021-03-04T23:15:43.200335+0000","last_became_peered":"2021-03-04T23:15:43.200335+0000","last_unstale":"2021-03-04T23:19:43.016433+0000","last_undegraded":"2021-03-04T23:19:43.016433+0000","last_fullsized":"2021-03-04T23:19:43.016433+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"71","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016572+0000","last_change":"2021-03-04T23:14:02.510977+0000","last_active":"2021-03-04T23:19:43.016572+0000","last_peered":"2021-03-04T23:19:43.016572+0000","last_clean":"2021-03-04T23:19:43.016572+0000","last_became_active":"2021-03-04T23:13:51.733929+0000","last_became_peered":"2021-03-04T23:13:51.733929+0000","last_unstale":"2021-03-04T23:19:43.016572+0000","last_undegraded":"2021-03-04T23:19:43.016572+0000","last_fullsized":"2021-03-04T23:19:43.016572+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016266+0000","last_change":"2021-03-04T23:13:51.734172+0000","last_active":"2021-03-04T23:19:43.016266+0000","last_peered":"2021-03-04T23:19:43.016266+0000","last_clean":"2021-03-04T23:19:43.016266+0000","last_became_active":"2021-03-04T23:13:51.733790+0000","last_became_peered":"2021-03-04T23:13:51.733790+0000","last_unstale":"2021-03-04T23:19:43.016266+0000","last_undegraded":"2021-03-04T23:19:43.016266+0000","last_fullsized":"2021-03-04T23:19:43.016266+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011324+0000","last_change":"2021-03-04T23:12:26.726442+0000","last_active":"2021-03-04T23:19:43.011324+0000","last_peered":"2021-03-04T23:19:43.011324+0000","last_clean":"2021-03-04T23:19:43.011324+0000","last_became_active":"2021-03-04T23:12:26.726169+0000","last_became_peered":"2021-03-04T23:12:26.726169+0000","last_unstale":"2021-03-04T23:19:43.011324+0000","last_undegraded":"2021-03-04T23:19:43.011324+0000","last_fullsized":"2021-03-04T23:19:43.011324+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"101","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016369+0000","last_change":"2021-03-04T23:15:43.199238+0000","last_active":"2021-03-04T23:19:43.016369+0000","last_peered":"2021-03-04T23:19:43.016369+0000","last_clean":"2021-03-04T23:19:43.016369+0000","last_became_active":"2021-03-04T23:15:43.199020+0000","last_became_peered":"2021-03-04T23:15:43.199020+0000","last_unstale":"2021-03-04T23:19:43.016369+0000","last_undegraded":"2021-03-04T23:19:43.016369+0000","last_fullsized":"2021-03-04T23:19:43.016369+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"109","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016051+0000","last_change":"2021-03-04T23:15:43.200469+0000","last_active":"2021-03-04T23:19:43.016051+0000","last_peered":"2021-03-04T23:19:43.016051+0000","last_clean":"2021-03-04T23:19:43.016051+0000","last_became_active":"2021-03-04T23:15:43.200235+0000","last_became_peered":"2021-03-04T23:15:43.200235+0000","last_unstale":"2021-03-04T23:19:43.016051+0000","last_undegraded":"2021-03-04T23:19:43.016051+0000","last_fullsized":"2021-03-04T23:19:43.016051+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"85","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016365+0000","last_change":"2021-03-04T23:14:45.196034+0000","last_active":"2021-03-04T23:19:43.016365+0000","last_peered":"2021-03-04T23:19:43.016365+0000","last_clean":"2021-03-04T23:19:43.016365+0000","last_became_active":"2021-03-04T23:14:45.195719+0000","last_became_peered":"2021-03-04T23:14:45.195719+0000","last_unstale":"2021-03-04T23:19:43.016365+0000","last_undegraded":"2021-03-04T23:19:43.016365+0000","last_fullsized":"2021-03-04T23:19:43.016365+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016675+0000","last_change":"2021-03-04T23:14:02.510278+0000","last_active":"2021-03-04T23:19:43.016675+0000","last_peered":"2021-03-04T23:19:43.016675+0000","last_clean":"2021-03-04T23:19:43.016675+0000","last_became_active":"2021-03-04T23:13:51.734116+0000","last_became_peered":"2021-03-04T23:13:51.734116+0000","last_unstale":"2021-03-04T23:19:43.016675+0000","last_undegraded":"2021-03-04T23:19:43.016675+0000","last_fullsized":"2021-03-04T23:19:43.016675+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016357+0000","last_change":"2021-03-04T23:14:45.176529+0000","last_active":"2021-03-04T23:19:43.016357+0000","last_peered":"2021-03-04T23:19:43.016357+0000","last_clean":"2021-03-04T23:19:43.016357+0000","last_became_active":"2021-03-04T23:14:45.176285+0000","last_became_peered":"2021-03-04T23:14:45.176285+0000","last_unstale":"2021-03-04T23:19:43.016357+0000","last_undegraded":"2021-03-04T23:19:43.016357+0000","last_fullsized":"2021-03-04T23:19:43.016357+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"113","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.015957+0000","last_change":"2021-03-04T23:12:26.726497+0000","last_active":"2021-03-04T23:19:43.015957+0000","last_peered":"2021-03-04T23:19:43.015957+0000","last_clean":"2021-03-04T23:19:43.015957+0000","last_became_active":"2021-03-04T23:12:26.726202+0000","last_became_peered":"2021-03-04T23:12:26.726202+0000","last_unstale":"2021-03-04T23:19:43.015957+0000","last_undegraded":"2021-03-04T23:19:43.015957+0000","last_fullsized":"2021-03-04T23:19:43.015957+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"73","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011321+0000","last_change":"2021-03-04T23:15:58.118775+0000","last_active":"2021-03-04T23:19:43.011321+0000","last_peered":"2021-03-04T23:19:43.011321+0000","last_clean":"2021-03-04T23:19:43.011321+0000","last_became_active":"2021-03-04T23:15:43.199729+0000","last_became_peered":"2021-03-04T23:15:43.199729+0000","last_unstale":"2021-03-04T23:19:43.011321+0000","last_undegraded":"2021-03-04T23:19:43.011321+0000","last_fullsized":"2021-03-04T23:19:43.011321+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"90","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016663+0000","last_change":"2021-03-04T23:05:49.584158+0000","last_active":"2021-03-04T23:19:43.016663+0000","last_peered":"2021-03-04T23:19:43.016663+0000","last_clean":"2021-03-04T23:19:43.016663+0000","last_became_active":"2021-03-04T23:05:49.583925+0000","last_became_peered":"2021-03-04T23:05:49.583925+0000","last_unstale":"2021-03-04T23:19:43.016663+0000","last_undegraded":"2021-03-04T23:19:43.016663+0000","last_fullsized":"2021-03-04T23:19:43.016663+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"125","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.015910+0000","last_change":"2021-03-04T23:13:51.737310+0000","last_active":"2021-03-04T23:19:43.015910+0000","last_peered":"2021-03-04T23:19:43.015910+0000","last_clean":"2021-03-04T23:19:43.015910+0000","last_became_active":"2021-03-04T23:13:51.736986+0000","last_became_peered":"2021-03-04T23:13:51.736986+0000","last_unstale":"2021-03-04T23:19:43.015910+0000","last_undegraded":"2021-03-04T23:19:43.015910+0000","last_fullsized":"2021-03-04T23:19:43.015910+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017306+0000","last_change":"2021-03-04T23:15:43.202694+0000","last_active":"2021-03-04T23:19:43.017306+0000","last_peered":"2021-03-04T23:19:43.017306+0000","last_clean":"2021-03-04T23:19:43.017306+0000","last_became_active":"2021-03-04T23:15:43.202505+0000","last_became_peered":"2021-03-04T23:15:43.202505+0000","last_unstale":"2021-03-04T23:19:43.017306+0000","last_undegraded":"2021-03-04T23:19:43.017306+0000","last_fullsized":"2021-03-04T23:19:43.017306+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"115","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017522+0000","last_change":"2021-03-04T23:14:45.178074+0000","last_active":"2021-03-04T23:19:43.017522+0000","last_peered":"2021-03-04T23:19:43.017522+0000","last_clean":"2021-03-04T23:19:43.017522+0000","last_became_active":"2021-03-04T23:14:45.177916+0000","last_became_peered":"2021-03-04T23:14:45.177916+0000","last_unstale":"2021-03-04T23:19:43.017522+0000","last_undegraded":"2021-03-04T23:19:43.017522+0000","last_fullsized":"2021-03-04T23:19:43.017522+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016507+0000","last_change":"2021-03-04T23:12:26.736023+0000","last_active":"2021-03-04T23:19:43.016507+0000","last_peered":"2021-03-04T23:19:43.016507+0000","last_clean":"2021-03-04T23:19:43.016507+0000","last_became_active":"2021-03-04T23:12:26.735664+0000","last_became_peered":"2021-03-04T23:12:26.735664+0000","last_unstale":"2021-03-04T23:19:43.016507+0000","last_undegraded":"2021-03-04T23:19:43.016507+0000","last_fullsized":"2021-03-04T23:19:43.016507+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"85","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016509+0000","last_change":"2021-03-04T23:14:45.176210+0000","last_active":"2021-03-04T23:19:43.016509+0000","last_peered":"2021-03-04T23:19:43.016509+0000","last_clean":"2021-03-04T23:19:43.016509+0000","last_became_active":"2021-03-04T23:14:45.175888+0000","last_became_peered":"2021-03-04T23:14:45.175888+0000","last_unstale":"2021-03-04T23:19:43.016509+0000","last_undegraded":"2021-03-04T23:19:43.016509+0000","last_fullsized":"2021-03-04T23:19:43.016509+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"85","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017397+0000","last_change":"2021-03-04T23:12:37.986687+0000","last_active":"2021-03-04T23:19:43.017397+0000","last_peered":"2021-03-04T23:19:43.017397+0000","last_clean":"2021-03-04T23:19:43.017397+0000","last_became_active":"2021-03-04T23:12:26.728092+0000","last_became_peered":"2021-03-04T23:12:26.728092+0000","last_unstale":"2021-03-04T23:19:43.017397+0000","last_undegraded":"2021-03-04T23:19:43.017397+0000","last_fullsized":"2021-03-04T23:19:43.017397+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"111","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011605+0000","last_change":"2021-03-04T23:15:58.122089+0000","last_active":"2021-03-04T23:19:43.011605+0000","last_peered":"2021-03-04T23:19:43.011605+0000","last_clean":"2021-03-04T23:19:43.011605+0000","last_became_active":"2021-03-04T23:15:43.201322+0000","last_became_peered":"2021-03-04T23:15:43.201322+0000","last_unstale":"2021-03-04T23:19:43.011605+0000","last_undegraded":"2021-03-04T23:19:43.011605+0000","last_fullsized":"2021-03-04T23:19:43.011605+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"70","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016562+0000","last_change":"2021-03-04T23:14:02.511417+0000","last_active":"2021-03-04T23:19:43.016562+0000","last_peered":"2021-03-04T23:19:43.016562+0000","last_clean":"2021-03-04T23:19:43.016562+0000","last_became_active":"2021-03-04T23:13:51.734566+0000","last_became_peered":"2021-03-04T23:13:51.734566+0000","last_unstale":"2021-03-04T23:19:43.016562+0000","last_undegraded":"2021-03-04T23:19:43.016562+0000","last_fullsized":"2021-03-04T23:19:43.016562+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011206+0000","last_change":"2021-03-04T23:15:50.205077+0000","last_active":"2021-03-04T23:19:43.011206+0000","last_peered":"2021-03-04T23:19:43.011206+0000","last_clean":"2021-03-04T23:19:43.011206+0000","last_became_active":"2021-03-04T23:15:43.200982+0000","last_became_peered":"2021-03-04T23:15:43.200982+0000","last_unstale":"2021-03-04T23:19:43.011206+0000","last_undegraded":"2021-03-04T23:19:43.011206+0000","last_fullsized":"2021-03-04T23:19:43.011206+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016360+0000","last_change":"2021-03-04T23:14:45.177200+0000","last_active":"2021-03-04T23:19:43.016360+0000","last_peered":"2021-03-04T23:19:43.016360+0000","last_clean":"2021-03-04T23:19:43.016360+0000","last_became_active":"2021-03-04T23:14:45.176994+0000","last_became_peered":"2021-03-04T23:14:45.176994+0000","last_unstale":"2021-03-04T23:19:43.016360+0000","last_undegraded":"2021-03-04T23:19:43.016360+0000","last_fullsized":"2021-03-04T23:19:43.016360+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017549+0000","last_change":"2021-03-04T23:13:51.741862+0000","last_active":"2021-03-04T23:19:43.017549+0000","last_peered":"2021-03-04T23:19:43.017549+0000","last_clean":"2021-03-04T23:19:43.017549+0000","last_became_active":"2021-03-04T23:13:51.741451+0000","last_became_peered":"2021-03-04T23:13:51.741451+0000","last_unstale":"2021-03-04T23:19:43.017549+0000","last_undegraded":"2021-03-04T23:19:43.017549+0000","last_fullsized":"2021-03-04T23:19:43.017549+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"89","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.010894+0000","last_change":"2021-03-04T23:05:50.827569+0000","last_active":"2021-03-04T23:19:43.010894+0000","last_peered":"2021-03-04T23:19:43.010894+0000","last_clean":"2021-03-04T23:19:43.010894+0000","last_became_active":"2021-03-04T23:05:50.827350+0000","last_became_peered":"2021-03-04T23:05:50.827350+0000","last_unstale":"2021-03-04T23:19:43.010894+0000","last_undegraded":"2021-03-04T23:19:43.010894+0000","last_fullsized":"2021-03-04T23:19:43.010894+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"88","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017465+0000","last_change":"2021-03-04T23:12:37.986701+0000","last_active":"2021-03-04T23:19:43.017465+0000","last_peered":"2021-03-04T23:19:43.017465+0000","last_clean":"2021-03-04T23:19:43.017465+0000","last_became_active":"2021-03-04T23:12:26.729415+0000","last_became_peered":"2021-03-04T23:12:26.729415+0000","last_unstale":"2021-03-04T23:19:43.017465+0000","last_undegraded":"2021-03-04T23:19:43.017465+0000","last_fullsized":"2021-03-04T23:19:43.017465+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"118","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016126+0000","last_change":"2021-03-04T23:15:43.200483+0000","last_active":"2021-03-04T23:19:43.016126+0000","last_peered":"2021-03-04T23:19:43.016126+0000","last_clean":"2021-03-04T23:19:43.016126+0000","last_became_active":"2021-03-04T23:15:43.200306+0000","last_became_peered":"2021-03-04T23:15:43.200306+0000","last_unstale":"2021-03-04T23:19:43.016126+0000","last_undegraded":"2021-03-04T23:19:43.016126+0000","last_fullsized":"2021-03-04T23:19:43.016126+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016386+0000","last_change":"2021-03-04T23:13:51.739798+0000","last_active":"2021-03-04T23:19:43.016386+0000","last_peered":"2021-03-04T23:19:43.016386+0000","last_clean":"2021-03-04T23:19:43.016386+0000","last_became_active":"2021-03-04T23:13:51.739553+0000","last_became_peered":"2021-03-04T23:13:51.739553+0000","last_unstale":"2021-03-04T23:19:43.016386+0000","last_undegraded":"2021-03-04T23:19:43.016386+0000","last_fullsized":"2021-03-04T23:19:43.016386+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011470+0000","last_change":"2021-03-04T23:15:43.198185+0000","last_active":"2021-03-04T23:19:43.011470+0000","last_peered":"2021-03-04T23:19:43.011470+0000","last_clean":"2021-03-04T23:19:43.011470+0000","last_became_active":"2021-03-04T23:15:43.197950+0000","last_became_peered":"2021-03-04T23:15:43.197950+0000","last_unstale":"2021-03-04T23:19:43.011470+0000","last_undegraded":"2021-03-04T23:19:43.011470+0000","last_fullsized":"2021-03-04T23:19:43.011470+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"93","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016471+0000","last_change":"2021-03-04T23:05:49.578797+0000","last_active":"2021-03-04T23:19:43.016471+0000","last_peered":"2021-03-04T23:19:43.016471+0000","last_clean":"2021-03-04T23:19:43.016471+0000","last_became_active":"2021-03-04T23:05:49.578550+0000","last_became_peered":"2021-03-04T23:05:49.578550+0000","last_unstale":"2021-03-04T23:19:43.016471+0000","last_undegraded":"2021-03-04T23:19:43.016471+0000","last_fullsized":"2021-03-04T23:19:43.016471+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011106+0000","last_change":"2021-03-04T23:15:43.200097+0000","last_active":"2021-03-04T23:19:43.011106+0000","last_peered":"2021-03-04T23:19:43.011106+0000","last_clean":"2021-03-04T23:19:43.011106+0000","last_became_active":"2021-03-04T23:15:43.199864+0000","last_became_peered":"2021-03-04T23:15:43.199864+0000","last_unstale":"2021-03-04T23:19:43.011106+0000","last_undegraded":"2021-03-04T23:19:43.011106+0000","last_fullsized":"2021-03-04T23:19:43.011106+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"98","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011502+0000","last_change":"2021-03-04T23:15:58.119271+0000","last_active":"2021-03-04T23:19:43.011502+0000","last_peered":"2021-03-04T23:19:43.011502+0000","last_clean":"2021-03-04T23:19:43.011502+0000","last_became_active":"2021-03-04T23:15:43.200081+0000","last_became_peered":"2021-03-04T23:15:43.200081+0000","last_unstale":"2021-03-04T23:19:43.011502+0000","last_undegraded":"2021-03-04T23:19:43.011502+0000","last_fullsized":"2021-03-04T23:19:43.011502+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"111","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011290+0000","last_change":"2021-03-04T23:15:58.119018+0000","last_active":"2021-03-04T23:19:43.011290+0000","last_peered":"2021-03-04T23:19:43.011290+0000","last_clean":"2021-03-04T23:19:43.011290+0000","last_became_active":"2021-03-04T23:15:43.201314+0000","last_became_peered":"2021-03-04T23:15:43.201314+0000","last_unstale":"2021-03-04T23:19:43.011290+0000","last_undegraded":"2021-03-04T23:19:43.011290+0000","last_fullsized":"2021-03-04T23:19:43.011290+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017583+0000","last_change":"2021-03-04T23:14:45.177195+0000","last_active":"2021-03-04T23:19:43.017583+0000","last_peered":"2021-03-04T23:19:43.017583+0000","last_clean":"2021-03-04T23:19:43.017583+0000","last_became_active":"2021-03-04T23:14:45.176885+0000","last_became_peered":"2021-03-04T23:14:45.176885+0000","last_unstale":"2021-03-04T23:19:43.017583+0000","last_undegraded":"2021-03-04T23:19:43.017583+0000","last_fullsized":"2021-03-04T23:19:43.017583+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.010921+0000","last_change":"2021-03-04T23:13:51.734849+0000","last_active":"2021-03-04T23:19:43.010921+0000","last_peered":"2021-03-04T23:19:43.010921+0000","last_clean":"2021-03-04T23:19:43.010921+0000","last_became_active":"2021-03-04T23:13:51.734604+0000","last_became_peered":"2021-03-04T23:13:51.734604+0000","last_unstale":"2021-03-04T23:19:43.010921+0000","last_undegraded":"2021-03-04T23:19:43.010921+0000","last_fullsized":"2021-03-04T23:19:43.010921+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8409803,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3965,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495860,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050128,"kb_used_data":1544,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":87030256,"statfs":{"total":90194313216,"available":89118982144,"internally_reserved":1073741824,"allocated":1581056,"data_stored":844360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:23:41 2021","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.995,"15min":0.64700000000000002},"min":{"1min":0.16200000000000001,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":1.0489999999999999,"5min":54.801000000000002,"15min":54.801000000000002},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.98899999999999999,"15min":0.58399999999999996},"min":{"1min":0.16500000000000001,"5min":0.14899999999999999,"15min":0.14799999999999999},"max":{"1min":0.98399999999999999,"5min":54.863999999999997,"15min":54.863999999999997},"last":0.78100000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:24:12 2021","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.46500000000000002,"15min":0.51400000000000001},"min":{"1min":0.245,"5min":0.16900000000000001,"15min":0.16},"max":{"1min":1.0409999999999999,"5min":2.3839999999999999,"15min":3.101},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.501,"15min":0.56000000000000005},"min":{"1min":0.20000000000000001,"5min":0.17599999999999999,"15min":0.17399999999999999},"max":{"1min":1.004,"5min":2.335,"15min":3.585},"last":0.75900000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:24:01 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.66500000000000004,"15min":0.623},"min":{"1min":0.19800000000000001,"5min":0.17999999999999999,"15min":0.16700000000000001},"max":{"1min":0.89100000000000001,"5min":5.2400000000000002,"15min":5.2400000000000002},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.55100000000000005,"15min":0.55500000000000005},"min":{"1min":0.28199999999999997,"5min":0.218,"15min":0.218},"max":{"1min":1.1359999999999999,"5min":3.0939999999999999,"15min":3.0939999999999999},"last":0.65800000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:24:01 2021","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.66900000000000004,"15min":0.54300000000000004},"min":{"1min":0.26200000000000001,"5min":0.192,"15min":0.18099999999999999},"max":{"1min":2.6960000000000002,"5min":3.6840000000000002,"15min":3.7719999999999998},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.71099999999999997,"15min":0.88900000000000001},"min":{"1min":0.222,"5min":0.20799999999999999,"15min":0.183},"max":{"1min":2.6499999999999999,"5min":4.3239999999999998,"15min":4.3239999999999998},"last":0.68799999999999994}]},{"osd":4,"last update":"Thu Mar 4 23:24:01 2021","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.40300000000000002,"15min":0.36799999999999999},"min":{"1min":0.16200000000000001,"5min":0.152,"15min":0.13100000000000001},"max":{"1min":1.492,"5min":4.0179999999999998,"15min":4.0179999999999998},"last":0.318},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.36499999999999999,"15min":0.44800000000000001},"min":{"1min":0.191,"5min":0.16,"15min":0.13300000000000001},"max":{"1min":0.70399999999999996,"5min":3.5800000000000001,"15min":5.867},"last":0.42299999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:24:01 2021","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.38500000000000001,"15min":0.38},"min":{"1min":0.191,"5min":0.153,"15min":0.14299999999999999},"max":{"1min":1.0589999999999999,"5min":3.621,"15min":4.0220000000000002},"last":0.307},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.42099999999999999,"15min":0.41899999999999998},"min":{"1min":0.24399999999999999,"5min":0.16800000000000001,"15min":0.16200000000000001},"max":{"1min":0.79600000000000004,"5min":2.4729999999999999,"15min":3.7890000000000001},"last":0.39200000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:24:01 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.497,"15min":0.47599999999999998},"min":{"1min":0.24299999999999999,"5min":0.156,"15min":0.14199999999999999},"max":{"1min":0.998,"5min":4.1299999999999999,"15min":4.1299999999999999},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.52000000000000002,"15min":0.46700000000000003},"min":{"1min":0.23200000000000001,"5min":0.20699999999999999,"15min":0.20200000000000001},"max":{"1min":1.518,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":0.51200000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659384,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050116,"kb_used_data":1532,"kb_used_omap":1176,"kb_used_meta":1047399,"kb_avail":87030268,"statfs":{"total":90194313216,"available":89118994432,"internally_reserved":1073741824,"allocated":1568768,"data_stored":844214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1204319,"internal_metadata":1072537505},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:23:38 2021","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.45700000000000002,"15min":0.49399999999999999},"min":{"1min":0.157,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.95599999999999996,"5min":3.3010000000000002,"15min":3.77},"last":1.3149999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.35999999999999999,"15min":0.42499999999999999},"min":{"1min":0.17999999999999999,"5min":0.16200000000000001,"15min":0.156},"max":{"1min":0.96899999999999997,"5min":3.3119999999999998,"15min":3.7130000000000001},"last":1.3009999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.46100000000000002,"15min":0.57899999999999996},"min":{"1min":0.184,"5min":0.159,"15min":0.159},"max":{"1min":1.1419999999999999,"5min":3.5049999999999999,"15min":3.609},"last":1.2669999999999999},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.54500000000000004,"15min":0.56799999999999995},"min":{"1min":0.17199999999999999,"5min":0.17000000000000001,"15min":0.16500000000000001},"max":{"1min":0.96499999999999997,"5min":4.149,"15min":4.149},"last":1.2090000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.57999999999999996,"15min":0.60599999999999998},"min":{"1min":0.19400000000000001,"5min":0.187,"15min":0.16800000000000001},"max":{"1min":3.2959999999999998,"5min":4.0940000000000003,"15min":4.2169999999999996},"last":1.224},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.51400000000000001,"15min":0.59999999999999998},"min":{"1min":0.28799999999999998,"5min":0.186,"15min":0.17599999999999999},"max":{"1min":0.98499999999999999,"5min":2.6360000000000001,"15min":3.3700000000000001},"last":1.3440000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:23:59 2021","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.61499999999999999,"15min":0.68999999999999995},"min":{"1min":0.245,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.93999999999999995,"5min":4.5330000000000004,"15min":4.5330000000000004},"last":1.3300000000000001},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.59799999999999998,"15min":0.754},"min":{"1min":0.26700000000000002,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.86899999999999999,"5min":4.0709999999999997,"15min":4.0709999999999997},"last":1.173}]},{"osd":4,"last update":"Thu Mar 4 23:23:38 2021","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.438,"15min":0.44600000000000001},"min":{"1min":0.17699999999999999,"5min":0.13300000000000001,"15min":0.121},"max":{"1min":4.1539999999999999,"5min":4.1539999999999999,"15min":5.5289999999999999},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.32800000000000001,"5min":0.47099999999999997,"15min":0.44400000000000001},"min":{"1min":0.189,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":1.175,"5min":4.1269999999999998,"15min":4.1269999999999998},"last":0.48799999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:23:38 2021","interfaces":[{"interface":"back","average":{"1min":0.29099999999999998,"5min":0.44700000000000001,"15min":0.49199999999999999},"min":{"1min":0.16700000000000001,"5min":0.16,"15min":0.151},"max":{"1min":0.44900000000000001,"5min":4.0010000000000003,"15min":4.96},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.54200000000000004,"15min":0.498},"min":{"1min":0.16,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":0.96599999999999997,"5min":4.2389999999999999,"15min":4.2389999999999999},"last":0.42299999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:23:47 2021","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.59899999999999998,"15min":0.51800000000000002},"min":{"1min":0.215,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":1.5629999999999999,"5min":4.5880000000000001,"15min":4.5880000000000001},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.498,"15min":0.49399999999999999},"min":{"1min":0.23999999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.71299999999999997,"5min":4.0129999999999999,"15min":4.0129999999999999},"last":0.54600000000000004}]}]},{"osd":1,"up_from":87,"seq":373662154880,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":155060,"kb_used_data":1516,"kb_used_omap":702,"kb_used_meta":152833,"kb_avail":87925324,"statfs":{"total":90194313216,"available":90035531776,"internally_reserved":0,"allocated":1552384,"data_stored":841545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":719374,"internal_metadata":156501490},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.29299999999999998,"5min":0.41099999999999998,"15min":0.371},"min":{"1min":0.154,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.39600000000000002,"5min":3.8340000000000001,"15min":4.4669999999999996},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.56200000000000006,"15min":0.54700000000000004},"min":{"1min":0.16900000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":0.59999999999999998,"5min":4.5810000000000004,"15min":5.819},"last":0.249}]},{"osd":2,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.437,"15min":0.41399999999999998},"min":{"1min":0.17899999999999999,"5min":0.158,"15min":0.13400000000000001},"max":{"1min":0.45800000000000002,"5min":3.069,"15min":4.4059999999999997},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.53800000000000003,"15min":0.71699999999999997},"min":{"1min":0.182,"5min":0.153,"15min":0.14899999999999999},"max":{"1min":0.51200000000000001,"5min":3.8700000000000001,"15min":4.7240000000000002},"last":0.371}]},{"osd":3,"last update":"Thu Mar 4 23:23:49 2021","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.83099999999999996,"15min":0.82899999999999996},"min":{"1min":0.21199999999999999,"5min":0.156,"15min":0.156},"max":{"1min":2.8530000000000002,"5min":33.643000000000001,"15min":33.643000000000001},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.89700000000000002,"15min":0.78100000000000003},"min":{"1min":0.222,"5min":0.17599999999999999,"15min":0.17499999999999999},"max":{"1min":2.8719999999999999,"5min":33.621000000000002,"15min":33.621000000000002},"last":0.48599999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.68600000000000005,"15min":0.68200000000000005},"min":{"1min":0.28100000000000003,"5min":0.21099999999999999,"15min":0.19400000000000001},"max":{"1min":1.2330000000000001,"5min":4.9850000000000003,"15min":4.9850000000000003},"last":1.079},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.60199999999999998,"15min":0.56499999999999995},"min":{"1min":0.27700000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":1.1379999999999999,"5min":3.7050000000000001,"15min":4.5229999999999997},"last":0.92900000000000005}]},{"osd":5,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.57899999999999996,"15min":0.62},"min":{"1min":0.29099999999999998,"5min":0.20999999999999999,"15min":0.20100000000000001},"max":{"1min":1.113,"5min":3.524,"15min":5.9059999999999997},"last":1.0589999999999999},{"interface":"front","average":{"1min":0.753,"5min":0.70399999999999996,"15min":0.70499999999999996},"min":{"1min":0.308,"5min":0.23899999999999999,"15min":0.221},"max":{"1min":1.1359999999999999,"5min":4.415,"15min":4.7729999999999997},"last":1.05}]},{"osd":6,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.68500000000000005,"15min":0.61299999999999999},"min":{"1min":0.27700000000000002,"5min":0.23200000000000001,"15min":0.22900000000000001},"max":{"1min":1.7390000000000001,"5min":3.7610000000000001,"15min":4.5010000000000003},"last":0.90900000000000003},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.61799999999999999,"15min":0.65900000000000003},"min":{"1min":0.33200000000000002,"5min":0.245,"15min":0.23699999999999999},"max":{"1min":1.1519999999999999,"5min":3.5550000000000002,"15min":5.8810000000000002},"last":1.0900000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.746,"15min":0.73699999999999999},"min":{"1min":0.33500000000000002,"5min":0.248,"15min":0.248},"max":{"1min":1.179,"5min":3.782,"15min":4.7939999999999996},"last":1.016},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.71199999999999997,"15min":0.629},"min":{"1min":0.34200000000000003,"5min":0.28899999999999998,"15min":0.28599999999999998},"max":{"1min":1.1639999999999999,"5min":4.5049999999999999,"15min":4.5499999999999998},"last":0.96499999999999997}]}]},{"osd":0,"up_from":73,"seq":313532612753,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":206076,"kb_used_data":1524,"kb_used_omap":1446,"kb_used_meta":203097,"kb_avail":87874308,"statfs":{"total":90194313216,"available":89983291392,"internally_reserved":0,"allocated":1560576,"data_stored":842120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1481404,"internal_metadata":207971652},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:24:05 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.45500000000000002,"15min":0.41499999999999998},"min":{"1min":0.157,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":1.3200000000000001,"5min":4.7679999999999998,"15min":5.734},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.47299999999999998,"15min":0.44600000000000001},"min":{"1min":0.16700000000000001,"5min":0.158,"15min":0.11700000000000001},"max":{"1min":3.0950000000000002,"5min":3.403,"15min":4.1589999999999998},"last":0.28000000000000003}]},{"osd":2,"last update":"Thu Mar 4 23:23:57 2021","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.39000000000000001,"15min":0.45600000000000002},"min":{"1min":0.16200000000000001,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":2.8919999999999999,"5min":2.8919999999999999,"15min":3.806},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.49299999999999999,"15min":0.50600000000000001},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":5.3620000000000001,"5min":5.3620000000000001,"15min":5.3620000000000001},"last":0.316}]},{"osd":3,"last update":"Thu Mar 4 23:23:57 2021","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.47499999999999998,"15min":1.7689999999999999},"min":{"1min":0.17899999999999999,"5min":0.17100000000000001,"15min":0.16700000000000001},"max":{"1min":2.931,"5min":6.335,"15min":35.027000000000001},"last":0.249},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.65900000000000003,"15min":1.629},"min":{"1min":0.249,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":3.246,"5min":6.4699999999999998,"15min":34.979999999999997},"last":0.374}]},{"osd":4,"last update":"Thu Mar 4 23:23:50 2021","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.56000000000000005,"15min":0.60599999999999998},"min":{"1min":0.19900000000000001,"5min":0.19700000000000001,"15min":0.17999999999999999},"max":{"1min":3.1829999999999998,"5min":3.9500000000000002,"15min":4.2210000000000001},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.59499999999999997,"15min":0.64900000000000002},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":1.002,"5min":3.4300000000000002,"15min":4.7439999999999998},"last":0.68799999999999994}]},{"osd":5,"last update":"Thu Mar 4 23:23:50 2021","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.64300000000000002,"15min":0.69199999999999995},"min":{"1min":0.214,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.95099999999999996,"5min":4.5540000000000003,"15min":5.3639999999999999},"last":0.753},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.60999999999999999,"15min":0.63100000000000001},"min":{"1min":0.31,"5min":0.24199999999999999,"15min":0.191},"max":{"1min":3.8889999999999998,"5min":4.7919999999999998,"15min":4.7919999999999998},"last":0.88500000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:23:50 2021","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.56899999999999995,"15min":0.63},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.24199999999999999},"max":{"1min":3.0179999999999998,"5min":3.4350000000000001,"15min":3.9159999999999999},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.67400000000000004,"15min":0.65800000000000003},"min":{"1min":0.26700000000000002,"5min":0.25,"15min":0.17599999999999999},"max":{"1min":4.3259999999999996,"5min":4.3259999999999996,"15min":4.3259999999999996},"last":0.80200000000000005}]},{"osd":7,"last update":"Thu Mar 4 23:23:50 2021","interfaces":[{"interface":"back","average":{"1min":0.94299999999999995,"5min":0.61199999999999999,"15min":0.70099999999999996},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.26300000000000001},"max":{"1min":3.8170000000000002,"5min":3.8170000000000002,"15min":3.9729999999999999},"last":0.91800000000000004},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.63900000000000001,"15min":0.66000000000000003},"min":{"1min":0.28799999999999998,"5min":0.28299999999999997,"15min":0.254},"max":{"1min":3.2149999999999999,"5min":3.9239999999999999,"15min":4.2469999999999999},"last":0.745}]}]},{"osd":2,"up_from":103,"seq":442381631606,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":178364,"kb_used_data":1524,"kb_used_omap":1715,"kb_used_meta":175116,"kb_avail":87902020,"statfs":{"total":90194313216,"available":90011668480,"internally_reserved":0,"allocated":1560576,"data_stored":842132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":179318971},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.40699999999999997,"15min":0.57699999999999996},"min":{"1min":0.158,"5min":0.13400000000000001,"15min":0.129},"max":{"1min":1.506,"5min":3.5339999999999998,"15min":4.6349999999999998},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.45400000000000001,"15min":0.47999999999999998},"min":{"1min":0.192,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":1.3240000000000001,"5min":3.5569999999999999,"15min":4.3259999999999996},"last":0.39800000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.36199999999999999,"15min":0.57899999999999996},"min":{"1min":0.17799999999999999,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":0.49199999999999999,"5min":2.7690000000000001,"15min":4.0599999999999996},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.57699999999999996,"15min":0.56699999999999995},"min":{"1min":0.20699999999999999,"5min":0.16600000000000001,"15min":0.14199999999999999},"max":{"1min":1.5720000000000001,"5min":2.9380000000000002,"15min":4.556},"last":0.53400000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:23:56 2021","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.52000000000000002,"15min":0.504},"min":{"1min":0.182,"5min":0.16700000000000001,"15min":0.16600000000000001},"max":{"1min":1.3460000000000001,"5min":4.0099999999999998,"15min":4.0099999999999998},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.504,"15min":0.56599999999999995},"min":{"1min":0.216,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":0.84399999999999997,"5min":4.0339999999999998,"15min":4.4329999999999998},"last":0.51300000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.54200000000000004,"15min":0.63400000000000001},"min":{"1min":0.22800000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":1.607,"5min":2.9980000000000002,"15min":4.6520000000000001},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.59799999999999998,"15min":0.56799999999999995},"min":{"1min":0.28899999999999998,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":1.3979999999999999,"5min":3.1059999999999999,"15min":3.71},"last":0.87}]},{"osd":5,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.72199999999999998,"15min":0.84799999999999998},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.22},"max":{"1min":1.0960000000000001,"5min":4.867,"15min":4.867},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.66800000000000004,"15min":0.68899999999999995},"min":{"1min":0.29099999999999998,"5min":0.218,"15min":0.21299999999999999},"max":{"1min":1.679,"5min":4.6189999999999998,"15min":4.6689999999999996},"last":0.75800000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.58599999999999997,"15min":0.55900000000000005},"min":{"1min":0.28199999999999997,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.365,"5min":3.0670000000000002,"15min":3.7429999999999999},"last":0.89000000000000001},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.57299999999999995,"15min":0.80600000000000005},"min":{"1min":0.316,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":1.0940000000000001,"5min":3.5579999999999998,"15min":4.0830000000000002},"last":0.71199999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.63700000000000001,"15min":0.58399999999999996},"min":{"1min":0.33700000000000002,"5min":0.26600000000000001,"15min":0.26400000000000001},"max":{"1min":1.4239999999999999,"5min":3.1629999999999998,"15min":4.024},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.61299999999999999,"15min":0.83199999999999996},"min":{"1min":0.34000000000000002,"5min":0.253,"15min":0.253},"max":{"1min":2.2370000000000001,"5min":4.0880000000000001,"15min":4.1340000000000003},"last":0.83399999999999996}]}]},{"osd":3,"up_from":126,"seq":541165879402,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":183988,"kb_used_data":1516,"kb_used_omap":1501,"kb_used_meta":180962,"kb_avail":87896396,"statfs":{"total":90194313216,"available":90005909504,"internally_reserved":0,"allocated":1552384,"data_stored":840496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1537306,"internal_metadata":185305830},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.88100000000000001,"15min":0.55200000000000005},"min":{"1min":0.13100000000000001,"5min":0.121,"15min":0.121},"max":{"1min":0.66100000000000003,"5min":48.722000000000001,"15min":48.722000000000001},"last":0.25},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.97499999999999998,"15min":0.77000000000000002},"min":{"1min":0.17299999999999999,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":0.61499999999999999,"5min":48.741999999999997,"15min":48.741999999999997},"last":0.32800000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.42099999999999999,"15min":0.51900000000000002},"min":{"1min":0.157,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":0.93600000000000005,"5min":3.6459999999999999,"15min":4.9720000000000004},"last":0.312},{"interface":"front","average":{"1min":0.498,"5min":0.59499999999999997,"15min":0.57299999999999995},"min":{"1min":0.18099999999999999,"5min":0.151,"15min":0.151},"max":{"1min":2.1549999999999998,"5min":3.5609999999999999,"15min":3.7829999999999999},"last":0.19600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.51100000000000001,"15min":0.60899999999999999},"min":{"1min":0.16800000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.442,"5min":4.8730000000000002,"15min":6.4420000000000002},"last":0.219},{"interface":"front","average":{"1min":0.376,"5min":0.505,"15min":0.71199999999999997},"min":{"1min":0.20300000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.97799999999999998,"5min":3.5590000000000002,"15min":8.8740000000000006},"last":0.35399999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.56899999999999995,"15min":0.64000000000000001},"min":{"1min":0.24299999999999999,"5min":0.21099999999999999,"15min":0.20599999999999999},"max":{"1min":1.115,"5min":2.9780000000000002,"15min":5.0220000000000002},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.60099999999999998,"15min":0.51000000000000001},"min":{"1min":0.28899999999999998,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":1.032,"5min":3.7719999999999998,"15min":3.7719999999999998},"last":0.745}]},{"osd":5,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.72499999999999998,"15min":0.58699999999999997},"min":{"1min":0.25900000000000001,"5min":0.22600000000000001,"15min":0.221},"max":{"1min":1.097,"5min":4.6479999999999997,"15min":4.6479999999999997},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.78800000000000003,"15min":0.74399999999999999},"min":{"1min":0.27400000000000002,"5min":0.192,"15min":0.192},"max":{"1min":0.95499999999999996,"5min":6.7309999999999999,"15min":6.7309999999999999},"last":0.76100000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.63300000000000001,"15min":0.73199999999999998},"min":{"1min":0.29899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.044,"5min":4.2930000000000001,"15min":5.0570000000000004},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.64300000000000002,"15min":0.63900000000000001},"min":{"1min":0.33500000000000002,"5min":0.254,"15min":0.22900000000000001},"max":{"1min":1.052,"5min":3.8100000000000001,"15min":3.8100000000000001},"last":0.57499999999999996}]},{"osd":7,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.748,"15min":0.748},"min":{"1min":0.32300000000000001,"5min":0.26600000000000001,"15min":0.253},"max":{"1min":1.167,"5min":5.1180000000000003,"15min":6.5460000000000003},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.68000000000000005,"15min":0.72799999999999998},"min":{"1min":0.33100000000000002,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":2.8420000000000001,"5min":3.1360000000000001,"15min":5.0810000000000004},"last":0.78100000000000003}]}]},{"osd":4,"up_from":31,"seq":133143986429,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050124,"kb_used_data":1540,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":87030260,"statfs":{"total":90194313216,"available":89118986240,"internally_reserved":1073741824,"allocated":1576960,"data_stored":844290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:23:36 2021","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47099999999999997,"15min":0.51000000000000001},"min":{"1min":0.14899999999999999,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":2.1059999999999999,"5min":3.1150000000000002,"15min":3.899},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.52500000000000002,"15min":0.432},"min":{"1min":0.152,"5min":0.152,"15min":0.14199999999999999},"max":{"1min":3.919,"5min":3.919,"15min":3.919},"last":0.59399999999999997}]},{"osd":1,"last update":"Thu Mar 4 23:24:08 2021","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.70299999999999996,"15min":0.56899999999999995},"min":{"1min":0.19900000000000001,"5min":0.161,"15min":0.16},"max":{"1min":3.0150000000000001,"5min":3.9900000000000002,"15min":3.9900000000000002},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.61699999999999999,"15min":0.55300000000000005},"min":{"1min":0.189,"5min":0.189,"15min":0.16200000000000001},"max":{"1min":1.2989999999999999,"5min":3.98,"15min":4.3289999999999997},"last":0.54700000000000004}]},{"osd":2,"last update":"Thu Mar 4 23:23:55 2021","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.47899999999999998,"15min":0.50700000000000001},"min":{"1min":0.215,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":2.9009999999999998,"5min":3.3260000000000001,"15min":3.3260000000000001},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.52200000000000002,"15min":0.59199999999999997},"min":{"1min":0.255,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":1.405,"5min":3.351,"15min":4.4180000000000001},"last":0.64900000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:23:55 2021","interfaces":[{"interface":"back","average":{"1min":1.149,"5min":0.82099999999999995,"15min":0.74399999999999999},"min":{"1min":0.25700000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":4.1200000000000001,"5min":4.1200000000000001,"15min":4.1200000000000001},"last":0.621},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.55300000000000005,"15min":0.57099999999999995},"min":{"1min":0.23699999999999999,"5min":0.19800000000000001,"15min":0.192},"max":{"1min":1.0169999999999999,"5min":3.4049999999999998,"15min":3.4049999999999998},"last":0.628}]},{"osd":5,"last update":"Thu Mar 4 23:24:20 2021","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.39400000000000002,"15min":0.36799999999999999},"min":{"1min":0.161,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":0.62,"5min":3.456,"15min":4.2599999999999998},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.439,"5min":0.40400000000000003,"15min":0.36599999999999999},"min":{"1min":0.26200000000000001,"5min":0.14799999999999999,"15min":0.13500000000000001},"max":{"1min":0.627,"5min":3.2999999999999998,"15min":4.8090000000000002},"last":0.46100000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:23:36 2021","interfaces":[{"interface":"back","average":{"1min":0.28799999999999998,"5min":0.39800000000000002,"15min":0.42899999999999999},"min":{"1min":0.18099999999999999,"5min":0.17399999999999999,"15min":0.156},"max":{"1min":0.55600000000000005,"5min":3.5569999999999999,"15min":4.766},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.60799999999999998,"15min":0.52200000000000002},"min":{"1min":0.20300000000000001,"5min":0.158,"15min":0.14199999999999999},"max":{"1min":3.895,"5min":3.895,"15min":4.1550000000000002},"last":0.438}]},{"osd":7,"last update":"Thu Mar 4 23:24:08 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.44700000000000001,"15min":0.63100000000000001},"min":{"1min":0.20899999999999999,"5min":0.17899999999999999,"15min":0.156},"max":{"1min":0.57599999999999996,"5min":3.4329999999999998,"15min":69.727999999999994},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.65200000000000002,"15min":0.78000000000000003},"min":{"1min":0.221,"5min":0.20399999999999999,"15min":0.14000000000000001},"max":{"1min":0.67600000000000005,"5min":3.8700000000000001,"15min":69.289000000000001},"last":0.5}]}]},{"osd":5,"up_from":36,"seq":154618822907,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050108,"kb_used_data":1524,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":87030276,"statfs":{"total":90194313216,"available":89119002624,"internally_reserved":1073741824,"allocated":1560576,"data_stored":842168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:23:44 2021","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.436,"15min":0.43099999999999999},"min":{"1min":0.16800000000000001,"5min":0.14699999999999999,"15min":0.13500000000000001},"max":{"1min":3.6659999999999999,"5min":3.6659999999999999,"15min":3.6659999999999999},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.439,"15min":0.49399999999999999},"min":{"1min":0.16900000000000001,"5min":0.153,"15min":0.14499999999999999},"max":{"1min":1.615,"5min":2.891,"15min":3.0840000000000001},"last":0.73199999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:24:03 2021","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.55500000000000005,"15min":0.46000000000000002},"min":{"1min":0.16800000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":1.2210000000000001,"5min":3.8450000000000002,"15min":3.8450000000000002},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.747,"15min":0.61299999999999999},"min":{"1min":0.17899999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.149,"5min":7.4740000000000002,"15min":7.4740000000000002},"last":0.70299999999999996}]},{"osd":2,"last update":"Thu Mar 4 23:23:59 2021","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.59199999999999997,"15min":0.67900000000000005},"min":{"1min":0.182,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":1.069,"5min":3.5800000000000001,"15min":3.7410000000000001},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.73199999999999998,"15min":0.64700000000000002},"min":{"1min":0.24199999999999999,"5min":0.182,"15min":0.17000000000000001},"max":{"1min":1.107,"5min":3.698,"15min":3.9239999999999999},"last":0.64400000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:23:59 2021","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.71199999999999997,"15min":0.52700000000000002},"min":{"1min":0.188,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":1.466,"5min":4.375,"15min":4.375},"last":0.63},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.71499999999999997},"min":{"1min":0.19900000000000001,"5min":0.19800000000000001,"15min":0.17100000000000001},"max":{"1min":2.9359999999999999,"5min":3.4590000000000001,"15min":4.2050000000000001},"last":0.69099999999999995}]},{"osd":4,"last update":"Thu Mar 4 23:23:27 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.44,"15min":0.42099999999999999},"min":{"1min":0.127,"5min":0.127,"15min":0.127},"max":{"1min":3.617,"5min":7.4480000000000004,"15min":7.4480000000000004},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.34000000000000002,"15min":0.41899999999999998},"min":{"1min":0.182,"5min":0.152,"15min":0.14799999999999999},"max":{"1min":4.4000000000000004,"5min":4.4000000000000004,"15min":4.4000000000000004},"last":0.30199999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:23:59 2021","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.53900000000000003,"15min":0.48299999999999998},"min":{"1min":0.192,"5min":0.17699999999999999,"15min":0.16},"max":{"1min":0.71799999999999997,"5min":7.3959999999999999,"15min":7.3959999999999999},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.377,"15min":0.437},"min":{"1min":0.20399999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.746,"5min":4.3209999999999997,"15min":4.3209999999999997},"last":0.41899999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:23:59 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.499,"15min":0.54400000000000004},"min":{"1min":0.249,"5min":0.19900000000000001,"15min":0.16},"max":{"1min":0.76200000000000001,"5min":4.3540000000000001,"15min":13.18},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41899999999999998,"15min":0.52200000000000002},"min":{"1min":0.27100000000000002,"5min":0.19600000000000001,"15min":0.16800000000000001},"max":{"1min":0.70899999999999996,"5min":2.9740000000000002,"15min":12.773},"last":0.33200000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3965,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1477439,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":719374,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1537306,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1204319,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:24:26.455 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:24:26.569 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:27.022 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:26 gibba011 conmon[95595]: audit 2021-03-04T23:24:25.748939+0000 mgr.x (mgr.34676) 625 : audit [DBG] from='client.44799 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:24:27.022 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:26 gibba011 conmon[95595]: 2021-03-04T23:24:27.023 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:26 gibba011 conmon[99461]: audit 2021-03-04T23:24:25.748939+0000 mgr.x (mgr.34676) 625 : audit [DBG] from='client.44799 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:24:27.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:26 gibba038 conmon[76675]: audit 2021-03-04T23:24:25.748939+0000 mgr.x (mgr.34676) 625 : audit [DBG] from='client.44799 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:24:28.087 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:24:28.089 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:24:28.187 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:27 gibba011 conmon[95595]: cluster 2021-03-04T23:24:26.594958+0000 mgr.x (mgr.34676) 626 : cluster [DBG] pgmap v531: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:28.188 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:27 gibba011 conmon[99461]: cluster 2021-03-04T23:24:26.594958+0000 mgr.x (mgr.34676) 626 : cluster [DBG] pgmap v531: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:28.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:27 gibba038 conmon[76675]: cluster 2021-03-04T23:24:26.594958+0000 mgr.x (mgr.34676) 626 : cluster [DBG] pgmap v531: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:28.699 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":531,"stamp":"2021-03-04T23:24:26.594729+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":4923964,"kb_used_data":12220,"kb_used_omap":8216,"kb_used_meta":4903463,"kb_avail":699719108,"statfs":{"total":721554505728,"available":716512366592,"internally_reserved":4294967296,"allocated":12513280,"data_stored":6741325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8413768,"internal_metadata":5021146552},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004019"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"121","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011098+0000","last_change":"2021-03-04T23:14:45.178493+0000","last_active":"2021-03-04T23:19:43.011098+0000","last_peered":"2021-03-04T23:19:43.011098+0000","last_clean":"2021-03-04T23:19:43.011098+0000","last_became_active":"2021-03-04T23:14:45.178020+0000","last_became_peered":"2021-03-04T23:14:45.178020+0000","last_unstale":"2021-03-04T23:19:43.011098+0000","last_undegraded":"2021-03-04T23:19:43.011098+0000","last_fullsized":"2021-03-04T23:19:43.011098+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"80","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011423+0000","last_change":"2021-03-04T23:15:58.120659+0000","last_active":"2021-03-04T23:19:43.011423+0000","last_peered":"2021-03-04T23:19:43.011423+0000","last_clean":"2021-03-04T23:19:43.011423+0000","last_became_active":"2021-03-04T23:15:43.198337+0000","last_became_peered":"2021-03-04T23:15:43.198337+0000","last_unstale":"2021-03-04T23:19:43.011423+0000","last_undegraded":"2021-03-04T23:19:43.011423+0000","last_fullsized":"2021-03-04T23:19:43.011423+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"85","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016231+0000","last_change":"2021-03-04T23:15:43.198106+0000","last_active":"2021-03-04T23:19:43.016231+0000","last_peered":"2021-03-04T23:19:43.016231+0000","last_clean":"2021-03-04T23:19:43.016231+0000","last_became_active":"2021-03-04T23:15:43.197880+0000","last_became_peered":"2021-03-04T23:15:43.197880+0000","last_unstale":"2021-03-04T23:19:43.016231+0000","last_undegraded":"2021-03-04T23:19:43.016231+0000","last_fullsized":"2021-03-04T23:19:43.016231+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"100","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017561+0000","last_change":"2021-03-04T23:15:43.202297+0000","last_active":"2021-03-04T23:19:43.017561+0000","last_peered":"2021-03-04T23:19:43.017561+0000","last_clean":"2021-03-04T23:19:43.017561+0000","last_became_active":"2021-03-04T23:15:43.201848+0000","last_became_peered":"2021-03-04T23:15:43.201848+0000","last_unstale":"2021-03-04T23:19:43.017561+0000","last_undegraded":"2021-03-04T23:19:43.017561+0000","last_fullsized":"2021-03-04T23:19:43.017561+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"96","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011201+0000","last_change":"2021-03-04T23:15:50.199362+0000","last_active":"2021-03-04T23:19:43.011201+0000","last_peered":"2021-03-04T23:19:43.011201+0000","last_clean":"2021-03-04T23:19:43.011201+0000","last_became_active":"2021-03-04T23:15:43.201419+0000","last_became_peered":"2021-03-04T23:15:43.201419+0000","last_unstale":"2021-03-04T23:19:43.011201+0000","last_undegraded":"2021-03-04T23:19:43.011201+0000","last_fullsized":"2021-03-04T23:19:43.011201+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016424+0000","last_change":"2021-03-04T23:13:51.734437+0000","last_active":"2021-03-04T23:19:43.016424+0000","last_peered":"2021-03-04T23:19:43.016424+0000","last_clean":"2021-03-04T23:19:43.016424+0000","last_became_active":"2021-03-04T23:13:51.734197+0000","last_became_peered":"2021-03-04T23:13:51.734197+0000","last_unstale":"2021-03-04T23:19:43.016424+0000","last_undegraded":"2021-03-04T23:19:43.016424+0000","last_fullsized":"2021-03-04T23:19:43.016424+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017536+0000","last_change":"2021-03-04T23:15:43.202053+0000","last_active":"2021-03-04T23:19:43.017536+0000","last_peered":"2021-03-04T23:19:43.017536+0000","last_clean":"2021-03-04T23:19:43.017536+0000","last_became_active":"2021-03-04T23:15:43.201807+0000","last_became_peered":"2021-03-04T23:15:43.201807+0000","last_unstale":"2021-03-04T23:19:43.017536+0000","last_undegraded":"2021-03-04T23:19:43.017536+0000","last_fullsized":"2021-03-04T23:19:43.017536+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"80","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011137+0000","last_change":"2021-03-04T23:15:58.118605+0000","last_active":"2021-03-04T23:19:43.011137+0000","last_peered":"2021-03-04T23:19:43.011137+0000","last_clean":"2021-03-04T23:19:43.011137+0000","last_became_active":"2021-03-04T23:15:43.197943+0000","last_became_peered":"2021-03-04T23:15:43.197943+0000","last_unstale":"2021-03-04T23:19:43.011137+0000","last_undegraded":"2021-03-04T23:19:43.011137+0000","last_fullsized":"2021-03-04T23:19:43.011137+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"106","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016616+0000","last_change":"2021-03-04T23:13:51.734916+0000","last_active":"2021-03-04T23:19:43.016616+0000","last_peered":"2021-03-04T23:19:43.016616+0000","last_clean":"2021-03-04T23:19:43.016616+0000","last_became_active":"2021-03-04T23:13:51.734653+0000","last_became_peered":"2021-03-04T23:13:51.734653+0000","last_unstale":"2021-03-04T23:19:43.016616+0000","last_undegraded":"2021-03-04T23:19:43.016616+0000","last_fullsized":"2021-03-04T23:19:43.016616+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"74","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011181+0000","last_change":"2021-03-04T23:15:58.118715+0000","last_active":"2021-03-04T23:19:43.011181+0000","last_peered":"2021-03-04T23:19:43.011181+0000","last_clean":"2021-03-04T23:19:43.011181+0000","last_became_active":"2021-03-04T23:15:43.200249+0000","last_became_peered":"2021-03-04T23:15:43.200249+0000","last_unstale":"2021-03-04T23:19:43.011181+0000","last_undegraded":"2021-03-04T23:19:43.011181+0000","last_fullsized":"2021-03-04T23:19:43.011181+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"109","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016638+0000","last_change":"2021-03-04T23:15:43.201088+0000","last_active":"2021-03-04T23:19:43.016638+0000","last_peered":"2021-03-04T23:19:43.016638+0000","last_clean":"2021-03-04T23:19:43.016638+0000","last_became_active":"2021-03-04T23:15:43.200829+0000","last_became_peered":"2021-03-04T23:15:43.200829+0000","last_unstale":"2021-03-04T23:19:43.016638+0000","last_undegraded":"2021-03-04T23:19:43.016638+0000","last_fullsized":"2021-03-04T23:19:43.016638+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"86","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016549+0000","last_change":"2021-03-04T23:14:45.176406+0000","last_active":"2021-03-04T23:19:43.016549+0000","last_peered":"2021-03-04T23:19:43.016549+0000","last_clean":"2021-03-04T23:19:43.016549+0000","last_became_active":"2021-03-04T23:14:45.176167+0000","last_became_peered":"2021-03-04T23:14:45.176167+0000","last_unstale":"2021-03-04T23:19:43.016549+0000","last_undegraded":"2021-03-04T23:19:43.016549+0000","last_fullsized":"2021-03-04T23:19:43.016549+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011256+0000","last_change":"2021-03-04T23:05:49.581763+0000","last_active":"2021-03-04T23:19:43.011256+0000","last_peered":"2021-03-04T23:19:43.011256+0000","last_clean":"2021-03-04T23:19:43.011256+0000","last_became_active":"2021-03-04T23:05:49.581497+0000","last_became_peered":"2021-03-04T23:05:49.581497+0000","last_unstale":"2021-03-04T23:19:43.011256+0000","last_undegraded":"2021-03-04T23:19:43.011256+0000","last_fullsized":"2021-03-04T23:19:43.011256+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011233+0000","last_change":"2021-03-04T23:13:51.735360+0000","last_active":"2021-03-04T23:19:43.011233+0000","last_peered":"2021-03-04T23:19:43.011233+0000","last_clean":"2021-03-04T23:19:43.011233+0000","last_became_active":"2021-03-04T23:13:51.735113+0000","last_became_peered":"2021-03-04T23:13:51.735113+0000","last_unstale":"2021-03-04T23:19:43.011233+0000","last_undegraded":"2021-03-04T23:19:43.011233+0000","last_fullsized":"2021-03-04T23:19:43.011233+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016313+0000","last_change":"2021-03-04T23:14:45.179189+0000","last_active":"2021-03-04T23:19:43.016313+0000","last_peered":"2021-03-04T23:19:43.016313+0000","last_clean":"2021-03-04T23:19:43.016313+0000","last_became_active":"2021-03-04T23:14:45.178960+0000","last_became_peered":"2021-03-04T23:14:45.178960+0000","last_unstale":"2021-03-04T23:19:43.016313+0000","last_undegraded":"2021-03-04T23:19:43.016313+0000","last_fullsized":"2021-03-04T23:19:43.016313+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"80","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011496+0000","last_change":"2021-03-04T23:15:58.118779+0000","last_active":"2021-03-04T23:19:43.011496+0000","last_peered":"2021-03-04T23:19:43.011496+0000","last_clean":"2021-03-04T23:19:43.011496+0000","last_became_active":"2021-03-04T23:15:43.200339+0000","last_became_peered":"2021-03-04T23:15:43.200339+0000","last_unstale":"2021-03-04T23:19:43.011496+0000","last_undegraded":"2021-03-04T23:19:43.011496+0000","last_fullsized":"2021-03-04T23:19:43.011496+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017365+0000","last_change":"2021-03-04T23:15:43.202180+0000","last_active":"2021-03-04T23:19:43.017365+0000","last_peered":"2021-03-04T23:19:43.017365+0000","last_clean":"2021-03-04T23:19:43.017365+0000","last_became_active":"2021-03-04T23:15:43.202014+0000","last_became_peered":"2021-03-04T23:15:43.202014+0000","last_unstale":"2021-03-04T23:19:43.017365+0000","last_undegraded":"2021-03-04T23:19:43.017365+0000","last_fullsized":"2021-03-04T23:19:43.017365+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016316+0000","last_change":"2021-03-04T23:15:43.200525+0000","last_active":"2021-03-04T23:19:43.016316+0000","last_peered":"2021-03-04T23:19:43.016316+0000","last_clean":"2021-03-04T23:19:43.016316+0000","last_became_active":"2021-03-04T23:15:43.200273+0000","last_became_peered":"2021-03-04T23:15:43.200273+0000","last_unstale":"2021-03-04T23:19:43.016316+0000","last_undegraded":"2021-03-04T23:19:43.016316+0000","last_fullsized":"2021-03-04T23:19:43.016316+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"91","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016013+0000","last_change":"2021-03-04T23:05:49.583228+0000","last_active":"2021-03-04T23:19:43.016013+0000","last_peered":"2021-03-04T23:19:43.016013+0000","last_clean":"2021-03-04T23:19:43.016013+0000","last_became_active":"2021-03-04T23:05:49.582872+0000","last_became_peered":"2021-03-04T23:05:49.582872+0000","last_unstale":"2021-03-04T23:19:43.016013+0000","last_undegraded":"2021-03-04T23:19:43.016013+0000","last_fullsized":"2021-03-04T23:19:43.016013+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"100","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017609+0000","last_change":"2021-03-04T23:15:43.202335+0000","last_active":"2021-03-04T23:19:43.017609+0000","last_peered":"2021-03-04T23:19:43.017609+0000","last_clean":"2021-03-04T23:19:43.017609+0000","last_became_active":"2021-03-04T23:15:43.202144+0000","last_became_peered":"2021-03-04T23:15:43.202144+0000","last_unstale":"2021-03-04T23:19:43.017609+0000","last_undegraded":"2021-03-04T23:19:43.017609+0000","last_fullsized":"2021-03-04T23:19:43.017609+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"114","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016034+0000","last_change":"2021-03-04T23:12:26.726315+0000","last_active":"2021-03-04T23:19:43.016034+0000","last_peered":"2021-03-04T23:19:43.016034+0000","last_clean":"2021-03-04T23:19:43.016034+0000","last_became_active":"2021-03-04T23:12:26.726002+0000","last_became_peered":"2021-03-04T23:12:26.726002+0000","last_unstale":"2021-03-04T23:19:43.016034+0000","last_undegraded":"2021-03-04T23:19:43.016034+0000","last_fullsized":"2021-03-04T23:19:43.016034+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"80","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011579+0000","last_change":"2021-03-04T23:15:58.118830+0000","last_active":"2021-03-04T23:19:43.011579+0000","last_peered":"2021-03-04T23:19:43.011579+0000","last_clean":"2021-03-04T23:19:43.011579+0000","last_became_active":"2021-03-04T23:15:43.200336+0000","last_became_peered":"2021-03-04T23:15:43.200336+0000","last_unstale":"2021-03-04T23:19:43.011579+0000","last_undegraded":"2021-03-04T23:19:43.011579+0000","last_fullsized":"2021-03-04T23:19:43.011579+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"107","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016525+0000","last_change":"2021-03-04T23:12:26.726690+0000","last_active":"2021-03-04T23:19:43.016525+0000","last_peered":"2021-03-04T23:19:43.016525+0000","last_clean":"2021-03-04T23:19:43.016525+0000","last_became_active":"2021-03-04T23:12:26.726379+0000","last_became_peered":"2021-03-04T23:12:26.726379+0000","last_unstale":"2021-03-04T23:19:43.016525+0000","last_undegraded":"2021-03-04T23:19:43.016525+0000","last_fullsized":"2021-03-04T23:19:43.016525+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"90","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.015865+0000","last_change":"2021-03-04T23:05:50.827157+0000","last_active":"2021-03-04T23:19:43.015865+0000","last_peered":"2021-03-04T23:19:43.015865+0000","last_clean":"2021-03-04T23:19:43.015865+0000","last_became_active":"2021-03-04T23:05:50.826906+0000","last_became_peered":"2021-03-04T23:05:50.826906+0000","last_unstale":"2021-03-04T23:19:43.015865+0000","last_undegraded":"2021-03-04T23:19:43.015865+0000","last_fullsized":"2021-03-04T23:19:43.015865+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016524+0000","last_change":"2021-03-04T23:13:51.741935+0000","last_active":"2021-03-04T23:19:43.016524+0000","last_peered":"2021-03-04T23:19:43.016524+0000","last_clean":"2021-03-04T23:19:43.016524+0000","last_became_active":"2021-03-04T23:13:51.741605+0000","last_became_peered":"2021-03-04T23:13:51.741605+0000","last_unstale":"2021-03-04T23:19:43.016524+0000","last_undegraded":"2021-03-04T23:19:43.016524+0000","last_fullsized":"2021-03-04T23:19:43.016524+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011073+0000","last_change":"2021-03-04T23:15:43.198989+0000","last_active":"2021-03-04T23:19:43.011073+0000","last_peered":"2021-03-04T23:19:43.011073+0000","last_clean":"2021-03-04T23:19:43.011073+0000","last_became_active":"2021-03-04T23:15:43.198812+0000","last_became_peered":"2021-03-04T23:15:43.198812+0000","last_unstale":"2021-03-04T23:19:43.011073+0000","last_undegraded":"2021-03-04T23:19:43.011073+0000","last_fullsized":"2021-03-04T23:19:43.011073+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"92","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016529+0000","last_change":"2021-03-04T23:05:49.580867+0000","last_active":"2021-03-04T23:19:43.016529+0000","last_peered":"2021-03-04T23:19:43.016529+0000","last_clean":"2021-03-04T23:19:43.016529+0000","last_became_active":"2021-03-04T23:05:49.580500+0000","last_became_peered":"2021-03-04T23:05:49.580500+0000","last_unstale":"2021-03-04T23:19:43.016529+0000","last_undegraded":"2021-03-04T23:19:43.016529+0000","last_fullsized":"2021-03-04T23:19:43.016529+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016038+0000","last_change":"2021-03-04T23:13:51.735142+0000","last_active":"2021-03-04T23:19:43.016038+0000","last_peered":"2021-03-04T23:19:43.016038+0000","last_clean":"2021-03-04T23:19:43.016038+0000","last_became_active":"2021-03-04T23:13:51.734897+0000","last_became_peered":"2021-03-04T23:13:51.734897+0000","last_unstale":"2021-03-04T23:19:43.016038+0000","last_undegraded":"2021-03-04T23:19:43.016038+0000","last_fullsized":"2021-03-04T23:19:43.016038+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"106","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016258+0000","last_change":"2021-03-04T23:15:43.200570+0000","last_active":"2021-03-04T23:19:43.016258+0000","last_peered":"2021-03-04T23:19:43.016258+0000","last_clean":"2021-03-04T23:19:43.016258+0000","last_became_active":"2021-03-04T23:15:43.200310+0000","last_became_peered":"2021-03-04T23:15:43.200310+0000","last_unstale":"2021-03-04T23:19:43.016258+0000","last_undegraded":"2021-03-04T23:19:43.016258+0000","last_fullsized":"2021-03-04T23:19:43.016258+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"100","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017465+0000","last_change":"2021-03-04T23:13:51.734546+0000","last_active":"2021-03-04T23:19:43.017465+0000","last_peered":"2021-03-04T23:19:43.017465+0000","last_clean":"2021-03-04T23:19:43.017465+0000","last_became_active":"2021-03-04T23:13:51.734305+0000","last_became_peered":"2021-03-04T23:13:51.734305+0000","last_unstale":"2021-03-04T23:19:43.017465+0000","last_undegraded":"2021-03-04T23:19:43.017465+0000","last_fullsized":"2021-03-04T23:19:43.017465+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"111","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011431+0000","last_change":"2021-03-04T23:15:58.121639+0000","last_active":"2021-03-04T23:19:43.011431+0000","last_peered":"2021-03-04T23:19:43.011431+0000","last_clean":"2021-03-04T23:19:43.011431+0000","last_became_active":"2021-03-04T23:15:43.201028+0000","last_became_peered":"2021-03-04T23:15:43.201028+0000","last_unstale":"2021-03-04T23:19:43.011431+0000","last_undegraded":"2021-03-04T23:19:43.011431+0000","last_fullsized":"2021-03-04T23:19:43.011431+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011193+0000","last_change":"2021-03-04T23:15:43.198143+0000","last_active":"2021-03-04T23:19:43.011193+0000","last_peered":"2021-03-04T23:19:43.011193+0000","last_clean":"2021-03-04T23:19:43.011193+0000","last_became_active":"2021-03-04T23:15:43.197863+0000","last_became_peered":"2021-03-04T23:15:43.197863+0000","last_unstale":"2021-03-04T23:19:43.011193+0000","last_undegraded":"2021-03-04T23:19:43.011193+0000","last_fullsized":"2021-03-04T23:19:43.011193+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"106","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.015951+0000","last_change":"2021-03-04T23:13:51.735277+0000","last_active":"2021-03-04T23:19:43.015951+0000","last_peered":"2021-03-04T23:19:43.015951+0000","last_clean":"2021-03-04T23:19:43.015951+0000","last_became_active":"2021-03-04T23:13:51.734985+0000","last_became_peered":"2021-03-04T23:13:51.734985+0000","last_unstale":"2021-03-04T23:19:43.015951+0000","last_undegraded":"2021-03-04T23:19:43.015951+0000","last_fullsized":"2021-03-04T23:19:43.015951+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011117+0000","last_change":"2021-03-04T23:14:45.178137+0000","last_active":"2021-03-04T23:19:43.011117+0000","last_peered":"2021-03-04T23:19:43.011117+0000","last_clean":"2021-03-04T23:19:43.011117+0000","last_became_active":"2021-03-04T23:14:45.177808+0000","last_became_peered":"2021-03-04T23:14:45.177808+0000","last_unstale":"2021-03-04T23:19:43.011117+0000","last_undegraded":"2021-03-04T23:19:43.011117+0000","last_fullsized":"2021-03-04T23:19:43.011117+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.010938+0000","last_change":"2021-03-04T23:14:45.196352+0000","last_active":"2021-03-04T23:19:43.010938+0000","last_peered":"2021-03-04T23:19:43.010938+0000","last_clean":"2021-03-04T23:19:43.010938+0000","last_became_active":"2021-03-04T23:14:45.195987+0000","last_became_peered":"2021-03-04T23:14:45.195987+0000","last_unstale":"2021-03-04T23:19:43.010938+0000","last_undegraded":"2021-03-04T23:19:43.010938+0000","last_fullsized":"2021-03-04T23:19:43.010938+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011299+0000","last_change":"2021-03-04T23:13:51.749785+0000","last_active":"2021-03-04T23:19:43.011299+0000","last_peered":"2021-03-04T23:19:43.011299+0000","last_clean":"2021-03-04T23:19:43.011299+0000","last_became_active":"2021-03-04T23:13:51.749418+0000","last_became_peered":"2021-03-04T23:13:51.749418+0000","last_unstale":"2021-03-04T23:19:43.011299+0000","last_undegraded":"2021-03-04T23:19:43.011299+0000","last_fullsized":"2021-03-04T23:19:43.011299+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"81","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011294+0000","last_change":"2021-03-04T23:15:58.118842+0000","last_active":"2021-03-04T23:19:43.011294+0000","last_peered":"2021-03-04T23:19:43.011294+0000","last_clean":"2021-03-04T23:19:43.011294+0000","last_became_active":"2021-03-04T23:15:43.200088+0000","last_became_peered":"2021-03-04T23:15:43.200088+0000","last_unstale":"2021-03-04T23:19:43.011294+0000","last_undegraded":"2021-03-04T23:19:43.011294+0000","last_fullsized":"2021-03-04T23:19:43.011294+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"86","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016597+0000","last_change":"2021-03-04T23:15:43.198525+0000","last_active":"2021-03-04T23:19:43.016597+0000","last_peered":"2021-03-04T23:19:43.016597+0000","last_clean":"2021-03-04T23:19:43.016597+0000","last_became_active":"2021-03-04T23:15:43.198304+0000","last_became_peered":"2021-03-04T23:15:43.198304+0000","last_unstale":"2021-03-04T23:19:43.016597+0000","last_undegraded":"2021-03-04T23:19:43.016597+0000","last_fullsized":"2021-03-04T23:19:43.016597+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016627+0000","last_change":"2021-03-04T23:14:02.512326+0000","last_active":"2021-03-04T23:19:43.016627+0000","last_peered":"2021-03-04T23:19:43.016627+0000","last_clean":"2021-03-04T23:19:43.016627+0000","last_became_active":"2021-03-04T23:13:51.737061+0000","last_became_peered":"2021-03-04T23:13:51.737061+0000","last_unstale":"2021-03-04T23:19:43.016627+0000","last_undegraded":"2021-03-04T23:19:43.016627+0000","last_fullsized":"2021-03-04T23:19:43.016627+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"121","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016433+0000","last_change":"2021-03-04T23:15:43.200680+0000","last_active":"2021-03-04T23:19:43.016433+0000","last_peered":"2021-03-04T23:19:43.016433+0000","last_clean":"2021-03-04T23:19:43.016433+0000","last_became_active":"2021-03-04T23:15:43.200335+0000","last_became_peered":"2021-03-04T23:15:43.200335+0000","last_unstale":"2021-03-04T23:19:43.016433+0000","last_undegraded":"2021-03-04T23:19:43.016433+0000","last_fullsized":"2021-03-04T23:19:43.016433+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"71","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016572+0000","last_change":"2021-03-04T23:14:02.510977+0000","last_active":"2021-03-04T23:19:43.016572+0000","last_peered":"2021-03-04T23:19:43.016572+0000","last_clean":"2021-03-04T23:19:43.016572+0000","last_became_active":"2021-03-04T23:13:51.733929+0000","last_became_peered":"2021-03-04T23:13:51.733929+0000","last_unstale":"2021-03-04T23:19:43.016572+0000","last_undegraded":"2021-03-04T23:19:43.016572+0000","last_fullsized":"2021-03-04T23:19:43.016572+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016266+0000","last_change":"2021-03-04T23:13:51.734172+0000","last_active":"2021-03-04T23:19:43.016266+0000","last_peered":"2021-03-04T23:19:43.016266+0000","last_clean":"2021-03-04T23:19:43.016266+0000","last_became_active":"2021-03-04T23:13:51.733790+0000","last_became_peered":"2021-03-04T23:13:51.733790+0000","last_unstale":"2021-03-04T23:19:43.016266+0000","last_undegraded":"2021-03-04T23:19:43.016266+0000","last_fullsized":"2021-03-04T23:19:43.016266+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011324+0000","last_change":"2021-03-04T23:12:26.726442+0000","last_active":"2021-03-04T23:19:43.011324+0000","last_peered":"2021-03-04T23:19:43.011324+0000","last_clean":"2021-03-04T23:19:43.011324+0000","last_became_active":"2021-03-04T23:12:26.726169+0000","last_became_peered":"2021-03-04T23:12:26.726169+0000","last_unstale":"2021-03-04T23:19:43.011324+0000","last_undegraded":"2021-03-04T23:19:43.011324+0000","last_fullsized":"2021-03-04T23:19:43.011324+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"101","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016369+0000","last_change":"2021-03-04T23:15:43.199238+0000","last_active":"2021-03-04T23:19:43.016369+0000","last_peered":"2021-03-04T23:19:43.016369+0000","last_clean":"2021-03-04T23:19:43.016369+0000","last_became_active":"2021-03-04T23:15:43.199020+0000","last_became_peered":"2021-03-04T23:15:43.199020+0000","last_unstale":"2021-03-04T23:19:43.016369+0000","last_undegraded":"2021-03-04T23:19:43.016369+0000","last_fullsized":"2021-03-04T23:19:43.016369+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"109","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016051+0000","last_change":"2021-03-04T23:15:43.200469+0000","last_active":"2021-03-04T23:19:43.016051+0000","last_peered":"2021-03-04T23:19:43.016051+0000","last_clean":"2021-03-04T23:19:43.016051+0000","last_became_active":"2021-03-04T23:15:43.200235+0000","last_became_peered":"2021-03-04T23:15:43.200235+0000","last_unstale":"2021-03-04T23:19:43.016051+0000","last_undegraded":"2021-03-04T23:19:43.016051+0000","last_fullsized":"2021-03-04T23:19:43.016051+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"85","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016365+0000","last_change":"2021-03-04T23:14:45.196034+0000","last_active":"2021-03-04T23:19:43.016365+0000","last_peered":"2021-03-04T23:19:43.016365+0000","last_clean":"2021-03-04T23:19:43.016365+0000","last_became_active":"2021-03-04T23:14:45.195719+0000","last_became_peered":"2021-03-04T23:14:45.195719+0000","last_unstale":"2021-03-04T23:19:43.016365+0000","last_undegraded":"2021-03-04T23:19:43.016365+0000","last_fullsized":"2021-03-04T23:19:43.016365+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"105","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016675+0000","last_change":"2021-03-04T23:14:02.510278+0000","last_active":"2021-03-04T23:19:43.016675+0000","last_peered":"2021-03-04T23:19:43.016675+0000","last_clean":"2021-03-04T23:19:43.016675+0000","last_became_active":"2021-03-04T23:13:51.734116+0000","last_became_peered":"2021-03-04T23:13:51.734116+0000","last_unstale":"2021-03-04T23:19:43.016675+0000","last_undegraded":"2021-03-04T23:19:43.016675+0000","last_fullsized":"2021-03-04T23:19:43.016675+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016357+0000","last_change":"2021-03-04T23:14:45.176529+0000","last_active":"2021-03-04T23:19:43.016357+0000","last_peered":"2021-03-04T23:19:43.016357+0000","last_clean":"2021-03-04T23:19:43.016357+0000","last_became_active":"2021-03-04T23:14:45.176285+0000","last_became_peered":"2021-03-04T23:14:45.176285+0000","last_unstale":"2021-03-04T23:19:43.016357+0000","last_undegraded":"2021-03-04T23:19:43.016357+0000","last_fullsized":"2021-03-04T23:19:43.016357+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"113","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.015957+0000","last_change":"2021-03-04T23:12:26.726497+0000","last_active":"2021-03-04T23:19:43.015957+0000","last_peered":"2021-03-04T23:19:43.015957+0000","last_clean":"2021-03-04T23:19:43.015957+0000","last_became_active":"2021-03-04T23:12:26.726202+0000","last_became_peered":"2021-03-04T23:12:26.726202+0000","last_unstale":"2021-03-04T23:19:43.015957+0000","last_undegraded":"2021-03-04T23:19:43.015957+0000","last_fullsized":"2021-03-04T23:19:43.015957+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"73","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011321+0000","last_change":"2021-03-04T23:15:58.118775+0000","last_active":"2021-03-04T23:19:43.011321+0000","last_peered":"2021-03-04T23:19:43.011321+0000","last_clean":"2021-03-04T23:19:43.011321+0000","last_became_active":"2021-03-04T23:15:43.199729+0000","last_became_peered":"2021-03-04T23:15:43.199729+0000","last_unstale":"2021-03-04T23:19:43.011321+0000","last_undegraded":"2021-03-04T23:19:43.011321+0000","last_fullsized":"2021-03-04T23:19:43.011321+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"90","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016663+0000","last_change":"2021-03-04T23:05:49.584158+0000","last_active":"2021-03-04T23:19:43.016663+0000","last_peered":"2021-03-04T23:19:43.016663+0000","last_clean":"2021-03-04T23:19:43.016663+0000","last_became_active":"2021-03-04T23:05:49.583925+0000","last_became_peered":"2021-03-04T23:05:49.583925+0000","last_unstale":"2021-03-04T23:19:43.016663+0000","last_undegraded":"2021-03-04T23:19:43.016663+0000","last_fullsized":"2021-03-04T23:19:43.016663+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"125","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.015910+0000","last_change":"2021-03-04T23:13:51.737310+0000","last_active":"2021-03-04T23:19:43.015910+0000","last_peered":"2021-03-04T23:19:43.015910+0000","last_clean":"2021-03-04T23:19:43.015910+0000","last_became_active":"2021-03-04T23:13:51.736986+0000","last_became_peered":"2021-03-04T23:13:51.736986+0000","last_unstale":"2021-03-04T23:19:43.015910+0000","last_undegraded":"2021-03-04T23:19:43.015910+0000","last_fullsized":"2021-03-04T23:19:43.015910+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"99","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017306+0000","last_change":"2021-03-04T23:15:43.202694+0000","last_active":"2021-03-04T23:19:43.017306+0000","last_peered":"2021-03-04T23:19:43.017306+0000","last_clean":"2021-03-04T23:19:43.017306+0000","last_became_active":"2021-03-04T23:15:43.202505+0000","last_became_peered":"2021-03-04T23:15:43.202505+0000","last_unstale":"2021-03-04T23:19:43.017306+0000","last_undegraded":"2021-03-04T23:19:43.017306+0000","last_fullsized":"2021-03-04T23:19:43.017306+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"115","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017522+0000","last_change":"2021-03-04T23:14:45.178074+0000","last_active":"2021-03-04T23:19:43.017522+0000","last_peered":"2021-03-04T23:19:43.017522+0000","last_clean":"2021-03-04T23:19:43.017522+0000","last_became_active":"2021-03-04T23:14:45.177916+0000","last_became_peered":"2021-03-04T23:14:45.177916+0000","last_unstale":"2021-03-04T23:19:43.017522+0000","last_undegraded":"2021-03-04T23:19:43.017522+0000","last_fullsized":"2021-03-04T23:19:43.017522+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016507+0000","last_change":"2021-03-04T23:12:26.736023+0000","last_active":"2021-03-04T23:19:43.016507+0000","last_peered":"2021-03-04T23:19:43.016507+0000","last_clean":"2021-03-04T23:19:43.016507+0000","last_became_active":"2021-03-04T23:12:26.735664+0000","last_became_peered":"2021-03-04T23:12:26.735664+0000","last_unstale":"2021-03-04T23:19:43.016507+0000","last_undegraded":"2021-03-04T23:19:43.016507+0000","last_fullsized":"2021-03-04T23:19:43.016507+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"85","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016509+0000","last_change":"2021-03-04T23:14:45.176210+0000","last_active":"2021-03-04T23:19:43.016509+0000","last_peered":"2021-03-04T23:19:43.016509+0000","last_clean":"2021-03-04T23:19:43.016509+0000","last_became_active":"2021-03-04T23:14:45.175888+0000","last_became_peered":"2021-03-04T23:14:45.175888+0000","last_unstale":"2021-03-04T23:19:43.016509+0000","last_undegraded":"2021-03-04T23:19:43.016509+0000","last_fullsized":"2021-03-04T23:19:43.016509+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"85","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017397+0000","last_change":"2021-03-04T23:12:37.986687+0000","last_active":"2021-03-04T23:19:43.017397+0000","last_peered":"2021-03-04T23:19:43.017397+0000","last_clean":"2021-03-04T23:19:43.017397+0000","last_became_active":"2021-03-04T23:12:26.728092+0000","last_became_peered":"2021-03-04T23:12:26.728092+0000","last_unstale":"2021-03-04T23:19:43.017397+0000","last_undegraded":"2021-03-04T23:19:43.017397+0000","last_fullsized":"2021-03-04T23:19:43.017397+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"111","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011605+0000","last_change":"2021-03-04T23:15:58.122089+0000","last_active":"2021-03-04T23:19:43.011605+0000","last_peered":"2021-03-04T23:19:43.011605+0000","last_clean":"2021-03-04T23:19:43.011605+0000","last_became_active":"2021-03-04T23:15:43.201322+0000","last_became_peered":"2021-03-04T23:15:43.201322+0000","last_unstale":"2021-03-04T23:19:43.011605+0000","last_undegraded":"2021-03-04T23:19:43.011605+0000","last_fullsized":"2021-03-04T23:19:43.011605+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"70","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016562+0000","last_change":"2021-03-04T23:14:02.511417+0000","last_active":"2021-03-04T23:19:43.016562+0000","last_peered":"2021-03-04T23:19:43.016562+0000","last_clean":"2021-03-04T23:19:43.016562+0000","last_became_active":"2021-03-04T23:13:51.734566+0000","last_became_peered":"2021-03-04T23:13:51.734566+0000","last_unstale":"2021-03-04T23:19:43.016562+0000","last_undegraded":"2021-03-04T23:19:43.016562+0000","last_fullsized":"2021-03-04T23:19:43.016562+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011206+0000","last_change":"2021-03-04T23:15:50.205077+0000","last_active":"2021-03-04T23:19:43.011206+0000","last_peered":"2021-03-04T23:19:43.011206+0000","last_clean":"2021-03-04T23:19:43.011206+0000","last_became_active":"2021-03-04T23:15:43.200982+0000","last_became_peered":"2021-03-04T23:15:43.200982+0000","last_unstale":"2021-03-04T23:19:43.011206+0000","last_undegraded":"2021-03-04T23:19:43.011206+0000","last_fullsized":"2021-03-04T23:19:43.011206+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"110","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016360+0000","last_change":"2021-03-04T23:14:45.177200+0000","last_active":"2021-03-04T23:19:43.016360+0000","last_peered":"2021-03-04T23:19:43.016360+0000","last_clean":"2021-03-04T23:19:43.016360+0000","last_became_active":"2021-03-04T23:14:45.176994+0000","last_became_peered":"2021-03-04T23:14:45.176994+0000","last_unstale":"2021-03-04T23:19:43.016360+0000","last_undegraded":"2021-03-04T23:19:43.016360+0000","last_fullsized":"2021-03-04T23:19:43.016360+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017549+0000","last_change":"2021-03-04T23:13:51.741862+0000","last_active":"2021-03-04T23:19:43.017549+0000","last_peered":"2021-03-04T23:19:43.017549+0000","last_clean":"2021-03-04T23:19:43.017549+0000","last_became_active":"2021-03-04T23:13:51.741451+0000","last_became_peered":"2021-03-04T23:13:51.741451+0000","last_unstale":"2021-03-04T23:19:43.017549+0000","last_undegraded":"2021-03-04T23:19:43.017549+0000","last_fullsized":"2021-03-04T23:19:43.017549+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"89","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.010894+0000","last_change":"2021-03-04T23:05:50.827569+0000","last_active":"2021-03-04T23:19:43.010894+0000","last_peered":"2021-03-04T23:19:43.010894+0000","last_clean":"2021-03-04T23:19:43.010894+0000","last_became_active":"2021-03-04T23:05:50.827350+0000","last_became_peered":"2021-03-04T23:05:50.827350+0000","last_unstale":"2021-03-04T23:19:43.010894+0000","last_undegraded":"2021-03-04T23:19:43.010894+0000","last_fullsized":"2021-03-04T23:19:43.010894+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"88","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017465+0000","last_change":"2021-03-04T23:12:37.986701+0000","last_active":"2021-03-04T23:19:43.017465+0000","last_peered":"2021-03-04T23:19:43.017465+0000","last_clean":"2021-03-04T23:19:43.017465+0000","last_became_active":"2021-03-04T23:12:26.729415+0000","last_became_peered":"2021-03-04T23:12:26.729415+0000","last_unstale":"2021-03-04T23:19:43.017465+0000","last_undegraded":"2021-03-04T23:19:43.017465+0000","last_fullsized":"2021-03-04T23:19:43.017465+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"118","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016126+0000","last_change":"2021-03-04T23:15:43.200483+0000","last_active":"2021-03-04T23:19:43.016126+0000","last_peered":"2021-03-04T23:19:43.016126+0000","last_clean":"2021-03-04T23:19:43.016126+0000","last_became_active":"2021-03-04T23:15:43.200306+0000","last_became_peered":"2021-03-04T23:15:43.200306+0000","last_unstale":"2021-03-04T23:19:43.016126+0000","last_undegraded":"2021-03-04T23:19:43.016126+0000","last_fullsized":"2021-03-04T23:19:43.016126+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"108","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016386+0000","last_change":"2021-03-04T23:13:51.739798+0000","last_active":"2021-03-04T23:19:43.016386+0000","last_peered":"2021-03-04T23:19:43.016386+0000","last_clean":"2021-03-04T23:19:43.016386+0000","last_became_active":"2021-03-04T23:13:51.739553+0000","last_became_peered":"2021-03-04T23:13:51.739553+0000","last_unstale":"2021-03-04T23:19:43.016386+0000","last_undegraded":"2021-03-04T23:19:43.016386+0000","last_fullsized":"2021-03-04T23:19:43.016386+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011470+0000","last_change":"2021-03-04T23:15:43.198185+0000","last_active":"2021-03-04T23:19:43.011470+0000","last_peered":"2021-03-04T23:19:43.011470+0000","last_clean":"2021-03-04T23:19:43.011470+0000","last_became_active":"2021-03-04T23:15:43.197950+0000","last_became_peered":"2021-03-04T23:15:43.197950+0000","last_unstale":"2021-03-04T23:19:43.011470+0000","last_undegraded":"2021-03-04T23:19:43.011470+0000","last_fullsized":"2021-03-04T23:19:43.011470+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"93","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.016471+0000","last_change":"2021-03-04T23:05:49.578797+0000","last_active":"2021-03-04T23:19:43.016471+0000","last_peered":"2021-03-04T23:19:43.016471+0000","last_clean":"2021-03-04T23:19:43.016471+0000","last_became_active":"2021-03-04T23:05:49.578550+0000","last_became_peered":"2021-03-04T23:05:49.578550+0000","last_unstale":"2021-03-04T23:19:43.016471+0000","last_undegraded":"2021-03-04T23:19:43.016471+0000","last_fullsized":"2021-03-04T23:19:43.016471+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"119","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011106+0000","last_change":"2021-03-04T23:15:43.200097+0000","last_active":"2021-03-04T23:19:43.011106+0000","last_peered":"2021-03-04T23:19:43.011106+0000","last_clean":"2021-03-04T23:19:43.011106+0000","last_became_active":"2021-03-04T23:15:43.199864+0000","last_became_peered":"2021-03-04T23:15:43.199864+0000","last_unstale":"2021-03-04T23:19:43.011106+0000","last_undegraded":"2021-03-04T23:19:43.011106+0000","last_fullsized":"2021-03-04T23:19:43.011106+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"98","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011502+0000","last_change":"2021-03-04T23:15:58.119271+0000","last_active":"2021-03-04T23:19:43.011502+0000","last_peered":"2021-03-04T23:19:43.011502+0000","last_clean":"2021-03-04T23:19:43.011502+0000","last_became_active":"2021-03-04T23:15:43.200081+0000","last_became_peered":"2021-03-04T23:15:43.200081+0000","last_unstale":"2021-03-04T23:19:43.011502+0000","last_undegraded":"2021-03-04T23:19:43.011502+0000","last_fullsized":"2021-03-04T23:19:43.011502+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"111","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.011290+0000","last_change":"2021-03-04T23:15:58.119018+0000","last_active":"2021-03-04T23:19:43.011290+0000","last_peered":"2021-03-04T23:19:43.011290+0000","last_clean":"2021-03-04T23:19:43.011290+0000","last_became_active":"2021-03-04T23:15:43.201314+0000","last_became_peered":"2021-03-04T23:15:43.201314+0000","last_unstale":"2021-03-04T23:19:43.011290+0000","last_undegraded":"2021-03-04T23:19:43.011290+0000","last_fullsized":"2021-03-04T23:19:43.011290+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"103","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.017583+0000","last_change":"2021-03-04T23:14:45.177195+0000","last_active":"2021-03-04T23:19:43.017583+0000","last_peered":"2021-03-04T23:19:43.017583+0000","last_clean":"2021-03-04T23:19:43.017583+0000","last_became_active":"2021-03-04T23:14:45.176885+0000","last_became_peered":"2021-03-04T23:14:45.176885+0000","last_unstale":"2021-03-04T23:19:43.017583+0000","last_undegraded":"2021-03-04T23:19:43.017583+0000","last_fullsized":"2021-03-04T23:19:43.017583+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"104","reported_epoch":"135","state":"active+clean","last_fresh":"2021-03-04T23:19:43.010921+0000","last_change":"2021-03-04T23:13:51.734849+0000","last_active":"2021-03-04T23:19:43.010921+0000","last_peered":"2021-03-04T23:19:43.010921+0000","last_clean":"2021-03-04T23:19:43.010921+0000","last_became_active":"2021-03-04T23:13:51.734604+0000","last_became_peered":"2021-03-04T23:13:51.734604+0000","last_unstale":"2021-03-04T23:19:43.010921+0000","last_undegraded":"2021-03-04T23:19:43.010921+0000","last_fullsized":"2021-03-04T23:19:43.010921+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8409803,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3965,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495860,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050128,"kb_used_data":1544,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":87030256,"statfs":{"total":90194313216,"available":89118982144,"internally_reserved":1073741824,"allocated":1581056,"data_stored":844360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:23:41 2021","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.995,"15min":0.64700000000000002},"min":{"1min":0.16200000000000001,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":1.0489999999999999,"5min":54.801000000000002,"15min":54.801000000000002},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.98899999999999999,"15min":0.58399999999999996},"min":{"1min":0.16500000000000001,"5min":0.14899999999999999,"15min":0.14799999999999999},"max":{"1min":0.98399999999999999,"5min":54.863999999999997,"15min":54.863999999999997},"last":0.78100000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:24:12 2021","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.46500000000000002,"15min":0.51400000000000001},"min":{"1min":0.245,"5min":0.16900000000000001,"15min":0.16},"max":{"1min":1.0409999999999999,"5min":2.3839999999999999,"15min":3.101},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.501,"15min":0.56000000000000005},"min":{"1min":0.20000000000000001,"5min":0.17599999999999999,"15min":0.17399999999999999},"max":{"1min":1.004,"5min":2.335,"15min":3.585},"last":0.75900000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:24:01 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.66500000000000004,"15min":0.623},"min":{"1min":0.19800000000000001,"5min":0.17999999999999999,"15min":0.16700000000000001},"max":{"1min":0.89100000000000001,"5min":5.2400000000000002,"15min":5.2400000000000002},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.55100000000000005,"15min":0.55500000000000005},"min":{"1min":0.28199999999999997,"5min":0.218,"15min":0.218},"max":{"1min":1.1359999999999999,"5min":3.0939999999999999,"15min":3.0939999999999999},"last":0.65800000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:24:01 2021","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.66900000000000004,"15min":0.54300000000000004},"min":{"1min":0.26200000000000001,"5min":0.192,"15min":0.18099999999999999},"max":{"1min":2.6960000000000002,"5min":3.6840000000000002,"15min":3.7719999999999998},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.71099999999999997,"15min":0.88900000000000001},"min":{"1min":0.222,"5min":0.20799999999999999,"15min":0.183},"max":{"1min":2.6499999999999999,"5min":4.3239999999999998,"15min":4.3239999999999998},"last":0.68799999999999994}]},{"osd":4,"last update":"Thu Mar 4 23:24:01 2021","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.40300000000000002,"15min":0.36799999999999999},"min":{"1min":0.16200000000000001,"5min":0.152,"15min":0.13100000000000001},"max":{"1min":1.492,"5min":4.0179999999999998,"15min":4.0179999999999998},"last":0.318},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.36499999999999999,"15min":0.44800000000000001},"min":{"1min":0.191,"5min":0.16,"15min":0.13300000000000001},"max":{"1min":0.70399999999999996,"5min":3.5800000000000001,"15min":5.867},"last":0.42299999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:24:01 2021","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.38500000000000001,"15min":0.38},"min":{"1min":0.191,"5min":0.153,"15min":0.14299999999999999},"max":{"1min":1.0589999999999999,"5min":3.621,"15min":4.0220000000000002},"last":0.307},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.42099999999999999,"15min":0.41899999999999998},"min":{"1min":0.24399999999999999,"5min":0.16800000000000001,"15min":0.16200000000000001},"max":{"1min":0.79600000000000004,"5min":2.4729999999999999,"15min":3.7890000000000001},"last":0.39200000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:24:01 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.497,"15min":0.47599999999999998},"min":{"1min":0.24299999999999999,"5min":0.156,"15min":0.14199999999999999},"max":{"1min":0.998,"5min":4.1299999999999999,"15min":4.1299999999999999},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.52000000000000002,"15min":0.46700000000000003},"min":{"1min":0.23200000000000001,"5min":0.20699999999999999,"15min":0.20200000000000001},"max":{"1min":1.518,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":0.51200000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659384,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050116,"kb_used_data":1532,"kb_used_omap":1176,"kb_used_meta":1047399,"kb_avail":87030268,"statfs":{"total":90194313216,"available":89118994432,"internally_reserved":1073741824,"allocated":1568768,"data_stored":844214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1204319,"internal_metadata":1072537505},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:23:38 2021","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.45700000000000002,"15min":0.49399999999999999},"min":{"1min":0.157,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.95599999999999996,"5min":3.3010000000000002,"15min":3.77},"last":1.3149999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.35999999999999999,"15min":0.42499999999999999},"min":{"1min":0.17999999999999999,"5min":0.16200000000000001,"15min":0.156},"max":{"1min":0.96899999999999997,"5min":3.3119999999999998,"15min":3.7130000000000001},"last":1.3009999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.46100000000000002,"15min":0.57899999999999996},"min":{"1min":0.184,"5min":0.159,"15min":0.159},"max":{"1min":1.1419999999999999,"5min":3.5049999999999999,"15min":3.609},"last":1.2669999999999999},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.54500000000000004,"15min":0.56799999999999995},"min":{"1min":0.17199999999999999,"5min":0.17000000000000001,"15min":0.16500000000000001},"max":{"1min":0.96499999999999997,"5min":4.149,"15min":4.149},"last":1.2090000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.57999999999999996,"15min":0.60599999999999998},"min":{"1min":0.19400000000000001,"5min":0.187,"15min":0.16800000000000001},"max":{"1min":3.2959999999999998,"5min":4.0940000000000003,"15min":4.2169999999999996},"last":1.224},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.51400000000000001,"15min":0.59999999999999998},"min":{"1min":0.28799999999999998,"5min":0.186,"15min":0.17599999999999999},"max":{"1min":0.98499999999999999,"5min":2.6360000000000001,"15min":3.3700000000000001},"last":1.3440000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:23:59 2021","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.61499999999999999,"15min":0.68999999999999995},"min":{"1min":0.245,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.93999999999999995,"5min":4.5330000000000004,"15min":4.5330000000000004},"last":1.3300000000000001},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.59799999999999998,"15min":0.754},"min":{"1min":0.26700000000000002,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.86899999999999999,"5min":4.0709999999999997,"15min":4.0709999999999997},"last":1.173}]},{"osd":4,"last update":"Thu Mar 4 23:23:38 2021","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.438,"15min":0.44600000000000001},"min":{"1min":0.17699999999999999,"5min":0.13300000000000001,"15min":0.121},"max":{"1min":4.1539999999999999,"5min":4.1539999999999999,"15min":5.5289999999999999},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.32800000000000001,"5min":0.47099999999999997,"15min":0.44400000000000001},"min":{"1min":0.189,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":1.175,"5min":4.1269999999999998,"15min":4.1269999999999998},"last":0.48799999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:23:38 2021","interfaces":[{"interface":"back","average":{"1min":0.29099999999999998,"5min":0.44700000000000001,"15min":0.49199999999999999},"min":{"1min":0.16700000000000001,"5min":0.16,"15min":0.151},"max":{"1min":0.44900000000000001,"5min":4.0010000000000003,"15min":4.96},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.54200000000000004,"15min":0.498},"min":{"1min":0.16,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":0.96599999999999997,"5min":4.2389999999999999,"15min":4.2389999999999999},"last":0.42299999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:23:47 2021","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.59899999999999998,"15min":0.51800000000000002},"min":{"1min":0.215,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":1.5629999999999999,"5min":4.5880000000000001,"15min":4.5880000000000001},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.498,"15min":0.49399999999999999},"min":{"1min":0.23999999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.71299999999999997,"5min":4.0129999999999999,"15min":4.0129999999999999},"last":0.54600000000000004}]}]},{"osd":1,"up_from":87,"seq":373662154881,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":155060,"kb_used_data":1516,"kb_used_omap":702,"kb_used_meta":152833,"kb_avail":87925324,"statfs":{"total":90194313216,"available":90035531776,"internally_reserved":0,"allocated":1552384,"data_stored":841545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":719374,"internal_metadata":156501490},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.29299999999999998,"5min":0.41099999999999998,"15min":0.371},"min":{"1min":0.154,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.39600000000000002,"5min":3.8340000000000001,"15min":4.4669999999999996},"last":0.23200000000000001},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.56200000000000006,"15min":0.54700000000000004},"min":{"1min":0.16900000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":0.59999999999999998,"5min":4.5810000000000004,"15min":5.819},"last":0.27100000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.437,"15min":0.41399999999999998},"min":{"1min":0.17899999999999999,"5min":0.158,"15min":0.13400000000000001},"max":{"1min":0.45800000000000002,"5min":3.069,"15min":4.4059999999999997},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.53800000000000003,"15min":0.71699999999999997},"min":{"1min":0.182,"5min":0.153,"15min":0.14899999999999999},"max":{"1min":0.51200000000000001,"5min":3.8700000000000001,"15min":4.7240000000000002},"last":0.315}]},{"osd":3,"last update":"Thu Mar 4 23:23:49 2021","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.83099999999999996,"15min":0.82899999999999996},"min":{"1min":0.21199999999999999,"5min":0.156,"15min":0.156},"max":{"1min":2.8530000000000002,"5min":33.643000000000001,"15min":33.643000000000001},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.89700000000000002,"15min":0.78100000000000003},"min":{"1min":0.222,"5min":0.17599999999999999,"15min":0.17499999999999999},"max":{"1min":2.8719999999999999,"5min":33.621000000000002,"15min":33.621000000000002},"last":0.39900000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.68600000000000005,"15min":0.68200000000000005},"min":{"1min":0.28100000000000003,"5min":0.21099999999999999,"15min":0.19400000000000001},"max":{"1min":1.2330000000000001,"5min":4.9850000000000003,"15min":4.9850000000000003},"last":0.98499999999999999},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.60199999999999998,"15min":0.56499999999999995},"min":{"1min":0.27700000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":1.1379999999999999,"5min":3.7050000000000001,"15min":4.5229999999999997},"last":0.79800000000000004}]},{"osd":5,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.57899999999999996,"15min":0.62},"min":{"1min":0.29099999999999998,"5min":0.20999999999999999,"15min":0.20100000000000001},"max":{"1min":1.113,"5min":3.524,"15min":5.9059999999999997},"last":0.97199999999999998},{"interface":"front","average":{"1min":0.753,"5min":0.70399999999999996,"15min":0.70499999999999996},"min":{"1min":0.308,"5min":0.23899999999999999,"15min":0.221},"max":{"1min":1.1359999999999999,"5min":4.415,"15min":4.7729999999999997},"last":0.93400000000000005}]},{"osd":6,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.68500000000000005,"15min":0.61299999999999999},"min":{"1min":0.27700000000000002,"5min":0.23200000000000001,"15min":0.22900000000000001},"max":{"1min":1.7390000000000001,"5min":3.7610000000000001,"15min":4.5010000000000003},"last":0.89300000000000002},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.61799999999999999,"15min":0.65900000000000003},"min":{"1min":0.33200000000000002,"5min":0.245,"15min":0.23699999999999999},"max":{"1min":1.1519999999999999,"5min":3.5550000000000002,"15min":5.8810000000000002},"last":0.90400000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.746,"15min":0.73699999999999999},"min":{"1min":0.33500000000000002,"5min":0.248,"15min":0.248},"max":{"1min":1.179,"5min":3.782,"15min":4.7939999999999996},"last":0.82999999999999996},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.71199999999999997,"15min":0.629},"min":{"1min":0.34200000000000003,"5min":0.28899999999999998,"15min":0.28599999999999998},"max":{"1min":1.1639999999999999,"5min":4.5049999999999999,"15min":4.5499999999999998},"last":0.96199999999999997}]}]},{"osd":0,"up_from":73,"seq":313532612754,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":206076,"kb_used_data":1524,"kb_used_omap":1446,"kb_used_meta":203097,"kb_avail":87874308,"statfs":{"total":90194313216,"available":89983291392,"internally_reserved":0,"allocated":1560576,"data_stored":842120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1481404,"internal_metadata":207971652},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:24:05 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.45500000000000002,"15min":0.41499999999999998},"min":{"1min":0.157,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":1.3200000000000001,"5min":4.7679999999999998,"15min":5.734},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.47299999999999998,"15min":0.44600000000000001},"min":{"1min":0.16700000000000001,"5min":0.158,"15min":0.11700000000000001},"max":{"1min":3.0950000000000002,"5min":3.403,"15min":4.1589999999999998},"last":0.34699999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:23:57 2021","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.39000000000000001,"15min":0.45600000000000002},"min":{"1min":0.16200000000000001,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":2.8919999999999999,"5min":2.8919999999999999,"15min":3.806},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.49299999999999999,"15min":0.50600000000000001},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":5.3620000000000001,"5min":5.3620000000000001,"15min":5.3620000000000001},"last":0.312}]},{"osd":3,"last update":"Thu Mar 4 23:23:57 2021","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.47499999999999998,"15min":1.7689999999999999},"min":{"1min":0.17899999999999999,"5min":0.17100000000000001,"15min":0.16700000000000001},"max":{"1min":2.931,"5min":6.335,"15min":35.027000000000001},"last":0.373},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.65900000000000003,"15min":1.629},"min":{"1min":0.249,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":3.246,"5min":6.4699999999999998,"15min":34.979999999999997},"last":0.40300000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:23:50 2021","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.56000000000000005,"15min":0.60599999999999998},"min":{"1min":0.19900000000000001,"5min":0.19700000000000001,"15min":0.17999999999999999},"max":{"1min":3.1829999999999998,"5min":3.9500000000000002,"15min":4.2210000000000001},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.59499999999999997,"15min":0.64900000000000002},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":1.002,"5min":3.4300000000000002,"15min":4.7439999999999998},"last":0.995}]},{"osd":5,"last update":"Thu Mar 4 23:23:50 2021","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.64300000000000002,"15min":0.69199999999999995},"min":{"1min":0.214,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.95099999999999996,"5min":4.5540000000000003,"15min":5.3639999999999999},"last":0.97199999999999998},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.60999999999999999,"15min":0.63100000000000001},"min":{"1min":0.31,"5min":0.24199999999999999,"15min":0.191},"max":{"1min":3.8889999999999998,"5min":4.7919999999999998,"15min":4.7919999999999998},"last":0.93200000000000005}]},{"osd":6,"last update":"Thu Mar 4 23:23:50 2021","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.56899999999999995,"15min":0.63},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.24199999999999999},"max":{"1min":3.0179999999999998,"5min":3.4350000000000001,"15min":3.9159999999999999},"last":1.0469999999999999},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.67400000000000004,"15min":0.65800000000000003},"min":{"1min":0.26700000000000002,"5min":0.25,"15min":0.17599999999999999},"max":{"1min":4.3259999999999996,"5min":4.3259999999999996,"15min":4.3259999999999996},"last":0.90500000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:23:50 2021","interfaces":[{"interface":"back","average":{"1min":0.94299999999999995,"5min":0.61199999999999999,"15min":0.70099999999999996},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.26300000000000001},"max":{"1min":3.8170000000000002,"5min":3.8170000000000002,"15min":3.9729999999999999},"last":1.0189999999999999},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.63900000000000001,"15min":0.66000000000000003},"min":{"1min":0.28799999999999998,"5min":0.28299999999999997,"15min":0.254},"max":{"1min":3.2149999999999999,"5min":3.9239999999999999,"15min":4.2469999999999999},"last":0.94599999999999995}]}]},{"osd":2,"up_from":103,"seq":442381631606,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":178364,"kb_used_data":1524,"kb_used_omap":1715,"kb_used_meta":175116,"kb_avail":87902020,"statfs":{"total":90194313216,"available":90011668480,"internally_reserved":0,"allocated":1560576,"data_stored":842132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":179318971},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.40699999999999997,"15min":0.57699999999999996},"min":{"1min":0.158,"5min":0.13400000000000001,"15min":0.129},"max":{"1min":1.506,"5min":3.5339999999999998,"15min":4.6349999999999998},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.45400000000000001,"15min":0.47999999999999998},"min":{"1min":0.192,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":1.3240000000000001,"5min":3.5569999999999999,"15min":4.3259999999999996},"last":0.39800000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.36199999999999999,"15min":0.57899999999999996},"min":{"1min":0.17799999999999999,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":0.49199999999999999,"5min":2.7690000000000001,"15min":4.0599999999999996},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.57699999999999996,"15min":0.56699999999999995},"min":{"1min":0.20699999999999999,"5min":0.16600000000000001,"15min":0.14199999999999999},"max":{"1min":1.5720000000000001,"5min":2.9380000000000002,"15min":4.556},"last":0.53400000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:23:56 2021","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.52000000000000002,"15min":0.504},"min":{"1min":0.182,"5min":0.16700000000000001,"15min":0.16600000000000001},"max":{"1min":1.3460000000000001,"5min":4.0099999999999998,"15min":4.0099999999999998},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.504,"15min":0.56599999999999995},"min":{"1min":0.216,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":0.84399999999999997,"5min":4.0339999999999998,"15min":4.4329999999999998},"last":0.51300000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.54200000000000004,"15min":0.63400000000000001},"min":{"1min":0.22800000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":1.607,"5min":2.9980000000000002,"15min":4.6520000000000001},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.59799999999999998,"15min":0.56799999999999995},"min":{"1min":0.28899999999999998,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":1.3979999999999999,"5min":3.1059999999999999,"15min":3.71},"last":0.87}]},{"osd":5,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.72199999999999998,"15min":0.84799999999999998},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.22},"max":{"1min":1.0960000000000001,"5min":4.867,"15min":4.867},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.66800000000000004,"15min":0.68899999999999995},"min":{"1min":0.29099999999999998,"5min":0.218,"15min":0.21299999999999999},"max":{"1min":1.679,"5min":4.6189999999999998,"15min":4.6689999999999996},"last":0.75800000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.58599999999999997,"15min":0.55900000000000005},"min":{"1min":0.28199999999999997,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.365,"5min":3.0670000000000002,"15min":3.7429999999999999},"last":0.89000000000000001},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.57299999999999995,"15min":0.80600000000000005},"min":{"1min":0.316,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":1.0940000000000001,"5min":3.5579999999999998,"15min":4.0830000000000002},"last":0.71199999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.63700000000000001,"15min":0.58399999999999996},"min":{"1min":0.33700000000000002,"5min":0.26600000000000001,"15min":0.26400000000000001},"max":{"1min":1.4239999999999999,"5min":3.1629999999999998,"15min":4.024},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.61299999999999999,"15min":0.83199999999999996},"min":{"1min":0.34000000000000002,"5min":0.253,"15min":0.253},"max":{"1min":2.2370000000000001,"5min":4.0880000000000001,"15min":4.1340000000000003},"last":0.83399999999999996}]}]},{"osd":3,"up_from":126,"seq":541165879402,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":183988,"kb_used_data":1516,"kb_used_omap":1501,"kb_used_meta":180962,"kb_avail":87896396,"statfs":{"total":90194313216,"available":90005909504,"internally_reserved":0,"allocated":1552384,"data_stored":840496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1537306,"internal_metadata":185305830},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.88100000000000001,"15min":0.55200000000000005},"min":{"1min":0.13100000000000001,"5min":0.121,"15min":0.121},"max":{"1min":0.66100000000000003,"5min":48.722000000000001,"15min":48.722000000000001},"last":0.25},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.97499999999999998,"15min":0.77000000000000002},"min":{"1min":0.17299999999999999,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":0.61499999999999999,"5min":48.741999999999997,"15min":48.741999999999997},"last":0.32800000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.42099999999999999,"15min":0.51900000000000002},"min":{"1min":0.157,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":0.93600000000000005,"5min":3.6459999999999999,"15min":4.9720000000000004},"last":0.312},{"interface":"front","average":{"1min":0.498,"5min":0.59499999999999997,"15min":0.57299999999999995},"min":{"1min":0.18099999999999999,"5min":0.151,"15min":0.151},"max":{"1min":2.1549999999999998,"5min":3.5609999999999999,"15min":3.7829999999999999},"last":0.19600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.51100000000000001,"15min":0.60899999999999999},"min":{"1min":0.16800000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.442,"5min":4.8730000000000002,"15min":6.4420000000000002},"last":0.219},{"interface":"front","average":{"1min":0.376,"5min":0.505,"15min":0.71199999999999997},"min":{"1min":0.20300000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.97799999999999998,"5min":3.5590000000000002,"15min":8.8740000000000006},"last":0.35399999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.56899999999999995,"15min":0.64000000000000001},"min":{"1min":0.24299999999999999,"5min":0.21099999999999999,"15min":0.20599999999999999},"max":{"1min":1.115,"5min":2.9780000000000002,"15min":5.0220000000000002},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.60099999999999998,"15min":0.51000000000000001},"min":{"1min":0.28899999999999998,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":1.032,"5min":3.7719999999999998,"15min":3.7719999999999998},"last":0.745}]},{"osd":5,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.72499999999999998,"15min":0.58699999999999997},"min":{"1min":0.25900000000000001,"5min":0.22600000000000001,"15min":0.221},"max":{"1min":1.097,"5min":4.6479999999999997,"15min":4.6479999999999997},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.78800000000000003,"15min":0.74399999999999999},"min":{"1min":0.27400000000000002,"5min":0.192,"15min":0.192},"max":{"1min":0.95499999999999996,"5min":6.7309999999999999,"15min":6.7309999999999999},"last":0.76100000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.63300000000000001,"15min":0.73199999999999998},"min":{"1min":0.29899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.044,"5min":4.2930000000000001,"15min":5.0570000000000004},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.64300000000000002,"15min":0.63900000000000001},"min":{"1min":0.33500000000000002,"5min":0.254,"15min":0.22900000000000001},"max":{"1min":1.052,"5min":3.8100000000000001,"15min":3.8100000000000001},"last":0.57499999999999996}]},{"osd":7,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.748,"15min":0.748},"min":{"1min":0.32300000000000001,"5min":0.26600000000000001,"15min":0.253},"max":{"1min":1.167,"5min":5.1180000000000003,"15min":6.5460000000000003},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.68000000000000005,"15min":0.72799999999999998},"min":{"1min":0.33100000000000002,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":2.8420000000000001,"5min":3.1360000000000001,"15min":5.0810000000000004},"last":0.78100000000000003}]}]},{"osd":4,"up_from":31,"seq":133143986429,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050124,"kb_used_data":1540,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":87030260,"statfs":{"total":90194313216,"available":89118986240,"internally_reserved":1073741824,"allocated":1576960,"data_stored":844290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:23:36 2021","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47099999999999997,"15min":0.51000000000000001},"min":{"1min":0.14899999999999999,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":2.1059999999999999,"5min":3.1150000000000002,"15min":3.899},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.52500000000000002,"15min":0.432},"min":{"1min":0.152,"5min":0.152,"15min":0.14199999999999999},"max":{"1min":3.919,"5min":3.919,"15min":3.919},"last":0.59399999999999997}]},{"osd":1,"last update":"Thu Mar 4 23:24:08 2021","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.70299999999999996,"15min":0.56899999999999995},"min":{"1min":0.19900000000000001,"5min":0.161,"15min":0.16},"max":{"1min":3.0150000000000001,"5min":3.9900000000000002,"15min":3.9900000000000002},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.61699999999999999,"15min":0.55300000000000005},"min":{"1min":0.189,"5min":0.189,"15min":0.16200000000000001},"max":{"1min":1.2989999999999999,"5min":3.98,"15min":4.3289999999999997},"last":0.54700000000000004}]},{"osd":2,"last update":"Thu Mar 4 23:23:55 2021","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.47899999999999998,"15min":0.50700000000000001},"min":{"1min":0.215,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":2.9009999999999998,"5min":3.3260000000000001,"15min":3.3260000000000001},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.52200000000000002,"15min":0.59199999999999997},"min":{"1min":0.255,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":1.405,"5min":3.351,"15min":4.4180000000000001},"last":0.64900000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:23:55 2021","interfaces":[{"interface":"back","average":{"1min":1.149,"5min":0.82099999999999995,"15min":0.74399999999999999},"min":{"1min":0.25700000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":4.1200000000000001,"5min":4.1200000000000001,"15min":4.1200000000000001},"last":0.621},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.55300000000000005,"15min":0.57099999999999995},"min":{"1min":0.23699999999999999,"5min":0.19800000000000001,"15min":0.192},"max":{"1min":1.0169999999999999,"5min":3.4049999999999998,"15min":3.4049999999999998},"last":0.628}]},{"osd":5,"last update":"Thu Mar 4 23:24:20 2021","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.39400000000000002,"15min":0.36799999999999999},"min":{"1min":0.161,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":0.62,"5min":3.456,"15min":4.2599999999999998},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.439,"5min":0.40400000000000003,"15min":0.36599999999999999},"min":{"1min":0.26200000000000001,"5min":0.14799999999999999,"15min":0.13500000000000001},"max":{"1min":0.627,"5min":3.2999999999999998,"15min":4.8090000000000002},"last":0.46100000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:23:36 2021","interfaces":[{"interface":"back","average":{"1min":0.28799999999999998,"5min":0.39800000000000002,"15min":0.42899999999999999},"min":{"1min":0.18099999999999999,"5min":0.17399999999999999,"15min":0.156},"max":{"1min":0.55600000000000005,"5min":3.5569999999999999,"15min":4.766},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.60799999999999998,"15min":0.52200000000000002},"min":{"1min":0.20300000000000001,"5min":0.158,"15min":0.14199999999999999},"max":{"1min":3.895,"5min":3.895,"15min":4.1550000000000002},"last":0.438}]},{"osd":7,"last update":"Thu Mar 4 23:24:08 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.44700000000000001,"15min":0.63100000000000001},"min":{"1min":0.20899999999999999,"5min":0.17899999999999999,"15min":0.156},"max":{"1min":0.57599999999999996,"5min":3.4329999999999998,"15min":69.727999999999994},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.65200000000000002,"15min":0.78000000000000003},"min":{"1min":0.221,"5min":0.20399999999999999,"15min":0.14000000000000001},"max":{"1min":0.67600000000000005,"5min":3.8700000000000001,"15min":69.289000000000001},"last":0.5}]}]},{"osd":5,"up_from":36,"seq":154618822907,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1050108,"kb_used_data":1524,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":87030276,"statfs":{"total":90194313216,"available":89119002624,"internally_reserved":1073741824,"allocated":1560576,"data_stored":842168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:23:44 2021","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.436,"15min":0.43099999999999999},"min":{"1min":0.16800000000000001,"5min":0.14699999999999999,"15min":0.13500000000000001},"max":{"1min":3.6659999999999999,"5min":3.6659999999999999,"15min":3.6659999999999999},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.439,"15min":0.49399999999999999},"min":{"1min":0.16900000000000001,"5min":0.153,"15min":0.14499999999999999},"max":{"1min":1.615,"5min":2.891,"15min":3.0840000000000001},"last":0.73199999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:24:03 2021","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.55500000000000005,"15min":0.46000000000000002},"min":{"1min":0.16800000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":1.2210000000000001,"5min":3.8450000000000002,"15min":3.8450000000000002},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.747,"15min":0.61299999999999999},"min":{"1min":0.17899999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.149,"5min":7.4740000000000002,"15min":7.4740000000000002},"last":0.70299999999999996}]},{"osd":2,"last update":"Thu Mar 4 23:23:59 2021","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.59199999999999997,"15min":0.67900000000000005},"min":{"1min":0.182,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":1.069,"5min":3.5800000000000001,"15min":3.7410000000000001},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.73199999999999998,"15min":0.64700000000000002},"min":{"1min":0.24199999999999999,"5min":0.182,"15min":0.17000000000000001},"max":{"1min":1.107,"5min":3.698,"15min":3.9239999999999999},"last":0.64400000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:23:59 2021","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.71199999999999997,"15min":0.52700000000000002},"min":{"1min":0.188,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":1.466,"5min":4.375,"15min":4.375},"last":0.63},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.71499999999999997},"min":{"1min":0.19900000000000001,"5min":0.19800000000000001,"15min":0.17100000000000001},"max":{"1min":2.9359999999999999,"5min":3.4590000000000001,"15min":4.2050000000000001},"last":0.69099999999999995}]},{"osd":4,"last update":"Thu Mar 4 23:23:27 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.44,"15min":0.42099999999999999},"min":{"1min":0.127,"5min":0.127,"15min":0.127},"max":{"1min":3.617,"5min":7.4480000000000004,"15min":7.4480000000000004},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.34000000000000002,"15min":0.41899999999999998},"min":{"1min":0.182,"5min":0.152,"15min":0.14799999999999999},"max":{"1min":4.4000000000000004,"5min":4.4000000000000004,"15min":4.4000000000000004},"last":0.30199999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:23:59 2021","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.53900000000000003,"15min":0.48299999999999998},"min":{"1min":0.192,"5min":0.17699999999999999,"15min":0.16},"max":{"1min":0.71799999999999997,"5min":7.3959999999999999,"15min":7.3959999999999999},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.377,"15min":0.437},"min":{"1min":0.20399999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.746,"5min":4.3209999999999997,"15min":4.3209999999999997},"last":0.41899999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:23:59 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.499,"15min":0.54400000000000004},"min":{"1min":0.249,"5min":0.19900000000000001,"15min":0.16},"max":{"1min":0.76200000000000001,"5min":4.3540000000000001,"15min":13.18},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41899999999999998,"15min":0.52200000000000002},"min":{"1min":0.27100000000000002,"5min":0.19600000000000001,"15min":0.16800000000000001},"max":{"1min":0.70899999999999996,"5min":2.9740000000000002,"15min":12.773},"last":0.33200000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3965,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1477439,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":719374,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1537306,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1204319,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:24:28.704 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2021-03-04T23:24:28.704 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd dump 2021-03-04T23:24:28.812 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:29.194 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:28 gibba011 conmon[95595]: audit 2021-03-04T23:24:28.074361+0000 mgr.x (mgr.34676) 627 : audit [DBG] from='client.44805 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:24:29.195 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:28 gibba011 conmon[99461]: audit 2021-03-04T23:24:28.074361+0000 mgr.x (mgr.34676) 627 : audit [DBG] from='client.44805 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:24:29.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:28 gibba038 conmon[76675]: audit 2021-03-04T23:24:28.074361+0000 mgr.x (mgr.34676) 627 : audit [DBG] from='client.44805 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:24:30.187 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:29 gibba011 conmon[95595]: cluster 2021-03-04T23:24:28.595461+0000 mgr.x (mgr.34676) 628 : cluster [DBG] pgmap v532: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:30.188 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:29 gibba011 conmon[99461]: cluster 2021-03-04T23:24:28.595461+0000 mgr.x (mgr.34676) 628 : cluster [DBG] 2021-03-04T23:24:30.188 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:29 gibba011 conmon[99461]: pgmap v532: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:30.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:29 gibba038 conmon[76675]: cluster 2021-03-04T23:24:28.595461+0000 mgr.x (mgr.34676) 628 : cluster [DBG] pgmap v532: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:30.373 INFO:teuthology.orchestra.run.gibba011.stdout:epoch 136 2021-03-04T23:24:30.374 INFO:teuthology.orchestra.run.gibba011.stdout:fsid 5f47b844-7d3d-11eb-9066-001a4aab830c 2021-03-04T23:24:30.374 INFO:teuthology.orchestra.run.gibba011.stdout:created 2021-03-04T23:00:38.070682+0000 2021-03-04T23:24:30.374 INFO:teuthology.orchestra.run.gibba011.stdout:modified 2021-03-04T23:23:33.917025+0000 2021-03-04T23:24:30.374 INFO:teuthology.orchestra.run.gibba011.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2021-03-04T23:24:30.375 INFO:teuthology.orchestra.run.gibba011.stdout:crush_version 22 2021-03-04T23:24:30.375 INFO:teuthology.orchestra.run.gibba011.stdout:full_ratio 0.95 2021-03-04T23:24:30.375 INFO:teuthology.orchestra.run.gibba011.stdout:backfillfull_ratio 0.9 2021-03-04T23:24:30.375 INFO:teuthology.orchestra.run.gibba011.stdout:nearfull_ratio 0.85 2021-03-04T23:24:30.376 INFO:teuthology.orchestra.run.gibba011.stdout:require_min_compat_client jewel 2021-03-04T23:24:30.376 INFO:teuthology.orchestra.run.gibba011.stdout:min_compat_client jewel 2021-03-04T23:24:30.376 INFO:teuthology.orchestra.run.gibba011.stdout:require_osd_release octopus 2021-03-04T23:24:30.376 INFO:teuthology.orchestra.run.gibba011.stdout:stretch_mode_enabled false 2021-03-04T23:24:30.377 INFO:teuthology.orchestra.run.gibba011.stdout:pool 1 'device_health_metrics' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 65 flags hashpspool stripe_width 0 pg_num_min 1 application mgr_devicehealth 2021-03-04T23:24:30.377 INFO:teuthology.orchestra.run.gibba011.stdout:pool 2 'rbd' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 8 pgp_num 8 autoscale_mode off last_change 51 flags hashpspool stripe_width 0 application rbd 2021-03-04T23:24:30.377 INFO:teuthology.orchestra.run.gibba011.stdout:pool 3 'cephfs.foo.meta' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 55 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs 2021-03-04T23:24:30.377 INFO:teuthology.orchestra.run.gibba011.stdout:pool 4 'cephfs.foo.data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 56 flags hashpspool stripe_width 0 application cephfs 2021-03-04T23:24:30.377 INFO:teuthology.orchestra.run.gibba011.stdout:max_osd 8 2021-03-04T23:24:30.378 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0 up in weight 1 up_from 73 up_thru 132 down_at 70 last_clean_interval [10,69) [v2:172.21.2.111:6800/2398009694,v1:172.21.2.111:6801/2398009694] [v2:172.21.2.111:6802/2398009694,v1:172.21.2.111:6803/2398009694] exists,up c70e02ca-076b-49c0-b942-fdf2fc2869a9 2021-03-04T23:24:30.378 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1 up in weight 1 up_from 87 up_thru 132 down_at 84 last_clean_interval [16,83) [v2:172.21.2.111:6808/2347056244,v1:172.21.2.111:6809/2347056244] [v2:172.21.2.111:6810/2347056244,v1:172.21.2.111:6811/2347056244] exists,up 172b60a7-130b-4663-b6c1-4325dd318543 2021-03-04T23:24:30.378 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2 up in weight 1 up_from 103 up_thru 127 down_at 100 last_clean_interval [21,99) [v2:172.21.2.111:6816/4118462650,v1:172.21.2.111:6817/4118462650] [v2:172.21.2.111:6818/4118462650,v1:172.21.2.111:6819/4118462650] exists,up 5b581ba4-9e3a-41f9-b40c-2ace05812c36 2021-03-04T23:24:30.378 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3 up in weight 1 up_from 126 up_thru 132 down_at 122 last_clean_interval [26,121) [v2:172.21.2.111:6824/4143220233,v1:172.21.2.111:6825/4143220233] [v2:172.21.2.111:6826/4143220233,v1:172.21.2.111:6827/4143220233] exists,up 76e66594-6e80-464a-b746-24c7f4120328 2021-03-04T23:24:30.379 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4 up in weight 1 up_from 31 up_thru 132 down_at 0 last_clean_interval [0,0) [v2:172.21.2.138:6800/2482736928,v1:172.21.2.138:6801/2482736928] [v2:172.21.2.138:6802/2482736928,v1:172.21.2.138:6803/2482736928] exists,up 4301548b-92a1-43dd-8fde-d8e1553a5553 2021-03-04T23:24:30.379 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5 up in weight 1 up_from 36 up_thru 132 down_at 0 last_clean_interval [0,0) [v2:172.21.2.138:6808/1377672649,v1:172.21.2.138:6809/1377672649] [v2:172.21.2.138:6810/1377672649,v1:172.21.2.138:6811/1377672649] exists,up 97f39de0-e09b-4d4f-bbc9-a9ec76f5a2da 2021-03-04T23:24:30.379 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6 up in weight 1 up_from 41 up_thru 132 down_at 0 last_clean_interval [0,0) [v2:172.21.2.138:6816/908762643,v1:172.21.2.138:6817/908762643] [v2:172.21.2.138:6818/908762643,v1:172.21.2.138:6819/908762643] exists,up ed21bce4-e2f4-4e25-a2c8-a396fd136677 2021-03-04T23:24:30.379 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7 up in weight 1 up_from 46 up_thru 127 down_at 0 last_clean_interval [0,0) [v2:172.21.2.138:6824/2574007528,v1:172.21.2.138:6825/2574007528] [v2:172.21.2.138:6826/2574007528,v1:172.21.2.138:6827/2574007528] exists,up f5ca4c32-37cb-4908-b750-dfd785332e48 2021-03-04T23:24:30.379 INFO:teuthology.orchestra.run.gibba011.stdout:blocklist 172.21.2.138:0/2194390094 expires 2021-03-05T23:09:15.510287+0000 2021-03-04T23:24:30.380 INFO:teuthology.orchestra.run.gibba011.stdout:blocklist 172.21.2.138:6835/1879935026 expires 2021-03-05T23:09:15.510287+0000 2021-03-04T23:24:30.380 INFO:teuthology.orchestra.run.gibba011.stdout:blocklist 172.21.2.138:6834/1879935026 expires 2021-03-05T23:09:15.510287+0000 2021-03-04T23:24:30.380 INFO:teuthology.orchestra.run.gibba011.stdout:blocklist 172.21.2.138:0/3406610317 expires 2021-03-05T23:09:15.510287+0000 2021-03-04T23:24:30.380 INFO:teuthology.orchestra.run.gibba011.stdout:blocklist 172.21.2.138:0/868169258 expires 2021-03-05T23:09:15.510287+0000 2021-03-04T23:24:30.380 INFO:teuthology.orchestra.run.gibba011.stdout:blocklist 172.21.2.111:0/3655453525 expires 2021-03-05T23:01:06.855702+0000 2021-03-04T23:24:30.381 INFO:teuthology.orchestra.run.gibba011.stdout:blocklist 172.21.2.111:0/515320392 expires 2021-03-05T23:08:21.973571+0000 2021-03-04T23:24:30.381 INFO:teuthology.orchestra.run.gibba011.stdout:blocklist 172.21.2.111:6800/1529344817 expires 2021-03-05T23:01:06.855702+0000 2021-03-04T23:24:30.381 INFO:teuthology.orchestra.run.gibba011.stdout:blocklist 172.21.2.111:0/1193593695 expires 2021-03-05T23:01:06.855702+0000 2021-03-04T23:24:30.381 INFO:teuthology.orchestra.run.gibba011.stdout:blocklist 172.21.2.111:0/217228239 expires 2021-03-05T23:08:21.973571+0000 2021-03-04T23:24:30.381 INFO:teuthology.orchestra.run.gibba011.stdout:blocklist 172.21.2.111:0/3572155474 expires 2021-03-05T23:00:54.491625+0000 2021-03-04T23:24:30.382 INFO:teuthology.orchestra.run.gibba011.stdout:blocklist 172.21.2.111:6801/1529344817 expires 2021-03-05T23:01:06.855702+0000 2021-03-04T23:24:30.382 INFO:teuthology.orchestra.run.gibba011.stdout:blocklist 172.21.2.111:6800/1888885455 expires 2021-03-05T23:08:21.973571+0000 2021-03-04T23:24:30.382 INFO:teuthology.orchestra.run.gibba011.stdout:blocklist 172.21.2.111:6801/1888885455 expires 2021-03-05T23:08:21.973571+0000 2021-03-04T23:24:30.382 INFO:teuthology.orchestra.run.gibba011.stdout:blocklist 172.21.2.111:6800/1033372130 expires 2021-03-05T23:00:54.491625+0000 2021-03-04T23:24:30.383 INFO:teuthology.orchestra.run.gibba011.stdout:blocklist 172.21.2.111:6801/1033372130 expires 2021-03-05T23:00:54.491625+0000 2021-03-04T23:24:30.383 INFO:teuthology.orchestra.run.gibba011.stdout:blocklist 172.21.2.111:0/1613118453 expires 2021-03-05T23:00:54.491625+0000 2021-03-04T23:24:31.007 INFO:tasks.cephadm.ceph_manager.ceph:['osd.0 up in weight 1 up_from 73 up_thru 132 down_at 70 last_clean_interval [10,69) [v2:172.21.2.111:6800/2398009694,v1:172.21.2.111:6801/2398009694] [v2:172.21.2.111:6802/2398009694,v1:172.21.2.111:6803/2398009694] exists,up c70e02ca-076b-49c0-b942-fdf2fc2869a9', 'osd.1 up in weight 1 up_from 87 up_thru 132 down_at 84 last_clean_interval [16,83) [v2:172.21.2.111:6808/2347056244,v1:172.21.2.111:6809/2347056244] [v2:172.21.2.111:6810/2347056244,v1:172.21.2.111:6811/2347056244] exists,up 172b60a7-130b-4663-b6c1-4325dd318543', 'osd.2 up in weight 1 up_from 103 up_thru 127 down_at 100 last_clean_interval [21,99) [v2:172.21.2.111:6816/4118462650,v1:172.21.2.111:6817/4118462650] [v2:172.21.2.111:6818/4118462650,v1:172.21.2.111:6819/4118462650] exists,up 5b581ba4-9e3a-41f9-b40c-2ace05812c36', 'osd.3 up in weight 1 up_from 126 up_thru 132 down_at 122 last_clean_interval [26,121) [v2:172.21.2.111:6824/4143220233,v1:172.21.2.111:6825/4143220233] [v2:172.21.2.111:6826/4143220233,v1:172.21.2.111:6827/4143220233] exists,up 76e66594-6e80-464a-b746-24c7f4120328', 'osd.4 up in weight 1 up_from 31 up_thru 132 down_at 0 last_clean_interval [0,0) [v2:172.21.2.138:6800/2482736928,v1:172.21.2.138:6801/2482736928] [v2:172.21.2.138:6802/2482736928,v1:172.21.2.138:6803/2482736928] exists,up 4301548b-92a1-43dd-8fde-d8e1553a5553', 'osd.5 up in weight 1 up_from 36 up_thru 132 down_at 0 last_clean_interval [0,0) [v2:172.21.2.138:6808/1377672649,v1:172.21.2.138:6809/1377672649] [v2:172.21.2.138:6810/1377672649,v1:172.21.2.138:6811/1377672649] exists,up 97f39de0-e09b-4d4f-bbc9-a9ec76f5a2da', 'osd.6 up in weight 1 up_from 41 up_thru 132 down_at 0 last_clean_interval [0,0) [v2:172.21.2.138:6816/908762643,v1:172.21.2.138:6817/908762643] [v2:172.21.2.138:6818/908762643,v1:172.21.2.138:6819/908762643] exists,up ed21bce4-e2f4-4e25-a2c8-a396fd136677', 'osd.7 up in weight 1 up_from 46 up_thru 127 down_at 0 last_clean_interval [0,0) [v2:172.21.2.138:6824/2574007528,v1:172.21.2.138:6825/2574007528] [v2:172.21.2.138:6826/2574007528,v1:172.21.2.138:6827/2574007528] exists,up f5ca4c32-37cb-4908-b750-dfd785332e48'] 2021-03-04T23:24:31.008 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon mon.a config show 2021-03-04T23:24:31.119 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:31.262 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:30 gibba011 conmon[95595]: audit 2021-03-04T23:24:30.371851+0000 mon.a (mon.0) 620 : audit [DBG] from='client.? 172.21.2.111:0/1418331575' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2021-03-04T23:24:31.263 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:30 gibba011 conmon[99461]: audit 2021-03-04T23:24:30.371851+0000 mon.a (mon.0) 620 : audit [DBG] from='client.? 172.21.2.111:0/1418331575' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2021-03-04T23:24:31.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:30 gibba038 conmon[76675]: audit 2021-03-04T23:24:30.371851+0000 mon.a (mon.0) 620 : audit [DBG] from='client.? 172.21.2.111:0/1418331575' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2021-03-04T23:24:32.287 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:31 gibba011 conmon[95595]: cluster 2021-03-04T23:24:30.596222+0000 mgr.x (mgr.34676) 629 : cluster [DBG] pgmap v533: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:32.288 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:31 gibba011 conmon[99461]: cluster 2021-03-04T23:24:30.596222+0000 mgr.x (mgr.34676) 629 : cluster [DBG] 2021-03-04T23:24:32.288 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:31 gibba011 conmon[99461]: pgmap v533: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:32.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:31 gibba038 conmon[76675]: cluster 2021-03-04T23:24:30.596222+0000 mgr.x (mgr.34676) 629 : cluster [DBG] pgmap v533: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:32.464 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:24:32.465 INFO:teuthology.orchestra.run.gibba011.stdout: "name": "mon.a", 2021-03-04T23:24:32.465 INFO:teuthology.orchestra.run.gibba011.stdout: "cluster": "ceph", 2021-03-04T23:24:32.465 INFO:teuthology.orchestra.run.gibba011.stdout: "admin_socket": "/var/run/ceph/ceph-mon.a.asok", 2021-03-04T23:24:32.466 INFO:teuthology.orchestra.run.gibba011.stdout: "admin_socket_mode": "", 2021-03-04T23:24:32.466 INFO:teuthology.orchestra.run.gibba011.stdout: "auth_client_required": "cephx, none", 2021-03-04T23:24:32.466 INFO:teuthology.orchestra.run.gibba011.stdout: "auth_cluster_required": "cephx", 2021-03-04T23:24:32.466 INFO:teuthology.orchestra.run.gibba011.stdout: "auth_debug": "true", 2021-03-04T23:24:32.467 INFO:teuthology.orchestra.run.gibba011.stdout: "auth_mon_ticket_ttl": "43200.000000", 2021-03-04T23:24:32.467 INFO:teuthology.orchestra.run.gibba011.stdout: "auth_service_required": "cephx", 2021-03-04T23:24:32.467 INFO:teuthology.orchestra.run.gibba011.stdout: "auth_service_ticket_ttl": "3600.000000", 2021-03-04T23:24:32.467 INFO:teuthology.orchestra.run.gibba011.stdout: "auth_supported": "", 2021-03-04T23:24:32.467 INFO:teuthology.orchestra.run.gibba011.stdout: "bdev_aio": "true", 2021-03-04T23:24:32.468 INFO:teuthology.orchestra.run.gibba011.stdout: "bdev_aio_max_queue_depth": "1024", 2021-03-04T23:24:32.468 INFO:teuthology.orchestra.run.gibba011.stdout: "bdev_aio_poll_ms": "250", 2021-03-04T23:24:32.468 INFO:teuthology.orchestra.run.gibba011.stdout: "bdev_aio_reap_max": "16", 2021-03-04T23:24:32.468 INFO:teuthology.orchestra.run.gibba011.stdout: "bdev_async_discard": "false", 2021-03-04T23:24:32.469 INFO:teuthology.orchestra.run.gibba011.stdout: "bdev_block_size": "4096", 2021-03-04T23:24:32.469 INFO:teuthology.orchestra.run.gibba011.stdout: "bdev_debug_aio": "false", 2021-03-04T23:24:32.469 INFO:teuthology.orchestra.run.gibba011.stdout: "bdev_debug_aio_log_age": "5.000000", 2021-03-04T23:24:32.470 INFO:teuthology.orchestra.run.gibba011.stdout: "bdev_debug_aio_suicide_timeout": "60.000000", 2021-03-04T23:24:32.470 INFO:teuthology.orchestra.run.gibba011.stdout: "bdev_debug_inflight_ios": "false", 2021-03-04T23:24:32.470 INFO:teuthology.orchestra.run.gibba011.stdout: "bdev_enable_discard": "false", 2021-03-04T23:24:32.471 INFO:teuthology.orchestra.run.gibba011.stdout: "bdev_flock_retry": "3", 2021-03-04T23:24:32.471 INFO:teuthology.orchestra.run.gibba011.stdout: "bdev_flock_retry_interval": "0.100000", 2021-03-04T23:24:32.471 INFO:teuthology.orchestra.run.gibba011.stdout: "bdev_inject_crash": "0", 2021-03-04T23:24:32.471 INFO:teuthology.orchestra.run.gibba011.stdout: "bdev_inject_crash_flush_delay": "2", 2021-03-04T23:24:32.472 INFO:teuthology.orchestra.run.gibba011.stdout: "bdev_ioring": "false", 2021-03-04T23:24:32.472 INFO:teuthology.orchestra.run.gibba011.stdout: "bdev_ioring_hipri": "false", 2021-03-04T23:24:32.472 INFO:teuthology.orchestra.run.gibba011.stdout: "bdev_ioring_sqthread_poll": "false", 2021-03-04T23:24:32.472 INFO:teuthology.orchestra.run.gibba011.stdout: "bdev_nvme_unbind_from_kernel": "false", 2021-03-04T23:24:32.472 INFO:teuthology.orchestra.run.gibba011.stdout: "bdev_type": "", 2021-03-04T23:24:32.473 INFO:teuthology.orchestra.run.gibba011.stdout: "bluefs_alloc_size": "1048576", 2021-03-04T23:24:32.473 INFO:teuthology.orchestra.run.gibba011.stdout: "bluefs_allocator": "hybrid", 2021-03-04T23:24:32.473 INFO:teuthology.orchestra.run.gibba011.stdout: "bluefs_buffered_io": "false", 2021-03-04T23:24:32.473 INFO:teuthology.orchestra.run.gibba011.stdout: "bluefs_check_for_zeros": "false", 2021-03-04T23:24:32.474 INFO:teuthology.orchestra.run.gibba011.stdout: "bluefs_compact_log_sync": "false", 2021-03-04T23:24:32.474 INFO:teuthology.orchestra.run.gibba011.stdout: "bluefs_log_compact_min_ratio": "5.000000", 2021-03-04T23:24:32.474 INFO:teuthology.orchestra.run.gibba011.stdout: "bluefs_log_compact_min_size": "16777216", 2021-03-04T23:24:32.474 INFO:teuthology.orchestra.run.gibba011.stdout: "bluefs_log_replay_check_allocations": "true", 2021-03-04T23:24:32.475 INFO:teuthology.orchestra.run.gibba011.stdout: "bluefs_max_log_runway": "4194304", 2021-03-04T23:24:32.475 INFO:teuthology.orchestra.run.gibba011.stdout: "bluefs_max_prefetch": "1048576", 2021-03-04T23:24:32.475 INFO:teuthology.orchestra.run.gibba011.stdout: "bluefs_min_flush_size": "524288", 2021-03-04T23:24:32.475 INFO:teuthology.orchestra.run.gibba011.stdout: "bluefs_min_log_runway": "1048576", 2021-03-04T23:24:32.475 INFO:teuthology.orchestra.run.gibba011.stdout: "bluefs_replay_recovery": "false", 2021-03-04T23:24:32.476 INFO:teuthology.orchestra.run.gibba011.stdout: "bluefs_replay_recovery_disable_compact": "false", 2021-03-04T23:24:32.476 INFO:teuthology.orchestra.run.gibba011.stdout: "bluefs_shared_alloc_size": "65536", 2021-03-04T23:24:32.476 INFO:teuthology.orchestra.run.gibba011.stdout: "bluefs_sync_write": "false", 2021-03-04T23:24:32.476 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_2q_cache_kin_ratio": "0.500000", 2021-03-04T23:24:32.477 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_2q_cache_kout_ratio": "0.500000", 2021-03-04T23:24:32.477 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_alloc_stats_dump_interval": "86400.000000", 2021-03-04T23:24:32.477 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_allocator": "hybrid", 2021-03-04T23:24:32.477 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_avl_alloc_bf_free_pct": "4", 2021-03-04T23:24:32.478 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_avl_alloc_bf_threshold": "131072", 2021-03-04T23:24:32.478 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_bitmapallocator_blocks_per_zone": "1024", 2021-03-04T23:24:32.478 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_bitmapallocator_span_size": "1024", 2021-03-04T23:24:32.478 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_blobid_prealloc": "10240", 2021-03-04T23:24:32.479 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_block_create": "true", 2021-03-04T23:24:32.479 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_block_db_create": "false", 2021-03-04T23:24:32.479 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_block_db_path": "", 2021-03-04T23:24:32.479 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_block_db_size": "0", 2021-03-04T23:24:32.479 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_block_path": "", 2021-03-04T23:24:32.480 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_block_preallocate_file": "false", 2021-03-04T23:24:32.480 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_block_size": "107374182400", 2021-03-04T23:24:32.480 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_block_wal_create": "false", 2021-03-04T23:24:32.480 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_block_wal_path": "", 2021-03-04T23:24:32.481 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_block_wal_size": "100663296", 2021-03-04T23:24:32.481 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_bluefs": "true", 2021-03-04T23:24:32.481 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_bluefs_alloc_failure_dump_interval": "0.000000", 2021-03-04T23:24:32.481 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_bluefs_env_mirror": "false", 2021-03-04T23:24:32.481 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_cache_autotune": "true", 2021-03-04T23:24:32.482 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_cache_autotune_interval": "5.000000", 2021-03-04T23:24:32.482 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_cache_kv_onode_ratio": "0.040000", 2021-03-04T23:24:32.482 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_cache_kv_ratio": "0.450000", 2021-03-04T23:24:32.482 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_cache_meta_ratio": "0.450000", 2021-03-04T23:24:32.482 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_cache_size": "0", 2021-03-04T23:24:32.483 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_cache_size_hdd": "1073741824", 2021-03-04T23:24:32.483 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_cache_size_ssd": "3221225472", 2021-03-04T23:24:32.483 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_cache_trim_interval": "0.050000", 2021-03-04T23:24:32.483 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_cache_trim_max_skip_pinned": "64", 2021-03-04T23:24:32.483 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_cache_type": "2q", 2021-03-04T23:24:32.484 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_clone_cow": "true", 2021-03-04T23:24:32.484 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_compression_algorithm": "snappy", 2021-03-04T23:24:32.484 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_compression_max_blob_size": "0", 2021-03-04T23:24:32.484 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_compression_max_blob_size_hdd": "65536", 2021-03-04T23:24:32.484 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_compression_max_blob_size_ssd": "65536", 2021-03-04T23:24:32.485 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_compression_min_blob_size": "0", 2021-03-04T23:24:32.485 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_compression_min_blob_size_hdd": "8192", 2021-03-04T23:24:32.485 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_compression_min_blob_size_ssd": "8192", 2021-03-04T23:24:32.485 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_compression_mode": "none", 2021-03-04T23:24:32.486 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_compression_required_ratio": "0.875000", 2021-03-04T23:24:32.486 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_csum_type": "crc32c", 2021-03-04T23:24:32.486 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_debug_enforce_settings": "default", 2021-03-04T23:24:32.486 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_debug_freelist": "false", 2021-03-04T23:24:32.486 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_debug_fsck_abort": "false", 2021-03-04T23:24:32.487 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_debug_inject_bug21040": "false", 2021-03-04T23:24:32.487 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_debug_inject_csum_err_probability": "0.000000", 2021-03-04T23:24:32.487 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_debug_inject_read_err": "false", 2021-03-04T23:24:32.487 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_debug_no_reuse_blocks": "false", 2021-03-04T23:24:32.487 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_debug_omit_block_device_write": "false", 2021-03-04T23:24:32.488 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_debug_omit_kv_commit": "false", 2021-03-04T23:24:32.488 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_debug_permit_any_bdev_label": "false", 2021-03-04T23:24:32.488 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_debug_prefill": "0.000000", 2021-03-04T23:24:32.488 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_debug_prefragment_max": "1048576", 2021-03-04T23:24:32.489 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_debug_random_read_err": "0.000000", 2021-03-04T23:24:32.489 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_debug_randomize_serial_transaction": "0", 2021-03-04T23:24:32.489 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_debug_small_allocations": "0", 2021-03-04T23:24:32.489 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_debug_too_many_blobs_threshold": "24576", 2021-03-04T23:24:32.489 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_default_buffered_read": "true", 2021-03-04T23:24:32.490 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_default_buffered_write": "false", 2021-03-04T23:24:32.490 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_deferred_batch_ops": "0", 2021-03-04T23:24:32.490 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_deferred_batch_ops_hdd": "64", 2021-03-04T23:24:32.490 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_deferred_batch_ops_ssd": "16", 2021-03-04T23:24:32.490 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_extent_map_inline_shard_prealloc_size": "256", 2021-03-04T23:24:32.491 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_extent_map_shard_max_size": "1200", 2021-03-04T23:24:32.491 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_extent_map_shard_min_size": "150", 2021-03-04T23:24:32.491 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_extent_map_shard_target_size": "500", 2021-03-04T23:24:32.491 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_extent_map_shard_target_size_slop": "0.200000", 2021-03-04T23:24:32.492 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_freelist_blocks_per_key": "128", 2021-03-04T23:24:32.492 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_fsck_error_on_no_per_pool_omap": "false", 2021-03-04T23:24:32.492 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_fsck_error_on_no_per_pool_stats": "false", 2021-03-04T23:24:32.492 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_fsck_on_mkfs": "true", 2021-03-04T23:24:32.492 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_fsck_on_mkfs_deep": "false", 2021-03-04T23:24:32.493 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_fsck_on_mount": "false", 2021-03-04T23:24:32.493 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_fsck_on_mount_deep": "false", 2021-03-04T23:24:32.493 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_fsck_on_umount": "false", 2021-03-04T23:24:32.493 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_fsck_on_umount_deep": "false", 2021-03-04T23:24:32.493 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_fsck_quick_fix_on_mount": "true", 2021-03-04T23:24:32.494 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_fsck_quick_fix_threads": "2", 2021-03-04T23:24:32.494 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_fsck_read_bytes_cap": "67108864", 2021-03-04T23:24:32.494 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_gc_enable_blob_threshold": "0", 2021-03-04T23:24:32.494 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_gc_enable_total_threshold": "0", 2021-03-04T23:24:32.494 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_hybrid_alloc_mem_cap": "67108864", 2021-03-04T23:24:32.495 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_ignore_data_csum": "false", 2021-03-04T23:24:32.495 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_kv_sync_util_logging_s": "10.000000", 2021-03-04T23:24:32.495 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_kvbackend": "rocksdb", 2021-03-04T23:24:32.495 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_log_collection_list_age": "60.000000", 2021-03-04T23:24:32.496 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_log_omap_iterator_age": "5.000000", 2021-03-04T23:24:32.496 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_log_op_age": "5.000000", 2021-03-04T23:24:32.496 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_max_alloc_size": "0", 2021-03-04T23:24:32.496 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_max_blob_size": "0", 2021-03-04T23:24:32.496 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_max_blob_size_hdd": "65536", 2021-03-04T23:24:32.497 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_max_blob_size_ssd": "65536", 2021-03-04T23:24:32.497 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_max_defer_interval": "3.000000", 2021-03-04T23:24:32.497 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_max_deferred_txc": "32", 2021-03-04T23:24:32.497 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_min_alloc_size": "0", 2021-03-04T23:24:32.497 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_min_alloc_size_hdd": "4096", 2021-03-04T23:24:32.498 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_min_alloc_size_ssd": "4096", 2021-03-04T23:24:32.498 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_nid_prealloc": "1024", 2021-03-04T23:24:32.498 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_prefer_deferred_size": "0", 2021-03-04T23:24:32.498 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_prefer_deferred_size_hdd": "65536", 2021-03-04T23:24:32.499 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_prefer_deferred_size_ssd": "0", 2021-03-04T23:24:32.499 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_retry_disk_reads": "3", 2021-03-04T23:24:32.499 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_rocksdb_cf": "true", 2021-03-04T23:24:32.499 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_rocksdb_cfs": "m(3) p(3,0-12) O(3,0-13)=block_cache={type=binned_lru} L P", 2021-03-04T23:24:32.500 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_rocksdb_options": "compression=kNoCompression,max_write_buffer_number=4,min_write_buffer_number_to_merge=1,recycle_log_file_num=4,write_buffer_size=268435456,writable_file_max_buffer_size=0,compaction_readahead_size=2097152,max_background_compactions=2,max_total_wal_size=1073741824", 2021-03-04T23:24:32.500 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_rocksdb_options_annex": "", 2021-03-04T23:24:32.500 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_spdk_coremask": "0x1", 2021-03-04T23:24:32.500 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_spdk_io_sleep": "5", 2021-03-04T23:24:32.502 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_spdk_max_io_completion": "0", 2021-03-04T23:24:32.502 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_spdk_mem": "512", 2021-03-04T23:24:32.502 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_sync_submit_transaction": "false", 2021-03-04T23:24:32.502 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_throttle_bytes": "67108864", 2021-03-04T23:24:32.503 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_throttle_cost_per_io": "0", 2021-03-04T23:24:32.503 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_throttle_cost_per_io_hdd": "670000", 2021-03-04T23:24:32.503 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_throttle_cost_per_io_ssd": "4000", 2021-03-04T23:24:32.503 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_throttle_deferred_bytes": "134217728", 2021-03-04T23:24:32.503 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_throttle_trace_rate": "0.000000", 2021-03-04T23:24:32.504 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_tracing": "false", 2021-03-04T23:24:32.504 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_volume_selection_policy": "use_some_extra", 2021-03-04T23:24:32.504 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_volume_selection_reserved": "0", 2021-03-04T23:24:32.504 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_volume_selection_reserved_factor": "2.000000", 2021-03-04T23:24:32.504 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_warn_on_bluefs_spillover": "true", 2021-03-04T23:24:32.505 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_warn_on_legacy_statfs": "true", 2021-03-04T23:24:32.505 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_warn_on_no_per_pool_omap": "true", 2021-03-04T23:24:32.505 INFO:teuthology.orchestra.run.gibba011.stdout: "bluestore_warn_on_spurious_read_errors": "true", 2021-03-04T23:24:32.505 INFO:teuthology.orchestra.run.gibba011.stdout: "cephadm_path": "/usr/sbin/cephadm", 2021-03-04T23:24:32.506 INFO:teuthology.orchestra.run.gibba011.stdout: "cephfs_mirror_action_update_interval": "2", 2021-03-04T23:24:32.506 INFO:teuthology.orchestra.run.gibba011.stdout: "cephfs_mirror_directory_scan_interval": "10", 2021-03-04T23:24:32.506 INFO:teuthology.orchestra.run.gibba011.stdout: "cephfs_mirror_max_concurrent_directory_syncs": "3", 2021-03-04T23:24:32.506 INFO:teuthology.orchestra.run.gibba011.stdout: "cephfs_mirror_max_consecutive_failures_per_directory": "10", 2021-03-04T23:24:32.506 INFO:teuthology.orchestra.run.gibba011.stdout: "cephfs_mirror_max_snapshot_sync_per_cycle": "3", 2021-03-04T23:24:32.507 INFO:teuthology.orchestra.run.gibba011.stdout: "cephfs_mirror_restart_mirror_on_blocklist_interval": "30", 2021-03-04T23:24:32.507 INFO:teuthology.orchestra.run.gibba011.stdout: "cephfs_mirror_retry_failed_directories_interval": "60", 2021-03-04T23:24:32.507 INFO:teuthology.orchestra.run.gibba011.stdout: "cephx_cluster_require_signatures": "false", 2021-03-04T23:24:32.507 INFO:teuthology.orchestra.run.gibba011.stdout: "cephx_cluster_require_version": "1", 2021-03-04T23:24:32.508 INFO:teuthology.orchestra.run.gibba011.stdout: "cephx_require_signatures": "false", 2021-03-04T23:24:32.508 INFO:teuthology.orchestra.run.gibba011.stdout: "cephx_require_version": "1", 2021-03-04T23:24:32.508 INFO:teuthology.orchestra.run.gibba011.stdout: "cephx_service_require_signatures": "false", 2021-03-04T23:24:32.508 INFO:teuthology.orchestra.run.gibba011.stdout: "cephx_service_require_version": "1", 2021-03-04T23:24:32.508 INFO:teuthology.orchestra.run.gibba011.stdout: "cephx_sign_messages": "true", 2021-03-04T23:24:32.509 INFO:teuthology.orchestra.run.gibba011.stdout: "chdir": "", 2021-03-04T23:24:32.509 INFO:teuthology.orchestra.run.gibba011.stdout: "client_acl_type": "", 2021-03-04T23:24:32.509 INFO:teuthology.orchestra.run.gibba011.stdout: "client_asio_thread_count": "2", 2021-03-04T23:24:32.509 INFO:teuthology.orchestra.run.gibba011.stdout: "client_cache_mid": "0.750000", 2021-03-04T23:24:32.510 INFO:teuthology.orchestra.run.gibba011.stdout: "client_cache_size": "16384", 2021-03-04T23:24:32.510 INFO:teuthology.orchestra.run.gibba011.stdout: "client_caps_release_delay": "5", 2021-03-04T23:24:32.510 INFO:teuthology.orchestra.run.gibba011.stdout: "client_check_pool_perm": "true", 2021-03-04T23:24:32.510 INFO:teuthology.orchestra.run.gibba011.stdout: "client_debug_force_sync_read": "false", 2021-03-04T23:24:32.511 INFO:teuthology.orchestra.run.gibba011.stdout: "client_debug_getattr_caps": "false", 2021-03-04T23:24:32.511 INFO:teuthology.orchestra.run.gibba011.stdout: "client_debug_inject_tick_delay": "0", 2021-03-04T23:24:32.511 INFO:teuthology.orchestra.run.gibba011.stdout: "client_die_on_failed_dentry_invalidate": "true", 2021-03-04T23:24:32.511 INFO:teuthology.orchestra.run.gibba011.stdout: "client_die_on_failed_remount": "false", 2021-03-04T23:24:32.511 INFO:teuthology.orchestra.run.gibba011.stdout: "client_dirsize_rbytes": "true", 2021-03-04T23:24:32.512 INFO:teuthology.orchestra.run.gibba011.stdout: "client_force_lazyio": "false", 2021-03-04T23:24:32.512 INFO:teuthology.orchestra.run.gibba011.stdout: "client_fs": "", 2021-03-04T23:24:32.512 INFO:teuthology.orchestra.run.gibba011.stdout: "client_inject_fixed_oldest_tid": "false", 2021-03-04T23:24:32.512 INFO:teuthology.orchestra.run.gibba011.stdout: "client_inject_release_failure": "false", 2021-03-04T23:24:32.512 INFO:teuthology.orchestra.run.gibba011.stdout: "client_max_inline_size": "4096", 2021-03-04T23:24:32.513 INFO:teuthology.orchestra.run.gibba011.stdout: "client_mds_namespace": "", 2021-03-04T23:24:32.513 INFO:teuthology.orchestra.run.gibba011.stdout: "client_metadata": "", 2021-03-04T23:24:32.513 INFO:teuthology.orchestra.run.gibba011.stdout: "client_mount_gid": "-1", 2021-03-04T23:24:32.513 INFO:teuthology.orchestra.run.gibba011.stdout: "client_mount_timeout": "300.000000", 2021-03-04T23:24:32.513 INFO:teuthology.orchestra.run.gibba011.stdout: "client_mount_uid": "-1", 2021-03-04T23:24:32.514 INFO:teuthology.orchestra.run.gibba011.stdout: "client_mountpoint": "/", 2021-03-04T23:24:32.514 INFO:teuthology.orchestra.run.gibba011.stdout: "client_notify_timeout": "10", 2021-03-04T23:24:32.514 INFO:teuthology.orchestra.run.gibba011.stdout: "client_oc": "true", 2021-03-04T23:24:32.514 INFO:teuthology.orchestra.run.gibba011.stdout: "client_oc_max_dirty": "104857600", 2021-03-04T23:24:32.514 INFO:teuthology.orchestra.run.gibba011.stdout: "client_oc_max_dirty_age": "5.000000", 2021-03-04T23:24:32.515 INFO:teuthology.orchestra.run.gibba011.stdout: "client_oc_max_objects": "1000", 2021-03-04T23:24:32.515 INFO:teuthology.orchestra.run.gibba011.stdout: "client_oc_size": "209715200", 2021-03-04T23:24:32.515 INFO:teuthology.orchestra.run.gibba011.stdout: "client_oc_target_dirty": "8388608", 2021-03-04T23:24:32.516 INFO:teuthology.orchestra.run.gibba011.stdout: "client_permissions": "true", 2021-03-04T23:24:32.516 INFO:teuthology.orchestra.run.gibba011.stdout: "client_quota_df": "true", 2021-03-04T23:24:32.516 INFO:teuthology.orchestra.run.gibba011.stdout: "client_readahead_max_bytes": "0", 2021-03-04T23:24:32.516 INFO:teuthology.orchestra.run.gibba011.stdout: "client_readahead_max_periods": "4", 2021-03-04T23:24:32.516 INFO:teuthology.orchestra.run.gibba011.stdout: "client_readahead_min": "131072", 2021-03-04T23:24:32.517 INFO:teuthology.orchestra.run.gibba011.stdout: "client_reconnect_stale": "false", 2021-03-04T23:24:32.517 INFO:teuthology.orchestra.run.gibba011.stdout: "client_shutdown_timeout": "30", 2021-03-04T23:24:32.517 INFO:teuthology.orchestra.run.gibba011.stdout: "client_snapdir": ".snap", 2021-03-04T23:24:32.517 INFO:teuthology.orchestra.run.gibba011.stdout: "client_tick_interval": "1", 2021-03-04T23:24:32.517 INFO:teuthology.orchestra.run.gibba011.stdout: "client_trace": "", 2021-03-04T23:24:32.518 INFO:teuthology.orchestra.run.gibba011.stdout: "client_try_dentry_invalidate": "false", 2021-03-04T23:24:32.518 INFO:teuthology.orchestra.run.gibba011.stdout: "client_use_faked_inos": "false", 2021-03-04T23:24:32.518 INFO:teuthology.orchestra.run.gibba011.stdout: "client_use_random_mds": "false", 2021-03-04T23:24:32.518 INFO:teuthology.orchestra.run.gibba011.stdout: "clog_to_graylog": "false", 2021-03-04T23:24:32.519 INFO:teuthology.orchestra.run.gibba011.stdout: "clog_to_graylog_host": "127.0.0.1", 2021-03-04T23:24:32.519 INFO:teuthology.orchestra.run.gibba011.stdout: "clog_to_graylog_port": "12201", 2021-03-04T23:24:32.519 INFO:teuthology.orchestra.run.gibba011.stdout: "clog_to_monitors": "default=true", 2021-03-04T23:24:32.519 INFO:teuthology.orchestra.run.gibba011.stdout: "clog_to_syslog": "false", 2021-03-04T23:24:32.519 INFO:teuthology.orchestra.run.gibba011.stdout: "clog_to_syslog_facility": "default=daemon audit=local0", 2021-03-04T23:24:32.520 INFO:teuthology.orchestra.run.gibba011.stdout: "clog_to_syslog_level": "info", 2021-03-04T23:24:32.520 INFO:teuthology.orchestra.run.gibba011.stdout: "cluster_addr": "-", 2021-03-04T23:24:32.520 INFO:teuthology.orchestra.run.gibba011.stdout: "cluster_network": "", 2021-03-04T23:24:32.520 INFO:teuthology.orchestra.run.gibba011.stdout: "cluster_network_interface": "", 2021-03-04T23:24:32.520 INFO:teuthology.orchestra.run.gibba011.stdout: "compressor_zlib_isal": "false", 2021-03-04T23:24:32.521 INFO:teuthology.orchestra.run.gibba011.stdout: "compressor_zlib_level": "5", 2021-03-04T23:24:32.521 INFO:teuthology.orchestra.run.gibba011.stdout: "compressor_zlib_winsize": "-15", 2021-03-04T23:24:32.521 INFO:teuthology.orchestra.run.gibba011.stdout: "compressor_zstd_level": "1", 2021-03-04T23:24:32.521 INFO:teuthology.orchestra.run.gibba011.stdout: "container_image": "quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9", 2021-03-04T23:24:32.522 INFO:teuthology.orchestra.run.gibba011.stdout: "crash_dir": "/var/lib/ceph/crash", 2021-03-04T23:24:32.522 INFO:teuthology.orchestra.run.gibba011.stdout: "crimson_alien_op_num_threads": "6", 2021-03-04T23:24:32.522 INFO:teuthology.orchestra.run.gibba011.stdout: "crimson_osd_obc_lru_size": "10", 2021-03-04T23:24:32.522 INFO:teuthology.orchestra.run.gibba011.stdout: "crimson_osd_scheduler_concurrency": "0", 2021-03-04T23:24:32.522 INFO:teuthology.orchestra.run.gibba011.stdout: "crush_location": "", 2021-03-04T23:24:32.523 INFO:teuthology.orchestra.run.gibba011.stdout: "crush_location_hook": "", 2021-03-04T23:24:32.523 INFO:teuthology.orchestra.run.gibba011.stdout: "crush_location_hook_timeout": "10", 2021-03-04T23:24:32.523 INFO:teuthology.orchestra.run.gibba011.stdout: "daemonize": "false", 2021-03-04T23:24:32.523 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_allow_any_pool_priority": "false", 2021-03-04T23:24:32.523 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_asok": "1/5", 2021-03-04T23:24:32.524 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_asok_assert_abort": "false", 2021-03-04T23:24:32.524 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_asserts_on_shutdown": "true", 2021-03-04T23:24:32.524 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_auth": "1/5", 2021-03-04T23:24:32.524 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_bdev": "1/3", 2021-03-04T23:24:32.524 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_bluefs": "1/5", 2021-03-04T23:24:32.525 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_bluestore": "1/5", 2021-03-04T23:24:32.525 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_buffer": "0/1", 2021-03-04T23:24:32.525 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_cephfs_mirror": "0/5", 2021-03-04T23:24:32.525 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_civetweb": "1/10", 2021-03-04T23:24:32.526 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_client": "0/5", 2021-03-04T23:24:32.526 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_compressor": "1/5", 2021-03-04T23:24:32.526 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_context": "0/1", 2021-03-04T23:24:32.526 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_crush": "1/1", 2021-03-04T23:24:32.526 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_crypto": "1/5", 2021-03-04T23:24:32.527 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_deliberately_leak_memory": "false", 2021-03-04T23:24:32.527 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_disable_randomized_ping": "false", 2021-03-04T23:24:32.527 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_dpdk": "1/5", 2021-03-04T23:24:32.527 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_eventtrace": "1/5", 2021-03-04T23:24:32.527 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_filer": "0/1", 2021-03-04T23:24:32.528 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_filestore": "1/3", 2021-03-04T23:24:32.528 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_finisher": "1/1", 2021-03-04T23:24:32.528 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_fuse": "1/5", 2021-03-04T23:24:32.528 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_heartbeat_testing_span": "0", 2021-03-04T23:24:32.528 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_heartbeatmap": "1/5", 2021-03-04T23:24:32.529 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_immutable_obj_cache": "0/5", 2021-03-04T23:24:32.529 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_javaclient": "1/5", 2021-03-04T23:24:32.529 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_journal": "1/3", 2021-03-04T23:24:32.529 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_journaler": "0/5", 2021-03-04T23:24:32.529 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_kstore": "1/5", 2021-03-04T23:24:32.530 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_leveldb": "4/5", 2021-03-04T23:24:32.530 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_lockdep": "0/1", 2021-03-04T23:24:32.530 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_mds": "1/5", 2021-03-04T23:24:32.530 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_mds_balancer": "1/5", 2021-03-04T23:24:32.531 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_mds_locker": "1/5", 2021-03-04T23:24:32.531 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_mds_log": "1/5", 2021-03-04T23:24:32.531 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_mds_log_expire": "1/5", 2021-03-04T23:24:32.531 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_mds_migrator": "1/5", 2021-03-04T23:24:32.531 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_memdb": "4/5", 2021-03-04T23:24:32.532 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_mgr": "1/5", 2021-03-04T23:24:32.532 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_mgrc": "1/5", 2021-03-04T23:24:32.532 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_mon": "20/20", 2021-03-04T23:24:32.532 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_monc": "0/10", 2021-03-04T23:24:32.532 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_ms": "1/1", 2021-03-04T23:24:32.533 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_none": "0/5", 2021-03-04T23:24:32.533 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_objclass": "0/5", 2021-03-04T23:24:32.533 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_objectcacher": "0/5", 2021-03-04T23:24:32.533 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_objecter": "0/1", 2021-03-04T23:24:32.533 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_optracker": "0/5", 2021-03-04T23:24:32.534 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_osd": "1/5", 2021-03-04T23:24:32.534 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_paxos": "20/20", 2021-03-04T23:24:32.534 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_perfcounter": "1/5", 2021-03-04T23:24:32.534 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_prioritycache": "1/5", 2021-03-04T23:24:32.534 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_rados": "0/5", 2021-03-04T23:24:32.535 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_rbd": "0/5", 2021-03-04T23:24:32.535 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_rbd_mirror": "0/5", 2021-03-04T23:24:32.535 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_rbd_pwl": "0/5", 2021-03-04T23:24:32.535 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_rbd_replay": "0/5", 2021-03-04T23:24:32.536 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_refs": "0/0", 2021-03-04T23:24:32.536 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_reserver": "1/1", 2021-03-04T23:24:32.536 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_rgw": "1/5", 2021-03-04T23:24:32.536 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_rgw_sync": "1/5", 2021-03-04T23:24:32.536 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_rocksdb": "4/5", 2021-03-04T23:24:32.537 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_striper": "0/1", 2021-03-04T23:24:32.537 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_test": "0/5", 2021-03-04T23:24:32.537 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_throttle": "1/1", 2021-03-04T23:24:32.537 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_timer": "0/1", 2021-03-04T23:24:32.537 INFO:teuthology.orchestra.run.gibba011.stdout: "debug_tp": "0/5", 2021-03-04T23:24:32.538 INFO:teuthology.orchestra.run.gibba011.stdout: "device_failure_prediction_mode": "none", 2021-03-04T23:24:32.538 INFO:teuthology.orchestra.run.gibba011.stdout: "enable_experimental_unrecoverable_data_corrupting_features": "", 2021-03-04T23:24:32.538 INFO:teuthology.orchestra.run.gibba011.stdout: "erasure_code_dir": "/usr/lib64/ceph/erasure-code", 2021-03-04T23:24:32.538 INFO:teuthology.orchestra.run.gibba011.stdout: "err_to_graylog": "false", 2021-03-04T23:24:32.538 INFO:teuthology.orchestra.run.gibba011.stdout: "err_to_stderr": "true", 2021-03-04T23:24:32.539 INFO:teuthology.orchestra.run.gibba011.stdout: "err_to_syslog": "false", 2021-03-04T23:24:32.539 INFO:teuthology.orchestra.run.gibba011.stdout: "event_tracing": "false", 2021-03-04T23:24:32.539 INFO:teuthology.orchestra.run.gibba011.stdout: "fake_statfs_for_testing": "0", 2021-03-04T23:24:32.539 INFO:teuthology.orchestra.run.gibba011.stdout: "fatal_signal_handlers": "true", 2021-03-04T23:24:32.539 INFO:teuthology.orchestra.run.gibba011.stdout: "filer_max_purge_ops": "10", 2021-03-04T23:24:32.540 INFO:teuthology.orchestra.run.gibba011.stdout: "filer_max_truncate_ops": "128", 2021-03-04T23:24:32.540 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_apply_finisher_threads": "1", 2021-03-04T23:24:32.540 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_blackhole": "false", 2021-03-04T23:24:32.540 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_btrfs_clone_range": "true", 2021-03-04T23:24:32.541 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_btrfs_snap": "true", 2021-03-04T23:24:32.541 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_caller_concurrency": "10", 2021-03-04T23:24:32.541 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_collect_device_partition_information": "true", 2021-03-04T23:24:32.541 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_commit_timeout": "600.000000", 2021-03-04T23:24:32.541 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_debug_inject_read_err": "false", 2021-03-04T23:24:32.542 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_debug_omap_check": "false", 2021-03-04T23:24:32.542 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_debug_random_read_err": "0.000000", 2021-03-04T23:24:32.542 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_debug_verify_split": "false", 2021-03-04T23:24:32.542 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_dump_file": "", 2021-03-04T23:24:32.542 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_expected_throughput_bytes": "209715200.000000", 2021-03-04T23:24:32.543 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_expected_throughput_ops": "200.000000", 2021-03-04T23:24:32.543 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_fadvise": "true", 2021-03-04T23:24:32.543 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_fail_eio": "true", 2021-03-04T23:24:32.543 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_fd_cache_shards": "16", 2021-03-04T23:24:32.543 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_fd_cache_size": "128", 2021-03-04T23:24:32.544 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_fiemap": "false", 2021-03-04T23:24:32.544 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_fiemap_threshold": "4096", 2021-03-04T23:24:32.544 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_fsync_flushes_journal_data": "false", 2021-03-04T23:24:32.544 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_index_retry_probability": "0.000000", 2021-03-04T23:24:32.544 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_inject_stall": "0", 2021-03-04T23:24:32.545 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_journal_parallel": "false", 2021-03-04T23:24:32.545 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_journal_trailing": "false", 2021-03-04T23:24:32.545 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_journal_writeahead": "false", 2021-03-04T23:24:32.545 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_kill_at": "0", 2021-03-04T23:24:32.545 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_max_alloc_hint_size": "1048576", 2021-03-04T23:24:32.546 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_max_inline_xattr_size": "0", 2021-03-04T23:24:32.546 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_max_inline_xattr_size_btrfs": "2048", 2021-03-04T23:24:32.546 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_max_inline_xattr_size_other": "512", 2021-03-04T23:24:32.546 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_max_inline_xattr_size_xfs": "65536", 2021-03-04T23:24:32.547 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_max_inline_xattrs": "0", 2021-03-04T23:24:32.547 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_max_inline_xattrs_btrfs": "10", 2021-03-04T23:24:32.547 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_max_inline_xattrs_other": "2", 2021-03-04T23:24:32.547 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_max_inline_xattrs_xfs": "10", 2021-03-04T23:24:32.547 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_max_sync_interval": "5.000000", 2021-03-04T23:24:32.548 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_max_xattr_value_size": "0", 2021-03-04T23:24:32.548 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_max_xattr_value_size_btrfs": "65536", 2021-03-04T23:24:32.548 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_max_xattr_value_size_other": "1024", 2021-03-04T23:24:32.548 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_max_xattr_value_size_xfs": "65536", 2021-03-04T23:24:32.548 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_merge_threshold": "-10", 2021-03-04T23:24:32.549 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_min_sync_interval": "0.010000", 2021-03-04T23:24:32.549 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_odsync_write": "false", 2021-03-04T23:24:32.549 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_omap_backend": "rocksdb", 2021-03-04T23:24:32.549 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_omap_backend_path": "", 2021-03-04T23:24:32.549 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_omap_header_cache_size": "1024", 2021-03-04T23:24:32.550 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_ondisk_finisher_threads": "1", 2021-03-04T23:24:32.550 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_op_thread_suicide_timeout": "180", 2021-03-04T23:24:32.550 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_op_thread_timeout": "60", 2021-03-04T23:24:32.550 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_op_threads": "2", 2021-03-04T23:24:32.551 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_punch_hole": "false", 2021-03-04T23:24:32.551 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_queue_high_delay_multiple": "0.000000", 2021-03-04T23:24:32.551 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_queue_high_delay_multiple_bytes": "0.000000", 2021-03-04T23:24:32.551 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_queue_high_delay_multiple_ops": "0.000000", 2021-03-04T23:24:32.551 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_queue_high_threshhold": "0.900000", 2021-03-04T23:24:32.552 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_queue_low_threshhold": "0.300000", 2021-03-04T23:24:32.552 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_queue_max_bytes": "104857600", 2021-03-04T23:24:32.552 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_queue_max_delay_multiple": "0.000000", 2021-03-04T23:24:32.552 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_queue_max_delay_multiple_bytes": "0.000000", 2021-03-04T23:24:32.552 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_queue_max_delay_multiple_ops": "0.000000", 2021-03-04T23:24:32.553 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_queue_max_ops": "50", 2021-03-04T23:24:32.553 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_rocksdb_options": "max_background_jobs=10,compaction_readahead_size=2097152,compression=kNoCompression", 2021-03-04T23:24:32.553 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_seek_data_hole": "false", 2021-03-04T23:24:32.553 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_sloppy_crc": "false", 2021-03-04T23:24:32.554 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_sloppy_crc_block_size": "65536", 2021-03-04T23:24:32.554 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_splice": "false", 2021-03-04T23:24:32.554 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_split_multiple": "2", 2021-03-04T23:24:32.554 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_split_rand_factor": "20", 2021-03-04T23:24:32.554 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_update_to": "1000", 2021-03-04T23:24:32.555 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_wbthrottle_btrfs_bytes_hard_limit": "419430400", 2021-03-04T23:24:32.555 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_wbthrottle_btrfs_bytes_start_flusher": "41943040", 2021-03-04T23:24:32.555 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_wbthrottle_btrfs_inodes_hard_limit": "5000", 2021-03-04T23:24:32.555 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_wbthrottle_btrfs_inodes_start_flusher": "500", 2021-03-04T23:24:32.555 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_wbthrottle_btrfs_ios_hard_limit": "5000", 2021-03-04T23:24:32.556 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_wbthrottle_btrfs_ios_start_flusher": "500", 2021-03-04T23:24:32.556 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_wbthrottle_enable": "true", 2021-03-04T23:24:32.556 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_wbthrottle_xfs_bytes_hard_limit": "419430400", 2021-03-04T23:24:32.556 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_wbthrottle_xfs_bytes_start_flusher": "41943040", 2021-03-04T23:24:32.556 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_wbthrottle_xfs_inodes_hard_limit": "5000", 2021-03-04T23:24:32.557 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_wbthrottle_xfs_inodes_start_flusher": "500", 2021-03-04T23:24:32.557 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_wbthrottle_xfs_ios_hard_limit": "5000", 2021-03-04T23:24:32.557 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_wbthrottle_xfs_ios_start_flusher": "500", 2021-03-04T23:24:32.557 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_xfs_extsize": "false", 2021-03-04T23:24:32.557 INFO:teuthology.orchestra.run.gibba011.stdout: "filestore_zfs_snap": "false", 2021-03-04T23:24:32.558 INFO:teuthology.orchestra.run.gibba011.stdout: "fio_dir": "/tmp/fio", 2021-03-04T23:24:32.558 INFO:teuthology.orchestra.run.gibba011.stdout: "fsid": "5f47b844-7d3d-11eb-9066-001a4aab830c", 2021-03-04T23:24:32.558 INFO:teuthology.orchestra.run.gibba011.stdout: "fuse_allow_other": "true", 2021-03-04T23:24:32.558 INFO:teuthology.orchestra.run.gibba011.stdout: "fuse_atomic_o_trunc": "true", 2021-03-04T23:24:32.559 INFO:teuthology.orchestra.run.gibba011.stdout: "fuse_big_writes": "true", 2021-03-04T23:24:32.559 INFO:teuthology.orchestra.run.gibba011.stdout: "fuse_debug": "false", 2021-03-04T23:24:32.559 INFO:teuthology.orchestra.run.gibba011.stdout: "fuse_default_permissions": "false", 2021-03-04T23:24:32.559 INFO:teuthology.orchestra.run.gibba011.stdout: "fuse_disable_pagecache": "false", 2021-03-04T23:24:32.559 INFO:teuthology.orchestra.run.gibba011.stdout: "fuse_max_write": "0", 2021-03-04T23:24:32.560 INFO:teuthology.orchestra.run.gibba011.stdout: "fuse_multithreaded": "true", 2021-03-04T23:24:32.560 INFO:teuthology.orchestra.run.gibba011.stdout: "fuse_require_active_mds": "true", 2021-03-04T23:24:32.560 INFO:teuthology.orchestra.run.gibba011.stdout: "fuse_set_user_groups": "true", 2021-03-04T23:24:32.560 INFO:teuthology.orchestra.run.gibba011.stdout: "fuse_splice_move": "true", 2021-03-04T23:24:32.560 INFO:teuthology.orchestra.run.gibba011.stdout: "fuse_splice_read": "true", 2021-03-04T23:24:32.561 INFO:teuthology.orchestra.run.gibba011.stdout: "fuse_splice_write": "true", 2021-03-04T23:24:32.561 INFO:teuthology.orchestra.run.gibba011.stdout: "fuse_syncfs_on_mksnap": "true", 2021-03-04T23:24:32.561 INFO:teuthology.orchestra.run.gibba011.stdout: "fuse_use_invalidate_cb": "true", 2021-03-04T23:24:32.561 INFO:teuthology.orchestra.run.gibba011.stdout: "gss_ktab_client_file": "/var/lib/ceph/mon.a/gss_client_mon.a.ktab", 2021-03-04T23:24:32.561 INFO:teuthology.orchestra.run.gibba011.stdout: "gss_target_name": "ceph", 2021-03-04T23:24:32.562 INFO:teuthology.orchestra.run.gibba011.stdout: "heartbeat_file": "", 2021-03-04T23:24:32.562 INFO:teuthology.orchestra.run.gibba011.stdout: "heartbeat_inject_failure": "0", 2021-03-04T23:24:32.562 INFO:teuthology.orchestra.run.gibba011.stdout: "heartbeat_interval": "5", 2021-03-04T23:24:32.562 INFO:teuthology.orchestra.run.gibba011.stdout: "host": "", 2021-03-04T23:24:32.563 INFO:teuthology.orchestra.run.gibba011.stdout: "immutable_object_cache_client_dedicated_thread_num": "2", 2021-03-04T23:24:32.563 INFO:teuthology.orchestra.run.gibba011.stdout: "immutable_object_cache_max_inflight_ops": "128", 2021-03-04T23:24:32.563 INFO:teuthology.orchestra.run.gibba011.stdout: "immutable_object_cache_max_size": "1073741824", 2021-03-04T23:24:32.563 INFO:teuthology.orchestra.run.gibba011.stdout: "immutable_object_cache_path": "/tmp/ceph_immutable_object_cache", 2021-03-04T23:24:32.563 INFO:teuthology.orchestra.run.gibba011.stdout: "immutable_object_cache_qos_bps_burst": "0", 2021-03-04T23:24:32.564 INFO:teuthology.orchestra.run.gibba011.stdout: "immutable_object_cache_qos_bps_burst_seconds": "1", 2021-03-04T23:24:32.564 INFO:teuthology.orchestra.run.gibba011.stdout: "immutable_object_cache_qos_bps_limit": "0", 2021-03-04T23:24:32.564 INFO:teuthology.orchestra.run.gibba011.stdout: "immutable_object_cache_qos_iops_burst": "0", 2021-03-04T23:24:32.564 INFO:teuthology.orchestra.run.gibba011.stdout: "immutable_object_cache_qos_iops_burst_seconds": "1", 2021-03-04T23:24:32.564 INFO:teuthology.orchestra.run.gibba011.stdout: "immutable_object_cache_qos_iops_limit": "0", 2021-03-04T23:24:32.565 INFO:teuthology.orchestra.run.gibba011.stdout: "immutable_object_cache_qos_schedule_tick_min": "50", 2021-03-04T23:24:32.565 INFO:teuthology.orchestra.run.gibba011.stdout: "immutable_object_cache_sock": "/var/run/ceph/immutable_object_cache_sock", 2021-03-04T23:24:32.565 INFO:teuthology.orchestra.run.gibba011.stdout: "immutable_object_cache_watermark": "0.900000", 2021-03-04T23:24:32.565 INFO:teuthology.orchestra.run.gibba011.stdout: "inject_early_sigterm": "false", 2021-03-04T23:24:32.565 INFO:teuthology.orchestra.run.gibba011.stdout: "journal_aio": "true", 2021-03-04T23:24:32.566 INFO:teuthology.orchestra.run.gibba011.stdout: "journal_align_min_size": "65536", 2021-03-04T23:24:32.566 INFO:teuthology.orchestra.run.gibba011.stdout: "journal_block_align": "true", 2021-03-04T23:24:32.566 INFO:teuthology.orchestra.run.gibba011.stdout: "journal_block_size": "4096", 2021-03-04T23:24:32.566 INFO:teuthology.orchestra.run.gibba011.stdout: "journal_dio": "true", 2021-03-04T23:24:32.566 INFO:teuthology.orchestra.run.gibba011.stdout: "journal_discard": "false", 2021-03-04T23:24:32.567 INFO:teuthology.orchestra.run.gibba011.stdout: "journal_force_aio": "false", 2021-03-04T23:24:32.567 INFO:teuthology.orchestra.run.gibba011.stdout: "journal_ignore_corruption": "false", 2021-03-04T23:24:32.567 INFO:teuthology.orchestra.run.gibba011.stdout: "journal_max_write_bytes": "10485760", 2021-03-04T23:24:32.567 INFO:teuthology.orchestra.run.gibba011.stdout: "journal_max_write_entries": "100", 2021-03-04T23:24:32.567 INFO:teuthology.orchestra.run.gibba011.stdout: "journal_replay_from": "0", 2021-03-04T23:24:32.568 INFO:teuthology.orchestra.run.gibba011.stdout: "journal_throttle_high_multiple": "0.000000", 2021-03-04T23:24:32.568 INFO:teuthology.orchestra.run.gibba011.stdout: "journal_throttle_high_threshhold": "0.900000", 2021-03-04T23:24:32.568 INFO:teuthology.orchestra.run.gibba011.stdout: "journal_throttle_low_threshhold": "0.600000", 2021-03-04T23:24:32.568 INFO:teuthology.orchestra.run.gibba011.stdout: "journal_throttle_max_multiple": "0.000000", 2021-03-04T23:24:32.569 INFO:teuthology.orchestra.run.gibba011.stdout: "journal_write_header_frequency": "0", 2021-03-04T23:24:32.569 INFO:teuthology.orchestra.run.gibba011.stdout: "journal_zero_on_create": "false", 2021-03-04T23:24:32.569 INFO:teuthology.orchestra.run.gibba011.stdout: "journaler_prefetch_periods": "10", 2021-03-04T23:24:32.569 INFO:teuthology.orchestra.run.gibba011.stdout: "journaler_prezero_periods": "5", 2021-03-04T23:24:32.569 INFO:teuthology.orchestra.run.gibba011.stdout: "journaler_write_head_interval": "15", 2021-03-04T23:24:32.570 INFO:teuthology.orchestra.run.gibba011.stdout: "key": "", 2021-03-04T23:24:32.570 INFO:teuthology.orchestra.run.gibba011.stdout: "keyfile": "", 2021-03-04T23:24:32.570 INFO:teuthology.orchestra.run.gibba011.stdout: "keyring": "/var/lib/ceph/mon/ceph-a/keyring", 2021-03-04T23:24:32.570 INFO:teuthology.orchestra.run.gibba011.stdout: "kstore_backend": "rocksdb", 2021-03-04T23:24:32.570 INFO:teuthology.orchestra.run.gibba011.stdout: "kstore_default_stripe_size": "65536", 2021-03-04T23:24:32.571 INFO:teuthology.orchestra.run.gibba011.stdout: "kstore_fsck_on_mount": "false", 2021-03-04T23:24:32.571 INFO:teuthology.orchestra.run.gibba011.stdout: "kstore_fsck_on_mount_deep": "true", 2021-03-04T23:24:32.571 INFO:teuthology.orchestra.run.gibba011.stdout: "kstore_max_bytes": "67108864", 2021-03-04T23:24:32.571 INFO:teuthology.orchestra.run.gibba011.stdout: "kstore_max_ops": "512", 2021-03-04T23:24:32.571 INFO:teuthology.orchestra.run.gibba011.stdout: "kstore_nid_prealloc": "1024", 2021-03-04T23:24:32.572 INFO:teuthology.orchestra.run.gibba011.stdout: "kstore_onode_map_size": "1024", 2021-03-04T23:24:32.572 INFO:teuthology.orchestra.run.gibba011.stdout: "kstore_rocksdb_options": "compression=kNoCompression", 2021-03-04T23:24:32.572 INFO:teuthology.orchestra.run.gibba011.stdout: "kstore_sync_submit_transaction": "false", 2021-03-04T23:24:32.572 INFO:teuthology.orchestra.run.gibba011.stdout: "kstore_sync_transaction": "false", 2021-03-04T23:24:32.572 INFO:teuthology.orchestra.run.gibba011.stdout: "leveldb_block_size": "65536", 2021-03-04T23:24:32.573 INFO:teuthology.orchestra.run.gibba011.stdout: "leveldb_bloom_size": "0", 2021-03-04T23:24:32.573 INFO:teuthology.orchestra.run.gibba011.stdout: "leveldb_cache_size": "536870912", 2021-03-04T23:24:32.573 INFO:teuthology.orchestra.run.gibba011.stdout: "leveldb_compact_on_mount": "false", 2021-03-04T23:24:32.573 INFO:teuthology.orchestra.run.gibba011.stdout: "leveldb_compression": "false", 2021-03-04T23:24:32.574 INFO:teuthology.orchestra.run.gibba011.stdout: "leveldb_log": "", 2021-03-04T23:24:32.574 INFO:teuthology.orchestra.run.gibba011.stdout: "leveldb_log_to_ceph_log": "true", 2021-03-04T23:24:32.574 INFO:teuthology.orchestra.run.gibba011.stdout: "leveldb_max_open_files": "0", 2021-03-04T23:24:32.574 INFO:teuthology.orchestra.run.gibba011.stdout: "leveldb_paranoid": "false", 2021-03-04T23:24:32.574 INFO:teuthology.orchestra.run.gibba011.stdout: "leveldb_write_buffer_size": "33554432", 2021-03-04T23:24:32.575 INFO:teuthology.orchestra.run.gibba011.stdout: "librados_thread_count": "2", 2021-03-04T23:24:32.575 INFO:teuthology.orchestra.run.gibba011.stdout: "lockdep": "false", 2021-03-04T23:24:32.575 INFO:teuthology.orchestra.run.gibba011.stdout: "lockdep_force_backtrace": "false", 2021-03-04T23:24:32.575 INFO:teuthology.orchestra.run.gibba011.stdout: "log_coarse_timestamps": "true", 2021-03-04T23:24:32.575 INFO:teuthology.orchestra.run.gibba011.stdout: "log_file": "/var/log/ceph/ceph-mon.a.log", 2021-03-04T23:24:32.576 INFO:teuthology.orchestra.run.gibba011.stdout: "log_flush_on_exit": "false", 2021-03-04T23:24:32.576 INFO:teuthology.orchestra.run.gibba011.stdout: "log_graylog_host": "127.0.0.1", 2021-03-04T23:24:32.576 INFO:teuthology.orchestra.run.gibba011.stdout: "log_graylog_port": "12201", 2021-03-04T23:24:32.576 INFO:teuthology.orchestra.run.gibba011.stdout: "log_max_new": "1000", 2021-03-04T23:24:32.576 INFO:teuthology.orchestra.run.gibba011.stdout: "log_max_recent": "10000", 2021-03-04T23:24:32.577 INFO:teuthology.orchestra.run.gibba011.stdout: "log_stderr_prefix": "debug ", 2021-03-04T23:24:32.577 INFO:teuthology.orchestra.run.gibba011.stdout: "log_stop_at_utilization": "0.970000", 2021-03-04T23:24:32.577 INFO:teuthology.orchestra.run.gibba011.stdout: "log_to_file": "true", 2021-03-04T23:24:32.577 INFO:teuthology.orchestra.run.gibba011.stdout: "log_to_graylog": "false", 2021-03-04T23:24:32.577 INFO:teuthology.orchestra.run.gibba011.stdout: "log_to_stderr": "false", 2021-03-04T23:24:32.578 INFO:teuthology.orchestra.run.gibba011.stdout: "log_to_syslog": "false", 2021-03-04T23:24:32.578 INFO:teuthology.orchestra.run.gibba011.stdout: "max_rotating_auth_attempts": "10", 2021-03-04T23:24:32.578 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_action_on_write_error": "1", 2021-03-04T23:24:32.578 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_alternate_name_max": "8192", 2021-03-04T23:24:32.578 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_asio_thread_count": "2", 2021-03-04T23:24:32.579 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_bal_export_pin": "true", 2021-03-04T23:24:32.579 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_bal_fragment_dirs": "true", 2021-03-04T23:24:32.579 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_bal_fragment_fast_factor": "1.500000", 2021-03-04T23:24:32.579 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_bal_fragment_interval": "5", 2021-03-04T23:24:32.580 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_bal_fragment_size_max": "100000", 2021-03-04T23:24:32.580 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_bal_idle_threshold": "0.000000", 2021-03-04T23:24:32.580 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_bal_interval": "10", 2021-03-04T23:24:32.580 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_bal_max": "-1", 2021-03-04T23:24:32.580 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_bal_max_until": "-1", 2021-03-04T23:24:32.581 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_bal_merge_size": "50", 2021-03-04T23:24:32.581 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_bal_midchunk": "0.300000", 2021-03-04T23:24:32.581 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_bal_min_rebalance": "0.100000", 2021-03-04T23:24:32.581 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_bal_min_start": "0.200000", 2021-03-04T23:24:32.581 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_bal_minchunk": "0.001000", 2021-03-04T23:24:32.582 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_bal_mode": "0", 2021-03-04T23:24:32.582 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_bal_need_max": "1.200000", 2021-03-04T23:24:32.582 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_bal_need_min": "0.800000", 2021-03-04T23:24:32.582 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_bal_replicate_threshold": "8000.000000", 2021-03-04T23:24:32.582 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_bal_sample_interval": "3.000000", 2021-03-04T23:24:32.583 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_bal_split_bits": "3", 2021-03-04T23:24:32.583 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_bal_split_rd": "25000.000000", 2021-03-04T23:24:32.583 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_bal_split_size": "10000", 2021-03-04T23:24:32.583 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_bal_split_wr": "10000.000000", 2021-03-04T23:24:32.583 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_bal_target_decay": "10.000000", 2021-03-04T23:24:32.584 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_bal_unreplicate_threshold": "0.000000", 2021-03-04T23:24:32.584 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_beacon_grace": "15.000000", 2021-03-04T23:24:32.584 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_beacon_interval": "4.000000", 2021-03-04T23:24:32.584 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_cache_memory_limit": "4294967296", 2021-03-04T23:24:32.584 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_cache_mid": "0.700000", 2021-03-04T23:24:32.585 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_cache_release_free_interval": "10", 2021-03-04T23:24:32.585 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_cache_reservation": "0.050000", 2021-03-04T23:24:32.585 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_cache_trim_decay_rate": "1.000000", 2021-03-04T23:24:32.585 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_cache_trim_interval": "1", 2021-03-04T23:24:32.585 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_cache_trim_threshold": "262144", 2021-03-04T23:24:32.586 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_cap_acquisition_throttle_retry_request_timeout": "0.500000", 2021-03-04T23:24:32.586 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_cap_revoke_eviction_timeout": "0.000000", 2021-03-04T23:24:32.586 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_client_delegate_inos_pct": "50", 2021-03-04T23:24:32.586 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_client_prealloc_inos": "1000", 2021-03-04T23:24:32.586 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_client_writeable_range_max_inc_objs": "1024", 2021-03-04T23:24:32.587 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_damage_table_max_entries": "10000", 2021-03-04T23:24:32.587 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_data": "/var/lib/ceph/mds/ceph-a", 2021-03-04T23:24:32.587 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_debug_auth_pins": "false", 2021-03-04T23:24:32.587 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_debug_frag": "false", 2021-03-04T23:24:32.587 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_debug_scatterstat": "false", 2021-03-04T23:24:32.588 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_debug_subtrees": "false", 2021-03-04T23:24:32.588 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_decay_halflife": "5.000000", 2021-03-04T23:24:32.588 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_default_dir_hash": "2", 2021-03-04T23:24:32.588 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_defer_session_stale": "true", 2021-03-04T23:24:32.589 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_deny_all_reconnect": "false", 2021-03-04T23:24:32.589 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_dir_keys_per_op": "16384", 2021-03-04T23:24:32.589 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_dir_max_commit_size": "10", 2021-03-04T23:24:32.589 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_dirstat_min_interval": "1.000000", 2021-03-04T23:24:32.589 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_dump_cache_after_rejoin": "false", 2021-03-04T23:24:32.590 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_dump_cache_on_map": "false", 2021-03-04T23:24:32.590 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_dump_cache_threshold_file": "0", 2021-03-04T23:24:32.590 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_dump_cache_threshold_formatter": "1073741824", 2021-03-04T23:24:32.590 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_early_reply": "true", 2021-03-04T23:24:32.590 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_enable_op_tracker": "true", 2021-03-04T23:24:32.591 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_enforce_unique_name": "true", 2021-03-04T23:24:32.591 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_export_ephemeral_distributed": "true", 2021-03-04T23:24:32.591 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_export_ephemeral_distributed_factor": "2.000000", 2021-03-04T23:24:32.591 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_export_ephemeral_random": "true", 2021-03-04T23:24:32.591 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_export_ephemeral_random_max": "0.010000", 2021-03-04T23:24:32.592 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_forward_all_requests_to_auth": "false", 2021-03-04T23:24:32.592 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_freeze_tree_timeout": "30.000000", 2021-03-04T23:24:32.592 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_hack_allow_loading_invalid_metadata": "false", 2021-03-04T23:24:32.592 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_health_cache_threshold": "1.500000", 2021-03-04T23:24:32.592 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_health_summarize_threshold": "10", 2021-03-04T23:24:32.593 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_heartbeat_grace": "15.000000", 2021-03-04T23:24:32.593 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_inject_migrator_session_race": "false", 2021-03-04T23:24:32.593 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_inject_traceless_reply_probability": "0.000000", 2021-03-04T23:24:32.593 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_join_fs": "", 2021-03-04T23:24:32.593 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_journal_format": "1", 2021-03-04T23:24:32.594 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_kill_create_at": "0", 2021-03-04T23:24:32.594 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_kill_export_at": "0", 2021-03-04T23:24:32.594 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_kill_import_at": "0", 2021-03-04T23:24:32.594 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_kill_journal_at": "0", 2021-03-04T23:24:32.595 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_kill_journal_expire_at": "0", 2021-03-04T23:24:32.595 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_kill_journal_replay_at": "0", 2021-03-04T23:24:32.595 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_kill_link_at": "0", 2021-03-04T23:24:32.595 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_kill_mdstable_at": "0", 2021-03-04T23:24:32.595 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_kill_openc_at": "0", 2021-03-04T23:24:32.596 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_kill_rename_at": "0", 2021-03-04T23:24:32.596 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_log_events_per_segment": "1024", 2021-03-04T23:24:32.596 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_log_max_events": "-1", 2021-03-04T23:24:32.596 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_log_max_segments": "128", 2021-03-04T23:24:32.596 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_log_pause": "false", 2021-03-04T23:24:32.597 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_log_segment_size": "0", 2021-03-04T23:24:32.597 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_log_skip_corrupt_events": "false", 2021-03-04T23:24:32.597 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_log_warn_factor": "2.000000", 2021-03-04T23:24:32.597 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_max_caps_per_client": "1048576", 2021-03-04T23:24:32.597 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_max_completed_flushes": "100000", 2021-03-04T23:24:32.598 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_max_completed_requests": "100000", 2021-03-04T23:24:32.598 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_max_export_size": "20971520", 2021-03-04T23:24:32.598 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_max_file_recover": "32", 2021-03-04T23:24:32.598 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_max_purge_files": "64", 2021-03-04T23:24:32.598 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_max_purge_ops": "8192", 2021-03-04T23:24:32.599 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_max_purge_ops_per_pg": "0.500000", 2021-03-04T23:24:32.599 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_max_retries_on_remount_failure": "5", 2021-03-04T23:24:32.599 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_max_scrub_ops_in_progress": "5", 2021-03-04T23:24:32.599 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_max_snaps_per_dir": "100", 2021-03-04T23:24:32.599 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_max_xattr_pairs_size": "65536", 2021-03-04T23:24:32.600 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_metrics_update_interval": "2", 2021-03-04T23:24:32.600 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_min_caps_per_client": "100", 2021-03-04T23:24:32.600 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_min_caps_working_set": "10000", 2021-03-04T23:24:32.600 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_mon_shutdown_timeout": "5.000000", 2021-03-04T23:24:32.600 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_numa_node": "-1", 2021-03-04T23:24:32.601 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_oft_prefetch_dirfrags": "true", 2021-03-04T23:24:32.601 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_op_complaint_time": "30.000000", 2021-03-04T23:24:32.601 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_op_history_duration": "600", 2021-03-04T23:24:32.601 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_op_history_size": "20", 2021-03-04T23:24:32.601 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_op_log_threshold": "5", 2021-03-04T23:24:32.602 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_ping_grace": "15", 2021-03-04T23:24:32.602 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_ping_interval": "5", 2021-03-04T23:24:32.602 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_purge_queue_busy_flush_period": "1.000000", 2021-03-04T23:24:32.602 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_recall_global_max_decay_threshold": "131072", 2021-03-04T23:24:32.603 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_recall_max_caps": "30000", 2021-03-04T23:24:32.603 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_recall_max_decay_rate": "1.500000", 2021-03-04T23:24:32.603 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_recall_max_decay_threshold": "131072", 2021-03-04T23:24:32.603 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_recall_warning_decay_rate": "60.000000", 2021-03-04T23:24:32.603 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_recall_warning_threshold": "262144", 2021-03-04T23:24:32.604 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_reconnect_timeout": "45.000000", 2021-03-04T23:24:32.604 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_replay_interval": "1.000000", 2021-03-04T23:24:32.604 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_replay_unsafe_with_closed_session": "false", 2021-03-04T23:24:32.604 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_request_load_average_decay_rate": "60.000000", 2021-03-04T23:24:32.604 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_root_ino_gid": "0", 2021-03-04T23:24:32.605 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_root_ino_uid": "0", 2021-03-04T23:24:32.605 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_scatter_nudge_interval": "5.000000", 2021-03-04T23:24:32.605 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_session_blocklist_on_evict": "true", 2021-03-04T23:24:32.605 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_session_blocklist_on_timeout": "true", 2021-03-04T23:24:32.605 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_session_cache_liveness_decay_rate": "300.000000", 2021-03-04T23:24:32.606 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_session_cache_liveness_magnitude": "10", 2021-03-04T23:24:32.606 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_session_cap_acquisition_decay_rate": "10.000000", 2021-03-04T23:24:32.606 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_session_cap_acquisition_throttle": "500000", 2021-03-04T23:24:32.606 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_session_max_caps_throttle_ratio": "1.100000", 2021-03-04T23:24:32.607 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_sessionmap_keys_per_op": "1024", 2021-03-04T23:24:32.607 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_shutdown_check": "0", 2021-03-04T23:24:32.607 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_skip_ino": "0", 2021-03-04T23:24:32.607 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_snap_max_uid": "4294967294", 2021-03-04T23:24:32.607 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_snap_min_uid": "0", 2021-03-04T23:24:32.608 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_snap_rstat": "false", 2021-03-04T23:24:32.608 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_task_status_update_interval": "2.000000", 2021-03-04T23:24:32.608 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_thrash_exports": "0", 2021-03-04T23:24:32.608 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_thrash_fragments": "0", 2021-03-04T23:24:32.608 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_tick_interval": "5.000000", 2021-03-04T23:24:32.609 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_verify_backtrace": "1", 2021-03-04T23:24:32.609 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_verify_scatter": "false", 2021-03-04T23:24:32.609 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_wipe_ino_prealloc": "false", 2021-03-04T23:24:32.609 INFO:teuthology.orchestra.run.gibba011.stdout: "mds_wipe_sessions": "false", 2021-03-04T23:24:32.609 INFO:teuthology.orchestra.run.gibba011.stdout: "mempool_debug": "false", 2021-03-04T23:24:32.610 INFO:teuthology.orchestra.run.gibba011.stdout: "memstore_debug_omit_block_device_write": "false", 2021-03-04T23:24:32.610 INFO:teuthology.orchestra.run.gibba011.stdout: "memstore_device_bytes": "1073741824", 2021-03-04T23:24:32.610 INFO:teuthology.orchestra.run.gibba011.stdout: "memstore_page_set": "false", 2021-03-04T23:24:32.610 INFO:teuthology.orchestra.run.gibba011.stdout: "memstore_page_size": "65536", 2021-03-04T23:24:32.610 INFO:teuthology.orchestra.run.gibba011.stdout: "mgr_client_bytes": "134217728", 2021-03-04T23:24:32.611 INFO:teuthology.orchestra.run.gibba011.stdout: "mgr_client_messages": "512", 2021-03-04T23:24:32.611 INFO:teuthology.orchestra.run.gibba011.stdout: "mgr_client_service_daemon_unregister_timeout": "1.000000", 2021-03-04T23:24:32.611 INFO:teuthology.orchestra.run.gibba011.stdout: "mgr_connect_retry_interval": "1.000000", 2021-03-04T23:24:32.611 INFO:teuthology.orchestra.run.gibba011.stdout: "mgr_data": "/var/lib/ceph/mgr/ceph-a", 2021-03-04T23:24:32.611 INFO:teuthology.orchestra.run.gibba011.stdout: "mgr_debug_aggressive_pg_num_changes": "false", 2021-03-04T23:24:32.612 INFO:teuthology.orchestra.run.gibba011.stdout: "mgr_disabled_modules": "", 2021-03-04T23:24:32.612 INFO:teuthology.orchestra.run.gibba011.stdout: "mgr_initial_modules": "restful iostat", 2021-03-04T23:24:32.612 INFO:teuthology.orchestra.run.gibba011.stdout: "mgr_mds_bytes": "134217728", 2021-03-04T23:24:32.612 INFO:teuthology.orchestra.run.gibba011.stdout: "mgr_mds_messages": "128", 2021-03-04T23:24:32.612 INFO:teuthology.orchestra.run.gibba011.stdout: "mgr_module_path": "/usr/share/ceph/mgr", 2021-03-04T23:24:32.613 INFO:teuthology.orchestra.run.gibba011.stdout: "mgr_mon_bytes": "134217728", 2021-03-04T23:24:32.613 INFO:teuthology.orchestra.run.gibba011.stdout: "mgr_mon_messages": "128", 2021-03-04T23:24:32.613 INFO:teuthology.orchestra.run.gibba011.stdout: "mgr_osd_bytes": "536870912", 2021-03-04T23:24:32.613 INFO:teuthology.orchestra.run.gibba011.stdout: "mgr_osd_messages": "8192", 2021-03-04T23:24:32.613 INFO:teuthology.orchestra.run.gibba011.stdout: "mgr_service_beacon_grace": "60.000000", 2021-03-04T23:24:32.614 INFO:teuthology.orchestra.run.gibba011.stdout: "mgr_stats_period": "5", 2021-03-04T23:24:32.614 INFO:teuthology.orchestra.run.gibba011.stdout: "mgr_stats_threshold": "5", 2021-03-04T23:24:32.614 INFO:teuthology.orchestra.run.gibba011.stdout: "mgr_tick_period": "2", 2021-03-04T23:24:32.614 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_accept_timeout_factor": "2.000000", 2021-03-04T23:24:32.615 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_allow_pool_delete": "true", 2021-03-04T23:24:32.615 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_allow_pool_size_one": "false", 2021-03-04T23:24:32.615 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_auth_validate_all_caps": "true", 2021-03-04T23:24:32.615 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_cache_target_full_warn_ratio": "0.660000", 2021-03-04T23:24:32.615 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_clean_pg_upmaps_per_chunk": "256", 2021-03-04T23:24:32.616 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_client_bytes": "104857600", 2021-03-04T23:24:32.616 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_client_directed_command_retry": "2", 2021-03-04T23:24:32.616 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_client_hunt_interval": "3.000000", 2021-03-04T23:24:32.616 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_client_hunt_interval_backoff": "1.500000", 2021-03-04T23:24:32.616 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_client_hunt_interval_max_multiple": "10.000000", 2021-03-04T23:24:32.617 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_client_hunt_interval_min_multiple": "1.000000", 2021-03-04T23:24:32.617 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_client_hunt_parallel": "3", 2021-03-04T23:24:32.617 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_client_log_interval": "1.000000", 2021-03-04T23:24:32.617 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_client_max_log_entries_per_message": "1000", 2021-03-04T23:24:32.617 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_client_ping_interval": "10.000000", 2021-03-04T23:24:32.618 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_client_ping_timeout": "30.000000", 2021-03-04T23:24:32.618 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_clock_drift_allowed": "1.000000", 2021-03-04T23:24:32.618 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_clock_drift_warn_backoff": "5.000000", 2021-03-04T23:24:32.618 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_cluster_log_file": "default=/var/log/ceph/ceph.$channel.log cluster=/var/log/ceph/ceph.log", 2021-03-04T23:24:32.619 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_cluster_log_file_level": "debug", 2021-03-04T23:24:32.619 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_cluster_log_to_file": "false", 2021-03-04T23:24:32.619 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_cluster_log_to_graylog": "false", 2021-03-04T23:24:32.619 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_cluster_log_to_graylog_host": "127.0.0.1", 2021-03-04T23:24:32.619 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_cluster_log_to_graylog_port": "12201", 2021-03-04T23:24:32.620 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_cluster_log_to_stderr": "true", 2021-03-04T23:24:32.620 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_cluster_log_to_syslog": "default=false", 2021-03-04T23:24:32.620 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_cluster_log_to_syslog_facility": "daemon", 2021-03-04T23:24:32.620 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_cluster_log_to_syslog_level": "info", 2021-03-04T23:24:32.620 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_compact_on_bootstrap": "false", 2021-03-04T23:24:32.621 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_compact_on_start": "false", 2021-03-04T23:24:32.621 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_compact_on_trim": "true", 2021-03-04T23:24:32.621 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_con_tracker_persist_interval": "10", 2021-03-04T23:24:32.621 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_con_tracker_score_halflife": "43200", 2021-03-04T23:24:32.621 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_config_key_max_entry_size": "65536", 2021-03-04T23:24:32.622 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_cpu_threads": "4", 2021-03-04T23:24:32.622 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_crush_min_required_version": "hammer", 2021-03-04T23:24:32.622 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_daemon_bytes": "419430400", 2021-03-04T23:24:32.622 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_data": "/var/lib/ceph/mon/ceph-a", 2021-03-04T23:24:32.622 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_data_avail_crit": "5", 2021-03-04T23:24:32.623 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_data_avail_warn": "5", 2021-03-04T23:24:32.623 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_data_size_warn": "16106127360", 2021-03-04T23:24:32.623 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_debug_block_osdmap_trim": "false", 2021-03-04T23:24:32.623 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_debug_deprecated_as_obsolete": "false", 2021-03-04T23:24:32.623 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_debug_dump_json": "false", 2021-03-04T23:24:32.624 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_debug_dump_location": "/var/log/ceph/ceph-mon.a.tdump", 2021-03-04T23:24:32.624 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_debug_dump_transactions": "false", 2021-03-04T23:24:32.624 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_debug_extra_checks": "false", 2021-03-04T23:24:32.624 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_debug_no_initial_persistent_features": "false", 2021-03-04T23:24:32.624 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_debug_no_require_bluestore_for_ec_overwrites": "false", 2021-03-04T23:24:32.625 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_debug_no_require_pacific": "false", 2021-03-04T23:24:32.625 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_debug_no_require_quincy": "false", 2021-03-04T23:24:32.625 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_debug_unsafe_allow_tier_with_nonempty_snaps": "false", 2021-03-04T23:24:32.625 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_delta_reset_interval": "10.000000", 2021-03-04T23:24:32.625 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_dns_srv_name": "ceph-mon", 2021-03-04T23:24:32.626 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_election_default_strategy": "1", 2021-03-04T23:24:32.626 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_election_timeout": "5.000000", 2021-03-04T23:24:32.626 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_elector_ignore_propose_margin": "0.000500", 2021-03-04T23:24:32.626 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_elector_ping_divisor": "2", 2021-03-04T23:24:32.627 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_elector_ping_timeout": "2.000000", 2021-03-04T23:24:32.627 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_enable_op_tracker": "true", 2021-03-04T23:24:32.627 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_fake_pool_delete": "false", 2021-03-04T23:24:32.627 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_force_quorum_join": "false", 2021-03-04T23:24:32.627 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_globalid_prealloc": "10000", 2021-03-04T23:24:32.628 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_health_detail_to_clog": "true", 2021-03-04T23:24:32.628 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_health_log_update_period": "5", 2021-03-04T23:24:32.628 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_health_max_detail": "50", 2021-03-04T23:24:32.628 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_health_to_clog": "true", 2021-03-04T23:24:32.628 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_health_to_clog_interval": "600", 2021-03-04T23:24:32.629 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_health_to_clog_tick_interval": "60.000000", 2021-03-04T23:24:32.629 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_host": "[v2:172.21.2.111:3300/0,v1:172.21.2.111:6789/0] [v2:172.21.2.138:3300/0,v1:172.21.2.138:6789/0] [v2:172.21.2.111:3301/0,v1:172.21.2.111:6790/0]", 2021-03-04T23:24:32.629 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_host_override": "", 2021-03-04T23:24:32.629 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_initial_members": "", 2021-03-04T23:24:32.629 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_inject_pg_merge_bounce_probability": "0.000000", 2021-03-04T23:24:32.630 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_inject_sync_get_chunk_delay": "0.000000", 2021-03-04T23:24:32.630 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_inject_transaction_delay_max": "10.000000", 2021-03-04T23:24:32.630 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_inject_transaction_delay_probability": "0.000000", 2021-03-04T23:24:32.630 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_keyvaluedb": "rocksdb", 2021-03-04T23:24:32.630 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_lease": "5.000000", 2021-03-04T23:24:32.631 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_lease_ack_timeout_factor": "2.000000", 2021-03-04T23:24:32.631 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_lease_renew_interval_factor": "0.600000", 2021-03-04T23:24:32.631 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_log_max_summary": "50", 2021-03-04T23:24:32.631 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_max_log_entries_per_event": "4096", 2021-03-04T23:24:32.631 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_max_log_epochs": "500", 2021-03-04T23:24:32.632 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_max_mdsmap_epochs": "500", 2021-03-04T23:24:32.632 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_max_mgrmap_epochs": "500", 2021-03-04T23:24:32.632 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_max_osd": "10000", 2021-03-04T23:24:32.632 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_max_pg_per_osd": "10000", 2021-03-04T23:24:32.632 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_max_pool_pg_num": "65536", 2021-03-04T23:24:32.633 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_max_snap_prune_per_epoch": "100", 2021-03-04T23:24:32.633 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_mds_blocklist_interval": "86400.000000", 2021-03-04T23:24:32.633 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_mds_force_trim_to": "0", 2021-03-04T23:24:32.633 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_mds_skip_sanity": "false", 2021-03-04T23:24:32.634 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_memory_autotune": "true", 2021-03-04T23:24:32.634 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_memory_target": "2147483648", 2021-03-04T23:24:32.634 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_mgr_beacon_grace": "30", 2021-03-04T23:24:32.634 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_mgr_blocklist_interval": "86400.000000", 2021-03-04T23:24:32.634 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_mgr_digest_period": "5", 2021-03-04T23:24:32.635 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_mgr_inactive_grace": "60", 2021-03-04T23:24:32.635 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_mgr_mkfs_grace": "240", 2021-03-04T23:24:32.635 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_mgr_proxy_client_bytes_ratio": "0.300000", 2021-03-04T23:24:32.635 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_min_osdmap_epochs": "500", 2021-03-04T23:24:32.635 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_op_complaint_time": "30", 2021-03-04T23:24:32.636 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_op_history_duration": "600", 2021-03-04T23:24:32.636 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_op_history_size": "20", 2021-03-04T23:24:32.636 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_op_history_slow_op_size": "20", 2021-03-04T23:24:32.636 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_op_history_slow_op_threshold": "10", 2021-03-04T23:24:32.636 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_op_log_threshold": "5", 2021-03-04T23:24:32.637 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_adjust_down_out_interval": "true", 2021-03-04T23:24:32.637 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_adjust_heartbeat_grace": "true", 2021-03-04T23:24:32.637 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_auto_mark_auto_out_in": "true", 2021-03-04T23:24:32.637 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_auto_mark_in": "false", 2021-03-04T23:24:32.637 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_auto_mark_new_in": "true", 2021-03-04T23:24:32.638 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_backfillfull_ratio": "0.900000", 2021-03-04T23:24:32.638 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_blocklist_default_expire": "3600.000000", 2021-03-04T23:24:32.638 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_cache_size": "500", 2021-03-04T23:24:32.638 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_cache_size_min": "134217728", 2021-03-04T23:24:32.639 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_crush_smoke_test": "true", 2021-03-04T23:24:32.639 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_destroyed_out_interval": "600", 2021-03-04T23:24:32.639 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_down_out_interval": "600", 2021-03-04T23:24:32.639 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_down_out_subtree_limit": "rack", 2021-03-04T23:24:32.639 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_err_op_age_ratio": "128.000000", 2021-03-04T23:24:32.640 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_force_trim_to": "0", 2021-03-04T23:24:32.640 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_full_ratio": "0.950000", 2021-03-04T23:24:32.640 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_initial_require_min_compat_client": "luminous", 2021-03-04T23:24:32.640 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_laggy_halflife": "3600", 2021-03-04T23:24:32.640 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_laggy_max_interval": "300", 2021-03-04T23:24:32.641 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_laggy_weight": "0.300000", 2021-03-04T23:24:32.641 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_mapping_pgs_per_chunk": "4096", 2021-03-04T23:24:32.641 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_max_creating_pgs": "1024", 2021-03-04T23:24:32.641 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_max_initial_pgs": "1024", 2021-03-04T23:24:32.641 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_min_down_reporters": "2", 2021-03-04T23:24:32.642 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_min_in_ratio": "0.750000", 2021-03-04T23:24:32.642 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_min_up_ratio": "0.300000", 2021-03-04T23:24:32.642 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_nearfull_ratio": "0.850000", 2021-03-04T23:24:32.642 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_prime_pg_temp": "true", 2021-03-04T23:24:32.642 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_prime_pg_temp_max_estimate": "0.250000", 2021-03-04T23:24:32.643 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_prime_pg_temp_max_time": "0.500000", 2021-03-04T23:24:32.643 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_report_timeout": "900", 2021-03-04T23:24:32.643 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_reporter_subtree_level": "osd", 2021-03-04T23:24:32.643 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_snap_trim_queue_warn_on": "32768", 2021-03-04T23:24:32.643 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_warn_num_repaired": "10", 2021-03-04T23:24:32.644 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osd_warn_op_age": "32.000000", 2021-03-04T23:24:32.644 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osdmap_full_prune_enabled": "true", 2021-03-04T23:24:32.644 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osdmap_full_prune_interval": "10", 2021-03-04T23:24:32.644 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osdmap_full_prune_min": "10000", 2021-03-04T23:24:32.644 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_osdmap_full_prune_txsize": "100", 2021-03-04T23:24:32.645 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_pg_check_down_all_threshold": "0.500000", 2021-03-04T23:24:32.645 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_pg_stuck_threshold": "60", 2021-03-04T23:24:32.645 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_pg_warn_max_object_skew": "0.000000", 2021-03-04T23:24:32.645 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_pg_warn_min_objects": "10000", 2021-03-04T23:24:32.645 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_pg_warn_min_per_osd": "0", 2021-03-04T23:24:32.646 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_pg_warn_min_pool_objects": "1000", 2021-03-04T23:24:32.646 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_pool_quota_crit_threshold": "0", 2021-03-04T23:24:32.646 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_pool_quota_warn_threshold": "0", 2021-03-04T23:24:32.646 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_probe_timeout": "2.000000", 2021-03-04T23:24:32.647 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_reweight_max_change": "0.050000", 2021-03-04T23:24:32.647 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_reweight_max_osds": "4", 2021-03-04T23:24:32.647 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_reweight_min_bytes_per_osd": "10", 2021-03-04T23:24:32.647 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_reweight_min_pgs_per_osd": "4", 2021-03-04T23:24:32.647 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_rocksdb_options": "write_buffer_size=33554432,compression=kNoCompression,level_compaction_dynamic_level_bytes=true", 2021-03-04T23:24:32.648 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_scrub_inject_crc_mismatch": "0.000000", 2021-03-04T23:24:32.648 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_scrub_inject_missing_keys": "0.000000", 2021-03-04T23:24:32.648 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_scrub_interval": "86400", 2021-03-04T23:24:32.648 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_scrub_max_keys": "100", 2021-03-04T23:24:32.648 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_scrub_timeout": "300", 2021-03-04T23:24:32.649 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_session_timeout": "300", 2021-03-04T23:24:32.649 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_smart_report_timeout": "5", 2021-03-04T23:24:32.649 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_stat_smooth_intervals": "6", 2021-03-04T23:24:32.649 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_stretch_cluster_recovery_ratio": "0.600000", 2021-03-04T23:24:32.649 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_stretch_pool_min_size": "2", 2021-03-04T23:24:32.650 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_stretch_pool_size": "4", 2021-03-04T23:24:32.650 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_stretch_recovery_min_wait": "15.000000", 2021-03-04T23:24:32.650 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_subscribe_interval": "86400.000000", 2021-03-04T23:24:32.650 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_sync_debug": "false", 2021-03-04T23:24:32.650 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_sync_max_payload_keys": "2000", 2021-03-04T23:24:32.651 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_sync_max_payload_size": "1048576", 2021-03-04T23:24:32.651 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_sync_provider_kill_at": "0", 2021-03-04T23:24:32.651 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_sync_requester_kill_at": "0", 2021-03-04T23:24:32.651 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_sync_timeout": "60.000000", 2021-03-04T23:24:32.651 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_target_pg_per_osd": "100", 2021-03-04T23:24:32.652 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_tick_interval": "5", 2021-03-04T23:24:32.652 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_timecheck_interval": "300.000000", 2021-03-04T23:24:32.652 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_timecheck_skew_interval": "30.000000", 2021-03-04T23:24:32.652 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_warn_older_version_delay": "604800", 2021-03-04T23:24:32.652 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_warn_on_cache_pools_without_hit_sets": "true", 2021-03-04T23:24:32.653 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_warn_on_crush_straw_calc_version_zero": "false", 2021-03-04T23:24:32.653 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_warn_on_degraded_stretch_mode": "true", 2021-03-04T23:24:32.653 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_warn_on_legacy_crush_tunables": "false", 2021-03-04T23:24:32.653 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_warn_on_misplaced": "false", 2021-03-04T23:24:32.654 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_warn_on_msgr2_not_enabled": "true", 2021-03-04T23:24:32.654 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_warn_on_older_version": "true", 2021-03-04T23:24:32.654 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_warn_on_osd_down_out_interval_zero": "false", 2021-03-04T23:24:32.654 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_warn_on_pool_no_app": "true", 2021-03-04T23:24:32.654 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_warn_on_pool_no_redundancy": "true", 2021-03-04T23:24:32.655 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_warn_on_pool_pg_num_not_power_of_two": "false", 2021-03-04T23:24:32.655 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_warn_on_slow_ping_ratio": "0.050000", 2021-03-04T23:24:32.655 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_warn_on_slow_ping_time": "0.000000", 2021-03-04T23:24:32.655 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_warn_on_too_few_osds": "false", 2021-03-04T23:24:32.655 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_warn_pg_not_deep_scrubbed_ratio": "0.750000", 2021-03-04T23:24:32.656 INFO:teuthology.orchestra.run.gibba011.stdout: "mon_warn_pg_not_scrubbed_ratio": "0.500000", 2021-03-04T23:24:32.656 INFO:teuthology.orchestra.run.gibba011.stdout: "monmap": "", 2021-03-04T23:24:32.656 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_async_op_threads": "3", 2021-03-04T23:24:32.656 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_async_rdma_buffer_size": "131072", 2021-03-04T23:24:32.656 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_async_rdma_cm": "false", 2021-03-04T23:24:32.657 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_async_rdma_device_name": "", 2021-03-04T23:24:32.657 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_async_rdma_dscp": "96", 2021-03-04T23:24:32.657 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_async_rdma_enable_hugepage": "false", 2021-03-04T23:24:32.657 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_async_rdma_gid_idx": "0", 2021-03-04T23:24:32.657 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_async_rdma_local_gid": "", 2021-03-04T23:24:32.658 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_async_rdma_polling_us": "1000", 2021-03-04T23:24:32.658 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_async_rdma_port_num": "1", 2021-03-04T23:24:32.658 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_async_rdma_receive_buffers": "32768", 2021-03-04T23:24:32.658 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_async_rdma_receive_queue_len": "4096", 2021-03-04T23:24:32.658 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_async_rdma_roce_ver": "1", 2021-03-04T23:24:32.659 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_async_rdma_send_buffers": "1024", 2021-03-04T23:24:32.659 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_async_rdma_sl": "3", 2021-03-04T23:24:32.659 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_async_rdma_support_srq": "true", 2021-03-04T23:24:32.659 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_async_rdma_type": "ib", 2021-03-04T23:24:32.659 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_bind_before_connect": "false", 2021-03-04T23:24:32.660 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_bind_ipv4": "true", 2021-03-04T23:24:32.660 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_bind_ipv6": "false", 2021-03-04T23:24:32.660 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_bind_msgr1": "true", 2021-03-04T23:24:32.660 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_bind_msgr2": "true", 2021-03-04T23:24:32.661 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_bind_port_max": "7300", 2021-03-04T23:24:32.661 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_bind_port_min": "6800", 2021-03-04T23:24:32.661 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_bind_prefer_ipv4": "false", 2021-03-04T23:24:32.661 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_bind_retry_count": "3", 2021-03-04T23:24:32.661 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_bind_retry_delay": "5", 2021-03-04T23:24:32.662 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_blackhole_client": "false", 2021-03-04T23:24:32.662 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_blackhole_mds": "false", 2021-03-04T23:24:32.662 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_blackhole_mgr": "false", 2021-03-04T23:24:32.662 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_blackhole_mon": "false", 2021-03-04T23:24:32.662 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_blackhole_osd": "false", 2021-03-04T23:24:32.663 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_client_mode": "crc secure", 2021-03-04T23:24:32.663 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_cluster_mode": "crc secure", 2021-03-04T23:24:32.663 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_cluster_type": "", 2021-03-04T23:24:32.663 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_connection_idle_timeout": "900", 2021-03-04T23:24:32.663 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_connection_ready_timeout": "10", 2021-03-04T23:24:32.664 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_crc_data": "true", 2021-03-04T23:24:32.664 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_crc_header": "true", 2021-03-04T23:24:32.664 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_die_on_bad_msg": "false", 2021-03-04T23:24:32.664 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_die_on_bug": "true", 2021-03-04T23:24:32.664 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_die_on_old_message": "true", 2021-03-04T23:24:32.665 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_die_on_skipped_message": "false", 2021-03-04T23:24:32.665 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_die_on_unhandled_msg": "false", 2021-03-04T23:24:32.665 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_dispatch_throttle_bytes": "104857600", 2021-03-04T23:24:32.665 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_dpdk_coremask": "0xF", 2021-03-04T23:24:32.665 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_dpdk_debug_allow_loopback": "false", 2021-03-04T23:24:32.666 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_dpdk_gateway_ipv4_addr": "", 2021-03-04T23:24:32.666 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_dpdk_host_ipv4_addr": "", 2021-03-04T23:24:32.666 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_dpdk_hugepages": "", 2021-03-04T23:24:32.666 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_dpdk_hw_flow_control": "true", 2021-03-04T23:24:32.666 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_dpdk_hw_queue_weight": "1.000000", 2021-03-04T23:24:32.667 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_dpdk_lro": "true", 2021-03-04T23:24:32.667 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_dpdk_memory_channel": "4", 2021-03-04T23:24:32.667 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_dpdk_netmask_ipv4_addr": "", 2021-03-04T23:24:32.667 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_dpdk_pmd": "", 2021-03-04T23:24:32.668 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_dpdk_port_id": "0", 2021-03-04T23:24:32.668 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_dpdk_rx_buffer_count_per_core": "8192", 2021-03-04T23:24:32.668 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_dump_corrupt_message_level": "1", 2021-03-04T23:24:32.668 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_dump_on_send": "false", 2021-03-04T23:24:32.668 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_initial_backoff": "0.200000", 2021-03-04T23:24:32.669 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_inject_delay_max": "1.000000", 2021-03-04T23:24:32.669 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_inject_delay_probability": "0.000000", 2021-03-04T23:24:32.669 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_inject_delay_type": "", 2021-03-04T23:24:32.669 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_inject_internal_delays": "0.000000", 2021-03-04T23:24:32.669 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_inject_socket_failures": "0", 2021-03-04T23:24:32.670 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_learn_addr_from_peer": "true", 2021-03-04T23:24:32.670 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_max_accept_failures": "4", 2021-03-04T23:24:32.670 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_max_backoff": "15.000000", 2021-03-04T23:24:32.670 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_mon_client_mode": "secure crc", 2021-03-04T23:24:32.671 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_mon_cluster_mode": "secure crc", 2021-03-04T23:24:32.671 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_mon_service_mode": "secure crc", 2021-03-04T23:24:32.671 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_pq_max_tokens_per_priority": "16777216", 2021-03-04T23:24:32.671 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_pq_min_cost": "65536", 2021-03-04T23:24:32.671 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_public_type": "", 2021-03-04T23:24:32.672 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_service_mode": "crc secure", 2021-03-04T23:24:32.672 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_tcp_listen_backlog": "512", 2021-03-04T23:24:32.672 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_tcp_nodelay": "true", 2021-03-04T23:24:32.672 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_tcp_prefetch_max_size": "4096", 2021-03-04T23:24:32.672 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_tcp_rcvbuf": "0", 2021-03-04T23:24:32.673 INFO:teuthology.orchestra.run.gibba011.stdout: "ms_type": "async+posix", 2021-03-04T23:24:32.673 INFO:teuthology.orchestra.run.gibba011.stdout: "no_config_file": "false", 2021-03-04T23:24:32.673 INFO:teuthology.orchestra.run.gibba011.stdout: "objecter_completion_locks_per_session": "32", 2021-03-04T23:24:32.673 INFO:teuthology.orchestra.run.gibba011.stdout: "objecter_debug_inject_relock_delay": "false", 2021-03-04T23:24:32.674 INFO:teuthology.orchestra.run.gibba011.stdout: "objecter_inflight_op_bytes": "104857600", 2021-03-04T23:24:32.674 INFO:teuthology.orchestra.run.gibba011.stdout: "objecter_inflight_ops": "1024", 2021-03-04T23:24:32.674 INFO:teuthology.orchestra.run.gibba011.stdout: "objecter_inject_no_watch_ping": "false", 2021-03-04T23:24:32.674 INFO:teuthology.orchestra.run.gibba011.stdout: "objecter_retry_writes_after_first_reply": "false", 2021-03-04T23:24:32.674 INFO:teuthology.orchestra.run.gibba011.stdout: "objecter_tick_interval": "5.000000", 2021-03-04T23:24:32.675 INFO:teuthology.orchestra.run.gibba011.stdout: "objecter_timeout": "10.000000", 2021-03-04T23:24:32.675 INFO:teuthology.orchestra.run.gibba011.stdout: "objectstore_blackhole": "false", 2021-03-04T23:24:32.675 INFO:teuthology.orchestra.run.gibba011.stdout: "openssl_engine_opts": "", 2021-03-04T23:24:32.675 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_agent_delay_time": "5.000000", 2021-03-04T23:24:32.675 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_agent_hist_halflife": "1000", 2021-03-04T23:24:32.676 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_agent_max_low_ops": "2", 2021-03-04T23:24:32.676 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_agent_max_ops": "4", 2021-03-04T23:24:32.676 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_agent_min_evict_effort": "0.100000", 2021-03-04T23:24:32.676 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_agent_quantize_effort": "0.100000", 2021-03-04T23:24:32.677 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_agent_slop": "0.020000", 2021-03-04T23:24:32.677 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_allow_recovery_below_min_size": "true", 2021-03-04T23:24:32.677 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_asio_thread_count": "2", 2021-03-04T23:24:32.677 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_async_recovery_min_cost": "100", 2021-03-04T23:24:32.677 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_auto_mark_unfound_lost": "false", 2021-03-04T23:24:32.678 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_backfill_retry_interval": "30.000000", 2021-03-04T23:24:32.678 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_backfill_scan_max": "512", 2021-03-04T23:24:32.678 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_backfill_scan_min": "64", 2021-03-04T23:24:32.678 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_backoff_on_degraded": "false", 2021-03-04T23:24:32.678 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_backoff_on_peering": "false", 2021-03-04T23:24:32.679 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_backoff_on_unfound": "true", 2021-03-04T23:24:32.679 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_beacon_report_interval": "300", 2021-03-04T23:24:32.679 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_bench_duration": "30", 2021-03-04T23:24:32.679 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_bench_large_size_max_throughput": "104857600", 2021-03-04T23:24:32.679 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_bench_max_block_size": "67108864", 2021-03-04T23:24:32.680 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_bench_small_size_max_iops": "100", 2021-03-04T23:24:32.680 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_blkin_trace_all": "false", 2021-03-04T23:24:32.680 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_calc_pg_upmaps_aggressively": "true", 2021-03-04T23:24:32.680 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_calc_pg_upmaps_local_fallback_retries": "100", 2021-03-04T23:24:32.681 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_check_for_log_corruption": "false", 2021-03-04T23:24:32.681 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_check_max_object_name_len_on_startup": "true", 2021-03-04T23:24:32.681 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_class_default_list": "cephfs hello journal lock log numops otp rbd refcount rgw rgw_gc timeindex user version cas cmpomap queue 2pc_queue fifo", 2021-03-04T23:24:32.681 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_class_dir": "/usr/lib64/rados-classes", 2021-03-04T23:24:32.681 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_class_load_list": "cephfs hello journal lock log numops otp rbd refcount rgw rgw_gc timeindex user version cas cmpomap queue 2pc_queue fifo", 2021-03-04T23:24:32.682 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_class_update_on_start": "true", 2021-03-04T23:24:32.682 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_client_message_cap": "0", 2021-03-04T23:24:32.682 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_client_message_size_cap": "524288000", 2021-03-04T23:24:32.682 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_client_op_priority": "63", 2021-03-04T23:24:32.682 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_client_watch_timeout": "30", 2021-03-04T23:24:32.683 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_command_max_records": "256", 2021-03-04T23:24:32.683 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_command_thread_suicide_timeout": "900", 2021-03-04T23:24:32.683 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_command_thread_timeout": "600", 2021-03-04T23:24:32.683 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_compact_on_start": "false", 2021-03-04T23:24:32.683 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_copyfrom_max_chunk": "8388608", 2021-03-04T23:24:32.684 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_crush_chooseleaf_type": "1", 2021-03-04T23:24:32.684 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_crush_initial_weight": "-1.000000", 2021-03-04T23:24:32.684 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_crush_update_on_start": "true", 2021-03-04T23:24:32.684 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_crush_update_weight_set": "true", 2021-03-04T23:24:32.684 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_data": "/var/lib/ceph/osd/ceph-a", 2021-03-04T23:24:32.685 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_debug_crash_on_ignored_backoff": "false", 2021-03-04T23:24:32.685 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_debug_deep_scrub_sleep": "0.000000", 2021-03-04T23:24:32.685 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_debug_drop_ping_duration": "0", 2021-03-04T23:24:32.685 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_debug_drop_ping_probability": "0.000000", 2021-03-04T23:24:32.685 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_debug_feed_pullee": "-1", 2021-03-04T23:24:32.686 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_debug_inject_copyfrom_error": "false", 2021-03-04T23:24:32.686 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_debug_inject_dispatch_delay_duration": "0.100000", 2021-03-04T23:24:32.686 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_debug_inject_dispatch_delay_probability": "0.000000", 2021-03-04T23:24:32.686 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_debug_misdirected_ops": "false", 2021-03-04T23:24:32.687 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_debug_no_acting_change": "false", 2021-03-04T23:24:32.687 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_debug_no_purge_strays": "false", 2021-03-04T23:24:32.687 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_debug_op_order": "false", 2021-03-04T23:24:32.687 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_debug_pg_log_writeout": "false", 2021-03-04T23:24:32.687 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_debug_pretend_recovery_active": "false", 2021-03-04T23:24:32.688 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_debug_random_push_read_error": "0.000000", 2021-03-04T23:24:32.688 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_debug_reject_backfill_probability": "0.000000", 2021-03-04T23:24:32.688 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_debug_shutdown": "false", 2021-03-04T23:24:32.688 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_debug_skip_full_check_in_backfill_reservation": "false", 2021-03-04T23:24:32.688 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_debug_skip_full_check_in_recovery": "false", 2021-03-04T23:24:32.689 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_debug_verify_cached_snaps": "false", 2021-03-04T23:24:32.689 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_debug_verify_missing_on_start": "false", 2021-03-04T23:24:32.689 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_debug_verify_snaps": "false", 2021-03-04T23:24:32.689 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_debug_verify_stray_on_activate": "false", 2021-03-04T23:24:32.689 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_deep_scrub_interval": "604800.000000", 2021-03-04T23:24:32.690 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_deep_scrub_keys": "1024", 2021-03-04T23:24:32.690 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_deep_scrub_large_omap_object_key_threshold": "200000", 2021-03-04T23:24:32.690 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_deep_scrub_large_omap_object_value_sum_threshold": "1073741824", 2021-03-04T23:24:32.690 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_deep_scrub_randomize_ratio": "0.150000", 2021-03-04T23:24:32.690 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_deep_scrub_stride": "524288", 2021-03-04T23:24:32.691 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_deep_scrub_update_digest_min_age": "7200", 2021-03-04T23:24:32.691 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_default_data_pool_replay_window": "45", 2021-03-04T23:24:32.691 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_default_notify_timeout": "30", 2021-03-04T23:24:32.691 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_delete_sleep": "0.000000", 2021-03-04T23:24:32.691 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_delete_sleep_hdd": "5.000000", 2021-03-04T23:24:32.692 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_delete_sleep_hybrid": "1.000000", 2021-03-04T23:24:32.692 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_delete_sleep_ssd": "1.000000", 2021-03-04T23:24:32.692 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_discard_disconnected_ops": "true", 2021-03-04T23:24:32.692 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_enable_op_tracker": "true", 2021-03-04T23:24:32.692 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_erasure_code_plugins": "jerasure lrc isa", 2021-03-04T23:24:32.693 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_failsafe_full_ratio": "0.970000", 2021-03-04T23:24:32.693 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_fast_fail_on_connection_refused": "true", 2021-03-04T23:24:32.693 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_fast_info": "true", 2021-03-04T23:24:32.693 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_fast_shutdown": "true", 2021-03-04T23:24:32.694 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_fast_shutdown_notify_mon": "false", 2021-03-04T23:24:32.694 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_find_best_info_ignore_history_les": "false", 2021-03-04T23:24:32.694 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_force_auth_primary_missing_objects": "100", 2021-03-04T23:24:32.694 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_force_recovery_pg_log_entries_factor": "1.300000", 2021-03-04T23:24:32.694 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_function_tracing": "false", 2021-03-04T23:24:32.695 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_heartbeat_grace": "20", 2021-03-04T23:24:32.695 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_heartbeat_interval": "6", 2021-03-04T23:24:32.695 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_heartbeat_min_healthy_ratio": "0.330000", 2021-03-04T23:24:32.695 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_heartbeat_min_peers": "10", 2021-03-04T23:24:32.695 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_heartbeat_min_size": "2000", 2021-03-04T23:24:32.696 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_heartbeat_stale": "600", 2021-03-04T23:24:32.696 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_heartbeat_use_min_delay_socket": "false", 2021-03-04T23:24:32.696 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_hit_set_max_size": "100000", 2021-03-04T23:24:32.696 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_hit_set_min_size": "1000", 2021-03-04T23:24:32.696 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_hit_set_namespace": ".ceph-internal", 2021-03-04T23:24:32.697 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_ignore_stale_divergent_priors": "false", 2021-03-04T23:24:32.697 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_inject_bad_map_crc_probability": "0.000000", 2021-03-04T23:24:32.697 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_inject_failure_on_pg_removal": "false", 2021-03-04T23:24:32.697 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_journal": "/var/lib/ceph/osd/ceph-a/journal", 2021-03-04T23:24:32.697 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_journal_flush_on_shutdown": "true", 2021-03-04T23:24:32.698 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_journal_size": "5120", 2021-03-04T23:24:32.698 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_kill_backfill_at": "0", 2021-03-04T23:24:32.698 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_loop_before_reset_tphandle": "64", 2021-03-04T23:24:32.698 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_map_cache_size": "50", 2021-03-04T23:24:32.698 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_map_dedup": "true", 2021-03-04T23:24:32.699 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_map_message_max": "40", 2021-03-04T23:24:32.699 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_map_message_max_bytes": "10485760", 2021-03-04T23:24:32.699 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_map_share_max_epochs": "40", 2021-03-04T23:24:32.699 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_max_attr_name_len": "100", 2021-03-04T23:24:32.699 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_max_attr_size": "0", 2021-03-04T23:24:32.700 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_max_backfills": "1", 2021-03-04T23:24:32.700 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_max_markdown_count": "5", 2021-03-04T23:24:32.700 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_max_markdown_period": "600", 2021-03-04T23:24:32.700 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_max_object_name_len": "2048", 2021-03-04T23:24:32.700 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_max_object_namespace_len": "256", 2021-03-04T23:24:32.701 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_max_object_size": "134217728", 2021-03-04T23:24:32.701 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_max_omap_bytes_per_request": "1073741824", 2021-03-04T23:24:32.701 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_max_omap_entries_per_request": "1024", 2021-03-04T23:24:32.701 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_max_pg_blocked_by": "16", 2021-03-04T23:24:32.702 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_max_pg_log_entries": "10000", 2021-03-04T23:24:32.702 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_max_pg_per_osd_hard_ratio": "3.000000", 2021-03-04T23:24:32.702 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_max_pgls": "1024", 2021-03-04T23:24:32.702 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_max_push_cost": "8388608", 2021-03-04T23:24:32.702 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_max_push_objects": "10", 2021-03-04T23:24:32.703 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_max_scrubs": "1", 2021-03-04T23:24:32.703 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_max_snap_prune_intervals_per_epoch": "512", 2021-03-04T23:24:32.703 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_max_trimming_pgs": "2", 2021-03-04T23:24:32.703 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_max_write_op_reply_len": "32", 2021-03-04T23:24:32.703 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_max_write_size": "90", 2021-03-04T23:24:32.704 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_mclock_cost_per_io_msec": "0", 2021-03-04T23:24:32.704 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_mclock_cost_per_io_msec_hdd": "0", 2021-03-04T23:24:32.704 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_mclock_cost_per_io_msec_ssd": "0", 2021-03-04T23:24:32.704 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_mclock_max_capacity_iops": "0.000000", 2021-03-04T23:24:32.704 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_mclock_max_capacity_iops_hdd": "10000.000000", 2021-03-04T23:24:32.705 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_mclock_max_capacity_iops_ssd": "21500.000000", 2021-03-04T23:24:32.705 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_mclock_profile": "high_client_ops", 2021-03-04T23:24:32.705 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_mclock_scheduler_anticipation_timeout": "0.000000", 2021-03-04T23:24:32.705 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_mclock_scheduler_background_best_effort_lim": "999999", 2021-03-04T23:24:32.705 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_mclock_scheduler_background_best_effort_res": "1", 2021-03-04T23:24:32.706 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_mclock_scheduler_background_best_effort_wgt": "1", 2021-03-04T23:24:32.706 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_mclock_scheduler_background_recovery_lim": "999999", 2021-03-04T23:24:32.706 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_mclock_scheduler_background_recovery_res": "1", 2021-03-04T23:24:32.706 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_mclock_scheduler_background_recovery_wgt": "1", 2021-03-04T23:24:32.706 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_mclock_scheduler_client_lim": "999999", 2021-03-04T23:24:32.707 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_mclock_scheduler_client_res": "1", 2021-03-04T23:24:32.707 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_mclock_scheduler_client_wgt": "1", 2021-03-04T23:24:32.707 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_memory_base": "805306368", 2021-03-04T23:24:32.707 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_memory_cache_min": "134217728", 2021-03-04T23:24:32.708 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_memory_cache_resize_interval": "1.000000", 2021-03-04T23:24:32.708 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_memory_expected_fragmentation": "0.150000", 2021-03-04T23:24:32.708 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_memory_target": "4294967296", 2021-03-04T23:24:32.708 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_memory_target_cgroup_limit_ratio": "0.800000", 2021-03-04T23:24:32.708 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_min_pg_log_entries": "250", 2021-03-04T23:24:32.709 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_min_recovery_priority": "0", 2021-03-04T23:24:32.709 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_mon_heartbeat_interval": "30", 2021-03-04T23:24:32.709 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_mon_heartbeat_stat_stale": "3600", 2021-03-04T23:24:32.709 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_mon_report_interval": "5", 2021-03-04T23:24:32.709 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_mon_report_max_in_flight": "2", 2021-03-04T23:24:32.710 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_mon_shutdown_timeout": "5.000000", 2021-03-04T23:24:32.710 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_num_cache_shards": "32", 2021-03-04T23:24:32.710 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_num_op_tracker_shard": "32", 2021-03-04T23:24:32.710 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_numa_auto_affinity": "true", 2021-03-04T23:24:32.710 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_numa_node": "-1", 2021-03-04T23:24:32.711 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_numa_prefer_iface": "true", 2021-03-04T23:24:32.711 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_object_clean_region_max_num_intervals": "10", 2021-03-04T23:24:32.711 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_objecter_finishers": "1", 2021-03-04T23:24:32.711 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_objectstore": "bluestore", 2021-03-04T23:24:32.711 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_objectstore_fuse": "false", 2021-03-04T23:24:32.712 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_objectstore_tracing": "false", 2021-03-04T23:24:32.712 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_op_complaint_time": "30.000000", 2021-03-04T23:24:32.712 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_op_history_duration": "600", 2021-03-04T23:24:32.712 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_op_history_size": "20", 2021-03-04T23:24:32.712 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_op_history_slow_op_size": "20", 2021-03-04T23:24:32.713 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_op_history_slow_op_threshold": "10.000000", 2021-03-04T23:24:32.713 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_op_log_threshold": "5", 2021-03-04T23:24:32.713 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_op_num_shards": "0", 2021-03-04T23:24:32.713 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_op_num_shards_hdd": "5", 2021-03-04T23:24:32.713 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_op_num_shards_ssd": "8", 2021-03-04T23:24:32.714 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_op_num_threads_per_shard": "0", 2021-03-04T23:24:32.714 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_op_num_threads_per_shard_hdd": "1", 2021-03-04T23:24:32.714 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_op_num_threads_per_shard_ssd": "2", 2021-03-04T23:24:32.714 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_op_pq_max_tokens_per_priority": "4194304", 2021-03-04T23:24:32.715 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_op_pq_min_cost": "65536", 2021-03-04T23:24:32.715 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_op_queue": "wpq", 2021-03-04T23:24:32.715 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_op_queue_cut_off": "high", 2021-03-04T23:24:32.715 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_op_thread_suicide_timeout": "150", 2021-03-04T23:24:32.715 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_op_thread_timeout": "15", 2021-03-04T23:24:32.716 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_open_classes_on_start": "true", 2021-03-04T23:24:32.716 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_os_flags": "0", 2021-03-04T23:24:32.716 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_peering_op_priority": "255", 2021-03-04T23:24:32.716 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pg_delete_cost": "1048576", 2021-03-04T23:24:32.717 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pg_delete_priority": "5", 2021-03-04T23:24:32.717 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pg_epoch_max_lag_factor": "2.000000", 2021-03-04T23:24:32.717 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pg_epoch_persisted_max_stale": "40", 2021-03-04T23:24:32.717 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pg_log_dups_tracked": "3000", 2021-03-04T23:24:32.717 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pg_log_trim_max": "10000", 2021-03-04T23:24:32.718 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pg_log_trim_min": "100", 2021-03-04T23:24:32.718 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pg_max_concurrent_snap_trims": "2", 2021-03-04T23:24:32.718 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pg_object_context_cache_count": "64", 2021-03-04T23:24:32.719 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pg_stat_report_interval_max": "500", 2021-03-04T23:24:32.719 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pool_default_cache_max_evict_check_size": "10", 2021-03-04T23:24:32.719 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pool_default_cache_min_evict_age": "0", 2021-03-04T23:24:32.719 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pool_default_cache_min_flush_age": "0", 2021-03-04T23:24:32.719 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pool_default_cache_target_dirty_high_ratio": "0.600000", 2021-03-04T23:24:32.720 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pool_default_cache_target_dirty_ratio": "0.400000", 2021-03-04T23:24:32.720 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pool_default_cache_target_full_ratio": "0.800000", 2021-03-04T23:24:32.720 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pool_default_crush_rule": "-1", 2021-03-04T23:24:32.720 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pool_default_ec_fast_read": "false", 2021-03-04T23:24:32.720 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pool_default_erasure_code_profile": "plugin=jerasure technique=reed_sol_van k=2 m=1 ruleset-failure-domain=osd crush-failure-domain=osd", 2021-03-04T23:24:32.721 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pool_default_flag_hashpspool": "true", 2021-03-04T23:24:32.721 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pool_default_flag_nodelete": "false", 2021-03-04T23:24:32.721 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pool_default_flag_nopgchange": "false", 2021-03-04T23:24:32.721 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pool_default_flag_nosizechange": "false", 2021-03-04T23:24:32.722 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pool_default_flags": "0", 2021-03-04T23:24:32.722 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pool_default_hit_set_bloom_fpp": "0.050000", 2021-03-04T23:24:32.722 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pool_default_min_size": "0", 2021-03-04T23:24:32.722 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pool_default_pg_autoscale_mode": "off", 2021-03-04T23:24:32.722 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pool_default_pg_num": "32", 2021-03-04T23:24:32.723 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pool_default_pgp_num": "0", 2021-03-04T23:24:32.723 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pool_default_read_lease_ratio": "0.800000", 2021-03-04T23:24:32.723 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pool_default_size": "3", 2021-03-04T23:24:32.723 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pool_default_type": "replicated", 2021-03-04T23:24:32.723 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pool_erasure_code_stripe_unit": "4096", 2021-03-04T23:24:32.724 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_pool_use_gmt_hitset": "true", 2021-03-04T23:24:32.724 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_push_per_object_cost": "1000", 2021-03-04T23:24:32.724 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_read_ec_check_for_errors": "false", 2021-03-04T23:24:32.724 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_recover_clone_overlap": "true", 2021-03-04T23:24:32.725 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_recover_clone_overlap_limit": "10", 2021-03-04T23:24:32.725 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_recovery_cost": "20971520", 2021-03-04T23:24:32.725 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_recovery_delay_start": "0.000000", 2021-03-04T23:24:32.725 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_recovery_max_active": "0", 2021-03-04T23:24:32.725 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_recovery_max_active_hdd": "3", 2021-03-04T23:24:32.726 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_recovery_max_active_ssd": "10", 2021-03-04T23:24:32.726 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_recovery_max_chunk": "8388608", 2021-03-04T23:24:32.726 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_recovery_max_omap_entries_per_chunk": "8096", 2021-03-04T23:24:32.726 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_recovery_max_single_start": "1", 2021-03-04T23:24:32.726 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_recovery_op_priority": "3", 2021-03-04T23:24:32.727 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_recovery_op_warn_multiple": "16", 2021-03-04T23:24:32.727 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_recovery_priority": "5", 2021-03-04T23:24:32.727 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_recovery_retry_interval": "30.000000", 2021-03-04T23:24:32.727 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_recovery_sleep": "0.000000", 2021-03-04T23:24:32.727 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_recovery_sleep_hdd": "0.100000", 2021-03-04T23:24:32.728 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_recovery_sleep_hybrid": "0.025000", 2021-03-04T23:24:32.728 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_recovery_sleep_ssd": "0.000000", 2021-03-04T23:24:32.728 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_repair_during_recovery": "false", 2021-03-04T23:24:32.728 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_requested_scrub_priority": "120", 2021-03-04T23:24:32.728 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_rollback_to_cluster_snap": "", 2021-03-04T23:24:32.729 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_scrub_auto_repair": "false", 2021-03-04T23:24:32.729 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_scrub_auto_repair_num_errors": "5", 2021-03-04T23:24:32.729 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_scrub_backoff_ratio": "0.660000", 2021-03-04T23:24:32.729 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_scrub_begin_hour": "0", 2021-03-04T23:24:32.729 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_scrub_begin_week_day": "0", 2021-03-04T23:24:32.730 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_scrub_chunk_max": "25", 2021-03-04T23:24:32.730 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_scrub_chunk_min": "5", 2021-03-04T23:24:32.730 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_scrub_cost": "52428800", 2021-03-04T23:24:32.730 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_scrub_during_recovery": "false", 2021-03-04T23:24:32.731 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_scrub_end_hour": "0", 2021-03-04T23:24:32.731 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_scrub_end_week_day": "0", 2021-03-04T23:24:32.731 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_scrub_extended_sleep": "0.000000", 2021-03-04T23:24:32.731 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_scrub_interval_randomize_ratio": "0.500000", 2021-03-04T23:24:32.731 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_scrub_invalid_stats": "true", 2021-03-04T23:24:32.732 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_scrub_load_threshold": "0.500000", 2021-03-04T23:24:32.732 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_scrub_max_interval": "604800.000000", 2021-03-04T23:24:32.732 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_scrub_max_preemptions": "5", 2021-03-04T23:24:32.732 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_scrub_min_interval": "86400.000000", 2021-03-04T23:24:32.732 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_scrub_priority": "5", 2021-03-04T23:24:32.733 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_scrub_sleep": "0.000000", 2021-03-04T23:24:32.733 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_shutdown_pgref_assert": "false", 2021-03-04T23:24:32.733 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_skip_data_digest": "false", 2021-03-04T23:24:32.733 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_smart_report_timeout": "5", 2021-03-04T23:24:32.733 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_snap_trim_cost": "1048576", 2021-03-04T23:24:32.734 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_snap_trim_priority": "5", 2021-03-04T23:24:32.734 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_snap_trim_sleep": "0.000000", 2021-03-04T23:24:32.734 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_snap_trim_sleep_hdd": "5.000000", 2021-03-04T23:24:32.734 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_snap_trim_sleep_hybrid": "2.000000", 2021-03-04T23:24:32.734 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_snap_trim_sleep_ssd": "0.000000", 2021-03-04T23:24:32.735 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_target_pg_log_entries_per_osd": "300000", 2021-03-04T23:24:32.735 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_target_transaction_size": "30", 2021-03-04T23:24:32.735 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_tier_default_cache_hit_set_count": "4", 2021-03-04T23:24:32.735 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_tier_default_cache_hit_set_grade_decay_rate": "20", 2021-03-04T23:24:32.735 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_tier_default_cache_hit_set_period": "1200", 2021-03-04T23:24:32.736 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_tier_default_cache_hit_set_search_last_n": "1", 2021-03-04T23:24:32.736 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_tier_default_cache_hit_set_type": "bloom", 2021-03-04T23:24:32.736 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_tier_default_cache_min_read_recency_for_promote": "1", 2021-03-04T23:24:32.736 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_tier_default_cache_min_write_recency_for_promote": "1", 2021-03-04T23:24:32.736 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_tier_default_cache_mode": "writeback", 2021-03-04T23:24:32.737 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_tier_promote_max_bytes_sec": "5242880", 2021-03-04T23:24:32.737 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_tier_promote_max_objects_sec": "25", 2021-03-04T23:24:32.737 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_tracing": "false", 2021-03-04T23:24:32.737 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_use_stale_snap": "false", 2021-03-04T23:24:32.737 INFO:teuthology.orchestra.run.gibba011.stdout: "osd_uuid": "00000000-0000-0000-0000-000000000000", 2021-03-04T23:24:32.738 INFO:teuthology.orchestra.run.gibba011.stdout: "osdc_blkin_trace_all": "false", 2021-03-04T23:24:32.738 INFO:teuthology.orchestra.run.gibba011.stdout: "paxos_kill_at": "0", 2021-03-04T23:24:32.738 INFO:teuthology.orchestra.run.gibba011.stdout: "paxos_max_join_drift": "10", 2021-03-04T23:24:32.738 INFO:teuthology.orchestra.run.gibba011.stdout: "paxos_min": "500", 2021-03-04T23:24:32.739 INFO:teuthology.orchestra.run.gibba011.stdout: "paxos_min_wait": "0.050000", 2021-03-04T23:24:32.739 INFO:teuthology.orchestra.run.gibba011.stdout: "paxos_propose_interval": "1.000000", 2021-03-04T23:24:32.739 INFO:teuthology.orchestra.run.gibba011.stdout: "paxos_service_trim_max": "500", 2021-03-04T23:24:32.739 INFO:teuthology.orchestra.run.gibba011.stdout: "paxos_service_trim_min": "250", 2021-03-04T23:24:32.739 INFO:teuthology.orchestra.run.gibba011.stdout: "paxos_stash_full_interval": "25", 2021-03-04T23:24:32.740 INFO:teuthology.orchestra.run.gibba011.stdout: "paxos_trim_max": "500", 2021-03-04T23:24:32.740 INFO:teuthology.orchestra.run.gibba011.stdout: "paxos_trim_min": "250", 2021-03-04T23:24:32.740 INFO:teuthology.orchestra.run.gibba011.stdout: "perf": "true", 2021-03-04T23:24:32.740 INFO:teuthology.orchestra.run.gibba011.stdout: "pid_file": "", 2021-03-04T23:24:32.740 INFO:teuthology.orchestra.run.gibba011.stdout: "plugin_crypto_accelerator": "crypto_isal", 2021-03-04T23:24:32.741 INFO:teuthology.orchestra.run.gibba011.stdout: "plugin_dir": "/usr/lib64/ceph", 2021-03-04T23:24:32.741 INFO:teuthology.orchestra.run.gibba011.stdout: "public_addr": "-", 2021-03-04T23:24:32.741 INFO:teuthology.orchestra.run.gibba011.stdout: "public_addrv": "", 2021-03-04T23:24:32.741 INFO:teuthology.orchestra.run.gibba011.stdout: "public_bind_addr": "-", 2021-03-04T23:24:32.741 INFO:teuthology.orchestra.run.gibba011.stdout: "public_network": "172.21.0.0/20", 2021-03-04T23:24:32.742 INFO:teuthology.orchestra.run.gibba011.stdout: "public_network_interface": "", 2021-03-04T23:24:32.742 INFO:teuthology.orchestra.run.gibba011.stdout: "qat_compressor_enabled": "false", 2021-03-04T23:24:32.742 INFO:teuthology.orchestra.run.gibba011.stdout: "rados_mon_op_timeout": "0", 2021-03-04T23:24:32.742 INFO:teuthology.orchestra.run.gibba011.stdout: "rados_osd_op_timeout": "0", 2021-03-04T23:24:32.742 INFO:teuthology.orchestra.run.gibba011.stdout: "rados_tracing": "false", 2021-03-04T23:24:32.743 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_atime_update_interval": "60", 2021-03-04T23:24:32.743 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_auto_exclusive_lock_until_manual_request": "true", 2021-03-04T23:24:32.743 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_balance_parent_reads": "false", 2021-03-04T23:24:32.743 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_balance_snap_reads": "false", 2021-03-04T23:24:32.743 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_blkin_trace_all": "false", 2021-03-04T23:24:32.744 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_blocklist_expire_seconds": "0", 2021-03-04T23:24:32.744 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_blocklist_on_break_lock": "true", 2021-03-04T23:24:32.744 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_cache": "true", 2021-03-04T23:24:32.744 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_cache_block_writes_upfront": "false", 2021-03-04T23:24:32.744 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_cache_max_dirty": "25165824", 2021-03-04T23:24:32.745 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_cache_max_dirty_age": "1.000000", 2021-03-04T23:24:32.745 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_cache_max_dirty_object": "0", 2021-03-04T23:24:32.745 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_cache_policy": "writearound", 2021-03-04T23:24:32.745 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_cache_size": "33554432", 2021-03-04T23:24:32.745 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_cache_target_dirty": "16777216", 2021-03-04T23:24:32.746 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_cache_writethrough_until_flush": "true", 2021-03-04T23:24:32.746 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_clone_copy_on_read": "false", 2021-03-04T23:24:32.746 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_compression_hint": "none", 2021-03-04T23:24:32.746 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_concurrent_management_ops": "10", 2021-03-04T23:24:32.746 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_config_pool_override_update_timestamp": "0", 2021-03-04T23:24:32.747 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_default_clone_format": "auto", 2021-03-04T23:24:32.747 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_default_data_pool": "", 2021-03-04T23:24:32.747 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_default_features": "61", 2021-03-04T23:24:32.747 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_default_format": "2", 2021-03-04T23:24:32.748 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_default_map_options": "", 2021-03-04T23:24:32.748 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_default_order": "22", 2021-03-04T23:24:32.748 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_default_pool": "rbd", 2021-03-04T23:24:32.748 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_default_snapshot_quiesce_mode": "required", 2021-03-04T23:24:32.748 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_default_stripe_count": "0", 2021-03-04T23:24:32.749 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_default_stripe_unit": "0", 2021-03-04T23:24:32.749 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_disable_zero_copy_writes": "true", 2021-03-04T23:24:32.749 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_discard_granularity_bytes": "65536", 2021-03-04T23:24:32.749 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_discard_on_zeroed_write_same": "true", 2021-03-04T23:24:32.749 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_enable_alloc_hint": "true", 2021-03-04T23:24:32.750 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_invalidate_object_map_on_timeout": "true", 2021-03-04T23:24:32.750 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_io_scheduler": "simple", 2021-03-04T23:24:32.750 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_io_scheduler_simple_max_delay": "0", 2021-03-04T23:24:32.750 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_journal_commit_age": "5.000000", 2021-03-04T23:24:32.750 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_journal_max_concurrent_object_sets": "0", 2021-03-04T23:24:32.751 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_journal_max_payload_bytes": "16384", 2021-03-04T23:24:32.751 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_journal_object_flush_age": "0.000000", 2021-03-04T23:24:32.751 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_journal_object_flush_bytes": "1048576", 2021-03-04T23:24:32.751 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_journal_object_flush_interval": "0", 2021-03-04T23:24:32.751 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_journal_object_max_in_flight_appends": "0", 2021-03-04T23:24:32.752 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_journal_object_writethrough_until_flush": "true", 2021-03-04T23:24:32.752 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_journal_order": "24", 2021-03-04T23:24:32.752 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_journal_pool": "", 2021-03-04T23:24:32.752 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_journal_splay_width": "4", 2021-03-04T23:24:32.752 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_localize_parent_reads": "false", 2021-03-04T23:24:32.753 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_localize_snap_reads": "false", 2021-03-04T23:24:32.753 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirror_concurrent_image_deletions": "1", 2021-03-04T23:24:32.753 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirror_concurrent_image_syncs": "5", 2021-03-04T23:24:32.753 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirror_delete_retry_interval": "30.000000", 2021-03-04T23:24:32.753 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirror_image_perf_stats_prio": "5", 2021-03-04T23:24:32.754 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirror_image_policy_migration_throttle": "300", 2021-03-04T23:24:32.754 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirror_image_policy_rebalance_timeout": "0.000000", 2021-03-04T23:24:32.754 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirror_image_policy_type": "simple", 2021-03-04T23:24:32.754 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirror_image_policy_update_throttle_interval": "1.000000", 2021-03-04T23:24:32.755 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirror_image_state_check_interval": "30", 2021-03-04T23:24:32.755 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirror_journal_commit_age": "5.000000", 2021-03-04T23:24:32.755 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirror_journal_poll_age": "5.000000", 2021-03-04T23:24:32.755 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirror_leader_heartbeat_interval": "5", 2021-03-04T23:24:32.755 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirror_leader_max_acquire_attempts_before_break": "3", 2021-03-04T23:24:32.756 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirror_leader_max_missed_heartbeats": "2", 2021-03-04T23:24:32.756 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirror_memory_autotune": "true", 2021-03-04T23:24:32.756 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirror_memory_base": "805306368", 2021-03-04T23:24:32.756 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirror_memory_cache_autotune_interval": "30.000000", 2021-03-04T23:24:32.756 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirror_memory_cache_min": "134217728", 2021-03-04T23:24:32.757 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirror_memory_cache_resize_interval": "5.000000", 2021-03-04T23:24:32.757 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirror_memory_expected_fragmentation": "0.150000", 2021-03-04T23:24:32.757 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirror_memory_target": "4294967296", 2021-03-04T23:24:32.757 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirror_perf_stats_prio": "5", 2021-03-04T23:24:32.757 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirror_pool_replayers_refresh_interval": "30", 2021-03-04T23:24:32.758 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirror_sync_point_update_age": "30.000000", 2021-03-04T23:24:32.758 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirroring_delete_delay": "0", 2021-03-04T23:24:32.758 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirroring_max_mirroring_snapshots": "3", 2021-03-04T23:24:32.758 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirroring_replay_delay": "0", 2021-03-04T23:24:32.758 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mirroring_resync_after_disconnect": "false", 2021-03-04T23:24:32.759 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_move_parent_to_trash_on_remove": "false", 2021-03-04T23:24:32.759 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_move_to_trash_on_remove": "false", 2021-03-04T23:24:32.759 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_move_to_trash_on_remove_expire_seconds": "0", 2021-03-04T23:24:32.759 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_mtime_update_interval": "60", 2021-03-04T23:24:32.759 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_non_blocking_aio": "true", 2021-03-04T23:24:32.760 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_op_thread_timeout": "60", 2021-03-04T23:24:32.760 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_op_threads": "1", 2021-03-04T23:24:32.760 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_parent_cache_enabled": "false", 2021-03-04T23:24:32.760 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_persistent_cache_log_periodic_stats": "false", 2021-03-04T23:24:32.760 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_persistent_cache_mode": "disabled", 2021-03-04T23:24:32.761 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_persistent_cache_path": "/tmp", 2021-03-04T23:24:32.761 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_persistent_cache_size": "1073741824", 2021-03-04T23:24:32.761 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_plugins": "", 2021-03-04T23:24:32.761 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_qos_bps_burst": "0", 2021-03-04T23:24:32.761 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_qos_bps_burst_seconds": "1", 2021-03-04T23:24:32.762 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_qos_bps_limit": "0", 2021-03-04T23:24:32.762 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_qos_exclude_ops": "0", 2021-03-04T23:24:32.762 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_qos_iops_burst": "0", 2021-03-04T23:24:32.762 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_qos_iops_burst_seconds": "1", 2021-03-04T23:24:32.762 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_qos_iops_limit": "0", 2021-03-04T23:24:32.763 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_qos_read_bps_burst": "0", 2021-03-04T23:24:32.763 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_qos_read_bps_burst_seconds": "1", 2021-03-04T23:24:32.763 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_qos_read_bps_limit": "0", 2021-03-04T23:24:32.763 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_qos_read_iops_burst": "0", 2021-03-04T23:24:32.763 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_qos_read_iops_burst_seconds": "1", 2021-03-04T23:24:32.764 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_qos_read_iops_limit": "0", 2021-03-04T23:24:32.764 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_qos_schedule_tick_min": "50", 2021-03-04T23:24:32.764 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_qos_write_bps_burst": "0", 2021-03-04T23:24:32.764 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_qos_write_bps_burst_seconds": "1", 2021-03-04T23:24:32.764 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_qos_write_bps_limit": "0", 2021-03-04T23:24:32.765 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_qos_write_iops_burst": "0", 2021-03-04T23:24:32.765 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_qos_write_iops_burst_seconds": "1", 2021-03-04T23:24:32.765 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_qos_write_iops_limit": "0", 2021-03-04T23:24:32.765 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_quiesce_notification_attempts": "10", 2021-03-04T23:24:32.766 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_read_from_replica_policy": "default", 2021-03-04T23:24:32.766 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_readahead_disable_after_bytes": "52428800", 2021-03-04T23:24:32.766 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_readahead_max_bytes": "524288", 2021-03-04T23:24:32.766 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_readahead_trigger_requests": "10", 2021-03-04T23:24:32.766 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_request_timed_out_seconds": "30", 2021-03-04T23:24:32.767 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_skip_partial_discard": "true", 2021-03-04T23:24:32.767 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_sparse_read_threshold_bytes": "65536", 2021-03-04T23:24:32.767 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_tracing": "false", 2021-03-04T23:24:32.767 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_validate_names": "true", 2021-03-04T23:24:32.767 INFO:teuthology.orchestra.run.gibba011.stdout: "rbd_validate_pool": "true", 2021-03-04T23:24:32.768 INFO:teuthology.orchestra.run.gibba011.stdout: "restapi_base_url": "", 2021-03-04T23:24:32.768 INFO:teuthology.orchestra.run.gibba011.stdout: "restapi_log_level": "", 2021-03-04T23:24:32.768 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_acl_grants_max_num": "100", 2021-03-04T23:24:32.768 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_admin_entry": "admin", 2021-03-04T23:24:32.768 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_barbican_url": "", 2021-03-04T23:24:32.769 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_bucket_default_quota_max_objects": "-1", 2021-03-04T23:24:32.769 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_bucket_default_quota_max_size": "-1", 2021-03-04T23:24:32.769 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_bucket_index_max_aio": "128", 2021-03-04T23:24:32.769 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_bucket_quota_cache_size": "10000", 2021-03-04T23:24:32.769 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_bucket_quota_soft_threshold": "0.950000", 2021-03-04T23:24:32.770 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_bucket_quota_ttl": "600", 2021-03-04T23:24:32.770 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_cache_enabled": "true", 2021-03-04T23:24:32.770 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_cache_expiry_interval": "900", 2021-03-04T23:24:32.770 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_cache_lru_size": "10000", 2021-03-04T23:24:32.770 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_content_length_compat": "false", 2021-03-04T23:24:32.771 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_copy_obj_progress": "true", 2021-03-04T23:24:32.771 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_copy_obj_progress_every_bytes": "1048576", 2021-03-04T23:24:32.771 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_cors_rules_max_num": "100", 2021-03-04T23:24:32.771 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_cross_domain_policy": "", 2021-03-04T23:24:32.771 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_crypt_default_encryption_key": "", 2021-03-04T23:24:32.772 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_crypt_require_ssl": "true", 2021-03-04T23:24:32.772 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_crypt_s3_kms_backend": "barbican", 2021-03-04T23:24:32.772 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_crypt_s3_kms_encryption_keys": "", 2021-03-04T23:24:32.772 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_crypt_suppress_logs": "true", 2021-03-04T23:24:32.772 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_crypt_vault_addr": "", 2021-03-04T23:24:32.773 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_crypt_vault_auth": "token", 2021-03-04T23:24:32.773 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_crypt_vault_namespace": "", 2021-03-04T23:24:32.773 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_crypt_vault_prefix": "", 2021-03-04T23:24:32.773 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_crypt_vault_secret_engine": "transit", 2021-03-04T23:24:32.773 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_crypt_vault_token_file": "", 2021-03-04T23:24:32.774 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_curl_buffersize": "524288", 2021-03-04T23:24:32.774 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_curl_low_speed_limit": "1024", 2021-03-04T23:24:32.774 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_curl_low_speed_time": "300", 2021-03-04T23:24:32.775 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_curl_wait_timeout_ms": "1000", 2021-03-04T23:24:32.775 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_data": "/var/lib/ceph/radosgw/ceph-a", 2021-03-04T23:24:32.775 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_data_log_backing": "auto", 2021-03-04T23:24:32.775 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_data_log_changes_size": "1000", 2021-03-04T23:24:32.776 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_data_log_num_shards": "128", 2021-03-04T23:24:32.776 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_data_log_obj_prefix": "data_log", 2021-03-04T23:24:32.776 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_data_log_window": "30", 2021-03-04T23:24:32.776 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_data_notify_interval_msec": "200", 2021-03-04T23:24:32.777 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_default_realm_info_oid": "default.realm", 2021-03-04T23:24:32.777 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_default_region_info_oid": "default.region", 2021-03-04T23:24:32.777 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_default_zone_info_oid": "default.zone", 2021-03-04T23:24:32.777 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_default_zonegroup_info_oid": "default.zonegroup", 2021-03-04T23:24:32.777 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_defer_to_bucket_acls": "", 2021-03-04T23:24:32.778 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_delete_multi_obj_max_num": "1000", 2021-03-04T23:24:32.778 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_dmclock_admin_lim": "0.000000", 2021-03-04T23:24:32.778 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_dmclock_admin_res": "100.000000", 2021-03-04T23:24:32.778 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_dmclock_admin_wgt": "100.000000", 2021-03-04T23:24:32.779 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_dmclock_auth_lim": "0.000000", 2021-03-04T23:24:32.779 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_dmclock_auth_res": "200.000000", 2021-03-04T23:24:32.779 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_dmclock_auth_wgt": "100.000000", 2021-03-04T23:24:32.779 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_dmclock_data_lim": "0.000000", 2021-03-04T23:24:32.779 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_dmclock_data_res": "500.000000", 2021-03-04T23:24:32.780 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_dmclock_data_wgt": "500.000000", 2021-03-04T23:24:32.780 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_dmclock_metadata_lim": "0.000000", 2021-03-04T23:24:32.780 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_dmclock_metadata_res": "500.000000", 2021-03-04T23:24:32.780 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_dmclock_metadata_wgt": "500.000000", 2021-03-04T23:24:32.781 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_dns_name": "", 2021-03-04T23:24:32.781 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_dns_s3website_name": "", 2021-03-04T23:24:32.781 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_dynamic_resharding": "true", 2021-03-04T23:24:32.781 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_enable_apis": "s3, s3website, swift, swift_auth, admin, sts, iam, notifications", 2021-03-04T23:24:32.782 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_enable_gc_threads": "true", 2021-03-04T23:24:32.782 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_enable_lc_threads": "true", 2021-03-04T23:24:32.782 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_enable_ops_log": "false", 2021-03-04T23:24:32.782 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_enable_quota_threads": "true", 2021-03-04T23:24:32.782 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_enable_static_website": "false", 2021-03-04T23:24:32.783 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_enable_usage_log": "false", 2021-03-04T23:24:32.783 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_enforce_swift_acls": "true", 2021-03-04T23:24:32.783 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_exit_timeout_secs": "120", 2021-03-04T23:24:32.783 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_expose_bucket": "false", 2021-03-04T23:24:32.784 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_extended_http_attrs": "", 2021-03-04T23:24:32.784 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_fcgi_socket_backlog": "1024", 2021-03-04T23:24:32.784 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_frontend_defaults": "beast ssl_certificate=config://rgw/cert/$realm/$zone.crt ssl_private_key=config://rgw/cert/$realm/$zone.key", 2021-03-04T23:24:32.784 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_frontends": "beast port=7480", 2021-03-04T23:24:32.784 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_gc_max_concurrent_io": "10", 2021-03-04T23:24:32.785 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_gc_max_deferred": "50", 2021-03-04T23:24:32.785 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_gc_max_deferred_entries_size": "3072", 2021-03-04T23:24:32.785 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_gc_max_objs": "32", 2021-03-04T23:24:32.785 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_gc_max_queue_size": "134213632", 2021-03-04T23:24:32.786 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_gc_max_trim_chunk": "16", 2021-03-04T23:24:32.786 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_gc_obj_min_wait": "7200", 2021-03-04T23:24:32.786 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_gc_processor_max_time": "3600", 2021-03-04T23:24:32.786 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_gc_processor_period": "3600", 2021-03-04T23:24:32.786 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_get_obj_max_req_size": "4194304", 2021-03-04T23:24:32.787 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_get_obj_window_size": "16777216", 2021-03-04T23:24:32.787 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_healthcheck_disabling_path": "", 2021-03-04T23:24:32.787 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_host": "", 2021-03-04T23:24:32.787 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_ignore_get_invalid_range": "false", 2021-03-04T23:24:32.788 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_init_timeout": "300", 2021-03-04T23:24:32.788 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_inject_notify_timeout_probability": "0.000000", 2021-03-04T23:24:32.788 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_keystone_accepted_admin_roles": "", 2021-03-04T23:24:32.788 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_keystone_accepted_roles": "Member, admin", 2021-03-04T23:24:32.788 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_keystone_admin_domain": "", 2021-03-04T23:24:32.789 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_keystone_admin_password": "", 2021-03-04T23:24:32.789 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_keystone_admin_password_path": "", 2021-03-04T23:24:32.789 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_keystone_admin_project": "", 2021-03-04T23:24:32.789 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_keystone_admin_tenant": "", 2021-03-04T23:24:32.790 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_keystone_admin_token": "", 2021-03-04T23:24:32.790 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_keystone_admin_token_path": "", 2021-03-04T23:24:32.790 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_keystone_admin_user": "", 2021-03-04T23:24:32.790 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_keystone_api_version": "2", 2021-03-04T23:24:32.790 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_keystone_barbican_domain": "", 2021-03-04T23:24:32.791 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_keystone_barbican_password": "", 2021-03-04T23:24:32.791 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_keystone_barbican_project": "", 2021-03-04T23:24:32.791 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_keystone_barbican_tenant": "", 2021-03-04T23:24:32.791 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_keystone_barbican_user": "", 2021-03-04T23:24:32.792 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_keystone_implicit_tenants": "false", 2021-03-04T23:24:32.792 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_keystone_token_cache_size": "10000", 2021-03-04T23:24:32.792 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_keystone_url": "", 2021-03-04T23:24:32.792 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_keystone_verify_ssl": "true", 2021-03-04T23:24:32.792 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_lc_debug_interval": "-1", 2021-03-04T23:24:32.793 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_lc_lock_max_time": "90", 2021-03-04T23:24:32.793 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_lc_max_objs": "32", 2021-03-04T23:24:32.793 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_lc_max_rules": "1000", 2021-03-04T23:24:32.793 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_lc_max_worker": "3", 2021-03-04T23:24:32.794 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_lc_max_wp_worker": "3", 2021-03-04T23:24:32.794 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_lc_thread_delay": "0", 2021-03-04T23:24:32.794 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_ldap_binddn": "uid=admin,cn=users,dc=example,dc=com", 2021-03-04T23:24:32.794 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_ldap_dnattr": "uid", 2021-03-04T23:24:32.795 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_ldap_searchdn": "cn=users,cn=accounts,dc=example,dc=com", 2021-03-04T23:24:32.795 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_ldap_searchfilter": "", 2021-03-04T23:24:32.795 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_ldap_secret": "/etc/openldap/secret", 2021-03-04T23:24:32.795 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_ldap_uri": "ldaps://", 2021-03-04T23:24:32.795 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_lifecycle_work_time": "00:00-06:00", 2021-03-04T23:24:32.796 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_list_bucket_min_readahead": "1000", 2021-03-04T23:24:32.796 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_list_buckets_max_chunk": "1000", 2021-03-04T23:24:32.796 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_log_http_headers": "", 2021-03-04T23:24:32.796 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_log_nonexistent_bucket": "false", 2021-03-04T23:24:32.797 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_log_object_name": "%Y-%m-%d-%H-%i-%n", 2021-03-04T23:24:32.797 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_log_object_name_utc": "false", 2021-03-04T23:24:32.797 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_luarocks_location": "/tmp/luarocks", 2021-03-04T23:24:32.797 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_max_attr_name_len": "0", 2021-03-04T23:24:32.798 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_max_attr_size": "0", 2021-03-04T23:24:32.798 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_max_attrs_num_in_req": "0", 2021-03-04T23:24:32.798 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_max_chunk_size": "4194304", 2021-03-04T23:24:32.798 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_max_concurrent_requests": "1024", 2021-03-04T23:24:32.799 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_max_dynamic_shards": "1999", 2021-03-04T23:24:32.799 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_max_listing_results": "1000", 2021-03-04T23:24:32.799 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_max_notify_retries": "3", 2021-03-04T23:24:32.799 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_max_objs_per_shard": "100000", 2021-03-04T23:24:32.799 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_max_put_param_size": "1048576", 2021-03-04T23:24:32.800 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_max_put_size": "5368709120", 2021-03-04T23:24:32.800 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_max_slo_entries": "1000", 2021-03-04T23:24:32.800 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_md_log_max_shards": "64", 2021-03-04T23:24:32.800 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_md_notify_interval_msec": "200", 2021-03-04T23:24:32.801 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_mime_types_file": "/etc/mime.types", 2021-03-04T23:24:32.801 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_mp_lock_max_time": "600", 2021-03-04T23:24:32.801 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_multipart_min_part_size": "5242880", 2021-03-04T23:24:32.801 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_multipart_part_upload_limit": "10000", 2021-03-04T23:24:32.802 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_nfs_fhcache_partitions": "3", 2021-03-04T23:24:32.802 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_nfs_fhcache_size": "2017", 2021-03-04T23:24:32.802 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_nfs_lru_lane_hiwat": "911", 2021-03-04T23:24:32.802 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_nfs_lru_lanes": "5", 2021-03-04T23:24:32.803 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_nfs_max_gc": "300", 2021-03-04T23:24:32.803 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_nfs_namespace_expire_secs": "300", 2021-03-04T23:24:32.803 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_nfs_run_gc_threads": "false", 2021-03-04T23:24:32.803 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_nfs_run_lc_threads": "false", 2021-03-04T23:24:32.804 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_nfs_run_quota_threads": "false", 2021-03-04T23:24:32.804 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_nfs_run_sync_thread": "false", 2021-03-04T23:24:32.804 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_nfs_s3_fast_attrs": "false", 2021-03-04T23:24:32.804 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_nfs_write_completion_interval_s": "10", 2021-03-04T23:24:32.804 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_num_async_rados_threads": "32", 2021-03-04T23:24:32.805 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_num_control_oids": "8", 2021-03-04T23:24:32.805 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_num_rados_handles": "1", 2021-03-04T23:24:32.805 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_numa_node": "-1", 2021-03-04T23:24:32.805 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_obj_stripe_size": "4194304", 2021-03-04T23:24:32.806 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_obj_tombstone_cache_size": "1000", 2021-03-04T23:24:32.806 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_objexp_chunk_size": "100", 2021-03-04T23:24:32.806 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_objexp_gc_interval": "600", 2021-03-04T23:24:32.806 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_objexp_hints_num_shards": "127", 2021-03-04T23:24:32.806 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_olh_pending_timeout_sec": "3600", 2021-03-04T23:24:32.807 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_op_thread_suicide_timeout": "0", 2021-03-04T23:24:32.807 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_op_thread_timeout": "600", 2021-03-04T23:24:32.807 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_op_tracing": "false", 2021-03-04T23:24:32.807 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_opa_token": "", 2021-03-04T23:24:32.808 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_opa_url": "", 2021-03-04T23:24:32.808 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_opa_verify_ssl": "true", 2021-03-04T23:24:32.808 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_ops_log_data_backlog": "5242880", 2021-03-04T23:24:32.808 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_ops_log_rados": "true", 2021-03-04T23:24:32.809 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_ops_log_socket_path": "", 2021-03-04T23:24:32.809 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_override_bucket_index_max_shards": "0", 2021-03-04T23:24:32.809 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_period_latest_epoch_info_oid": ".latest_epoch", 2021-03-04T23:24:32.809 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_period_push_interval": "2.000000", 2021-03-04T23:24:32.809 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_period_push_interval_max": "30.000000", 2021-03-04T23:24:32.810 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_period_root_pool": ".rgw.root", 2021-03-04T23:24:32.810 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_port": "", 2021-03-04T23:24:32.810 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_print_continue": "true", 2021-03-04T23:24:32.810 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_print_prohibited_content_length": "false", 2021-03-04T23:24:32.811 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_put_obj_max_window_size": "67108864", 2021-03-04T23:24:32.811 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_put_obj_min_window_size": "16777216", 2021-03-04T23:24:32.811 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_rados_pool_autoscale_bias": "4.000000", 2021-03-04T23:24:32.811 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_rados_pool_pg_num_min": "8", 2021-03-04T23:24:32.811 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_rados_pool_recovery_priority": "5", 2021-03-04T23:24:32.812 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_rados_tracing": "false", 2021-03-04T23:24:32.812 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_realm": "", 2021-03-04T23:24:32.812 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_realm_root_pool": ".rgw.root", 2021-03-04T23:24:32.812 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_region": "", 2021-03-04T23:24:32.813 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_region_root_pool": ".rgw.root", 2021-03-04T23:24:32.813 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_relaxed_region_enforcement": "false", 2021-03-04T23:24:32.813 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_relaxed_s3_bucket_names": "false", 2021-03-04T23:24:32.813 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_remote_addr_param": "REMOTE_ADDR", 2021-03-04T23:24:32.813 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_request_uri": "", 2021-03-04T23:24:32.814 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_reshard_batch_size": "64", 2021-03-04T23:24:32.814 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_reshard_bucket_lock_duration": "360", 2021-03-04T23:24:32.814 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_reshard_max_aio": "128", 2021-03-04T23:24:32.814 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_reshard_num_logs": "16", 2021-03-04T23:24:32.815 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_reshard_thread_interval": "600", 2021-03-04T23:24:32.815 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_resolve_cname": "false", 2021-03-04T23:24:32.815 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_rest_getusage_op_compat": "false", 2021-03-04T23:24:32.815 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_run_sync_thread": "true", 2021-03-04T23:24:32.816 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_s3_auth_order": "sts, external, local", 2021-03-04T23:24:32.816 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_s3_auth_use_keystone": "false", 2021-03-04T23:24:32.816 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_s3_auth_use_ldap": "false", 2021-03-04T23:24:32.816 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_s3_auth_use_rados": "true", 2021-03-04T23:24:32.816 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_s3_auth_use_sts": "false", 2021-03-04T23:24:32.817 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_s3_success_create_obj_status": "0", 2021-03-04T23:24:32.817 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_safe_max_objects_per_shard": "102400", 2021-03-04T23:24:32.817 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_scheduler_type": "throttler", 2021-03-04T23:24:32.817 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_script_uri": "", 2021-03-04T23:24:32.818 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_service_provider_name": "", 2021-03-04T23:24:32.818 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_shard_warning_threshold": "90.000000", 2021-03-04T23:24:32.818 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_socket_path": "", 2021-03-04T23:24:32.818 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_sts_client_id": "", 2021-03-04T23:24:32.818 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_sts_client_secret": "", 2021-03-04T23:24:32.819 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_sts_entry": "sts", 2021-03-04T23:24:32.819 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_sts_key": "sts", 2021-03-04T23:24:32.819 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_sts_max_session_duration": "43200", 2021-03-04T23:24:32.819 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_sts_min_session_duration": "900", 2021-03-04T23:24:32.820 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_sts_token_introspection_url": "", 2021-03-04T23:24:32.820 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_swift_account_in_url": "false", 2021-03-04T23:24:32.820 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_swift_auth_entry": "auth", 2021-03-04T23:24:32.820 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_swift_auth_url": "", 2021-03-04T23:24:32.821 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_swift_custom_header": "", 2021-03-04T23:24:32.821 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_swift_enforce_content_length": "false", 2021-03-04T23:24:32.821 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_swift_need_stats": "true", 2021-03-04T23:24:32.821 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_swift_tenant_name": "", 2021-03-04T23:24:32.821 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_swift_token_expiration": "86400", 2021-03-04T23:24:32.822 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_swift_url": "", 2021-03-04T23:24:32.822 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_swift_url_prefix": "swift", 2021-03-04T23:24:32.822 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_swift_versioning_enabled": "false", 2021-03-04T23:24:32.822 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_sync_data_inject_err_probability": "0.000000", 2021-03-04T23:24:32.823 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_sync_lease_period": "120", 2021-03-04T23:24:32.823 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_sync_log_trim_concurrent_buckets": "4", 2021-03-04T23:24:32.823 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_sync_log_trim_interval": "1200", 2021-03-04T23:24:32.823 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_sync_log_trim_max_buckets": "16", 2021-03-04T23:24:32.823 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_sync_log_trim_min_cold_buckets": "4", 2021-03-04T23:24:32.824 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_sync_meta_inject_err_probability": "0.000000", 2021-03-04T23:24:32.824 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_sync_obj_etag_verify": "false", 2021-03-04T23:24:32.824 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_sync_trace_history_size": "4096", 2021-03-04T23:24:32.824 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_sync_trace_per_node_log_size": "32", 2021-03-04T23:24:32.825 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_sync_trace_servicemap_update_interval": "10", 2021-03-04T23:24:32.825 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_thread_pool_size": "512", 2021-03-04T23:24:32.825 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_torrent_comment": "", 2021-03-04T23:24:32.825 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_torrent_createby": "", 2021-03-04T23:24:32.825 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_torrent_encoding": "", 2021-03-04T23:24:32.826 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_torrent_flag": "false", 2021-03-04T23:24:32.826 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_torrent_origin": "", 2021-03-04T23:24:32.826 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_torrent_sha_unit": "524288", 2021-03-04T23:24:32.826 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_torrent_tracker": "", 2021-03-04T23:24:32.827 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_trust_forwarded_https": "false", 2021-03-04T23:24:32.827 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_usage_log_flush_threshold": "1024", 2021-03-04T23:24:32.827 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_usage_log_tick_interval": "30", 2021-03-04T23:24:32.827 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_usage_max_shards": "32", 2021-03-04T23:24:32.828 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_usage_max_user_shards": "1", 2021-03-04T23:24:32.828 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_use_opa_authz": "false", 2021-03-04T23:24:32.828 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_user_default_quota_max_objects": "-1", 2021-03-04T23:24:32.828 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_user_default_quota_max_size": "-1", 2021-03-04T23:24:32.829 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_user_max_buckets": "1000", 2021-03-04T23:24:32.829 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_user_quota_bucket_sync_interval": "180", 2021-03-04T23:24:32.829 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_user_quota_sync_idle_users": "false", 2021-03-04T23:24:32.829 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_user_quota_sync_interval": "86400", 2021-03-04T23:24:32.829 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_user_quota_sync_wait_time": "86400", 2021-03-04T23:24:32.830 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_user_unique_email": "true", 2021-03-04T23:24:32.830 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_verify_ssl": "true", 2021-03-04T23:24:32.830 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_website_routing_rules_max_num": "50", 2021-03-04T23:24:32.830 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_zone": "", 2021-03-04T23:24:32.831 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_zone_root_pool": ".rgw.root", 2021-03-04T23:24:32.831 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_zonegroup": "", 2021-03-04T23:24:32.831 INFO:teuthology.orchestra.run.gibba011.stdout: "rgw_zonegroup_root_pool": ".rgw.root", 2021-03-04T23:24:32.831 INFO:teuthology.orchestra.run.gibba011.stdout: "rocksdb_block_size": "4096", 2021-03-04T23:24:32.831 INFO:teuthology.orchestra.run.gibba011.stdout: "rocksdb_bloom_bits_per_key": "20", 2021-03-04T23:24:32.832 INFO:teuthology.orchestra.run.gibba011.stdout: "rocksdb_cache_index_and_filter_blocks": "true", 2021-03-04T23:24:32.832 INFO:teuthology.orchestra.run.gibba011.stdout: "rocksdb_cache_index_and_filter_blocks_with_high_priority": "false", 2021-03-04T23:24:32.832 INFO:teuthology.orchestra.run.gibba011.stdout: "rocksdb_cache_row_ratio": "0.000000", 2021-03-04T23:24:32.832 INFO:teuthology.orchestra.run.gibba011.stdout: "rocksdb_cache_shard_bits": "4", 2021-03-04T23:24:32.833 INFO:teuthology.orchestra.run.gibba011.stdout: "rocksdb_cache_size": "536870912", 2021-03-04T23:24:32.833 INFO:teuthology.orchestra.run.gibba011.stdout: "rocksdb_cache_type": "binned_lru", 2021-03-04T23:24:32.833 INFO:teuthology.orchestra.run.gibba011.stdout: "rocksdb_collect_compaction_stats": "false", 2021-03-04T23:24:32.833 INFO:teuthology.orchestra.run.gibba011.stdout: "rocksdb_collect_extended_stats": "false", 2021-03-04T23:24:32.833 INFO:teuthology.orchestra.run.gibba011.stdout: "rocksdb_collect_memory_stats": "false", 2021-03-04T23:24:32.834 INFO:teuthology.orchestra.run.gibba011.stdout: "rocksdb_delete_range_threshold": "1048576", 2021-03-04T23:24:32.834 INFO:teuthology.orchestra.run.gibba011.stdout: "rocksdb_index_type": "binary_search", 2021-03-04T23:24:32.834 INFO:teuthology.orchestra.run.gibba011.stdout: "rocksdb_log_to_ceph_log": "true", 2021-03-04T23:24:32.834 INFO:teuthology.orchestra.run.gibba011.stdout: "rocksdb_metadata_block_size": "4096", 2021-03-04T23:24:32.835 INFO:teuthology.orchestra.run.gibba011.stdout: "rocksdb_partition_filters": "false", 2021-03-04T23:24:32.835 INFO:teuthology.orchestra.run.gibba011.stdout: "rocksdb_perf": "false", 2021-03-04T23:24:32.835 INFO:teuthology.orchestra.run.gibba011.stdout: "rocksdb_pin_l0_filter_and_index_blocks_in_cache": "false", 2021-03-04T23:24:32.835 INFO:teuthology.orchestra.run.gibba011.stdout: "rotating_keys_bootstrap_timeout": "30", 2021-03-04T23:24:32.835 INFO:teuthology.orchestra.run.gibba011.stdout: "rotating_keys_renewal_timeout": "10", 2021-03-04T23:24:32.836 INFO:teuthology.orchestra.run.gibba011.stdout: "run_dir": "/var/run/ceph", 2021-03-04T23:24:32.836 INFO:teuthology.orchestra.run.gibba011.stdout: "setgroup": "ceph", 2021-03-04T23:24:32.836 INFO:teuthology.orchestra.run.gibba011.stdout: "setuser": "ceph", 2021-03-04T23:24:32.836 INFO:teuthology.orchestra.run.gibba011.stdout: "setuser_match_path": "", 2021-03-04T23:24:32.837 INFO:teuthology.orchestra.run.gibba011.stdout: "target_max_misplaced_ratio": "0.050000", 2021-03-04T23:24:32.837 INFO:teuthology.orchestra.run.gibba011.stdout: "thp": "false", 2021-03-04T23:24:32.837 INFO:teuthology.orchestra.run.gibba011.stdout: "threadpool_default_timeout": "60", 2021-03-04T23:24:32.837 INFO:teuthology.orchestra.run.gibba011.stdout: "threadpool_empty_queue_max_wait": "2", 2021-03-04T23:24:32.837 INFO:teuthology.orchestra.run.gibba011.stdout: "throttler_perf_counter": "true" 2021-03-04T23:24:32.838 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:24:33.093 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'mon.*' injectargs --mon_osd_down_out_interval=0 2021-03-04T23:24:33.202 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:34.245 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:33 gibba011 conmon[95595]: cluster 2021-03-04T23:24:32.596974+0000 mgr.x (mgr.34676) 630 : cluster [DBG] pgmap v534: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:34.246 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:33 gibba011 conmon[99461]: cluster 2021-03-04T23:24:32.596974+0000 mgr.x (mgr.34676) 630 2021-03-04T23:24:34.246 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:33 gibba011 conmon[99461]: : cluster [DBG] pgmap v534: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:34.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:33 gibba038 conmon[76675]: cluster 2021-03-04T23:24:32.596974+0000 mgr.x (mgr.34676) 630 : cluster [DBG] pgmap v534: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:34.541 INFO:teuthology.orchestra.run.gibba011.stdout:mon.a: {} 2021-03-04T23:24:34.548 INFO:teuthology.orchestra.run.gibba011.stdout:mon.c: {} 2021-03-04T23:24:34.558 INFO:teuthology.orchestra.run.gibba011.stdout:mon.b: {} 2021-03-04T23:24:34.559 INFO:teuthology.orchestra.run.gibba011.stderr:mon.a: mon_osd_down_out_interval = '0' (not observed, change may require restart) 2021-03-04T23:24:34.559 INFO:teuthology.orchestra.run.gibba011.stderr:mon.c: mon_osd_down_out_interval = '0' (not observed, change may require restart) 2021-03-04T23:24:34.559 INFO:teuthology.orchestra.run.gibba011.stderr:mon.b: mon_osd_down_out_interval = '0' (not observed, change may require restart) 2021-03-04T23:24:35.216 INFO:tasks.thrashosds.thrasher:Unable to test ceph-objectstore-tool, not available on all OSD nodes 2021-03-04T23:24:35.217 INFO:teuthology.task.sequential:In sequential, running task full_sequential... 2021-03-04T23:24:35.217 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2021-03-04T23:24:35.218 INFO:tasks.radosbench:Beginning radosbench... 2021-03-04T23:24:35.218 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_4 2021-03-04T23:24:35.219 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool create unique_pool_4 16 2021-03-04T23:24:35.219 INFO:tasks.thrashosds.thrasher:starting do_thrash 2021-03-04T23:24:35.220 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:24:35.220 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:24:35.220 INFO:tasks.thrashosds.thrasher:Removing osd 6, in_osds are: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:24:35.221 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd out 6 2021-03-04T23:24:35.221 INFO:tasks.thrashosds.thrasher:starting do_sighup with a delay of 0.1 2021-03-04T23:24:35.222 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:35.223 INFO:tasks.thrashosds.thrasher:starting do_optrack_toggle with a delay of 2.0 2021-03-04T23:24:35.223 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:24:35.224 INFO:tasks.thrashosds.thrasher:starting do_dump_ops 2021-03-04T23:24:35.224 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:24:35.224 INFO:tasks.thrashosds.thrasher:starting do_noscrub_toggle with a delay of 2.0 2021-03-04T23:24:35.225 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:24:35.248 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:34 gibba011 conmon[95595]: audit 2021-03-04T23:24:34.531359+0000 mon.c (mon.1) 242 : audit [DBG] from='client.? 172.21.2.111:0/1840279390' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-03-04T23:24:35.249 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:34 gibba011 conmon[99461]: audit 2021-03-04T23:24:34.531359+0000 mon.c (mon.1) 242 : audit [DBG] from='client.? 172.21.2.111:0/1840279390' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-03-04T23:24:35.255 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:35.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:35.256 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:24:35.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:34 gibba038 conmon[76675]: audit 2021-03-04T23:24:34.531359+0000 mon.c (mon.1) 242 : audit [DBG] from='client.? 172.21.2.111:0/1840279390' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2021-03-04T23:24:35.346 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:35.357 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:35.361 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:35.362 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:35.363 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:35.363 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:35.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:35.379 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:35.379 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:24:35.481 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:35.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:35.676 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:35.676 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:35.778 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:35.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:35.797 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:35.797 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:24:35.899 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:35.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:35.917 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:35.917 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:24:36.019 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:36.037 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:36.038 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:36.039 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:36.141 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:36.153 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:35 gibba011 conmon[95595]: cluster 2021-03-04T23:24:34.597316+0000 mgr.x (mgr.34676) 631 : cluster [DBG] pgmap v535: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:36.154 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:35 gibba011 conmon[99461]: cluster 2021-03-04T23:24:34.597316+0000 mgr.x (mgr.34676) 631 : cluster 2021-03-04T23:24:36.154 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:35 gibba011 conmon[99461]: [DBG] pgmap v535: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:36.159 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:36.160 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:36.160 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:36.261 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:36.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:36.279 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:36.280 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:36.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:35 gibba038 conmon[76675]: cluster 2021-03-04T23:24:34.597316+0000 mgr.x (mgr.34676) 631 : cluster [DBG] pgmap v535: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:36.381 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:36.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:36.400 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:36.400 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:36.501 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:36.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:36.520 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:36.520 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:36.621 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:36.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:36.639 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:36.640 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:24:36.740 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:36.757 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:36.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:36.758 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:24:36.859 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:36.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:36.879 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:36.879 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:24:36.980 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:36.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:36.999 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:36.999 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:24:37.100 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:37.118 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:37.119 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:37.120 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:37.221 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:37.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:37.239 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:37.240 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:24:37.341 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:37.358 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:37.359 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:37.360 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:24:37.461 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:37.479 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:37.480 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:37.480 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:24:37.582 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:37.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:37.601 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:37.601 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:24:37.703 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:37.721 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:37.722 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:37.723 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:24:37.824 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:37.841 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:37.842 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:37.842 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:37.944 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:37.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:37.964 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:37.964 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:24:38.065 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:38.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:38.084 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:38.084 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:24:38.178 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:37 gibba011 conmon[95595]: cluster 2021-03-04T23:24:36.597600+0000 mgr.x (mgr.34676) 632 : cluster [DBG] pgmap v536: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:38.179 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:37 gibba011 conmon[99461]: cluster 2021-03-04T23:24:36.597600+0000 mgr.x (mgr.34676) 632 : cluster [DBG] 2021-03-04T23:24:38.179 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:37 gibba011 conmon[99461]: pgmap v536: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:38.185 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:38.202 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:38.202 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:38.203 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:38.304 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:38.321 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:38.322 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:38.322 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:38.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:37 gibba038 conmon[76675]: cluster 2021-03-04T23:24:36.597600+0000 mgr.x (mgr.34676) 632 : cluster [DBG] pgmap v536: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:38.423 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:38.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:38.441 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:38.441 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:38.542 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:38.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:38.562 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:38.562 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:38.663 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:38.681 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:38.682 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:38.682 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:38.784 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:38.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:38.801 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:38.802 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:38.903 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:38.920 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:38.921 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:38.922 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:24:38.928 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:24:38.928 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:24:38.928 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:24:38.929 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:24:38.942 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:24:38.957 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:24:38.972 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:24:38.987 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:24:38.988 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:24:38.988 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:24:38.988 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:24:38.989 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:24:38.989 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:24:38.989 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:24:38.989 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:24:38.989 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:24:39.023 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:39.040 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:39.041 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:39.041 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:24:39.143 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:39.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:39.161 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:39.161 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:24:39.262 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:39.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:39.281 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:39.281 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:24:39.383 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:39.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:39.401 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:39.402 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:24:39.503 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:39.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:39.522 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:39.522 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:24:39.624 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:39.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:39.643 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:39.643 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:24:39.744 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:39.764 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:39.765 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:39.765 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:39.866 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:39.884 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:39.885 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:39.885 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:24:39.987 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:40.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:40.005 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:40.005 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:24:40.107 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:40.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:39 gibba011 conmon[95595]: cluster 2021-03-04T23:24:38.598185+0000 mgr.x (mgr.34676) 633 : cluster [DBG] pgmap v537: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:40.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:39 gibba011 conmon[95595]: audit 2021-03-04T23:24:38.871335+0000 mon.c (mon.1) 243 : audit [DBG] from='client.? 172.21.2.111:0/155879529' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:24:40.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:39 gibba011 conmon[99461]: cluster 2021-03-04T23:24:38.598185+0000 mgr.x (mgr.34676) 633 : cluster [DBG] pgmap v537: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:40.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:39 gibba011 conmon[99461]: audit 2021-03-04T23:24:38.871335+0000 mon.c (mon.1) 243 : audit [DBG] from='client.? 172.21.2.111:0/155879529' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:24:40.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:40.125 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:40.126 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:24:40.227 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:40.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:40.245 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:40.246 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:40.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:39 gibba038 conmon[76675]: cluster 2021-03-04T23:24:38.598185+0000 mgr.x (mgr.34676) 633 : cluster [DBG] pgmap v537: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:40.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:39 gibba038 conmon[76675]: audit 2021-03-04T23:24:38.871335+0000 mon.c (mon.1) 243 : audit [DBG] from='client.? 172.21.2.111:0/155879529' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:24:40.347 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:40.364 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:40.365 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:40.366 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:24:40.466 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:40.483 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:40.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:40.486 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:40.587 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:40.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:40.605 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:40.605 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:24:40.706 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:40.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:40.723 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:40.723 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:24:40.824 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:40.842 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:40.843 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:40.843 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:24:40.944 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:40.962 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:40.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:40.963 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:24:41.054 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:40 gibba011 conmon[99461]: audit 2021-03-04T23:24:40.172002+0000 mon.c (mon.1) 244 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:24:41.054 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:40 gibba011 conmon[99461]: audit 2021-03-04T23:24:40.174135+0000 mon.c (mon.1) 245 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:24:41.055 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:40 gibba011 conmon[99461]: audit 2021-03-04T23:24:40.174350+0000 mon.c (mon.1) 246 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:24:41.055 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:40 gibba011 conmon[95595]: audit 2021-03-04T23:24:40.172002+0000 mon.c (mon.1) 244 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:24:41.055 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:40 gibba011 conmon[95595]: audit 2021-03-04T23:24:40.174135+0000 mon.c (mon.1) 245 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:24:41.055 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:40 gibba011 conmon[95595]: audit 2021-03-04T23:24:40.174350+0000 mon.c (mon.1) 246 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:24:41.056 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:40 gibba038 conmon[76675]: audit 2021-03-04T23:24:40.172002+0000 mon.c (mon.1) 244 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:24:41.056 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:40 gibba038 conmon[76675]: audit 2021-03-04T23:24:40.174135+0000 mon.c (mon.1) 245 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:24:41.056 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:40 gibba038 conmon[76675]: audit 2021-03-04T23:24:40.174350+0000 mon.c (mon.1 2021-03-04T23:24:41.057 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:40 gibba038 conmon[76675]: ) 246 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:24:41.064 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:41.091 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:41.092 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:41.092 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:41.194 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:41.211 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:41.211 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:41.212 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:24:41.313 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:41.330 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:41.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:41.332 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:41.433 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:41.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:41.453 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:41.453 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:24:41.554 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:41.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:41.572 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:41.572 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:24:41.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[95595]: debug 2021-03-04T23:24:41.374+0000 7f2e08250700 -1 mon.a@0(leader).osd e136 definitely_dead 0 2021-03-04T23:24:41.673 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:41.690 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:41.691 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:41.692 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:24:41.756 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:24:41.756 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:24:41.793 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:41.811 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:41.812 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:41.813 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:24:41.868 INFO:teuthology.orchestra.run.gibba011.stderr:pool 'unique_pool_4' created 2021-03-04T23:24:41.869 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:24:41.869 INFO:teuthology.orchestra.run.gibba011.stderr:marked out osd.6. 2021-03-04T23:24:41.914 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:41.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:41.932 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:41.932 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:24:42.023 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:41 gibba038 conmon[76675]: cluster 2021-03-04T23:24:40.598501+0000 mgr.x (mgr.34676) 634 : cluster [DBG] pgmap v538: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:42.024 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:41 gibba038 conmon[76675]: audit 2021-03-04T23:24:40.995895+0000 mon.c (mon.1) 247 : audit [INF] from='client.? 172.21.2.111:0/1565662869' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2021-03-04T23:24:42.024 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:41 gibba038 conmon[76675]: audit 2021-03-04T23:24:40.996202+0000 mon.a (mon.0) 621 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2021-03-04T23:24:42.024 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:41 gibba038 conmon[76675]: audit 2021-03-04T23:24:41.219138+0000 mon.a (mon.0) 622 : audit [INF] from='client.? 172.21.2.111:0/3518454710' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:24:42.024 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:41 gibba038 conmon[76675]: audit 2021-03-04T23:24:41.375738+0000 mon.c (mon.1) 248 : audit [INF] from='client.? 172.21.2.111:0/448160115' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2021-03-04T23:24:42.025 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:41 gibba038 conmon[76675]: audit 2021-03-04T23:24:41.376111+0000 mon.a (mon.0) 623 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2021-03-04T23:24:42.025 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:41 gibba038 conmon[76675]: cluster 2021-03-04T23:24:41.376179+0000 mon.a (mon.0) 624 : cluster [INF] Client client.admin marked osd.6 out, while it was still marked up 2021-03-04T23:24:42.033 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:42.045 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[95595]: cluster 2021-03-04T23:24:40.598501+0000 mgr.x (mgr.34676) 634 : cluster [DBG] pgmap v538: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:42.046 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[95595]: audit 2021-03-04T23:24:40.995895+0000 mon.c (mon.1) 247 : audit [INF] from='client.? 172.21.2.111:0/1565662869' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2021-03-04T23:24:42.046 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[95595]: audit 2021-03-04T23:24:40.996202+0000 mon.a (mon.0) 621 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2021-03-04T23:24:42.046 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[95595]: audit 2021-03-04T23:24:41.219138+0000 mon.a (mon.0) 622 : audit [INF] from='client.? 172.21.2.111:0/3518454710' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:24:42.046 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[95595]: audit 2021-03-04T23:24:41.375738+0000 mon.c (mon.1) 248 : audit [INF] from='client.? 172.21.2.111:0/448160115' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2021-03-04T23:24:42.047 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[95595]: audit 2021-03-04T23:24:41.376111+0000 mon.a (mon.0) 623 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2021-03-04T23:24:42.047 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[95595]: cluster 2021-03-04T23:24:41.376179+0000 mon.a (mon.0) 624 : cluster [INF] Client client.admin marked osd.6 out, while it was still marked up 2021-03-04T23:24:42.047 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[99461]: cluster 2021-03-04T23:24:40.598501+0000 mgr.x (mgr.34676) 634 : 2021-03-04T23:24:42.048 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[99461]: cluster [DBG] pgmap v538: 73 pgs: 73 active+clean; 3.3 KiB data, 713 MiB used, 667 GiB / 672 GiB avail 2021-03-04T23:24:42.048 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:24:42.049 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[99461]: -04T23:24:40.995895+0000 mon.c (mon.1) 247 : audit [INF] from='client.? 172.21.2.111:0/1565662869' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2021-03-04T23:24:42.049 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[99461]: audit 2021-03-04T23:24:40 2021-03-04T23:24:42.049 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[99461]: .996202+0000 mon.a (mon.0) 621 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2021-03-04T23:24:42.049 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:24:42.050 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[99461]: 04T23:24:41.219138+0000 mon.a (mon.0) 622 2021-03-04T23:24:42.050 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[99461]: : audit [INF] from='client.? 172.21.2.111:0/3518454710' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:24:42.050 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:24:42.050 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[99461]: T23:24:41.375738+0000 mon.c (mon.1 2021-03-04T23:24:42.050 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[99461]: ) 248 : audit [INF] from='client.? 172.21.2.111:0/448160115' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2021-03-04T23:24:42.051 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:24:42.051 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[99461]: 03-04T23:24:41.376111+0000 mon.a (mon 2021-03-04T23:24:42.051 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[99461]: .0) 623 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2021-03-04T23:24:42.051 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:24:42.052 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[99461]: -03-04T23:24:41.376179+0000 mon.a ( 2021-03-04T23:24:42.052 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:41 gibba011 conmon[99461]: mon.0) 624 : cluster [INF] Client client.admin marked osd.6 out, while it was still marked up 2021-03-04T23:24:42.059 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:42.060 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:42.060 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:24:42.162 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:42.180 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:42.181 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:42.182 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:42.284 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:42.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:42.302 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:42.303 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:24:42.404 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:42.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:42.435 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:42.435 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:24:42.536 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:42.553 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:42.554 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:42.555 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:24:42.625 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:24:42.656 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:42.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:42.675 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:42.675 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:42.735 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:42.776 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:42.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:42.794 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:42.794 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:42.896 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:42.912 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:42.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:42.914 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:43.015 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:43.031 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:43.031 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:43.032 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:24:43.133 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:43.151 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:43.151 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:43.152 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:43.253 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:43.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:43.271 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:43.272 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:24:43.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:42 gibba038 conmon[76675]: cluster 2021-03-04T23:24:41.857172+0000 mon.a (mon.0) 625 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:24:43.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:42 gibba038 conmon[76675]: audit 2021-03-04T23:24:41.862207+0000 mon.a 2021-03-04T23:24:43.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:42 gibba038 conmon[76675]: (mon.0) 626 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]': finished 2021-03-04T23:24:43.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:42 gibba038 conmon[76675]: audit 2021-03-04T23:24:41.862248+0000 mon.a (mon.0) 627 : audit [INF] from='client.? 172.21.2.111:0/3518454710' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:24:43.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:42 gibba038 conmon[76675]: audit 2021-03-04T23:24:41.862275+0000 mon.a (mon.0) 628 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["6"]}]': finished 2021-03-04T23:24:43.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:42 gibba038 conmon[76675]: cluster 2021-03-04T23:24:41.862301+0000 mon.a (mon.0) 629 : cluster [DBG] osdmap e137: 8 total, 8 up, 7 in 2021-03-04T23:24:43.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:42 gibba038 conmon[76675]: audit 2021-03-04T23:24:42.675295+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:24:43.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:42 gibba011 conmon[95595]: cluster 2021-03-04T23:24:41.857172+0000 mon.a (mon.0) 625 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:24:43.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:42 gibba011 conmon[95595]: audit 2021-03-04T23:24:41.862207+0000 mon.a (mon.0) 626 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]': finished 2021-03-04T23:24:43.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:42 gibba011 conmon[95595]: audit 2021-03-04T23:24:41.862248+0000 mon.a (mon.0) 627 : audit [INF] from='client.? 172.21.2.111:0/3518454710' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:24:43.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:42 gibba011 conmon[95595]: audit 2021-03-04T23:24:41.862275+0000 mon.a (mon.0) 628 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["6"]}]': finished 2021-03-04T23:24:43.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:42 gibba011 conmon[95595]: cluster 2021-03-04T23:24:41.862301+0000 mon.a (mon.0) 629 : cluster [DBG] osdmap e137: 8 total, 8 up, 7 in 2021-03-04T23:24:43.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:42 gibba011 conmon[95595]: audit 2021-03-04T23:24:42.675295+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:24:43.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:42 gibba011 conmon[99461]: cluster 2021-03-04T23:24:41.857172+0000 mon.a (mon.0) 625 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:24:43.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:42 gibba011 conmon[99461]: audit 2021-03-04T23:24:41.862207+0000 mon.a (mon.0) 626 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]': finished 2021-03-04T23:24:43.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:42 gibba011 conmon[99461]: audit 2021-03-04T23:24:41.862248+0000 mon.a (mon.0) 627 : audit [INF] from='client.? 172.21.2.111:0/3518454710' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:24:43.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:42 gibba011 conmon[99461]: audit 2021-03-04T23:24:41.862275+0000 mon.a (mon.0) 628 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["6"]}]': finished 2021-03-04T23:24:43.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:42 gibba011 conmon[99461]: cluster 2021-03-04T23:24:41.862301+0000 mon.a (mon.0) 629 : cluster [DBG] osdmap e137: 8 total, 8 up, 7 in 2021-03-04T23:24:43.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:42 gibba011 conmon[99461]: audit 2021-03-04T23:24:42.675295+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:24:43.373 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:43.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:43.391 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:43.391 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:43.493 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:43.510 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:43.511 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:43.511 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:43.612 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:43.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:43.633 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:43.634 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:24:43.637 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool application enable unique_pool_4 rados --yes-i-really-mean-it || true 2021-03-04T23:24:43.735 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:43.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:43.755 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:43.755 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:43.792 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:43.856 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:43.875 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-03-04T23:24:43.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:43.877 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:43.877 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:43.978 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:43.989 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:43.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:43.996 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:43.997 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:44.079 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:43 gibba011 conmon[95595]: cluster 2021-03-04T23:24:42.599145+0000 mgr.x (mgr.34676) 635 : cluster 2021-03-04T23:24:44.079 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:43 gibba011 conmon[95595]: [DBG] pgmap v540: 89 pgs: 3 creating+peering, 13 peering, 13 unknown, 60 active+clean; 3.3 KiB data, 711 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:24:44.079 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:43 gibba011 conmon[95595]: cephadm 2021-03-04T23:24:42.676487+0000 mgr.x (mgr.34676) 636 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:24:44.080 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:43 gibba011 conmon[95595]: cluster 2021-03-04T23:24:42.861134+0000 mon.a (mon.0) 631 : cluster [WRN] Health check failed: Reduced data availability: 3 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2021-03-04T23:24:44.080 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:43 gibba011 conmon[95595]: cluster 2021-03-04T23:24:42.865182+0000 mon.a (mon.0) 632 : cluster [DBG] osdmap e138: 8 total, 8 up, 7 in 2021-03-04T23:24:44.080 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:43 gibba011 conmon[99461]: cluster 2021-03-04T23:24:42.599145+0000 mgr.x (mgr.34676) 635 : cluster 2021-03-04T23:24:44.080 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:43 gibba011 conmon[99461]: [DBG] pgmap v540: 89 pgs: 3 creating+peering, 13 peering, 13 unknown, 60 active+clean; 3.3 KiB data, 711 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:24:44.081 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:43 gibba011 conmon[99461]: cephadm 2021-03-04T23:24:42.676487+0000 mgr.x (mgr.34676) 636 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:24:44.081 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:43 gibba011 conmon[99461]: cluster 2021-03-04T23:24:42. 2021-03-04T23:24:44.081 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:43 gibba011 conmon[99461]: 861134+0000 mon.a (mon.0) 631 : cluster [WRN] Health check failed: Reduced data availability: 3 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2021-03-04T23:24:44.081 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:43 gibba011 conmon[99461]: cluster 2021-03-04T23:24:42.865182+0000 mon.a (mon.0) 632 : cluster [DBG] osdmap e138: 8 total, 8 up, 7 in 2021-03-04T23:24:44.098 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:44.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:44.117 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:44.117 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:44.218 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:44.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:44.236 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:44.236 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:24:44.337 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:44.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:43 gibba038 conmon[76675]: cluster 2021-03-04T23:24:42.599145+0000 mgr.x (mgr.34676) 635 : cluster [DBG] pgmap v540: 89 pgs: 3 creating+peering, 13 peering, 13 unknown, 60 active+clean; 3.3 KiB data, 711 MiB used, 584 GiB / 588 GiB avail 2021-03-04T23:24:44.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:43 gibba038 conmon[76675]: cephadm 2021-03-04T23:24:42.676487+0000 mgr.x (mgr.34676) 636 : cephadm [INF] 2021-03-04T23:24:44.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:43 gibba038 conmon[76675]: Refreshing gibba038 facts 2021-03-04T23:24:44.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:43 gibba038 conmon[76675]: cluster 2021-03-04T23:24:42.861134+0000 mon.a (mon.0) 631 : cluster [WRN] Health check failed: Reduced data availability: 3 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2021-03-04T23:24:44.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:43 gibba038 conmon[76675]: cluster 2021-03-04T23:24:42.865182+0000 mon.a (mon.0) 632 : cluster [DBG] osdmap e138: 8 total, 8 up, 7 in 2021-03-04T23:24:44.356 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:44.357 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:44.357 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:24:44.458 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:44.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:44.477 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:44.478 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:24:44.579 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:44.596 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:44.597 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:44.598 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:24:44.699 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:44.716 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:44.717 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:44.717 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:24:44.818 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:44.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:44.837 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:44.837 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:24:44.938 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:44.956 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:44.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:44.957 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:24:45.058 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:45.075 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:45.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:45.077 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:24:45.139 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:44 gibba011 conmon[95595]: cluster 2021-03-04T23:24:43.867112+0000 mon.a (mon.0) 633 : cluster [DBG] osdmap e139: 8 total, 8 up, 7 in 2021-03-04T23:24:45.140 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:44 gibba011 conmon[99461]: cluster 2021-03-04T23:24:43.867112+0000 mon.a (mon.0) 633 : cluster [DBG] 2021-03-04T23:24:45.140 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:44 gibba011 conmon[99461]: osdmap e139: 8 total, 8 up, 7 in 2021-03-04T23:24:45.178 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:45.195 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:45.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:45.196 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:45.297 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:45.314 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:45.315 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:45.316 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:45.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:44 gibba038 conmon[76675]: cluster 2021-03-04T23:24:43.867112+0000 mon.a (mon.0) 633 : cluster [DBG] osdmap e139: 8 total, 8 up, 7 in 2021-03-04T23:24:45.418 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:45.435 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:45.436 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:45.436 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:24:45.538 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:45.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:45.555 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:45.556 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:45.657 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:45.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:45.676 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:45.676 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:24:45.777 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:45.795 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:45.795 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:45.796 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:45.817 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:24:45.897 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:45.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:45.915 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:45.915 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:45.937 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:46.017 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:46.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:46.036 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:46.037 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:24:46.096 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:45 gibba011 conmon[95595]: cluster 2021-03-04T23:24:44.599788+0000 mgr.x (mgr.34676) 637 : cluster [DBG] pgmap v543: 89 pgs: 3 creating+peering, 13 peering, 9 unknown, 64 active+clean; 3.3 KiB data, 711 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:24:46.096 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:45 gibba011 conmon[99461]: cluster 2021-03-04T23:24:44.599788+0000 mgr.x (mgr.34676) 637 : cluster [DBG] pgmap v543: 89 pgs: 3 creating+peering, 13 peering, 9 unknown, 64 active+clean; 3.3 KiB data, 711 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:24:46.138 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:46.159 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:46.160 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:46.161 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:24:46.262 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:46.266 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:24:46.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:46.280 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:46.280 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:24:46.281 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:24:46.293 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:24:46.306 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:24:46.322 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:24:46.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:45 gibba038 conmon[76675]: cluster 2021-03-04T23:24:44.599788+0000 mgr.x (mgr.34676) 637 : cluster [DBG] pgmap v543: 89 pgs: 3 creating+peering, 13 peering, 9 unknown, 64 active+clean; 3.3 KiB data, 711 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:24:46.338 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:24:46.352 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:24:46.366 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:24:46.367 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:24:46.368 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:24:46.368 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:24:46.368 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:24:46.368 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:24:46.369 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:24:46.369 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:24:46.369 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:24:46.381 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:46.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:46.401 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:46.401 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:46.503 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:46.520 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:46.520 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:46.521 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:46.622 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:46.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:46.640 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:46.640 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:46.741 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:46.759 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:46.760 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:46.760 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:46.862 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:46.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:46.882 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:46.882 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:24:46.984 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:47.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:47.002 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:47.002 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:47.103 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:47.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:47.121 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:47.121 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:47.189 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:46 gibba011 conmon[95595]: audit 2021-03-04T23:24:46.251124+0000 mon.c (mon.1) 249 : audit [DBG] from='client.? 172.21.2.111:0/4195795952' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:24:47.190 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:46 gibba011 conmon[99461]: audit 2021-03-04T23:24:46.251124+0000 mon.c (mon.1) 249 : audit [DBG] from='client.? 172.21.2.111:0/4195795952' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:24:47.222 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:47.242 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:47.243 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:47.243 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:47.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:46 gibba038 conmon[76675]: audit 2021-03-04T23:24:46.251124+0000 mon.c (mon.1) 249 : audit [DBG] 2021-03-04T23:24:47.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:46 gibba038 conmon[76675]: from='client.? 172.21.2.111:0/4195795952' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:24:47.344 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:47.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:47.362 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:47.363 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:47.463 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:47.481 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:47.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:47.482 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:47.584 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:47.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:47.602 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:47.602 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:24:47.703 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:47.720 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:47.721 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:47.721 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:24:47.822 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:47.840 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:47.841 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:47.841 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:24:47.883 INFO:teuthology.orchestra.run.gibba011.stderr:enabled application 'rados' on pool 'unique_pool_4' 2021-03-04T23:24:47.943 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:47.960 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:47.961 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:47.962 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:24:48.064 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:48.081 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:48.082 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:48.083 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:48.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:47 gibba011 conmon[95595]: cluster 2021-03-04T23:24:46.600529+0000 mgr.x (mgr.34676) 638 : cluster [DBG] pgmap v544: 89 pgs: 3 creating+peering, 13 peering, 4 unknown, 69 active+clean; 3.3 KiB data, 711 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:24:48.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:47 gibba011 conmon[95595]: audit 2021-03-04T23:24:47.763042+0000 mon.c (mon.1) 250 : audit [INF] from='client.? 172.21.2.111:0/389118908' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:24:48.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:47 gibba011 conmon[95595]: audit 2021-03-04T23:24:47.763371 2021-03-04T23:24:48.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:47 gibba011 conmon[95595]: +0000 mon.a (mon.0) 634 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:24:48.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:47 gibba011 conmon[99461]: cluster 2021-03-04T23:24:46.600529+0000 mgr.x ( 2021-03-04T23:24:48.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:47 gibba011 conmon[99461]: mgr.34676) 638 : cluster [DBG] pgmap v544: 89 pgs: 3 creating+peering, 13 peering, 4 unknown, 69 active+clean; 3.3 KiB data, 711 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:24:48.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:47 gibba011 conmon[99461]: audit 2021-03-04T23:24:47.763042+0000 mon.c (mon.1) 250 : audit [INF] from='client.? 172.21.2.111:0/389118908' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:24:48.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:47 gibba011 conmon[99461]: audit 2021-03-04T23:24:47.763371+0000 mon.a (mon.0) 634 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:24:48.184 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:48.202 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:48.203 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:48.203 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:48.305 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:48.322 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:48.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:48.324 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:24:48.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:47 gibba038 conmon[76675]: cluster 2021-03-04T23:24:46.600529+0000 mgr.x (mgr.34676) 638 : cluster [DBG] pgmap v544: 89 pgs: 3 creating+peering, 13 peering, 4 unknown, 69 active+clean; 3.3 KiB data, 711 MiB used, 584 GiB / 588 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:24:48.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:47 gibba038 conmon[76675]: 2021-03-04T23:24:48.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:47 gibba038 conmon[76675]: audit 2021-03-04T23:24:47.763042+0000 mon.c (mon.1) 250 : audit [INF] from='client.? 172.21.2.111:0/389118908' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:24:48.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:47 gibba038 conmon[76675]: audit 2021-03-04T23:24:47.763371+0000 mon.a (mon.0) 634 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:24:48.426 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:48.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:48.444 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:48.444 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:24:48.546 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:48.562 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:48.563 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:48.564 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:24:48.665 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:48.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:48.685 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:48.686 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:24:48.787 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:48.804 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:48.805 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:48.806 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:24:48.907 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:48.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:48.926 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:48.927 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:24:48.937 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:48 gibba011 conmon[95595]: audit 2021-03-04T23:24:47.878729+0000 mon.a (mon.0) 635 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:24:48.938 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:48 gibba011 conmon[95595]: cluster 2021-03-04T23:24:47.878767+0000 mon.a (mon.0) 636 : cluster [DBG] osdmap e140: 8 total, 8 up, 7 in 2021-03-04T23:24:48.938 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:48 gibba011 conmon[99461]: audit 2021-03-04T23:24:47.878729+0000 mon.a (mon.0) 635 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:24:48.938 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:48 gibba011 conmon[99461]: cluster 2021-03-04T23:24:47.878767+0000 mon.a (mon.0) 636 : cluster [DBG] osdmap e140: 8 total, 8 up, 7 in 2021-03-04T23:24:48.967 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 7] out_osds: [6] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:24:48.967 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:24:49.020 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:24:49.021 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [], 2021-03-04T23:24:49.021 INFO:teuthology.orchestra.run.gibba011.stdout: "complaint_time": 30, 2021-03-04T23:24:49.021 INFO:teuthology.orchestra.run.gibba011.stdout: "num_blocked_ops": 0 2021-03-04T23:24:49.021 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:24:49.028 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:49.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:49.047 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:49.047 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:24:49.148 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:49.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:49.167 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:49.168 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:24:49.269 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:49.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:49.287 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:49.288 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:49.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:48 gibba038 conmon[76675]: audit 2021-03-04T23:24:47.878729+0000 mon.a (mon.0) 635 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:24:49.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:48 gibba038 conmon[76675]: cluster 2021-03-04T23:24:47.878767+0000 mon.a (mon.0) 636 : cluster [DBG] 2021-03-04T23:24:49.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:48 gibba038 conmon[76675]: osdmap e140: 8 total, 8 up, 7 in 2021-03-04T23:24:49.389 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:49.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:49.407 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:49.408 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:49.448 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:24:49.509 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:49.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:49.528 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:49.528 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:24:49.560 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:49.630 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:49.647 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:49.648 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:49.648 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:49.749 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:49.767 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:49.768 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:49.768 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:24:49.869 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:49.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:49.888 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:49.888 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:49.989 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:50.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:50.008 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:50.008 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:24:50.049 DEBUG:teuthology.orchestra.run.gibba011:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_4 bench 90 write' 2021-03-04T23:24:50.051 INFO:tasks.thrashosds.thrasher:fixing pg num pool rbd 2021-03-04T23:24:50.051 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:24:50.054 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2021-03-04T23:24:50.054 INFO:teuthology.orchestra.run:waiting for 3000 2021-03-04T23:24:50.109 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:50.126 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:hints = 1 2021-03-04T23:24:50.127 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2021-03-04T23:24:50.127 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Object prefix: benchmark_data_gibba011_139107 2021-03-04T23:24:50.128 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:24:50.128 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 0 0 0 0 0 0 - 0 2021-03-04T23:24:50.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:50.130 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:50.131 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:24:50.140 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:49 gibba011 conmon[95595]: cluster 2021-03-04T23:24:48.601005+0000 mgr.x (mgr.34676) 639 : cluster [DBG] pgmap v546: 89 pgs: 89 active+clean; 3.3 KiB data, 712 MiB used, 584 GiB / 588 GiB avail; 444 B/s, 1 objects/s recovering 2021-03-04T23:24:50.140 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:49 gibba011 conmon[95595]: cluster 2021-03-04T23:24:48.880707+0000 mon.a (mon.0) 637 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 13 pgs peering) 2021-03-04T23:24:50.141 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:49 gibba011 conmon[99461]: cluster 2021-03-04T23:24:48.601005+0000 mgr.x (mgr.34676) 639 : cluster [DBG] pgmap v546: 89 pgs: 89 active+clean; 3.3 KiB data, 712 MiB used, 584 GiB / 588 GiB avail; 444 B/s, 1 objects/s recovering 2021-03-04T23:24:50.141 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:49 gibba011 conmon[99461]: cluster 2021-03-04T23:24:48.880707+0000 mon.a (mon.0) 637 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 13 pgs peering) 2021-03-04T23:24:50.142 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-03-04T23:24:50.201 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:50.233 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:50.252 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:50.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:50.254 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:24:50.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:49 gibba038 conmon[76675]: cluster 2021-03-04T23:24:48.601005+0000 mgr.x (mgr.34676) 639 : cluster [DBG] pgmap v546: 89 pgs: 89 active+clean; 3.3 KiB data, 712 MiB used, 584 GiB / 588 GiB avail; 444 B/s, 1 objects/s recovering 2021-03-04T23:24:50.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:49 gibba038 conmon[76675]: cluster 2021-03-04T23:24:48.880707 2021-03-04T23:24:50.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:49 gibba038 conmon[76675]: +0000 mon.a (mon.0) 637 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 13 pgs peering) 2021-03-04T23:24:50.355 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:50.372 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:24:50.381 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:50.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:50.383 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:24:50.484 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:50.504 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:50.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:50.505 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:24:50.606 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:50.633 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:50.634 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:50.634 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:24:50.736 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:50.756 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:50.757 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:50.757 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:24:50.858 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:50.884 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:50.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:50.886 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:24:50.953 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[95595]: audit 2021-03-04T23:24:50.954 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[95595]: 2021-03-04T23:24:50.954 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[95595]: 2021 2021-03-04T23:24:50.954 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[95595]: - 2021-03-04T23:24:50.954 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[95595]: 03 2021-03-04T23:24:50.955 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[95595]: - 2021-03-04T23:24:50.955 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[95595]: 04 2021-03-04T23:24:50.955 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[95595]: T 2021-03-04T23:24:50.955 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[95595]: 23 2021-03-04T23:24:50.955 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[95595]: : 2021-03-04T23:24:50.956 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[95595]: 24 2021-03-04T23:24:50.956 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[95595]: : 2021-03-04T23:24:50.956 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[95595]: 49.949668+0000 mon.a (mon.0) 638 : audit 2021-03-04T23:24:50.956 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[95595]: [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:24:50.956 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[95595]: cephadm 2021-03-04T23:24:49 2021-03-04T23:24:50.957 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[95595]: .951044+0000 2021-03-04T23:24:50.957 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[95595]: mgr.x (mgr.34676) 2021-03-04T23:24:50.957 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[95595]: 640 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:24:50.957 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[95595]: audit 2021-03 2021-03-04T23:24:50.958 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[95595]: -04T23:24:50.228007+0000 mon.a (mon.0 2021-03-04T23:24:50.958 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[95595]: ) 639 : audit [INF] from='client.? 172.21.2.111:0/3004343180' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:24:50.958 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[95595]: audit 2021-03- 2021-03-04T23:24:50.958 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[95595]: 04T23:24:50.300119+0000 mon.a (mon.0) 640 : 2021-03-04T23:24:50.958 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[95595]: audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:24:50.961 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:24:50.987 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:51.007 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:51.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:51.009 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:24:51.110 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:51.126 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 1 16 7862 7846 490.364 490.375 0.00216105 0.00203479 2021-03-04T23:24:51.134 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:51.135 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:51.135 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:24:51.236 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:51.254 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[99461]: audit 2021-03-04T23:24:49.949668+0000 mon.a (mon.0) 2021-03-04T23:24:51.255 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[99461]: 638 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:24:51.255 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[99461]: cephadm 2021-03-04T23:24:49.951044 2021-03-04T23:24:51.255 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[99461]: +0000 mgr.x (mgr.34676) 640 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:24:51.256 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:24:51.256 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[99461]: 04T23:24:50.228007+0000 mon.a ( 2021-03-04T23:24:51.256 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[99461]: mon.0) 639 : audit [INF] from='client.? 172.21.2.111:0/3004343180' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:24:51.256 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:24:51.256 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[99461]: 03-04T23:24:50.300119+0000 2021-03-04T23:24:51.257 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:50 gibba011 conmon[99461]: mon.a (mon.0) 640 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:24:51.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:51.258 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:51.259 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:24:51.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:50 gibba038 conmon[76675]: audit 2021-03-04T23:24:49.949668+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:24:51.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:50 gibba038 conmon[76675]: cephadm 2021-03-04T23:24:49.951044+0000 mgr.x (mgr.34676) 640 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:24:51.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:50 gibba038 conmon[76675]: audit 2021-03-04T23:24:50.228007+0000 mon.a (mon.0) 639 : audit [INF] from='client.? 172.21.2.111:0/3004343180' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:24:51.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:50 gibba038 conmon[76675]: audit 2021-03-04T23:24:50.300119+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:24:51.360 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:51.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:51.382 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:51.382 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:51.484 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:51.509 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:51.510 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:51.512 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:51.614 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:51.640 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:51.641 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:51.642 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:24:51.744 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:51.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:51.766 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:51.767 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:51.868 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:52.145 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 2 16 14647 14631 457.196 424.062 0.0030251 0.00218406 2021-03-04T23:24:52.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:52.169 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:52.169 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:52.270 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:52.294 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:52.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:52.296 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:24:52.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:51 gibba038 conmon[76675]: cluster 2021-03-04T23:24:50.601390+0000 mgr.x (mgr.34676) 641 : 2021-03-04T23:24:52.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:51 gibba038 conmon[76675]: cluster [DBG] pgmap v547: 89 pgs: 89 active+clean; 27 MiB data, 712 MiB used, 584 GiB / 588 GiB avail; 3.5 MiB/s wr, 56 op/s; 345 B/s, 1 objects/s recovering 2021-03-04T23:24:52.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:51 gibba038 conmon[76675]: cluster 2021-03-04T23:24:50.948888+0000 mon.a (mon.0) 641 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:24:52.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:51 gibba038 conmon[76675]: audit 2021-03-04T23:24:50.955351+0000 mon.a (mon.0) 642 : audit [INF] 2021-03-04T23:24:52.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:51 gibba038 conmon[76675]: from='client.? 172.21.2.111:0/3004343180' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:24:52.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:51 gibba038 conmon[76675]: cluster 2021-03-04T23:24:50.955392+0000 mon.a (mon.0) 643 : cluster [DBG] osdmap e141: 8 total, 8 up, 7 in 2021-03-04T23:24:52.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:51 gibba038 conmon[76675]: audit 2021-03-04T23:24:51.619994+0000 mon.a (mon.0 2021-03-04T23:24:52.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:51 gibba038 conmon[76675]: ) 644 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:24:52.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:51 gibba011 conmon[95595]: cluster 2021-03-04T23:24:50.601390+0000 mgr.x (mgr.34676) 641 : cluster [DBG] pgmap v547: 89 pgs: 89 active+clean; 27 MiB data, 712 MiB used, 584 GiB / 588 GiB avail; 3.5 MiB/s wr, 56 op/s; 345 B/s, 1 objects/s recovering 2021-03-04T23:24:52.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:51 gibba011 conmon[95595]: cluster 2021-03-04T23:24:50.948888+0000 mon.a (mon.0) 641 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:24:52.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:51 gibba011 conmon[95595]: audit 2021-03-04T23:24:50.955351+0000 mon.a (mon.0) 642 : audit [INF] from='client.? 172.21.2.111:0/3004343180' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:24:52.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:51 gibba011 conmon[95595]: cluster 2021-03-04T23:24:50.955392+0000 mon.a (mon.0) 643 : cluster [DBG] osdmap e141: 8 total, 8 up, 7 in 2021-03-04T23:24:52.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:51 gibba011 conmon[95595]: audit 2021-03-04T23:24:51.619994+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:24:52.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:51 gibba011 conmon[99461]: cluster 2021-03-04T23:24:50.601390+0000 mgr.x (mgr.34676) 641 : cluster [DBG] pgmap v547: 89 pgs: 89 active+clean; 27 MiB data, 712 MiB used, 584 GiB / 588 GiB avail; 3.5 MiB/s wr, 56 op/s; 345 B/s, 1 objects/s recovering 2021-03-04T23:24:52.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:51 gibba011 conmon[99461]: cluster 2021-03-04T23:24:50.948888+0000 mon.a (mon.0) 641 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:24:52.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:51 gibba011 conmon[99461]: audit 2021-03-04T23:24:50.955351+0000 mon.a (mon.0) 642 : audit [INF] from='client.? 172.21.2.111:0/3004343180' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:24:52.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:51 gibba011 conmon[99461]: cluster 2021-03-04T23:24:50.955392+0000 mon.a (mon.0) 643 : cluster [DBG] osdmap e141: 8 total, 8 up, 7 in 2021-03-04T23:24:52.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:51 gibba011 conmon[99461]: audit 2021-03-04T23:24:51.619994+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:24:52.397 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:52.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:52.419 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:52.419 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:52.521 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:52.544 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:52.546 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:52.547 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:52.648 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:52.672 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:52.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:52.673 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:52.775 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:52.798 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:52.799 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:52.800 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:24:52.901 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:52.923 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:52.924 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:52.925 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:24:53.026 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:53.046 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:53.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:53.048 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:24:53.126 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 3 16 20706 20690 431.016 378.688 0.00422621 0.00231666 2021-03-04T23:24:53.149 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:53.690 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:53.691 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:53.692 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:53.792 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:53.815 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:53.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:53.816 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:24:53.917 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:53.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:53.939 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:53.940 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:24:54.042 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:54.064 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:54.065 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:54.065 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:24:54.126 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 4 16 25863 25847 403.834 322.312 0.00179473 0.00247301 2021-03-04T23:24:54.166 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:54.191 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:54.192 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:54.194 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:24:54.295 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:54.315 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:54.316 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:54.316 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:54.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:53 gibba038 conmon[76675]: cluster 2021-03-04T23:24:52.601755+0000 mgr.x (mgr.34676) 642 : cluster [DBG] pgmap v549: 89 pgs: 89 active+clean; 406 MiB data, 1.7 GiB used, 583 GiB / 588 GiB avail; 51 MiB/s wr, 812 op/s; 333 B/s, 1 objects/s recovering 2021-03-04T23:24:54.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:53 gibba011 conmon[95595]: cluster 2021-03-04T23:24:52.601755+0000 mgr.x (mgr.34676 2021-03-04T23:24:54.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:53 gibba011 conmon[95595]: ) 642 : cluster [DBG] pgmap v549: 89 pgs: 89 active+clean; 406 MiB data, 1.7 GiB used, 583 GiB / 588 GiB avail; 51 MiB/s wr, 812 op/s; 333 B/s, 1 objects/s recovering 2021-03-04T23:24:54.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:53 gibba011 conmon[99461]: cluster 2021-03-04T23:24:54.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:53 gibba011 conmon[99461]: 2021-03-04T23:24:54.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:53 gibba011 conmon[99461]: 2021 2021-03-04T23:24:54.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:53 gibba011 conmon[99461]: - 2021-03-04T23:24:54.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:53 gibba011 conmon[99461]: 03 2021-03-04T23:24:54.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:53 gibba011 conmon[99461]: - 2021-03-04T23:24:54.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:53 gibba011 conmon[99461]: 04 2021-03-04T23:24:54.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:53 gibba011 conmon[99461]: T 2021-03-04T23:24:54.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:53 gibba011 conmon[99461]: 23 2021-03-04T23:24:54.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:53 gibba011 conmon[99461]: : 2021-03-04T23:24:54.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:53 gibba011 conmon[99461]: 24 2021-03-04T23:24:54.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:53 gibba011 conmon[99461]: : 2021-03-04T23:24:54.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:53 gibba011 conmon[99461]: 52 2021-03-04T23:24:54.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:53 gibba011 conmon[99461]: . 2021-03-04T23:24:54.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:53 gibba011 conmon[99461]: 601755 2021-03-04T23:24:54.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:53 gibba011 conmon[99461]: +0000 mgr.x (mgr.34676) 642 : cluster [DBG] 2021-03-04T23:24:54.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:53 gibba011 conmon[99461]: pgmap v549: 89 pgs: 89 active+clean; 406 MiB data, 1.7 GiB used, 583 GiB / 588 GiB avail; 51 MiB/s wr, 812 op/s; 333 B/s, 1 objects/s recovering 2021-03-04T23:24:54.417 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:54.437 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:54.438 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:54.439 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:54.540 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:54.559 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:54.560 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:54.561 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:54.662 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:54.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:54.684 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:54.685 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:54.786 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:54.810 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:54.811 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:54.812 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:54.913 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:54.933 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:54.934 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:54.935 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:24:55.036 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:55.055 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:55.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:55.057 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:55.126 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 5 16 30883 30867 385.813 313.75 0.00518643 0.00258857 2021-03-04T23:24:55.158 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:55.178 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:55.179 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:55.179 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:55.280 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:55.300 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:55.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:55.302 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:55.403 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:55.423 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:55.423 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:55.424 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:55.525 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:55.556 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:55.557 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:55.558 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:55.659 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:55.686 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:55.687 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:55.687 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:24:55.789 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:55.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:55.810 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:55.811 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:24:55.913 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:55.937 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:55.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:55.939 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:24:56.040 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:56.066 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:56.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:56.068 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:24:56.126 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 6 16 35356 35340 368.1 279.562 0.0040053 0.00271363 2021-03-04T23:24:56.169 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:56.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:56.196 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:56.196 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:56.298 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:56.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:56.319 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:56.319 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:56.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:55 gibba038 conmon[76675]: cluster 2021-03-04T23:24:54.602096+0000 mgr.x (mgr.34676) 643 : 2021-03-04T23:24:56.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:55 gibba038 conmon[76675]: cluster [DBG] pgmap v550: 89 pgs: 89 active+clean; 736 MiB data, 2.6 GiB used, 582 GiB / 588 GiB avail; 92 MiB/s wr, 1.47k op/s; 333 B/s, 0 objects/s recovering 2021-03-04T23:24:56.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:55 gibba011 conmon[95595]: cluster 2021-03-04T23:24:56.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:55 gibba011 conmon[95595]: 2021-03- 2021-03-04T23:24:56.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:55 gibba011 conmon[95595]: 04T23:24:54.602096+0000 mgr.x (mgr.34676) 643 : cluster [DBG] pgmap v550: 89 pgs: 89 active+clean; 736 MiB data, 2.6 GiB used, 582 GiB / 588 GiB avail; 92 MiB/s wr, 1.47k op/s; 333 B/s, 0 objects/s recovering 2021-03-04T23:24:56.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:55 gibba011 conmon[99461]: cluster 2021-03-04T23:24:56.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:55 gibba011 conmon[99461]: 2021-03-04T23:24:54.602096+0000 mgr.x 2021-03-04T23:24:56.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:55 gibba011 conmon[99461]: (mgr.34676) 643 : cluster [DBG] pgmap v550: 89 pgs: 89 active+clean; 736 MiB data, 2.6 GiB used, 582 GiB / 588 GiB avail; 92 MiB/s wr, 1.47k op/s; 333 B/s, 0 objects/s recovering 2021-03-04T23:24:56.421 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:56.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:56.442 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:56.442 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:56.544 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:56.575 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:56.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:56.577 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:24:56.678 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:56.704 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:56.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:56.706 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:24:56.807 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:56.832 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:56.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:56.834 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:24:56.935 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:56.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:56.956 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:56.957 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:57.058 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:57.079 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:57.080 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:57.080 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:57.127 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 7 16 39553 39537 352.985 262.312 0.003412 0.00282983 2021-03-04T23:24:57.181 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:57.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:57.208 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:57.209 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:24:57.310 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:57.334 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:57.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:57.336 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:57.437 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:57.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:57.458 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:57.458 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:24:57.560 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:57.583 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:57.584 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:57.585 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:24:57.686 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:57.707 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:57.708 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:57.709 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:24:57.810 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:57.830 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:57.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:57.831 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:24:57.932 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:57.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:57.956 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:57.956 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:24:58.058 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:58.082 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:58.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:58.083 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:24:58.127 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 8 16 43484 43468 339.57 245.688 0.00400353 0.00294195 2021-03-04T23:24:58.185 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:24:58.205 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:58.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:58.207 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:24:58.308 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:24:58.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:58.326 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:58.327 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:24:58.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:57 gibba038 conmon[76675]: cluster 2021-03-04T23:24:56.602431+0000 mgr.x (mgr.34676) 644 : cluster [DBG] pgmap v551: 89 pgs: 89 active+clean; 1.3 GiB data, 4.2 GiB used, 581 GiB / 588 GiB avail; 152 MiB/s wr, 2.43k op/s 2021-03-04T23:24:58.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:57 gibba011 conmon[95595]: cluster 2021-03-04T23:24:56.602431+0000 mgr.x (mgr.34676) 644 : cluster [DBG] pgmap v551: 89 pgs: 89 active+clean; 1.3 GiB data, 4.2 GiB used, 581 GiB / 588 GiB avail; 152 MiB/s wr, 2.43k op/s 2021-03-04T23:24:58.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:57 gibba011 conmon[95595]: 2021-03-04T23:24:58.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:57 gibba011 conmon[99461]: cluster 2021-03-04T23:24:56.602431+0000 mgr.x (mgr.34676) 644 : 2021-03-04T23:24:58.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:57 gibba011 conmon[99461]: cluster [DBG] pgmap v551: 89 pgs: 89 active+clean; 1.3 GiB data, 4.2 GiB used, 581 GiB / 588 GiB avail; 152 MiB/s wr, 2.43k op/s 2021-03-04T23:24:58.428 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:58.449 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:58.450 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:58.450 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:58.551 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:58.571 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:58.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:58.573 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:58.674 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:58.693 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:58.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:58.695 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:58.797 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:24:58.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:58.815 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:58.815 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:24:58.916 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:58.939 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:58.940 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:58.941 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:59.042 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:24:59.064 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:59.065 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:59.065 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:24:59.127 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 9 16 46519 46503 322.915 189.688 0.00237248 0.00309375 2021-03-04T23:24:59.166 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:59.188 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:59.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:59.190 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:24:59.291 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:59.312 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:59.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:59.314 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:24:59.416 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:24:59.439 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:59.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:59.440 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:24:59.541 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:59.564 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:59.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:59.565 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:24:59.667 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:24:59.686 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:59.687 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:59.688 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:24:59.779 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:24:59.789 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:24:59.798 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:24:59.807 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:24:59.807 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:59.808 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:24:59.820 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:24:59.841 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:24:59.862 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:24:59.882 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:24:59.901 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:24:59.909 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:24:59.922 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:24:59.923 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:24:59.924 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:24:59.924 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:24:59.924 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:24:59.924 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:24:59.925 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:24:59.925 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:24:59.925 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:24:59.935 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:24:59.936 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:24:59.937 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:00.038 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:00.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:00.059 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:00.060 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:00.127 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 10 16 49858 49842 311.491 208.688 0.00708485 0.00320763 2021-03-04T23:25:00.161 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:00.184 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:00.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:00.186 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:00.279 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:25:00.282 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:25:00.288 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:00.311 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:00.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:00.314 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:00.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:59 gibba038 conmon[76675]: cluster 2021-03-04T23:24:58.602992+0000 mgr.x (mgr.34676) 645 : cluster [DBG] pgmap v552: 89 pgs: 89 active+clean; 2.3 GiB data, 7.0 GiB used, 578 GiB / 588 GiB avail; 237 MiB/s wr, 3.79k op/s 2021-03-04T23:25:00.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:24:59 gibba038 conmon[76675]: audit 2021-03-04T23:24:59.755252+0000 mon.c (mon.1) 251 : audit [DBG] from='client.? 172.21.2.111:0/1208629130' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:00.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:59 gibba011 conmon[95595]: cluster 2021-03-04T23:24:58.602992+0000 mgr.x (mgr.34676) 645 : cluster [DBG] pgmap v552: 89 pgs: 89 active+clean; 2.3 GiB data, 7.0 GiB used, 578 GiB / 588 GiB avail; 237 MiB/s wr, 3.79k op/s 2021-03-04T23:25:00.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:24:59 gibba011 conmon[95595]: audit 2021-03-04T23:24:59.755252+0000 mon.c (mon.1) 251 : audit [DBG] from='client.? 172.21.2.111:0/1208629130' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:00.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:59 gibba011 conmon[99461]: cluster 2021-03-04T23:25:00.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:59 gibba011 conmon[99461]: 2021-03-04T23:24 2021-03-04T23:25:00.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:59 gibba011 conmon[99461]: :58.602992+0000 mgr.x (mgr.34676) 645 : cluster [DBG] pgmap v552: 89 pgs: 89 active+clean; 2.3 GiB data, 7.0 GiB used, 578 GiB / 588 GiB avail; 237 MiB/s wr, 3.79k op/s 2021-03-04T23:25:00.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:59 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:25:00.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:59 gibba011 conmon[99461]: 03-04T23:24:59.755252+0000 mon.c 2021-03-04T23:25:00.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:59 gibba011 conmon[99461]: (mon.1) 251 : audit [DBG] from='client.? 172.21.2.111:0/1208629130' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:00.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:24:59 gibba011 conmon[99461]: 2021-03-04T23:25:00.417 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:00.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:00.444 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:00.444 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:00.545 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:00.564 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:00.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:00.566 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:00.604 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:25:00.667 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:00.692 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:00.693 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:00.693 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:00.763 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:00.795 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:00.819 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:00.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:00.820 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:00.921 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:00.944 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:00.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:00.945 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:01.047 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:01.069 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:01.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:01.071 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:01.127 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 11 16 52817 52801 299.985 184.938 0.00361114 0.00333078 2021-03-04T23:25:01.173 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:01.187 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:25:01.187 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:25:01.196 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:01.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:01.197 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:01.298 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:01.327 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:01.328 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:01.328 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:01.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:00 gibba038 conmon[76675]: audit 2021-03-04T23:25:00.263037+0000 mgr.x (mgr.34676) 646 : audit [DBG] from='client.54835 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:25:01.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:00 gibba011 conmon[95595]: audit 2021-03-04T23:25:01.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:00 gibba011 conmon[95595]: 2021-03-04T23:25:00 2021-03-04T23:25:01.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:00 gibba011 conmon[95595]: .263037+0000 mgr.x (mgr.34676) 646 : audit [DBG] from='client.54835 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:25:01.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:00 gibba011 conmon[99461]: audit 2021-03-04T23:25:00.263037+0000 mgr.x (mgr.34676 2021-03-04T23:25:01.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:00 gibba011 conmon[99461]: ) 646 : audit [DBG] from='client.54835 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:25:01.429 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:01.449 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:01.450 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:01.451 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:01.552 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:01.571 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:01.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:01.573 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:01.674 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:01.695 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:01.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:01.697 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:01.798 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:01.819 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:01.820 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:01.820 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:01.921 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:01.944 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:01.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:01.945 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:02.046 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:02.066 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:02.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:02.068 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:02.127 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 12 16 55937 55921 291.235 195 0.00287121 0.00343088 2021-03-04T23:25:02.170 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:02.194 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:02.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:02.195 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:02.297 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:02.315 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:02.316 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:02.317 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:02.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:01 gibba038 conmon[76675]: cluster 2021-03-04T23:25:00.603324+0000 mgr.x (mgr.34676) 647 : cluster [DBG] pgmap v553: 89 pgs: 89 active+clean; 2.7 GiB data, 8.5 GiB used, 576 GiB / 588 GiB avail; 271 MiB/s wr, 4.33k op/s 2021-03-04T23:25:02.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:01 gibba011 conmon[95595]: cluster 2021-03-04T23:25:00.603324+0000 mgr.x (mgr.34676) 647 : 2021-03-04T23:25:02.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:01 gibba011 conmon[95595]: cluster [DBG] pgmap v553: 89 pgs: 89 active+clean; 2.7 GiB data, 8.5 GiB used, 576 GiB / 588 GiB avail; 271 MiB/s wr, 4.33k op/s 2021-03-04T23:25:02.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:01 gibba011 conmon[99461]: cluster 2021-03-04T23:25:00.603324+0000 mgr.x (mgr.34676) 647 : cluster 2021-03-04T23:25:02.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:01 gibba011 conmon[99461]: [DBG] pgmap v553: 89 pgs: 89 active+clean; 2.7 GiB data, 8.5 GiB used, 576 GiB / 588 GiB avail; 271 MiB/s wr, 4.33k op/s 2021-03-04T23:25:02.418 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:02.440 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:02.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:02.442 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:02.544 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:02.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:02.562 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:02.563 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:02.664 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:02.683 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:02.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:02.684 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:02.785 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:02.807 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:02.808 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:02.808 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:02.909 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:02.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:02.931 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:02.932 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:03.033 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:03.055 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:03.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:03.056 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:03.127 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 13 16 58305 58289 280.216 148 0.00254129 0.003566 2021-03-04T23:25:03.158 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:03.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:03.178 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:03.178 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:03.280 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:03.300 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:03.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:03.302 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:03.403 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:03.423 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:03.424 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:03.425 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:03.526 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:03.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:03.545 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:03.545 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:03.646 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:03.669 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:03.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:03.671 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:03.772 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:03.792 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:03.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:03.794 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:03.882 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":552,"stamp":"2021-03-04T23:24:58.602734+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2484669736,"num_objects":37935,"num_object_clones":0,"num_object_copies":113805,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37935,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37965,"num_write_kb":2426452,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2669,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":37959,"ondisk_log_size":37959,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":10530028,"kb_used_data":6608052,"kb_used_omap":7040,"kb_used_meta":3914879,"kb_avail":606032660,"statfs":{"total":631360192512,"available":620577443840,"internally_reserved":3221225472,"allocated":6766645248,"data_stored":6761423188,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7209449,"internal_metadata":4008836631},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[11,3,3],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2484666368,"num_objects":37913,"num_object_clones":0,"num_object_copies":113739,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37913,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37913,"num_write_kb":2426432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001891"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"126","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:47.879178+0000","last_change":"2021-03-04T23:14:45.178493+0000","last_active":"2021-03-04T23:24:47.879178+0000","last_peered":"2021-03-04T23:24:47.879178+0000","last_clean":"2021-03-04T23:24:47.879178+0000","last_became_active":"2021-03-04T23:14:45.178020+0000","last_became_peered":"2021-03-04T23:14:45.178020+0000","last_unstale":"2021-03-04T23:24:47.879178+0000","last_undegraded":"2021-03-04T23:24:47.879178+0000","last_fullsized":"2021-03-04T23:24:47.879178+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"85","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.415040+0000","last_change":"2021-03-04T23:15:58.120659+0000","last_active":"2021-03-04T23:24:49.415040+0000","last_peered":"2021-03-04T23:24:49.415040+0000","last_clean":"2021-03-04T23:24:49.415040+0000","last_became_active":"2021-03-04T23:15:43.198337+0000","last_became_peered":"2021-03-04T23:15:43.198337+0000","last_unstale":"2021-03-04T23:24:49.415040+0000","last_undegraded":"2021-03-04T23:24:49.415040+0000","last_fullsized":"2021-03-04T23:24:49.415040+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"90","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.414703+0000","last_change":"2021-03-04T23:15:43.198106+0000","last_active":"2021-03-04T23:24:49.414703+0000","last_peered":"2021-03-04T23:24:49.414703+0000","last_clean":"2021-03-04T23:24:49.414703+0000","last_became_active":"2021-03-04T23:15:43.197880+0000","last_became_peered":"2021-03-04T23:15:43.197880+0000","last_unstale":"2021-03-04T23:24:49.414703+0000","last_undegraded":"2021-03-04T23:24:49.414703+0000","last_fullsized":"2021-03-04T23:24:49.414703+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"105","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.414873+0000","last_change":"2021-03-04T23:15:43.202297+0000","last_active":"2021-03-04T23:24:49.414873+0000","last_peered":"2021-03-04T23:24:49.414873+0000","last_clean":"2021-03-04T23:24:49.414873+0000","last_became_active":"2021-03-04T23:15:43.201848+0000","last_became_peered":"2021-03-04T23:15:43.201848+0000","last_unstale":"2021-03-04T23:24:49.414873+0000","last_undegraded":"2021-03-04T23:24:49.414873+0000","last_fullsized":"2021-03-04T23:24:49.414873+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"101","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.414710+0000","last_change":"2021-03-04T23:15:50.199362+0000","last_active":"2021-03-04T23:24:49.414710+0000","last_peered":"2021-03-04T23:24:49.414710+0000","last_clean":"2021-03-04T23:24:49.414710+0000","last_became_active":"2021-03-04T23:15:43.201419+0000","last_became_peered":"2021-03-04T23:15:43.201419+0000","last_unstale":"2021-03-04T23:24:49.414710+0000","last_undegraded":"2021-03-04T23:24:49.414710+0000","last_fullsized":"2021-03-04T23:24:49.414710+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"64","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:48.314307+0000","last_change":"2021-03-04T23:24:42.891940+0000","last_active":"2021-03-04T23:24:48.314307+0000","last_peered":"2021-03-04T23:24:48.314307+0000","last_clean":"2021-03-04T23:24:48.314307+0000","last_became_active":"2021-03-04T23:24:42.891645+0000","last_became_peered":"2021-03-04T23:24:42.891645+0000","last_unstale":"2021-03-04T23:24:48.314307+0000","last_undegraded":"2021-03-04T23:24:48.314307+0000","last_fullsized":"2021-03-04T23:24:48.314307+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"104","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.414924+0000","last_change":"2021-03-04T23:15:43.202053+0000","last_active":"2021-03-04T23:24:49.414924+0000","last_peered":"2021-03-04T23:24:49.414924+0000","last_clean":"2021-03-04T23:24:49.414924+0000","last_became_active":"2021-03-04T23:15:43.201807+0000","last_became_peered":"2021-03-04T23:15:43.201807+0000","last_unstale":"2021-03-04T23:24:49.414924+0000","last_undegraded":"2021-03-04T23:24:49.414924+0000","last_fullsized":"2021-03-04T23:24:49.414924+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"94","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.414636+0000","last_change":"2021-03-04T23:24:42.890662+0000","last_active":"2021-03-04T23:24:49.414636+0000","last_peered":"2021-03-04T23:24:49.414636+0000","last_clean":"2021-03-04T23:24:49.414636+0000","last_became_active":"2021-03-04T23:24:42.890406+0000","last_became_peered":"2021-03-04T23:24:42.890406+0000","last_unstale":"2021-03-04T23:24:49.414636+0000","last_undegraded":"2021-03-04T23:24:49.414636+0000","last_fullsized":"2021-03-04T23:24:49.414636+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"111","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:48.314142+0000","last_change":"2021-03-04T23:13:51.734916+0000","last_active":"2021-03-04T23:24:48.314142+0000","last_peered":"2021-03-04T23:24:48.314142+0000","last_clean":"2021-03-04T23:24:48.314142+0000","last_became_active":"2021-03-04T23:13:51.734653+0000","last_became_peered":"2021-03-04T23:13:51.734653+0000","last_unstale":"2021-03-04T23:24:48.314142+0000","last_undegraded":"2021-03-04T23:24:48.314142+0000","last_fullsized":"2021-03-04T23:24:48.314142+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"88","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.414884+0000","last_change":"2021-03-04T23:24:42.889752+0000","last_active":"2021-03-04T23:24:49.414884+0000","last_peered":"2021-03-04T23:24:49.414884+0000","last_clean":"2021-03-04T23:24:49.414884+0000","last_became_active":"2021-03-04T23:24:42.889522+0000","last_became_peered":"2021-03-04T23:24:42.889522+0000","last_unstale":"2021-03-04T23:24:49.414884+0000","last_undegraded":"2021-03-04T23:24:49.414884+0000","last_fullsized":"2021-03-04T23:24:49.414884+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"114","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:47.879678+0000","last_change":"2021-03-04T23:15:43.201088+0000","last_active":"2021-03-04T23:24:47.879678+0000","last_peered":"2021-03-04T23:24:47.879678+0000","last_clean":"2021-03-04T23:24:47.879678+0000","last_became_active":"2021-03-04T23:15:43.200829+0000","last_became_peered":"2021-03-04T23:15:43.200829+0000","last_unstale":"2021-03-04T23:24:47.879678+0000","last_undegraded":"2021-03-04T23:24:47.879678+0000","last_fullsized":"2021-03-04T23:24:47.879678+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"100","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.415109+0000","last_change":"2021-03-04T23:24:42.891675+0000","last_active":"2021-03-04T23:24:49.415109+0000","last_peered":"2021-03-04T23:24:49.415109+0000","last_clean":"2021-03-04T23:24:49.415109+0000","last_became_active":"2021-03-04T23:24:42.891206+0000","last_became_peered":"2021-03-04T23:24:42.891206+0000","last_unstale":"2021-03-04T23:24:49.415109+0000","last_undegraded":"2021-03-04T23:24:49.415109+0000","last_fullsized":"2021-03-04T23:24:49.415109+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"127","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:47.879418+0000","last_change":"2021-03-04T23:24:42.897070+0000","last_active":"2021-03-04T23:24:47.879418+0000","last_peered":"2021-03-04T23:24:47.879418+0000","last_clean":"2021-03-04T23:24:47.879418+0000","last_became_active":"2021-03-04T23:24:42.890758+0000","last_became_peered":"2021-03-04T23:24:42.890758+0000","last_unstale":"2021-03-04T23:24:47.879418+0000","last_undegraded":"2021-03-04T23:24:47.879418+0000","last_fullsized":"2021-03-04T23:24:47.879418+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":2599,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,2],"acting":[4,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"118","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:47.879345+0000","last_change":"2021-03-04T23:24:42.868932+0000","last_active":"2021-03-04T23:24:47.879345+0000","last_peered":"2021-03-04T23:24:47.879345+0000","last_clean":"2021-03-04T23:24:47.879345+0000","last_became_active":"2021-03-04T23:24:42.868579+0000","last_became_peered":"2021-03-04T23:24:42.868579+0000","last_unstale":"2021-03-04T23:24:47.879345+0000","last_undegraded":"2021-03-04T23:24:47.879345+0000","last_fullsized":"2021-03-04T23:24:47.879345+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"113","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:47.879658+0000","last_change":"2021-03-04T23:14:45.179189+0000","last_active":"2021-03-04T23:24:47.879658+0000","last_peered":"2021-03-04T23:24:47.879658+0000","last_clean":"2021-03-04T23:24:47.879658+0000","last_became_active":"2021-03-04T23:14:45.178960+0000","last_became_peered":"2021-03-04T23:14:45.178960+0000","last_unstale":"2021-03-04T23:24:47.879658+0000","last_undegraded":"2021-03-04T23:24:47.879658+0000","last_fullsized":"2021-03-04T23:24:47.879658+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"85","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.415251+0000","last_change":"2021-03-04T23:15:58.118779+0000","last_active":"2021-03-04T23:24:49.415251+0000","last_peered":"2021-03-04T23:24:49.415251+0000","last_clean":"2021-03-04T23:24:49.415251+0000","last_became_active":"2021-03-04T23:15:43.200339+0000","last_became_peered":"2021-03-04T23:15:43.200339+0000","last_unstale":"2021-03-04T23:24:49.415251+0000","last_undegraded":"2021-03-04T23:24:49.415251+0000","last_fullsized":"2021-03-04T23:24:49.415251+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"104","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.414744+0000","last_change":"2021-03-04T23:15:43.202180+0000","last_active":"2021-03-04T23:24:49.414744+0000","last_peered":"2021-03-04T23:24:49.414744+0000","last_clean":"2021-03-04T23:24:49.414744+0000","last_became_active":"2021-03-04T23:15:43.202014+0000","last_became_peered":"2021-03-04T23:15:43.202014+0000","last_unstale":"2021-03-04T23:24:49.414744+0000","last_undegraded":"2021-03-04T23:24:49.414744+0000","last_fullsized":"2021-03-04T23:24:49.414744+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"110","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:48.314205+0000","last_change":"2021-03-04T23:15:43.200525+0000","last_active":"2021-03-04T23:24:48.314205+0000","last_peered":"2021-03-04T23:24:48.314205+0000","last_clean":"2021-03-04T23:24:48.314205+0000","last_became_active":"2021-03-04T23:15:43.200273+0000","last_became_peered":"2021-03-04T23:15:43.200273+0000","last_unstale":"2021-03-04T23:24:48.314205+0000","last_undegraded":"2021-03-04T23:24:48.314205+0000","last_fullsized":"2021-03-04T23:24:48.314205+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"105","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:47.879239+0000","last_change":"2021-03-04T23:24:42.889512+0000","last_active":"2021-03-04T23:24:47.879239+0000","last_peered":"2021-03-04T23:24:47.879239+0000","last_clean":"2021-03-04T23:24:47.879239+0000","last_became_active":"2021-03-04T23:24:42.889220+0000","last_became_peered":"2021-03-04T23:24:42.889220+0000","last_unstale":"2021-03-04T23:24:47.879239+0000","last_undegraded":"2021-03-04T23:24:47.879239+0000","last_fullsized":"2021-03-04T23:24:47.879239+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"105","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.414932+0000","last_change":"2021-03-04T23:15:43.202335+0000","last_active":"2021-03-04T23:24:49.414932+0000","last_peered":"2021-03-04T23:24:49.414932+0000","last_clean":"2021-03-04T23:24:49.414932+0000","last_became_active":"2021-03-04T23:15:43.202144+0000","last_became_peered":"2021-03-04T23:15:43.202144+0000","last_unstale":"2021-03-04T23:24:49.414932+0000","last_undegraded":"2021-03-04T23:24:49.414932+0000","last_fullsized":"2021-03-04T23:24:49.414932+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"40","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.415025+0000","last_change":"2021-03-04T23:24:42.897229+0000","last_active":"2021-03-04T23:24:49.415025+0000","last_peered":"2021-03-04T23:24:49.415025+0000","last_clean":"2021-03-04T23:24:49.415025+0000","last_became_active":"2021-03-04T23:24:42.891725+0000","last_became_peered":"2021-03-04T23:24:42.891725+0000","last_unstale":"2021-03-04T23:24:49.415025+0000","last_undegraded":"2021-03-04T23:24:49.415025+0000","last_fullsized":"2021-03-04T23:24:49.415025+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"85","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.415220+0000","last_change":"2021-03-04T23:15:58.118830+0000","last_active":"2021-03-04T23:24:49.415220+0000","last_peered":"2021-03-04T23:24:49.415220+0000","last_clean":"2021-03-04T23:24:49.415220+0000","last_became_active":"2021-03-04T23:15:43.200336+0000","last_became_peered":"2021-03-04T23:15:43.200336+0000","last_unstale":"2021-03-04T23:24:49.415220+0000","last_undegraded":"2021-03-04T23:24:49.415220+0000","last_fullsized":"2021-03-04T23:24:49.415220+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"141'1981","reported_seq":"1993","reported_epoch":"141","state":"active+clean","last_fresh":"2021-03-04T23:24:55.395601+0000","last_change":"2021-03-04T23:24:42.889094+0000","last_active":"2021-03-04T23:24:55.395601+0000","last_peered":"2021-03-04T23:24:55.395601+0000","last_clean":"2021-03-04T23:24:55.395601+0000","last_became_active":"2021-03-04T23:24:42.888233+0000","last_became_peered":"2021-03-04T23:24:42.888233+0000","last_unstale":"2021-03-04T23:24:55.395601+0000","last_undegraded":"2021-03-04T23:24:55.395601+0000","last_fullsized":"2021-03-04T23:24:55.395601+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":1981,"ondisk_log_size":1981,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":129826816,"num_objects":1981,"num_object_clones":0,"num_object_copies":5943,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1981,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1981,"num_write_kb":126784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"112","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:47.879640+0000","last_change":"2021-03-04T23:12:26.726690+0000","last_active":"2021-03-04T23:24:47.879640+0000","last_peered":"2021-03-04T23:24:47.879640+0000","last_clean":"2021-03-04T23:24:47.879640+0000","last_became_active":"2021-03-04T23:12:26.726379+0000","last_became_peered":"2021-03-04T23:12:26.726379+0000","last_unstale":"2021-03-04T23:24:47.879640+0000","last_undegraded":"2021-03-04T23:24:47.879640+0000","last_fullsized":"2021-03-04T23:24:47.879640+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"104","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:48.314007+0000","last_change":"2021-03-04T23:24:42.869011+0000","last_active":"2021-03-04T23:24:48.314007+0000","last_peered":"2021-03-04T23:24:48.314007+0000","last_clean":"2021-03-04T23:24:48.314007+0000","last_became_active":"2021-03-04T23:24:42.868787+0000","last_became_peered":"2021-03-04T23:24:42.868787+0000","last_unstale":"2021-03-04T23:24:48.314007+0000","last_undegraded":"2021-03-04T23:24:48.314007+0000","last_fullsized":"2021-03-04T23:24:48.314007+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"141'1904","reported_seq":"1916","reported_epoch":"141","state":"active+clean","last_fresh":"2021-03-04T23:24:55.167686+0000","last_change":"2021-03-04T23:24:42.890369+0000","last_active":"2021-03-04T23:24:55.167686+0000","last_peered":"2021-03-04T23:24:55.167686+0000","last_clean":"2021-03-04T23:24:55.167686+0000","last_became_active":"2021-03-04T23:24:42.889742+0000","last_became_peered":"2021-03-04T23:24:42.889742+0000","last_unstale":"2021-03-04T23:24:55.167686+0000","last_undegraded":"2021-03-04T23:24:55.167686+0000","last_fullsized":"2021-03-04T23:24:55.167686+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":1904,"ondisk_log_size":1904,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":124780544,"num_objects":1904,"num_object_clones":0,"num_object_copies":5712,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1904,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1904,"num_write_kb":121856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"113","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:47.879533+0000","last_change":"2021-03-04T23:13:51.741935+0000","last_active":"2021-03-04T23:24:47.879533+0000","last_peered":"2021-03-04T23:24:47.879533+0000","last_clean":"2021-03-04T23:24:47.879533+0000","last_became_active":"2021-03-04T23:13:51.741605+0000","last_became_peered":"2021-03-04T23:13:51.741605+0000","last_unstale":"2021-03-04T23:24:47.879533+0000","last_undegraded":"2021-03-04T23:24:47.879533+0000","last_fullsized":"2021-03-04T23:24:47.879533+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"124","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:47.879219+0000","last_change":"2021-03-04T23:15:43.198989+0000","last_active":"2021-03-04T23:24:47.879219+0000","last_peered":"2021-03-04T23:24:47.879219+0000","last_clean":"2021-03-04T23:24:47.879219+0000","last_became_active":"2021-03-04T23:15:43.198812+0000","last_became_peered":"2021-03-04T23:15:43.198812+0000","last_unstale":"2021-03-04T23:24:47.879219+0000","last_undegraded":"2021-03-04T23:24:47.879219+0000","last_fullsized":"2021-03-04T23:24:47.879219+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"141'2767","reported_seq":"2779","reported_epoch":"141","state":"active+clean","last_fresh":"2021-03-04T23:24:58.128624+0000","last_change":"2021-03-04T23:24:42.889831+0000","last_active":"2021-03-04T23:24:58.128624+0000","last_peered":"2021-03-04T23:24:58.128624+0000","last_clean":"2021-03-04T23:24:58.128624+0000","last_became_active":"2021-03-04T23:24:42.889586+0000","last_became_peered":"2021-03-04T23:24:42.889586+0000","last_unstale":"2021-03-04T23:24:58.128624+0000","last_undegraded":"2021-03-04T23:24:58.128624+0000","last_fullsized":"2021-03-04T23:24:58.128624+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":2767,"ondisk_log_size":2767,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":181338112,"num_objects":2767,"num_object_clones":0,"num_object_copies":8301,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2767,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2767,"num_write_kb":177088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"110","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:47.879575+0000","last_change":"2021-03-04T23:24:42.893428+0000","last_active":"2021-03-04T23:24:47.879575+0000","last_peered":"2021-03-04T23:24:47.879575+0000","last_clean":"2021-03-04T23:24:47.879575+0000","last_became_active":"2021-03-04T23:24:42.889653+0000","last_became_peered":"2021-03-04T23:24:42.889653+0000","last_unstale":"2021-03-04T23:24:47.879575+0000","last_undegraded":"2021-03-04T23:24:47.879575+0000","last_fullsized":"2021-03-04T23:24:47.879575+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"64","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.414998+0000","last_change":"2021-03-04T23:24:42.890903+0000","last_active":"2021-03-04T23:24:49.414998+0000","last_peered":"2021-03-04T23:24:49.414998+0000","last_clean":"2021-03-04T23:24:49.414998+0000","last_became_active":"2021-03-04T23:24:42.890622+0000","last_became_peered":"2021-03-04T23:24:42.890622+0000","last_unstale":"2021-03-04T23:24:49.414998+0000","last_undegraded":"2021-03-04T23:24:49.414998+0000","last_fullsized":"2021-03-04T23:24:49.414998+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.6","version":"141'2688","reported_seq":"2700","reported_epoch":"141","state":"active+clean","last_fresh":"2021-03-04T23:24:58.140726+0000","last_change":"2021-03-04T23:24:42.891318+0000","last_active":"2021-03-04T23:24:58.140726+0000","last_peered":"2021-03-04T23:24:58.140726+0000","last_clean":"2021-03-04T23:24:58.140726+0000","last_became_active":"2021-03-04T23:24:42.890941+0000","last_became_peered":"2021-03-04T23:24:42.890941+0000","last_unstale":"2021-03-04T23:24:58.140726+0000","last_undegraded":"2021-03-04T23:24:58.140726+0000","last_fullsized":"2021-03-04T23:24:58.140726+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":2688,"ondisk_log_size":2688,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":176160768,"num_objects":2688,"num_object_clones":0,"num_object_copies":8064,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2688,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2688,"num_write_kb":172032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"120","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:48.314052+0000","last_change":"2021-03-04T23:24:42.888515+0000","last_active":"2021-03-04T23:24:48.314052+0000","last_peered":"2021-03-04T23:24:48.314052+0000","last_clean":"2021-03-04T23:24:48.314052+0000","last_became_active":"2021-03-04T23:24:42.888194+0000","last_became_peered":"2021-03-04T23:24:42.888194+0000","last_unstale":"2021-03-04T23:24:48.314052+0000","last_undegraded":"2021-03-04T23:24:48.314052+0000","last_fullsized":"2021-03-04T23:24:48.314052+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"105","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.415065+0000","last_change":"2021-03-04T23:13:51.734546+0000","last_active":"2021-03-04T23:24:49.415065+0000","last_peered":"2021-03-04T23:24:49.415065+0000","last_clean":"2021-03-04T23:24:49.415065+0000","last_became_active":"2021-03-04T23:13:51.734305+0000","last_became_peered":"2021-03-04T23:13:51.734305+0000","last_unstale":"2021-03-04T23:24:49.415065+0000","last_undegraded":"2021-03-04T23:24:49.415065+0000","last_fullsized":"2021-03-04T23:24:49.415065+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"141'2361","reported_seq":"2373","reported_epoch":"141","state":"active+clean","last_fresh":"2021-03-04T23:24:56.760617+0000","last_change":"2021-03-04T23:24:42.889717+0000","last_active":"2021-03-04T23:24:56.760617+0000","last_peered":"2021-03-04T23:24:56.760617+0000","last_clean":"2021-03-04T23:24:56.760617+0000","last_became_active":"2021-03-04T23:24:42.889353+0000","last_became_peered":"2021-03-04T23:24:42.889353+0000","last_unstale":"2021-03-04T23:24:56.760617+0000","last_undegraded":"2021-03-04T23:24:56.760617+0000","last_fullsized":"2021-03-04T23:24:56.760617+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":2361,"ondisk_log_size":2361,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":154730496,"num_objects":2361,"num_object_clones":0,"num_object_copies":7083,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2361,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2361,"num_write_kb":151104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"116","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.414922+0000","last_change":"2021-03-04T23:15:58.121639+0000","last_active":"2021-03-04T23:24:49.414922+0000","last_peered":"2021-03-04T23:24:49.414922+0000","last_clean":"2021-03-04T23:24:49.414922+0000","last_became_active":"2021-03-04T23:15:43.201028+0000","last_became_peered":"2021-03-04T23:15:43.201028+0000","last_unstale":"2021-03-04T23:24:49.414922+0000","last_undegraded":"2021-03-04T23:24:49.414922+0000","last_fullsized":"2021-03-04T23:24:49.414922+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"118","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:47.879311+0000","last_change":"2021-03-04T23:24:42.891021+0000","last_active":"2021-03-04T23:24:47.879311+0000","last_peered":"2021-03-04T23:24:47.879311+0000","last_clean":"2021-03-04T23:24:47.879311+0000","last_became_active":"2021-03-04T23:24:42.890358+0000","last_became_peered":"2021-03-04T23:24:42.890358+0000","last_unstale":"2021-03-04T23:24:47.879311+0000","last_undegraded":"2021-03-04T23:24:47.879311+0000","last_fullsized":"2021-03-04T23:24:47.879311+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"141'1958","reported_seq":"1970","reported_epoch":"141","state":"active+clean","last_fresh":"2021-03-04T23:24:55.168180+0000","last_change":"2021-03-04T23:24:42.891072+0000","last_active":"2021-03-04T23:24:55.168180+0000","last_peered":"2021-03-04T23:24:55.168180+0000","last_clean":"2021-03-04T23:24:55.168180+0000","last_became_active":"2021-03-04T23:24:42.890822+0000","last_became_peered":"2021-03-04T23:24:42.890822+0000","last_unstale":"2021-03-04T23:24:55.168180+0000","last_undegraded":"2021-03-04T23:24:55.168180+0000","last_fullsized":"2021-03-04T23:24:55.168180+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":1958,"ondisk_log_size":1958,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":128319488,"num_objects":1958,"num_object_clones":0,"num_object_copies":5874,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1958,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1958,"num_write_kb":125312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"65","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:47.879281+0000","last_change":"2021-03-04T23:24:42.890604+0000","last_active":"2021-03-04T23:24:47.879281+0000","last_peered":"2021-03-04T23:24:47.879281+0000","last_clean":"2021-03-04T23:24:47.879281+0000","last_became_active":"2021-03-04T23:24:42.890295+0000","last_became_peered":"2021-03-04T23:24:42.890295+0000","last_unstale":"2021-03-04T23:24:47.879281+0000","last_undegraded":"2021-03-04T23:24:47.879281+0000","last_fullsized":"2021-03-04T23:24:47.879281+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"124","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:47.879325+0000","last_change":"2021-03-04T23:14:45.178137+0000","last_active":"2021-03-04T23:24:47.879325+0000","last_peered":"2021-03-04T23:24:47.879325+0000","last_clean":"2021-03-04T23:24:47.879325+0000","last_became_active":"2021-03-04T23:14:45.177808+0000","last_became_peered":"2021-03-04T23:14:45.177808+0000","last_unstale":"2021-03-04T23:24:47.879325+0000","last_undegraded":"2021-03-04T23:24:47.879325+0000","last_fullsized":"2021-03-04T23:24:47.879325+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"141'2536","reported_seq":"2548","reported_epoch":"141","state":"active+clean","last_fresh":"2021-03-04T23:24:57.403819+0000","last_change":"2021-03-04T23:24:42.890886+0000","last_active":"2021-03-04T23:24:57.403819+0000","last_peered":"2021-03-04T23:24:57.403819+0000","last_clean":"2021-03-04T23:24:57.403819+0000","last_became_active":"2021-03-04T23:24:42.890583+0000","last_became_peered":"2021-03-04T23:24:42.890583+0000","last_unstale":"2021-03-04T23:24:57.403819+0000","last_undegraded":"2021-03-04T23:24:57.403819+0000","last_fullsized":"2021-03-04T23:24:57.403819+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":2536,"ondisk_log_size":2536,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":166199296,"num_objects":2536,"num_object_clones":0,"num_object_copies":7608,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2536,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2536,"num_write_kb":162304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"110","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:47.879080+0000","last_change":"2021-03-04T23:14:45.196352+0000","last_active":"2021-03-04T23:24:47.879080+0000","last_peered":"2021-03-04T23:24:47.879080+0000","last_clean":"2021-03-04T23:24:47.879080+0000","last_became_active":"2021-03-04T23:14:45.195987+0000","last_became_peered":"2021-03-04T23:14:45.195987+0000","last_unstale":"2021-03-04T23:24:47.879080+0000","last_undegraded":"2021-03-04T23:24:47.879080+0000","last_fullsized":"2021-03-04T23:24:47.879080+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"118","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:47.879403+0000","last_change":"2021-03-04T23:24:42.891730+0000","last_active":"2021-03-04T23:24:47.879403+0000","last_peered":"2021-03-04T23:24:47.879403+0000","last_clean":"2021-03-04T23:24:47.879403+0000","last_became_active":"2021-03-04T23:24:42.891495+0000","last_became_peered":"2021-03-04T23:24:42.891495+0000","last_unstale":"2021-03-04T23:24:47.879403+0000","last_undegraded":"2021-03-04T23:24:47.879403+0000","last_fullsized":"2021-03-04T23:24:47.879403+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"141'2374","reported_seq":"2386","reported_epoch":"141","state":"active+clean","last_fresh":"2021-03-04T23:24:56.756198+0000","last_change":"2021-03-04T23:24:42.890955+0000","last_active":"2021-03-04T23:24:56.756198+0000","last_peered":"2021-03-04T23:24:56.756198+0000","last_clean":"2021-03-04T23:24:56.756198+0000","last_became_active":"2021-03-04T23:24:42.890670+0000","last_became_peered":"2021-03-04T23:24:42.890670+0000","last_unstale":"2021-03-04T23:24:56.756198+0000","last_undegraded":"2021-03-04T23:24:56.756198+0000","last_fullsized":"2021-03-04T23:24:56.756198+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":2374,"ondisk_log_size":2374,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":155582464,"num_objects":2374,"num_object_clones":0,"num_object_copies":7122,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2374,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2374,"num_write_kb":151936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"86","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.414845+0000","last_change":"2021-03-04T23:15:58.118842+0000","last_active":"2021-03-04T23:24:49.414845+0000","last_peered":"2021-03-04T23:24:49.414845+0000","last_clean":"2021-03-04T23:24:49.414845+0000","last_became_active":"2021-03-04T23:15:43.200088+0000","last_became_peered":"2021-03-04T23:15:43.200088+0000","last_unstale":"2021-03-04T23:24:49.414845+0000","last_undegraded":"2021-03-04T23:24:49.414845+0000","last_fullsized":"2021-03-04T23:24:49.414845+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"91","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.415519+0000","last_change":"2021-03-04T23:15:43.198525+0000","last_active":"2021-03-04T23:24:49.415519+0000","last_peered":"2021-03-04T23:24:49.415519+0000","last_clean":"2021-03-04T23:24:49.415519+0000","last_became_active":"2021-03-04T23:15:43.198304+0000","last_became_peered":"2021-03-04T23:15:43.198304+0000","last_unstale":"2021-03-04T23:24:49.415519+0000","last_undegraded":"2021-03-04T23:24:49.415519+0000","last_fullsized":"2021-03-04T23:24:49.415519+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.f","version":"141'2710","reported_seq":"2722","reported_epoch":"141","state":"active+clean","last_fresh":"2021-03-04T23:24:58.146223+0000","last_change":"2021-03-04T23:24:42.891537+0000","last_active":"2021-03-04T23:24:58.146223+0000","last_peered":"2021-03-04T23:24:58.146223+0000","last_clean":"2021-03-04T23:24:58.146223+0000","last_became_active":"2021-03-04T23:24:42.891113+0000","last_became_peered":"2021-03-04T23:24:42.891113+0000","last_unstale":"2021-03-04T23:24:58.146223+0000","last_undegraded":"2021-03-04T23:24:58.146223+0000","last_fullsized":"2021-03-04T23:24:58.146223+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":2710,"ondisk_log_size":2710,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":177602560,"num_objects":2710,"num_object_clones":0,"num_object_copies":8130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2710,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2710,"num_write_kb":173440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"115","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.415437+0000","last_change":"2021-03-04T23:14:02.512326+0000","last_active":"2021-03-04T23:24:49.415437+0000","last_peered":"2021-03-04T23:24:49.415437+0000","last_clean":"2021-03-04T23:24:49.415437+0000","last_became_active":"2021-03-04T23:13:51.737061+0000","last_became_peered":"2021-03-04T23:13:51.737061+0000","last_unstale":"2021-03-04T23:24:49.415437+0000","last_undegraded":"2021-03-04T23:24:49.415437+0000","last_fullsized":"2021-03-04T23:24:49.415437+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"126","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:48.314212+0000","last_change":"2021-03-04T23:15:43.200680+0000","last_active":"2021-03-04T23:24:48.314212+0000","last_peered":"2021-03-04T23:24:48.314212+0000","last_clean":"2021-03-04T23:24:48.314212+0000","last_became_active":"2021-03-04T23:15:43.200335+0000","last_became_peered":"2021-03-04T23:15:43.200335+0000","last_unstale":"2021-03-04T23:24:48.314212+0000","last_undegraded":"2021-03-04T23:24:48.314212+0000","last_fullsized":"2021-03-04T23:24:48.314212+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"76","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.415133+0000","last_change":"2021-03-04T23:14:02.510977+0000","last_active":"2021-03-04T23:24:49.415133+0000","last_peered":"2021-03-04T23:24:49.415133+0000","last_clean":"2021-03-04T23:24:49.415133+0000","last_became_active":"2021-03-04T23:13:51.733929+0000","last_became_peered":"2021-03-04T23:13:51.733929+0000","last_unstale":"2021-03-04T23:24:49.415133+0000","last_undegraded":"2021-03-04T23:24:49.415133+0000","last_fullsized":"2021-03-04T23:24:49.415133+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"141'1960","reported_seq":"1972","reported_epoch":"141","state":"active+clean","last_fresh":"2021-03-04T23:24:55.393326+0000","last_change":"2021-03-04T23:24:42.888414+0000","last_active":"2021-03-04T23:24:55.393326+0000","last_peered":"2021-03-04T23:24:55.393326+0000","last_clean":"2021-03-04T23:24:55.393326+0000","last_became_active":"2021-03-04T23:24:42.888213+0000","last_became_peered":"2021-03-04T23:24:42.888213+0000","last_unstale":"2021-03-04T23:24:55.393326+0000","last_undegraded":"2021-03-04T23:24:55.393326+0000","last_fullsized":"2021-03-04T23:24:55.393326+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":1960,"ondisk_log_size":1960,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":128450560,"num_objects":1960,"num_object_clones":0,"num_object_copies":5880,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1960,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1960,"num_write_kb":125440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"124","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:48.314071+0000","last_change":"2021-03-04T23:24:42.889093+0000","last_active":"2021-03-04T23:24:48.314071+0000","last_peered":"2021-03-04T23:24:48.314071+0000","last_clean":"2021-03-04T23:24:48.314071+0000","last_became_active":"2021-03-04T23:24:42.888832+0000","last_became_peered":"2021-03-04T23:24:42.888832+0000","last_unstale":"2021-03-04T23:24:48.314071+0000","last_undegraded":"2021-03-04T23:24:48.314071+0000","last_fullsized":"2021-03-04T23:24:48.314071+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"119","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:47.879294+0000","last_change":"2021-03-04T23:24:42.890499+0000","last_active":"2021-03-04T23:24:47.879294+0000","last_peered":"2021-03-04T23:24:47.879294+0000","last_clean":"2021-03-04T23:24:47.879294+0000","last_became_active":"2021-03-04T23:24:42.890148+0000","last_became_peered":"2021-03-04T23:24:42.890148+0000","last_unstale":"2021-03-04T23:24:47.879294+0000","last_undegraded":"2021-03-04T23:24:47.879294+0000","last_fullsized":"2021-03-04T23:24:47.879294+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"106","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.415054+0000","last_change":"2021-03-04T23:15:43.199238+0000","last_active":"2021-03-04T23:24:49.415054+0000","last_peered":"2021-03-04T23:24:49.415054+0000","last_clean":"2021-03-04T23:24:49.415054+0000","last_became_active":"2021-03-04T23:15:43.199020+0000","last_became_peered":"2021-03-04T23:15:43.199020+0000","last_unstale":"2021-03-04T23:24:49.415054+0000","last_undegraded":"2021-03-04T23:24:49.415054+0000","last_fullsized":"2021-03-04T23:24:49.415054+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"141'2791","reported_seq":"2803","reported_epoch":"141","state":"active+clean","last_fresh":"2021-03-04T23:24:58.148318+0000","last_change":"2021-03-04T23:24:42.869631+0000","last_active":"2021-03-04T23:24:58.148318+0000","last_peered":"2021-03-04T23:24:58.148318+0000","last_clean":"2021-03-04T23:24:58.148318+0000","last_became_active":"2021-03-04T23:24:42.869364+0000","last_became_peered":"2021-03-04T23:24:42.869364+0000","last_unstale":"2021-03-04T23:24:58.148318+0000","last_undegraded":"2021-03-04T23:24:58.148318+0000","last_fullsized":"2021-03-04T23:24:58.148318+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":2791,"ondisk_log_size":2791,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":182910976,"num_objects":2791,"num_object_clones":0,"num_object_copies":8373,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2791,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2791,"num_write_kb":178624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"114","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.414707+0000","last_change":"2021-03-04T23:15:43.200469+0000","last_active":"2021-03-04T23:24:49.414707+0000","last_peered":"2021-03-04T23:24:49.414707+0000","last_clean":"2021-03-04T23:24:49.414707+0000","last_became_active":"2021-03-04T23:15:43.200235+0000","last_became_peered":"2021-03-04T23:15:43.200235+0000","last_unstale":"2021-03-04T23:24:49.414707+0000","last_undegraded":"2021-03-04T23:24:49.414707+0000","last_fullsized":"2021-03-04T23:24:49.414707+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"99","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.415037+0000","last_change":"2021-03-04T23:24:42.891275+0000","last_active":"2021-03-04T23:24:49.415037+0000","last_peered":"2021-03-04T23:24:49.415037+0000","last_clean":"2021-03-04T23:24:49.415037+0000","last_became_active":"2021-03-04T23:24:42.891014+0000","last_became_peered":"2021-03-04T23:24:42.891014+0000","last_unstale":"2021-03-04T23:24:49.415037+0000","last_undegraded":"2021-03-04T23:24:49.415037+0000","last_fullsized":"2021-03-04T23:24:49.415037+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"110","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.415596+0000","last_change":"2021-03-04T23:14:02.510278+0000","last_active":"2021-03-04T23:24:49.415596+0000","last_peered":"2021-03-04T23:24:49.415596+0000","last_clean":"2021-03-04T23:24:49.415596+0000","last_became_active":"2021-03-04T23:13:51.734116+0000","last_became_peered":"2021-03-04T23:13:51.734116+0000","last_unstale":"2021-03-04T23:24:49.415596+0000","last_undegraded":"2021-03-04T23:24:49.415596+0000","last_fullsized":"2021-03-04T23:24:49.415596+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"141'2398","reported_seq":"2410","reported_epoch":"141","state":"active+clean","last_fresh":"2021-03-04T23:24:56.755026+0000","last_change":"2021-03-04T23:24:42.890448+0000","last_active":"2021-03-04T23:24:56.755026+0000","last_peered":"2021-03-04T23:24:56.755026+0000","last_clean":"2021-03-04T23:24:56.755026+0000","last_became_active":"2021-03-04T23:24:42.890256+0000","last_became_peered":"2021-03-04T23:24:42.890256+0000","last_unstale":"2021-03-04T23:24:56.755026+0000","last_undegraded":"2021-03-04T23:24:56.755026+0000","last_fullsized":"2021-03-04T23:24:56.755026+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":2398,"ondisk_log_size":2398,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":157155328,"num_objects":2398,"num_object_clones":0,"num_object_copies":7194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2398,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2398,"num_write_kb":153472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"115","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:48.314066+0000","last_change":"2021-03-04T23:14:45.176529+0000","last_active":"2021-03-04T23:24:48.314066+0000","last_peered":"2021-03-04T23:24:48.314066+0000","last_clean":"2021-03-04T23:24:48.314066+0000","last_became_active":"2021-03-04T23:14:45.176285+0000","last_became_peered":"2021-03-04T23:14:45.176285+0000","last_unstale":"2021-03-04T23:24:48.314066+0000","last_undegraded":"2021-03-04T23:24:48.314066+0000","last_fullsized":"2021-03-04T23:24:48.314066+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"127","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:47.879111+0000","last_change":"2021-03-04T23:24:42.890950+0000","last_active":"2021-03-04T23:24:47.879111+0000","last_peered":"2021-03-04T23:24:47.879111+0000","last_clean":"2021-03-04T23:24:47.879111+0000","last_became_active":"2021-03-04T23:24:42.890587+0000","last_became_peered":"2021-03-04T23:24:42.890587+0000","last_unstale":"2021-03-04T23:24:47.879111+0000","last_undegraded":"2021-03-04T23:24:47.879111+0000","last_fullsized":"2021-03-04T23:24:47.879111+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"87","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.415550+0000","last_change":"2021-03-04T23:24:42.890099+0000","last_active":"2021-03-04T23:24:49.415550+0000","last_peered":"2021-03-04T23:24:49.415550+0000","last_clean":"2021-03-04T23:24:49.415550+0000","last_became_active":"2021-03-04T23:24:42.889866+0000","last_became_peered":"2021-03-04T23:24:42.889866+0000","last_unstale":"2021-03-04T23:24:49.415550+0000","last_undegraded":"2021-03-04T23:24:49.415550+0000","last_fullsized":"2021-03-04T23:24:49.415550+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"15","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:47.879494+0000","last_change":"2021-03-04T23:24:42.887653+0000","last_active":"2021-03-04T23:24:47.879494+0000","last_peered":"2021-03-04T23:24:47.879494+0000","last_clean":"2021-03-04T23:24:47.879494+0000","last_became_active":"2021-03-04T23:24:42.887316+0000","last_became_peered":"2021-03-04T23:24:42.887316+0000","last_unstale":"2021-03-04T23:24:47.879494+0000","last_undegraded":"2021-03-04T23:24:47.879494+0000","last_fullsized":"2021-03-04T23:24:47.879494+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.b","version":"141'2064","reported_seq":"2076","reported_epoch":"141","state":"active+clean","last_fresh":"2021-03-04T23:24:55.399737+0000","last_change":"2021-03-04T23:24:42.889825+0000","last_active":"2021-03-04T23:24:55.399737+0000","last_peered":"2021-03-04T23:24:55.399737+0000","last_clean":"2021-03-04T23:24:55.399737+0000","last_became_active":"2021-03-04T23:24:42.889626+0000","last_became_peered":"2021-03-04T23:24:42.889626+0000","last_unstale":"2021-03-04T23:24:55.399737+0000","last_undegraded":"2021-03-04T23:24:55.399737+0000","last_fullsized":"2021-03-04T23:24:55.399737+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":2064,"ondisk_log_size":2064,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":135266304,"num_objects":2064,"num_object_clones":0,"num_object_copies":6192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2064,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2064,"num_write_kb":132096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"130","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:47.879064+0000","last_change":"2021-03-04T23:13:51.737310+0000","last_active":"2021-03-04T23:24:47.879064+0000","last_peered":"2021-03-04T23:24:47.879064+0000","last_clean":"2021-03-04T23:24:47.879064+0000","last_became_active":"2021-03-04T23:13:51.736986+0000","last_became_peered":"2021-03-04T23:13:51.736986+0000","last_unstale":"2021-03-04T23:24:47.879064+0000","last_undegraded":"2021-03-04T23:24:47.879064+0000","last_fullsized":"2021-03-04T23:24:47.879064+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"104","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.414866+0000","last_change":"2021-03-04T23:15:43.202694+0000","last_active":"2021-03-04T23:24:49.414866+0000","last_peered":"2021-03-04T23:24:49.414866+0000","last_clean":"2021-03-04T23:24:49.414866+0000","last_became_active":"2021-03-04T23:15:43.202505+0000","last_became_peered":"2021-03-04T23:15:43.202505+0000","last_unstale":"2021-03-04T23:24:49.414866+0000","last_undegraded":"2021-03-04T23:24:49.414866+0000","last_fullsized":"2021-03-04T23:24:49.414866+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"120","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.414785+0000","last_change":"2021-03-04T23:14:45.178074+0000","last_active":"2021-03-04T23:24:49.414785+0000","last_peered":"2021-03-04T23:24:49.414785+0000","last_clean":"2021-03-04T23:24:49.414785+0000","last_became_active":"2021-03-04T23:14:45.177916+0000","last_became_peered":"2021-03-04T23:14:45.177916+0000","last_unstale":"2021-03-04T23:24:49.414785+0000","last_undegraded":"2021-03-04T23:24:49.414785+0000","last_fullsized":"2021-03-04T23:24:49.414785+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"141'2525","reported_seq":"2537","reported_epoch":"141","state":"active+clean","last_fresh":"2021-03-04T23:24:57.402865+0000","last_change":"2021-03-04T23:24:42.891267+0000","last_active":"2021-03-04T23:24:57.402865+0000","last_peered":"2021-03-04T23:24:57.402865+0000","last_clean":"2021-03-04T23:24:57.402865+0000","last_became_active":"2021-03-04T23:24:42.891025+0000","last_became_peered":"2021-03-04T23:24:42.891025+0000","last_unstale":"2021-03-04T23:24:57.402865+0000","last_undegraded":"2021-03-04T23:24:57.402865+0000","last_fullsized":"2021-03-04T23:24:57.402865+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":2525,"ondisk_log_size":2525,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":165478400,"num_objects":2525,"num_object_clones":0,"num_object_copies":7575,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2525,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2525,"num_write_kb":161600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"115","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:47.879594+0000","last_change":"2021-03-04T23:12:26.736023+0000","last_active":"2021-03-04T23:24:47.879594+0000","last_peered":"2021-03-04T23:24:47.879594+0000","last_clean":"2021-03-04T23:24:47.879594+0000","last_became_active":"2021-03-04T23:12:26.735664+0000","last_became_peered":"2021-03-04T23:12:26.735664+0000","last_unstale":"2021-03-04T23:24:47.879594+0000","last_undegraded":"2021-03-04T23:24:47.879594+0000","last_fullsized":"2021-03-04T23:24:47.879594+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"90","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.415405+0000","last_change":"2021-03-04T23:14:45.176210+0000","last_active":"2021-03-04T23:24:49.415405+0000","last_peered":"2021-03-04T23:24:49.415405+0000","last_clean":"2021-03-04T23:24:49.415405+0000","last_became_active":"2021-03-04T23:14:45.175888+0000","last_became_peered":"2021-03-04T23:14:45.175888+0000","last_unstale":"2021-03-04T23:24:49.415405+0000","last_undegraded":"2021-03-04T23:24:49.415405+0000","last_fullsized":"2021-03-04T23:24:49.415405+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"90","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.415108+0000","last_change":"2021-03-04T23:12:37.986687+0000","last_active":"2021-03-04T23:24:49.415108+0000","last_peered":"2021-03-04T23:24:49.415108+0000","last_clean":"2021-03-04T23:24:49.415108+0000","last_became_active":"2021-03-04T23:12:26.728092+0000","last_became_peered":"2021-03-04T23:12:26.728092+0000","last_unstale":"2021-03-04T23:24:49.415108+0000","last_undegraded":"2021-03-04T23:24:49.415108+0000","last_fullsized":"2021-03-04T23:24:49.415108+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"141'2514","reported_seq":"2526","reported_epoch":"141","state":"active+clean","last_fresh":"2021-03-04T23:24:57.392752+0000","last_change":"2021-03-04T23:24:42.891523+0000","last_active":"2021-03-04T23:24:57.392752+0000","last_peered":"2021-03-04T23:24:57.392752+0000","last_clean":"2021-03-04T23:24:57.392752+0000","last_became_active":"2021-03-04T23:24:42.890716+0000","last_became_peered":"2021-03-04T23:24:42.890716+0000","last_unstale":"2021-03-04T23:24:57.392752+0000","last_undegraded":"2021-03-04T23:24:57.392752+0000","last_fullsized":"2021-03-04T23:24:57.392752+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":2514,"ondisk_log_size":2514,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":164757504,"num_objects":2514,"num_object_clones":0,"num_object_copies":7542,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2514,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2514,"num_write_kb":160896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"116","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.415263+0000","last_change":"2021-03-04T23:15:58.122089+0000","last_active":"2021-03-04T23:24:49.415263+0000","last_peered":"2021-03-04T23:24:49.415263+0000","last_clean":"2021-03-04T23:24:49.415263+0000","last_became_active":"2021-03-04T23:15:43.201322+0000","last_became_peered":"2021-03-04T23:15:43.201322+0000","last_unstale":"2021-03-04T23:24:49.415263+0000","last_undegraded":"2021-03-04T23:24:49.415263+0000","last_fullsized":"2021-03-04T23:24:49.415263+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"84","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.415584+0000","last_change":"2021-03-04T23:24:42.890857+0000","last_active":"2021-03-04T23:24:49.415584+0000","last_peered":"2021-03-04T23:24:49.415584+0000","last_clean":"2021-03-04T23:24:49.415584+0000","last_became_active":"2021-03-04T23:24:42.890623+0000","last_became_peered":"2021-03-04T23:24:42.890623+0000","last_unstale":"2021-03-04T23:24:49.415584+0000","last_undegraded":"2021-03-04T23:24:49.415584+0000","last_fullsized":"2021-03-04T23:24:49.415584+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"113","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.414776+0000","last_change":"2021-03-04T23:15:50.205077+0000","last_active":"2021-03-04T23:24:49.414776+0000","last_peered":"2021-03-04T23:24:49.414776+0000","last_clean":"2021-03-04T23:24:49.414776+0000","last_became_active":"2021-03-04T23:15:43.200982+0000","last_became_peered":"2021-03-04T23:15:43.200982+0000","last_unstale":"2021-03-04T23:24:49.414776+0000","last_undegraded":"2021-03-04T23:24:49.414776+0000","last_fullsized":"2021-03-04T23:24:49.414776+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"141'2382","reported_seq":"2393","reported_epoch":"141","state":"active+clean","last_fresh":"2021-03-04T23:24:56.761659+0000","last_change":"2021-03-04T23:24:42.889574+0000","last_active":"2021-03-04T23:24:56.761659+0000","last_peered":"2021-03-04T23:24:56.761659+0000","last_clean":"2021-03-04T23:24:56.761659+0000","last_became_active":"2021-03-04T23:24:42.889370+0000","last_became_peered":"2021-03-04T23:24:42.889370+0000","last_unstale":"2021-03-04T23:24:56.761659+0000","last_undegraded":"2021-03-04T23:24:56.761659+0000","last_fullsized":"2021-03-04T23:24:56.761659+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":2382,"ondisk_log_size":2382,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":156106752,"num_objects":2382,"num_object_clones":0,"num_object_copies":7146,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2382,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2382,"num_write_kb":152448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"84","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:47.879579+0000","last_change":"2021-03-04T23:24:42.892437+0000","last_active":"2021-03-04T23:24:47.879579+0000","last_peered":"2021-03-04T23:24:47.879579+0000","last_clean":"2021-03-04T23:24:47.879579+0000","last_became_active":"2021-03-04T23:24:42.892102+0000","last_became_peered":"2021-03-04T23:24:42.892102+0000","last_unstale":"2021-03-04T23:24:47.879579+0000","last_undegraded":"2021-03-04T23:24:47.879579+0000","last_fullsized":"2021-03-04T23:24:47.879579+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"108","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.414882+0000","last_change":"2021-03-04T23:13:51.741862+0000","last_active":"2021-03-04T23:24:49.414882+0000","last_peered":"2021-03-04T23:24:49.414882+0000","last_clean":"2021-03-04T23:24:49.414882+0000","last_became_active":"2021-03-04T23:13:51.741451+0000","last_became_peered":"2021-03-04T23:13:51.741451+0000","last_unstale":"2021-03-04T23:24:49.414882+0000","last_undegraded":"2021-03-04T23:24:49.414882+0000","last_fullsized":"2021-03-04T23:24:49.414882+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"103","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:47.879124+0000","last_change":"2021-03-04T23:24:42.887840+0000","last_active":"2021-03-04T23:24:47.879124+0000","last_peered":"2021-03-04T23:24:47.879124+0000","last_clean":"2021-03-04T23:24:47.879124+0000","last_became_active":"2021-03-04T23:24:42.887351+0000","last_became_peered":"2021-03-04T23:24:42.887351+0000","last_unstale":"2021-03-04T23:24:47.879124+0000","last_undegraded":"2021-03-04T23:24:47.879124+0000","last_fullsized":"2021-03-04T23:24:47.879124+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"93","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.415139+0000","last_change":"2021-03-04T23:12:37.986701+0000","last_active":"2021-03-04T23:24:49.415139+0000","last_peered":"2021-03-04T23:24:49.415139+0000","last_clean":"2021-03-04T23:24:49.415139+0000","last_became_active":"2021-03-04T23:12:26.729415+0000","last_became_peered":"2021-03-04T23:12:26.729415+0000","last_unstale":"2021-03-04T23:24:49.415139+0000","last_undegraded":"2021-03-04T23:24:49.415139+0000","last_fullsized":"2021-03-04T23:24:49.415139+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"123","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.415233+0000","last_change":"2021-03-04T23:15:43.200483+0000","last_active":"2021-03-04T23:24:49.415233+0000","last_peered":"2021-03-04T23:24:49.415233+0000","last_clean":"2021-03-04T23:24:49.415233+0000","last_became_active":"2021-03-04T23:15:43.200306+0000","last_became_peered":"2021-03-04T23:15:43.200306+0000","last_unstale":"2021-03-04T23:24:49.415233+0000","last_undegraded":"2021-03-04T23:24:49.415233+0000","last_fullsized":"2021-03-04T23:24:49.415233+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"113","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:48.314100+0000","last_change":"2021-03-04T23:13:51.739798+0000","last_active":"2021-03-04T23:24:48.314100+0000","last_peered":"2021-03-04T23:24:48.314100+0000","last_clean":"2021-03-04T23:24:48.314100+0000","last_became_active":"2021-03-04T23:13:51.739553+0000","last_became_peered":"2021-03-04T23:13:51.739553+0000","last_unstale":"2021-03-04T23:24:48.314100+0000","last_undegraded":"2021-03-04T23:24:48.314100+0000","last_fullsized":"2021-03-04T23:24:48.314100+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"124","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:47.879558+0000","last_change":"2021-03-04T23:15:43.198185+0000","last_active":"2021-03-04T23:24:47.879558+0000","last_peered":"2021-03-04T23:24:47.879558+0000","last_clean":"2021-03-04T23:24:47.879558+0000","last_became_active":"2021-03-04T23:15:43.197950+0000","last_became_peered":"2021-03-04T23:15:43.197950+0000","last_unstale":"2021-03-04T23:24:47.879558+0000","last_undegraded":"2021-03-04T23:24:47.879558+0000","last_fullsized":"2021-03-04T23:24:47.879558+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"111","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:48.314264+0000","last_change":"2021-03-04T23:24:42.893645+0000","last_active":"2021-03-04T23:24:48.314264+0000","last_peered":"2021-03-04T23:24:48.314264+0000","last_clean":"2021-03-04T23:24:48.314264+0000","last_became_active":"2021-03-04T23:24:42.888332+0000","last_became_peered":"2021-03-04T23:24:42.888332+0000","last_unstale":"2021-03-04T23:24:48.314264+0000","last_undegraded":"2021-03-04T23:24:48.314264+0000","last_fullsized":"2021-03-04T23:24:48.314264+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"124","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:47.879179+0000","last_change":"2021-03-04T23:15:43.200097+0000","last_active":"2021-03-04T23:24:47.879179+0000","last_peered":"2021-03-04T23:24:47.879179+0000","last_clean":"2021-03-04T23:24:47.879179+0000","last_became_active":"2021-03-04T23:15:43.199864+0000","last_became_peered":"2021-03-04T23:15:43.199864+0000","last_unstale":"2021-03-04T23:24:47.879179+0000","last_undegraded":"2021-03-04T23:24:47.879179+0000","last_fullsized":"2021-03-04T23:24:47.879179+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"112","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.415183+0000","last_change":"2021-03-04T23:24:42.890854+0000","last_active":"2021-03-04T23:24:49.415183+0000","last_peered":"2021-03-04T23:24:49.415183+0000","last_clean":"2021-03-04T23:24:49.415183+0000","last_became_active":"2021-03-04T23:24:42.890628+0000","last_became_peered":"2021-03-04T23:24:42.890628+0000","last_unstale":"2021-03-04T23:24:49.415183+0000","last_undegraded":"2021-03-04T23:24:49.415183+0000","last_fullsized":"2021-03-04T23:24:49.415183+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"116","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.415022+0000","last_change":"2021-03-04T23:15:58.119018+0000","last_active":"2021-03-04T23:24:49.415022+0000","last_peered":"2021-03-04T23:24:49.415022+0000","last_clean":"2021-03-04T23:24:49.415022+0000","last_became_active":"2021-03-04T23:15:43.201314+0000","last_became_peered":"2021-03-04T23:15:43.201314+0000","last_unstale":"2021-03-04T23:24:49.415022+0000","last_undegraded":"2021-03-04T23:24:49.415022+0000","last_fullsized":"2021-03-04T23:24:49.415022+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"108","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:49.414989+0000","last_change":"2021-03-04T23:14:45.177195+0000","last_active":"2021-03-04T23:24:49.414989+0000","last_peered":"2021-03-04T23:24:49.414989+0000","last_clean":"2021-03-04T23:24:49.414989+0000","last_became_active":"2021-03-04T23:14:45.176885+0000","last_became_peered":"2021-03-04T23:14:45.176885+0000","last_unstale":"2021-03-04T23:24:49.414989+0000","last_undegraded":"2021-03-04T23:24:49.414989+0000","last_fullsized":"2021-03-04T23:24:49.414989+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"118","reported_epoch":"140","state":"active+clean","last_fresh":"2021-03-04T23:24:47.879085+0000","last_change":"2021-03-04T23:24:42.890391+0000","last_active":"2021-03-04T23:24:47.879085+0000","last_peered":"2021-03-04T23:24:47.879085+0000","last_clean":"2021-03-04T23:24:47.879085+0000","last_became_active":"2021-03-04T23:24:42.890094+0000","last_became_peered":"2021-03-04T23:24:42.890094+0000","last_unstale":"2021-03-04T23:24:47.879085+0000","last_undegraded":"2021-03-04T23:24:47.879085+0000","last_fullsized":"2021-03-04T23:24:47.879085+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2669,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":12773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8409803,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3965,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":4},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":2484666368,"num_objects":37913,"num_object_clones":0,"num_object_copies":113739,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37913,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37913,"num_write_kb":2426432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":7205683200,"data_stored":7205683200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":37913,"ondisk_log_size":37913,"up":48,"acting":48,"num_store_stats":7},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495867,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2512268,"kb_used_data":1463684,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":85568116,"statfs":{"total":90194313216,"available":87621750784,"internally_reserved":1073741824,"allocated":1498812416,"data_stored":1498052728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,1,3],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:24:43 2021","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":1.006,"15min":0.64800000000000002},"min":{"1min":0.34200000000000003,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":0.90000000000000002,"5min":54.801000000000002,"15min":54.801000000000002},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.622,"5min":0.98399999999999999,"15min":0.59999999999999998},"min":{"1min":0.33200000000000002,"5min":0.14899999999999999,"15min":0.14799999999999999},"max":{"1min":0.92300000000000004,"5min":54.863999999999997,"15min":54.863999999999997},"last":0.23100000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:24:12 2021","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.46500000000000002,"15min":0.51400000000000001},"min":{"1min":0.245,"5min":0.16900000000000001,"15min":0.16},"max":{"1min":1.0409999999999999,"5min":2.3839999999999999,"15min":3.101},"last":0.316},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.501,"15min":0.56000000000000005},"min":{"1min":0.20000000000000001,"5min":0.17599999999999999,"15min":0.17399999999999999},"max":{"1min":1.004,"5min":2.335,"15min":3.585},"last":0.34399999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:24:01 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.66500000000000004,"15min":0.623},"min":{"1min":0.19800000000000001,"5min":0.17999999999999999,"15min":0.16700000000000001},"max":{"1min":0.89100000000000001,"5min":5.2400000000000002,"15min":5.2400000000000002},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.55100000000000005,"15min":0.55500000000000005},"min":{"1min":0.28199999999999997,"5min":0.218,"15min":0.218},"max":{"1min":1.1359999999999999,"5min":3.0939999999999999,"15min":3.0939999999999999},"last":0.58099999999999996}]},{"osd":3,"last update":"Thu Mar 4 23:24:01 2021","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.66900000000000004,"15min":0.54300000000000004},"min":{"1min":0.26200000000000001,"5min":0.192,"15min":0.18099999999999999},"max":{"1min":2.6960000000000002,"5min":3.6840000000000002,"15min":3.7719999999999998},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.71099999999999997,"15min":0.88900000000000001},"min":{"1min":0.222,"5min":0.20799999999999999,"15min":0.183},"max":{"1min":2.6499999999999999,"5min":4.3239999999999998,"15min":4.3239999999999998},"last":0.32900000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:24:01 2021","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.40300000000000002,"15min":0.36799999999999999},"min":{"1min":0.16200000000000001,"5min":0.152,"15min":0.13100000000000001},"max":{"1min":1.492,"5min":4.0179999999999998,"15min":4.0179999999999998},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.36499999999999999,"15min":0.44800000000000001},"min":{"1min":0.191,"5min":0.16,"15min":0.13300000000000001},"max":{"1min":0.70399999999999996,"5min":3.5800000000000001,"15min":5.867},"last":0.20899999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:24:01 2021","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.38500000000000001,"15min":0.38},"min":{"1min":0.191,"5min":0.153,"15min":0.14299999999999999},"max":{"1min":1.0589999999999999,"5min":3.621,"15min":4.0220000000000002},"last":0.253},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.42099999999999999,"15min":0.41899999999999998},"min":{"1min":0.24399999999999999,"5min":0.16800000000000001,"15min":0.16200000000000001},"max":{"1min":0.79600000000000004,"5min":2.4729999999999999,"15min":3.7890000000000001},"last":0.40699999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:24:01 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.497,"15min":0.47599999999999998},"min":{"1min":0.24299999999999999,"5min":0.156,"15min":0.14199999999999999},"max":{"1min":0.998,"5min":4.1299999999999999,"15min":4.1299999999999999},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.52000000000000002,"15min":0.46700000000000003},"min":{"1min":0.23200000000000001,"5min":0.20699999999999999,"15min":0.20200000000000001},"max":{"1min":1.518,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":0.38900000000000001}]}]},{"osd":6,"up_from":0,"seq":176093659391,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":87,"seq":373662154887,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1219632,"kb_used_data":1040552,"kb_used_omap":702,"kb_used_meta":178369,"kb_avail":86860752,"statfs":{"total":90194313216,"available":88945410048,"internally_reserved":0,"allocated":1065525248,"data_stored":1064791417,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":719374,"internal_metadata":182650354},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.29299999999999998,"5min":0.41099999999999998,"15min":0.371},"min":{"1min":0.154,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.39600000000000002,"5min":3.8340000000000001,"15min":4.4669999999999996},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.56200000000000006,"15min":0.54700000000000004},"min":{"1min":0.16900000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":0.59999999999999998,"5min":4.5810000000000004,"15min":5.819},"last":0.33300000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.437,"15min":0.41399999999999998},"min":{"1min":0.17899999999999999,"5min":0.158,"15min":0.13400000000000001},"max":{"1min":0.45800000000000002,"5min":3.069,"15min":4.4059999999999997},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.53800000000000003,"15min":0.71699999999999997},"min":{"1min":0.182,"5min":0.153,"15min":0.14899999999999999},"max":{"1min":0.51200000000000001,"5min":3.8700000000000001,"15min":4.7240000000000002},"last":0.46200000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:24:49 2021","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.45400000000000001,"15min":0.79900000000000004},"min":{"1min":0.20499999999999999,"5min":0.156,"15min":0.156},"max":{"1min":0.433,"5min":4.335,"15min":33.643000000000001},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.375,"5min":0.502,"15min":0.76300000000000001},"min":{"1min":0.26000000000000001,"5min":0.17599999999999999,"15min":0.17499999999999999},"max":{"1min":0.52600000000000002,"5min":3.702,"15min":33.621000000000002},"last":0.495}]},{"osd":4,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.68600000000000005,"15min":0.68200000000000005},"min":{"1min":0.28100000000000003,"5min":0.21099999999999999,"15min":0.19400000000000001},"max":{"1min":1.2330000000000001,"5min":4.9850000000000003,"15min":4.9850000000000003},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.60199999999999998,"15min":0.56499999999999995},"min":{"1min":0.27700000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":1.1379999999999999,"5min":3.7050000000000001,"15min":4.5229999999999997},"last":0.66000000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.57899999999999996,"15min":0.62},"min":{"1min":0.29099999999999998,"5min":0.20999999999999999,"15min":0.20100000000000001},"max":{"1min":1.113,"5min":3.524,"15min":5.9059999999999997},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.753,"5min":0.70399999999999996,"15min":0.70499999999999996},"min":{"1min":0.308,"5min":0.23899999999999999,"15min":0.221},"max":{"1min":1.1359999999999999,"5min":4.415,"15min":4.7729999999999997},"last":0.67200000000000004}]},{"osd":6,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.68500000000000005,"15min":0.61299999999999999},"min":{"1min":0.27700000000000002,"5min":0.23200000000000001,"15min":0.22900000000000001},"max":{"1min":1.7390000000000001,"5min":3.7610000000000001,"15min":4.5010000000000003},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.61799999999999999,"15min":0.65900000000000003},"min":{"1min":0.33200000000000002,"5min":0.245,"15min":0.23699999999999999},"max":{"1min":1.1519999999999999,"5min":3.5550000000000002,"15min":5.8810000000000002},"last":0.63200000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:24:07 2021","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.746,"15min":0.73699999999999999},"min":{"1min":0.33500000000000002,"5min":0.248,"15min":0.248},"max":{"1min":1.179,"5min":3.782,"15min":4.7939999999999996},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.71199999999999997,"15min":0.629},"min":{"1min":0.34200000000000003,"5min":0.28899999999999998,"15min":0.28599999999999998},"max":{"1min":1.1639999999999999,"5min":4.5049999999999999,"15min":4.5499999999999998},"last":0.56799999999999995}]}]},{"osd":0,"up_from":73,"seq":313532612760,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":774264,"kb_used_data":556336,"kb_used_omap":1446,"kb_used_meta":216473,"kb_avail":87306120,"statfs":{"total":90194313216,"available":89401466880,"internally_reserved":0,"allocated":569688064,"data_stored":568946616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1481404,"internal_metadata":221668676},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:24:05 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.45500000000000002,"15min":0.41499999999999998},"min":{"1min":0.157,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":1.3200000000000001,"5min":4.7679999999999998,"15min":5.734},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.47299999999999998,"15min":0.44600000000000001},"min":{"1min":0.16700000000000001,"5min":0.158,"15min":0.11700000000000001},"max":{"1min":3.0950000000000002,"5min":3.403,"15min":4.1589999999999998},"last":0.35999999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:23:57 2021","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.39000000000000001,"15min":0.45600000000000002},"min":{"1min":0.16200000000000001,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":2.8919999999999999,"5min":2.8919999999999999,"15min":3.806},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.49299999999999999,"15min":0.50600000000000001},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":5.3620000000000001,"5min":5.3620000000000001,"15min":5.3620000000000001},"last":0.311}]},{"osd":3,"last update":"Thu Mar 4 23:23:57 2021","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.47499999999999998,"15min":1.7689999999999999},"min":{"1min":0.17899999999999999,"5min":0.17100000000000001,"15min":0.16700000000000001},"max":{"1min":2.931,"5min":6.335,"15min":35.027000000000001},"last":0.214},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.65900000000000003,"15min":1.629},"min":{"1min":0.249,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":3.246,"5min":6.4699999999999998,"15min":34.979999999999997},"last":0.32900000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:24:52 2021","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.57299999999999995,"15min":0.60899999999999999},"min":{"1min":0.39300000000000002,"5min":0.19700000000000001,"15min":0.17999999999999999},"max":{"1min":1.0349999999999999,"5min":3.5550000000000002,"15min":4.2210000000000001},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.60499999999999998,"15min":0.65100000000000002},"min":{"1min":0.29799999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":1.093,"5min":3.383,"15min":4.7439999999999998},"last":1.093}]},{"osd":5,"last update":"Thu Mar 4 23:24:52 2021","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.64700000000000002,"15min":0.69299999999999995},"min":{"1min":0.34000000000000002,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":1.0609999999999999,"5min":4.5540000000000003,"15min":5.3639999999999999},"last":1.0609999999999999},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.64900000000000002,"15min":0.63400000000000001},"min":{"1min":0.42799999999999999,"5min":0.24199999999999999,"15min":0.191},"max":{"1min":1.04,"5min":4.7919999999999998,"15min":4.7919999999999998},"last":0.42799999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:24:52 2021","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.60099999999999998,"15min":0.63},"min":{"1min":0.372,"5min":0.25800000000000001,"15min":0.24199999999999999},"max":{"1min":1.0489999999999999,"5min":3.4350000000000001,"15min":3.9159999999999999},"last":0.372},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.68600000000000005,"15min":0.66300000000000003},"min":{"1min":0.41799999999999998,"5min":0.25,"15min":0.17599999999999999},"max":{"1min":0.998,"5min":4.3259999999999996,"15min":4.3259999999999996},"last":0.52900000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:24:52 2021","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.64600000000000002,"15min":0.69499999999999995},"min":{"1min":0.436,"5min":0.28699999999999998,"15min":0.26300000000000001},"max":{"1min":1.1080000000000001,"5min":3.8170000000000002,"15min":3.9729999999999999},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.65000000000000002,"15min":0.66500000000000004},"min":{"1min":0.45600000000000002,"5min":0.28299999999999997,"15min":0.254},"max":{"1min":0.97399999999999998,"5min":3.488,"15min":4.2469999999999999},"last":0.57799999999999996}]}]},{"osd":2,"up_from":103,"seq":442381631612,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":482628,"kb_used_data":296700,"kb_used_omap":1715,"kb_used_meta":184204,"kb_avail":87597756,"statfs":{"total":90194313216,"available":89700102144,"internally_reserved":0,"allocated":303820800,"data_stored":303069675,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":188625083},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.40699999999999997,"15min":0.57699999999999996},"min":{"1min":0.158,"5min":0.13400000000000001,"15min":0.129},"max":{"1min":1.506,"5min":3.5339999999999998,"15min":4.6349999999999998},"last":0.215},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.45400000000000001,"15min":0.47999999999999998},"min":{"1min":0.192,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":1.3240000000000001,"5min":3.5569999999999999,"15min":4.3259999999999996},"last":0.19600000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.36199999999999999,"15min":0.57899999999999996},"min":{"1min":0.17799999999999999,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":0.49199999999999999,"5min":2.7690000000000001,"15min":4.0599999999999996},"last":0.17199999999999999},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.57699999999999996,"15min":0.56699999999999995},"min":{"1min":0.20699999999999999,"5min":0.16600000000000001,"15min":0.14199999999999999},"max":{"1min":1.5720000000000001,"5min":2.9380000000000002,"15min":4.556},"last":0.27600000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:23:56 2021","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.52000000000000002,"15min":0.504},"min":{"1min":0.182,"5min":0.16700000000000001,"15min":0.16600000000000001},"max":{"1min":1.3460000000000001,"5min":4.0099999999999998,"15min":4.0099999999999998},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.504,"15min":0.56599999999999995},"min":{"1min":0.216,"5min":0.17199999999999999,"15min":0.17199999999999999},"max":{"1min":0.84399999999999997,"5min":4.0339999999999998,"15min":4.4329999999999998},"last":0.56100000000000005}]},{"osd":4,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.54200000000000004,"15min":0.63400000000000001},"min":{"1min":0.22800000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":1.607,"5min":2.9980000000000002,"15min":4.6520000000000001},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.59799999999999998,"15min":0.56799999999999995},"min":{"1min":0.28899999999999998,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":1.3979999999999999,"5min":3.1059999999999999,"15min":3.71},"last":0.46400000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.72199999999999998,"15min":0.84799999999999998},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.22},"max":{"1min":1.0960000000000001,"5min":4.867,"15min":4.867},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.66800000000000004,"15min":0.68899999999999995},"min":{"1min":0.29099999999999998,"5min":0.218,"15min":0.21299999999999999},"max":{"1min":1.679,"5min":4.6189999999999998,"15min":4.6689999999999996},"last":0.49199999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.58599999999999997,"15min":0.55900000000000005},"min":{"1min":0.28199999999999997,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.365,"5min":3.0670000000000002,"15min":3.7429999999999999},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.57299999999999995,"15min":0.80600000000000005},"min":{"1min":0.316,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":1.0940000000000001,"5min":3.5579999999999998,"15min":4.0830000000000002},"last":0.40100000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:24:10 2021","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.63700000000000001,"15min":0.58399999999999996},"min":{"1min":0.33700000000000002,"5min":0.26600000000000001,"15min":0.26400000000000001},"max":{"1min":1.4239999999999999,"5min":3.1629999999999998,"15min":4.024},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.61299999999999999,"15min":0.83199999999999996},"min":{"1min":0.34000000000000002,"5min":0.253,"15min":0.253},"max":{"1min":2.2370000000000001,"5min":4.0880000000000001,"15min":4.1340000000000003},"last":1.101}]}]},{"osd":3,"up_from":126,"seq":541165879409,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1337844,"kb_used_data":1144556,"kb_used_omap":1501,"kb_used_meta":191778,"kb_avail":86742540,"statfs":{"total":90194313216,"available":88824360960,"internally_reserved":0,"allocated":1172025344,"data_stored":1171286438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1537306,"internal_metadata":196381414},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.88100000000000001,"15min":0.55200000000000005},"min":{"1min":0.13100000000000001,"5min":0.121,"15min":0.121},"max":{"1min":0.66100000000000003,"5min":48.722000000000001,"15min":48.722000000000001},"last":0.17000000000000001},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.97499999999999998,"15min":0.77000000000000002},"min":{"1min":0.17299999999999999,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":0.61499999999999999,"5min":48.741999999999997,"15min":48.741999999999997},"last":0.25700000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.42099999999999999,"15min":0.51900000000000002},"min":{"1min":0.157,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":0.93600000000000005,"5min":3.6459999999999999,"15min":4.9720000000000004},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.498,"5min":0.59499999999999997,"15min":0.57299999999999995},"min":{"1min":0.18099999999999999,"5min":0.151,"15min":0.151},"max":{"1min":2.1549999999999998,"5min":3.5609999999999999,"15min":3.7829999999999999},"last":0.22600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.51100000000000001,"15min":0.60899999999999999},"min":{"1min":0.16800000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.442,"5min":4.8730000000000002,"15min":6.4420000000000002},"last":0.20100000000000001},{"interface":"front","average":{"1min":0.376,"5min":0.505,"15min":0.71199999999999997},"min":{"1min":0.20300000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.97799999999999998,"5min":3.5590000000000002,"15min":8.8740000000000006},"last":0.36499999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.56899999999999995,"15min":0.64000000000000001},"min":{"1min":0.24299999999999999,"5min":0.21099999999999999,"15min":0.20599999999999999},"max":{"1min":1.115,"5min":2.9780000000000002,"15min":5.0220000000000002},"last":0.442},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.60099999999999998,"15min":0.51000000000000001},"min":{"1min":0.28899999999999998,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":1.032,"5min":3.7719999999999998,"15min":3.7719999999999998},"last":0.39100000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.72499999999999998,"15min":0.58699999999999997},"min":{"1min":0.25900000000000001,"5min":0.22600000000000001,"15min":0.221},"max":{"1min":1.097,"5min":4.6479999999999997,"15min":4.6479999999999997},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.78800000000000003,"15min":0.74399999999999999},"min":{"1min":0.27400000000000002,"5min":0.192,"15min":0.192},"max":{"1min":0.95499999999999996,"5min":6.7309999999999999,"15min":6.7309999999999999},"last":0.30099999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.63300000000000001,"15min":0.73199999999999998},"min":{"1min":0.29899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.044,"5min":4.2930000000000001,"15min":5.0570000000000004},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.64300000000000002,"15min":0.63900000000000001},"min":{"1min":0.33500000000000002,"5min":0.254,"15min":0.22900000000000001},"max":{"1min":1.052,"5min":3.8100000000000001,"15min":3.8100000000000001},"last":0.42699999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:24:00 2021","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.748,"15min":0.748},"min":{"1min":0.32300000000000001,"5min":0.26600000000000001,"15min":0.253},"max":{"1min":1.167,"5min":5.1180000000000003,"15min":6.5460000000000003},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.68000000000000005,"15min":0.72799999999999998},"min":{"1min":0.33100000000000002,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":2.8420000000000001,"5min":3.1360000000000001,"15min":5.0810000000000004},"last":0.40699999999999997}]}]},{"osd":4,"up_from":31,"seq":133143986436,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1649608,"kb_used_data":601024,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":86430776,"statfs":{"total":90194313216,"available":88505114624,"internally_reserved":1073741824,"allocated":615448576,"data_stored":614692914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:24:39 2021","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.45500000000000002,"15min":0.52300000000000002},"min":{"1min":0.372,"5min":0.14099999999999999,"15min":0.14099999999999999},"max":{"1min":1.3340000000000001,"5min":2.7549999999999999,"15min":3.899},"last":0.16700000000000001},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.57599999999999996,"15min":0.45500000000000002},"min":{"1min":0.317,"5min":0.152,"15min":0.14199999999999999},"max":{"1min":1.3140000000000001,"5min":3.919,"15min":3.919},"last":0.65800000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:24:08 2021","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.70299999999999996,"15min":0.56899999999999995},"min":{"1min":0.19900000000000001,"5min":0.161,"15min":0.16},"max":{"1min":3.0150000000000001,"5min":3.9900000000000002,"15min":3.9900000000000002},"last":0.625},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.61699999999999999,"15min":0.55300000000000005},"min":{"1min":0.189,"5min":0.189,"15min":0.16200000000000001},"max":{"1min":1.2989999999999999,"5min":3.98,"15min":4.3289999999999997},"last":0.57599999999999996}]},{"osd":2,"last update":"Thu Mar 4 23:23:55 2021","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.47899999999999998,"15min":0.50700000000000001},"min":{"1min":0.215,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":2.9009999999999998,"5min":3.3260000000000001,"15min":3.3260000000000001},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.52200000000000002,"15min":0.59199999999999997},"min":{"1min":0.255,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":1.405,"5min":3.351,"15min":4.4180000000000001},"last":0.27900000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:23:55 2021","interfaces":[{"interface":"back","average":{"1min":1.149,"5min":0.82099999999999995,"15min":0.74399999999999999},"min":{"1min":0.25700000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":4.1200000000000001,"5min":4.1200000000000001,"15min":4.1200000000000001},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.55300000000000005,"15min":0.57099999999999995},"min":{"1min":0.23699999999999999,"5min":0.19800000000000001,"15min":0.192},"max":{"1min":1.0169999999999999,"5min":3.4049999999999998,"15min":3.4049999999999998},"last":0.22700000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:24:20 2021","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.39400000000000002,"15min":0.36799999999999999},"min":{"1min":0.161,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":0.62,"5min":3.456,"15min":4.2599999999999998},"last":0.253},{"interface":"front","average":{"1min":0.439,"5min":0.40400000000000003,"15min":0.36599999999999999},"min":{"1min":0.26200000000000001,"5min":0.14799999999999999,"15min":0.13500000000000001},"max":{"1min":0.627,"5min":3.2999999999999998,"15min":4.8090000000000002},"last":0.186}]},{"osd":6,"last update":"Thu Mar 4 23:24:39 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.42499999999999999,"15min":0.40899999999999997},"min":{"1min":0.251,"5min":0.17399999999999999,"15min":0.156},"max":{"1min":0.59599999999999997,"5min":3.5569999999999999,"15min":4.766},"last":0.214},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.64400000000000002,"15min":0.501},"min":{"1min":0.311,"5min":0.186,"15min":0.14199999999999999},"max":{"1min":0.67700000000000005,"5min":3.895,"15min":4.0110000000000001},"last":0.70199999999999996}]},{"osd":7,"last update":"Thu Mar 4 23:24:08 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.44700000000000001,"15min":0.63100000000000001},"min":{"1min":0.20899999999999999,"5min":0.17899999999999999,"15min":0.156},"max":{"1min":0.57599999999999996,"5min":3.4329999999999998,"15min":69.727999999999994},"last":0.20200000000000001},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.65200000000000002,"15min":0.78000000000000003},"min":{"1min":0.221,"5min":0.20399999999999999,"15min":0.14000000000000001},"max":{"1min":0.67600000000000005,"5min":3.8700000000000001,"15min":69.289000000000001},"last":0.72699999999999998}]}]},{"osd":5,"up_from":36,"seq":154618822914,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2553784,"kb_used_data":1505200,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":85526600,"statfs":{"total":90194313216,"available":87579238400,"internally_reserved":1073741824,"allocated":1541324800,"data_stored":1540583400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:24:48 2021","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.48999999999999999,"15min":0.442},"min":{"1min":0.307,"5min":0.14699999999999999,"15min":0.13500000000000001},"max":{"1min":1.274,"5min":3.6659999999999999,"15min":3.6659999999999999},"last":36.017000000000003},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.47799999999999998,"15min":0.499},"min":{"1min":0.32600000000000001,"5min":0.159,"15min":0.14499999999999999},"max":{"1min":1.2509999999999999,"5min":2.891,"15min":3.0840000000000001},"last":36.031999999999996}]},{"osd":1,"last update":"Thu Mar 4 23:24:03 2021","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.55500000000000005,"15min":0.46000000000000002},"min":{"1min":0.16800000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":1.2210000000000001,"5min":3.8450000000000002,"15min":3.8450000000000002},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.747,"15min":0.61299999999999999},"min":{"1min":0.17899999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.149,"5min":7.4740000000000002,"15min":7.4740000000000002},"last":0.47799999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:23:59 2021","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.59199999999999997,"15min":0.67900000000000005},"min":{"1min":0.182,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":1.069,"5min":3.5800000000000001,"15min":3.7410000000000001},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.73199999999999998,"15min":0.64700000000000002},"min":{"1min":0.24199999999999999,"5min":0.182,"15min":0.17000000000000001},"max":{"1min":1.107,"5min":3.698,"15min":3.9239999999999999},"last":0.51000000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:23:59 2021","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.71199999999999997,"15min":0.52700000000000002},"min":{"1min":0.188,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":1.466,"5min":4.375,"15min":4.375},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.71499999999999997},"min":{"1min":0.19900000000000001,"5min":0.19800000000000001,"15min":0.17100000000000001},"max":{"1min":2.9359999999999999,"5min":3.4590000000000001,"15min":4.2050000000000001},"last":0.501}]},{"osd":4,"last update":"Thu Mar 4 23:24:33 2021","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.47799999999999998,"15min":0.40000000000000002},"min":{"1min":0.191,"5min":0.127,"15min":0.127},"max":{"1min":0.73399999999999999,"5min":7.4480000000000004,"15min":7.4480000000000004},"last":0.23000000000000001},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.38600000000000001,"15min":0.39300000000000002},"min":{"1min":0.245,"5min":0.152,"15min":0.14799999999999999},"max":{"1min":0.745,"5min":4.4000000000000004,"15min":4.4000000000000004},"last":0.33900000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:23:59 2021","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.53900000000000003,"15min":0.48299999999999998},"min":{"1min":0.192,"5min":0.17699999999999999,"15min":0.16},"max":{"1min":0.71799999999999997,"5min":7.3959999999999999,"15min":7.3959999999999999},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.377,"15min":0.437},"min":{"1min":0.20399999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.746,"5min":4.3209999999999997,"15min":4.3209999999999997},"last":0.30499999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:23:59 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.499,"15min":0.54400000000000004},"min":{"1min":0.249,"5min":0.19900000000000001,"15min":0.16},"max":{"1min":0.76200000000000001,"5min":4.3540000000000001,"15min":13.18},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41899999999999998,"15min":0.52200000000000002},"min":{"1min":0.27100000000000002,"5min":0.19600000000000001,"15min":0.16800000000000001},"max":{"1min":0.70899999999999996,"5min":2.9740000000000002,"15min":12.773},"last":0.29199999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3965,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1477439,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":719374,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1537306,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1204319,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":659881984,"data_stored":659881984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1141112832,"data_stored":1141112832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":391053312,"data_stored":391053312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1243545600,"data_stored":1243545600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":658964480,"data_stored":658964480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1610219520,"data_stored":1610219520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1500905472,"data_stored":1500905472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:25:03.888 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool set rbd pgp_num 8 2021-03-04T23:25:03.895 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:03.915 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:03.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:03.916 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:03.918 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:25:04.017 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:04.035 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:04.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:04.037 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:04.048 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:04.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:03 gibba011 conmon[95595]: cluster 2021-03-04T23:25:02.603656+0000 mgr.x (mgr.34676) 648 : cluster [DBG] pgmap v554: 89 pgs: 89 active+clean; 3.1 GiB data, 9.8 GiB used, 575 GiB / 588 GiB avail; 271 MiB/s wr, 4.34k op/s 2021-03-04T23:25:04.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:03 gibba011 conmon[99461]: cluster 2021-03-04T23:25:02.603656+0000 mgr.x (mgr.34676) 648 : cluster [DBG] pgmap v554: 89 pgs: 89 active+clean; 3.1 GiB data, 9.8 GiB used, 575 GiB / 588 GiB avail; 271 MiB/s wr, 4.34k op/s 2021-03-04T23:25:04.125 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:04.127 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 14 16 61043 61027 272.424 171.125 0.00818377 0.00366767 2021-03-04T23:25:04.137 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:04.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:04.157 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:04.157 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:04.259 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:04.282 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:04.283 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:04.284 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:04.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:03 gibba038 conmon[76675]: cluster 2021-03-04T23:25:02.603656+0000 mgr.x (mgr.34676) 648 : cluster 2021-03-04T23:25:04.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:03 gibba038 conmon[76675]: [DBG] pgmap v554: 89 pgs: 89 active+clean; 3.1 GiB data, 9.8 GiB used, 575 GiB / 588 GiB avail; 271 MiB/s wr, 4.34k op/s 2021-03-04T23:25:04.385 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:04.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:04.410 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:04.410 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:04.512 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:04.532 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:04.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:04.535 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:04.636 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:04.655 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:04.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:04.656 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:04.757 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:04.781 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:04.782 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:04.783 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:04.884 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:04.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:04.905 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:04.906 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:05.008 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:05.029 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:05.030 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:05.031 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:05.127 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 15 16 63935 63919 266.311 180.75 0.00305998 0.00375191 2021-03-04T23:25:05.133 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:05.152 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:05.153 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:05.154 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:05.255 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:05.276 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:05.277 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:05.278 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:05.379 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:05.399 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:05.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:05.400 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:05.501 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:05.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:05.523 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:05.523 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:05.624 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:05.643 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:05.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:05.644 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:05.745 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:05.765 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:05.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:05.766 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:05.802 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:25:05.867 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:05.885 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:05.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:05.886 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:05.952 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:05.988 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:06.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:06.016 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:06.016 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:06.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:05 gibba011 conmon[99461]: cluster 2021-03-04T23:25:04.604009+0000 mgr.x (mgr.34676) 649 : cluster [DBG] pgmap v555: 89 pgs: 89 active+clean; 3.3 GiB data, 11 GiB used, 574 GiB / 588 GiB avail; 251 MiB/s wr, 4.01k op/s 2021-03-04T23:25:06.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:05 gibba011 conmon[95595]: cluster 2021-03-04T23:25:04.604009+0000 mgr.x (mgr.34676) 649 : cluster [DBG] pgmap v555: 89 pgs: 89 active+clean; 3.3 GiB data, 11 GiB used, 574 GiB / 588 GiB avail; 251 MiB/s wr, 4.01k op/s 2021-03-04T23:25:06.117 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:06.127 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 16 16 66656 66640 260.294 170.062 0.00648806 0.00383857 2021-03-04T23:25:06.141 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:06.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:06.143 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:06.244 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:06.266 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:06.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:06.268 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:05 gibba038 conmon[76675]: cluster 2021-03-04T23:25:04.604009+0000 mgr.x (mgr.34676) 649 : cluster [DBG] pgmap v555: 89 pgs: 89 active+clean; 3.3 GiB data, 11 GiB used, 574 GiB / 588 GiB avail; 251 MiB/s wr, 4.01k op/s 2021-03-04T23:25:06.369 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:06.388 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:06.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:06.390 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:06.491 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:06.512 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:06.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:06.513 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:06.615 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:06.634 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:06.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:06.636 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:06.737 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:06.757 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:06.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:06.758 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:06.859 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:06.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:06.880 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:06.880 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:06.981 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:07.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:07.001 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:07.002 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:07.103 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:07.121 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:07.123 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:07.123 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:07.127 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 17 16 69212 69196 254.378 159.75 0.0040237 0.00391344 2021-03-04T23:25:07.225 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:07.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:07.245 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:07.246 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:07.347 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:07.364 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:07.365 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:07.366 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:07.467 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:07.491 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:07.492 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:07.493 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:07.594 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:07.616 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:07.617 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:07.617 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:07.718 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:07.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:07.744 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:07.744 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:07.846 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:07.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:07.867 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:07.868 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:07.969 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:07.988 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:07.989 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:07.990 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:08.091 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:08.110 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:08.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:08.112 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:08.127 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 18 16 71811 71795 249.269 162.438 0.00754708 0.00400861 2021-03-04T23:25:08.213 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:08.232 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:08.233 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:08.233 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:08.334 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:08.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:07 gibba038 conmon[76675]: cluster 2021-03-04T23:25:06.604336+0000 mgr.x (mgr.34676) 650 : cluster 2021-03-04T23:25:08.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:07 gibba038 conmon[76675]: [DBG] pgmap v556: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 574 GiB / 588 GiB avail; 247 MiB/s wr, 3.95k op/s 2021-03-04T23:25:08.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:07 gibba011 conmon[99461]: cluster 2021-03-04T23:25:06.604336+0000 mgr.x (mgr.34676) 650 : cluster [DBG] pgmap v556: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 574 GiB / 588 GiB avail; 247 MiB/s wr, 3.95k op/s 2021-03-04T23:25:08.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:07 gibba011 conmon[95595]: cluster 2021-03-04T23:25:06.604336+0000 mgr.x (mgr.34676) 650 2021-03-04T23:25:08.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:07 gibba011 conmon[95595]: : cluster [DBG] pgmap v556: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 574 GiB / 588 GiB avail; 247 MiB/s wr, 3.95k op/s 2021-03-04T23:25:08.358 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:08.359 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:08.359 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:08.461 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:08.479 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:08.480 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:08.481 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:08.582 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:08.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:08.606 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:08.607 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:08.708 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:08.729 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:08.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:08.730 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:08.831 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:08.849 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:08.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:08.851 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:08.952 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:08.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:08.976 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:08.976 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:09.077 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:09.104 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:09.105 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:09.105 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:09.127 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 19 16 74376 74360 244.587 160.312 0.00513595 0.00408538 2021-03-04T23:25:09.206 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:09.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:09.232 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:09.232 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:09.334 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:09.353 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:09.353 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:09.354 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:09.455 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:09.474 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:09.475 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:09.476 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:09.577 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:09.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:09.602 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:09.602 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:09.641 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:25:09.642 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:25:09.704 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:09.724 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:09.725 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:09.725 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:09.826 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:09.847 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:09.848 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:09.849 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:09.951 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:09.971 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:09.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:09.973 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:09.983 INFO:teuthology.orchestra.run.gibba011.stderr:set pool 2 pgp_num to 8 2021-03-04T23:25:09.986 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:25:10.074 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:10.091 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:10.092 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:10.093 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:10.128 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:25:10.126538+0000 min lat: 0.000996347 max lat: 0.103283 avg lat: 0.00415483 2021-03-04T23:25:10.128 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:25:10.128 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 20 16 76610 76594 239.338 139.625 0.00241122 0.00415483 2021-03-04T23:25:10.194 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:10.216 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:10.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:10.218 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:10.319 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:10.320 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:09 gibba011 conmon[99461]: cluster 2021-03-04T23:25:08.604688+0000 mgr.x (mgr.34676) 651 : cluster [DBG] pgmap v557: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 572 GiB / 588 GiB avail; 245 MiB/s wr, 3.93k op/s 2021-03-04T23:25:10.321 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:09 gibba011 conmon[99461]: audit 2021-03-04T23:25:09.427640+0000 mon.c (mon.1) 252 : audit [INF] from='client.? 172.21.2.111:0/3741079377' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]: dispatch 2021-03-04T23:25:10.321 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:09 gibba011 conmon[99461]: audit 2021-03-04T23:25:09.427952+0000 mon.a (mon.0) 645 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]: dispatch 2021-03-04T23:25:10.321 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:09 gibba011 conmon[99461]: audit 2021-03-04T23:25:09.558674+0000 mon.a (mon.0) 646 : audit [INF] from='client.? 172.21.2.111:0/3546484993' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:25:10.322 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:09 gibba011 conmon[95595]: cluster 2021-03-04T23:25:08.604688+0000 mgr.x (mgr.34676) 651 : cluster [DBG] pgmap v557: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 572 GiB / 588 GiB avail; 245 MiB/s wr, 3.93k op/s 2021-03-04T23:25:10.322 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:09 gibba011 conmon[95595]: audit 2021-03-04T23:25:09.427640+0000 mon.c (mon.1) 252 : audit [INF] from='client.? 172.21.2.111:0/3741079377' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]: dispatch 2021-03-04T23:25:10.323 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:09 gibba011 conmon[95595]: audit 2021-03-04T23:25:09.427952+0000 mon.a (mon.0) 645 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]: dispatch 2021-03-04T23:25:10.323 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:09 gibba011 conmon[95595]: audit 2021-03-04T23:25:09.558674+0000 mon.a (mon.0) 646 : audit [INF] from='client.? 172.21.2.111:0/3546484993' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:25:10.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:09 gibba038 conmon[76675]: cluster 2021-03-04T23:25:08.604688+0000 mgr.x (mgr.34676) 651 : cluster [DBG] pgmap v557: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 572 GiB / 588 GiB avail; 245 MiB/s wr, 3.93k op/s 2021-03-04T23:25:10.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:09 gibba038 conmon[76675]: audit 2021-03-04T23:25:09.427640+0000 mon.c (mon.1) 252 : audit [INF] from='client.? 172.21.2.111:0/3741079377' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]: dispatch 2021-03-04T23:25:10.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:09 gibba038 conmon[76675]: audit 2021-03-04T23:25:09.427952+0000 mon.a (mon.0) 645 : audit 2021-03-04T23:25:10.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:09 gibba038 conmon[76675]: [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]: dispatch 2021-03-04T23:25:10.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:09 gibba038 conmon[76675]: audit 2021-03-04T23:25: 2021-03-04T23:25:10.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:09 gibba038 conmon[76675]: 09.558674+0000 mon.a (mon.0) 646 : audit [INF] from='client.? 172.21.2.111:0/3546484993' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:25:10.341 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:10.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:10.343 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:10.444 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:10.464 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:10.465 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:10.466 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:10.567 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:10.585 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:10.586 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:10.587 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:10.688 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:10.708 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:10.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:10.709 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:10.811 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:10.832 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:10.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:10.833 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:10.934 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:10.957 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:10.958 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:10.958 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:11.059 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:11.079 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:11.080 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:11.081 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:11.128 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 21 16 79011 78995 235.086 150.062 0.00459508 0.00425077 2021-03-04T23:25:11.181 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:11.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:11.204 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:11.205 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:11.306 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:11.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:11.324 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:11.325 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:11.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:10 gibba038 conmon[76675]: cluster 2021-03-04T23:25:09.975597+0000 mon.a (mon.0) 647 : cluster [WRN] 2021-03-04T23:25:11.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:10 gibba038 conmon[76675]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:25:11.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:10 gibba038 conmon[76675]: audit 2021-03-04T23:25:09.978961+0000 mon.a (mon.0) 648 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]': finished 2021-03-04T23:25:11.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:10 gibba038 conmon[76675]: audit 2021-03-04T23:25:09.979022+0000 mon.a (mon.0) 649 : 2021-03-04T23:25:11.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:10 gibba038 conmon[76675]: audit [INF] from='client.? 172.21.2.111:0/3546484993' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:25:11.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:10 gibba038 conmon[76675]: cluster 2021-03-04T23:25:09 2021-03-04T23:25:11.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:10 gibba038 conmon[76675]: .979058+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e142: 8 total, 8 up, 7 in 2021-03-04T23:25:11.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:10 gibba011 conmon[95595]: cluster 2021-03-04T23:25:09.975597+0000 mon.a (mon.0) 647 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:25:11.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:10 gibba011 conmon[95595]: audit 2021-03-04T23:25:09.978961+0000 mon.a (mon.0) 648 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]': finished 2021-03-04T23:25:11.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:10 gibba011 conmon[95595]: audit 2021-03-04T23:25:09.979022+0000 mon.a (mon.0) 649 : audit [INF] from='client.? 172.21.2.111:0/3546484993' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:25:11.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:10 gibba011 conmon[95595]: cluster 2021-03-04T23:25:09.979058+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e142: 8 total, 8 up, 7 in 2021-03-04T23:25:11.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:10 gibba011 conmon[99461]: cluster 2021-03-04T23:25:11.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:10 gibba011 conmon[99461]: 2021-03-04T23:25:09 2021-03-04T23:25:11.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:10 gibba011 conmon[99461]: .975597+0000 mon.a (mon.0) 647 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:25:11.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:10 gibba011 conmon[99461]: audit 2021-03-04T23: 2021-03-04T23:25:11.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:10 gibba011 conmon[99461]: 25:09.978961+0000 mon.a (mon.0) 648 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "8"}]': finished 2021-03-04T23:25:11.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:10 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:25:11.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:10 gibba011 conmon[99461]: 03-04T23:25:09.979022+0000 mon.a (mon.0) 649 : audit [INF] from='client.? 172.21.2.111:0/3546484993' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:25:11.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:10 gibba011 conmon[99461]: cluster 2021-03-04T23:25: 2021-03-04T23:25:11.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:10 gibba011 conmon[99461]: 09.979058+0000 mon.a (mon.0) 650 : cluster [DBG] 2021-03-04T23:25:11.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:10 gibba011 conmon[99461]: osdmap e142: 8 total, 8 up, 7 in 2021-03-04T23:25:11.426 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:11.446 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:11.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:11.448 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:11.549 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:11.569 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:11.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:11.571 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:11.673 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:11.692 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:11.693 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:11.694 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:11.795 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:11.813 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:11.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:11.815 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:11.916 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:11.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:11.933 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:11.934 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:12.035 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:12.056 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:12.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:12.057 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:12.128 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 22 16 81240 81224 230.732 139.312 0.0055023 0.00433111 2021-03-04T23:25:12.159 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:12.179 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:12.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:12.180 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:12.281 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:12.299 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:12.300 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:12.301 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:11 gibba038 conmon[76675]: cluster 2021-03-04T23:25:10.605164+0000 mgr.x (mgr.34676) 652 : cluster 2021-03-04T23:25:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:11 gibba038 conmon[76675]: [DBG] pgmap v559: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 571 GiB / 588 GiB avail; 179 MiB/s wr, 2.86k op/s 2021-03-04T23:25:12.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:11 gibba011 conmon[95595]: cluster 2021-03-04T23:25:10.605164+0000 mgr.x (mgr.34676) 652 : cluster [DBG] pgmap v559: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 571 GiB / 588 GiB avail; 179 MiB/s wr, 2.86k op/s 2021-03-04T23:25:12.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:11 gibba011 conmon[99461]: cluster 2021-03-04T23:25:10.605164+0000 mgr.x (mgr.34676) 652 : cluster [DBG] 2021-03-04T23:25:12.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:11 gibba011 conmon[99461]: pgmap v559: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 571 GiB / 588 GiB avail; 179 MiB/s wr, 2.86k op/s 2021-03-04T23:25:12.403 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:12.426 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:12.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:12.428 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:12.529 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:12.549 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:12.550 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:12.550 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:12.652 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:12.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:12.674 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:12.675 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:12.776 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:12.797 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:12.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:12.799 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:12.900 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:12.921 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:12.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:12.923 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:13.024 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:13.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:13.043 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:13.044 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:13.128 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 23 16 83645 83629 227.235 150.312 0.00741125 0.00439786 2021-03-04T23:25:13.145 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:13.167 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:13.168 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:13.169 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:13.270 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:13.292 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:13.293 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:13.294 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:13.375 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:25:13.395 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:13.464 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:13.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:13.467 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:13.538 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:13.569 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:13.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:13.589 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:13.589 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:13.691 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:13.717 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:13.718 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:13.718 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:13.784 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:25:13.804 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:25:13.820 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:13.823 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:25:13.840 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:13.840 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:13.841 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:13.844 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:25:13.862 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:25:13.881 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:25:13.899 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:25:13.919 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:25:13.919 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:25:13.920 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:25:13.920 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:25:13.920 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:25:13.920 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:25:13.921 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:25:13.921 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:25:13.921 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:25:13.942 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:13.964 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:13.965 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:13.965 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:14.066 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:14.087 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:14.087 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:14.088 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:14.128 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 24 16 85849 85833 223.506 137.75 0.0139999 0.004471 2021-03-04T23:25:14.190 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:14.214 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:14.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:14.216 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:14.317 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:13 gibba038 conmon[76675]: cluster 2021-03-04T23:25:12.605608+0000 mgr.x (mgr.34676) 653 : cluster [DBG] pgmap v560: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 570 GiB / 588 GiB avail; 166 MiB/s wr, 2.65k op/s 2021-03-04T23:25:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:13 gibba038 conmon[76675]: audit 2021-03-04T23:25:13.761735+0000 mon.a (mon.0) 651 : audit [DBG] from='client.? 172.21.2.111:0/1474313798' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:14.338 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:14.339 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:14.339 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:14.342 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[99461]: cluster 2021-03-04T23:25:12.605608+0000 mgr.x (mgr.34676) 653 : 2021-03-04T23:25:14.342 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[99461]: cluster [DBG] pgmap v560: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 570 GiB / 588 GiB avail; 166 MiB/s wr, 2.65k op/s 2021-03-04T23:25:14.343 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[99461]: audit 2021-03-04T23:25:13.761735+0000 mon.a (mon.0) 651 : audit [DBG] from='client.? 172.21.2.111:0/1474313798' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:14.343 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[95595]: cluster 2021-03-04T23:25:14.343 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[95595]: 2021-03-04T23:25:14.344 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[95595]: 2021 2021-03-04T23:25:14.344 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[95595]: - 2021-03-04T23:25:14.344 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[95595]: 03 2021-03-04T23:25:14.345 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[95595]: - 2021-03-04T23:25:14.345 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[95595]: 04 2021-03-04T23:25:14.345 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[95595]: T 2021-03-04T23:25:14.345 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[95595]: 23 2021-03-04T23:25:14.345 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[95595]: : 2021-03-04T23:25:14.346 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[95595]: 25 2021-03-04T23:25:14.346 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[95595]: : 2021-03-04T23:25:14.346 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[95595]: 12 2021-03-04T23:25:14.346 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[95595]: . 2021-03-04T23:25:14.347 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[95595]: 605608 2021-03-04T23:25:14.347 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[95595]: +0000 2021-03-04T23:25:14.347 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[95595]: 2021-03-04T23:25:14.347 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[95595]: mgr.x 2021-03-04T23:25:14.347 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[95595]: ( 2021-03-04T23:25:14.348 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[95595]: mgr 2021-03-04T23:25:14.348 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[95595]: . 2021-03-04T23:25:14.348 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[95595]: 34676 2021-03-04T23:25:14.348 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[95595]: ) 653 : cluster [DBG] pgmap v560: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 570 GiB / 588 GiB avail; 166 MiB/s wr, 2.65k op/s 2021-03-04T23:25:14.348 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[95595]: audit 2021-03-04T23:25:13.761735+0000 mon.a (mon 2021-03-04T23:25:14.349 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:13 gibba011 conmon[95595]: .0) 651 : audit [DBG] from='client.? 172.21.2.111:0/1474313798' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:14.440 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:14.461 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:14.462 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:14.463 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:14.564 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:14.583 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:14.583 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:14.584 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:14.685 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:14.703 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:14.704 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:14.705 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:14.806 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:14.825 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:14.825 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:14.826 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:14.927 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:14.948 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:14.950 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:14.950 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:15.052 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:15.074 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:15.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:15.076 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:15.128 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 25 16 88194 88178 220.428 146.562 0.00631053 0.00453341 2021-03-04T23:25:15.177 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:15.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:15.199 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:15.199 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:15.301 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:15.308 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:25:15.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:15.321 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:15.322 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:15.423 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:15.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:15.452 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:15.453 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:15.487 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:15.555 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:15.573 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:15.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:15.576 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:15.678 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:15.701 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:15.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:15.703 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:15.804 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:15.824 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:15.825 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:15.825 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:15.926 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:15.950 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:15.950 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:15.951 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:16.052 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:16.070 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:16.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:16.072 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:16.128 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 26 16 90319 90303 217.058 132.812 0.00895958 0.00460426 2021-03-04T23:25:16.173 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:16.195 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:16.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:16.197 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:16.298 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:16.323 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:16.324 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:16.326 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:16.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:15 gibba038 conmon[76675]: cluster 2021-03-04T23:25:14.605985+0000 mgr.x (mgr.34676) 654 : cluster [DBG] pgmap v561: 89 pgs: 89 active+clean; 4.9 GiB data, 15 GiB used, 570 GiB / 588 GiB avail; 161 MiB/s wr, 2.58k op/s 2021-03-04T23:25:16.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[95595]: cluster 2021-03-04T23:25:14.605985+0000 mgr.x (mgr.34676) 654 : cluster [DBG] pgmap v561: 89 pgs: 89 active+clean; 4.9 GiB data, 15 GiB used, 570 GiB / 588 GiB avail; 161 MiB/s wr, 2.58k op/s 2021-03-04T23:25:16.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: cluster 2021-03-04T23:25:16.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: 2021-03-04T23:25:16.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: 2021 2021-03-04T23:25:16.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: - 2021-03-04T23:25:16.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: 03 2021-03-04T23:25:16.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: - 2021-03-04T23:25:16.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: 04 2021-03-04T23:25:16.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: T 2021-03-04T23:25:16.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: 23 2021-03-04T23:25:16.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: : 2021-03-04T23:25:16.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: 25 2021-03-04T23:25:16.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: : 2021-03-04T23:25:16.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: 14 2021-03-04T23:25:16.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: . 2021-03-04T23:25:16.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: 605985 2021-03-04T23:25:16.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: +0000 2021-03-04T23:25:16.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: 2021-03-04T23:25:16.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: mgr.x 2021-03-04T23:25:16.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: ( 2021-03-04T23:25:16.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: mgr 2021-03-04T23:25:16.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: . 2021-03-04T23:25:16.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: 34676 2021-03-04T23:25:16.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: ) 2021-03-04T23:25:16.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: 654 2021-03-04T23:25:16.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: : 2021-03-04T23:25:16.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: cluster 2021-03-04T23:25:16.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: 2021-03-04T23:25:16.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: [DBG] 2021-03-04T23:25:16.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: 2021-03-04T23:25:16.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: pgmap v561: 89 pgs: 89 active+clean; 4.9 GiB data, 15 GiB used, 570 GiB / 588 GiB avail; 161 MiB/s wr, 2.58k op/s 2021-03-04T23:25:16.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:15 gibba011 conmon[99461]: 2021-03-04T23:25:16.427 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:16.452 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:16.453 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:16.454 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:16.555 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:16.579 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:16.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:16.581 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:16.682 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:16.699 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:16.700 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:16.701 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:16.765 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:25:16.765 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [], 2021-03-04T23:25:16.766 INFO:teuthology.orchestra.run.gibba011.stdout: "complaint_time": 30, 2021-03-04T23:25:16.766 INFO:teuthology.orchestra.run.gibba011.stdout: "num_blocked_ops": 0 2021-03-04T23:25:16.766 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:25:16.802 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:16.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:16.820 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:16.820 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:16.922 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:16.944 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:16.945 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:16.946 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:17.047 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:17.071 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:17.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:17.073 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:17.128 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 27 16 92269 92253 213.532 121.875 0.00656726 0.00468034 2021-03-04T23:25:17.174 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:17.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:17.198 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:17.199 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:17.274 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:25:17.298 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:16 gibba011 conmon[99461]: audit 2021-03-04T23:25:16.474809+0000 mon.c (mon.1) 253 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:25:17.298 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:16 gibba011 conmon[99461]: audit 2021-03-04T23:25:16.475047+0000 mon.c (mon.1) 254 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-03-04T23:25:17.299 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:16 gibba011 conmon[99461]: audit 2021-03-04T23:25:16.475153+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:25:17.299 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:16 gibba011 conmon[99461]: audit 2021-03-04T23:25:16.475233+0000 mon.c (mon.1) 255 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:25:17.299 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:16 gibba011 conmon[99461]: audit 2021-03-04T23:25:16.475471+0000 mon.c (mon.1) 256 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [3, 2]}]: dispatch 2021-03-04T23:25:17.299 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:16 gibba011 conmon[99461]: audit 2021-03-04T23:25:16.475580+0000 mon.a (mon.0) 653 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-03-04T23:25:17.299 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:16 gibba011 conmon[99461]: audit 2021-03-04T23:25:16.475863+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:25:17.300 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:16 gibba011 conmon[99461]: audit 2021-03-04T23:25:16.476084+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [3, 2]}]: dispatch 2021-03-04T23:25:17.300 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:16 gibba011 conmon[99461]: audit 2021-03-04T23:25:16.621901+0000 mon.c (mon.1) 257 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:25:17.300 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:16 gibba011 conmon[99461]: audit 2021-03-04T23:25:16.622189+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:25:17.300 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:16 gibba011 conmon[99461]: audit 2021-03-04T23:25:16.639348+0000 mon.c (mon.1) 258 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:25:17.301 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:16 gibba011 conmon[99461]: audit 2021-03-04T23:25:16.639763+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:25:17.301 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:17.302 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:16 gibba011 conmon[95595]: audit 2021-03-04T23:25:16.474809+0000 mon.c (mon.1) 253 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:25:17.302 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:16 gibba011 conmon[95595]: audit 2021-03-04T23:25:16.475047+0000 mon.c (mon.1) 254 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-03-04T23:25:17.302 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:16 gibba011 conmon[95595]: audit 2021-03-04T23:25:16.475153+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:25:17.303 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:16 gibba011 conmon[95595]: audit 2021-03-04T23:25:16.475233+0000 mon.c (mon.1) 255 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:25:17.303 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:16 gibba011 conmon[95595]: audit 2021-03-04T23:25:16.475471+0000 mon.c (mon.1) 256 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [3, 2]}]: dispatch 2021-03-04T23:25:17.303 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:16 gibba011 conmon[95595]: audit 2021-03-04T23:25:16.475580+0000 mon.a (mon.0) 653 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-03-04T23:25:17.303 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:16 gibba011 conmon[95595]: audit 2021-03-04T23:25:16.475863+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:25:17.303 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:16 gibba011 conmon[95595]: audit 2021-03-04T23:25:16.476084+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [3, 2]}]: dispatch 2021-03-04T23:25:17.304 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:16 gibba011 conmon[95595]: audit 2021-03-04T23:25:16.621901+0000 mon.c (mon.1) 257 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:25:17.304 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:16 gibba011 conmon[95595]: audit 2021-03-04T23:25:16.622189+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:25:17.304 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:16 gibba011 conmon[95595]: audit 2021-03-04T23:25:16.639348+0000 mon.c (mon.1) 258 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:25:17.304 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:16 gibba011 conmon[95595]: audit 2021-03-04T23:25:16.639763+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:25:17.322 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:17.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:17.324 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:17.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: audit 2021-03-04T23:25:16.474809+0000 mon.c (mon.1) 253 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:25:17.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: audit 2021-03-04T23:25:16.475047+0000 mon.c (mon.1) 254 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-03-04T23:25:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: audit 2021-03-04T23:25:16.475153+0000 mon.a (mon.0) 652 : 2021-03-04T23:25:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2021-03-04T23:25:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:25:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: 04T23:25:16.475233+0000 mon.c (mon.1) 255 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:25:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: audit 2021-03-04T 2021-03-04T23:25:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: 23:25:16.475471+0000 mon.c (mon.1) 256 : 2021-03-04T23:25:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [3, 2]}]: dispatch 2021-03-04T23:25:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: audit 2021-03-04T23: 2021-03-04T23:25:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: 25:16.475580+0000 mon.a (mon.0) 653 : 2021-03-04T23:25:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2021-03-04T23:25:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: audit 2021-03-04T 2021-03-04T23:25:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: 23:25:16.475863+0000 mon.a (mon.0 2021-03-04T23:25:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: ) 654 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2021-03-04T23:25:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:25:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: -04T23:25:16.476084+0000 mon.a (mon 2021-03-04T23:25:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: .0) 655 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [3, 2]}]: dispatch 2021-03-04T23:25:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: audit 2021 2021-03-04T23:25:17.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: -03-04T23:25:16.621901+0000 2021-03-04T23:25:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: mon.c (mon.1) 257 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:25:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: audit 2021 2021-03-04T23:25:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: -03-04T23:25:16.622189+0000 2021-03-04T23:25:17.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: mon.a (mon.0) 656 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:25:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: 2021-03-04T23:25:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: audit 2021-03-04T23:25: 2021-03-04T23:25:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: 16.639348+0000 mon.c (mon.1) 258 : 2021-03-04T23:25:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:25:17.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:25:17.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: 04T23:25:16.639763+0000 mon.a (mon. 2021-03-04T23:25:17.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: 0) 657 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:25:17.426 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:17.444 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:17.445 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:17.445 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:17.546 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:17.548 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:17.564 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:17.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:17.566 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:17.667 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:17.693 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:17.694 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:17.694 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:17.796 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:17.819 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:17.820 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:17.821 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:17.922 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:17.941 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:17.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:17.942 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:18.043 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:18.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:18.067 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:18.067 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:18.128 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 28 16 94349 94333 210.548 130 0.00735481 0.00474672 2021-03-04T23:25:18.169 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:18.189 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:18.190 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:18.190 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:18.291 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:18.311 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:18.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:18.312 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:18.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:17 gibba038 conmon[76675]: cluster 2021-03-04T23:25:16.606322+0000 mgr.x (mgr.34676) 655 : cluster [DBG] pgmap v562: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 569 GiB / 588 GiB avail; 156 MiB/s wr, 2.50k op/s 2021-03-04T23:25:18.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:17 gibba011 conmon[95595]: cluster 2021-03-04T23:25:16.606322+0000 mgr.x (mgr.34676) 655 : cluster [DBG] pgmap v562: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 569 GiB / 588 GiB avail; 156 MiB/s wr, 2.50k op/s 2021-03-04T23:25:18.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:17 gibba011 conmon[99461]: cluster 2021-03-04T23:25:16.606322+0000 mgr.x (mgr.34676) 2021-03-04T23:25:18.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:17 gibba011 conmon[99461]: 655 : cluster [DBG] pgmap v562: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 569 GiB / 588 GiB avail; 156 MiB/s wr, 2.50k op/s 2021-03-04T23:25:18.402 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 7] out_osds: [6] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:25:18.402 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:25:18.403 INFO:tasks.thrashosds.thrasher:Adding osd 6 2021-03-04T23:25:18.403 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd in 6 2021-03-04T23:25:18.413 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:18.432 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:18.432 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:18.433 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:18.522 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:25:18.534 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:18.587 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:18.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:18.589 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:18.612 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:18.691 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:18.708 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:18.716 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:18.717 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:18.718 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:18.819 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:18.842 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:18.843 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:18.844 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:18.945 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:18.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:18.964 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:18.964 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:19.066 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:19.092 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:19.093 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:19.094 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:19.128 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 29 16 96208 96192 207.294 116.188 0.00741571 0.00482095 2021-03-04T23:25:19.195 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:19.214 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:19.215 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:19.216 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:19.317 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:19.336 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:19.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:19.337 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:19.438 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:19.463 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:19.464 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:19.465 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:19.566 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:19.584 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:19.585 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:19.585 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:19.686 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:19.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:19.708 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:19.709 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:19.811 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:19.833 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:19.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:19.834 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:19.935 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:19.954 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:19.955 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:19.956 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:20.014 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:25:20.058 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:20.078 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:20.079 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:20.079 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:20.128 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 30 16 98063 98047 204.249 115.938 0.00912831 0.00489295 2021-03-04T23:25:20.181 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:20.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:20.198 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:20.199 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:20.292 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:20 gibba011 conmon[95595]: cluster 2021-03-04T23:25:18.606701+0000 mgr.x (mgr.34676) 656 : 2021-03-04T23:25:20.293 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:20 gibba011 conmon[95595]: cluster [DBG] pgmap v563: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 568 GiB / 588 GiB avail; 145 MiB/s wr, 2.32k op/s 2021-03-04T23:25:20.293 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:20 gibba011 conmon[95595]: audit 2021-03-04T23:25:19.189574+0000 mon.c (mon.1) 259 : audit [INF] from='client.? 172.21.2.111:0/3754134475' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:25:20.293 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:20 gibba011 conmon[95595]: audit 2021-03-04T23:25:19.191621+0000 mon.a (mon.0) 658 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:25:20.294 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:20 gibba011 conmon[99461]: cluster 2021-03-04T23:25:18.606701+0000 mgr.x (mgr.34676) 2021-03-04T23:25:20.294 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:20 gibba011 conmon[99461]: 656 : cluster [DBG] pgmap v563: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 568 GiB / 588 GiB avail; 145 MiB/s wr, 2.32k op/s 2021-03-04T23:25:20.294 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:20 gibba011 conmon[99461]: audit 2021-03-04T23:25:19.189574+0000 mon.c (mon.1) 259 : audit [INF] from='client.? 172.21.2.111:0/3754134475' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:25:20.294 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:20 gibba011 conmon[99461]: 2021-03-04T23:25:20.295 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:20 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:25:20.295 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:20 gibba011 conmon[99461]: -04T23:25:19.191621+0000 mon.a (mon.0) 658 2021-03-04T23:25:20.295 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:20 gibba011 conmon[99461]: : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:25:20.300 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:20.324 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:20.325 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:20.325 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:20 gibba038 conmon[76675]: cluster 2021-03-04T23:25:18.606701+0000 mgr.x (mgr.34676) 656 : cluster [DBG] pgmap v563: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 568 GiB / 588 GiB avail; 145 MiB/s wr, 2.32k op/s 2021-03-04T23:25:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:20 gibba038 conmon[76675]: audit 2021-03-04T23:25:19.189574+0000 mon.c (mon.1) 259 : audit [INF] from='client.? 172.21.2.111:0/3754134475' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:25:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:20 gibba038 conmon[76675]: audit 2021-03-04T23:25:19.191621+0000 mon.a (mon.0) 658 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:25:20.426 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:20.446 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:20.447 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:20.447 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:20.549 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:20.574 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:20.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:20.575 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:20.676 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:20.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:20.695 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:20.695 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:20.796 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:20.815 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:20.816 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:20.816 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:20.918 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:20.939 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:20.940 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:20.941 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:21.042 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:21.061 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:21.063 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:21.063 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:21.129 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 31 16 99789 99773 201.14 107.875 0.00671234 0.00496849 2021-03-04T23:25:21.165 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:21.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:21.191 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:21.191 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:21.293 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:21.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:21.315 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:21.315 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:21.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:21 gibba038 conmon[76675]: cluster 2021-03-04T23:25:20.000411+0000 mon.a (mon.0) 659 : cluster 2021-03-04T23:25:21.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:21 gibba038 conmon[76675]: [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:25:21.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:21 gibba038 conmon[76675]: cluster 2021-03-04T23:25:20.000434+0000 mon.a (mon.0) 660 : cluster [INF] Cluster is now healthy 2021-03-04T23:25:21.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:21 gibba038 conmon[76675]: audit 2021-03-04T23: 2021-03-04T23:25:21.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:21 gibba038 conmon[76675]: 25:20.004594+0000 mon.a (mon.0) 661 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:25:21.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:21 gibba038 conmon[76675]: cluster 2021-03-04T23:25:20.004655+0000 mon.a (mon.0) 662 2021-03-04T23:25:21.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:21 gibba038 conmon[76675]: : cluster [DBG] osdmap e143: 8 total, 8 up, 7 in 2021-03-04T23:25:21.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:21 gibba011 conmon[95595]: cluster 2021-03-04T23:25:20.000411+0000 mon.a (mon.0) 659 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:25:21.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:21 gibba011 conmon[95595]: cluster 2021-03-04T23:25:20.000434+0000 mon.a (mon.0) 660 : cluster [INF] Cluster is now healthy 2021-03-04T23:25:21.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:21 gibba011 conmon[95595]: audit 2021-03-04T23:25:20.004594+0000 mon.a (mon.0) 661 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:25:21.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:21 gibba011 conmon[95595]: cluster 2021-03-04T23:25:20.004655+0000 mon.a (mon.0) 662 : cluster [DBG] osdmap e143: 8 total, 8 up, 7 in 2021-03-04T23:25:21.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:21 gibba011 conmon[99461]: cluster 2021-03-04T23:25:20.000411+0000 mon.a (mon.0) 659 : cluster 2021-03-04T23:25:21.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:21 gibba011 conmon[99461]: [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:25:21.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:21 gibba011 conmon[99461]: cluster 2021-03-04T23:25:20.000434+0000 mon.a (mon.0) 660 : cluster [INF] Cluster is now healthy 2021-03-04T23:25:21.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:21 gibba011 conmon[99461]: audit 2021-03-04T23:25:20.004594+0000 mon.a (mon 2021-03-04T23:25:21.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:21 gibba011 conmon[99461]: .0) 661 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:25:21.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:21 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:25:21.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:21 gibba011 conmon[99461]: 03-04T23:25:20.004655+0000 mon.a (mon 2021-03-04T23:25:21.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:21 gibba011 conmon[99461]: .0) 662 : cluster [DBG] osdmap e143: 8 total, 8 up, 7 in 2021-03-04T23:25:21.417 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:21.435 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:21.436 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:21.437 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:21.538 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:21.556 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:21.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:21.558 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:21.659 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:21.680 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:21.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:21.684 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:21.785 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:21.807 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:21.808 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:21.808 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:21.909 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:21.930 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:21.930 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:21.931 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:22.032 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:22.056 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:22.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:22.058 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:22.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:22 gibba011 conmon[95595]: cluster 2021-03-04T23:25:20.607061+0000 mgr.x (mgr.34676) 657 : cluster [DBG] pgmap v565: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 567 GiB / 588 GiB avail; 139 MiB/s wr, 2.23k op/s 2021-03-04T23:25:22.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:22 gibba011 conmon[99461]: cluster 2021-03-04T23:25:20.607061+0000 mgr.x (mgr.34676) 657 : cluster [DBG] pgmap v565: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 567 GiB / 588 GiB avail; 139 MiB/s wr, 2.23k op/s 2021-03-04T23:25:22.128 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 32 16 101653 101637 198.494 116.5 0.00662264 0.00503493 2021-03-04T23:25:22.159 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:22.180 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:22.181 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:22.182 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:22.283 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:22.306 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:22.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:22.308 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:22 gibba038 conmon[76675]: cluster 2021-03-04T23:25:20.607061+0000 mgr.x (mgr.34676) 657 : cluster [DBG] pgmap v565: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 567 GiB / 588 GiB avail; 139 MiB/s wr, 2.23k op/s 2021-03-04T23:25:22.410 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:22.436 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:22.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:22.437 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:22.538 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:22.560 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:22.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:22.562 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:22.663 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:22.680 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:22.681 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:22.681 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:22.783 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:22.803 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:22.803 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:22.804 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:22.905 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:22.931 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:22.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:22.933 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:23.034 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:23.059 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:23.060 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:23.061 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:23.129 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 33 16 103514 103498 196.004 116.312 0.00673687 0.00509922 2021-03-04T23:25:23.162 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:23.182 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:23.183 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:23.183 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:23.285 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:23.303 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:23.304 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:23.305 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:23.406 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:23.430 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:23.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:23.432 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:23.533 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:23.560 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:23.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:23.562 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:23.663 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:23.686 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:23.687 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:23.688 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:23.733 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:25:23.757 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:25:23.778 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:25:23.789 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:23.800 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:25:23.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:23.817 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:23.817 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:23.823 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:25:23.844 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:25:23.866 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:25:23.892 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:25:23.896 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:25:23.897 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:25:23.897 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:25:23.897 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:25:23.897 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:25:23.898 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:25:23.898 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:25:23.898 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:25:23.919 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:23.928 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:25:23.929 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:25:23.937 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:23.938 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:23.938 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:23.994 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:23 gibba011 conmon[95595]: debug 2021-03-04T23:25:23.785+0000 7f2e08250700 -1 mon.a@0(leader).osd e143 definitely_dead 0 2021-03-04T23:25:24.029 INFO:teuthology.orchestra.run.gibba011.stderr:marked in osd.6. 2021-03-04T23:25:24.039 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:24.060 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:24.061 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:24.062 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:24.129 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 34 16 105174 105158 193.289 103.75 0.00344169 0.00515785 2021-03-04T23:25:24.163 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:24.180 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:24.181 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:24.181 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:24.283 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:24.300 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:24.301 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:24.301 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:24.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:24 gibba038 conmon[76675]: cluster 2021-03-04T23:25:24.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:24 gibba038 conmon[76675]: 2021-03-04T23:25:22. 2021-03-04T23:25:24.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:24 gibba038 conmon[76675]: 607491+0000 mgr.x (mgr.34676) 658 : cluster [DBG] pgmap v566: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 566 GiB / 588 GiB avail; 132 MiB/s wr, 2.12k op/s 2021-03-04T23:25:24.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:24 gibba038 conmon[76675]: audit 2021-03-04T23:25:23.703705 2021-03-04T23:25:24.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:24 gibba038 conmon[76675]: +0000 mon.a (mon.0) 663 : audit [DBG] from='client.? 172.21.2.111:0/929486639' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:24.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:24 gibba038 conmon[76675]: audit 2021-03-04T23: 2021-03-04T23:25:24.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:24 gibba038 conmon[76675]: 25:23.786327+0000 mon.c (mon.1) 260 : audit [DBG] from='client.? 172.21.2.111:0/345763191' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2021-03-04T23:25:24.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:24 gibba038 conmon[76675]: audit 2021-03-04T 2021-03-04T23:25:24.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:24 gibba038 conmon[76675]: 23:25:23.786606+0000 mon.a (mon.0) 664 : audit [DBG] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2021-03-04T23:25:24.342 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:25:24.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:24 gibba011 conmon[95595]: cluster 2021-03-04T23:25:22.607491+0000 mgr.x (mgr.34676) 658 : cluster [DBG] pgmap v566: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 566 GiB / 588 GiB avail; 132 MiB/s wr, 2.12k op/s 2021-03-04T23:25:24.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:24 gibba011 conmon[95595]: audit 2021-03-04T23:25:23.703705+0000 mon.a (mon.0) 663 : audit [DBG] from='client.? 172.21.2.111:0/929486639' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:24.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:24 gibba011 conmon[95595]: audit 2021-03-04T23:25:23.786327+0000 mon.c (mon.1) 260 : audit [DBG] from='client.? 172.21.2.111:0/345763191' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2021-03-04T23:25:24.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:24 gibba011 conmon[95595]: audit 2021-03-04T23:25:23.786606+0000 mon.a (mon.0) 664 : audit [DBG] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2021-03-04T23:25:24.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:24 gibba011 conmon[99461]: cluster 2021-03-04T23:25:22.607491+0000 mgr.x (mgr.34676 2021-03-04T23:25:24.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:24 gibba011 conmon[99461]: ) 658 : cluster [DBG] pgmap v566: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 566 GiB / 588 GiB avail; 132 MiB/s wr, 2.12k op/s 2021-03-04T23:25:24.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:24 gibba011 conmon[99461]: audit 2021-03-04T23:25:23.703705+0000 mon.a (mon.0) 663 : audit [DBG] from='client.? 172.21.2.111:0/929486639' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:24.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:24 gibba011 conmon[99461]: 2021-03-04T23:25:24.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:24 gibba011 conmon[99461]: audit 2021-03-04T23:25:24.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:24 gibba011 conmon[99461]: 2021-03-04T23:25: 2021-03-04T23:25:24.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:24 gibba011 conmon[99461]: 23.786327+0000 mon.c (mon.1) 260 : 2021-03-04T23:25:24.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:24 gibba011 conmon[99461]: audit [DBG] from='client.? 172.21.2.111:0/345763191' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2021-03-04T23:25:24.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:24 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:25:24.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:24 gibba011 conmon[99461]: -04T23:25:23.786606+0000 mon.a ( 2021-03-04T23:25:24.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:24 gibba011 conmon[99461]: mon.0) 664 : audit [DBG] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["6"]}]: dispatch 2021-03-04T23:25:24.402 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:24.419 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:24.421 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:24.421 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:24.496 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:24.522 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:24.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:24.540 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:24.540 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:24.642 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:24.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:24.661 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:24.662 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:24.763 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:24.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:24.782 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:24.783 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:24.884 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:24.902 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:24.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:24.903 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:25.004 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:25.024 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:25.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:25.026 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:25.127 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:25.129 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 35 16 105174 105158 187.767 0 - 0.00515785 2021-03-04T23:25:25.144 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:25.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:25.146 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:25.247 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:25.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:25.265 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:25.265 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:25.312 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:25 gibba011 conmon[95595]: audit 2021-03-04T23:25:24.016572+0000 mon.a (mon.0) 665 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["6"]}]': finished 2021-03-04T23:25:25.313 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:25 gibba011 conmon[95595]: cluster 2021-03-04T23:25:24.016618+0000 mon.a (mon.0) 666 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2021-03-04T23:25:25.313 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:25 gibba011 conmon[95595]: cluster 2021-03-04T23:25:25.018168+0000 mon.a (mon.0) 667 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2021-03-04T23:25:25.313 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:25 gibba011 conmon[99461]: audit 2021-03-04T23:25:24.016572+0000 mon.a (mon. 2021-03-04T23:25:25.313 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:25 gibba011 conmon[99461]: 0) 665 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["6"]}]': finished 2021-03-04T23:25:25.314 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:25 gibba011 conmon[99461]: cluster 2021-03-04T23:25:24.016618+0000 mon.a ( 2021-03-04T23:25:25.314 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:25 gibba011 conmon[99461]: mon.0) 666 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2021-03-04T23:25:25.314 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:25 gibba011 conmon[99461]: cluster 2021-03-04T23:25:25.314 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:25 gibba011 conmon[99461]: 2021-03-04T 2021-03-04T23:25:25.315 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:25 gibba011 conmon[99461]: 23:25:25.018168+0000 mon.a (mon.0) 667 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2021-03-04T23:25:25.324 INFO:tasks.thrashosds.thrasher:Added osd 6 2021-03-04T23:25:25.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:25 gibba038 conmon[76675]: audit 2021-03-04T23:25:24.016572+0000 mon.a (mon.0) 665 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["6"]}]': finished 2021-03-04T23:25:25.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:25 gibba038 conmon[76675]: cluster 2021-03-04T23:25:24.016618+0000 mon.a (mon.0) 666 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2021-03-04T23:25:25.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:25 gibba038 conmon[76675]: cluster 2021-03-04T23:25:25.018168+0000 mon.a (mon.0) 667 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2021-03-04T23:25:25.366 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:25.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:25.384 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:25.384 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:25.486 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:25.503 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:25.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:25.504 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:25.605 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:26.086 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:26 gibba011 conmon[95595]: cluster 2021-03-04T23:25:24.607956+0000 mgr.x (mgr.34676) 659 : cluster [DBG] pgmap v568: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 566 GiB / 588 GiB avail; 131 MiB/s wr, 2.10k op/s 2021-03-04T23:25:26.087 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:26 gibba011 conmon[95595]: cluster 2021-03-04T23:25:26.020496+0000 mon.a (mon.0) 668 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2021-03-04T23:25:26.087 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:26 gibba011 conmon[99461]: cluster 2021-03-04T23:25:24.607956+0000 mgr.x (mgr.34676) 659 : cluster [DBG] pgmap v568: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 566 GiB / 588 GiB avail; 131 MiB/s wr, 2.10k op/s 2021-03-04T23:25:26.087 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:26 gibba011 conmon[99461]: cluster 2021-03-04T23:25:26.020496+0000 mon.a (mon.0) 668 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2021-03-04T23:25:26.099 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:26.099 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:26.100 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:26.101 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-03-04T23:25:26.129 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 36 16 105202 105186 182.6 0.875 0.00396321 0.00525482 2021-03-04T23:25:26.202 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:26.220 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:26.220 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:26.221 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:26.230 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:26.322 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:26.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:26 gibba038 conmon[76675]: cluster 2021-03-04T23:25:24.607956+0000 mgr.x (mgr.34676) 659 : cluster [DBG] pgmap v568: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 566 GiB / 588 GiB avail; 131 MiB/s wr, 2.10k op/s 2021-03-04T23:25:26.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:26 gibba038 conmon[76675]: cluster 2021-03-04T23:25:26.020496+0000 mon.a (mon.0) 668 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2021-03-04T23:25:26.341 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:26.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:26.343 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:26.444 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:26.462 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:26.463 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:26.464 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:26.565 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:26.583 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:26.584 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:26.584 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:26.686 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:26.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:26.707 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:26.708 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:26.808 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:26.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:26.828 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:26.828 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:26.930 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:26.954 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:26.956 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:26.956 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:27.058 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:27.081 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:27.082 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:27.082 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:27.129 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 37 16 106648 106632 180.107 90.375 0.00808595 0.00554868 2021-03-04T23:25:27.184 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:27.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:27.207 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:27.208 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:27.245 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:27 gibba011 conmon[95595]: cluster 2021-03-04T23:25:27.245 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:27 gibba011 conmon[95595]: 2021-03-04T23:25:26.021521+0000 osd.1 (osd.1) 1 : cluster [DBG] 9.0 starting backfill to osd.6 from (0'0,0'0] MAX to 143'6746 2021-03-04T23:25:27.246 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:27 gibba011 conmon[99461]: cluster 2021-03-04T23:25:26.021521+0000 osd.1 (osd.1 2021-03-04T23:25:27.246 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:27 gibba011 conmon[99461]: ) 1 : cluster [DBG] 9.0 starting backfill to osd.6 from (0'0,0'0] MAX to 143'6746 2021-03-04T23:25:27.309 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:27.332 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:27.333 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:27.333 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:27.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:27 gibba038 conmon[76675]: cluster 2021-03-04T23:25:26.021521+0000 osd.1 (osd.1) 1 : cluster 2021-03-04T23:25:27.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:27 gibba038 conmon[76675]: [DBG] 9.0 starting backfill to osd.6 from (0'0,0'0] MAX to 143'6746 2021-03-04T23:25:27.348 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:25:27.435 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:27.470 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:27.471 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:27.471 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:27.520 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:27.573 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:27.594 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:27.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:27.596 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:27.697 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:27.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:27.756 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:27.756 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:27.858 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:27.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:27.880 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:27.880 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:27.982 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:28.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:28.003 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:28.004 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:28.035 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:28 gibba011 conmon[95595]: cluster 2021-03-04T23:25:26.608235+0000 mgr.x (mgr.34676) 660 : cluster 2021-03-04T23:25:28.035 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:28 gibba011 conmon[95595]: [DBG] pgmap v571: 89 pgs: 2 remapped+peering, 87 active+clean; 6.3 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 88 MiB/s wr, 1.41k op/s 2021-03-04T23:25:28.105 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:28.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:28.126 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:28.126 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:28.129 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 38 16 108218 108202 177.949 98.125 0.00371672 0.00561603 2021-03-04T23:25:28.228 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:28.248 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:28.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:28.250 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:28.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:28 gibba038 conmon[76675]: cluster 2021-03-04T23:25:26.608235+0000 mgr.x (mgr.34676) 660 : cluster [DBG] pgmap v571: 89 pgs: 2 remapped+peering, 87 active+clean; 6.3 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 88 MiB/s wr, 1.41k op/s 2021-03-04T23:25:28.351 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:28.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:28 gibba011 conmon[99461]: cluster 2021-03-04T23:25:28.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:28 gibba011 conmon[99461]: 2021-03-04T23:25:26.608235 2021-03-04T23:25:28.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:28 gibba011 conmon[99461]: +0000 mgr.x (mgr.34676) 660 : cluster [DBG] pgmap v571: 89 pgs: 2 remapped+peering, 87 active+clean; 6.3 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 88 MiB/s wr, 1.41k op/s 2021-03-04T23:25:28.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:28.377 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:28.378 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:28.479 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:28.498 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:28.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:28.500 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:28.601 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:28.623 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:28.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:28.624 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:28.725 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:28.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:28.750 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:28.750 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:28.852 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:28.870 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:28.871 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:28.871 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:28.972 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:28.994 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:28.995 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:28.996 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:29.040 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:29 gibba011 conmon[95595]: audit 2021-03-04T23:25:28.458145+0000 mon.b (mon.2) 6 : audit [INF] from='client.? 172.21.2.111:0/535458669' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:25:29.041 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:29 gibba011 conmon[95595]: audit 2021-03-04T23:25:28.458451+0000 mon.a (mon.0) 669 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:25:29.041 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:29 gibba011 conmon[99461]: audit 2021-03-04T23:25:28.458145+0000 mon.b (mon.2) 6 : audit [INF] from='client.? 172.21.2.111:0/535458669' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:25:29.041 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:29 gibba011 conmon[99461]: audit 2021-03-04T23:25:28.458451+0000 mon.a (mon.0) 669 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:25:29.045 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:25:29.097 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:29.118 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:29.119 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:29.120 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:29.129 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 39 16 109746 109730 175.835 95.5 0.00894579 0.00568403 2021-03-04T23:25:29.220 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:29.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:29.241 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:29.242 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:29.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:29 gibba038 conmon[76675]: audit 2021-03-04T23:25:28.458145+0000 mon.b (mon.2) 6 : audit [INF] from='client.? 172.21.2.111:0/535458669' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:25:29.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:29 gibba038 conmon[76675]: audit 2021-03-04T23:25:28.458451+0000 mon.a (mon.0) 669 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:25:29.343 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:29.364 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:29.365 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:29.365 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:29.466 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:29.489 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:29.490 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:29.490 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:29.591 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:29.612 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:29.613 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:29.613 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:29.714 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:29.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:29.740 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:29.741 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:29.843 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:29.865 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:29.866 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:29.867 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:29.968 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:29.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:29.986 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:29.986 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:30.087 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:30.109 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:30.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:30.110 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:30.129 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:25:30.128284+0000 min lat: 0.000996347 max lat: 2.21945 avg lat: 0.00575677 2021-03-04T23:25:30.130 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:25:30.130 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 40 16 111133 111117 173.606 86.6875 0.00813985 0.00575677 2021-03-04T23:25:30.212 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:30.231 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:30.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:30.233 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:30.325 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 7, 6] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:25:30.326 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:25:30.326 INFO:tasks.thrashosds.thrasher:Removing osd 1, in_osds are: [0, 1, 2, 3, 4, 5, 7, 6] 2021-03-04T23:25:30.327 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd out 1 2021-03-04T23:25:30.334 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:30.336 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:30 gibba038 conmon[76675]: cluster 2021-03-04T23:25:28.608686+0000 mgr.x (mgr.34676) 661 : cluster [DBG] pgmap v572: 89 pgs: 1 active+recovering+undersized+remapped, 2 remapped+peering, 86 active+clean; 6.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 81 MiB/s wr, 1.30k op/s; 6545/319641 objects misplaced (2.048%); 128 KiB/s, 3 objects/s recovering 2021-03-04T23:25:30.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:30 gibba038 conmon[76675]: cluster 2021-03-04T23:25:29.032935+0000 mon.a (mon.0) 670 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:25:30.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:30 gibba038 conmon[76675]: audit 2021-03-04T23:25:29.038875+0000 mon.a (mon.0) 671 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:25:30.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:30 gibba038 conmon[76675]: cluster 2021-03-04T23:25:30.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:30 gibba038 conmon[76675]: 2021-03-04T23:25:29.038919+0000 mon.a (mon.0) 672 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2021-03-04T23:25:30.349 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:30 gibba011 conmon[95595]: cluster 2021-03-04T23:25:28.608686+0000 mgr.x (mgr.34676) 661 : cluster [DBG] pgmap v572: 89 pgs: 1 active+recovering+undersized+remapped, 2 remapped+peering, 86 active+clean; 6.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 81 MiB/s wr, 1.30k op/s; 6545/319641 objects misplaced (2.048%); 128 KiB/s, 3 objects/s recovering 2021-03-04T23:25:30.349 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:30 gibba011 conmon[95595]: cluster 2021-03-04T23:25:29.032935+0000 mon.a (mon.0) 670 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:25:30.349 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:30 gibba011 conmon[95595]: audit 2021-03-04T23:25:29.038875+0000 mon.a (mon.0) 671 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:25:30.349 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:30 gibba011 conmon[95595]: cluster 2021-03-04T23:25:29.038919+0000 mon.a (mon.0) 672 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2021-03-04T23:25:30.350 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:30 gibba011 conmon[99461]: cluster 2021-03-04T23:25:28.608686+0000 mgr.x (mgr.34676) 661 : 2021-03-04T23:25:30.350 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:30 gibba011 conmon[99461]: cluster [DBG] pgmap v572: 89 pgs: 1 active+recovering+undersized+remapped, 2 remapped+peering, 86 active+clean; 6.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 81 MiB/s wr, 1.30k op/s; 6545/319641 objects misplaced (2.048%); 128 KiB/s, 3 objects/s recovering 2021-03-04T23:25:30.350 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:30 gibba011 conmon[99461]: cluster 2021-03-04T23:25:29.032935+0000 mon.a (mon.0) 670 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:25:30.351 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:30 gibba011 conmon[99461]: audit 2021-03-04T23:25:29.038875+0000 mon.a (mon.0) 671 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:25:30.351 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:30 gibba011 conmon[99461]: cluster 2021-03-04T23:25:29.038919+0000 mon.a (mon.0) 672 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2021-03-04T23:25:30.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:30.353 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:30.353 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:30.455 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:30.475 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:30.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:30.476 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:30.501 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:30.577 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:30.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:30.598 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:30.599 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:30.699 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:30.718 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:30.719 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:30.720 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:30.821 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:30.843 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:30.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:30.844 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:30.870 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:25:30.870 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:25:30.946 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:30.967 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:30.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:30.968 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:31.069 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:31.102 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:31.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:31.104 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:31.129 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 41 16 112675 112659 171.722 96.375 0.007253 0.00582017 2021-03-04T23:25:31.204 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:31.228 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:31.229 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:31.230 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:31.257 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:31 gibba011 conmon[95595]: cluster 2021-03-04T23:25:31.257 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:31 gibba011 conmon[95595]: 2021-03-04T23:25:31.037199+0000 2021-03-04T23:25:31.258 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:31 gibba011 conmon[95595]: mon.a (mon.0) 673 : cluster [WRN] Health check failed: Degraded data redundancy: 6748/325464 objects degraded (2.073%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:25:31.258 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:31 gibba011 conmon[99461]: cluster 2021-03-04T23:25:31.037199+0000 mon.a (mon.0 2021-03-04T23:25:31.258 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:31 gibba011 conmon[99461]: ) 673 : cluster [WRN] Health check failed: Degraded data redundancy: 6748/325464 objects degraded (2.073%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:25:31.332 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:31.356 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:31.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:31.358 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:31.459 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:31.486 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:31.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:31.487 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:31.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:31 gibba038 conmon[76675]: cluster 2021-03-04T23:25:31.037199+0000 mon.a (mon.0) 673 : cluster [WRN] Health check failed: Degraded data redundancy: 6748/325464 objects degraded (2.073%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:25:31.588 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:31.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:31.611 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:31.611 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:31.712 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:31.736 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:31.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:31.738 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:31.839 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:31.862 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:31.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:31.863 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:31.965 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:31.987 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:31.987 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:31.988 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:32.089 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:32.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:32.111 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:32.112 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:32.132 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 42 16 114199 114183 169.901 95.25 0.00406376 0.00588203 2021-03-04T23:25:32.213 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:32.236 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:32.237 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:32.237 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:32.338 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:32.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:32 gibba011 conmon[95595]: cluster 2021-03-04T23:25:30.609121+0000 mgr.x (mgr.34676) 662 : cluster [DBG] pgmap v574: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+remapped, 86 active+clean; 6.6 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 78 MiB/s wr, 1.25k op/s; 6748/325464 objects degraded (2.073%); 13653/325464 objects misplaced (4.195%); 150 KiB/s, 3 objects/s recovering 2021-03-04T23:25:32.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:32 gibba011 conmon[99461]: cluster 2021-03-04T23:25:30.609121+0000 mgr.x (mgr.34676) 662 2021-03-04T23:25:32.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:32 gibba011 conmon[99461]: : cluster [DBG] pgmap v574: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+remapped, 86 active+clean; 6.6 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 78 MiB/s wr, 1.25k op/s; 6748/325464 objects degraded (2.073%); 13653/325464 objects misplaced (4.195%); 150 KiB/s, 3 objects/s recovering 2021-03-04T23:25:32.359 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:32.360 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:32.361 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:32.408 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-03-04T23:25:32.461 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:32.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:32.482 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:32.482 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:32.584 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:32.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:32 gibba038 conmon[76675]: cluster 2021-03-04T23:25:30.609121+0000 mgr.x (mgr.34676) 662 : cluster [DBG] pgmap v574: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+remapped, 86 active+clean; 6.6 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 78 MiB/s wr, 1.25k op/s; 6748/325464 objects degraded (2.073%); 13653/325464 objects misplaced (4.195%); 150 KiB/s, 3 objects/s recovering 2021-03-04T23:25:32.599 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:32.607 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:32.608 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:32.608 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:32.710 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:32.733 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:32.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:32.734 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:32.836 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:32.860 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:32.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:32.862 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:32.903 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:25:32.904 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:25:32.904 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:25:32.912 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:25:32.930 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:25:32.952 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:25:32.963 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:32.975 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:25:32.985 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:32.986 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:32.987 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:32.995 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:25:32.996 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:25:32.997 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:25:32.997 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:25:32.997 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:25:32.997 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:25:32.998 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:25:32.998 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:25:32.998 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:25:33.088 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:33.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:33.106 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:33.107 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:33.130 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 43 16 115583 115567 167.961 86.5 0.0039034 0.00594141 2021-03-04T23:25:33.207 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:33.226 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:33.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:33.227 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:33.328 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:33.348 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:33.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:33.349 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:33.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:33 gibba011 conmon[95595]: audit 2021-03-04T23:25:32.823150+0000 mon.a (mon.0) 674 : audit [DBG] from='client.? 172.21.2.111:0/118363257' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:33.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:33 gibba011 conmon[99461]: audit 2021-03-04T23:25:32.823150+0000 mon.a (mon.0) 674 : audit [DBG] from='client.? 172.21.2.111:0/118363257' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:33.450 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:33.472 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:33.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:33.474 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:33.570 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:25:33.575 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:33.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:33 gibba038 conmon[76675]: audit 2021-03-04T23:25:32.823150+0000 mon.a (mon.0) 674 : audit [DBG] from='client.? 172.21.2.111:0/118363257' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:33.636 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:33.637 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:33.638 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:33.739 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:33.759 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:33.760 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:33.761 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:33.805 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:33.861 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:33.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:33.887 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:33.888 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:33.989 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:34.009 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:34.010 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:34.011 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:34.111 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:34.130 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 44 16 117027 117011 166.195 90.25 0.00752774 0.00601272 2021-03-04T23:25:34.133 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:34.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:34.134 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:34.235 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:34.254 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:34.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:34.255 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:34.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:34 gibba011 conmon[95595]: cluster 2021-03-04T23:25:32.609585+0000 mgr.x (mgr.34676) 663 : cluster 2021-03-04T23:25:34.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:34 gibba011 conmon[95595]: [DBG] pgmap v575: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 86 active+clean; 6.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 89 MiB/s wr, 1.43k op/s; 6748/335535 objects degraded (2.011%); 13552/335535 objects misplaced (4.039%); 970 KiB/s, 16 objects/s recovering 2021-03-04T23:25:34.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:34 gibba011 conmon[99461]: cluster 2021-03-04T23:25:32.609585+0000 mgr.x (mgr.34676 2021-03-04T23:25:34.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:34 gibba011 conmon[99461]: ) 663 : cluster [DBG] pgmap v575: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 86 active+clean; 6.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 89 MiB/s wr, 1.43k op/s; 6748/335535 objects degraded (2.011%); 13552/335535 objects misplaced (4.039%); 970 KiB/s, 16 objects/s recovering 2021-03-04T23:25:34.356 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:34.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:34.375 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:34.376 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:34.477 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:34.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:34.494 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:34.495 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:34.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:34 gibba038 conmon[76675]: cluster 2021-03-04T23:25:32.609585+0000 mgr.x (mgr.34676) 663 : cluster [DBG] pgmap v575: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 86 active+clean; 6.8 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 89 MiB/s wr, 1.43k op/s; 6748/335535 objects degraded (2.011%); 13552/335535 objects misplaced (4.039%); 970 KiB/s, 16 objects/s recovering 2021-03-04T23:25:34.595 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:34.615 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:34.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:34.616 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:34.717 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:34.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:34.735 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:34.736 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:34.837 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:34.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:34.858 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:34.859 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:34.960 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:34.979 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:34.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:34.981 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:35.083 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:35.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:35.104 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:35.104 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:35.130 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 45 16 118262 118246 164.217 77.1875 0.010098 0.00608556 2021-03-04T23:25:35.205 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:35.224 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:35.224 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:35.225 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:35.326 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:35.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:35.348 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:35.348 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:35.450 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:35.469 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:35.470 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:35.471 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:35.572 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:35.596 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:35.597 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:35.597 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:35.699 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:35.717 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:35.719 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:35.720 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:35.821 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:35.846 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:35.847 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:35.847 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:35.948 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:35.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:35.973 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:35.973 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:36.074 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:36.102 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:36.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:36.103 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:36.113 INFO:teuthology.orchestra.run.gibba011.stderr:marked out osd.1. 2021-03-04T23:25:36.130 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 46 16 119663 119647 162.55 87.5625 0.0297419 0.00614772 2021-03-04T23:25:36.205 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:36.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:36.223 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:36.224 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:36.325 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:36.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:36.343 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:36.343 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:36.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:35 gibba011 conmon[95595]: debug 2021-03-04T23:25:35.910+0000 7f2e08250700 -1 mon.a@0(leader).osd e147 definitely_dead 0 2021-03-04T23:25:36.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:36 gibba011 conmon[95595]: cluster 2021-03-04T23:25:34.610010+0000 mgr.x (mgr.34676) 664 : cluster [DBG] pgmap v576: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 86 active+clean; 6.9 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 77 MiB/s wr, 1.23k op/s; 6748/341082 objects degraded (1.978%); 13552/341082 objects misplaced (3.973%); 857 KiB/s, 14 objects/s recovering 2021-03-04T23:25:36.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:36 gibba011 conmon[95595]: audit 2021-03-04T23:25:35.911995+0000 mon.c (mon.1) 261 : audit [INF] from='client.? 172.21.2.111:0/722301204' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2021-03-04T23:25:36.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:36 gibba011 conmon[95595]: audit 2021-03-04T23:25:35.912302+0000 mon.a (mon.0) 675 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2021-03-04T23:25:36.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:36 gibba011 conmon[95595]: cluster 2021-03-04T23:25:35.912385+0000 mon.a (mon.0) 676 : cluster [INF] Client client.admin marked osd.1 out, while it was still marked up 2021-03-04T23:25:36.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:36 gibba011 conmon[99461]: cluster 2021-03-04T23:25:36.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:36 gibba011 conmon[99461]: 2021-03-04T23:25:36.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:36 gibba011 conmon[99461]: 2021-03-04T23:25:34.610010 2021-03-04T23:25:36.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:36 gibba011 conmon[99461]: +0000 mgr.x (mgr.34676) 664 : cluster [DBG] pgmap v576: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 86 active+clean; 6.9 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 77 MiB/s wr, 1.23k op/s; 6748/341082 objects degraded (1.978%); 13552/341082 objects misplaced (3.973%); 857 KiB/s, 14 objects/s recovering 2021-03-04T23:25:36.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:36 gibba011 conmon[99461]: audit 2021-03-04T23:25:35.911995+0000 mon.c (mon.1) 261 : 2021-03-04T23:25:36.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:36 gibba011 conmon[99461]: audit [INF] from='client.? 172.21.2.111:0/722301204' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2021-03-04T23:25:36.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:36 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:25:36.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:36 gibba011 conmon[99461]: T23:25:35.912302+0000 mon.a ( 2021-03-04T23:25:36.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:36 gibba011 conmon[99461]: mon.0) 675 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2021-03-04T23:25:36.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:36 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:25:36.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:36 gibba011 conmon[99461]: -03-04T23:25:35.912385+0000 mon.a (mon.0 2021-03-04T23:25:36.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:36 gibba011 conmon[99461]: ) 676 : cluster [INF] Client client.admin marked osd.1 out, while it was still marked up 2021-03-04T23:25:36.445 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:36.462 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:36.463 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:36.463 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:36.565 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:36.582 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:36.583 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:36.584 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:36.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:36 gibba038 conmon[76675]: cluster 2021-03-04T23:25:34.610010+0000 mgr.x (mgr.34676) 664 : cluster 2021-03-04T23:25:36.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:36 gibba038 conmon[76675]: [DBG] pgmap v576: 89 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 86 active+clean; 6.9 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 77 MiB/s wr, 1.23k op/s; 6748/341082 objects degraded (1.978%); 13552/341082 objects misplaced (3.973%); 857 KiB/s, 14 objects/s recovering 2021-03-04T23:25:36.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:36 gibba038 conmon[76675]: audit 2021-03-04T23:25:35.911995+0000 mon.c (mon.1) 261 : audit [INF] from='client.? 172.21.2.111:0/722301204' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2021-03-04T23:25:36.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:36 gibba038 conmon[76675]: audit 2021 2021-03-04T23:25:36.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:36 gibba038 conmon[76675]: -03-04T23:25:35.912302+0000 mon.a (mon.0) 675 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2021-03-04T23:25:36.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:36 gibba038 conmon[76675]: cluster 2021-03-04T23:25:36.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:36 gibba038 conmon[76675]: 2021-03-04T23:25:35.912385+0000 mon.a (mon.0) 2021-03-04T23:25:36.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:36 gibba038 conmon[76675]: 676 : cluster [INF] Client client.admin marked osd.1 out, while it was still marked up 2021-03-04T23:25:36.684 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:36.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:36.703 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:36.703 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:36.804 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:36.821 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:36.822 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:36.823 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:36.924 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:36.941 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:36.942 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:36.943 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:37.044 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:37.049 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:25:37.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:37.063 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:37.063 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:37.130 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 47 16 119673 119657 159.105 0.625 0.966485 0.00615581 2021-03-04T23:25:37.164 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:37.181 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:37.182 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:37.182 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:37.229 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:37.284 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:37.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:37.302 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:37.302 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:37.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:37 gibba011 conmon[99461]: audit 2021-03-04T23:25:37.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:37 gibba011 conmon[99461]: 2021-03-04T23:25: 2021-03-04T23:25:37.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:37 gibba011 conmon[99461]: 36.099772+0000 mon.a (mon.0) 677 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["1"]}]': finished 2021-03-04T23:25:37.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:37 gibba011 conmon[99461]: cluster 2021-03-04T23:25:36.099826+0000 2021-03-04T23:25:37.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:37 gibba011 conmon[99461]: mon.a (mon.0) 678 : cluster [DBG] osdmap e148: 8 total, 8 up, 7 in 2021-03-04T23:25:37.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:37 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:25:37.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:37 gibba011 conmon[99461]: 04T23:25:37.101255+0000 mon.a (mon.0) 2021-03-04T23:25:37.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:37 gibba011 conmon[99461]: 679 : cluster [DBG] osdmap e149: 8 total, 8 up, 7 in 2021-03-04T23:25:37.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:37 gibba011 conmon[95595]: audit 2021-03-04T23:25:37.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:37 gibba011 conmon[95595]: 2021-03-04T23:25:37.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:37 gibba011 conmon[95595]: 2021-03-04T23:25:36.099772 2021-03-04T23:25:37.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:37 gibba011 conmon[95595]: +0000 mon.a (mon.0) 677 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["1"]}]': finished 2021-03-04T23:25:37.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:37 gibba011 conmon[95595]: cluster 2021-03-04T23:25:37.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:37 gibba011 conmon[95595]: 2021-03-04T23:25:36.099826+0000 mon.a (mon.0) 678 : cluster [DBG] osdmap e148: 8 total, 8 up, 7 in 2021-03-04T23:25:37.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:37 gibba011 conmon[95595]: 2021-03-04T23:25:37.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:37 gibba011 conmon[95595]: cluster 2021-03-04T23:25:37.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:37 gibba011 conmon[95595]: 2021-03-04T23:25:37.101255+0000 mon.a (mon.0) 679 : cluster 2021-03-04T23:25:37.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:37 gibba011 conmon[95595]: [DBG] osdmap e149: 8 total, 8 up, 7 in 2021-03-04T23:25:37.404 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:37.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:37.422 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:37.422 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:37.523 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:37.541 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:37.542 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:37.542 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:37.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:37 gibba038 conmon[76675]: audit 2021-03-04T23:25:36.099772+0000 mon.a (mon.0) 677 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["1"]}]': finished 2021-03-04T23:25:37.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:37 gibba038 conmon[76675]: cluster 2021-03-04T23:25:36.099826+0000 mon.a (mon.0) 678 : cluster [DBG] osdmap e148: 8 total, 8 up, 7 in 2021-03-04T23:25:37.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:37 gibba038 conmon[76675]: cluster 2021-03-04T 2021-03-04T23:25:37.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:37 gibba038 conmon[76675]: 23:25:37.101255+0000 mon.a (mon.0) 679 : cluster [DBG] osdmap e149: 8 total, 8 up, 7 in 2021-03-04T23:25:37.644 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:37.662 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:37.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:37.663 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:37.765 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:37.781 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:37.782 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:37.783 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:37.884 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:37.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:37.902 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:37.903 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:38.004 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:38.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:38.022 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:38.023 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:38.124 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:38.130 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 48 16 119674 119658 155.791 0.0625 0.021664 0.00615594 2021-03-04T23:25:38.145 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:38.146 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:38.147 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:38.249 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:38.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:38.267 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:38.267 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:38.369 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:38.397 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:38.398 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:38.399 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:38.500 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:38.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:38.520 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:38.521 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:38.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:38 gibba038 conmon[76675]: cluster 2021-03-04T23:25:36.610314+0000 mgr.x (mgr.34676) 665 : cluster [DBG] pgmap v578: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+remapped, 86 active+clean; 7.1 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 74 MiB/s wr, 1.18k op/s; 6748/347883 objects degraded (1.940%); 14022/347883 objects misplaced (4.031%); 824 KiB/s, 12 objects/s recovering 2021-03-04T23:25:38.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:38 gibba038 conmon[76675]: cluster 2021-03-04T23:25:37.102207+0000 osd.1 (osd.1) 2 : cluster [INF] 9.0 continuing backfill to osd.6 from (141'800,147'7648] MIN to 147'7648 2021-03-04T23:25:38.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:38 gibba038 conmon[76675]: cluster 2021-03-04T23:25:37. 2021-03-04T23:25:38.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:38 gibba038 conmon[76675]: 103999+0000 mon.a (mon.0) 680 : cluster [WRN] Health check update: Degraded data redundancy: 6748/347883 objects degraded (1.940%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:25:38.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:38 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:25:38.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:38 gibba038 conmon[76675]: 03-04T23:25:38.102454+0000 2021-03-04T23:25:38.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:38 gibba038 conmon[76675]: mon.a (mon.0) 681 : cluster 2021-03-04T23:25:38.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:38 gibba038 conmon[76675]: [DBG] osdmap e150: 8 total, 8 up, 7 in 2021-03-04T23:25:38.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:38 gibba011 conmon[95595]: cluster 2021-03-04T23:25:36.610314+0000 mgr.x (mgr.34676) 665 : cluster [DBG] pgmap v578: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+remapped, 86 active+clean; 7.1 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 74 MiB/s wr, 1.18k op/s; 6748/347883 objects degraded (1.940%); 14022/347883 objects misplaced (4.031%); 824 KiB/s, 12 objects/s recovering 2021-03-04T23:25:38.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:38 gibba011 conmon[95595]: cluster 2021-03-04T23:25:37.102207+0000 osd.1 (osd.1) 2 : 2021-03-04T23:25:38.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:38 gibba011 conmon[95595]: cluster [INF] 9.0 continuing backfill to osd.6 from (141'800,147'7648] MIN to 147'7648 2021-03-04T23:25:38.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:38 gibba011 conmon[95595]: cluster 2021-03-04T23:25:37.103999+0000 mon.a (mon.0) 680 : cluster [WRN] Health check update: Degraded data redundancy: 6748/347883 objects degraded (1.940%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:25:38.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:38 gibba011 conmon[95595]: cluster 2021-03-04T23:25:38.102454+0000 mon.a (mon.0) 681 : cluster [DBG] osdmap e150: 8 total, 8 up, 7 in 2021-03-04T23:25:38.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:38 gibba011 conmon[99461]: cluster 2021-03-04T23:25:36.610314+0000 mgr.x (mgr.34676) 665 : cluster [DBG] pgmap v578: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+remapped, 86 active+clean; 7.1 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 74 MiB/s wr, 1.18k op/s; 6748/347883 objects degraded (1.940%); 14022/347883 objects misplaced (4.031%); 824 KiB/s, 12 objects/s recovering 2021-03-04T23:25:38.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:38 gibba011 conmon[99461]: cluster 2021-03-04T23:25:37.102207+0000 osd.1 (osd.1) 2 : cluster [INF] 9.0 continuing backfill to osd.6 from (141'800,147'7648] MIN to 147'7648 2021-03-04T23:25:38.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:38 gibba011 conmon[99461]: cluster 2021-03-04T23:25: 2021-03-04T23:25:38.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:38 gibba011 conmon[99461]: 37.103999+0000 mon.a (mon.0) 680 : cluster [WRN] Health check update: Degraded data redundancy: 6748/347883 objects degraded (1.940%), 1 pg degraded (PG_DEGRADED) 2021-03-04T23:25:38.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:38 gibba011 conmon[99461]: cluster 2021-03-04T23:25:38.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:38 gibba011 conmon[99461]: 2021-03-04T23:25:38 2021-03-04T23:25:38.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:38 gibba011 conmon[99461]: .102454+0000 mon.a (mon.0) 681 2021-03-04T23:25:38.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:38 gibba011 conmon[99461]: : cluster [DBG] osdmap e150: 8 total, 8 up, 7 in 2021-03-04T23:25:38.622 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:38.641 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:38.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:38.643 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:38.744 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:38.768 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:38.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:38.771 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:38.872 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:38.893 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:38.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:38.895 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:38.996 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:39.017 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:39.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:39.019 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:39.120 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:39.130 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 49 16 120298 120282 153.408 39 0.00369846 0.00651371 2021-03-04T23:25:39.139 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:39.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:39.141 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:39.242 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:39.262 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:39.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:39.264 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:39.365 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:39.370 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:39 gibba011 conmon[95595]: cluster 2021-03-04T23:25:38.103928+0000 osd.4 (osd.4) 3 : cluster [DBG] 9.4 starting backfill to osd.0 from (0'0,0'0] MAX to 147'7465 2021-03-04T23:25:39.370 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:39 gibba011 conmon[99461]: cluster 2021-03-04T23:25:38.103928+0000 osd.4 (osd.4) 3 : cluster [DBG] 9.4 starting backfill to osd.0 from (0'0,0'0] MAX to 147'7465 2021-03-04T23:25:39.386 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:39.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:39.388 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:39.439 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:25:39.439 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [], 2021-03-04T23:25:39.440 INFO:teuthology.orchestra.run.gibba011.stdout: "complaint_time": 30, 2021-03-04T23:25:39.440 INFO:teuthology.orchestra.run.gibba011.stdout: "num_blocked_ops": 0 2021-03-04T23:25:39.440 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:25:39.489 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:39.510 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:39.511 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:39.511 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:39.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:39 gibba038 conmon[76675]: cluster 2021-03-04T23:25:38.103928+0000 osd.4 (osd.4) 3 : cluster [DBG] 9.4 starting backfill to osd.0 from (0'0,0'0] MAX to 147'7465 2021-03-04T23:25:39.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:39 gibba038 conmon[76675]: 2021-03-04T23:25:39.613 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:39.633 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:39.634 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:39.635 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:39.736 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:39.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:39.756 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:39.756 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:39.858 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:39.877 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:39.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:39.879 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:39.980 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:39.999 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:40.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:40.001 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:40.102 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:40.124 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:25:40.125 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:40.126 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:40.126 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:40.130 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 50 16 121097 121081 151.338 49.9375 0.00947582 0.0066024 2021-03-04T23:25:40.227 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:40.251 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:40.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:40.252 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:40.353 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:40.374 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:40.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:40.375 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:40.393 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:40 gibba011 conmon[95595]: cluster 2021-03-04T23:25:38.610760+0000 mgr.x (mgr.34676) 666 : cluster [DBG] pgmap v581: 89 pgs: 1 activating+undersized+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 9 peering, 4 remapped+peering; 7.3 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 79 MiB/s wr, 1.26k op/s; 21712/358281 objects degraded (6.060%); 21227/358281 objects misplaced (5.925%); 1.5 MiB/s, 23 objects/s recovering 2021-03-04T23:25:40.394 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:40 gibba011 conmon[95595]: cluster 2021-03-04T23:25:39.110211+0000 mon.a (mon.0) 682 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2021-03-04T23:25:40.394 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:40 gibba011 conmon[95595]: audit 2021-03-04T23:25:40.025107+0000 mon.a (mon.0) 683 : audit [INF] from='client.? 172.21.2.111:0/2127783549' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:25:40.394 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:40 gibba011 conmon[99461]: cluster 2021-03-04T23:25:38.610760+0000 mgr.x (mgr.34676) 666 : cluster [DBG] pgmap v581: 89 pgs: 1 activating+undersized+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 9 peering, 4 remapped+peering; 7.3 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 79 MiB/s wr, 1.26k op/s; 21712/358281 objects degraded (6.060%); 21227/358281 objects misplaced (5.925%); 1.5 MiB/s, 23 objects/s recovering 2021-03-04T23:25:40.395 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:40 gibba011 conmon[99461]: cluster 2021-03-04T23:25:39.110211+0000 mon.a (mon.0) 682 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2021-03-04T23:25:40.395 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:40 gibba011 conmon[99461]: audit 2021-03-04T23:25:40.025107+0000 mon.a (mon.0) 683 : audit [INF] from='client.? 172.21.2.111:0/2127783549' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:25:40.477 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:40.499 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:40.500 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:40.501 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:40.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:40 gibba038 conmon[76675]: cluster 2021-03-04T23:25:38.610760+0000 mgr.x (mgr.34676) 666 : cluster [DBG] pgmap v581: 89 pgs: 1 activating+undersized+degraded+remapped, 70 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 9 peering, 4 remapped+peering; 7.3 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 79 MiB/s wr, 1.26k op/s; 21712/358281 objects degraded (6.060%); 21227/358281 objects misplaced (5.925%); 1.5 MiB/s, 23 objects/s recovering 2021-03-04T23:25:40.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:40 gibba038 conmon[76675]: 2021-03-04T23:25:40.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:40 gibba038 conmon[76675]: cluster 2021-03-04T23:25:39.110211+0000 mon.a (mon.0) 682 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2021-03-04T23:25:40.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:40 gibba038 conmon[76675]: audit 2021-03-04T23:25:40 2021-03-04T23:25:40.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:40 gibba038 conmon[76675]: .025107+0000 mon.a (mon.0) 683 : audit [INF] from='client.? 172.21.2.111:0/2127783549' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:25:40.602 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:40.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:40.621 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:40.622 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:40.723 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:40.741 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:40.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:40.744 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:40.845 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:40.866 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:40.867 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:40.868 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:40.969 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:40.989 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:40.990 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:40.991 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:41.092 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:41.115 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:41.116 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:41.117 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:41.130 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 51 16 121987 121971 149.462 55.625 0.0146833 0.00668672 2021-03-04T23:25:41.217 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:41.236 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:41.237 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:41.238 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:41.339 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:41.358 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:41.359 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:41.359 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:41.460 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:41.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:41.482 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:41.483 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:41.584 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:41.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:41 gibba038 conmon[76675]: cluster 2021-03-04T23:25:40.114111+0000 mon.a (mon.0) 684 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:25:41.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:41 gibba038 conmon[76675]: audit 2021-03-04T23:25:40.119848+0000 mon.a (mon.0) 685 : audit [INF] from='client.? 172.21.2.111:0/2127783549' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:25:41.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:41 gibba038 conmon[76675]: cluster 2021-03-04T23:25:40.119896+0000 mon.a (mon.0) 686 : cluster [DBG] osdmap e151: 8 total, 8 up, 7 in 2021-03-04T23:25:41.602 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:41.603 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:41.604 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:41.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:41 gibba011 conmon[95595]: cluster 2021-03-04T23:25:40.114111+0000 mon.a (mon.0) 684 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:25:41.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:41 gibba011 conmon[95595]: audit 2021-03-04T23:25:40.119848+0000 mon.a (mon.0) 685 : audit [INF] from='client.? 172.21.2.111:0/2127783549' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:25:41.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:41 gibba011 conmon[95595]: cluster 2021-03-04T23:25:40.119896+0000 mon.a (mon.0) 686 : cluster [DBG] osdmap e151: 8 total, 8 up, 7 in 2021-03-04T23:25:41.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:41 gibba011 conmon[99461]: cluster 2021-03-04T23:25:40.114111+0000 mon.a (mon.0) 2021-03-04T23:25:41.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:41 gibba011 conmon[99461]: 684 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:25:41.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:41 gibba011 conmon[99461]: audit 2021-03-04T23:25:40.119848+0000 mon.a ( 2021-03-04T23:25:41.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:41 gibba011 conmon[99461]: mon.0) 685 : audit [INF] from='client.? 172.21.2.111:0/2127783549' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:25:41.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:41 gibba011 conmon[99461]: cluster 2021-03-04T23:25:40.119896+0000 2021-03-04T23:25:41.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:41 gibba011 conmon[99461]: mon.a (mon.0) 686 : cluster [DBG] osdmap e151: 8 total, 8 up, 7 in 2021-03-04T23:25:41.706 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:41.723 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:41.724 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:41.725 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:41.826 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:41.843 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:41.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:41.845 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:41.946 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:41.964 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:41.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:41.966 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:42.022 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-03-04T23:25:42.066 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:42.085 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:42.086 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:42.087 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:42.130 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 52 15 122825 122810 147.596 52.4375 0.00395595 0.006772 2021-03-04T23:25:42.188 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:42.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:42.208 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:42.208 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:42.310 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:42.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:42.332 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:42.332 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:42.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:42 gibba011 conmon[99461]: cluster 2021-03-04T23:25:40.611162+0000 mgr.x (mgr.34676) 667 : cluster [DBG] pgmap v583: 89 pgs: 1 activating+undersized+degraded+remapped, 70 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 9 peering, 4 remapped+peering; 7.3 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 57 MiB/s wr, 917 op/s; 14964/360309 objects degraded (4.153%); 27955/360309 objects misplaced (7.759%); 4.3 MiB/s, 69 objects/s recovering 2021-03-04T23:25:42.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:42 gibba011 conmon[95595]: cluster 2021-03-04T23:25:40.611162+0000 mgr.x (mgr.34676) 667 : cluster [DBG] pgmap v583: 89 pgs: 1 activating+undersized+degraded+remapped, 70 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 9 peering, 4 remapped+peering; 7.3 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 57 MiB/s wr, 917 op/s; 14964/360309 objects degraded (4.153%); 27955/360309 objects misplaced (7.759%); 4.3 MiB/s, 69 objects/s recovering 2021-03-04T23:25:42.434 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:42.451 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:42.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:42.453 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:42.554 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:42.572 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:42.573 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:42.574 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:42.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:42 gibba038 conmon[76675]: cluster 2021-03-04T23:25:40.611162+0000 mgr.x (mgr.34676) 667 : cluster [DBG] pgmap v583: 89 pgs: 1 activating+undersized+degraded+remapped, 70 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped, 9 peering, 4 remapped+peering; 7.3 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 57 MiB/s wr, 917 op/s; 14964/360309 objects degraded (4.153%); 27955/360309 objects misplaced (7.759%); 4.3 MiB/s, 69 objects/s recovering 2021-03-04T23:25:42.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:42 gibba038 conmon[76675]: 2021-03-04T23:25:42.676 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:42.696 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:42.699 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:42.700 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:42.770 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:42.801 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:42.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:42.822 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:42.823 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:42.924 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:42.943 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:42.944 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:42.944 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:43.045 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:43.065 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:43.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:43.066 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:43.131 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 53 16 123602 123586 145.726 48.5 0.0465607 0.00685817 2021-03-04T23:25:43.167 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:43.189 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:43.190 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:43.191 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:43.292 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:43.313 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:43.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:43.315 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:43.369 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:25:43.391 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:25:43.398 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:43 gibba011 conmon[95595]: cluster 2021-03-04T23:25:43.120150+0000 mon.a (mon.0) 687 : cluster [WRN] Health check update: Degraded data redundancy: 50883/364992 objects degraded (13.941%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:25:43.398 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:43 gibba011 conmon[95595]: cluster 2021-03-04T23:25:43.120175+0000 mon.a (mon.0) 688 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2021-03-04T23:25:43.399 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:43 gibba011 conmon[99461]: cluster 2021-03-04T23:25:43.120150+0000 mon.a (mon.0) 687 : cluster [WRN] Health check update: Degraded data redundancy: 50883/364992 objects degraded (13.941%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:25:43.399 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:43 gibba011 conmon[99461]: cluster 2021-03-04T23:25:43.120175+0000 mon.a (mon.0) 688 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2021-03-04T23:25:43.407 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:25:43.416 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:43.423 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:25:43.439 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:25:43.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:43.441 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:43.442 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:43.456 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:25:43.477 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:25:43.494 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:25:43.495 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:25:43.495 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:25:43.495 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:25:43.495 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:25:43.495 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:25:43.496 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:25:43.496 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:25:43.496 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:25:43.543 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:43.563 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:43.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:43.565 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:43.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:43 gibba038 conmon[76675]: cluster 2021-03-04T23:25:43.120150+0000 mon.a (mon.0) 687 : cluster [WRN] 2021-03-04T23:25:43.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:43 gibba038 conmon[76675]: Health check update: Degraded data redundancy: 50883/364992 objects degraded (13.941%), 8 pgs degraded (PG_DEGRADED) 2021-03-04T23:25:43.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:43 gibba038 conmon[76675]: cluster 2021-03-04T23:25:43.120175+0000 mon.a (mon.0) 688 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2021-03-04T23:25:43.666 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:43.687 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:43.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:43.689 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:43.790 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:43.810 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:43.811 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:43.812 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:43.914 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:43.935 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:43.937 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:43.938 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:44.039 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:44.061 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:44.062 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:44.063 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:44.130 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 54 16 124479 124463 144.042 54.8125 0.0273756 0.00693635 2021-03-04T23:25:44.165 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:44.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:44.185 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:44.185 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:44.223 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 7, 6] out_osds: [1] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:25:44.223 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:25:44.224 INFO:tasks.thrashosds.thrasher:inject_pause on 4 2021-03-04T23:25:44.224 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:25:44.224 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:25:44.225 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 config set filestore_inject_stall 3 2021-03-04T23:25:44.286 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:44.308 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:44.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:44.309 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:44.410 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:44.415 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:25:44.437 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:44.438 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:44.438 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:44.539 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:44.558 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:44.559 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:44.559 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:44.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:44 gibba038 conmon[76675]: cluster 2021-03-04T23:25:42.611681+0000 mgr.x (mgr.34676) 668 : cluster [DBG] pgmap v584: 89 pgs: 1 active+remapped+backfilling, 1 activating+undersized+degraded+remapped, 78 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped; 7.4 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 59 MiB/s wr, 950 op/s; 50883/364992 objects degraded (13.941%); 27396/364992 objects misplaced (7.506%); 23 MiB/s, 376 objects/s recovering 2021-03-04T23:25:44.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:44 gibba038 conmon[76675]: audit 2021-03-04T23:25:43.350147+0000 mon.c (mon.1) 262 : audit [DBG] from='client.? 172.21.2.111:0/1261499211' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:44.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:44 gibba011 conmon[95595]: cluster 2021-03-04T23:25:42.611681+0000 mgr.x (mgr.34676) 668 : cluster [DBG] pgmap v584: 89 pgs: 1 active+remapped+backfilling, 1 activating+undersized+degraded+remapped, 78 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped; 7.4 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 59 MiB/s wr, 950 op/s; 50883/364992 objects degraded (13.941%); 27396/364992 objects misplaced (7.506%); 23 MiB/s, 376 objects/s recovering 2021-03-04T23:25:44.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:44 gibba011 conmon[95595]: audit 2021-03-04T23:25:43.350147+0000 mon.c (mon.1) 262 : audit [DBG] from='client.? 172.21.2.111:0/1261499211' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:44.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:44 gibba011 conmon[99461]: cluster 2021-03-04T23:25:42.611681+0000 mgr.x (mgr.34676) 668 : cluster [DBG] 2021-03-04T23:25:44.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:44 gibba011 conmon[99461]: pgmap v584: 89 pgs: 1 active+remapped+backfilling, 1 activating+undersized+degraded+remapped, 78 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped; 7.4 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 59 MiB/s wr, 950 op/s; 50883/364992 objects degraded (13.941%); 27396/364992 objects misplaced (7.506%); 23 MiB/s, 376 objects/s recovering 2021-03-04T23:25:44.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:44 gibba011 conmon[99461]: audit 2021-03-04T23:25:43.350147+0000 mon.c (mon.1) 262 : audit [DBG] from='client.? 172.21.2.111:0/1261499211' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:44.661 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:44.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:44.679 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:44.679 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:44.781 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:44.807 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:44.808 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:44.809 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:44.899 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:25:44.910 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:44.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:44.964 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:44.964 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:45.066 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:45.074 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:45.087 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:45.088 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:45.088 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:45.131 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 55 16 125289 125273 142.344 50.625 0.0333901 0.00702059 2021-03-04T23:25:45.189 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:45.209 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:45.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:45.211 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:45.312 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:45.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:45.332 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:45.332 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:45.434 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:45.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:45.453 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:45.453 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:45.555 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:45.578 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:45.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:45.585 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:45.686 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:45.710 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:45.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:45.712 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:45.813 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:45.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:45.837 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:45.837 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:45.938 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:45.956 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:45.957 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:45.958 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:46.059 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:46.081 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:46.081 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:46.082 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:46.131 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 56 16 126132 126116 140.743 52.6875 0.005866 0.00710026 2021-03-04T23:25:46.183 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:46.203 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:46.204 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:46.205 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:46.306 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:46.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:46.327 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:46.327 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:46.407 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:25:46.407 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:25:46.429 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:46.447 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:46.448 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:46.449 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:46.462 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:46 gibba011 conmon[99461]: cluster 2021-03-04T23:25:44.612130+0000 mgr.x (mgr.34676) 669 : cluster [DBG] pgmap v585: 89 pgs: 1 active+remapped+backfilling, 78 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 7.5 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 44 MiB/s wr, 701 op/s; 50883/368118 objects degraded (13.822%); 27268/368118 objects misplaced (7.407%); 19 MiB/s, 298 objects/s recovering 2021-03-04T23:25:46.462 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:46 gibba011 conmon[95595]: cluster 2021-03-04T23:25:44.612130+0000 mgr.x (mgr.34676) 669 : cluster [DBG] pgmap v585: 89 pgs: 1 active+remapped+backfilling, 78 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 7.5 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 44 MiB/s wr, 701 op/s; 50883/368118 objects degraded (13.822%); 27268/368118 objects misplaced (7.407%); 19 MiB/s, 298 objects/s recovering 2021-03-04T23:25:46.550 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:46.570 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:46.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:46.572 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:46.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:46 gibba038 conmon[76675]: cluster 2021-03-04T23:25:44.612130+0000 mgr.x (mgr.34676) 669 : cluster [DBG] pgmap v585: 89 pgs: 1 active+remapped+backfilling, 78 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 7.5 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 44 MiB/s wr, 701 op/s; 50883/368118 objects degraded (13.822%); 27268/368118 objects misplaced (7.407%); 19 MiB/s, 298 objects/s recovering 2021-03-04T23:25:46.673 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:46.693 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:46.693 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:46.694 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:46.795 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:46.820 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:46.821 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:46.822 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:46.923 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:46.941 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:46.943 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:46.943 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:47.045 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:47.064 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:47.065 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:47.065 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:47.131 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 57 16 126953 126937 139.174 51.3125 0.0698312 0.00717954 2021-03-04T23:25:47.167 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:47.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:47.190 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:47.190 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:47.291 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:47.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:47.314 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:47.315 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:47.416 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:47.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:47.438 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:47.438 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:47.539 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:47.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:47.558 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:47.558 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:47.660 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:47.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:47.680 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:47.681 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:47.782 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:47.799 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:47.800 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:47.800 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:47.902 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:47.921 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:25:47.923 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:47.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:47.925 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:48.027 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:48.045 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:48.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:48.047 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:48.131 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 58 16 127739 127723 137.621 49.125 0.0434812 0.00726208 2021-03-04T23:25:48.149 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:48.167 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:48.168 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:48.169 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:48.176 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:48.205 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:48 gibba011 conmon[95595]: cluster 2021-03-04T23:25:46.612521+0000 mgr.x (mgr.34676) 670 : cluster [DBG] pgmap v586: 89 pgs: 1 active+remapped+backfilling, 78 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 7.5 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 39 MiB/s wr, 622 op/s; 50883/371163 objects degraded (13.709%); 27345/371163 objects misplaced (7.367%); 18 MiB/s, 286 objects/s recovering 2021-03-04T23:25:48.205 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:48 gibba011 conmon[99461]: cluster 2021-03-04T23:25:46.612521+0000 mgr.x (mgr.34676) 670 : cluster [DBG] pgmap v586: 89 pgs: 1 active+remapped+backfilling, 78 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 7.5 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 39 MiB/s wr, 622 op/s; 50883/371163 objects degraded (13.709%); 27345/371163 objects misplaced (7.367%); 18 MiB/s, 286 objects/s recovering 2021-03-04T23:25:48.206 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:25:48.270 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:48.292 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:48.293 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:48.293 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:48.394 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:48.400 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:48.416 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:48.417 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:48.417 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:48.518 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:48.539 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:48.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:48.540 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:48.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:48 gibba038 conmon[76675]: cluster 2021-03-04T23:25:46.612521+0000 mgr.x (mgr.34676) 670 : cluster [DBG] pgmap v586: 89 pgs: 1 active+remapped+backfilling, 78 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 7.5 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 39 MiB/s wr, 622 op/s; 50883/371163 objects degraded (13.709%); 27345/371163 objects misplaced (7.367%); 18 MiB/s, 286 objects/s recovering 2021-03-04T23:25:48.641 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:48.660 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:48.661 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:48.662 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:48.763 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:48.784 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:48.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:48.786 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:48.888 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:48.909 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:48.910 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:48.911 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:49.012 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:49.033 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:49.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:49.035 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:49.131 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 59 16 128572 128556 136.171 52.0625 0.00438794 0.00733753 2021-03-04T23:25:49.136 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:49.155 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:49.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:49.157 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:49.258 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:49.279 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:49.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:49.280 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:49.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:49 gibba011 conmon[99461]: cluster 2021-03-04T23:25:48.870658+0000 mon.a (mon.0) 689 : cluster [WRN] Health check update: Degraded data redundancy: 50883/371163 objects degraded (13.709%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:25:49.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:49 gibba011 conmon[99461]: audit 2021-03-04T23:25:49.143144+0000 mon.a (mon.0) 690 : audit [INF] from='client.? 172.21.2.111:0/3466786873' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:25:49.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:49 gibba011 conmon[95595]: cluster 2021-03-04T23:25:49.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:49 gibba011 conmon[95595]: 2021-03-04T23:25 2021-03-04T23:25:49.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:49 gibba011 conmon[95595]: :48.870658+0000 mon.a (mon.0) 689 : cluster [WRN] Health check update: Degraded data redundancy: 50883/371163 objects degraded (13.709%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:25:49.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:49 gibba011 conmon[95595]: audit 2021-03-04T23:25:49.143144+0000 mon.a (mon.0) 690 : audit [INF] from='client.? 172.21.2.111:0/3466786873' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:25:49.382 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:49.402 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:49.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:49.404 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:49.505 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:49.523 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:49.524 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:49.524 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:49.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:49 gibba038 conmon[76675]: cluster 2021-03-04T23:25:48.870658+0000 mon.a (mon.0) 689 : cluster [WRN] Health check update: Degraded data redundancy: 50883/371163 objects degraded (13.709%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:25:49.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:49 gibba038 conmon[76675]: audit 2021-03-04T23:25:49.143144+0000 mon.a (mon.0) 690 : audit [INF] from='client.? 172.21.2.111:0/3466786873' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:25:49.625 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:49.644 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:49.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:49.646 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:49.747 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:49.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:49.765 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:49.766 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:49.867 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:49.880 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:25:49.887 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:49.888 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:49.889 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:49.990 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:50.012 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:50.013 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:50.013 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:50.115 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:50.131 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:25:50.129997+0000 min lat: 0.000996347 max lat: 2.33052 avg lat: 0.00741677 2021-03-04T23:25:50.131 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:25:50.132 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 60 16 129390 129374 134.753 51.125 0.0120907 0.00741677 2021-03-04T23:25:50.135 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:50.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:50.136 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:50.237 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:50.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:50.263 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:50.264 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:50.365 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:50.388 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:50.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:50.390 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:50.491 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:50.515 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:50.516 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:50.517 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:50.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:50 gibba038 conmon[76675]: cluster 2021-03-04T23:25:48.613095+0000 mgr.x (mgr.34676) 671 : cluster [DBG] pgmap v587: 89 pgs: 1 active+remapped+backfilling, 78 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 7.7 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 47 MiB/s wr, 749 op/s; 50883/380766 objects degraded (13.363%); 24912/380766 objects misplaced (6.543%); 31 MiB/s, 501 objects/s recovering 2021-03-04T23:25:50.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:50 gibba038 conmon[76675]: 2021-03-04T23:25:50.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:50 gibba038 conmon[76675]: cluster 2021-03-04T23:25:49.872545+0000 mon.a (mon.0) 691 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:25:50.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:50 gibba038 conmon[76675]: audit 2021-03-04T23:25:49.875500+0000 mon.a (mon.0) 692 : audit [INF] from='client.? 172.21.2.111:0/3466786873' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:25:50.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:50 gibba038 conmon[76675]: cluster 2021-03-04T23:25:49.875552+0000 mon.a (mon.0) 693 : cluster 2021-03-04T23:25:50.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:50 gibba038 conmon[76675]: [DBG] osdmap e152: 8 total, 8 up, 7 in 2021-03-04T23:25:50.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:50 gibba011 conmon[95595]: cluster 2021-03-04T23:25:48.613095+0000 mgr.x (mgr.34676) 671 : cluster [DBG] pgmap v587: 89 pgs: 1 active+remapped+backfilling, 78 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 7.7 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 47 MiB/s wr, 749 op/s; 50883/380766 objects degraded (13.363%); 24912/380766 objects misplaced (6.543%); 31 MiB/s, 501 objects/s recovering 2021-03-04T23:25:50.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:50 gibba011 conmon[95595]: cluster 2021-03-04T23:25:49.872545+0000 mon.a (mon.0) 691 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:25:50.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:50 gibba011 conmon[95595]: audit 2021-03-04T23:25:49.875500+0000 mon.a (mon.0) 692 : audit [INF] from='client.? 172.21.2.111:0/3466786873' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:25:50.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:50 gibba011 conmon[95595]: cluster 2021-03-04T23:25:49.875552+0000 mon.a (mon.0) 693 : cluster [DBG] osdmap e152: 8 total, 8 up, 7 in 2021-03-04T23:25:50.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:50 gibba011 conmon[99461]: cluster 2021-03-04T23:25:48.613095+0000 mgr.x (mgr.34676) 671 2021-03-04T23:25:50.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:50 gibba011 conmon[99461]: : cluster [DBG] pgmap v587: 89 pgs: 1 active+remapped+backfilling, 78 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 7.7 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 47 MiB/s wr, 749 op/s; 50883/380766 objects degraded (13.363%); 24912/380766 objects misplaced (6.543%); 31 MiB/s, 501 objects/s recovering 2021-03-04T23:25:50.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:50 gibba011 conmon[99461]: cluster 2021-03-04T23:25:50.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:50 gibba011 conmon[99461]: 2021-03-04T23:25:49.872545+0000 mon.a (mon.0) 691 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:25:50.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:50 gibba011 conmon[99461]: audit 2021-03-04T23:25:50.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:50 gibba011 conmon[99461]: 2021-03-04T23: 2021-03-04T23:25:50.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:50 gibba011 conmon[99461]: 25:49.875500+0000 mon.a (mon.0) 692 2021-03-04T23:25:50.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:50 gibba011 conmon[99461]: : audit [INF] from='client.? 172.21.2.111:0/3466786873' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:25:50.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:50 gibba011 conmon[99461]: cluster 2021-03-04T23:25:50.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:50 gibba011 conmon[99461]: 2021-03-04T23 2021-03-04T23:25:50.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:50 gibba011 conmon[99461]: :25:49.875552+0000 mon.a (mon.0 2021-03-04T23:25:50.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:50 gibba011 conmon[99461]: ) 693 : cluster [DBG] osdmap e152: 8 total, 8 up, 7 in 2021-03-04T23:25:50.619 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:50.751 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:50.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:50.752 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:50.853 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:50.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:50.880 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:50.880 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:50.982 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:51.006 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:51.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:51.008 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:51.109 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:51.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:51.130 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:51.130 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:51.131 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 61 16 130228 130212 133.403 52.375 0.0203413 0.00749124 2021-03-04T23:25:51.231 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:51.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:51.250 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:51.251 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:51.352 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:51.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:51 gibba011 conmon[95595]: audit 2021-03-04T23:25:50.305980+0000 mon.c (mon.1) 263 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:25:51.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:51 gibba011 conmon[95595]: audit 2021-03-04T23:25:50.308082+0000 mon.c (mon.1) 264 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:25:51.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:51 gibba011 conmon[95595]: audit 2021-03-04T23:25:50.308214+0000 mon.c (mon.1) 265 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:25:51.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:51 gibba011 conmon[99461]: audit 2021-03-04T23:25:50.305980+0000 mon.c (mon.1) 263 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:25:51.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:51 gibba011 conmon[99461]: audit 2021-03-04T23:25:50.308082+0000 mon.c (mon.1) 264 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:25:51.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:51 gibba011 conmon[99461]: audit 2021-03-04T23:25:50.308214+0000 2021-03-04T23:25:51.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:51 gibba011 conmon[99461]: mon.c (mon.1) 265 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:25:51.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:51.384 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:51.384 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:51.486 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:51.508 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:51.509 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:51.509 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:51.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:51 gibba038 conmon[76675]: audit 2021-03-04T23:25:50.305980+0000 mon.c (mon.1) 263 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:25:51.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:51 gibba038 conmon[76675]: audit 2021-03-04T23:25:50.308082+0000 mon.c (mon.1) 264 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:25:51.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:51 gibba038 conmon[76675]: audit 2021-03-04T23:25:50.308214+0000 mon.c (mon.1) 265 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:25:51.610 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:51.629 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:51.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:51.631 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:51.732 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:51.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:51.764 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:51.764 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:51.866 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:51.896 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:51.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:51.898 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:51.999 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:52.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:52.023 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:52.024 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:52.125 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:52.126 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:25:52.127 INFO:teuthology.orchestra.run.gibba038.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2021-03-04T23:25:52.127 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:25:52.131 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 62 16 130999 130983 132.028 48.1875 0.039812 0.00756696 2021-03-04T23:25:52.143 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:52.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:52.144 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:52.246 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:52.267 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:52.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:52.269 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:52.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: cluster 2021-03-04T23:25:52.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: 2021-03-04T23:25:52.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: 2021 2021-03-04T23:25:52.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: - 2021-03-04T23:25:52.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: 03 2021-03-04T23:25:52.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: - 2021-03-04T23:25:52.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: 04 2021-03-04T23:25:52.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: T 2021-03-04T23:25:52.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: 23 2021-03-04T23:25:52.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: : 2021-03-04T23:25:52.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: 25 2021-03-04T23:25:52.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: : 2021-03-04T23:25:52.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: 50 2021-03-04T23:25:52.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: . 2021-03-04T23:25:52.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: 613591 2021-03-04T23:25:52.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: +0000 2021-03-04T23:25:52.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: 2021-03-04T23:25:52.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: mgr.x 2021-03-04T23:25:52.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: ( 2021-03-04T23:25:52.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: mgr 2021-03-04T23:25:52.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: . 2021-03-04T23:25:52.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: 34676 2021-03-04T23:25:52.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: ) 2021-03-04T23:25:52.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: 672 2021-03-04T23:25:52.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: : 2021-03-04T23:25:52.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: cluster 2021-03-04T23:25:52.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: 2021-03-04T23:25:52.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: [DBG] 2021-03-04T23:25:52.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: 2021-03-04T23:25:52.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: pgmap v589: 89 pgs: 1 active+remapped+backfilling, 78 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 7.8 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 49 MiB/s wr, 776 op/s; 50883/383619 objects degraded (13.264%); 24941/383619 objects misplaced (6.502%); 32 MiB/s, 504 objects/s recovering 2021-03-04T23:25:52.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:52 gibba038 conmon[76675]: 2021-03-04T23:25:52.370 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:52.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:52.391 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:52.391 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:52.478 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:52 gibba011 conmon[95595]: cluster 2021-03-04T23:25:50.613591+0000 mgr.x (mgr.34676) 672 : cluster [DBG] pgmap v589: 89 pgs: 1 active+remapped+backfilling, 78 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 7.8 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 49 MiB/s wr, 776 op/s; 50883/383619 objects degraded (13.264%); 24941/383619 objects misplaced (6.502%); 32 MiB/s, 504 objects/s recovering 2021-03-04T23:25:52.479 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:52 gibba011 conmon[99461]: cluster 2021-03-04T23:25:50.613591+0000 mgr.x (mgr.34676) 672 : 2021-03-04T23:25:52.479 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:52 gibba011 conmon[99461]: cluster [DBG] pgmap v589: 89 pgs: 1 active+remapped+backfilling, 78 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 7.8 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 49 MiB/s wr, 776 op/s; 50883/383619 objects degraded (13.264%); 24941/383619 objects misplaced (6.502%); 32 MiB/s, 504 objects/s recovering 2021-03-04T23:25:52.493 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:52.511 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:52.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:52.513 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:52.614 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:52.638 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:52.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:52.640 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:52.741 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:52.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:52.766 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:52.766 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:52.778 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:25:52.779 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:25:52.867 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:52.888 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:52.889 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:52.889 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:52.990 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:53.012 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:53.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:53.014 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:53.115 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:53.131 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:25:53.132 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 63 16 131784 131768 130.711 49.0625 0.0104018 0.00764415 2021-03-04T23:25:53.134 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:53.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:53.135 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:53.146 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:25:53.164 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:25:53.180 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:25:53.196 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:25:53.213 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:25:53.228 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:25:53.236 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:53.246 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:25:53.247 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:25:53.247 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:25:53.248 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:25:53.248 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:25:53.248 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:25:53.248 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:25:53.248 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:25:53.249 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:25:53.256 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:53.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:53.258 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:53.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:53 gibba011 conmon[95595]: audit 2021-03-04T23:25:53.112421+0000 mon.c (mon.1) 266 : audit [DBG] from='client.? 172.21.2.111:0/1755945148' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:53.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:53 gibba011 conmon[99461]: audit 2021-03-04T23:25:53.112421+0000 mon.c (mon.1) 266 : audit [DBG] from='client.? 172.21.2.111:0/1755945148' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:53.359 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:53.378 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:53.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:53.380 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:53.481 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:53.500 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:53.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:53.502 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:53.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:53 gibba038 conmon[76675]: audit 2021-03-04T23:25:53.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:53 gibba038 conmon[76675]: 2021-03-04T23:25:53. 2021-03-04T23:25:53.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:53 gibba038 conmon[76675]: 112421+0000 mon.c (mon.1) 266 : audit [DBG] from='client.? 172.21.2.111:0/1755945148' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:25:53.603 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:53.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:53.627 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:53.628 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:53.729 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:53.748 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:53.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:53.750 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:53.852 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:53.868 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:53.869 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:53.870 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:53.971 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:53.994 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:53.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:53.996 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:54.097 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:54.117 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:54.118 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:54.118 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:54.131 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 64 16 132498 132482 129.366 44.625 0.0842025 0.0077242 2021-03-04T23:25:54.199 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:54 gibba038 conmon[76675]: cluster 2021-03-04T23:25:52.614083+0000 mgr.x (mgr.34676) 673 : cluster [DBG] pgmap v590: 89 pgs: 1 active+remapped+backfilling, 78 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 7.9 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 51 MiB/s wr, 822 op/s; 50883/389685 objects degraded (13.057%); 22909/389685 objects misplaced (5.879%); 32 MiB/s, 519 objects/s recovering 2021-03-04T23:25:54.199 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:54 gibba038 conmon[76675]: cluster 2021-03-04T23:25:53.871889+0000 mon.a (mon.0) 694 : cluster [WRN] Health check update: Degraded data redundancy: 50883/389685 objects degraded (13.057%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:25:54.220 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:54.237 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:54.238 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:54.239 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:54.340 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:54.358 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:54.359 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:54.360 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:54.396 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:25:54.462 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:54.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:54.481 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:54.482 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:54.583 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:54.593 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:54.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:54 gibba011 conmon[95595]: cluster 2021-03-04T23:25:52.614083+0000 mgr.x (mgr.34676) 673 : cluster [DBG] pgmap v590: 89 pgs: 1 active+remapped+backfilling, 78 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 7.9 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 51 MiB/s wr, 822 op/s; 50883/389685 objects degraded (13.057%); 22909/389685 objects misplaced (5.879%); 32 MiB/s, 519 objects/s recovering 2021-03-04T23:25:54.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:54 gibba011 conmon[95595]: cluster 2021-03-04T23:25:53.871889+0000 mon.a (mon.0) 694 : cluster [WRN] Health check update: Degraded data redundancy: 50883/389685 objects degraded (13.057%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:25:54.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:54 gibba011 conmon[99461]: cluster 2021-03-04T23:25:52.614083+0000 mgr.x (mgr.34676) 673 : cluster [DBG] pgmap v590: 89 pgs: 1 active+remapped+backfilling, 78 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 7.9 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 51 MiB/s wr, 822 op/s; 50883/389685 objects degraded (13.057%); 22909/389685 objects misplaced (5.879%); 32 MiB/s, 519 objects/s recovering 2021-03-04T23:25:54.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:54 gibba011 conmon[99461]: 2021-03-04T23:25:54.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:54 gibba011 conmon[99461]: cluster 2021-03-04T23:25:53.871889+0000 mon.a (mon.0) 694 : cluster [WRN] Health check update: Degraded data redundancy: 50883/389685 objects degraded (13.057%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:25:54.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:54.606 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:54.606 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:54.708 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:54.726 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:54.727 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:54.729 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:54.830 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:54.849 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:54.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:54.851 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:54.952 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:54.971 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:54.972 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:54.973 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:55.074 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:55.096 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:55.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:55.098 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:55.131 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 65 16 133256 133240 128.105 47.375 0.00424436 0.00780141 2021-03-04T23:25:55.199 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:55.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:55.224 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:55.225 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:55.326 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:55.349 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:55.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:55.350 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:55.451 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:55.476 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:55.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:55.478 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:55.573 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:25:55.579 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:55.636 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:55.637 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:55.638 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:55.739 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:55.759 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:55.760 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:55.761 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:55.767 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:55.862 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:55.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:55.882 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:55.882 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:55.983 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:56.004 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:56.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:56.006 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:56.107 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:56.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:56.129 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:56.129 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:25:56.131 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 66 16 134027 134011 126.894 48.1875 0.0192498 0.00787578 2021-03-04T23:25:56.202 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:56 gibba011 conmon[99461]: cluster 2021-03-04T23:25:54.614564+0000 mgr.x (mgr.34676) 674 : cluster [DBG] pgmap v591: 89 pgs: 1 active+remapped+backfilling, 78 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 51 MiB/s wr, 822 op/s; 50883/392811 objects degraded (12.954%); 22791/392811 objects misplaced (5.802%); 32 MiB/s, 518 objects/s recovering 2021-03-04T23:25:56.230 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:56.250 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:56.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:56.252 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:56.353 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:56.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:56.374 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:56.374 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:56.460 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:56 gibba038 conmon[76675]: cluster 2021-03-04T23:25:54.614564+0000 mgr.x (mgr.34676) 674 : cluster [DBG] pgmap v591: 89 pgs: 1 active+remapped+backfilling, 78 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 51 MiB/s wr, 822 op/s; 50883/392811 objects degraded (12.954%); 22791/392811 objects misplaced (5.802%); 32 MiB/s, 518 objects/s recovering 2021-03-04T23:25:56.461 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:56 gibba011 conmon[95595]: cluster 2021-03-04T23:25:54.614564+0000 mgr.x (mgr.34676) 674 : cluster [DBG] pgmap v591: 89 pgs: 1 active+remapped+backfilling, 78 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 51 MiB/s wr, 822 op/s; 50883/392811 objects degraded (12.954%); 22791/392811 objects misplaced (5.802%); 32 MiB/s, 518 objects/s recovering 2021-03-04T23:25:56.476 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:56.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:56.501 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:56.502 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:56.603 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:56.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:56.621 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:56.622 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:56.723 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:56.740 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:56.741 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:56.742 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:56.843 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:57.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:57.132 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:57.133 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:57.133 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 67 16 134311 134295 125.265 17.75 0.00553243 0.00789277 2021-03-04T23:25:57.233 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:57.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:57.257 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:57.257 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:57.361 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:57.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:57.381 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:57.381 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:57.484 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:57.506 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:57.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:57.507 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:57.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:57 gibba038 conmon[76675]: cluster 2021-03-04T23:25:56.204423+0000 mon.a (mon.0) 2021-03-04T23:25:57.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:57 gibba038 conmon[76675]: 695 : cluster [DBG] osdmap e153: 8 total, 8 up, 7 in 2021-03-04T23:25:57.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:57 gibba038 conmon[76675]: audit 2021-03-04T23:25:56.725382+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:25:57.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:57 gibba011 conmon[95595]: cluster 2021-03-04T23:25:56.204423+0000 mon.a (mon.0) 695 : cluster [DBG] osdmap e153: 8 total, 8 up, 7 in 2021-03-04T23:25:57.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:57 gibba011 conmon[95595]: audit 2021-03-04T23:25:56.725382+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:25:57.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:57 gibba011 conmon[99461]: cluster 2021-03-04T23:25:56.204423+0000 mon.a (mon.0) 695 : cluster [DBG] osdmap e153: 8 total, 8 up, 7 in 2021-03-04T23:25:57.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:57 gibba011 conmon[99461]: audit 2021-03-04T23:25:56.725382+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:25:57.608 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:57.631 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:57.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:57.632 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:57.733 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:57.753 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:57.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:57.755 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:57.856 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:57.877 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:57.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:57.879 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:57.980 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:58.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:58.003 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:58.003 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:58.016 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:25:58.105 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:58.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:58.124 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:58.124 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:58.132 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 68 16 135143 135127 124.187 52 0.00638018 0.00804798 2021-03-04T23:25:58.201 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:58.225 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:58.245 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:58.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:58.247 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:58.348 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:25:58.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:58 gibba011 conmon[99461]: cluster 2021-03-04T23:25:56.614876+0000 mgr.x (mgr.34676) 675 : cluster [DBG] pgmap v593: 89 pgs: 1 active+remapped+backfilling, 78 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 39 MiB/s wr, 622 op/s; 50883/395709 objects degraded (12.859%); 22831/395709 objects misplaced (5.770%); 20 MiB/s, 326 objects/s recovering 2021-03-04T23:25:58.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:58 gibba011 conmon[99461]: cephadm 2021-03-04T23:25:56.726253+0000 mgr.x (mgr.34676) 676 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:25:58.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:58 gibba011 conmon[99461]: cluster 2021-03-04T23:25:57.208518+0000 mon.a (mon.0) 697 : cluster [DBG] osdmap e154: 8 total, 8 up, 7 in 2021-03-04T23:25:58.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:58 gibba011 conmon[95595]: cluster 2021-03-04T23:25:56.614876+0000 mgr.x (mgr.34676) 675 : cluster [DBG] pgmap v593: 89 pgs: 1 active+remapped+backfilling, 78 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 39 MiB/s wr, 622 op/s; 50883/395709 objects degraded (12.859%); 22831/395709 objects misplaced (5.770%); 20 MiB/s, 326 objects/s recovering 2021-03-04T23:25:58.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:58 gibba011 conmon[95595]: cephadm 2021-03-04T23:25:56.726253+0000 mgr.x (mgr.34676) 676 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:25:58.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:58 gibba011 conmon[95595]: cluster 2021-03-04T23:25:57.208518+0000 mon.a (mon.0) 697 : cluster [DBG] osdmap e154: 8 total, 8 up, 7 in 2021-03-04T23:25:58.367 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:58.368 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:58.369 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:25:58.470 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:25:58.488 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:58.489 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:58.490 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:25:58.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:58 gibba038 conmon[76675]: cluster 2021-03-04T23:25:56.614876+0000 mgr.x (mgr.34676) 675 : cluster [DBG] pgmap v593: 89 pgs: 1 active+remapped+backfilling, 78 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 39 MiB/s wr, 622 op/s; 50883/395709 objects degraded (12.859%); 22831/395709 objects misplaced (5.770%); 20 MiB/s, 326 objects/s recovering 2021-03-04T23:25:58.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:58 gibba038 conmon[76675]: 2021-03-04T23:25:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:58 gibba038 conmon[76675]: cephadm 2021-03-04T23:25:56.726253+0000 mgr.x (mgr.34676) 676 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:25:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:58 gibba038 conmon[76675]: cluster 2021-03-04T23:25:57.208518+0000 mon.a (mon.0) 697 : cluster [DBG] osdmap e154: 8 total, 8 up, 7 in 2021-03-04T23:25:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:58 gibba038 conmon[76675]: 2021-03-04T23:25:58.591 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:58.609 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:58.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:58.611 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:58.677 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 7, 6] out_osds: [1] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:25:58.678 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:25:58.679 INFO:tasks.thrashosds.thrasher:Growing pool device_health_metrics 2021-03-04T23:25:58.679 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:25:58.712 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:58.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:58.744 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:58.744 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:58.814 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:25:58.845 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:58.863 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:58.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:58.865 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:58.966 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:58.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:58.985 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:58.985 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:59.087 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:25:59.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:59.107 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:59.108 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:25:59.132 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 69 16 136002 135986 123.166 53.6875 0.0239334 0.00811462 2021-03-04T23:25:59.209 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:59.228 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:59.229 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:59.230 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:59.331 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:59.351 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:59.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:59.352 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:59.453 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:25:59.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:59.473 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:59.474 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:25:59.477 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:25:59 gibba011 conmon[95595]: cluster 2021-03-04T23:25:58.872826+0000 mon.a (mon.0) 698 : cluster [WRN] Health check update: Degraded data redundancy: 50883/395709 objects degraded (12.859%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:25:59.477 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:25:59 gibba011 conmon[99461]: cluster 2021-03-04T23:25:58.872826+0000 mon.a (mon.0) 698 : cluster [WRN] Health check update: Degraded data redundancy: 50883/395709 objects degraded (12.859%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:25:59.575 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:25:59.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:59 gibba038 conmon[76675]: cluster 2021-03-04T23:25:59.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:59 gibba038 conmon[76675]: 2021-03-04T23:25:59.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:59 gibba038 conmon[76675]: 2021 2021-03-04T23:25:59.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:59 gibba038 conmon[76675]: - 2021-03-04T23:25:59.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:59 gibba038 conmon[76675]: 03 2021-03-04T23:25:59.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:59 gibba038 conmon[76675]: - 2021-03-04T23:25:59.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:59 gibba038 conmon[76675]: 04 2021-03-04T23:25:59.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:59 gibba038 conmon[76675]: T 2021-03-04T23:25:59.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:59 gibba038 conmon[76675]: 23 2021-03-04T23:25:59.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:59 gibba038 conmon[76675]: : 2021-03-04T23:25:59.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:25:59 gibba038 conmon[76675]: 25:58.872826+0000 mon.a (mon.0) 698 : cluster [WRN] Health check update: Degraded data redundancy: 50883/395709 objects degraded (12.859%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:25:59.595 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:59.596 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:59.597 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:25:59.698 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:25:59.717 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:59.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:59.719 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:25:59.820 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:25:59.838 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:25:59.839 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:59.840 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:25:59.942 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:25:59.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:25:59.964 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:25:59.964 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:00.065 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:00.084 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:00.085 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:00.086 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:00.132 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 70 16 136831 136815 122.146 51.8125 0.0165823 0.00818182 2021-03-04T23:26:00.187 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:00.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:00.207 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:00.208 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:00.309 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:00.328 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:00.329 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:00.330 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:00.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:00 gibba011 conmon[95595]: cluster 2021-03-04T23:25:58.615400+0000 mgr.x (mgr.34676) 677 : cluster [DBG] pgmap v595: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.2 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 51 MiB/s wr, 821 op/s; 50883/403350 objects degraded (12.615%); 21281/403350 objects misplaced (5.276%); 31 MiB/s, 496 objects/s recovering 2021-03-04T23:26:00.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:00 gibba011 conmon[99461]: cluster 2021-03-04T23:25:58.615400+0000 mgr.x (mgr.34676) 677 : cluster [DBG] pgmap v595: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.2 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 51 MiB/s wr, 821 op/s; 50883/403350 objects degraded (12.615%); 21281/403350 objects misplaced (5.276%); 31 MiB/s, 496 objects/s recovering 2021-03-04T23:26:00.431 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:00.449 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:00.450 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:00.451 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:00.552 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:00.570 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:00.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:00.572 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:00.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:00 gibba038 conmon[76675]: cluster 2021-03-04T23:25:58.615400+0000 mgr.x (mgr.34676) 677 : cluster [DBG] pgmap v595: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.2 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 51 MiB/s wr, 821 op/s; 50883/403350 objects degraded (12.615%); 21281/403350 objects misplaced (5.276%); 31 MiB/s, 496 objects/s recovering 2021-03-04T23:26:00.673 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:00.694 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:00.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:00.695 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:00.796 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:00.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:00.818 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:00.819 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:00.845 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:26:00.846 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [], 2021-03-04T23:26:00.846 INFO:teuthology.orchestra.run.gibba011.stdout: "complaint_time": 30, 2021-03-04T23:26:00.846 INFO:teuthology.orchestra.run.gibba011.stdout: "num_blocked_ops": 0 2021-03-04T23:26:00.846 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:26:00.919 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:00.938 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:00.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:00.940 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:01.041 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:01.063 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:01.064 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:01.065 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:01.133 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 71 16 137558 137542 121.066 45.4375 0.019556 0.00825585 2021-03-04T23:26:01.167 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:01.186 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:01.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:01.188 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:01.290 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:01.310 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:01.311 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:01.311 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:01.413 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:01.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:01.434 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:01.435 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:01.536 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:01.556 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:01.556 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:01.557 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:01.658 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:01.682 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:01.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:01.683 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:01.784 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:01.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:01.805 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:01.806 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:01.907 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:01.927 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:01.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:01.929 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:02.031 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:02.049 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:02.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:02.050 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:02.132 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 72 16 138402 138386 120.117 52.75 0.0440924 0.0083211 2021-03-04T23:26:02.152 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:02.169 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:02.170 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:02.170 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:02.222 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:26:02.271 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:02.295 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:02.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:02.296 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:02.397 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:02.422 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:02.423 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:02.424 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:02.525 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:02.545 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:02.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:02.546 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:02.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:02 gibba038 conmon[76675]: cluster 2021-03-04T23:26:00.615859+0000 mgr.x (mgr.34676) 678 : cluster 2021-03-04T23:26:02.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:02 gibba038 conmon[76675]: [DBG] pgmap v596: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.3 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 43 MiB/s wr, 681 op/s; 50883/406044 objects degraded (12.531%); 21258/406044 objects misplaced (5.235%); 17 MiB/s, 264 objects/s recovering 2021-03-04T23:26:02.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:02 gibba038 conmon[76675]: audit 2021-03-04T23:26:01.340637+0000 mon.a (mon.0) 699 : audit [INF] from='client.? 172.21.2.111:0/319601683' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:26:02.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:02 gibba011 conmon[95595]: cluster 2021-03-04T23:26:00.615859+0000 mgr.x (mgr.34676) 678 : cluster [DBG] pgmap v596: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.3 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 43 MiB/s wr, 681 op/s; 50883/406044 objects degraded (12.531%); 21258/406044 objects misplaced (5.235%); 17 MiB/s, 264 objects/s recovering 2021-03-04T23:26:02.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:02 gibba011 conmon[95595]: audit 2021-03-04T23:26:01.340637+0000 mon.a (mon.0) 699 : audit [INF] from='client.? 172.21.2.111:0/319601683' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:26:02.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:02 gibba011 conmon[99461]: cluster 2021-03-04T23:26:00.615859+0000 mgr.x (mgr.34676) 678 : 2021-03-04T23:26:02.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:02 gibba011 conmon[99461]: cluster [DBG] pgmap v596: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.3 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 43 MiB/s wr, 681 op/s; 50883/406044 objects degraded (12.531%); 21258/406044 objects misplaced (5.235%); 17 MiB/s, 264 objects/s recovering 2021-03-04T23:26:02.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:02 gibba011 conmon[99461]: audit 2021-03-04T23:26:01.340637+0000 mon.a (mon.0) 699 : audit [INF] from='client.? 172.21.2.111:0/319601683' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:26:02.648 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:02.672 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:02.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:02.673 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:02.774 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:02.799 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:02.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:02.800 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:02.901 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:02.927 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:02.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:02.929 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:03.032 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:03.055 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:03.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:03.056 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:03.132 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 73 16 139196 139180 119.151 49.625 0.00729741 0.0083887 2021-03-04T23:26:03.158 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:03.181 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:03.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:03.183 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:03.284 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:03.305 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:03.306 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:03.307 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:03.327 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:26:03.408 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:03.429 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:03.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:03.430 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:03.508 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:03.532 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:03.553 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:03.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:03.554 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:03.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:03 gibba038 conmon[76675]: cluster 2021-03-04T23:26:02.214747+0000 mon.a (mon.0) 700 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:26:03.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:03 gibba038 conmon[76675]: audit 2021-03-04T23:26:02.217577+0000 mon.a (mon.0) 701 : audit [INF] from='client.? 172.21.2.111:0/319601683' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:26:03.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:03 gibba038 conmon[76675]: cluster 2021-03-04T23:26:02.217635+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e155: 8 total, 8 up, 7 in 2021-03-04T23:26:03.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:03 gibba011 conmon[99461]: cluster 2021-03-04T23:26:02.214747+0000 mon.a (mon. 2021-03-04T23:26:03.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:03 gibba011 conmon[99461]: 0) 700 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:26:03.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:03 gibba011 conmon[99461]: audit 2021-03-04T23:26 2021-03-04T23:26:03.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:03 gibba011 conmon[99461]: :02.217577+0000 mon.a (mon.0) 701 : audit [INF] from='client.? 172.21.2.111:0/319601683' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:26:03.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:03 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:26:03.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:03 gibba011 conmon[99461]: -04T23:26:02.217635+0000 mon.a (mon.0 2021-03-04T23:26:03.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:03 gibba011 conmon[99461]: ) 702 : cluster [DBG] osdmap e155: 8 total, 8 up, 7 in 2021-03-04T23:26:03.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:03 gibba011 conmon[95595]: cluster 2021-03-04T23:26:03.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:03 gibba011 conmon[95595]: 2021-03-04T23:26:03.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:03 gibba011 conmon[95595]: 2021-03-04T23:26:02.214747+0000 2021-03-04T23:26:03.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:03 gibba011 conmon[95595]: mon.a (mon.0) 700 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:26:03.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:03 gibba011 conmon[95595]: audit 2021-03-04T23:26:03.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:03 gibba011 conmon[95595]: 2021-03-04T23:26:02.217577+0000 mon.a 2021-03-04T23:26:03.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:03 gibba011 conmon[95595]: (mon.0) 701 : audit [INF] from='client.? 172.21.2.111:0/319601683' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:26:03.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:03 gibba011 conmon[95595]: cluster 2021-03 2021-03-04T23:26:03.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:03 gibba011 conmon[95595]: -04T23:26:02.217635+0000 mon.a (mon. 2021-03-04T23:26:03.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:03 gibba011 conmon[95595]: 0) 702 : cluster [DBG] osdmap e155: 8 total, 8 up, 7 in 2021-03-04T23:26:03.656 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:03.674 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:03.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:03.676 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:03.777 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:03.797 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:03.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:03.799 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:03.900 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:03.922 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:03.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:03.924 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:04.025 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:04.048 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:04.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:04.050 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:04.132 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 74 16 140060 140044 118.271 54 0.0543669 0.00845054 2021-03-04T23:26:04.151 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:04.170 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:04.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:04.172 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:04.273 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:04.293 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:04.294 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:04.295 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:04.396 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:04.416 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:04.417 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:04.418 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:04.519 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:04.539 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:04.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:04.541 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:04.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:04 gibba038 conmon[76675]: cluster 2021-03-04T23:26:02.616338+0000 mgr.x (mgr.34676) 679 : cluster [DBG] pgmap v598: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.4 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 52 MiB/s wr, 836 op/s; 50883/411801 objects degraded (12.356%); 21258/411801 objects misplaced (5.162%); 18 MiB/s, 281 objects/s recovering 2021-03-04T23:26:04.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:04 gibba038 conmon[76675]: cluster 2021-03-04T23:26:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:04 gibba038 conmon[76675]: 2021-03-04T23:26:03.873906+0000 mon.a (mon.0) 703 : cluster [WRN] Health check update: Degraded data redundancy: 50883/411801 objects degraded (12.356%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:26:04.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:04 gibba011 conmon[95595]: cluster 2021-03-04T23:26:02.616338+0000 mgr.x (mgr.34676) 2021-03-04T23:26:04.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:04 gibba011 conmon[95595]: 679 : cluster [DBG] pgmap v598: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.4 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 52 MiB/s wr, 836 op/s; 50883/411801 objects degraded (12.356%); 21258/411801 objects misplaced (5.162%); 18 MiB/s, 281 objects/s recovering 2021-03-04T23:26:04.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:04 gibba011 conmon[95595]: cluster 2021-03-04T23:26:03.873906+0000 mon.a (mon.0) 703 : cluster [WRN] Health check update: Degraded data redundancy: 50883/411801 objects degraded (12.356%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:26:04.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:04 gibba011 conmon[99461]: cluster 2021-03-04T23:26:02.616338+0000 mgr.x 2021-03-04T23:26:04.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:04 gibba011 conmon[99461]: (mgr.34676) 679 : cluster [DBG] pgmap v598: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.4 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 52 MiB/s wr, 836 op/s; 50883/411801 objects degraded (12.356%); 21258/411801 objects misplaced (5.162%); 18 MiB/s, 281 objects/s recovering 2021-03-04T23:26:04.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:04 gibba011 conmon[99461]: cluster 2021-03-04T23:26:03.873906+0000 mon.a (mon.0) 703 : cluster [WRN] Health check update: Degraded data redundancy: 50883/411801 objects degraded (12.356%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:26:04.642 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:04.661 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:04.662 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:04.663 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:04.764 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:04.782 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:04.783 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:04.783 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:04.884 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:04.909 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:04.910 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:04.910 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:05.012 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:05.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:05.035 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:05.035 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:05.132 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 75 16 140919 140903 117.409 53.6875 0.00423252 0.00851158 2021-03-04T23:26:05.136 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:05.156 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:05.157 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:05.158 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:05.259 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:05.281 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:05.282 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:05.282 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:05.383 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:05.405 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:05.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:05.406 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:05.507 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:05.527 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:05.528 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:05.528 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:05.620 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:26:05.622 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:26:05.630 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:05.650 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:05.650 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:05.651 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:05.752 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:05.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:05.773 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:05.773 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:05.875 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:05.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:05.898 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:05.898 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:06.000 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:06.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:06.019 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:06.019 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:06.121 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:06.132 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 76 16 141731 141715 116.532 50.75 0.00414816 0.00857165 2021-03-04T23:26:06.140 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:06.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:06.141 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:06.242 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:06.262 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:06.262 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:06.263 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:06.364 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:06.387 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:06.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:06.389 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:06.490 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:06.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:06.514 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:06.514 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:06.577 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:06 gibba011 conmon[95595]: cluster 2021-03-04T23:26:04.616767+0000 mgr.x (mgr.34676) 680 : cluster [DBG] pgmap v599: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.4 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 50 MiB/s wr, 806 op/s; 50883/415077 objects degraded (12.259%); 21133/415077 objects misplaced (5.091%); 15 MiB/s, 241 objects/s recovering 2021-03-04T23:26:06.578 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:06 gibba011 conmon[99461]: cluster 2021-03-04T23:26:04.616767+0000 mgr.x (mgr.34676) 680 : cluster [DBG] pgmap v599: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.4 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 50 MiB/s wr, 806 op/s; 50883/415077 objects degraded (12.259%); 21133/415077 objects misplaced (5.091%); 15 MiB/s, 241 objects/s recovering 2021-03-04T23:26:06.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:06 gibba038 conmon[76675]: cluster 2021-03-04T23:26:04.616767+0000 mgr.x (mgr.34676) 680 : cluster [DBG] pgmap v599: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.4 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 50 MiB/s wr, 806 op/s; 50883/415077 objects degraded (12.259%); 21133/415077 objects misplaced (5.091%); 15 MiB/s, 241 objects/s recovering 2021-03-04T23:26:06.615 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:06.638 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:06.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:06.639 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:06.740 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:06.764 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:06.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:06.765 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:06.846 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:26:06.866 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:06.908 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:06.909 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:06.910 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:07.011 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:07.029 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:07.030 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:07.031 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:07.108 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:07.132 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:07.133 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 77 16 142590 142574 115.716 53.6875 0.0221376 0.00863821 2021-03-04T23:26:07.159 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:07.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:07.160 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:07.238 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:07 gibba011 conmon[95595]: audit 2021-03-04T23:26:05.605602+0000 mgr.x (mgr.34676) 681 : audit [DBG] from='client.54922 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:26:07.239 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:07 gibba011 conmon[99461]: audit 2021-03-04T23:26:05.605602+0000 mgr.x (mgr.34676) 681 : audit [DBG] from='client.54922 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:26:07.261 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:07.282 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:07.283 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:07.284 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:07.385 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:07.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:07.407 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:07.408 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:07.509 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:07.529 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:07.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:07.531 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:07.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:07 gibba038 conmon[76675]: audit 2021-03-04T23:26:05.605602+0000 mgr.x (mgr.34676) 681 : audit [DBG] from='client.54922 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:26:07.632 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:07.651 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:07.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:07.653 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:07.754 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:07.774 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:07.775 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:07.776 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:07.877 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:07.896 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:07.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:07.897 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:07.998 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:08.017 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:08.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:08.019 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:08.120 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:08.132 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 78 16 143473 143457 114.94 55.1875 0.0268546 0.00869663 2021-03-04T23:26:08.141 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:08.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:08.142 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:08.243 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:08.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:08.267 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:08.267 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:08.369 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:08.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:08.390 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:08.390 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:08.391 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:26:08.408 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:08 gibba011 conmon[95595]: cluster 2021-03-04T23:26:06.617252+0000 mgr.x (mgr.34676) 682 : cluster [DBG] pgmap v600: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.5 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 44 MiB/s wr, 699 op/s; 50883/418092 objects degraded (12.170%); 21168/418092 objects misplaced (5.063%); 14 MiB/s, 229 objects/s recovering 2021-03-04T23:26:08.409 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:08 gibba011 conmon[99461]: cluster 2021-03-04T23:26:06.617252+0000 mgr.x (mgr.34676) 682 2021-03-04T23:26:08.409 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:08 gibba011 conmon[99461]: : cluster [DBG] pgmap v600: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.5 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 44 MiB/s wr, 699 op/s; 50883/418092 objects degraded (12.170%); 21168/418092 objects misplaced (5.063%); 14 MiB/s, 229 objects/s recovering 2021-03-04T23:26:08.411 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:26:08.427 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:26:08.445 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:26:08.463 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:26:08.481 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:26:08.492 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:08.502 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":599,"stamp":"2021-03-04T23:26:04.616508+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":9066057000,"num_objects":138359,"num_object_clones":0,"num_object_copies":415077,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":50883,"num_objects_misplaced":21133,"num_objects_unfound":0,"num_objects_dirty":138359,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138389,"num_write_kb":8853588,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9835,"num_bytes_recovered":643044570,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118368,"ondisk_log_size":118368,"up":267,"acting":258,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":269,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":27741204,"kb_used_data":22770972,"kb_used_omap":6686,"kb_used_meta":4963489,"kb_avail":588821484,"statfs":{"total":631360192512,"available":602953199616,"internally_reserved":4294967296,"allocated":23317475328,"data_stored":23311823957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6847129,"internal_metadata":5082613095},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[6,5,2,3,9,4,5],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":423100416,"num_objects":6456,"num_object_clones":0,"num_object_copies":19368,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-1698,"num_objects_unfound":0,"num_objects_dirty":6456,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6456,"num_write_kb":413184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1931,"num_bytes_recovered":126550016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001801"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"149","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.209497+0000","last_change":"2021-03-04T23:25:37.106757+0000","last_active":"2021-03-04T23:25:57.209497+0000","last_peered":"2021-03-04T23:25:57.209497+0000","last_clean":"2021-03-04T23:25:57.209497+0000","last_became_active":"2021-03-04T23:25:37.106461+0000","last_became_peered":"2021-03-04T23:25:37.106461+0000","last_unstale":"2021-03-04T23:25:57.209497+0000","last_undegraded":"2021-03-04T23:25:57.209497+0000","last_fullsized":"2021-03-04T23:25:57.209497+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"107","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.208373+0000","last_change":"2021-03-04T23:25:37.109788+0000","last_active":"2021-03-04T23:25:56.208373+0000","last_peered":"2021-03-04T23:25:56.208373+0000","last_clean":"2021-03-04T23:25:56.208373+0000","last_became_active":"2021-03-04T23:25:37.107686+0000","last_became_peered":"2021-03-04T23:25:37.107686+0000","last_unstale":"2021-03-04T23:25:56.208373+0000","last_undegraded":"2021-03-04T23:25:56.208373+0000","last_fullsized":"2021-03-04T23:25:56.208373+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"85","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.208518+0000","last_change":"2021-03-04T23:25:37.124999+0000","last_active":"2021-03-04T23:25:56.208518+0000","last_peered":"2021-03-04T23:25:56.208518+0000","last_clean":"2021-03-04T23:25:56.208518+0000","last_became_active":"2021-03-04T23:25:37.124708+0000","last_became_peered":"2021-03-04T23:25:37.124708+0000","last_unstale":"2021-03-04T23:25:56.208518+0000","last_undegraded":"2021-03-04T23:25:56.208518+0000","last_fullsized":"2021-03-04T23:25:56.208518+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"118","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.204869+0000","last_change":"2021-03-04T23:15:43.202297+0000","last_active":"2021-03-04T23:25:56.204869+0000","last_peered":"2021-03-04T23:25:56.204869+0000","last_clean":"2021-03-04T23:25:56.204869+0000","last_became_active":"2021-03-04T23:15:43.201848+0000","last_became_peered":"2021-03-04T23:15:43.201848+0000","last_unstale":"2021-03-04T23:25:56.204869+0000","last_undegraded":"2021-03-04T23:25:56.204869+0000","last_fullsized":"2021-03-04T23:25:56.204869+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"123","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.208209+0000","last_change":"2021-03-04T23:25:37.110854+0000","last_active":"2021-03-04T23:25:56.208209+0000","last_peered":"2021-03-04T23:25:56.208209+0000","last_clean":"2021-03-04T23:25:56.208209+0000","last_became_active":"2021-03-04T23:25:37.110561+0000","last_became_peered":"2021-03-04T23:25:37.110561+0000","last_unstale":"2021-03-04T23:25:56.208209+0000","last_undegraded":"2021-03-04T23:25:56.208209+0000","last_fullsized":"2021-03-04T23:25:56.208209+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"29","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.207972+0000","last_change":"2021-03-04T23:25:37.107792+0000","last_active":"2021-03-04T23:25:57.207972+0000","last_peered":"2021-03-04T23:25:57.207972+0000","last_clean":"2021-03-04T23:25:57.207972+0000","last_became_active":"2021-03-04T23:25:37.107460+0000","last_became_peered":"2021-03-04T23:25:37.107460+0000","last_unstale":"2021-03-04T23:25:57.207972+0000","last_undegraded":"2021-03-04T23:25:57.207972+0000","last_fullsized":"2021-03-04T23:25:57.207972+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"117","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.204668+0000","last_change":"2021-03-04T23:15:43.202053+0000","last_active":"2021-03-04T23:25:56.204668+0000","last_peered":"2021-03-04T23:25:56.204668+0000","last_clean":"2021-03-04T23:25:56.204668+0000","last_became_active":"2021-03-04T23:15:43.201807+0000","last_became_peered":"2021-03-04T23:15:43.201807+0000","last_unstale":"2021-03-04T23:25:56.204668+0000","last_undegraded":"2021-03-04T23:25:56.204668+0000","last_fullsized":"2021-03-04T23:25:56.204668+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"125","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.208195+0000","last_change":"2021-03-04T23:25:37.111521+0000","last_active":"2021-03-04T23:25:56.208195+0000","last_peered":"2021-03-04T23:25:56.208195+0000","last_clean":"2021-03-04T23:25:56.208195+0000","last_became_active":"2021-03-04T23:25:37.110696+0000","last_became_peered":"2021-03-04T23:25:37.110696+0000","last_unstale":"2021-03-04T23:25:56.208195+0000","last_undegraded":"2021-03-04T23:25:56.208195+0000","last_fullsized":"2021-03-04T23:25:56.208195+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"134","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.229079+0000","last_change":"2021-03-04T23:25:37.106883+0000","last_active":"2021-03-04T23:25:57.229079+0000","last_peered":"2021-03-04T23:25:57.229079+0000","last_clean":"2021-03-04T23:25:57.229079+0000","last_became_active":"2021-03-04T23:25:37.106532+0000","last_became_peered":"2021-03-04T23:25:37.106532+0000","last_unstale":"2021-03-04T23:25:57.229079+0000","last_undegraded":"2021-03-04T23:25:57.229079+0000","last_fullsized":"2021-03-04T23:25:57.229079+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"110","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.208228+0000","last_change":"2021-03-04T23:25:25.023958+0000","last_active":"2021-03-04T23:25:56.208228+0000","last_peered":"2021-03-04T23:25:56.208228+0000","last_clean":"2021-03-04T23:25:56.208228+0000","last_became_active":"2021-03-04T23:25:25.023717+0000","last_became_peered":"2021-03-04T23:25:25.023717+0000","last_unstale":"2021-03-04T23:25:56.208228+0000","last_undegraded":"2021-03-04T23:25:56.208228+0000","last_fullsized":"2021-03-04T23:25:56.208228+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"128","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.220111+0000","last_change":"2021-03-04T23:15:43.201088+0000","last_active":"2021-03-04T23:25:57.220111+0000","last_peered":"2021-03-04T23:25:57.220111+0000","last_clean":"2021-03-04T23:25:57.220111+0000","last_became_active":"2021-03-04T23:15:43.200829+0000","last_became_peered":"2021-03-04T23:15:43.200829+0000","last_unstale":"2021-03-04T23:25:57.220111+0000","last_undegraded":"2021-03-04T23:25:57.220111+0000","last_fullsized":"2021-03-04T23:25:57.220111+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"122","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.207738+0000","last_change":"2021-03-04T23:25:37.108273+0000","last_active":"2021-03-04T23:25:57.207738+0000","last_peered":"2021-03-04T23:25:57.207738+0000","last_clean":"2021-03-04T23:25:57.207738+0000","last_became_active":"2021-03-04T23:25:37.107818+0000","last_became_peered":"2021-03-04T23:25:37.107818+0000","last_unstale":"2021-03-04T23:25:57.207738+0000","last_undegraded":"2021-03-04T23:25:57.207738+0000","last_fullsized":"2021-03-04T23:25:57.207738+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"160","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.209872+0000","last_change":"2021-03-04T23:25:25.029827+0000","last_active":"2021-03-04T23:25:57.209872+0000","last_peered":"2021-03-04T23:25:57.209872+0000","last_clean":"2021-03-04T23:25:57.209872+0000","last_became_active":"2021-03-04T23:25:25.022780+0000","last_became_peered":"2021-03-04T23:25:25.022780+0000","last_unstale":"2021-03-04T23:25:57.209872+0000","last_undegraded":"2021-03-04T23:25:57.209872+0000","last_fullsized":"2021-03-04T23:25:57.209872+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":5198,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"150","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.209649+0000","last_change":"2021-03-04T23:25:37.103833+0000","last_active":"2021-03-04T23:25:57.209649+0000","last_peered":"2021-03-04T23:25:57.209649+0000","last_clean":"2021-03-04T23:25:57.209649+0000","last_became_active":"2021-03-04T23:25:37.103513+0000","last_became_peered":"2021-03-04T23:25:37.103513+0000","last_unstale":"2021-03-04T23:25:57.209649+0000","last_undegraded":"2021-03-04T23:25:57.209649+0000","last_fullsized":"2021-03-04T23:25:57.209649+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"127","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.219992+0000","last_change":"2021-03-04T23:14:45.179189+0000","last_active":"2021-03-04T23:25:57.219992+0000","last_peered":"2021-03-04T23:25:57.219992+0000","last_clean":"2021-03-04T23:25:57.219992+0000","last_became_active":"2021-03-04T23:14:45.178960+0000","last_became_peered":"2021-03-04T23:14:45.178960+0000","last_unstale":"2021-03-04T23:25:57.219992+0000","last_undegraded":"2021-03-04T23:25:57.219992+0000","last_fullsized":"2021-03-04T23:25:57.219992+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"107","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.208709+0000","last_change":"2021-03-04T23:25:37.106850+0000","last_active":"2021-03-04T23:25:56.208709+0000","last_peered":"2021-03-04T23:25:56.208709+0000","last_clean":"2021-03-04T23:25:56.208709+0000","last_became_active":"2021-03-04T23:25:37.106299+0000","last_became_peered":"2021-03-04T23:25:37.106299+0000","last_unstale":"2021-03-04T23:25:56.208709+0000","last_undegraded":"2021-03-04T23:25:56.208709+0000","last_fullsized":"2021-03-04T23:25:56.208709+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"117","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.204641+0000","last_change":"2021-03-04T23:15:43.202180+0000","last_active":"2021-03-04T23:25:56.204641+0000","last_peered":"2021-03-04T23:25:56.204641+0000","last_clean":"2021-03-04T23:25:56.204641+0000","last_became_active":"2021-03-04T23:15:43.202014+0000","last_became_peered":"2021-03-04T23:15:43.202014+0000","last_unstale":"2021-03-04T23:25:56.204641+0000","last_undegraded":"2021-03-04T23:25:56.204641+0000","last_fullsized":"2021-03-04T23:25:56.204641+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"124","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.229146+0000","last_change":"2021-03-04T23:15:43.200525+0000","last_active":"2021-03-04T23:25:57.229146+0000","last_peered":"2021-03-04T23:25:57.229146+0000","last_clean":"2021-03-04T23:25:57.229146+0000","last_became_active":"2021-03-04T23:15:43.200273+0000","last_became_peered":"2021-03-04T23:15:43.200273+0000","last_unstale":"2021-03-04T23:25:57.229146+0000","last_undegraded":"2021-03-04T23:25:57.229146+0000","last_fullsized":"2021-03-04T23:25:57.229146+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"128","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.219850+0000","last_change":"2021-03-04T23:25:25.023288+0000","last_active":"2021-03-04T23:25:57.219850+0000","last_peered":"2021-03-04T23:25:57.219850+0000","last_clean":"2021-03-04T23:25:57.219850+0000","last_became_active":"2021-03-04T23:25:25.023080+0000","last_became_peered":"2021-03-04T23:25:25.023080+0000","last_unstale":"2021-03-04T23:25:57.219850+0000","last_undegraded":"2021-03-04T23:25:57.219850+0000","last_fullsized":"2021-03-04T23:25:57.219850+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"118","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.204900+0000","last_change":"2021-03-04T23:15:43.202335+0000","last_active":"2021-03-04T23:25:56.204900+0000","last_peered":"2021-03-04T23:25:56.204900+0000","last_clean":"2021-03-04T23:25:56.204900+0000","last_became_active":"2021-03-04T23:15:43.202144+0000","last_became_peered":"2021-03-04T23:15:43.202144+0000","last_unstale":"2021-03-04T23:25:56.204900+0000","last_undegraded":"2021-03-04T23:25:56.204900+0000","last_fullsized":"2021-03-04T23:25:56.204900+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"30","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.207711+0000","last_change":"2021-03-04T23:25:25.035446+0000","last_active":"2021-03-04T23:25:57.207711+0000","last_peered":"2021-03-04T23:25:57.207711+0000","last_clean":"2021-03-04T23:25:57.207711+0000","last_became_active":"2021-03-04T23:25:25.025884+0000","last_became_peered":"2021-03-04T23:25:25.025884+0000","last_unstale":"2021-03-04T23:25:57.207711+0000","last_undegraded":"2021-03-04T23:25:57.207711+0000","last_fullsized":"2021-03-04T23:25:57.207711+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"107","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.211900+0000","last_change":"2021-03-04T23:25:37.111446+0000","last_active":"2021-03-04T23:25:56.211900+0000","last_peered":"2021-03-04T23:25:56.211900+0000","last_clean":"2021-03-04T23:25:56.211900+0000","last_became_active":"2021-03-04T23:25:37.110682+0000","last_became_peered":"2021-03-04T23:25:37.110682+0000","last_unstale":"2021-03-04T23:25:56.211900+0000","last_undegraded":"2021-03-04T23:25:56.211900+0000","last_fullsized":"2021-03-04T23:25:56.211900+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"154'8533","reported_seq":"8558","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:26:00.430124+0000","last_change":"2021-03-04T23:24:42.889094+0000","last_active":"2021-03-04T23:26:00.430124+0000","last_peered":"2021-03-04T23:26:00.430124+0000","last_clean":"2021-03-04T23:26:00.430124+0000","last_became_active":"2021-03-04T23:24:42.888233+0000","last_became_peered":"2021-03-04T23:24:42.888233+0000","last_unstale":"2021-03-04T23:26:00.430124+0000","last_undegraded":"2021-03-04T23:26:00.430124+0000","last_fullsized":"2021-03-04T23:26:00.430124+0000","mapping_epoch":137,"log_start":"141'1322","ondisk_log_start":"141'1322","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":7211,"ondisk_log_size":7211,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":559218688,"num_objects":8533,"num_object_clones":0,"num_object_copies":25599,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8533,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8533,"num_write_kb":546112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"126","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.220061+0000","last_change":"2021-03-04T23:12:26.726690+0000","last_active":"2021-03-04T23:25:57.220061+0000","last_peered":"2021-03-04T23:25:57.220061+0000","last_clean":"2021-03-04T23:25:57.220061+0000","last_became_active":"2021-03-04T23:12:26.726379+0000","last_became_peered":"2021-03-04T23:12:26.726379+0000","last_unstale":"2021-03-04T23:25:57.220061+0000","last_undegraded":"2021-03-04T23:25:57.220061+0000","last_fullsized":"2021-03-04T23:25:57.220061+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"127","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.231506+0000","last_change":"2021-03-04T23:25:25.024278+0000","last_active":"2021-03-04T23:25:57.231506+0000","last_peered":"2021-03-04T23:25:57.231506+0000","last_clean":"2021-03-04T23:25:57.231506+0000","last_became_active":"2021-03-04T23:25:25.023860+0000","last_became_peered":"2021-03-04T23:25:25.023860+0000","last_unstale":"2021-03-04T23:25:57.231506+0000","last_undegraded":"2021-03-04T23:25:57.231506+0000","last_fullsized":"2021-03-04T23:25:57.231506+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"155'8615","reported_seq":"24424","reported_epoch":"155","state":"active+clean","last_fresh":"2021-03-04T23:26:02.394260+0000","last_change":"2021-03-04T23:25:57.218027+0000","last_active":"2021-03-04T23:26:02.394260+0000","last_peered":"2021-03-04T23:26:02.394260+0000","last_clean":"2021-03-04T23:26:02.394260+0000","last_became_active":"2021-03-04T23:25:57.211416+0000","last_became_peered":"2021-03-04T23:25:57.211416+0000","last_unstale":"2021-03-04T23:26:02.394260+0000","last_undegraded":"2021-03-04T23:26:02.394260+0000","last_fullsized":"2021-03-04T23:26:02.394260+0000","mapping_epoch":153,"log_start":"141'1100","ondisk_log_start":"141'1100","created":137,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":7515,"ondisk_log_size":7515,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":564592640,"num_objects":8615,"num_object_clones":0,"num_object_copies":25845,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8615,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8615,"num_write_kb":551360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7881,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"140","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.220010+0000","last_change":"2021-03-04T23:25:37.118716+0000","last_active":"2021-03-04T23:25:57.220010+0000","last_peered":"2021-03-04T23:25:57.220010+0000","last_clean":"2021-03-04T23:25:57.220010+0000","last_became_active":"2021-03-04T23:25:37.107293+0000","last_became_peered":"2021-03-04T23:25:37.107293+0000","last_unstale":"2021-03-04T23:25:57.220010+0000","last_undegraded":"2021-03-04T23:25:57.220010+0000","last_fullsized":"2021-03-04T23:25:57.220010+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"147","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.209570+0000","last_change":"2021-03-04T23:25:37.125265+0000","last_active":"2021-03-04T23:25:57.209570+0000","last_peered":"2021-03-04T23:25:57.209570+0000","last_clean":"2021-03-04T23:25:57.209570+0000","last_became_active":"2021-03-04T23:25:37.125071+0000","last_became_peered":"2021-03-04T23:25:37.125071+0000","last_unstale":"2021-03-04T23:25:57.209570+0000","last_undegraded":"2021-03-04T23:25:57.209570+0000","last_fullsized":"2021-03-04T23:25:57.209570+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"155'8774","reported_seq":"8798","reported_epoch":"155","state":"active+clean","last_fresh":"2021-03-04T23:26:03.424883+0000","last_change":"2021-03-04T23:24:42.889831+0000","last_active":"2021-03-04T23:26:03.424883+0000","last_peered":"2021-03-04T23:26:03.424883+0000","last_clean":"2021-03-04T23:26:03.424883+0000","last_became_active":"2021-03-04T23:24:42.889586+0000","last_became_peered":"2021-03-04T23:24:42.889586+0000","last_unstale":"2021-03-04T23:26:03.424883+0000","last_undegraded":"2021-03-04T23:26:03.424883+0000","last_fullsized":"2021-03-04T23:26:03.424883+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":8774,"ondisk_log_size":8774,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":575012864,"num_objects":8774,"num_object_clones":0,"num_object_copies":26322,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8774,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8774,"num_write_kb":561536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"137","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.219957+0000","last_change":"2021-03-04T23:25:25.030822+0000","last_active":"2021-03-04T23:25:57.219957+0000","last_peered":"2021-03-04T23:25:57.219957+0000","last_clean":"2021-03-04T23:25:57.219957+0000","last_became_active":"2021-03-04T23:25:25.023927+0000","last_became_peered":"2021-03-04T23:25:25.023927+0000","last_unstale":"2021-03-04T23:25:57.219957+0000","last_undegraded":"2021-03-04T23:25:57.219957+0000","last_fullsized":"2021-03-04T23:25:57.219957+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"29","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.207846+0000","last_change":"2021-03-04T23:25:37.107549+0000","last_active":"2021-03-04T23:25:57.207846+0000","last_peered":"2021-03-04T23:25:57.207846+0000","last_clean":"2021-03-04T23:25:57.207846+0000","last_became_active":"2021-03-04T23:25:37.107274+0000","last_became_peered":"2021-03-04T23:25:37.107274+0000","last_unstale":"2021-03-04T23:25:57.207846+0000","last_undegraded":"2021-03-04T23:25:57.207846+0000","last_fullsized":"2021-03-04T23:25:57.207846+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"155'8892","reported_seq":"8926","reported_epoch":"155","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:26:03.384261+0000","last_change":"2021-03-04T23:25:38.516926+0000","last_active":"2021-03-04T23:26:03.384261+0000","last_peered":"2021-03-04T23:26:03.384261+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:25:38.478371+0000","last_became_peered":"2021-03-04T23:25:38.478371+0000","last_unstale":"2021-03-04T23:26:03.384261+0000","last_undegraded":"2021-03-04T23:25:38.142344+0000","last_fullsized":"2021-03-04T23:25:38.102789+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":8892,"ondisk_log_size":8892,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":582746112,"num_objects":8892,"num_object_clones":0,"num_object_copies":26676,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7562,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8892,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8892,"num_write_kb":569088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2],"avail_no_missing":["5","1","2"],"object_location_counts":[{"shards":"1,2,5","objects":7562},{"shards":"2,5","objects":1330}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"143","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.228974+0000","last_change":"2021-03-04T23:25:25.024245+0000","last_active":"2021-03-04T23:25:57.228974+0000","last_peered":"2021-03-04T23:25:57.228974+0000","last_clean":"2021-03-04T23:25:57.228974+0000","last_became_active":"2021-03-04T23:25:25.023879+0000","last_became_peered":"2021-03-04T23:25:25.023879+0000","last_unstale":"2021-03-04T23:25:57.228974+0000","last_undegraded":"2021-03-04T23:25:57.228974+0000","last_fullsized":"2021-03-04T23:25:57.228974+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"127","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.210377+0000","last_change":"2021-03-04T23:25:37.117561+0000","last_active":"2021-03-04T23:25:56.210377+0000","last_peered":"2021-03-04T23:25:56.210377+0000","last_clean":"2021-03-04T23:25:56.210377+0000","last_became_active":"2021-03-04T23:25:37.114112+0000","last_became_peered":"2021-03-04T23:25:37.114112+0000","last_unstale":"2021-03-04T23:25:56.210377+0000","last_undegraded":"2021-03-04T23:25:56.210377+0000","last_fullsized":"2021-03-04T23:25:56.210377+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"154'8563","reported_seq":"9161","reported_epoch":"154","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:26:01.742443+0000","last_change":"2021-03-04T23:25:37.124715+0000","last_active":"2021-03-04T23:26:01.742443+0000","last_peered":"2021-03-04T23:26:01.742443+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:25:26.153127+0000","last_became_peered":"2021-03-04T23:25:26.153127+0000","last_unstale":"2021-03-04T23:26:01.742443+0000","last_undegraded":"2021-03-04T23:25:37.121549+0000","last_fullsized":"2021-03-04T23:25:26.020439+0000","mapping_epoch":145,"log_start":"141'2081","ondisk_log_start":"141'2081","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6482,"ondisk_log_size":6482,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":561184768,"num_objects":8563,"num_object_clones":0,"num_object_copies":25689,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6275,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8563,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8563,"num_write_kb":548032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":282,"num_bytes_recovered":18481152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,7],"avail_no_missing":["3","4","7"],"object_location_counts":[{"shards":"3,4,7","objects":6275},{"shards":"3,7","objects":2288}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"129","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.208370+0000","last_change":"2021-03-04T23:15:58.121639+0000","last_active":"2021-03-04T23:25:56.208370+0000","last_peered":"2021-03-04T23:25:56.208370+0000","last_clean":"2021-03-04T23:25:56.208370+0000","last_became_active":"2021-03-04T23:15:43.201028+0000","last_became_peered":"2021-03-04T23:15:43.201028+0000","last_unstale":"2021-03-04T23:25:56.208370+0000","last_undegraded":"2021-03-04T23:25:56.208370+0000","last_fullsized":"2021-03-04T23:25:56.208370+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"141","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.209821+0000","last_change":"2021-03-04T23:25:25.022772+0000","last_active":"2021-03-04T23:25:57.209821+0000","last_peered":"2021-03-04T23:25:57.209821+0000","last_clean":"2021-03-04T23:25:57.209821+0000","last_became_active":"2021-03-04T23:25:25.022450+0000","last_became_peered":"2021-03-04T23:25:25.022450+0000","last_unstale":"2021-03-04T23:25:57.209821+0000","last_undegraded":"2021-03-04T23:25:57.209821+0000","last_fullsized":"2021-03-04T23:25:57.209821+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"154'8684","reported_seq":"8735","reported_epoch":"154","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:26:00.138018+0000","last_change":"2021-03-04T23:25:37.125416+0000","last_active":"2021-03-04T23:26:00.138018+0000","last_peered":"2021-03-04T23:26:00.138018+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:25:37.106115+0000","last_became_peered":"2021-03-04T23:25:37.106115+0000","last_unstale":"2021-03-04T23:26:00.138018+0000","last_undegraded":"2021-03-04T23:26:00.138018+0000","last_fullsized":"2021-03-04T23:26:00.138018+0000","mapping_epoch":148,"log_start":"141'800","ondisk_log_start":"141'800","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":7884,"ondisk_log_size":7884,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":569114624,"num_objects":8684,"num_object_clones":0,"num_object_copies":26052,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":8684,"num_objects_unfound":0,"num_objects_dirty":8684,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8684,"num_write_kb":555776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[1,2,0],"avail_no_missing":["1","0","2"],"object_location_counts":[{"shards":"0,1,2","objects":8684}],"blocked_by":[],"up_primary":6,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"29","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.207903+0000","last_change":"2021-03-04T23:25:37.113747+0000","last_active":"2021-03-04T23:25:57.207903+0000","last_peered":"2021-03-04T23:25:57.207903+0000","last_clean":"2021-03-04T23:25:57.207903+0000","last_became_active":"2021-03-04T23:25:37.113514+0000","last_became_peered":"2021-03-04T23:25:37.113514+0000","last_unstale":"2021-03-04T23:25:57.207903+0000","last_undegraded":"2021-03-04T23:25:57.207903+0000","last_fullsized":"2021-03-04T23:25:57.207903+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"147","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.209654+0000","last_change":"2021-03-04T23:25:37.106132+0000","last_active":"2021-03-04T23:25:57.209654+0000","last_peered":"2021-03-04T23:25:57.209654+0000","last_clean":"2021-03-04T23:25:57.209654+0000","last_became_active":"2021-03-04T23:25:37.105794+0000","last_became_peered":"2021-03-04T23:25:37.105794+0000","last_unstale":"2021-03-04T23:25:57.209654+0000","last_undegraded":"2021-03-04T23:25:57.209654+0000","last_fullsized":"2021-03-04T23:25:57.209654+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"155'8594","reported_seq":"8630","reported_epoch":"155","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:26:02.463327+0000","last_change":"2021-03-04T23:25:38.396563+0000","last_active":"2021-03-04T23:26:02.463327+0000","last_peered":"2021-03-04T23:26:02.463327+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:25:38.292887+0000","last_became_peered":"2021-03-04T23:25:38.292887+0000","last_unstale":"2021-03-04T23:26:02.463327+0000","last_undegraded":"2021-03-04T23:25:38.280486+0000","last_fullsized":"2021-03-04T23:25:38.103200+0000","mapping_epoch":149,"log_start":"141'1766","ondisk_log_start":"141'1766","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6828,"ondisk_log_size":6828,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":563216384,"num_objects":8594,"num_object_clones":0,"num_object_copies":25782,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7383,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8594,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8594,"num_write_kb":550016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3],"avail_no_missing":["7","1","3"],"object_location_counts":[{"shards":"1,3,7","objects":7383},{"shards":"3,7","objects":1211}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"124","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.209440+0000","last_change":"2021-03-04T23:14:45.196352+0000","last_active":"2021-03-04T23:25:57.209440+0000","last_peered":"2021-03-04T23:25:57.209440+0000","last_clean":"2021-03-04T23:25:57.209440+0000","last_became_active":"2021-03-04T23:14:45.195987+0000","last_became_peered":"2021-03-04T23:14:45.195987+0000","last_unstale":"2021-03-04T23:25:57.209440+0000","last_undegraded":"2021-03-04T23:25:57.209440+0000","last_fullsized":"2021-03-04T23:25:57.209440+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"150","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.209803+0000","last_change":"2021-03-04T23:25:37.106647+0000","last_active":"2021-03-04T23:25:57.209803+0000","last_peered":"2021-03-04T23:25:57.209803+0000","last_clean":"2021-03-04T23:25:57.209803+0000","last_became_active":"2021-03-04T23:25:37.105887+0000","last_became_peered":"2021-03-04T23:25:37.105887+0000","last_unstale":"2021-03-04T23:25:57.209803+0000","last_undegraded":"2021-03-04T23:25:57.209803+0000","last_fullsized":"2021-03-04T23:25:57.209803+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"154'8613","reported_seq":"8646","reported_epoch":"154","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:26:01.709288+0000","last_change":"2021-03-04T23:25:38.298863+0000","last_active":"2021-03-04T23:26:01.709288+0000","last_peered":"2021-03-04T23:26:01.709288+0000","last_clean":"2021-03-04T23:25:36.091092+0000","last_became_active":"2021-03-04T23:25:38.288219+0000","last_became_peered":"2021-03-04T23:25:38.288219+0000","last_unstale":"2021-03-04T23:26:01.709288+0000","last_undegraded":"2021-03-04T23:25:38.129777+0000","last_fullsized":"2021-03-04T23:25:38.102838+0000","mapping_epoch":149,"log_start":"141'2177","ondisk_log_start":"141'2177","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6436,"ondisk_log_size":6436,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":564461568,"num_objects":8613,"num_object_clones":0,"num_object_copies":25839,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7459,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8613,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8613,"num_write_kb":551232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7],"acting":[3,2],"avail_no_missing":["3","1","2"],"object_location_counts":[{"shards":"1,2,3","objects":7459},{"shards":"2,3","objects":1154}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"108","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.208308+0000","last_change":"2021-03-04T23:25:37.113022+0000","last_active":"2021-03-04T23:25:56.208308+0000","last_peered":"2021-03-04T23:25:56.208308+0000","last_clean":"2021-03-04T23:25:56.208308+0000","last_became_active":"2021-03-04T23:25:37.112726+0000","last_became_peered":"2021-03-04T23:25:37.112726+0000","last_unstale":"2021-03-04T23:25:56.208308+0000","last_undegraded":"2021-03-04T23:25:56.208308+0000","last_fullsized":"2021-03-04T23:25:56.208308+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"86","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.211940+0000","last_change":"2021-03-04T23:25:37.110322+0000","last_active":"2021-03-04T23:25:56.211940+0000","last_peered":"2021-03-04T23:25:56.211940+0000","last_clean":"2021-03-04T23:25:56.211940+0000","last_became_active":"2021-03-04T23:25:37.109644+0000","last_became_peered":"2021-03-04T23:25:37.109644+0000","last_unstale":"2021-03-04T23:25:56.211940+0000","last_undegraded":"2021-03-04T23:25:56.211940+0000","last_fullsized":"2021-03-04T23:25:56.211940+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"155'8639","reported_seq":"9961","reported_epoch":"155","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:26:03.405953+0000","last_change":"2021-03-04T23:25:38.312618+0000","last_active":"2021-03-04T23:26:03.405953+0000","last_peered":"2021-03-04T23:26:03.405953+0000","last_clean":"2021-03-04T23:25:36.088336+0000","last_became_active":"2021-03-04T23:25:38.269173+0000","last_became_peered":"2021-03-04T23:25:38.269173+0000","last_unstale":"2021-03-04T23:26:03.405953+0000","last_undegraded":"2021-03-04T23:26:03.405953+0000","last_fullsized":"2021-03-04T23:25:38.102756+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":8639,"ondisk_log_size":8639,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":566165504,"num_objects":8639,"num_object_clones":0,"num_object_copies":25917,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6704,"num_objects_unfound":0,"num_objects_dirty":8639,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8639,"num_write_kb":552896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":643,"num_bytes_recovered":42139648,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3],"avail_no_missing":["5","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":6704},{"shards":"3,5","objects":1935}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"70","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.205203+0000","last_change":"2021-03-04T23:25:37.105457+0000","last_active":"2021-03-04T23:25:56.205203+0000","last_peered":"2021-03-04T23:25:56.205203+0000","last_clean":"2021-03-04T23:25:56.205203+0000","last_became_active":"2021-03-04T23:25:37.105217+0000","last_became_peered":"2021-03-04T23:25:37.105217+0000","last_unstale":"2021-03-04T23:25:56.205203+0000","last_undegraded":"2021-03-04T23:25:56.205203+0000","last_fullsized":"2021-03-04T23:25:56.205203+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"140","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.229177+0000","last_change":"2021-03-04T23:15:43.200680+0000","last_active":"2021-03-04T23:25:57.229177+0000","last_peered":"2021-03-04T23:25:57.229177+0000","last_clean":"2021-03-04T23:25:57.229177+0000","last_became_active":"2021-03-04T23:15:43.200335+0000","last_became_peered":"2021-03-04T23:15:43.200335+0000","last_unstale":"2021-03-04T23:25:57.229177+0000","last_undegraded":"2021-03-04T23:25:57.229177+0000","last_fullsized":"2021-03-04T23:25:57.229177+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"32","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.228912+0000","last_change":"2021-03-04T23:25:37.106040+0000","last_active":"2021-03-04T23:25:57.228912+0000","last_peered":"2021-03-04T23:25:57.228912+0000","last_clean":"2021-03-04T23:25:57.228912+0000","last_became_active":"2021-03-04T23:25:37.105461+0000","last_became_peered":"2021-03-04T23:25:37.105461+0000","last_unstale":"2021-03-04T23:25:57.228912+0000","last_undegraded":"2021-03-04T23:25:57.228912+0000","last_fullsized":"2021-03-04T23:25:57.228912+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.9","version":"154'8631","reported_seq":"8656","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:26:00.468701+0000","last_change":"2021-03-04T23:24:42.888414+0000","last_active":"2021-03-04T23:26:00.468701+0000","last_peered":"2021-03-04T23:26:00.468701+0000","last_clean":"2021-03-04T23:26:00.468701+0000","last_became_active":"2021-03-04T23:24:42.888213+0000","last_became_peered":"2021-03-04T23:24:42.888213+0000","last_unstale":"2021-03-04T23:26:00.468701+0000","last_undegraded":"2021-03-04T23:26:00.468701+0000","last_fullsized":"2021-03-04T23:26:00.468701+0000","mapping_epoch":137,"log_start":"141'1390","ondisk_log_start":"141'1390","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":7241,"ondisk_log_size":7241,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":565641216,"num_objects":8631,"num_object_clones":0,"num_object_copies":25893,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8631,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8631,"num_write_kb":552384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"156","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.229049+0000","last_change":"2021-03-04T23:25:37.106540+0000","last_active":"2021-03-04T23:25:57.229049+0000","last_peered":"2021-03-04T23:25:57.229049+0000","last_clean":"2021-03-04T23:25:57.229049+0000","last_became_active":"2021-03-04T23:25:37.106232+0000","last_became_peered":"2021-03-04T23:25:37.106232+0000","last_unstale":"2021-03-04T23:25:57.229049+0000","last_undegraded":"2021-03-04T23:25:57.229049+0000","last_fullsized":"2021-03-04T23:25:57.229049+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"142","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.209605+0000","last_change":"2021-03-04T23:25:25.023362+0000","last_active":"2021-03-04T23:25:57.209605+0000","last_peered":"2021-03-04T23:25:57.209605+0000","last_clean":"2021-03-04T23:25:57.209605+0000","last_became_active":"2021-03-04T23:25:25.023138+0000","last_became_peered":"2021-03-04T23:25:25.023138+0000","last_unstale":"2021-03-04T23:25:57.209605+0000","last_undegraded":"2021-03-04T23:25:57.209605+0000","last_fullsized":"2021-03-04T23:25:57.209605+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"102","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.241606+0000","last_change":"2021-03-04T23:25:37.106620+0000","last_active":"2021-03-04T23:25:57.241606+0000","last_peered":"2021-03-04T23:25:57.241606+0000","last_clean":"2021-03-04T23:25:57.241606+0000","last_became_active":"2021-03-04T23:25:37.106411+0000","last_became_peered":"2021-03-04T23:25:37.106411+0000","last_unstale":"2021-03-04T23:25:57.241606+0000","last_undegraded":"2021-03-04T23:25:57.241606+0000","last_fullsized":"2021-03-04T23:25:57.241606+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.a","version":"155'8669","reported_seq":"8703","reported_epoch":"155","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:26:03.401723+0000","last_change":"2021-03-04T23:25:38.306169+0000","last_active":"2021-03-04T23:26:03.401723+0000","last_peered":"2021-03-04T23:26:03.401723+0000","last_clean":"2021-03-04T23:25:36.094482+0000","last_became_active":"2021-03-04T23:25:38.287461+0000","last_became_peered":"2021-03-04T23:25:38.287461+0000","last_unstale":"2021-03-04T23:26:03.401723+0000","last_undegraded":"2021-03-04T23:25:38.144536+0000","last_fullsized":"2021-03-04T23:25:38.102751+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":8669,"ondisk_log_size":8669,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":568131584,"num_objects":8669,"num_object_clones":0,"num_object_copies":26007,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7402,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8669,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8669,"num_write_kb":554816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7],"avail_no_missing":["5","1","7"],"object_location_counts":[{"shards":"1,5,7","objects":7402},{"shards":"5,7","objects":1267}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"128","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.241397+0000","last_change":"2021-03-04T23:15:43.200469+0000","last_active":"2021-03-04T23:25:57.241397+0000","last_peered":"2021-03-04T23:25:57.241397+0000","last_clean":"2021-03-04T23:25:57.241397+0000","last_became_active":"2021-03-04T23:15:43.200235+0000","last_became_peered":"2021-03-04T23:15:43.200235+0000","last_unstale":"2021-03-04T23:25:57.241397+0000","last_undegraded":"2021-03-04T23:25:57.241397+0000","last_fullsized":"2021-03-04T23:25:57.241397+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"121","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.241433+0000","last_change":"2021-03-04T23:25:37.108889+0000","last_active":"2021-03-04T23:25:57.241433+0000","last_peered":"2021-03-04T23:25:57.241433+0000","last_clean":"2021-03-04T23:25:57.241433+0000","last_became_active":"2021-03-04T23:25:37.108497+0000","last_became_peered":"2021-03-04T23:25:37.108497+0000","last_unstale":"2021-03-04T23:25:57.241433+0000","last_undegraded":"2021-03-04T23:25:57.241433+0000","last_fullsized":"2021-03-04T23:25:57.241433+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"66","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.234759+0000","last_change":"2021-03-04T23:25:37.106745+0000","last_active":"2021-03-04T23:25:57.234759+0000","last_peered":"2021-03-04T23:25:57.234759+0000","last_clean":"2021-03-04T23:25:57.234759+0000","last_became_active":"2021-03-04T23:25:37.106393+0000","last_became_peered":"2021-03-04T23:25:37.106393+0000","last_unstale":"2021-03-04T23:25:57.234759+0000","last_undegraded":"2021-03-04T23:25:57.234759+0000","last_fullsized":"2021-03-04T23:25:57.234759+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.8","version":"154'8570","reported_seq":"8595","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:26:01.781159+0000","last_change":"2021-03-04T23:24:42.890448+0000","last_active":"2021-03-04T23:26:01.781159+0000","last_peered":"2021-03-04T23:26:01.781159+0000","last_clean":"2021-03-04T23:26:01.781159+0000","last_became_active":"2021-03-04T23:24:42.890256+0000","last_became_peered":"2021-03-04T23:24:42.890256+0000","last_unstale":"2021-03-04T23:26:01.781159+0000","last_undegraded":"2021-03-04T23:26:01.781159+0000","last_fullsized":"2021-03-04T23:26:01.781159+0000","mapping_epoch":137,"log_start":"141'2145","ondisk_log_start":"141'2145","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6425,"ondisk_log_size":6425,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":561643520,"num_objects":8570,"num_object_clones":0,"num_object_copies":25710,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8570,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8570,"num_write_kb":548480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"129","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.235774+0000","last_change":"2021-03-04T23:14:45.176529+0000","last_active":"2021-03-04T23:25:57.235774+0000","last_peered":"2021-03-04T23:25:57.235774+0000","last_clean":"2021-03-04T23:25:57.235774+0000","last_became_active":"2021-03-04T23:14:45.176285+0000","last_became_peered":"2021-03-04T23:14:45.176285+0000","last_unstale":"2021-03-04T23:25:57.235774+0000","last_undegraded":"2021-03-04T23:25:57.235774+0000","last_fullsized":"2021-03-04T23:25:57.235774+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"150","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.219681+0000","last_change":"2021-03-04T23:25:25.022666+0000","last_active":"2021-03-04T23:25:57.219681+0000","last_peered":"2021-03-04T23:25:57.219681+0000","last_clean":"2021-03-04T23:25:57.219681+0000","last_became_active":"2021-03-04T23:25:25.022479+0000","last_became_peered":"2021-03-04T23:25:25.022479+0000","last_unstale":"2021-03-04T23:25:57.219681+0000","last_undegraded":"2021-03-04T23:25:57.219681+0000","last_fullsized":"2021-03-04T23:25:57.219681+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"109","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.212118+0000","last_change":"2021-03-04T23:25:25.024074+0000","last_active":"2021-03-04T23:25:56.212118+0000","last_peered":"2021-03-04T23:25:56.212118+0000","last_clean":"2021-03-04T23:25:56.212118+0000","last_became_active":"2021-03-04T23:25:25.023756+0000","last_became_peered":"2021-03-04T23:25:25.023756+0000","last_unstale":"2021-03-04T23:25:56.212118+0000","last_undegraded":"2021-03-04T23:25:56.212118+0000","last_fullsized":"2021-03-04T23:25:56.212118+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"20","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.208024+0000","last_change":"2021-03-04T23:25:25.025383+0000","last_active":"2021-03-04T23:25:57.208024+0000","last_peered":"2021-03-04T23:25:57.208024+0000","last_clean":"2021-03-04T23:25:57.208024+0000","last_became_active":"2021-03-04T23:25:25.025093+0000","last_became_peered":"2021-03-04T23:25:25.025093+0000","last_unstale":"2021-03-04T23:25:57.208024+0000","last_undegraded":"2021-03-04T23:25:57.208024+0000","last_fullsized":"2021-03-04T23:25:57.208024+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"154'8780","reported_seq":"10826","reported_epoch":"154","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:26:00.444583+0000","last_change":"2021-03-04T23:25:37.139252+0000","last_active":"2021-03-04T23:26:00.444583+0000","last_peered":"2021-03-04T23:26:00.444583+0000","last_clean":"2021-03-04T23:25:24.025577+0000","last_became_active":"2021-03-04T23:25:26.187951+0000","last_became_peered":"2021-03-04T23:25:26.187951+0000","last_unstale":"2021-03-04T23:26:00.444583+0000","last_undegraded":"2021-03-04T23:26:00.444583+0000","last_fullsized":"2021-03-04T23:25:26.021817+0000","mapping_epoch":145,"log_start":"141'1592","ondisk_log_start":"141'1592","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":7188,"ondisk_log_size":7188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":575406080,"num_objects":8780,"num_object_clones":0,"num_object_copies":26340,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5745,"num_objects_unfound":0,"num_objects_dirty":8780,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8780,"num_write_kb":561920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1004,"num_bytes_recovered":65798144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,5],"avail_no_missing":["0","2","5"],"object_location_counts":[{"shards":"0,2,5","objects":5745},{"shards":"0,5","objects":3035}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"153","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.219669+0000","last_change":"2021-03-04T23:25:37.112301+0000","last_active":"2021-03-04T23:25:57.219669+0000","last_peered":"2021-03-04T23:25:57.219669+0000","last_clean":"2021-03-04T23:25:57.219669+0000","last_became_active":"2021-03-04T23:25:37.111920+0000","last_became_peered":"2021-03-04T23:25:37.111920+0000","last_unstale":"2021-03-04T23:25:57.219669+0000","last_undegraded":"2021-03-04T23:25:57.219669+0000","last_fullsized":"2021-03-04T23:25:57.219669+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"117","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.204388+0000","last_change":"2021-03-04T23:15:43.202694+0000","last_active":"2021-03-04T23:25:56.204388+0000","last_peered":"2021-03-04T23:25:56.204388+0000","last_clean":"2021-03-04T23:25:56.204388+0000","last_became_active":"2021-03-04T23:15:43.202505+0000","last_became_peered":"2021-03-04T23:15:43.202505+0000","last_unstale":"2021-03-04T23:25:56.204388+0000","last_undegraded":"2021-03-04T23:25:56.204388+0000","last_fullsized":"2021-03-04T23:25:56.204388+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"142","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.204810+0000","last_change":"2021-03-04T23:25:37.108998+0000","last_active":"2021-03-04T23:25:56.204810+0000","last_peered":"2021-03-04T23:25:56.204810+0000","last_clean":"2021-03-04T23:25:56.204810+0000","last_became_active":"2021-03-04T23:25:37.108746+0000","last_became_peered":"2021-03-04T23:25:37.108746+0000","last_unstale":"2021-03-04T23:25:56.204810+0000","last_undegraded":"2021-03-04T23:25:56.204810+0000","last_fullsized":"2021-03-04T23:25:56.204810+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"155'8606","reported_seq":"8640","reported_epoch":"155","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:26:02.493532+0000","last_change":"2021-03-04T23:25:38.440038+0000","last_active":"2021-03-04T23:26:02.493532+0000","last_peered":"2021-03-04T23:26:02.493532+0000","last_clean":"2021-03-04T23:25:36.092788+0000","last_became_active":"2021-03-04T23:25:38.408047+0000","last_became_peered":"2021-03-04T23:25:38.408047+0000","last_unstale":"2021-03-04T23:26:02.493532+0000","last_undegraded":"2021-03-04T23:25:38.148313+0000","last_fullsized":"2021-03-04T23:25:38.103265+0000","mapping_epoch":149,"log_start":"141'1708","ondisk_log_start":"141'1708","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6898,"ondisk_log_size":6898,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":564002816,"num_objects":8606,"num_object_clones":0,"num_object_copies":25818,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7426,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8606,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8606,"num_write_kb":550784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4],"avail_no_missing":["7","1","4"],"object_location_counts":[{"shards":"1,4,7","objects":7426},{"shards":"4,7","objects":1180}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"129","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.220037+0000","last_change":"2021-03-04T23:12:26.736023+0000","last_active":"2021-03-04T23:25:57.220037+0000","last_peered":"2021-03-04T23:25:57.220037+0000","last_clean":"2021-03-04T23:25:57.220037+0000","last_became_active":"2021-03-04T23:12:26.735664+0000","last_became_peered":"2021-03-04T23:12:26.735664+0000","last_unstale":"2021-03-04T23:25:57.220037+0000","last_undegraded":"2021-03-04T23:25:57.220037+0000","last_fullsized":"2021-03-04T23:25:57.220037+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"63","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.241675+0000","last_change":"2021-03-04T23:25:37.108783+0000","last_active":"2021-03-04T23:25:57.241675+0000","last_peered":"2021-03-04T23:25:57.241675+0000","last_clean":"2021-03-04T23:25:57.241675+0000","last_became_active":"2021-03-04T23:25:37.108504+0000","last_became_peered":"2021-03-04T23:25:37.108504+0000","last_unstale":"2021-03-04T23:25:57.241675+0000","last_undegraded":"2021-03-04T23:25:57.241675+0000","last_fullsized":"2021-03-04T23:25:57.241675+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"103","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.210304+0000","last_change":"2021-03-04T23:12:37.986687+0000","last_active":"2021-03-04T23:25:56.210304+0000","last_peered":"2021-03-04T23:25:56.210304+0000","last_clean":"2021-03-04T23:25:56.210304+0000","last_became_active":"2021-03-04T23:12:26.728092+0000","last_became_peered":"2021-03-04T23:12:26.728092+0000","last_unstale":"2021-03-04T23:25:56.210304+0000","last_undegraded":"2021-03-04T23:25:56.210304+0000","last_fullsized":"2021-03-04T23:25:56.210304+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"155'8589","reported_seq":"8623","reported_epoch":"155","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:26:02.482455+0000","last_change":"2021-03-04T23:25:38.335380+0000","last_active":"2021-03-04T23:26:02.482455+0000","last_peered":"2021-03-04T23:26:02.482455+0000","last_clean":"2021-03-04T23:25:36.101793+0000","last_became_active":"2021-03-04T23:25:38.308529+0000","last_became_peered":"2021-03-04T23:25:38.308529+0000","last_unstale":"2021-03-04T23:26:02.482455+0000","last_undegraded":"2021-03-04T23:25:38.153195+0000","last_fullsized":"2021-03-04T23:25:38.103221+0000","mapping_epoch":149,"log_start":"141'1758","ondisk_log_start":"141'1758","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6831,"ondisk_log_size":6831,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":562888704,"num_objects":8589,"num_object_clones":0,"num_object_copies":25767,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7376,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8589,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8589,"num_write_kb":549696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5],"avail_no_missing":["7","1","5"],"object_location_counts":[{"shards":"1,5,7","objects":7376},{"shards":"5,7","objects":1213}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"129","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.211965+0000","last_change":"2021-03-04T23:15:58.122089+0000","last_active":"2021-03-04T23:25:56.211965+0000","last_peered":"2021-03-04T23:25:56.211965+0000","last_clean":"2021-03-04T23:25:56.211965+0000","last_became_active":"2021-03-04T23:15:43.201322+0000","last_became_peered":"2021-03-04T23:15:43.201322+0000","last_unstale":"2021-03-04T23:25:56.211965+0000","last_undegraded":"2021-03-04T23:25:56.211965+0000","last_fullsized":"2021-03-04T23:25:56.211965+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"106","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.207960+0000","last_change":"2021-03-04T23:25:37.108136+0000","last_active":"2021-03-04T23:25:57.207960+0000","last_peered":"2021-03-04T23:25:57.207960+0000","last_clean":"2021-03-04T23:25:57.207960+0000","last_became_active":"2021-03-04T23:25:37.107847+0000","last_became_peered":"2021-03-04T23:25:37.107847+0000","last_unstale":"2021-03-04T23:25:57.207960+0000","last_undegraded":"2021-03-04T23:25:57.207960+0000","last_fullsized":"2021-03-04T23:25:57.207960+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"126","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.208254+0000","last_change":"2021-03-04T23:15:50.205077+0000","last_active":"2021-03-04T23:25:56.208254+0000","last_peered":"2021-03-04T23:25:56.208254+0000","last_clean":"2021-03-04T23:25:56.208254+0000","last_became_active":"2021-03-04T23:15:43.200982+0000","last_became_peered":"2021-03-04T23:15:43.200982+0000","last_unstale":"2021-03-04T23:25:56.208254+0000","last_undegraded":"2021-03-04T23:25:56.208254+0000","last_fullsized":"2021-03-04T23:25:56.208254+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"154'8585","reported_seq":"8610","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:26:01.786634+0000","last_change":"2021-03-04T23:24:42.889574+0000","last_active":"2021-03-04T23:26:01.786634+0000","last_peered":"2021-03-04T23:26:01.786634+0000","last_clean":"2021-03-04T23:26:01.786634+0000","last_became_active":"2021-03-04T23:24:42.889370+0000","last_became_peered":"2021-03-04T23:24:42.889370+0000","last_unstale":"2021-03-04T23:26:01.786634+0000","last_undegraded":"2021-03-04T23:26:01.786634+0000","last_fullsized":"2021-03-04T23:26:01.786634+0000","mapping_epoch":137,"log_start":"141'2176","ondisk_log_start":"141'2176","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6409,"ondisk_log_size":6409,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":562626560,"num_objects":8585,"num_object_clones":0,"num_object_copies":25755,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8585,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8585,"num_write_kb":549440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"20","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.207996+0000","last_change":"2021-03-04T23:25:25.026830+0000","last_active":"2021-03-04T23:25:57.207996+0000","last_peered":"2021-03-04T23:25:57.207996+0000","last_clean":"2021-03-04T23:25:57.207996+0000","last_became_active":"2021-03-04T23:25:25.026547+0000","last_became_peered":"2021-03-04T23:25:25.026547+0000","last_unstale":"2021-03-04T23:25:57.207996+0000","last_undegraded":"2021-03-04T23:25:57.207996+0000","last_fullsized":"2021-03-04T23:25:57.207996+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"134","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.204849+0000","last_change":"2021-03-04T23:25:37.116919+0000","last_active":"2021-03-04T23:25:56.204849+0000","last_peered":"2021-03-04T23:25:56.204849+0000","last_clean":"2021-03-04T23:25:56.204849+0000","last_became_active":"2021-03-04T23:25:37.106981+0000","last_became_peered":"2021-03-04T23:25:37.106981+0000","last_unstale":"2021-03-04T23:25:56.204849+0000","last_undegraded":"2021-03-04T23:25:56.204849+0000","last_fullsized":"2021-03-04T23:25:56.204849+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"126","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.209497+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:25:57.209497+0000","last_peered":"2021-03-04T23:25:57.209497+0000","last_clean":"2021-03-04T23:25:57.209497+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:25:57.209497+0000","last_undegraded":"2021-03-04T23:25:57.209497+0000","last_fullsized":"2021-03-04T23:25:57.209497+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"106","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.210419+0000","last_change":"2021-03-04T23:12:37.986701+0000","last_active":"2021-03-04T23:25:56.210419+0000","last_peered":"2021-03-04T23:25:56.210419+0000","last_clean":"2021-03-04T23:25:56.210419+0000","last_became_active":"2021-03-04T23:12:26.729415+0000","last_became_peered":"2021-03-04T23:12:26.729415+0000","last_unstale":"2021-03-04T23:25:56.210419+0000","last_undegraded":"2021-03-04T23:25:56.210419+0000","last_fullsized":"2021-03-04T23:25:56.210419+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"146","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.241610+0000","last_change":"2021-03-04T23:25:37.105374+0000","last_active":"2021-03-04T23:25:57.241610+0000","last_peered":"2021-03-04T23:25:57.241610+0000","last_clean":"2021-03-04T23:25:57.241610+0000","last_became_active":"2021-03-04T23:25:37.105209+0000","last_became_peered":"2021-03-04T23:25:37.105209+0000","last_unstale":"2021-03-04T23:25:57.241610+0000","last_undegraded":"2021-03-04T23:25:57.241610+0000","last_fullsized":"2021-03-04T23:25:57.241610+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"140","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.229035+0000","last_change":"2021-03-04T23:25:37.109371+0000","last_active":"2021-03-04T23:25:57.229035+0000","last_peered":"2021-03-04T23:25:57.229035+0000","last_clean":"2021-03-04T23:25:57.229035+0000","last_became_active":"2021-03-04T23:25:37.106252+0000","last_became_peered":"2021-03-04T23:25:37.106252+0000","last_unstale":"2021-03-04T23:25:57.229035+0000","last_undegraded":"2021-03-04T23:25:57.229035+0000","last_fullsized":"2021-03-04T23:25:57.229035+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"147","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.209711+0000","last_change":"2021-03-04T23:25:37.106284+0000","last_active":"2021-03-04T23:25:57.209711+0000","last_peered":"2021-03-04T23:25:57.209711+0000","last_clean":"2021-03-04T23:25:57.209711+0000","last_became_active":"2021-03-04T23:25:37.105979+0000","last_became_peered":"2021-03-04T23:25:37.105979+0000","last_unstale":"2021-03-04T23:25:57.209711+0000","last_undegraded":"2021-03-04T23:25:57.209711+0000","last_fullsized":"2021-03-04T23:25:57.209711+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"138","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.229217+0000","last_change":"2021-03-04T23:25:25.031712+0000","last_active":"2021-03-04T23:25:57.229217+0000","last_peered":"2021-03-04T23:25:57.229217+0000","last_clean":"2021-03-04T23:25:57.229217+0000","last_became_active":"2021-03-04T23:25:25.023911+0000","last_became_peered":"2021-03-04T23:25:25.023911+0000","last_unstale":"2021-03-04T23:25:57.229217+0000","last_undegraded":"2021-03-04T23:25:57.229217+0000","last_fullsized":"2021-03-04T23:25:57.229217+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"138","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.209531+0000","last_change":"2021-03-04T23:15:43.200097+0000","last_active":"2021-03-04T23:25:57.209531+0000","last_peered":"2021-03-04T23:25:57.209531+0000","last_clean":"2021-03-04T23:25:57.209531+0000","last_became_active":"2021-03-04T23:15:43.199864+0000","last_became_peered":"2021-03-04T23:15:43.199864+0000","last_unstale":"2021-03-04T23:25:57.209531+0000","last_undegraded":"2021-03-04T23:25:57.209531+0000","last_fullsized":"2021-03-04T23:25:57.209531+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"134","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.208490+0000","last_change":"2021-03-04T23:25:25.024127+0000","last_active":"2021-03-04T23:25:56.208490+0000","last_peered":"2021-03-04T23:25:56.208490+0000","last_clean":"2021-03-04T23:25:56.208490+0000","last_became_active":"2021-03-04T23:25:25.023857+0000","last_became_peered":"2021-03-04T23:25:25.023857+0000","last_unstale":"2021-03-04T23:25:56.208490+0000","last_undegraded":"2021-03-04T23:25:56.208490+0000","last_fullsized":"2021-03-04T23:25:56.208490+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"129","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.208451+0000","last_change":"2021-03-04T23:15:58.119018+0000","last_active":"2021-03-04T23:25:56.208451+0000","last_peered":"2021-03-04T23:25:56.208451+0000","last_clean":"2021-03-04T23:25:56.208451+0000","last_became_active":"2021-03-04T23:15:43.201314+0000","last_became_peered":"2021-03-04T23:15:43.201314+0000","last_unstale":"2021-03-04T23:25:56.208451+0000","last_undegraded":"2021-03-04T23:25:56.208451+0000","last_fullsized":"2021-03-04T23:25:56.208451+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"121","reported_epoch":"153","state":"active+clean","last_fresh":"2021-03-04T23:25:56.204708+0000","last_change":"2021-03-04T23:14:45.177195+0000","last_active":"2021-03-04T23:25:56.204708+0000","last_peered":"2021-03-04T23:25:56.204708+0000","last_clean":"2021-03-04T23:25:56.204708+0000","last_became_active":"2021-03-04T23:14:45.176885+0000","last_became_peered":"2021-03-04T23:14:45.176885+0000","last_unstale":"2021-03-04T23:25:56.204708+0000","last_undegraded":"2021-03-04T23:25:56.204708+0000","last_fullsized":"2021-03-04T23:25:56.204708+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"150","reported_epoch":"154","state":"active+clean","last_fresh":"2021-03-04T23:25:57.209430+0000","last_change":"2021-03-04T23:25:37.111203+0000","last_active":"2021-03-04T23:25:57.209430+0000","last_peered":"2021-03-04T23:25:57.209430+0000","last_clean":"2021-03-04T23:25:57.209430+0000","last_became_active":"2021-03-04T23:25:37.110838+0000","last_became_peered":"2021-03-04T23:25:37.110838+0000","last_unstale":"2021-03-04T23:25:57.209430+0000","last_undegraded":"2021-03-04T23:25:57.209430+0000","last_fullsized":"2021-03-04T23:25:57.209430+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":5338,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7562538,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3965,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":4},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":9066053632,"num_objects":138337,"num_object_clones":0,"num_object_copies":415011,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":50883,"num_objects_misplaced":21133,"num_objects_unfound":0,"num_objects_dirty":138337,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":138337,"num_write_kb":8853568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9812,"num_bytes_recovered":643039232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":27907981312,"data_stored":27907981312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":118322,"ondisk_log_size":118322,"up":48,"acting":39,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495880,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":6094452,"kb_used_data":5045868,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":81985932,"statfs":{"total":90194313216,"available":83953594368,"internally_reserved":1073741824,"allocated":5166968832,"data_stored":5166145163,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,0,1,2,2,2],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:25:45 2021","interfaces":[{"interface":"back","average":{"1min":2.5920000000000001,"5min":1.4670000000000001,"15min":0.78600000000000003},"min":{"1min":0.156,"5min":0.156,"15min":0.13500000000000001},"max":{"1min":37.838000000000001,"5min":54.801000000000002,"15min":54.801000000000002},"last":15.763999999999999},{"interface":"front","average":{"1min":2.863,"5min":1.4850000000000001,"15min":0.76500000000000001},"min":{"1min":0.157,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":37.884,"5min":54.863999999999997,"15min":54.863999999999997},"last":16.029}]},{"osd":1,"last update":"Thu Mar 4 23:25:15 2021","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.48299999999999998,"15min":0.50600000000000001},"min":{"1min":0.219,"5min":0.183,"15min":0.16},"max":{"1min":0.90800000000000003,"5min":2.3839999999999999,"15min":3.101},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.47999999999999998,"15min":0.55500000000000005},"min":{"1min":0.18099999999999999,"5min":0.17599999999999999,"15min":0.17399999999999999},"max":{"1min":0.75900000000000001,"5min":2.335,"15min":3.585},"last":0.27400000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:26:01 2021","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.53600000000000003,"15min":0.60099999999999998},"min":{"1min":0.19500000000000001,"5min":0.17999999999999999,"15min":0.16700000000000001},"max":{"1min":2.0750000000000002,"5min":3.528,"15min":5.2400000000000002},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.63,"15min":0.56999999999999995},"min":{"1min":0.22500000000000001,"5min":0.218,"15min":0.218},"max":{"1min":3.206,"5min":3.206,"15min":3.206},"last":0.32100000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:26:01 2021","interfaces":[{"interface":"back","average":{"1min":6.2949999999999999,"5min":1.742,"15min":0.94099999999999995},"min":{"1min":0.20899999999999999,"5min":0.19500000000000001,"15min":0.18099999999999999},"max":{"1min":63.959000000000003,"5min":63.959000000000003,"15min":63.959000000000003},"last":0.307},{"interface":"front","average":{"1min":6.3920000000000003,"5min":1.857,"15min":1.2190000000000001},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.183},"max":{"1min":64.183999999999997,"5min":64.183999999999997,"15min":64.183999999999997},"last":0.23799999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:26:01 2021","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.53200000000000003,"15min":0.377},"min":{"1min":0.17299999999999999,"5min":0.14399999999999999,"15min":0.13100000000000001},"max":{"1min":3.0990000000000002,"5min":4.0179999999999998,"15min":4.0179999999999998},"last":0.186},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.35999999999999999,"15min":0.374},"min":{"1min":0.182,"5min":0.16,"15min":0.13300000000000001},"max":{"1min":2.0089999999999999,"5min":2.0089999999999999,"15min":3.5800000000000001},"last":0.28399999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:26:01 2021","interfaces":[{"interface":"back","average":{"1min":0.30499999999999999,"5min":0.39400000000000002,"15min":0.36499999999999999},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":1.1339999999999999,"5min":3.621,"15min":3.847},"last":0.17399999999999999},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.48899999999999999,"15min":0.41599999999999998},"min":{"1min":0.21099999999999999,"5min":0.16800000000000001,"15min":0.16200000000000001},"max":{"1min":3.0640000000000001,"5min":3.0640000000000001,"15min":3.7229999999999999},"last":0.21099999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:26:01 2021","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.53900000000000003,"15min":0.435},"min":{"1min":0.19900000000000001,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":2.0390000000000001,"5min":4.1299999999999999,"15min":4.1299999999999999},"last":0.19900000000000001},{"interface":"front","average":{"1min":1.016,"5min":0.67000000000000004,"15min":0.48399999999999999},"min":{"1min":0.248,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":3.1890000000000001,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":0.248}]}]},{"osd":6,"up_from":41,"seq":176093659404,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1478492,"kb_used_data":429908,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86601892,"statfs":{"total":90194313216,"available":88680337408,"internally_reserved":1073741824,"allocated":440225792,"data_stored":439418904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:25:44 2021","interfaces":[{"interface":"back","average":{"1min":0.27000000000000002,"5min":0.495,"15min":0.51300000000000001},"min":{"1min":0.151,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.64000000000000001,"5min":3.2050000000000001,"15min":3.77},"last":0.14999999999999999},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.47799999999999998,"15min":0.44},"min":{"1min":0.16,"5min":0.16,"15min":0.156},"max":{"1min":2.194,"5min":3.3119999999999998,"15min":3.7130000000000001},"last":0.19600000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:25:09 2021","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.47499999999999998,"15min":0.56899999999999995},"min":{"1min":0.19800000000000001,"5min":0.159,"15min":0.159},"max":{"1min":1.2669999999999999,"5min":3.5049999999999999,"15min":3.609},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.58099999999999996,"15min":0.56100000000000005},"min":{"1min":0.20799999999999999,"5min":0.17199999999999999,"15min":0.16500000000000001},"max":{"1min":1.2090000000000001,"5min":4.149,"15min":4.149},"last":0.28799999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:25:09 2021","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.58799999999999997,"15min":0.60099999999999998},"min":{"1min":0.219,"5min":0.189,"15min":0.16800000000000001},"max":{"1min":1.224,"5min":4.0940000000000003,"15min":4.2169999999999996},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.52900000000000003,"15min":0.59599999999999997},"min":{"1min":0.252,"5min":0.186,"15min":0.17599999999999999},"max":{"1min":1.3440000000000001,"5min":2.6360000000000001,"15min":3.3700000000000001},"last":0.307}]},{"osd":3,"last update":"Thu Mar 4 23:25:03 2021","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.57899999999999996,"15min":0.68999999999999995},"min":{"1min":0.311,"5min":0.219,"15min":0.19800000000000001},"max":{"1min":1.3300000000000001,"5min":4.5330000000000004,"15min":4.5330000000000004},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.64700000000000002,"15min":0.74099999999999999},"min":{"1min":0.29099999999999998,"5min":0.22800000000000001,"15min":0.21099999999999999},"max":{"1min":1.173,"5min":4.0709999999999997,"15min":4.0709999999999997},"last":0.32800000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:25:44 2021","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.48399999999999999,"15min":0.39000000000000001},"min":{"1min":0.159,"5min":0.13300000000000001,"15min":0.121},"max":{"1min":1.2849999999999999,"5min":4.1539999999999999,"15min":4.1539999999999999},"last":0.186},{"interface":"front","average":{"1min":0.28100000000000003,"5min":0.47599999999999998,"15min":0.42199999999999999},"min":{"1min":0.193,"5min":0.16800000000000001,"15min":0.13500000000000001},"max":{"1min":0.50800000000000001,"5min":4.1269999999999998,"15min":4.1269999999999998},"last":0.22800000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:25:44 2021","interfaces":[{"interface":"back","average":{"1min":0.29799999999999999,"5min":0.47999999999999998,"15min":0.41899999999999998},"min":{"1min":0.185,"5min":0.16700000000000001,"15min":0.151},"max":{"1min":0.59199999999999997,"5min":4.0010000000000003,"15min":4.0010000000000003},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.32800000000000001,"5min":0.51900000000000002,"15min":0.47799999999999998},"min":{"1min":0.19400000000000001,"5min":0.16,"15min":0.14699999999999999},"max":{"1min":0.58599999999999997,"5min":4.2389999999999999,"15min":4.2389999999999999},"last":0.34300000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:25:51 2021","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.63200000000000001,"15min":0.496},"min":{"1min":0.19500000000000001,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":1.5589999999999999,"5min":4.5880000000000001,"15min":4.5880000000000001},"last":1.4530000000000001},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.52400000000000002,"15min":0.48499999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.19400000000000001},"max":{"1min":1.7390000000000001,"5min":4.0129999999999999,"15min":4.0129999999999999},"last":0.40000000000000002}]}]},{"osd":1,"up_from":0,"seq":373662154900,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":73,"seq":313532612773,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3651412,"kb_used_data":3357516,"kb_used_omap":1446,"kb_used_meta":292441,"kb_avail":84428972,"statfs":{"total":90194313216,"available":86455267328,"internally_reserved":0,"allocated":3438096384,"data_stored":3437295594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1481404,"internal_metadata":299459908},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,0,0,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:25:07 2021","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.42699999999999999,"15min":0.434},"min":{"1min":0.14000000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":3.1080000000000001,"5min":3.1800000000000002,"15min":5.734},"last":0.21299999999999999},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.46000000000000002,"15min":0.44400000000000001},"min":{"1min":0.16800000000000001,"5min":0.158,"15min":0.11700000000000001},"max":{"1min":1.302,"5min":3.403,"15min":4.1589999999999998},"last":0.22700000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:25:02 2021","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.35599999999999998,"15min":0.44500000000000001},"min":{"1min":0.156,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":0.56499999999999995,"5min":2.8919999999999999,"15min":3.806},"last":0.17000000000000001},{"interface":"front","average":{"1min":0.374,"5min":0.46600000000000003,"15min":0.498},"min":{"1min":0.157,"5min":0.157,"15min":0.157},"max":{"1min":0.78700000000000003,"5min":5.3620000000000001,"15min":5.3620000000000001},"last":0.19600000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:25:02 2021","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.40600000000000003,"15min":1.6060000000000001},"min":{"1min":0.214,"5min":0.17199999999999999,"15min":0.16700000000000001},"max":{"1min":1.385,"5min":3.8410000000000002,"15min":35.027000000000001},"last":0.246},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.57599999999999996,"15min":1.494},"min":{"1min":0.19700000000000001,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":1.548,"5min":4.0019999999999998,"15min":34.979999999999997},"last":0.27600000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:25:52 2021","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.55800000000000005,"15min":0.59099999999999997},"min":{"1min":0.20399999999999999,"5min":0.19900000000000001,"15min":0.17999999999999999},"max":{"1min":3.1019999999999999,"5min":3.5550000000000002,"15min":4.2210000000000001},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.623,"5min":0.60899999999999999,"15min":0.64200000000000002},"min":{"1min":0.19900000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":1.865,"5min":3.383,"15min":4.7439999999999998},"last":0.35599999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:25:52 2021","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.63300000000000001,"15min":0.68200000000000005},"min":{"1min":0.24199999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":1.831,"5min":4.5540000000000003,"15min":5.3639999999999999},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.67400000000000004,"15min":0.623},"min":{"1min":0.26000000000000001,"5min":0.24199999999999999,"15min":0.191},"max":{"1min":2.9750000000000001,"5min":4.7919999999999998,"15min":4.7919999999999998},"last":2.5289999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:25:52 2021","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.59199999999999997,"15min":0.61299999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.24199999999999999},"max":{"1min":2.3439999999999999,"5min":3.4350000000000001,"15min":3.9159999999999999},"last":2.4769999999999999},{"interface":"front","average":{"1min":0.502,"5min":0.66000000000000003,"15min":0.64900000000000002},"min":{"1min":0.27700000000000002,"5min":0.253,"15min":0.17599999999999999},"max":{"1min":3.1360000000000001,"5min":4.3259999999999996,"15min":4.3259999999999996},"last":0.31900000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:25:52 2021","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.64700000000000002,"15min":0.67100000000000004},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":2.3300000000000001,"5min":3.8170000000000002,"15min":3.9729999999999999},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.63800000000000001,"15min":0.65500000000000003},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":3.0750000000000002,"5min":3.488,"15min":4.2469999999999999},"last":0.39500000000000002}]}]},{"osd":2,"up_from":103,"seq":442381631626,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2468384,"kb_used_data":2242712,"kb_used_omap":1715,"kb_used_meta":223948,"kb_avail":85612000,"statfs":{"total":90194313216,"available":87666688000,"internally_reserved":0,"allocated":2296537088,"data_stored":2295731671,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":229322939},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:25:12 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.377,"15min":0.55100000000000005},"min":{"1min":0.14999999999999999,"5min":0.13400000000000001,"15min":0.129},"max":{"1min":0.79700000000000004,"5min":2.8999999999999999,"15min":4.6349999999999998},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.29399999999999998,"5min":0.38200000000000001,"15min":0.46800000000000003},"min":{"1min":0.157,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.51300000000000001,"5min":3.016,"15min":4.3259999999999996},"last":0.224}]},{"osd":1,"last update":"Thu Mar 4 23:25:12 2021","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.34499999999999997,"15min":0.55400000000000005},"min":{"1min":0.17199999999999999,"5min":0.151,"15min":0.13300000000000001},"max":{"1min":0.46899999999999997,"5min":2.7690000000000001,"15min":4.0599999999999996},"last":0.16700000000000001},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.52700000000000002,"15min":0.55900000000000005},"min":{"1min":0.21299999999999999,"5min":0.16600000000000001,"15min":0.14199999999999999},"max":{"1min":0.99299999999999999,"5min":2.9380000000000002,"15min":4.556},"last":0.19700000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:26:02 2021","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.51800000000000002,"15min":0.53800000000000003},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":12.76,"5min":12.76,"15min":12.76},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.53900000000000003,"15min":0.58399999999999996},"min":{"1min":0.192,"5min":0.192,"15min":0.17199999999999999},"max":{"1min":12.643000000000001,"5min":12.643000000000001,"15min":12.643000000000001},"last":0.27600000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:25:12 2021","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.53300000000000003,"15min":0.62},"min":{"1min":0.20499999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.99299999999999999,"5min":2.9980000000000002,"15min":4.6520000000000001},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.59299999999999997,"15min":0.57399999999999995},"min":{"1min":0.23999999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":2.1819999999999999,"5min":3.1059999999999999,"15min":3.71},"last":0.40999999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:25:12 2021","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.70299999999999996,"15min":0.81699999999999995},"min":{"1min":0.254,"5min":0.23799999999999999,"15min":0.22},"max":{"1min":1.0429999999999999,"5min":4.867,"15min":4.867},"last":0.312},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.64200000000000002,"15min":0.67600000000000005},"min":{"1min":0.29199999999999998,"5min":0.218,"15min":0.21299999999999999},"max":{"1min":1.0249999999999999,"5min":4.6189999999999998,"15min":4.6689999999999996},"last":0.33000000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:25:12 2021","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.58199999999999996,"15min":0.56799999999999995},"min":{"1min":0.38400000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.1400000000000001,"5min":3.0670000000000002,"15min":3.7429999999999999},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.56499999999999995,"15min":0.77400000000000002},"min":{"1min":0.33400000000000002,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":1.008,"5min":3.5579999999999998,"15min":4.0830000000000002},"last":0.34599999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:25:12 2021","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.623,"15min":0.59299999999999997},"min":{"1min":0.32600000000000001,"5min":0.26600000000000001,"15min":0.26400000000000001},"max":{"1min":2.1659999999999999,"5min":3.1629999999999998,"15min":4.024},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.60399999999999998,"15min":0.80200000000000005},"min":{"1min":0.311,"5min":0.26300000000000001,"15min":0.253},"max":{"1min":1.101,"5min":4.0880000000000001,"15min":4.1340000000000003},"last":0.372}]}]},{"osd":3,"up_from":126,"seq":541165879422,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4704652,"kb_used_data":4448324,"kb_used_omap":1501,"kb_used_meta":254818,"kb_avail":83375732,"statfs":{"total":90194313216,"available":85376749568,"internally_reserved":0,"allocated":4555083776,"data_stored":4554289554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1537306,"internal_metadata":260934374},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:25:02 2021","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.878,"15min":0.54900000000000004},"min":{"1min":0.151,"5min":0.13100000000000001,"15min":0.121},"max":{"1min":1.3009999999999999,"5min":48.722000000000001,"15min":48.722000000000001},"last":0.16900000000000001},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.96099999999999997,"15min":0.75800000000000001},"min":{"1min":0.22,"5min":0.14499999999999999,"15min":0.13600000000000001},"max":{"1min":1.3420000000000001,"5min":48.741999999999997,"15min":48.741999999999997},"last":0.214}]},{"osd":1,"last update":"Thu Mar 4 23:25:02 2021","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.41599999999999998,"15min":0.51200000000000001},"min":{"1min":0.16,"5min":0.151,"15min":0.13500000000000001},"max":{"1min":1.2450000000000001,"5min":3.6459999999999999,"15min":4.9720000000000004},"last":0.187},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.58899999999999997,"15min":0.56699999999999995},"min":{"1min":0.192,"5min":0.151,"15min":0.151},"max":{"1min":1.865,"5min":3.363,"15min":3.7829999999999999},"last":0.24099999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:25:02 2021","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.48299999999999998,"15min":0.59099999999999997},"min":{"1min":0.17899999999999999,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":1.1319999999999999,"5min":4.8730000000000002,"15min":6.4420000000000002},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.432,"15min":0.68799999999999994},"min":{"1min":0.17699999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.80900000000000005,"5min":2.98,"15min":8.8740000000000006},"last":0.27000000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:25:02 2021","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.58099999999999996,"15min":0.64700000000000002},"min":{"1min":0.30199999999999999,"5min":0.21099999999999999,"15min":0.20599999999999999},"max":{"1min":1.1459999999999999,"5min":2.9780000000000002,"15min":5.0220000000000002},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.63700000000000001,"15min":0.52700000000000002},"min":{"1min":0.251,"5min":0.20699999999999999,"15min":0.20100000000000001},"max":{"1min":1.1579999999999999,"5min":3.7719999999999998,"15min":3.7719999999999998},"last":0.35099999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:25:02 2021","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.76800000000000002,"15min":0.59999999999999998},"min":{"1min":0.224,"5min":0.224,"15min":0.221},"max":{"1min":1.1140000000000001,"5min":4.6479999999999997,"15min":4.6479999999999997},"last":0.317},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.70699999999999996,"15min":0.74199999999999999},"min":{"1min":0.22800000000000001,"5min":0.192,"15min":0.192},"max":{"1min":1.1779999999999999,"5min":4.8449999999999998,"15min":6.7309999999999999},"last":0.42899999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:25:02 2021","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.64800000000000002,"15min":0.73199999999999998},"min":{"1min":0.35899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.1930000000000001,"5min":4.2930000000000001,"15min":5.0570000000000004},"last":0.37},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.68400000000000005,"15min":0.64300000000000002},"min":{"1min":0.314,"5min":0.254,"15min":0.22900000000000001},"max":{"1min":1.2030000000000001,"5min":3.8100000000000001,"15min":3.8100000000000001},"last":0.40899999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:25:02 2021","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.70199999999999996,"15min":0.74399999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.253},"max":{"1min":1.2709999999999999,"5min":4.8179999999999996,"15min":6.5460000000000003},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.69799999999999995,"15min":0.73199999999999998},"min":{"1min":0.29899999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":1.3640000000000001,"5min":3.1360000000000001,"15min":5.0810000000000004},"last":0.32900000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986449,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3196324,"kb_used_data":2147740,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":84884060,"statfs":{"total":90194313216,"available":86921277440,"internally_reserved":1073741824,"allocated":2199285760,"data_stored":2198470756,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:25:43 2021","interfaces":[{"interface":"back","average":{"1min":3.9470000000000001,"5min":1.1379999999999999,"15min":0.754},"min":{"1min":0.14699999999999999,"5min":0.14499999999999999,"15min":0.14099999999999999},"max":{"1min":69.182000000000002,"5min":69.182000000000002,"15min":69.182000000000002},"last":0.189},{"interface":"front","average":{"1min":4.0510000000000002,"5min":1.2749999999999999,"15min":0.70199999999999996},"min":{"1min":0.154,"5min":0.152,"15min":0.14199999999999999},"max":{"1min":69.281999999999996,"5min":69.281999999999996,"15min":69.281999999999996},"last":0.35699999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:25:12 2021","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.72899999999999998,"15min":0.57999999999999996},"min":{"1min":0.17899999999999999,"5min":0.16200000000000001,"15min":0.16},"max":{"1min":1.5209999999999999,"5min":3.9900000000000002,"15min":3.9900000000000002},"last":0.21099999999999999},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.67800000000000005,"15min":0.57199999999999995},"min":{"1min":0.19700000000000001,"5min":0.189,"15min":0.16200000000000001},"max":{"1min":3.9260000000000002,"5min":3.98,"15min":4.3289999999999997},"last":0.40699999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:25:59 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.48999999999999999,"15min":0.502},"min":{"1min":0.185,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":1.667,"5min":3.3260000000000001,"15min":3.3260000000000001},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.37,"5min":0.55500000000000005,"15min":0.58099999999999996},"min":{"1min":0.19900000000000001,"5min":0.184,"15min":0.17499999999999999},"max":{"1min":1.45,"5min":3.351,"15min":4.4180000000000001},"last":0.34000000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:25:59 2021","interfaces":[{"interface":"back","average":{"1min":5.3499999999999996,"5min":1.806,"15min":1.0469999999999999},"min":{"1min":0.214,"5min":0.20999999999999999,"15min":0.19900000000000001},"max":{"1min":69.236000000000004,"5min":69.236000000000004,"15min":69.236000000000004},"last":0.42899999999999999},{"interface":"front","average":{"1min":5.3419999999999996,"5min":1.5629999999999999,"15min":0.90400000000000003},"min":{"1min":0.222,"5min":0.21299999999999999,"15min":0.192},"max":{"1min":69.218000000000004,"5min":69.218000000000004,"15min":69.218000000000004},"last":0.248}]},{"osd":5,"last update":"Thu Mar 4 23:25:20 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.40899999999999997,"15min":0.35899999999999999},"min":{"1min":0.16900000000000001,"5min":0.151,"15min":0.14199999999999999},"max":{"1min":1.6259999999999999,"5min":3.456,"15min":4.2599999999999998},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.33400000000000002,"5min":0.40000000000000002,"15min":0.33500000000000002},"min":{"1min":0.153,"5min":0.14799999999999999,"15min":0.13500000000000001},"max":{"1min":0.56399999999999995,"5min":3.2999999999999998,"15min":3.2999999999999998},"last":0.23200000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:25:43 2021","interfaces":[{"interface":"back","average":{"1min":0.30099999999999999,"5min":0.41799999999999998,"15min":0.38500000000000001},"min":{"1min":0.20200000000000001,"5min":0.17399999999999999,"15min":0.156},"max":{"1min":0.55500000000000005,"5min":3.5569999999999999,"15min":3.5569999999999999},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66400000000000003,"15min":0.49099999999999999},"min":{"1min":0.23000000000000001,"5min":0.186,"15min":0.14199999999999999},"max":{"1min":3.5739999999999998,"5min":3.895,"15min":3.895},"last":0.27600000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:25:12 2021","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.46100000000000002,"15min":0.625},"min":{"1min":0.20200000000000001,"5min":0.188,"15min":0.156},"max":{"1min":0.94299999999999995,"5min":3.4329999999999998,"15min":69.727999999999994},"last":0.375},{"interface":"front","average":{"1min":0.502,"5min":0.67700000000000005,"15min":0.75600000000000001},"min":{"1min":0.25700000000000001,"5min":0.20399999999999999,"15min":0.14000000000000001},"max":{"1min":1.4279999999999999,"5min":3.8700000000000001,"15min":69.289000000000001},"last":0.38600000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822927,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":6147488,"kb_used_data":5098904,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":81932896,"statfs":{"total":90194313216,"available":83899285504,"internally_reserved":1073741824,"allocated":5221277696,"data_stored":5220472315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,4,1,0,6,2,3],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:25:49 2021","interfaces":[{"interface":"back","average":{"1min":4.625,"5min":1.3200000000000001,"15min":0.71499999999999997},"min":{"1min":0.14399999999999999,"5min":0.14399999999999999,"15min":0.13500000000000001},"max":{"1min":36.017000000000003,"5min":36.017000000000003,"15min":36.017000000000003},"last":0.19600000000000001},{"interface":"front","average":{"1min":4.6909999999999998,"5min":1.3220000000000001,"15min":0.77300000000000002},"min":{"1min":0.16200000000000001,"5min":0.16,"15min":0.14499999999999999},"max":{"1min":36.031999999999996,"5min":36.031999999999996,"15min":36.031999999999996},"last":0.443}]},{"osd":1,"last update":"Thu Mar 4 23:25:06 2021","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.52200000000000002,"15min":0.47099999999999997},"min":{"1min":0.17699999999999999,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":1.111,"5min":3.2519999999999998,"15min":3.8450000000000002},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.70599999999999996,"15min":0.61099999999999999},"min":{"1min":0.17399999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.0900000000000001,"5min":7.4740000000000002,"15min":7.4740000000000002},"last":0.25800000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:26:00 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.55500000000000005,"15min":0.65400000000000003},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":1.7190000000000001,"5min":3.5800000000000001,"15min":3.7410000000000001},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.377,"5min":0.58999999999999997,"15min":0.627},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.17000000000000001},"max":{"1min":1.2210000000000001,"5min":3.698,"15min":3.9239999999999999},"last":0.222}]},{"osd":3,"last update":"Thu Mar 4 23:26:00 2021","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.69399999999999995,"15min":0.55100000000000005},"min":{"1min":0.17699999999999999,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":2.0430000000000001,"5min":4.375,"15min":4.375},"last":0.315},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.65600000000000003,"15min":0.68000000000000005},"min":{"1min":0.23100000000000001,"5min":0.19900000000000001,"15min":0.17100000000000001},"max":{"1min":1.6419999999999999,"5min":3.4590000000000001,"15min":4.2050000000000001},"last":0.42099999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:25:33 2021","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.46100000000000002,"15min":0.35899999999999999},"min":{"1min":0.191,"5min":0.127,"15min":0.127},"max":{"1min":0.97799999999999998,"5min":7.4480000000000004,"15min":7.4480000000000004},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.27000000000000002,"5min":0.38400000000000001,"15min":0.36599999999999999},"min":{"1min":0.152,"5min":0.152,"15min":0.14799999999999999},"max":{"1min":0.49399999999999999,"5min":4.4000000000000004,"15min":4.4000000000000004},"last":1.9370000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:26:00 2021","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.53900000000000003,"15min":0.42799999999999999},"min":{"1min":0.24099999999999999,"5min":0.192,"15min":0.16},"max":{"1min":1.01,"5min":7.3959999999999999,"15min":7.3959999999999999},"last":1.7709999999999999},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.41199999999999998,"15min":0.38900000000000001},"min":{"1min":0.218,"5min":0.17599999999999999,"15min":0.16500000000000001},"max":{"1min":1.9930000000000001,"5min":4.3209999999999997,"15min":4.3209999999999997},"last":0.34799999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:26:00 2021","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.47199999999999998,"15min":0.48099999999999998},"min":{"1min":0.189,"5min":0.189,"15min":0.16},"max":{"1min":2.0219999999999998,"5min":4.3540000000000001,"15min":13.18},"last":1.956},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.44800000000000001,"15min":0.46999999999999997},"min":{"1min":0.17999999999999999,"5min":0.17999999999999999,"15min":0.16800000000000001},"max":{"1min":1.4610000000000001,"5min":2.9740000000000002,"15min":12.773},"last":0.33300000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3965,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1477439,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":719374,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1537306,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3456237568,"data_stored":3456237568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4514119680,"data_stored":4514119680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2306015232,"data_stored":2306015232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4578541568,"data_stored":4578541568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2201616384,"data_stored":2201616384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":5235277824,"data_stored":5235277824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":446234624,"data_stored":446234624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":5169938432,"data_stored":5169938432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:26:08.508 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2021-03-04T23:26:08.509 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool set device_health_metrics pg_num 11 2021-03-04T23:26:08.510 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:26:08.514 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:08.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:08.516 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:08.535 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:26:08.535 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:26:08.535 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:26:08.536 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:26:08.536 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:26:08.536 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:26:08.536 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:26:08.537 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:26:08.537 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:26:08.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:08 gibba038 conmon[76675]: cluster 2021-03-04T23:26:06.617252+0000 mgr.x (mgr.34676) 682 : cluster [DBG] pgmap v600: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.5 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 44 MiB/s wr, 699 op/s; 50883/418092 objects degraded (12.170%); 21168/418092 objects misplaced (5.063%); 14 MiB/s, 229 objects/s recovering 2021-03-04T23:26:08.618 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:08.644 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:08.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:08.646 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:08.665 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:08.696 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:26:08.697 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:26:08.747 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:08.767 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:08.768 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:08.768 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:08.870 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:08.890 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:08.891 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:08.891 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:08.993 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:09.012 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:09.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:09.013 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:09.114 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:09.135 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 79 16 144329 144313 114.162 53.5 0.0112586 0.00875309 2021-03-04T23:26:09.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:09.136 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:09.137 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:09.238 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:09.243 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:09 gibba011 conmon[99461]: audit 2021-03-04T23:26:08.371116+0000 mon.c (mon.1) 267 : audit [DBG] from='client.? 172.21.2.111:0/3792105405' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:09.243 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:09 gibba011 conmon[99461]: cluster 2021-03-04T23:26:08.874806+0000 mon.a (mon.0) 704 : cluster [WRN] Health check update: Degraded data redundancy: 50883/418092 objects degraded (12.170%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:26:09.257 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:09.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:09.258 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:09.359 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:09.379 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:09.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:09.380 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:09.482 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:09.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:09.501 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:09.502 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:09.527 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:09 gibba011 conmon[95595]: audit 2021-03-04T23:26:08.371116+0000 mon.c (mon.1) 267 : audit [DBG] from='client.? 172.21.2.111:0/3792105405' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:09.528 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:09 gibba011 conmon[95595]: cluster 2021-03-04T23:26:08.874806+0000 mon.a (mon.0) 704 : cluster [WRN] Health check update: Degraded data redundancy: 50883/418092 objects degraded (12.170%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:26:09.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:09 gibba038 conmon[76675]: audit 2021-03-04T23:26:08.371116+0000 mon.c (mon.1) 267 : audit [DBG] from='client.? 172.21.2.111:0/3792105405' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:09.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:09 gibba038 conmon[76675]: cluster 2021-03-04T23:26:08.874806+0000 mon.a (mon.0) 704 : cluster [WRN] Health check update: Degraded data redundancy: 50883/418092 objects degraded (12.170%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:26:09.603 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:09.621 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:09.622 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:09.623 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:09.724 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:09.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:09.743 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:09.744 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:09.845 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:09.865 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:09.866 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:09.867 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:09.968 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:09.986 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:09.987 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:09.988 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:10.089 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:10.109 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:10.110 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:10.111 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:10.133 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:26:10.131620+0000 min lat: 0.000996347 max lat: 2.33052 avg lat: 0.00881501 2021-03-04T23:26:10.133 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:26:10.133 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 80 16 145160 145144 113.384 51.9375 0.0101254 0.00881501 2021-03-04T23:26:10.212 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:10.234 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:10.235 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:10.235 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:10.336 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:10.358 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:10.359 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:10.360 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:10.461 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:10.480 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:10.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:10.482 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:10.583 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:10.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:10 gibba038 conmon[76675]: cluster 2021-03-04T23:26:08.617850+0000 mgr.x (mgr.34676) 683 : cluster [DBG] pgmap v601: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.7 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 51 MiB/s wr, 808 op/s; 50883/427608 objects degraded (11.899%); 21044/427608 objects misplaced (4.921%); 4.5 MiB/s, 72 objects/s recovering 2021-03-04T23:26:10.603 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:10.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:10.604 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:10.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:10 gibba011 conmon[95595]: cluster 2021-03-04T23:26:08.617850+0000 mgr.x (mgr.34676) 683 : cluster [DBG] pgmap v601: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.7 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 51 MiB/s wr, 808 op/s; 50883/427608 objects degraded (11.899%); 21044/427608 objects misplaced (4.921%); 4.5 MiB/s, 72 objects/s recovering 2021-03-04T23:26:10.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:10 gibba011 conmon[99461]: cluster 2021-03-04T23:26:08.617850+0000 mgr.x (mgr.34676) 683 : cluster [DBG] pgmap v601: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.7 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 51 MiB/s wr, 808 op/s; 50883/427608 objects degraded (11.899%); 21044/427608 objects misplaced (4.921%); 4.5 MiB/s, 72 objects/s recovering 2021-03-04T23:26:10.705 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:10.724 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:10.725 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:10.726 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:10.827 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:10.845 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:10.847 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:10.847 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:10.949 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:10.967 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:10.968 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:10.969 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:11.070 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:11.089 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:11.089 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:11.090 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:11.133 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 81 16 145946 145930 112.591 49.125 0.0179979 0.00887828 2021-03-04T23:26:11.191 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:11.209 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:11.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:11.211 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:11.312 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:11.330 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:11.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:11.331 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:11.432 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:11.451 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:11.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:11.453 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:11.553 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:11.572 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:11.573 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:11.574 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:11.675 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:11.694 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:11.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:11.696 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:11.797 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:11.817 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:11.818 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:11.819 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:11.920 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:11.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:11.940 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:11.941 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:12.042 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:12.062 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:12.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:12.064 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:12.075 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-03-04T23:26:12.133 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 82 16 146779 146763 111.853 52.0625 0.00834032 0.0089343 2021-03-04T23:26:12.165 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:12.184 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:12.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:12.185 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:12.245 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:26:12.287 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:12.307 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:12.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:12.309 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:12.410 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:12.418 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:12 gibba038 conmon[76675]: cluster 2021-03-04T23:26:10.618270+0000 mgr.x (mgr.34676) 684 : cluster [DBG] pgmap v602: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 51 MiB/s wr, 823 op/s; 50883/430749 objects degraded (11.813%); 21066/430749 objects misplaced (4.891%); 4.4 MiB/s, 70 objects/s recovering 2021-03-04T23:26:12.418 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:12 gibba038 conmon[76675]: audit 2021-03-04T23:26:12.045101+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:26:12.430 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:12.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:12.432 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:12.533 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:12.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:12.556 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:12.556 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:12.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:12 gibba011 conmon[95595]: cluster 2021-03-04T23:26:10.618270+0000 mgr.x (mgr.34676) 684 : cluster [DBG] pgmap v602: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 51 MiB/s wr, 823 op/s; 50883/430749 objects degraded (11.813%); 21066/430749 objects misplaced (4.891%); 4.4 MiB/s, 70 objects/s recovering 2021-03-04T23:26:12.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:12 gibba011 conmon[95595]: audit 2021-03-04T23:26:12.045101+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:26:12.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:12 gibba011 conmon[99461]: cluster 2021-03-04T23:26:10.618270+0000 mgr.x (mgr.34676) 684 : cluster [DBG] pgmap v602: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 51 MiB/s wr, 823 op/s; 50883/430749 objects degraded (11.813%); 21066/430749 objects misplaced (4.891%); 4.4 MiB/s, 70 objects/s recovering 2021-03-04T23:26:12.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:12 gibba011 conmon[99461]: audit 2021-03-04T23:26:12.045101+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:26:12.657 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:12.678 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:12.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:12.680 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:12.781 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:12.804 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:12.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:12.805 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:12.906 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:12.926 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:12.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:12.928 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:13.029 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:13.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:13.051 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:13.051 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:13.133 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 83 16 147615 147599 111.135 52.25 0.00377414 0.00899427 2021-03-04T23:26:13.153 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:13.176 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:13.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:13.177 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:13.279 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:13.304 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:13.305 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:13.305 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:13.407 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:13.427 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:13.428 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:13.429 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:13.531 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:13.551 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:13.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:13.553 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:13.557 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:26:13.577 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:13 gibba011 conmon[95595]: cephadm 2021-03-04T23:26:12.046093+0000 mgr.x (mgr.34676) 685 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:26:13.577 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:13 gibba011 conmon[95595]: audit 2021-03-04T23:26:12.481176+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:26:13.578 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:13 gibba011 conmon[99461]: cephadm 2021-03-04T23:26:12.046093+0000 mgr.x (mgr.34676 2021-03-04T23:26:13.578 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:13 gibba011 conmon[99461]: ) 685 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:26:13.578 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:13 gibba011 conmon[99461]: audit 2021-03-04T23:26:12.481176+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:26:13.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:13 gibba038 conmon[76675]: cephadm 2021-03-04T23:26:12.046093+0000 mgr.x (mgr.34676) 685 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:26:13.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:13 gibba038 conmon[76675]: audit 2021-03-04T23:26:12.481176+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:26:13.654 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:13.676 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:13.677 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:13.678 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:13.692 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:13.779 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:13.800 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:13.801 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:13.802 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:13.903 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:13.924 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:13.925 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:13.926 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:14.027 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:14.048 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:14.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:14.050 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:14.133 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 84 16 148473 148457 110.45 53.625 0.0703665 0.00904986 2021-03-04T23:26:14.151 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:14.169 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:14.170 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:14.171 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:14.253 INFO:teuthology.orchestra.run.gibba011.stderr:set pool 1 pg_num to 11 2021-03-04T23:26:14.254 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:26:14.272 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:14.290 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:14.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:14.292 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:14.393 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:14.412 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:14.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:14.413 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:14.462 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:14 gibba011 conmon[95595]: cluster 2021-03-04T23:26:12.618733+0000 mgr.x (mgr.34676) 686 : cluster [DBG] pgmap v603: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.9 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 57 MiB/s wr, 908 op/s; 50883/437097 objects degraded (11.641%); 21066/437097 objects misplaced (4.820%); 4.2 MiB/s, 67 objects/s recovering 2021-03-04T23:26:14.462 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:14 gibba011 conmon[95595]: audit 2021-03-04T23:26:13.423217+0000 mon.c (mon.1) 268 : audit [INF] from='client.? 172.21.2.111:0/174038741' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:26:14.463 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:14 gibba011 conmon[95595]: audit 2021-03-04T23:26:13.423453+0000 mon.a (mon.0) 707 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:26:14.463 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:14 gibba011 conmon[95595]: cluster 2021-03-04T23:26:13.876247+0000 mon.a (mon.0) 708 : cluster [WRN] Health check update: Degraded data redundancy: 50883/437097 objects degraded (11.641%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:26:14.463 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:14 gibba011 conmon[95595]: audit 2021-03-04T23:26:13.970156+0000 mon.a (mon.0) 709 : audit [INF] from='client.? 172.21.2.111:0/2691915070' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "11"}]: dispatch 2021-03-04T23:26:14.464 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:14 gibba011 conmon[99461]: cluster 2021-03-04T23:26:12.618733+0000 mgr.x (mgr.34676) 686 : cluster [DBG] pgmap v603: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.9 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 57 MiB/s wr, 908 op/s; 50883/437097 objects degraded (11.641%); 21066/437097 objects misplaced (4.820%); 4.2 MiB/s, 67 objects/s recovering 2021-03-04T23:26:14.464 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:14 gibba011 conmon[99461]: audit 2021-03-04T23:26:13.423217+0000 mon.c (mon.1) 268 : audit [INF] from='client.? 172.21.2.111:0/174038741' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:26:14.464 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:14 gibba011 conmon[99461]: audit 2021-03-04T23:26:13.423453+0000 mon.a (mon.0) 707 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:26:14.464 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:14 gibba011 conmon[99461]: cluster 2021-03-04T23:26:13.876247+0000 mon.a (mon.0) 708 : cluster [WRN] Health check update: Degraded data redundancy: 50883/437097 objects degraded (11.641%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:26:14.464 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:14 gibba011 conmon[99461]: audit 2021-03-04T23:26:13.970156+0000 mon.a (mon.0) 709 : audit [INF] from='client.? 172.21.2.111:0/2691915070' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "11"}]: dispatch 2021-03-04T23:26:14.514 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:14.532 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:14.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:14.534 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:14.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:14 gibba038 conmon[76675]: cluster 2021-03-04T23:26:12.618733+0000 mgr.x (mgr.34676) 686 : cluster [DBG] pgmap v603: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.9 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 57 MiB/s wr, 908 op/s; 50883/437097 objects degraded (11.641%); 21066/437097 objects misplaced (4.820%); 4.2 MiB/s, 67 objects/s recovering 2021-03-04T23:26:14.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:14 gibba038 conmon[76675]: audit 2021-03-04T23:26:13.423217+0000 mon.c (mon.1) 268 : audit [INF] from='client.? 172.21.2.111:0/174038741' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:26:14.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:14 gibba038 conmon[76675]: audit 2021-03-04T23:26:13.423453+0000 mon.a (mon.0) 707 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:26:14.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:14 gibba038 conmon[76675]: cluster 2021-03-04T23:26:13.876247+0000 mon.a (mon.0) 708 : cluster [WRN] Health check update: Degraded data redundancy: 50883/437097 objects degraded (11.641%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:26:14.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:14 gibba038 conmon[76675]: audit 2021-03-04T23:26:13.970156+0000 mon.a (mon.0) 709 : audit [INF] from='client.? 172.21.2.111:0/2691915070' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "11"}]: dispatch 2021-03-04T23:26:14.635 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:14.656 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:14.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:14.657 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:14.758 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:14.786 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:14.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:14.788 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:14.889 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:14.908 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:14.909 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:14.910 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:15.011 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:15.030 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:15.031 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:15.032 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:15.133 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:15.134 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 85 16 149287 149271 109.749 50.875 0.00340081 0.00910721 2021-03-04T23:26:15.154 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:15.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:15.155 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:15.257 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:15.277 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:15.278 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:15.278 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:15.379 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:15.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:15.399 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:15.400 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:15.501 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:15.522 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:15.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:15.524 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:15.578 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: cluster 2021-03-04T23:26:15.578 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: 2021-03-04T23:26:15.578 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: 2021 2021-03-04T23:26:15.579 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: - 2021-03-04T23:26:15.579 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: 03 2021-03-04T23:26:15.579 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: - 2021-03-04T23:26:15.579 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: 04 2021-03-04T23:26:15.580 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: T 2021-03-04T23:26:15.580 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: 23 2021-03-04T23:26:15.580 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: : 2021-03-04T23:26:15.580 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: 26 2021-03-04T23:26:15.580 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: : 2021-03-04T23:26:15.581 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: 14 2021-03-04T23:26:15.581 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: . 2021-03-04T23:26:15.581 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: 245222+0000 mon.a (mon.0) 710 : cluster 2021-03-04T23:26:15.582 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:26:15.582 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: audit 2021-03-04T23:26:14.247981+0000 mon.a ( 2021-03-04T23:26:15.582 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: mon.0) 711 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:26:15.582 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: audit 2021-03-04T23 2021-03-04T23:26:15.582 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: :26:14.248031+0000 mon.a (mon.0) 712 : audit [INF] 2021-03-04T23:26:15.583 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: from='client.? 172.21.2.111:0/2691915070' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "11"}]': finished 2021-03-04T23:26:15.583 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: cluster 2021-03-04T23:26:14.248062+0000 mon.a 2021-03-04T23:26:15.583 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: (mon.0) 713 : cluster [DBG] osdmap e156: 8 total, 8 up, 7 in 2021-03-04T23:26:15.584 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: audit 2021-03-04T23:26: 2021-03-04T23:26:15.584 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: 14.619423+0000 mon.c (mon.1) 269 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "11"}]: dispatch 2021-03-04T23:26:15.584 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: audit 2021-03 2021-03-04T23:26:15.584 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: -04T23:26:14.620209+0000 mon.a (mon.0) 2021-03-04T23:26:15.584 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[95595]: 714 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "11"}]: dispatch 2021-03-04T23:26:15.585 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[99461]: cluster 2021-03-04T23:26:14.245222+0000 mon.a (mon 2021-03-04T23:26:15.585 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[99461]: .0) 710 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:26:15.585 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[99461]: audit 2021-03-04T23:26:14.247981+0000 mon.a (mon 2021-03-04T23:26:15.586 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[99461]: .0) 711 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:26:15.586 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[99461]: audit 2021-03-04T23:26:14.248031+0000 mon.a ( 2021-03-04T23:26:15.586 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[99461]: mon.0) 712 : audit [INF] from='client.? 172.21.2.111:0/2691915070' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "11"}]': finished 2021-03-04T23:26:15.586 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:26:15.587 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[99461]: T23:26:14.248062+0000 mon.a (mon 2021-03-04T23:26:15.587 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[99461]: .0) 713 : cluster [DBG] osdmap e156: 8 total, 8 up, 7 in 2021-03-04T23:26:15.588 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[99461]: audit 2021 2021-03-04T23:26:15.588 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[99461]: -03-04T23:26:14.619423+0000 mon.c ( 2021-03-04T23:26:15.588 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[99461]: mon.1) 269 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "11"}]: dispatch 2021-03-04T23:26:15.588 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[99461]: audit 2021-03-04T 2021-03-04T23:26:15.589 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[99461]: 23:26:14.620209+0000 mon.a (mon.0) 2021-03-04T23:26:15.589 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:15 gibba011 conmon[99461]: 714 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "11"}]: dispatch 2021-03-04T23:26:15.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:15 gibba038 conmon[76675]: cluster 2021-03-04T23:26:14.245222+0000 mon.a (mon.0) 2021-03-04T23:26:15.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:15 gibba038 conmon[76675]: 710 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:26:15.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:15 gibba038 conmon[76675]: audit 2021-03-04T23:26:14.247981+0000 mon.a (mon.0) 711 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:26:15.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:15 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:26:15.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:15 gibba038 conmon[76675]: 03-04T23:26:14.248031+0000 mon.a (mon.0) 712 : audit 2021-03-04T23:26:15.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:15 gibba038 conmon[76675]: [INF] from='client.? 172.21.2.111:0/2691915070' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "11"}]': finished 2021-03-04T23:26:15.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:15 gibba038 conmon[76675]: cluster 2021-03-04T23:26 2021-03-04T23:26:15.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:15 gibba038 conmon[76675]: :14.248062+0000 mon.a (mon.0 2021-03-04T23:26:15.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:15 gibba038 conmon[76675]: ) 713 : cluster [DBG] osdmap e156: 8 total, 8 up, 7 in 2021-03-04T23:26:15.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:15 gibba038 conmon[76675]: audit 2021-03-04T23:26:14.619423+0000 mon.c (mon.1) 269 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "11"}]: dispatch 2021-03-04T23:26:15.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:15 gibba038 conmon[76675]: audit 2021-03-04T23:26:14.620209+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "11"}]: dispatch 2021-03-04T23:26:15.624 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:15.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:15.645 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:15.646 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:15.747 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:15.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:15.766 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:15.766 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:15.868 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:15.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:15.887 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:15.888 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:15.990 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:16.012 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:16.012 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:16.013 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:16.114 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:16.133 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 86 16 150028 150012 109.011 46.3125 0.0195019 0.00916964 2021-03-04T23:26:16.134 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:16.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:16.135 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:16.242 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:16.265 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:16.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:16.267 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:16.368 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:16.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:16.389 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:16.390 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:16.491 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:16.510 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:16.511 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:16.511 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:16.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:16 gibba038 conmon[76675]: cluster 2021-03-04T23:26:16.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:16 gibba038 conmon[76675]: 2021-03- 2021-03-04T23:26:16.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:16 gibba038 conmon[76675]: 04T23:26:14.619128+0000 mgr.x (mgr.34676) 687 : cluster [DBG] pgmap v605: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 52 MiB/s wr, 836 op/s; 50883/440163 objects degraded (11.560%); 20938/440163 objects misplaced (4.757%); 4.4 MiB/s, 70 objects/s recovering 2021-03-04T23:26:16.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:16 gibba038 conmon[76675]: audit 2021-03-04T23:26:16.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:16 gibba038 conmon[76675]: 2021-03-04T23:26:15 2021-03-04T23:26:16.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:16 gibba038 conmon[76675]: .252052+0000 mon.a (mon.0) 715 : audit 2021-03-04T23:26:16.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:16 gibba038 conmon[76675]: [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "11"}]': finished 2021-03-04T23:26:16.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:16 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:26:16.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:16 gibba038 conmon[76675]: -03-04T23:26:15.252099+0000 mon.a 2021-03-04T23:26:16.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:16 gibba038 conmon[76675]: (mon.0) 716 : cluster [DBG] osdmap e157: 8 total, 8 up, 7 in 2021-03-04T23:26:16.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:16 gibba011 conmon[95595]: cluster 2021-03-04T23:26:14.619128+0000 mgr.x (mgr.34676) 687 : cluster [DBG] pgmap v605: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 52 MiB/s wr, 836 op/s; 50883/440163 objects degraded (11.560%); 20938/440163 objects misplaced (4.757%); 4.4 MiB/s, 70 objects/s recovering 2021-03-04T23:26:16.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:16 gibba011 conmon[95595]: audit 2021-03-04T23:26:15.252052+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "11"}]': finished 2021-03-04T23:26:16.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:16 gibba011 conmon[95595]: cluster 2021-03-04T23:26:15.252099+0000 mon.a (mon.0) 716 : cluster [DBG] osdmap e157: 8 total, 8 up, 7 in 2021-03-04T23:26:16.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:16 gibba011 conmon[99461]: cluster 2021-03-04T23:26:14.619128+0000 mgr.x ( 2021-03-04T23:26:16.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:16 gibba011 conmon[99461]: mgr.34676) 687 : cluster [DBG] pgmap v605: 89 pgs: 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 52 MiB/s wr, 836 op/s; 50883/440163 objects degraded (11.560%); 20938/440163 objects misplaced (4.757%); 4.4 MiB/s, 70 objects/s recovering 2021-03-04T23:26:16.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:16 gibba011 conmon[99461]: audit 2021-03-04T23:26:15.252052+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "11"}]': finished 2021-03-04T23:26:16.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:16 gibba011 conmon[99461]: cluster 2021-03-04T23:26:15.252099+0000 mon.a (mon.0) 716 : cluster [DBG] osdmap e157: 8 total, 8 up, 7 in 2021-03-04T23:26:16.613 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:16.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:16.633 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:16.633 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:16.734 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:16.752 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:16.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:16.754 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:16.855 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:16.876 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:16.877 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:16.878 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:16.979 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:16.999 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:17.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:17.000 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:17.101 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:17.122 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:17.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:17.124 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:17.133 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 87 16 150812 150796 108.322 49 0.00400958 0.00922599 2021-03-04T23:26:17.225 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:17.244 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:17.245 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:17.246 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:17.268 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: cluster 2021-03-04T23:26:17.331 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:26:17.331 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:26:17.347 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:17.370 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:17.371 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:17.372 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:17.375 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:26:17.392 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:26:17.409 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:26:17.423 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:26:17.439 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:26:17.455 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:26:17.471 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:26:17.473 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:17.489 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:26:17.490 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:26:17.490 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:26:17.490 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:26:17.490 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:26:17.491 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:26:17.491 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:26:17.491 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:26:17.491 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:26:17.495 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:17.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:17.496 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:17.542 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[95595]: cluster 2021-03-04T23:26:16.259115+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e158: 8 total, 8 up, 7 in 2021-03-04T23:26:17.542 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[95595]: audit 2021-03-04T23:26:16.626072+0000 mon.c (mon.1) 270 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:26:17.543 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[95595]: audit 2021-03-04T23:26:16.626342+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:26:17.543 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[95595]: audit 2021-03-04T23:26:16.642247+0000 mon.c (mon.1) 271 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:26:17.543 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[95595]: audit 2021-03-04T23:26:16.642596+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:26:17.544 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: 2021-03-04T23:26:17.544 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: 2021 2021-03-04T23:26:17.544 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: - 2021-03-04T23:26:17.544 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: 03 2021-03-04T23:26:17.544 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: - 2021-03-04T23:26:17.545 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: 04 2021-03-04T23:26:17.545 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: T 2021-03-04T23:26:17.545 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: 23 2021-03-04T23:26:17.545 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: : 2021-03-04T23:26:17.546 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: 26 2021-03-04T23:26:17.546 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: : 2021-03-04T23:26:17.546 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: 16 2021-03-04T23:26:17.546 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: . 2021-03-04T23:26:17.547 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: 259115 2021-03-04T23:26:17.547 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: +0000 2021-03-04T23:26:17.547 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: 2021-03-04T23:26:17.547 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: mon.a 2021-03-04T23:26:17.547 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: ( 2021-03-04T23:26:17.548 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: mon.0) 717 : cluster [DBG] osdmap e158: 8 total, 8 up, 7 in 2021-03-04T23:26:17.548 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:26:17.548 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: 03-04T23:26:16.626072+0000 mon.c (mon.1) 270 : audit [INF] 2021-03-04T23:26:17.548 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:26:17.548 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: audit 2021-03-04T23:26:16.626342+0000 2021-03-04T23:26:17.549 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: mon.a (mon.0) 718 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:26:17.549 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: audit 2021-03-04T 2021-03-04T23:26:17.550 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: 23:26:16.642247+0000 mon.c (mon.1) 271 : audit 2021-03-04T23:26:17.550 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:26:17.550 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: audit 2021-03-04T23:26:16.642596 2021-03-04T23:26:17.550 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:17 gibba011 conmon[99461]: +0000 mon.a (mon.0) 719 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:26:17.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:17 gibba038 conmon[76675]: cluster 2021-03-04T23:26:16.259115+0000 mon.a (mon.0) 717 : cluster [DBG] osdmap e158: 8 total, 8 up, 7 in 2021-03-04T23:26:17.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:17 gibba038 conmon[76675]: audit 2021-03-04T23:26:16.626072+0000 mon.c (mon.1) 270 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:26:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:17 gibba038 conmon[76675]: audit 2021-03-04T23:26:16.626342+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:26:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:17 gibba038 conmon[76675]: audit 2021-03-04T23:26:16.642247+0000 mon.c (mon.1) 271 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:26:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:17 gibba038 conmon[76675]: audit 2021-03-04T23:26:16.642596+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:26:17.597 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:17.619 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:17.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:17.621 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:17.722 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:17.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:17.744 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:17.745 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:17.846 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:17.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:17.866 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:17.867 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:17.969 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:17.987 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:17.988 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:17.989 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:18.090 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:18.111 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:18.112 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:18.113 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:18.133 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 88 16 151673 151657 107.702 53.8125 0.0190362 0.00928087 2021-03-04T23:26:18.213 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:18.234 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:18.234 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:18.235 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:18.237 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:26:18.335 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:18.355 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:18.356 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:18.357 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:18.390 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:18.429 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-03-04T23:26:18.459 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:18.494 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:18.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:18.496 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:18.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:18 gibba038 conmon[76675]: cluster 2021-03-04T23:26:16.619510+0000 mgr.x (mgr.34676) 688 : cluster [DBG] 2021-03-04T23:26:18.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:18 gibba038 conmon[76675]: pgmap v608: 99 pgs: 10 unknown, 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 44 MiB/s wr, 703 op/s; 50883/443406 objects degraded (11.475%); 20992/443406 objects misplaced (4.734%); 3.6 MiB/s, 57 objects/s recovering 2021-03-04T23:26:18.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:18 gibba038 conmon[76675]: audit 2021-03-04T23:26:17.359105+0000 mon.c (mon.1) 272 : audit [DBG] from='client.? 172.21.2.111:0/2189892749' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:18.590 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:26:18.598 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:18.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:18 gibba011 conmon[95595]: cluster 2021-03-04T23:26:16.619510+0000 mgr.x (mgr.34676) 688 : cluster [DBG] pgmap v608: 99 pgs: 10 unknown, 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 44 MiB/s wr, 703 op/s; 50883/443406 objects degraded (11.475%); 20992/443406 objects misplaced (4.734%); 3.6 MiB/s, 57 objects/s recovering 2021-03-04T23:26:18.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:18 gibba011 conmon[95595]: audit 2021-03-04T23:26:17.359105+0000 mon.c (mon.1) 272 : audit [DBG] from='client.? 172.21.2.111:0/2189892749' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:18.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:18 gibba011 conmon[99461]: cluster 2021-03-04T23:26:16.619510+0000 mgr.x (mgr.34676 2021-03-04T23:26:18.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:18 gibba011 conmon[99461]: ) 688 : cluster [DBG] pgmap v608: 99 pgs: 10 unknown, 79 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 44 MiB/s wr, 703 op/s; 50883/443406 objects degraded (11.475%); 20992/443406 objects misplaced (4.734%); 3.6 MiB/s, 57 objects/s recovering 2021-03-04T23:26:18.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:18 gibba011 conmon[99461]: audit 2021-03-04T23:26:17.359105+0000 mon.c (mon.1) 272 : audit [DBG] from='client.? 172.21.2.111:0/2189892749' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:18.619 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:18.620 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:18.620 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:18.721 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:18.739 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:18.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:18.740 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:18.841 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:18.867 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:18.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:18.868 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:18.969 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:18.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:18.997 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:18.997 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:19.098 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:19.117 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:19.118 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:19.118 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:19.133 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 89 16 152541 152525 107.101 54.25 0.0271632 0.00933323 2021-03-04T23:26:19.220 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:19.237 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:19.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:19.239 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:19.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:19 gibba038 conmon[76675]: cluster 2021-03-04T23:26:18.877637+0000 mon.a (mon.0) 720 : cluster [WRN] Health check update: Degraded data redundancy: 50883/443406 objects degraded (11.475%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:26:19.340 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:19.362 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:19.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:19.364 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:19.465 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:19.487 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:19.488 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:19.489 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:19.590 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:19.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:19 gibba011 conmon[95595]: cluster 2021-03-04T23:26:18.877637+0000 mon.a (mon.0) 720 : cluster [WRN] Health check update: Degraded data redundancy: 50883/443406 objects degraded (11.475%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:26:19.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:19 gibba011 conmon[99461]: cluster 2021-03-04T23:26:18.877637+0000 mon.a (mon.0) 720 : cluster [WRN] Health check update: Degraded data redundancy: 50883/443406 objects degraded (11.475%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:26:19.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:19 gibba011 conmon[99461]: 2021-03-04T23:26:19.611 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:19.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:19.613 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:19.715 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:19.735 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:19.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:19.736 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:19.837 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:19.855 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:19.856 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:19.857 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:19.958 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:19.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:19.977 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:19.978 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:20.079 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:20.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:20.099 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:20.099 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:20.133 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 90 12 153364 153352 106.486 51.6875 0.0446222 0.00938663 2021-03-04T23:26:20.201 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:20.220 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:20.221 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:20.221 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:20.323 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:20.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:20.341 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:20.342 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:20.383 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:20 gibba038 conmon[76675]: cluster 2021-03-04T23:26:18.620119+0000 mgr.x (mgr.34676) 689 : cluster [DBG] pgmap v609: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.2 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 53 MiB/s wr, 852 op/s; 50883/452445 objects degraded (11.246%); 20865/452445 objects misplaced (4.612%); 4.9 MiB/s, 78 objects/s recovering 2021-03-04T23:26:20.443 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:20.462 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:20.463 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:20.464 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:20.496 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:26:20.497 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:26:20.497 INFO:teuthology.orchestra.run.gibba038.stdout: "complaint_time": 30, 2021-03-04T23:26:20.497 INFO:teuthology.orchestra.run.gibba038.stdout: "num_blocked_ops": 0 2021-03-04T23:26:20.498 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:26:20.565 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:20.569 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:20 gibba011 conmon[95595]: cluster 2021-03-04T23:26:18.620119+0000 mgr.x (mgr.34676) 689 : cluster [DBG] pgmap v609: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.2 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 53 MiB/s wr, 852 op/s; 50883/452445 objects degraded (11.246%); 20865/452445 objects misplaced (4.612%); 4.9 MiB/s, 78 objects/s recovering 2021-03-04T23:26:20.570 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:20 gibba011 conmon[99461]: cluster 2021-03-04T23:26:18.620119+0000 mgr.x (mgr.34676) 689 : cluster [DBG] pgmap v609: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.2 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 53 MiB/s wr, 852 op/s; 50883/452445 objects degraded (11.246%); 20865/452445 objects misplaced (4.612%); 4.9 MiB/s, 78 objects/s recovering 2021-03-04T23:26:20.585 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:20.586 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:20.586 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:20.687 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:20.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:20.708 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:20.709 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:20.810 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:20.828 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:20.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:20.830 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:20.931 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:20.941 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 7, 6] out_osds: [1] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:26:20.941 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:26:20.941 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_4 2021-03-04T23:26:20.942 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:26:20.947 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:20.948 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:20.949 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:20.999 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:26:21.049 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:21.065 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:21.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:21.067 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:21.067 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:21.116 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:21.133 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Total time run: 90.0389 2021-03-04T23:26:21.134 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Total writes made: 153364 2021-03-04T23:26:21.134 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Write size: 65536 2021-03-04T23:26:21.134 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Object size: 65536 2021-03-04T23:26:21.134 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Bandwidth (MB/sec): 106.457 2021-03-04T23:26:21.135 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Stddev Bandwidth: 90.8403 2021-03-04T23:26:21.135 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Max bandwidth (MB/sec): 490.375 2021-03-04T23:26:21.135 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Min bandwidth (MB/sec): 0 2021-03-04T23:26:21.135 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Average IOPS: 1703 2021-03-04T23:26:21.135 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Stddev IOPS: 1453.44 2021-03-04T23:26:21.136 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Max IOPS: 7846 2021-03-04T23:26:21.136 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Min IOPS: 0 2021-03-04T23:26:21.136 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Average Latency(s): 0.00938863 2021-03-04T23:26:21.136 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Stddev Latency(s): 0.034884 2021-03-04T23:26:21.137 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Max latency(s): 2.33052 2021-03-04T23:26:21.137 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Min latency(s): 0.000996347 2021-03-04T23:26:21.146 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Cleaning up (deleting benchmark objects) 2021-03-04T23:26:21.168 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:21.186 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:21.187 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:21.188 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:21.279 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:21 gibba011 conmon[95595]: audit 2021-03-04T23:26:20.860041+0000 mon.c (mon.1) 273 : audit [INF] from='client.? 172.21.2.111:0/3747433863' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:26:21.279 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:21 gibba011 conmon[95595]: audit 2021-03-04T23:26:20.860424+0000 mon.a (mon.0) 721 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:26:21.280 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:21 gibba011 conmon[99461]: audit 2021-03-04T23:26:20.860041+0000 mon.c (mon.1) 273 : audit [INF] from='client.? 172.21.2.111:0/3747433863' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:26:21.280 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:21 gibba011 conmon[99461]: audit 2021-03-04T23:26:20.860424+0000 mon.a (mon.0) 721 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:26:21.282 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:26:21.288 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:21.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:21.308 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:21.309 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:21.410 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:21.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:21.432 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:21.432 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:21.534 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:21.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:21.555 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:21.556 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:21.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:21 gibba038 conmon[76675]: audit 2021-03-04T23:26:21.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:21 gibba038 conmon[76675]: 2021-03-04T23:26:20.860041 2021-03-04T23:26:21.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:21 gibba038 conmon[76675]: +0000 mon.c (mon.1) 273 : audit [INF] from='client.? 172.21.2.111:0/3747433863' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:26:21.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:21 gibba038 conmon[76675]: audit 2021-03-04 2021-03-04T23:26:21.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:21 gibba038 conmon[76675]: T23:26:20.860424+0000 mon.a (mon.0) 721 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:26:21.657 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:21.676 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:21.677 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:21.678 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:21.698 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-03-04T23:26:21.779 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:21.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:21.798 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:21.798 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:21.886 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:26:21.899 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:21.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:21.917 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:21.917 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:22.018 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:22.037 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:22.038 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:22.038 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:22.139 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:22.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:22.159 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:22.160 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:22.262 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:22.284 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:22.284 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:22.285 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:22 gibba038 conmon[76675]: cluster 2021-03-04T23:26:20.620630+0000 mgr.x (mgr.34676) 2021-03-04T23:26:22.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:22 gibba038 conmon[76675]: 690 : cluster [DBG] pgmap v610: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.3 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 49 MiB/s wr, 791 op/s; 50883/455301 objects degraded (11.176%); 20826/455301 objects misplaced (4.574%); 6.2 MiB/s, 99 objects/s recovering 2021-03-04T23:26:22.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:22 gibba038 conmon[76675]: cluster 2021-03-04T23:26:21.272165+0000 mon.a (mon.0) 722 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:26:22.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:22 gibba038 conmon[76675]: audit 2021-03-04T23:26:21.278022+0000 mon.a (mon.0) 723 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:26:22.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:22 gibba038 conmon[76675]: cluster 2021-03-04T23:26:21.278079+0000 mon.a (mon.0) 724 : cluster [DBG] osdmap e159: 8 total, 8 up, 7 in 2021-03-04T23:26:22.386 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:22.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:22.406 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:22.406 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:22.507 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:22.528 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:22.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:22.530 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:22.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[95595]: cluster 2021-03-04T23:26:20.620630+0000 mgr.x (mgr.34676) 690 : cluster [DBG] 2021-03-04T23:26:22.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[95595]: pgmap v610: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.3 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 49 MiB/s wr, 791 op/s; 50883/455301 objects degraded (11.176%); 20826/455301 objects misplaced (4.574%); 6.2 MiB/s, 99 objects/s recovering 2021-03-04T23:26:22.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[95595]: cluster 2021-03-04T23:26:21.272165+0000 mon.a (mon.0) 722 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:26:22.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[95595]: audit 2021-03-04T23:26:21.278022+0000 mon.a (mon.0) 723 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:26:22.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[95595]: cluster 2021-03-04T23:26:21.278079+0000 mon.a (mon.0) 724 : cluster [DBG] osdmap e159: 8 total, 8 up, 7 in 2021-03-04T23:26:22.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: cluster 2021-03-04T23:26:22.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 2021-03-04T23:26:22.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 2021 2021-03-04T23:26:22.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: - 2021-03-04T23:26:22.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 03 2021-03-04T23:26:22.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: - 2021-03-04T23:26:22.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 04 2021-03-04T23:26:22.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: T 2021-03-04T23:26:22.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 23 2021-03-04T23:26:22.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: : 2021-03-04T23:26:22.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 26 2021-03-04T23:26:22.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: : 2021-03-04T23:26:22.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 20 2021-03-04T23:26:22.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: . 2021-03-04T23:26:22.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 620630 2021-03-04T23:26:22.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: +0000 2021-03-04T23:26:22.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 2021-03-04T23:26:22.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: mgr.x 2021-03-04T23:26:22.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: ( 2021-03-04T23:26:22.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: mgr 2021-03-04T23:26:22.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: . 2021-03-04T23:26:22.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 34676 2021-03-04T23:26:22.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: ) 2021-03-04T23:26:22.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 690 2021-03-04T23:26:22.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: : 2021-03-04T23:26:22.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: cluster 2021-03-04T23:26:22.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 2021-03-04T23:26:22.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: [DBG] 2021-03-04T23:26:22.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 2021-03-04T23:26:22.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: pgmap v610: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.3 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 49 MiB/s wr, 791 op/s; 50883/455301 objects degraded (11.176%); 20826/455301 objects misplaced (4.574%); 6.2 MiB/s, 99 objects/s recovering 2021-03-04T23:26:22.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 2021-03-04T23:26:22.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: cluster 2021-03-04T23:26:22.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 2021-03-04T23:26:22.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 2021 2021-03-04T23:26:22.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: - 2021-03-04T23:26:22.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 03 2021-03-04T23:26:22.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: - 2021-03-04T23:26:22.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 04 2021-03-04T23:26:22.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: T 2021-03-04T23:26:22.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 23 2021-03-04T23:26:22.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: : 2021-03-04T23:26:22.615 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 26 2021-03-04T23:26:22.615 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: : 2021-03-04T23:26:22.615 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 21 2021-03-04T23:26:22.616 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: . 2021-03-04T23:26:22.616 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 272165 2021-03-04T23:26:22.616 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: +0000 2021-03-04T23:26:22.616 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 2021-03-04T23:26:22.617 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: mon.a 2021-03-04T23:26:22.617 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: ( 2021-03-04T23:26:22.617 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: mon 2021-03-04T23:26:22.617 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: . 2021-03-04T23:26:22.618 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 0 2021-03-04T23:26:22.618 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: ) 2021-03-04T23:26:22.618 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 722 2021-03-04T23:26:22.618 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: : 2021-03-04T23:26:22.618 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: cluster 2021-03-04T23:26:22.619 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 2021-03-04T23:26:22.619 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: [WRN] 2021-03-04T23:26:22.619 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 2021-03-04T23:26:22.619 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:26:22.620 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 2021-03-04T23:26:22.620 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: audit 2021-03-04T23:26:22.620 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 2021-03-04T23:26:22.621 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 2021 2021-03-04T23:26:22.621 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: - 2021-03-04T23:26:22.621 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 03 2021-03-04T23:26:22.621 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: - 2021-03-04T23:26:22.622 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 04 2021-03-04T23:26:22.622 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: T 2021-03-04T23:26:22.622 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 23 2021-03-04T23:26:22.623 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: : 2021-03-04T23:26:22.623 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 26 2021-03-04T23:26:22.623 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: : 2021-03-04T23:26:22.623 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 21 2021-03-04T23:26:22.623 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: . 2021-03-04T23:26:22.624 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 278022 2021-03-04T23:26:22.624 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: +0000 2021-03-04T23:26:22.624 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 2021-03-04T23:26:22.624 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: mon.a 2021-03-04T23:26:22.625 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: ( 2021-03-04T23:26:22.625 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: mon 2021-03-04T23:26:22.625 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: . 2021-03-04T23:26:22.625 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 0 2021-03-04T23:26:22.625 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: ) 2021-03-04T23:26:22.626 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 723 2021-03-04T23:26:22.626 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: : 2021-03-04T23:26:22.626 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: audit 2021-03-04T23:26:22.626 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 2021-03-04T23:26:22.626 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: [INF] 2021-03-04T23:26:22.627 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 2021-03-04T23:26:22.627 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:26:22.627 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 2021-03-04T23:26:22.627 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: cluster 2021-03-04T23:26:22.628 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 2021-03-04T23:26:22.628 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 2021 2021-03-04T23:26:22.628 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: - 2021-03-04T23:26:22.628 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 03 2021-03-04T23:26:22.628 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: - 2021-03-04T23:26:22.629 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 04 2021-03-04T23:26:22.629 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: T 2021-03-04T23:26:22.629 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 23 2021-03-04T23:26:22.629 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: : 2021-03-04T23:26:22.629 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 26 2021-03-04T23:26:22.630 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: : 2021-03-04T23:26:22.630 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 21 2021-03-04T23:26:22.631 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: . 2021-03-04T23:26:22.631 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 278079 2021-03-04T23:26:22.631 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: +0000 2021-03-04T23:26:22.631 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 2021-03-04T23:26:22.631 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: mon.a 2021-03-04T23:26:22.632 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: ( 2021-03-04T23:26:22.632 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: mon 2021-03-04T23:26:22.632 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: . 2021-03-04T23:26:22.632 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 0 2021-03-04T23:26:22.633 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: ) 2021-03-04T23:26:22.633 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 724 2021-03-04T23:26:22.633 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: : 2021-03-04T23:26:22.633 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: cluster 2021-03-04T23:26:22.633 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 2021-03-04T23:26:22.634 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: [DBG] 2021-03-04T23:26:22.634 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 2021-03-04T23:26:22.634 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: osdmap e159: 8 total, 8 up, 7 in 2021-03-04T23:26:22.634 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:22 gibba011 conmon[99461]: 2021-03-04T23:26:22.635 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:22.655 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:22.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:22.656 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:22.757 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:22.778 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:22.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:22.780 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:22.881 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:22.901 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:22.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:22.903 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:23.004 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:23.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:23.023 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:23.023 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:23.125 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:23.144 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:23.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:23.146 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:23.247 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:23.267 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:23.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:23.268 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:23.369 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:23.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:23.389 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:23.390 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:23.491 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:23.515 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:23.516 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:23.517 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:23.619 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:23.643 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:23.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:23.646 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:23.692 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:26:23.693 INFO:teuthology.orchestra.run.gibba038.stdout: "size": 20, 2021-03-04T23:26:23.693 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 600, 2021-03-04T23:26:23.694 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:26:23.694 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.694 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119647 9.4 9:21d62ff9:::benchmark_data_gibba011_139107_object119646:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e148)", 2021-03-04T23:26:23.695 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.111961+0000", 2021-03-04T23:26:23.695 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 47.573870919000001, 2021-03-04T23:26:23.695 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2664053910000002, 2021-03-04T23:26:23.696 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:23.697 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:23.697 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:23.698 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:23.698 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:23.699 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119647 2021-03-04T23:26:23.699 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.700 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:23.700 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.701 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:23.701 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.111961+0000", 2021-03-04T23:26:23.702 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:23.702 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.702 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.703 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:23.703 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.111961+0000", 2021-03-04T23:26:23.704 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013462399999999999 2021-03-04T23:26:23.704 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.705 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.705 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:23.705 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112096+0000", 2021-03-04T23:26:23.706 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.482e-06 2021-03-04T23:26:23.706 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.707 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.707 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:23.707 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112098+0000", 2021-03-04T23:26:23.708 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.3570000000000003e-06 2021-03-04T23:26:23.708 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.709 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.709 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:23.709 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112104+0000", 2021-03-04T23:26:23.710 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.814e-06 2021-03-04T23:26:23.710 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.710 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.711 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:23.711 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112109+0000", 2021-03-04T23:26:23.711 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0511999999999999e-05 2021-03-04T23:26:23.712 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.712 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.712 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.713 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112139+0000", 2021-03-04T23:26:23.713 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9570000000000002e-06 2021-03-04T23:26:23.713 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.714 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.715 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:23.715 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112147+0000", 2021-03-04T23:26:23.715 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.98974408700000005 2021-03-04T23:26:23.716 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.716 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.717 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.717 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.101891+0000", 2021-03-04T23:26:23.717 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0339e-05 2021-03-04T23:26:23.717 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.718 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.718 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:23.718 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.101902+0000", 2021-03-04T23:26:23.719 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2626239290000001 2021-03-04T23:26:23.719 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.719 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.720 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.720 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.364526+0000", 2021-03-04T23:26:23.720 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0023873660000000001 2021-03-04T23:26:23.721 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.721 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.721 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:23.721 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.366913+0000", 2021-03-04T23:26:23.722 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000157961 2021-03-04T23:26:23.722 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.722 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.722 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,3", 2021-03-04T23:26:23.723 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.367071+0000", 2021-03-04T23:26:23.723 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027182059999999999 2021-03-04T23:26:23.723 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.723 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.724 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.724 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.369789+0000", 2021-03-04T23:26:23.724 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0023182089999999999 2021-03-04T23:26:23.724 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.725 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.725 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:23.725 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.372107+0000", 2021-03-04T23:26:23.725 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0822000000000002e-05 2021-03-04T23:26:23.725 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.726 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.726 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.726 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.372128+0000", 2021-03-04T23:26:23.727 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0060509400000000003 2021-03-04T23:26:23.728 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.728 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.728 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.728 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378179+0000", 2021-03-04T23:26:23.729 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6387000000000001e-05 2021-03-04T23:26:23.729 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.729 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.729 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:23.730 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378235+0000", 2021-03-04T23:26:23.730 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013139900000000001 2021-03-04T23:26:23.730 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.730 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.731 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:23.731 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378367+0000", 2021-03-04T23:26:23.731 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2664053910000002 2021-03-04T23:26:23.731 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.731 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:23.732 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.732 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.732 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.732 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119648 9.4 9:274e4ecc:::benchmark_data_gibba011_139107_object119647:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e148)", 2021-03-04T23:26:23.732 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.112115+0000", 2021-03-04T23:26:23.733 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 47.573717027999997, 2021-03-04T23:26:23.733 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2665382489999999, 2021-03-04T23:26:23.733 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:23.733 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:23.733 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:23.734 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:23.734 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:23.734 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119648 2021-03-04T23:26:23.734 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.735 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:23.735 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.735 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:23.735 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112115+0000", 2021-03-04T23:26:23.735 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:23.736 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.736 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.736 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:23.736 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112115+0000", 2021-03-04T23:26:23.737 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8247000000000002e-05 2021-03-04T23:26:23.737 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.737 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.737 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:23.737 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112154+0000", 2021-03-04T23:26:23.738 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.6199999999999996e-07 2021-03-04T23:26:23.738 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.738 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.738 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:23.738 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112154+0000", 2021-03-04T23:26:23.739 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5169999999999999e-06 2021-03-04T23:26:23.739 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.739 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.739 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:23.739 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112160+0000", 2021-03-04T23:26:23.740 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5939999999999998e-06 2021-03-04T23:26:23.740 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.740 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.740 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:23.740 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112164+0000", 2021-03-04T23:26:23.741 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6597e-05 2021-03-04T23:26:23.741 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.741 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.741 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.741 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112190+0000", 2021-03-04T23:26:23.742 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.0859999999999998e-06 2021-03-04T23:26:23.742 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.742 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.742 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:23.743 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112196+0000", 2021-03-04T23:26:23.743 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.98973799399999995 2021-03-04T23:26:23.743 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.743 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.743 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.744 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.101934+0000", 2021-03-04T23:26:23.744 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.418e-06 2021-03-04T23:26:23.744 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.744 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.745 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:23.745 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.101942+0000", 2021-03-04T23:26:23.745 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.267865971 2021-03-04T23:26:23.745 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.745 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.746 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.746 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.369808+0000", 2021-03-04T23:26:23.746 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.7309e-05 2021-03-04T23:26:23.746 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.746 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.747 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:23.747 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.369905+0000", 2021-03-04T23:26:23.747 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000115468 2021-03-04T23:26:23.747 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.747 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.748 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,3", 2021-03-04T23:26:23.748 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.370020+0000", 2021-03-04T23:26:23.748 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0021501960000000001 2021-03-04T23:26:23.748 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.749 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.749 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.749 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.372171+0000", 2021-03-04T23:26:23.749 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0062722070000000001 2021-03-04T23:26:23.749 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.750 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.750 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.750 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378443+0000", 2021-03-04T23:26:23.750 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.6660000000000002e-06 2021-03-04T23:26:23.750 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.751 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.751 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:23.751 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378449+0000", 2021-03-04T23:26:23.751 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2852999999999999e-05 2021-03-04T23:26:23.752 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.752 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.752 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.752 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378482+0000", 2021-03-04T23:26:23.752 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0420000000000002e-05 2021-03-04T23:26:23.753 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.753 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.753 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:23.753 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378533+0000", 2021-03-04T23:26:23.753 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000120844 2021-03-04T23:26:23.754 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.754 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.754 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:23.754 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378654+0000", 2021-03-04T23:26:23.755 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2665382489999999 2021-03-04T23:26:23.755 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.755 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:23.755 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.755 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.756 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.756 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119658 9.4 9:2d5e7b0c:::benchmark_data_gibba011_139107_object119657:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:26:23.756 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.121329+0000", 2021-03-04T23:26:23.756 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 47.564502908000001, 2021-03-04T23:26:23.756 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2606573339999998, 2021-03-04T23:26:23.757 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:23.757 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:23.757 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:23.757 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:23.757 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:23.758 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119658 2021-03-04T23:26:23.758 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.758 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:23.758 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.758 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:23.759 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121329+0000", 2021-03-04T23:26:23.759 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:23.759 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.759 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.760 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:23.760 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121329+0000", 2021-03-04T23:26:23.760 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7337e-05 2021-03-04T23:26:23.760 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.760 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.761 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:23.761 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121347+0000", 2021-03-04T23:26:23.761 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2419999999999999e-06 2021-03-04T23:26:23.761 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.761 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.762 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:23.762 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121348+0000", 2021-03-04T23:26:23.762 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.2690000000000005e-06 2021-03-04T23:26:23.762 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.762 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.763 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:23.763 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121357+0000", 2021-03-04T23:26:23.763 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7809999999999999e-06 2021-03-04T23:26:23.763 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.764 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.764 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:23.764 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121361+0000", 2021-03-04T23:26:23.764 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.9789999999999994e-05 2021-03-04T23:26:23.764 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.765 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.765 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.765 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121431+0000", 2021-03-04T23:26:23.765 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9060000000000001e-06 2021-03-04T23:26:23.765 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.766 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.766 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:23.766 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121436+0000", 2021-03-04T23:26:23.766 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.98053637199999999 2021-03-04T23:26:23.766 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.767 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.767 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.767 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.101972+0000", 2021-03-04T23:26:23.767 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7770000000000002e-06 2021-03-04T23:26:23.767 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.768 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.768 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:23.768 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.101977+0000", 2021-03-04T23:26:23.768 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.270294129 2021-03-04T23:26:23.769 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.769 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.769 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.769 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.372271+0000", 2021-03-04T23:26:23.769 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.9461000000000003e-05 2021-03-04T23:26:23.770 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.770 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.770 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:23.770 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.372361+0000", 2021-03-04T23:26:23.770 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010255399999999999 2021-03-04T23:26:23.771 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.771 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.771 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,3", 2021-03-04T23:26:23.771 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.372463+0000", 2021-03-04T23:26:23.771 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0059453379999999997 2021-03-04T23:26:23.772 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.772 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.772 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.772 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378408+0000", 2021-03-04T23:26:23.772 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0033118430000000001 2021-03-04T23:26:23.773 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.773 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.773 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:23.773 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.381720+0000", 2021-03-04T23:26:23.773 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8539999999999999e-05 2021-03-04T23:26:23.774 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.774 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.774 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.774 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.381769+0000", 2021-03-04T23:26:23.775 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2002000000000002e-05 2021-03-04T23:26:23.775 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.775 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.775 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.775 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.381811+0000", 2021-03-04T23:26:23.776 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6202000000000002e-05 2021-03-04T23:26:23.776 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.776 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.776 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:23.776 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.381867+0000", 2021-03-04T23:26:23.777 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011979100000000001 2021-03-04T23:26:23.777 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.777 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.777 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:23.777 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.381987+0000", 2021-03-04T23:26:23.778 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2606573339999998 2021-03-04T23:26:23.778 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.778 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:23.778 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.779 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.779 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.779 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:122858 9.4 9:289f2715:::benchmark_data_gibba011_139107_object122857:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e151)", 2021-03-04T23:26:23.779 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:42.165769+0000", 2021-03-04T23:26:23.779 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 41.52006291, 2021-03-04T23:26:23.780 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.095881587000000004, 2021-03-04T23:26:23.780 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:23.780 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:23.780 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:23.780 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:23.781 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:23.781 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 122858 2021-03-04T23:26:23.781 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.781 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:23.781 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.782 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:23.782 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.165769+0000", 2021-03-04T23:26:23.782 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:23.782 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.783 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.783 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:23.783 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.165769+0000", 2021-03-04T23:26:23.783 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2354e-05 2021-03-04T23:26:23.783 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.784 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.784 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:23.784 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.165792+0000", 2021-03-04T23:26:23.784 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4410000000000001e-06 2021-03-04T23:26:23.784 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.785 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.785 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:23.785 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.165793+0000", 2021-03-04T23:26:23.785 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1623999999999999e-05 2021-03-04T23:26:23.785 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.786 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.786 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:23.786 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.165805+0000", 2021-03-04T23:26:23.786 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9459999999999997e-06 2021-03-04T23:26:23.787 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.787 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.787 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:23.787 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.165810+0000", 2021-03-04T23:26:23.787 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0775000000000002e-05 2021-03-04T23:26:23.788 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.788 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.788 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.788 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.165851+0000", 2021-03-04T23:26:23.788 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000151132 2021-03-04T23:26:23.789 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.789 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.789 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:23.789 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.166002+0000", 2021-03-04T23:26:23.789 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00017195000000000001 2021-03-04T23:26:23.790 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.790 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.790 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,3", 2021-03-04T23:26:23.790 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.166174+0000", 2021-03-04T23:26:23.790 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0034556029999999998 2021-03-04T23:26:23.791 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.791 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.791 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:23.791 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.169629+0000", 2021-03-04T23:26:23.791 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000738355 2021-03-04T23:26:23.792 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.792 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.792 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.792 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.170368+0000", 2021-03-04T23:26:23.792 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.088225390000000001 2021-03-04T23:26:23.793 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.793 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.793 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.793 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.258593+0000", 2021-03-04T23:26:23.793 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0029452329999999998 2021-03-04T23:26:23.794 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.794 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.794 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.794 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.261538+0000", 2021-03-04T23:26:23.795 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.1051999999999999e-05 2021-03-04T23:26:23.795 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.795 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.795 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:23.795 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.261579+0000", 2021-03-04T23:26:23.796 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.1731999999999997e-05 2021-03-04T23:26:23.796 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.796 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.796 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:23.796 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.261651+0000", 2021-03-04T23:26:23.797 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.095881587000000004 2021-03-04T23:26:23.797 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.797 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:23.797 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.797 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.798 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.798 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134089 9.4 9:2f8a3f04:::benchmark_data_gibba011_139107_object134088:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e152)", 2021-03-04T23:26:23.798 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.202065+0000", 2021-03-04T23:26:23.798 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 27.48376721, 2021-03-04T23:26:23.798 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.015710025, 2021-03-04T23:26:23.799 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:23.799 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:26:23.799 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:23.799 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:23.799 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:23.800 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134089 2021-03-04T23:26:23.800 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.800 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:23.800 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.800 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:23.801 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202065+0000", 2021-03-04T23:26:23.801 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:23.801 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.801 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.801 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:23.802 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202065+0000", 2021-03-04T23:26:23.802 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6746999999999997e-05 2021-03-04T23:26:23.802 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.802 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.803 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:23.803 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202122+0000", 2021-03-04T23:26:23.803 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.277e-06 2021-03-04T23:26:23.803 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.803 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.804 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:23.804 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202124+0000", 2021-03-04T23:26:23.804 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5214e-05 2021-03-04T23:26:23.804 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.804 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.805 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:23.805 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202139+0000", 2021-03-04T23:26:23.805 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4779999999999996e-06 2021-03-04T23:26:23.805 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.805 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.806 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:23.806 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202146+0000", 2021-03-04T23:26:23.806 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2630999999999999e-05 2021-03-04T23:26:23.806 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.806 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.807 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.807 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202188+0000", 2021-03-04T23:26:23.807 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012342399999999999 2021-03-04T23:26:23.807 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.807 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.808 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:23.808 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202312+0000", 2021-03-04T23:26:23.808 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011595999999999999 2021-03-04T23:26:23.808 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.808 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.809 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,3", 2021-03-04T23:26:23.809 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202428+0000", 2021-03-04T23:26:23.809 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0049599839999999997 2021-03-04T23:26:23.809 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.809 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.810 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.810 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.207388+0000", 2021-03-04T23:26:23.810 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.1199999999999996e-06 2021-03-04T23:26:23.810 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.810 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.811 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:23.811 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.207395+0000", 2021-03-04T23:26:23.811 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0103340629999999 2021-03-04T23:26:23.811 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.811 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.812 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.812 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.217729+0000", 2021-03-04T23:26:23.812 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6127000000000001e-05 2021-03-04T23:26:23.812 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.813 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.813 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:23.813 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.217775+0000", 2021-03-04T23:26:23.813 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.015710025 2021-03-04T23:26:23.813 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.814 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:23.814 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.814 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.814 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.814 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134101 9.4 9:27175057:::benchmark_data_gibba011_139107_object134100:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:26:23.815 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.217432+0000", 2021-03-04T23:26:23.815 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 27.468399950999999, 2021-03-04T23:26:23.815 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0072824380000001, 2021-03-04T23:26:23.815 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:23.815 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:23.816 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:23.816 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:23.816 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:23.816 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134101 2021-03-04T23:26:23.816 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.817 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:23.817 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.817 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:23.817 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217432+0000", 2021-03-04T23:26:23.817 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:23.818 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.818 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.818 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:23.818 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217432+0000", 2021-03-04T23:26:23.819 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000100245 2021-03-04T23:26:23.819 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.819 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.819 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:23.819 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217533+0000", 2021-03-04T23:26:23.820 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.765e-06 2021-03-04T23:26:23.820 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.820 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.820 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:23.820 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217534+0000", 2021-03-04T23:26:23.821 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3439e-05 2021-03-04T23:26:23.821 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.821 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.821 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:23.821 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217548+0000", 2021-03-04T23:26:23.822 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.3020000000000002e-06 2021-03-04T23:26:23.822 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.822 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.822 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:23.822 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217553+0000", 2021-03-04T23:26:23.823 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.735e-05 2021-03-04T23:26:23.823 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.823 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.823 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.823 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217591+0000", 2021-03-04T23:26:23.824 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.9249999999999998e-06 2021-03-04T23:26:23.824 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.824 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.824 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:23.824 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217597+0000", 2021-03-04T23:26:23.825 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0005541870000001 2021-03-04T23:26:23.825 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.825 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.825 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.826 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.218152+0000", 2021-03-04T23:26:23.826 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6176999999999998e-05 2021-03-04T23:26:23.826 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.826 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.826 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:23.827 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.218248+0000", 2021-03-04T23:26:23.827 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000100114 2021-03-04T23:26:23.827 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.827 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.827 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:26:23.828 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.218348+0000", 2021-03-04T23:26:23.828 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0061336159999999997 2021-03-04T23:26:23.828 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.828 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.829 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.829 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224482+0000", 2021-03-04T23:26:23.829 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9849000000000001e-05 2021-03-04T23:26:23.829 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.829 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.830 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:23.830 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224561+0000", 2021-03-04T23:26:23.830 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.5191999999999993e-05 2021-03-04T23:26:23.830 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.830 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.831 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.831 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224647+0000", 2021-03-04T23:26:23.831 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0682000000000002e-05 2021-03-04T23:26:23.831 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.831 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.832 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:23.832 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224677+0000", 2021-03-04T23:26:23.832 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7595000000000002e-05 2021-03-04T23:26:23.832 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.833 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.833 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:23.833 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224715+0000", 2021-03-04T23:26:23.833 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0072824380000001 2021-03-04T23:26:23.833 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.834 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:23.834 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.834 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.834 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.834 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134153 9.4 9:214909c4:::benchmark_data_gibba011_139107_object134152:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:26:23.835 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.285041+0000", 2021-03-04T23:26:23.835 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 27.400791796, 2021-03-04T23:26:23.835 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.94294768399999995, 2021-03-04T23:26:23.835 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:23.835 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:23.836 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:23.836 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:23.836 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:23.836 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134153 2021-03-04T23:26:23.837 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.837 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:23.837 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.837 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:23.837 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285041+0000", 2021-03-04T23:26:23.838 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:23.838 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.838 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.838 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:23.838 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285041+0000", 2021-03-04T23:26:23.839 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6921e-05 2021-03-04T23:26:23.839 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.839 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.839 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:23.839 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285087+0000", 2021-03-04T23:26:23.840 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.691e-06 2021-03-04T23:26:23.840 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.840 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.840 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:23.840 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285089+0000", 2021-03-04T23:26:23.841 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4377e-05 2021-03-04T23:26:23.841 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.841 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.841 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:23.841 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285104+0000", 2021-03-04T23:26:23.842 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4670000000000003e-06 2021-03-04T23:26:23.842 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.842 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.842 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:23.843 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285109+0000", 2021-03-04T23:26:23.843 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5878999999999999e-05 2021-03-04T23:26:23.843 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.843 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.843 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.844 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285155+0000", 2021-03-04T23:26:23.844 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.2080000000000006e-06 2021-03-04T23:26:23.844 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.844 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.844 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:23.845 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285164+0000", 2021-03-04T23:26:23.845 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.93616649500000004 2021-03-04T23:26:23.845 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.845 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.845 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.846 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.221331+0000", 2021-03-04T23:26:23.846 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012005799999999999 2021-03-04T23:26:23.846 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.846 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.846 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:23.847 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.221451+0000", 2021-03-04T23:26:23.847 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000166825 2021-03-04T23:26:23.847 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.847 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.847 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:26:23.848 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.221617+0000", 2021-03-04T23:26:23.848 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.003174287 2021-03-04T23:26:23.848 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.848 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.848 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.849 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224792+0000", 2021-03-04T23:26:23.849 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0030500119999999999 2021-03-04T23:26:23.849 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.849 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.850 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.850 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.227842+0000", 2021-03-04T23:26:23.850 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4485000000000003e-05 2021-03-04T23:26:23.850 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.850 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.851 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:23.851 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.227906+0000", 2021-03-04T23:26:23.851 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8449000000000003e-05 2021-03-04T23:26:23.851 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.851 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.852 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:23.852 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.227955+0000", 2021-03-04T23:26:23.852 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3529999999999999e-05 2021-03-04T23:26:23.852 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.852 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.853 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:23.853 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.227988+0000", 2021-03-04T23:26:23.853 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.94294768399999995 2021-03-04T23:26:23.853 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.854 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:23.854 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.854 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.854 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.854 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134167 9.4 9:224ed2d0:::benchmark_data_gibba011_139107_object134166:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:26:23.855 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.307409+0000", 2021-03-04T23:26:23.855 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 27.378422934, 2021-03-04T23:26:23.855 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.93204443100000001, 2021-03-04T23:26:23.855 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:23.855 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:23.856 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:23.856 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:23.856 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:23.856 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134167 2021-03-04T23:26:23.856 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.857 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:23.857 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.857 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:23.857 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.307409+0000", 2021-03-04T23:26:23.857 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:23.858 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.858 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.858 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:23.858 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.307409+0000", 2021-03-04T23:26:23.859 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2927000000000002e-05 2021-03-04T23:26:23.859 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.859 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.859 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:23.859 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.307472+0000", 2021-03-04T23:26:23.860 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7129999999999999e-06 2021-03-04T23:26:23.860 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.860 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.860 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:23.860 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.307474+0000", 2021-03-04T23:26:23.861 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.081e-05 2021-03-04T23:26:23.861 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.861 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.861 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:23.861 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.307485+0000", 2021-03-04T23:26:23.862 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5229999999999997e-06 2021-03-04T23:26:23.862 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.862 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.862 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:23.862 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.307489+0000", 2021-03-04T23:26:23.863 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00052889199999999999 2021-03-04T23:26:23.863 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.863 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.863 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.863 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.308018+0000", 2021-03-04T23:26:23.864 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.5510000000000002e-06 2021-03-04T23:26:23.864 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.864 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.864 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:23.865 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.308026+0000", 2021-03-04T23:26:23.865 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.91677891600000005 2021-03-04T23:26:23.865 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.865 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.865 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.866 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224805+0000", 2021-03-04T23:26:23.866 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.8047000000000005e-05 2021-03-04T23:26:23.866 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.866 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.866 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:23.867 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224903+0000", 2021-03-04T23:26:23.867 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00014154900000000001 2021-03-04T23:26:23.867 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.867 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.867 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:26:23.868 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.225044+0000", 2021-03-04T23:26:23.868 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0028539960000000001 2021-03-04T23:26:23.868 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.868 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.868 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.869 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.227898+0000", 2021-03-04T23:26:23.869 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0079307600000000002 2021-03-04T23:26:23.869 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.869 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.869 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.870 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.235829+0000", 2021-03-04T23:26:23.870 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0035582510000000001 2021-03-04T23:26:23.870 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.870 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.870 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:23.871 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.239387+0000", 2021-03-04T23:26:23.871 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0676999999999997e-05 2021-03-04T23:26:23.871 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.871 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.872 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:23.872 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.239428+0000", 2021-03-04T23:26:23.872 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5819000000000001e-05 2021-03-04T23:26:23.872 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.872 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.873 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:23.873 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.239454+0000", 2021-03-04T23:26:23.873 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.93204443100000001 2021-03-04T23:26:23.873 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.873 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:23.874 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.874 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.874 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.874 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134186 9.4 9:255e5d7a:::benchmark_data_gibba011_139107_object134185:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:26:23.874 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.326621+0000", 2021-03-04T23:26:23.875 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 27.359211491, 2021-03-04T23:26:23.875 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.91292108100000002, 2021-03-04T23:26:23.875 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:23.875 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:23.875 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:23.876 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:23.876 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:23.876 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134186 2021-03-04T23:26:23.876 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.876 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:23.877 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.877 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:23.877 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326621+0000", 2021-03-04T23:26:23.877 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:23.877 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.878 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.878 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:23.878 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326621+0000", 2021-03-04T23:26:23.878 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0496000000000002e-05 2021-03-04T23:26:23.879 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.879 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.879 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:23.879 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326641+0000", 2021-03-04T23:26:23.879 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4190000000000001e-06 2021-03-04T23:26:23.880 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.880 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.880 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:23.880 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326643+0000", 2021-03-04T23:26:23.880 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.9019999999999994e-06 2021-03-04T23:26:23.881 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.881 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.881 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:23.881 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326653+0000", 2021-03-04T23:26:23.881 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.561e-06 2021-03-04T23:26:23.882 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.882 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.882 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:23.882 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326657+0000", 2021-03-04T23:26:23.882 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5678e-05 2021-03-04T23:26:23.883 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.883 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.883 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.883 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326683+0000", 2021-03-04T23:26:23.883 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.2279999999999998e-06 2021-03-04T23:26:23.884 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.884 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.884 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:23.884 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326688+0000", 2021-03-04T23:26:23.884 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.90133838700000002 2021-03-04T23:26:23.885 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.885 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.885 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.885 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.228027+0000", 2021-03-04T23:26:23.885 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012250999999999999 2021-03-04T23:26:23.886 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.886 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.886 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:23.886 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.228149+0000", 2021-03-04T23:26:23.887 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000149135 2021-03-04T23:26:23.887 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.887 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.887 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:26:23.887 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.228298+0000", 2021-03-04T23:26:23.888 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0075513519999999999 2021-03-04T23:26:23.888 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.888 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.888 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.888 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.235850+0000", 2021-03-04T23:26:23.889 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0509e-05 2021-03-04T23:26:23.889 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.889 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.889 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.889 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.235870+0000", 2021-03-04T23:26:23.890 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0035916680000000001 2021-03-04T23:26:23.890 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.890 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.890 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:23.890 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.239462+0000", 2021-03-04T23:26:23.891 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.1872000000000007e-05 2021-03-04T23:26:23.891 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.891 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.891 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:23.891 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.239524+0000", 2021-03-04T23:26:23.892 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8363999999999999e-05 2021-03-04T23:26:23.892 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.892 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.892 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:23.892 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.239542+0000", 2021-03-04T23:26:23.893 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.91292108100000002 2021-03-04T23:26:23.893 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.893 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:23.893 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.893 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.894 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.894 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134197 9.4 9:25e7986c:::benchmark_data_gibba011_139107_object134196:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:26:23.894 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.338666+0000", 2021-03-04T23:26:23.894 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 27.347165946000001, 2021-03-04T23:26:23.895 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.90536447099999995, 2021-03-04T23:26:23.895 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:23.895 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:23.895 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:23.895 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:23.896 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:23.896 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134197 2021-03-04T23:26:23.896 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.896 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:23.896 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.897 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:23.897 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338666+0000", 2021-03-04T23:26:23.897 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:23.897 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.897 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.898 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:23.898 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338666+0000", 2021-03-04T23:26:23.898 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0414000000000001e-05 2021-03-04T23:26:23.898 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.898 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.899 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:23.899 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338697+0000", 2021-03-04T23:26:23.899 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3750000000000001e-06 2021-03-04T23:26:23.899 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.899 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.900 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:23.900 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338699+0000", 2021-03-04T23:26:23.900 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6235e-05 2021-03-04T23:26:23.900 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.900 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.901 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:23.901 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338715+0000", 2021-03-04T23:26:23.901 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4119999999999998e-06 2021-03-04T23:26:23.901 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.902 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.902 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:23.902 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338722+0000", 2021-03-04T23:26:23.902 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5547000000000003e-05 2021-03-04T23:26:23.902 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.903 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.903 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.903 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338767+0000", 2021-03-04T23:26:23.903 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.8299999999999996e-06 2021-03-04T23:26:23.903 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.904 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.904 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:23.904 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338775+0000", 2021-03-04T23:26:23.904 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.89335840399999999 2021-03-04T23:26:23.904 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.905 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.905 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.905 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.232134+0000", 2021-03-04T23:26:23.905 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00015948700000000001 2021-03-04T23:26:23.905 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.906 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.906 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:23.906 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.232293+0000", 2021-03-04T23:26:23.906 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00018762 2021-03-04T23:26:23.907 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.907 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.907 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:26:23.907 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.232481+0000", 2021-03-04T23:26:23.907 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0034046409999999999 2021-03-04T23:26:23.908 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.908 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.908 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.908 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.235885+0000", 2021-03-04T23:26:23.908 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2407e-05 2021-03-04T23:26:23.909 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.909 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.909 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.909 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.235898+0000", 2021-03-04T23:26:23.909 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0080483880000000001 2021-03-04T23:26:23.910 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.910 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.910 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:23.910 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.243946+0000", 2021-03-04T23:26:23.910 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9815000000000003e-05 2021-03-04T23:26:23.911 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.911 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.911 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:23.911 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.243996+0000", 2021-03-04T23:26:23.911 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4895999999999999e-05 2021-03-04T23:26:23.912 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.912 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.912 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:23.912 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244031+0000", 2021-03-04T23:26:23.912 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.90536447099999995 2021-03-04T23:26:23.913 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.913 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:23.913 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.913 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.913 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.914 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134219 9.4 9:2975354a:::benchmark_data_gibba011_139107_object134218:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:26:23.914 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.370253+0000", 2021-03-04T23:26:23.914 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 27.315578888000001, 2021-03-04T23:26:23.914 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.87385338599999995, 2021-03-04T23:26:23.915 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:23.915 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:23.915 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:23.915 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:23.915 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:23.916 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134219 2021-03-04T23:26:23.916 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.916 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:23.916 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.916 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:23.917 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370253+0000", 2021-03-04T23:26:23.917 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:23.917 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.917 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.917 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:23.918 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370253+0000", 2021-03-04T23:26:23.918 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8402999999999998e-05 2021-03-04T23:26:23.918 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.918 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.918 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:23.919 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370292+0000", 2021-03-04T23:26:23.919 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8059999999999999e-06 2021-03-04T23:26:23.919 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.919 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.919 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:23.920 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370295+0000", 2021-03-04T23:26:23.920 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0248999999999999e-05 2021-03-04T23:26:23.920 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.920 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.920 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:23.921 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370315+0000", 2021-03-04T23:26:23.921 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.6510000000000004e-06 2021-03-04T23:26:23.921 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.921 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.921 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:23.922 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370322+0000", 2021-03-04T23:26:23.922 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.1684999999999998e-05 2021-03-04T23:26:23.922 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.922 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.922 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.923 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370363+0000", 2021-03-04T23:26:23.923 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4549999999999995e-06 2021-03-04T23:26:23.923 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.923 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.924 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:23.924 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370372+0000", 2021-03-04T23:26:23.924 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.86553635299999998 2021-03-04T23:26:23.924 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.924 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.925 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.925 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.235908+0000", 2021-03-04T23:26:23.925 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011623799999999999 2021-03-04T23:26:23.925 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.925 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.926 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:23.926 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.236024+0000", 2021-03-04T23:26:23.926 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.1247000000000002e-05 2021-03-04T23:26:23.926 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.926 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.927 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:26:23.927 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.236116+0000", 2021-03-04T23:26:23.927 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0041317020000000001 2021-03-04T23:26:23.927 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.927 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.928 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.928 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.240247+0000", 2021-03-04T23:26:23.928 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0511e-05 2021-03-04T23:26:23.928 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.928 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.929 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.929 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.240278+0000", 2021-03-04T23:26:23.929 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0037625639999999999 2021-03-04T23:26:23.929 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.929 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.930 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:23.930 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244040+0000", 2021-03-04T23:26:23.930 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6019999999999997e-05 2021-03-04T23:26:23.930 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.931 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.931 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:23.931 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244076+0000", 2021-03-04T23:26:23.931 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0502e-05 2021-03-04T23:26:23.931 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.932 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.932 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:23.932 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244107+0000", 2021-03-04T23:26:23.932 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.87385338599999995 2021-03-04T23:26:23.932 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.933 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:23.933 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.933 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.933 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.933 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134244 9.4 9:25a50934:::benchmark_data_gibba011_139107_object134243:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:26:23.934 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.411335+0000", 2021-03-04T23:26:23.934 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 27.274497498999999, 2021-03-04T23:26:23.934 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.84278338100000005, 2021-03-04T23:26:23.934 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:23.935 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:23.935 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:23.935 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:23.935 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:23.935 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134244 2021-03-04T23:26:23.936 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.936 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:23.936 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.936 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:23.936 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411335+0000", 2021-03-04T23:26:23.937 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:23.937 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.937 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.937 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:23.937 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411335+0000", 2021-03-04T23:26:23.938 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.012e-05 2021-03-04T23:26:23.938 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.938 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.938 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:23.938 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411355+0000", 2021-03-04T23:26:23.939 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.573e-06 2021-03-04T23:26:23.939 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.939 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.939 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:23.939 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411357+0000", 2021-03-04T23:26:23.940 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0909e-05 2021-03-04T23:26:23.940 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.940 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.940 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:23.940 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411367+0000", 2021-03-04T23:26:23.941 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3769999999999998e-06 2021-03-04T23:26:23.941 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.941 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.941 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:23.941 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411372+0000", 2021-03-04T23:26:23.942 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3164999999999998e-05 2021-03-04T23:26:23.942 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.942 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.942 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.943 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411405+0000", 2021-03-04T23:26:23.943 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.1289999999999998e-06 2021-03-04T23:26:23.943 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.943 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.943 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:23.944 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411412+0000", 2021-03-04T23:26:23.944 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.82889523700000001 2021-03-04T23:26:23.944 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.944 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.944 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.945 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.240307+0000", 2021-03-04T23:26:23.945 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9611999999999996e-05 2021-03-04T23:26:23.945 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.945 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.945 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:23.946 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.240387+0000", 2021-03-04T23:26:23.946 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.0517000000000001e-05 2021-03-04T23:26:23.946 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.946 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.947 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:26:23.947 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.240477+0000", 2021-03-04T23:26:23.947 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0066605350000000004 2021-03-04T23:26:23.947 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.947 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.948 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:23.948 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.247138+0000", 2021-03-04T23:26:23.948 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8208999999999999e-05 2021-03-04T23:26:23.948 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.948 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.949 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.949 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.247186+0000", 2021-03-04T23:26:23.949 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0068469519999999999 2021-03-04T23:26:23.949 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.949 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.950 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.950 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254033+0000", 2021-03-04T23:26:23.950 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.117e-05 2021-03-04T23:26:23.950 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.951 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.951 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:23.951 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254084+0000", 2021-03-04T23:26:23.951 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3875999999999999e-05 2021-03-04T23:26:23.951 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.952 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.952 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:23.952 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254118+0000", 2021-03-04T23:26:23.952 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.84278338100000005 2021-03-04T23:26:23.952 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.953 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:23.953 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.953 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.953 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.953 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134247 9.4 9:21011c5f:::benchmark_data_gibba011_139107_object134246:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:26:23.954 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.414545+0000", 2021-03-04T23:26:23.954 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 27.271287081000001, 2021-03-04T23:26:23.954 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.839725524, 2021-03-04T23:26:23.954 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:23.955 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:23.955 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:23.955 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:23.955 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:23.955 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134247 2021-03-04T23:26:23.956 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.956 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:23.956 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.956 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:23.956 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414545+0000", 2021-03-04T23:26:23.957 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:23.957 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.957 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.957 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:23.957 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414545+0000", 2021-03-04T23:26:23.958 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4229000000000001e-05 2021-03-04T23:26:23.958 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.958 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.958 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:23.958 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414569+0000", 2021-03-04T23:26:23.959 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.691e-06 2021-03-04T23:26:23.959 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.959 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.959 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:23.959 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414571+0000", 2021-03-04T23:26:23.960 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3502e-05 2021-03-04T23:26:23.960 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.960 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.960 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:23.960 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414585+0000", 2021-03-04T23:26:23.961 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4890000000000003e-06 2021-03-04T23:26:23.961 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.961 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.961 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:23.961 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414590+0000", 2021-03-04T23:26:23.962 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.5073000000000005e-05 2021-03-04T23:26:23.962 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.962 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.962 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.962 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414655+0000", 2021-03-04T23:26:23.963 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.2569999999999998e-06 2021-03-04T23:26:23.963 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.963 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.963 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:23.963 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414661+0000", 2021-03-04T23:26:23.964 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.829470233 2021-03-04T23:26:23.964 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.964 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.964 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.965 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244131+0000", 2021-03-04T23:26:23.965 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000101815 2021-03-04T23:26:23.965 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.965 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.965 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:23.966 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244233+0000", 2021-03-04T23:26:23.966 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000124793 2021-03-04T23:26:23.966 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.966 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.966 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:26:23.967 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244357+0000", 2021-03-04T23:26:23.967 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0028622360000000002 2021-03-04T23:26:23.967 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.967 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.967 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.968 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.247220+0000", 2021-03-04T23:26:23.968 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0069096239999999996 2021-03-04T23:26:23.968 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.968 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.968 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:23.969 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254129+0000", 2021-03-04T23:26:23.969 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.0393000000000001e-05 2021-03-04T23:26:23.969 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.969 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.969 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.970 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254210+0000", 2021-03-04T23:26:23.970 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4876000000000003e-05 2021-03-04T23:26:23.970 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.970 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.970 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:23.971 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254244+0000", 2021-03-04T23:26:23.971 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6313e-05 2021-03-04T23:26:23.971 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.971 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.972 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:23.972 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254271+0000", 2021-03-04T23:26:23.972 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.839725524 2021-03-04T23:26:23.972 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.972 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:23.973 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.973 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.973 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.973 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134249 9.4 9:2c7bbdcb:::benchmark_data_gibba011_139107_object134248:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:26:23.973 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.416963+0000", 2021-03-04T23:26:23.974 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 27.268868901000001, 2021-03-04T23:26:23.974 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.84512285899999995, 2021-03-04T23:26:23.974 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:23.974 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:23.974 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:23.975 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:23.975 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:23.975 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134249 2021-03-04T23:26:23.975 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.975 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:23.976 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.976 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:23.976 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.416963+0000", 2021-03-04T23:26:23.976 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:23.976 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.977 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.977 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:23.977 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.416963+0000", 2021-03-04T23:26:23.977 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7174000000000001e-05 2021-03-04T23:26:23.978 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.978 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.978 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:23.978 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.416991+0000", 2021-03-04T23:26:23.978 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.477e-06 2021-03-04T23:26:23.979 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.979 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.979 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:23.979 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.416992+0000", 2021-03-04T23:26:23.979 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1022999999999999e-05 2021-03-04T23:26:23.980 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.980 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.980 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:23.980 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.417003+0000", 2021-03-04T23:26:23.980 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9729999999999997e-06 2021-03-04T23:26:23.981 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.981 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.981 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:23.981 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.417008+0000", 2021-03-04T23:26:23.982 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6959999999999998e-05 2021-03-04T23:26:23.982 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.982 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.982 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.982 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.417045+0000", 2021-03-04T23:26:23.983 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4289999999999998e-06 2021-03-04T23:26:23.983 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.983 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.983 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:23.983 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.417051+0000", 2021-03-04T23:26:23.984 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.83018800500000001 2021-03-04T23:26:23.984 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.984 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.984 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:23.984 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.247239+0000", 2021-03-04T23:26:23.985 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000118282 2021-03-04T23:26:23.985 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.985 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.985 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:23.985 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.247358+0000", 2021-03-04T23:26:23.986 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013356899999999999 2021-03-04T23:26:23.986 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.986 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.986 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:26:23.986 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.247491+0000", 2021-03-04T23:26:23.987 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0066444190000000004 2021-03-04T23:26:23.987 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.987 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.987 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:23.987 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254136+0000", 2021-03-04T23:26:23.988 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0481000000000001e-05 2021-03-04T23:26:23.988 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.988 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.988 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.989 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254176+0000", 2021-03-04T23:26:23.989 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0078328479999999999 2021-03-04T23:26:23.989 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.989 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.989 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:23.990 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262009+0000", 2021-03-04T23:26:23.990 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4078e-05 2021-03-04T23:26:23.990 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.990 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.990 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:23.991 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262053+0000", 2021-03-04T23:26:23.991 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3141e-05 2021-03-04T23:26:23.991 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.991 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.991 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:23.992 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262086+0000", 2021-03-04T23:26:23.992 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.84512285899999995 2021-03-04T23:26:23.992 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.992 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:23.992 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:23.993 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.993 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.993 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134253 9.4 9:2249e88b:::benchmark_data_gibba011_139107_object134252:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:26:23.993 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.421924+0000", 2021-03-04T23:26:23.993 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 27.263908830999998, 2021-03-04T23:26:23.994 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.84032122600000003, 2021-03-04T23:26:23.994 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:23.994 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:23.994 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:23.995 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:23.995 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:23.995 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134253 2021-03-04T23:26:23.995 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.995 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:23.996 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.996 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:23.996 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.421924+0000", 2021-03-04T23:26:23.996 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:23.996 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.997 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.997 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:23.997 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.421924+0000", 2021-03-04T23:26:23.997 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6412999999999997e-05 2021-03-04T23:26:23.997 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.998 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.998 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:23.998 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.421980+0000", 2021-03-04T23:26:23.998 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.793e-06 2021-03-04T23:26:23.998 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:23.999 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:23.999 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:23.999 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.421982+0000", 2021-03-04T23:26:23.999 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7694999999999999e-05 2021-03-04T23:26:23.999 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.000 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.000 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:24.000 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.421999+0000", 2021-03-04T23:26:24.000 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2779999999999999e-06 2021-03-04T23:26:24.000 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.001 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.001 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:24.001 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.422006+0000", 2021-03-04T23:26:24.001 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5636000000000001e-05 2021-03-04T23:26:24.001 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.002 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.002 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:24.002 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.422051+0000", 2021-03-04T23:26:24.002 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.4380000000000001e-06 2021-03-04T23:26:24.002 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.003 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.003 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:24.003 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.422061+0000", 2021-03-04T23:26:24.003 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.82835461099999996 2021-03-04T23:26:24.003 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.004 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.004 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:24.004 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.250415+0000", 2021-03-04T23:26:24.004 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000146797 2021-03-04T23:26:24.004 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.005 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.005 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:24.005 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.250562+0000", 2021-03-04T23:26:24.005 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011039699999999999 2021-03-04T23:26:24.006 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.006 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.006 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:26:24.006 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.250673+0000", 2021-03-04T23:26:24.006 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.003633205 2021-03-04T23:26:24.007 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.007 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.007 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:24.007 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254306+0000", 2021-03-04T23:26:24.007 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0039305190000000004 2021-03-04T23:26:24.008 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.008 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.008 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:24.008 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.258236+0000", 2021-03-04T23:26:24.008 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0039388340000000004 2021-03-04T23:26:24.009 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.009 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.009 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:24.009 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262175+0000", 2021-03-04T23:26:24.009 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0296999999999997e-05 2021-03-04T23:26:24.010 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.010 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.010 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:24.010 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262215+0000", 2021-03-04T23:26:24.010 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9312999999999999e-05 2021-03-04T23:26:24.011 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.011 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.011 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:24.011 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262245+0000", 2021-03-04T23:26:24.011 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.84032122600000003 2021-03-04T23:26:24.012 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:24.012 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:24.012 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:24.012 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.012 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.013 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134267 9.4 9:20fd9e76:::benchmark_data_gibba011_139107_object134266:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:26:24.013 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.448739+0000", 2021-03-04T23:26:24.013 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 27.237092876999998, 2021-03-04T23:26:24.013 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.81366760999999999, 2021-03-04T23:26:24.014 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:24.014 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:24.014 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:24.014 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:24.014 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:24.015 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134267 2021-03-04T23:26:24.015 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.015 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:24.015 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.015 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:24.016 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448739+0000", 2021-03-04T23:26:24.016 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:24.016 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.016 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.016 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:24.017 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448739+0000", 2021-03-04T23:26:24.017 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0102000000000003e-05 2021-03-04T23:26:24.017 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.017 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.017 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:24.018 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448780+0000", 2021-03-04T23:26:24.018 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.8469999999999996e-06 2021-03-04T23:26:24.018 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.018 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.018 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:24.019 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448787+0000", 2021-03-04T23:26:24.019 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1814000000000001e-05 2021-03-04T23:26:24.019 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.019 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.020 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:24.020 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448799+0000", 2021-03-04T23:26:24.020 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7370000000000003e-06 2021-03-04T23:26:24.020 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.020 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.021 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:24.021 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448805+0000", 2021-03-04T23:26:24.021 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7020000000000001e-05 2021-03-04T23:26:24.021 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.021 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.022 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:24.022 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448842+0000", 2021-03-04T23:26:24.022 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.9659999999999999e-06 2021-03-04T23:26:24.022 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.022 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.023 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:24.023 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448849+0000", 2021-03-04T23:26:24.023 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.80547977299999995 2021-03-04T23:26:24.023 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.023 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.024 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:24.024 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254329+0000", 2021-03-04T23:26:24.024 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010310399999999999 2021-03-04T23:26:24.024 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.025 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.025 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:24.025 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254432+0000", 2021-03-04T23:26:24.025 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000112107 2021-03-04T23:26:24.025 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.026 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.026 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:26:24.026 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254544+0000", 2021-03-04T23:26:24.026 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0075943419999999996 2021-03-04T23:26:24.026 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.027 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.027 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:24.027 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262138+0000", 2021-03-04T23:26:24.027 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000116563 2021-03-04T23:26:24.028 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.028 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.028 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:24.028 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262255+0000", 2021-03-04T23:26:24.028 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4419000000000006e-05 2021-03-04T23:26:24.029 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.029 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.029 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:24.029 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262339+0000", 2021-03-04T23:26:24.029 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0151e-05 2021-03-04T23:26:24.030 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.030 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.030 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:24.030 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262369+0000", 2021-03-04T23:26:24.030 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7664999999999999e-05 2021-03-04T23:26:24.031 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.031 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.031 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:24.031 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262407+0000", 2021-03-04T23:26:24.031 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.81366760999999999 2021-03-04T23:26:24.032 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:24.032 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:24.032 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:24.032 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.032 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.033 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134283 9.4 9:2009a51d:::benchmark_data_gibba011_139107_object134282:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:26:24.033 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.487344+0000", 2021-03-04T23:26:24.033 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 27.198488057999999, 2021-03-04T23:26:24.033 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.77517623199999997, 2021-03-04T23:26:24.033 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:24.034 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:24.034 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:24.034 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:24.034 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:24.035 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134283 2021-03-04T23:26:24.035 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.035 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:24.035 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.035 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:24.036 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487344+0000", 2021-03-04T23:26:24.036 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:24.036 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.036 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.036 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:24.037 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487344+0000", 2021-03-04T23:26:24.037 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.35e-05 2021-03-04T23:26:24.037 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.037 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.038 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:24.038 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487388+0000", 2021-03-04T23:26:24.038 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0109999999999999e-06 2021-03-04T23:26:24.038 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.038 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.039 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:24.039 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487390+0000", 2021-03-04T23:26:24.039 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2303000000000001e-05 2021-03-04T23:26:24.039 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.039 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.040 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:24.040 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487402+0000", 2021-03-04T23:26:24.040 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.2120000000000002e-06 2021-03-04T23:26:24.040 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.040 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.041 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:24.041 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487407+0000", 2021-03-04T23:26:24.041 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0082e-05 2021-03-04T23:26:24.041 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.041 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.042 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:24.042 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487447+0000", 2021-03-04T23:26:24.042 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.2989999999999997e-06 2021-03-04T23:26:24.042 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.043 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.043 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:24.043 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487456+0000", 2021-03-04T23:26:24.043 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.77086629799999995 2021-03-04T23:26:24.043 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.044 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.044 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:24.044 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.258322+0000", 2021-03-04T23:26:24.044 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.7868999999999995e-05 2021-03-04T23:26:24.044 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.045 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.045 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:24.045 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.258410+0000", 2021-03-04T23:26:24.045 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011892000000000001 2021-03-04T23:26:24.045 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.046 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.046 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:26:24.046 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.258529+0000", 2021-03-04T23:26:24.046 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0037684860000000001 2021-03-04T23:26:24.047 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.047 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.047 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:24.047 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262297+0000", 2021-03-04T23:26:24.047 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000120233 2021-03-04T23:26:24.048 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.048 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.048 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:24.048 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262418+0000", 2021-03-04T23:26:24.048 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0375999999999999e-05 2021-03-04T23:26:24.049 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.049 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.049 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:24.049 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262448+0000", 2021-03-04T23:26:24.049 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.1473000000000001e-05 2021-03-04T23:26:24.050 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.050 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.050 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:24.050 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262489+0000", 2021-03-04T23:26:24.050 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1170000000000001e-05 2021-03-04T23:26:24.051 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.051 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.051 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:24.051 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262521+0000", 2021-03-04T23:26:24.051 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.77517623199999997 2021-03-04T23:26:24.052 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:24.052 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:24.052 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:24.052 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.052 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.053 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134288 9.4 9:2d2cd094:::benchmark_data_gibba011_139107_object134287:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:26:24.053 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.497598+0000", 2021-03-04T23:26:24.053 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 27.188234329, 2021-03-04T23:26:24.053 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.772617369, 2021-03-04T23:26:24.054 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:24.054 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:24.054 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:24.054 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:24.054 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:24.055 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134288 2021-03-04T23:26:24.055 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.055 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:24.055 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.055 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:24.056 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497598+0000", 2021-03-04T23:26:24.056 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:24.056 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.056 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.056 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:24.057 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497598+0000", 2021-03-04T23:26:24.057 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6937999999999998e-05 2021-03-04T23:26:24.057 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.057 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.058 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:24.058 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497635+0000", 2021-03-04T23:26:24.058 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8920000000000001e-06 2021-03-04T23:26:24.058 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.058 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.059 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:24.059 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497637+0000", 2021-03-04T23:26:24.059 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0794e-05 2021-03-04T23:26:24.059 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.059 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.060 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:24.060 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497648+0000", 2021-03-04T23:26:24.060 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5569999999999997e-06 2021-03-04T23:26:24.060 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.061 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.061 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:24.061 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497652+0000", 2021-03-04T23:26:24.061 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9111e-05 2021-03-04T23:26:24.061 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.062 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.062 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:24.062 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497681+0000", 2021-03-04T23:26:24.062 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9059999999999999e-06 2021-03-04T23:26:24.062 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.063 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.063 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:24.063 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497687+0000", 2021-03-04T23:26:24.063 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.76487108000000004 2021-03-04T23:26:24.063 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.064 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.064 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:24.064 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262558+0000", 2021-03-04T23:26:24.064 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.3319999999999994e-05 2021-03-04T23:26:24.065 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.065 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.065 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:24.065 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262652+0000", 2021-03-04T23:26:24.065 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.8047999999999995e-05 2021-03-04T23:26:24.066 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.066 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.066 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:26:24.066 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262740+0000", 2021-03-04T23:26:24.067 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0073306049999999996 2021-03-04T23:26:24.067 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.067 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.067 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:24.067 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270070+0000", 2021-03-04T23:26:24.068 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6856000000000001e-05 2021-03-04T23:26:24.068 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.068 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.068 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:24.068 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270107+0000", 2021-03-04T23:26:24.069 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8314e-05 2021-03-04T23:26:24.069 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.069 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.069 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:24.069 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270135+0000", 2021-03-04T23:26:24.070 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5843000000000001e-05 2021-03-04T23:26:24.070 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.070 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.070 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:24.071 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270181+0000", 2021-03-04T23:26:24.071 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4105e-05 2021-03-04T23:26:24.071 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.071 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.071 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:24.072 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270215+0000", 2021-03-04T23:26:24.072 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.772617369 2021-03-04T23:26:24.072 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:24.072 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:24.072 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:24.073 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.073 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.073 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134292 9.4 9:2b035716:::benchmark_data_gibba011_139107_object134291:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:26:24.073 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.505901+0000", 2021-03-04T23:26:24.073 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 27.179931623000002, 2021-03-04T23:26:24.074 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.765053922, 2021-03-04T23:26:24.074 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:24.074 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:24.074 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:24.075 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:24.075 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:24.075 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134292 2021-03-04T23:26:24.075 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.075 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:24.076 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.076 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:24.076 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.505901+0000", 2021-03-04T23:26:24.076 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:24.076 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.077 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.077 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:24.077 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.505901+0000", 2021-03-04T23:26:24.077 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7052000000000002e-05 2021-03-04T23:26:24.077 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.078 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.078 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:24.078 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.505958+0000", 2021-03-04T23:26:24.078 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.61e-06 2021-03-04T23:26:24.079 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.079 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.079 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:24.079 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.505959+0000", 2021-03-04T23:26:24.079 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.1190000000000003e-06 2021-03-04T23:26:24.080 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.080 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.080 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:24.080 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.505969+0000", 2021-03-04T23:26:24.080 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.76e-06 2021-03-04T23:26:24.081 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.081 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.081 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:24.081 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.505972+0000", 2021-03-04T23:26:24.081 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3145000000000001e-05 2021-03-04T23:26:24.082 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.082 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.082 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:24.082 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.506015+0000", 2021-03-04T23:26:24.083 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4549999999999995e-06 2021-03-04T23:26:24.083 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.083 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.083 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:24.083 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.506024+0000", 2021-03-04T23:26:24.084 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.76031698299999995 2021-03-04T23:26:24.084 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.084 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.084 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:24.084 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.266341+0000", 2021-03-04T23:26:24.085 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011863599999999999 2021-03-04T23:26:24.085 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.085 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.085 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:24.085 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.266459+0000", 2021-03-04T23:26:24.086 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012695600000000001 2021-03-04T23:26:24.086 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.086 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.086 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:26:24.086 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.266586+0000", 2021-03-04T23:26:24.087 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0042302190000000003 2021-03-04T23:26:24.087 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.087 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.087 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:24.087 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270817+0000", 2021-03-04T23:26:24.088 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9922000000000001e-05 2021-03-04T23:26:24.088 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.088 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.088 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:24.089 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270867+0000", 2021-03-04T23:26:24.089 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.4529999999999996e-06 2021-03-04T23:26:24.089 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.089 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.089 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:24.090 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270874+0000", 2021-03-04T23:26:24.090 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4623999999999998e-05 2021-03-04T23:26:24.090 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.090 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.090 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:24.091 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270919+0000", 2021-03-04T23:26:24.091 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5988000000000002e-05 2021-03-04T23:26:24.091 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.091 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.091 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:24.092 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270955+0000", 2021-03-04T23:26:24.092 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.765053922 2021-03-04T23:26:24.092 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:24.092 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:24.092 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:24.093 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.093 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.093 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134311 9.4 9:2f1c4791:::benchmark_data_gibba011_139107_object134310:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:26:24.093 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.631237+0000", 2021-03-04T23:26:24.093 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 27.054594898000001, 2021-03-04T23:26:24.094 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.65218497900000005, 2021-03-04T23:26:24.094 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:24.094 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:24.094 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:24.095 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:24.095 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:24.095 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134311 2021-03-04T23:26:24.095 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.095 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:24.096 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.096 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:24.096 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631237+0000", 2021-03-04T23:26:24.096 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:24.096 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.097 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.097 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:24.097 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631237+0000", 2021-03-04T23:26:24.097 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0792999999999999e-05 2021-03-04T23:26:24.097 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.098 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.098 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:24.098 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631258+0000", 2021-03-04T23:26:24.098 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1260000000000001e-06 2021-03-04T23:26:24.098 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.099 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.099 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:24.099 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631260+0000", 2021-03-04T23:26:24.099 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3954999999999999e-05 2021-03-04T23:26:24.100 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.100 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.100 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:24.100 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631274+0000", 2021-03-04T23:26:24.100 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4229999999999996e-06 2021-03-04T23:26:24.101 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.101 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.101 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:24.101 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631280+0000", 2021-03-04T23:26:24.101 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5116000000000001e-05 2021-03-04T23:26:24.102 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.102 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.102 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:24.102 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631315+0000", 2021-03-04T23:26:24.102 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.6629999999999993e-06 2021-03-04T23:26:24.103 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.103 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.103 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:24.103 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631323+0000", 2021-03-04T23:26:24.103 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.63965285199999999 2021-03-04T23:26:24.104 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.104 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.104 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:24.104 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270975+0000", 2021-03-04T23:26:24.105 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000109344 2021-03-04T23:26:24.105 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.105 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.105 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:24.105 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.271085+0000", 2021-03-04T23:26:24.106 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000134697 2021-03-04T23:26:24.106 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.106 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.106 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:26:24.106 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.271219+0000", 2021-03-04T23:26:24.107 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004002289 2021-03-04T23:26:24.107 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.107 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.107 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:24.107 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.275222+0000", 2021-03-04T23:26:24.108 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.1148e-05 2021-03-04T23:26:24.108 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.108 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.108 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:24.108 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.275263+0000", 2021-03-04T23:26:24.109 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0080744470000000002 2021-03-04T23:26:24.109 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.109 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.109 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:24.109 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.283337+0000", 2021-03-04T23:26:24.110 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8126e-05 2021-03-04T23:26:24.110 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.110 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.110 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:24.111 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.283385+0000", 2021-03-04T23:26:24.111 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6999999999999998e-05 2021-03-04T23:26:24.111 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:24.111 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:24.111 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:24.112 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.283422+0000", 2021-03-04T23:26:24.112 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.65218497900000005 2021-03-04T23:26:24.112 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:24.112 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:24.112 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:24.113 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:24.113 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:24.113 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:26:24.113 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:24.132 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:24.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:24.134 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:24.235 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:24.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:24.264 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:24.265 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:24.366 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:24.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:24.386 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:24.386 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:24.488 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:24.505 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:24.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:24.508 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:24.552 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:24 gibba038 conmon[76675]: cluster 2021-03-04T23:26:22.621143+0000 mgr.x (mgr.34676) 691 : cluster [DBG] pgmap v612: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.3 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 138 B/s rd, 51 MiB/s wr, 881 op/s; 50883/457635 objects degraded (11.119%); 20826/457635 objects misplaced (4.551%); 5.4 MiB/s, 86 objects/s recovering 2021-03-04T23:26:24.552 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:24 gibba038 conmon[76675]: cluster 2021-03-04T23:26:23.878656+0000 mon.a (mon.0) 725 : cluster [WRN] Health check update: Degraded data redundancy: 50883/457635 objects degraded (11.119%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:26:24.573 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:26:24.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:24 gibba011 conmon[95595]: cluster 2021-03-04T23:26:22.621143+0000 mgr.x (mgr.34676) 691 : cluster [DBG] pgmap v612: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.3 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 138 B/s rd, 51 MiB/s wr, 881 op/s; 50883/457635 objects degraded (11.119%); 20826/457635 objects misplaced (4.551%); 5.4 MiB/s, 86 objects/s recovering 2021-03-04T23:26:24.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:24 gibba011 conmon[95595]: cluster 2021-03-04T23:26:23.878656+0000 mon.a (mon.0) 725 : cluster [WRN] Health check update: Degraded data redundancy: 50883/457635 objects degraded (11.119%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:26:24.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:24 gibba011 conmon[99461]: cluster 2021-03-04T23:26:22.621143+0000 mgr.x (mgr.34676) 691 : cluster 2021-03-04T23:26:24.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:24 gibba011 conmon[99461]: [DBG] pgmap v612: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.3 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 138 B/s rd, 51 MiB/s wr, 881 op/s; 50883/457635 objects degraded (11.119%); 20826/457635 objects misplaced (4.551%); 5.4 MiB/s, 86 objects/s recovering 2021-03-04T23:26:24.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:24 gibba011 conmon[99461]: cluster 2021-03-04T23:26:23.878656+0000 mon.a (mon.0) 725 : cluster [WRN] Health check update: Degraded data redundancy: 50883/457635 objects degraded (11.119%), 7 pgs degraded (PG_DEGRADED) 2021-03-04T23:26:24.609 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:24.636 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:24.637 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:24.637 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:24.705 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:26:24.738 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:24.758 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:24.759 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:24.760 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:24.861 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:24.879 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:24.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:24.880 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:24.981 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:25.000 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:25.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:25.002 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:25.103 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:25.123 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:25.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:25.125 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:25.226 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:25.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:25.247 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:25.247 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:25.295 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:26:25.348 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:25.365 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:25.366 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:25.367 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:25.433 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:25.468 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:25.488 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:25.489 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:25.489 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:25.590 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:25.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:25.612 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:25.612 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:25.677 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:26:25.692 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:26:25.708 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:26:25.714 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:25.723 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:26:25.733 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:25.734 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:25.734 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:25.739 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:26:25.756 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:26:25.772 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:26:25.790 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:26:25.791 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:26:25.792 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:26:25.792 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:26:25.792 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:26:25.792 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:26:25.793 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:26:25.793 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:26:25.793 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:26:25.835 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:25.853 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:25.853 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:25.855 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:25.956 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:25.975 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:25.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:25.977 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:26.078 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:26.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:26.103 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:26.103 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:26.204 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:26.224 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:26.224 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:26.225 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:26.326 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:26.351 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:26.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:26.353 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:26.355 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:26 gibba038 conmon[76675]: cluster 2021-03-04T23:26:24.621658+0000 mgr.x (mgr.34676) 692 : cluster [DBG] pgmap v613: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.3 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 122 B/s rd, 42 MiB/s wr, 785 op/s; 50883/457212 objects degraded (11.129%); 20652/457212 objects misplaced (4.517%); 4.4 MiB/s, 70 objects/s recovering 2021-03-04T23:26:26.355 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:26 gibba038 conmon[76675]: audit 2021-03-04T23:26:25.659381+0000 mon.c (mon.1) 274 : audit [DBG] from='client.? 172.21.2.111:0/3983219049' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:26.454 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:26.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:26.472 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:26.472 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:26.494 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:26:26.494 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:26:26.534 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:26 gibba011 conmon[95595]: cluster 2021-03-04T23:26:24.621658+0000 mgr.x (mgr.34676) 692 : cluster [DBG] pgmap v613: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.3 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 122 B/s rd, 42 MiB/s wr, 785 op/s; 50883/457212 objects degraded (11.129%); 20652/457212 objects misplaced (4.517%); 4.4 MiB/s, 70 objects/s recovering 2021-03-04T23:26:26.535 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:26 gibba011 conmon[95595]: audit 2021-03-04T23:26:25.659381+0000 mon.c (mon.1) 274 : audit [DBG] from='client.? 172.21.2.111:0/3983219049' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:26.535 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:26 gibba011 conmon[99461]: cluster 2021-03-04T23:26:24.621658+0000 mgr.x (mgr.34676) 692 : cluster [DBG] pgmap v613: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.3 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 122 B/s rd, 42 MiB/s wr, 785 op/s; 50883/457212 objects degraded (11.129%); 20652/457212 objects misplaced (4.517%); 4.4 MiB/s, 70 objects/s recovering 2021-03-04T23:26:26.535 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:26 gibba011 conmon[99461]: audit 2021-03-04T23:26:25.659381+0000 mon.c (mon.1) 274 : audit [DBG] from='client.? 172.21.2.111:0/3983219049' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:26.573 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:26.592 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:26.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:26.593 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:26.694 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:26.712 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:26.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:26.713 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:26.814 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:26.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:26.834 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:26.835 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:26.937 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:26.957 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:26.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:26.959 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:27.060 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:27.078 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:27.079 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:27.079 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:27.181 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:27.200 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:27.201 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:27.201 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:27.302 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:27.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:27.324 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:27.324 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:27.389 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-03-04T23:26:27.426 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:27.455 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:27.455 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:27.456 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:27.514 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:26:27.516 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:26:27.557 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:27.562 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:26:27.578 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:27.578 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:27.579 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:27.681 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:27.700 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:27.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:27.702 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:27.803 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:27.821 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:27.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:27.823 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:27.924 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:27.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:27.945 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:27.946 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:28.047 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:28.505 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:28 gibba038 conmon[76675]: cluster 2021-03-04T23:26:26.622135+0000 mgr.x (mgr.34676) 693 : cluster [DBG] pgmap v614: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.2 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 102 B/s rd, 35 MiB/s wr, 751 op/s; 50883/454365 objects degraded (11.199%); 20163/454365 objects misplaced (4.438%); 5.5 MiB/s, 88 objects/s recovering 2021-03-04T23:26:28.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:28.524 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:28.524 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:28.550 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:28 gibba011 conmon[95595]: cluster 2021-03-04T23:26:26.622135+0000 mgr.x (mgr.34676) 693 : 2021-03-04T23:26:28.550 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:28 gibba011 conmon[95595]: cluster [DBG] pgmap v614: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.2 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 102 B/s rd, 35 MiB/s wr, 751 op/s; 50883/454365 objects degraded (11.199%); 20163/454365 objects misplaced (4.438%); 5.5 MiB/s, 88 objects/s recovering 2021-03-04T23:26:28.551 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:28 gibba011 conmon[99461]: cluster 2021-03-04T23:26:26.622135+0000 mgr.x (mgr.34676) 2021-03-04T23:26:28.551 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:28 gibba011 conmon[99461]: 693 : cluster [DBG] pgmap v614: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.2 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 102 B/s rd, 35 MiB/s wr, 751 op/s; 50883/454365 objects degraded (11.199%); 20163/454365 objects misplaced (4.438%); 5.5 MiB/s, 88 objects/s recovering 2021-03-04T23:26:28.553 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":614,"stamp":"2021-03-04T23:26:26.621814+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":9924250944,"num_objects":151455,"num_object_clones":0,"num_object_copies":454365,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":50883,"num_objects_misplaced":20163,"num_objects_unfound":0,"num_objects_dirty":151455,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":155349,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11638,"num_bytes_recovered":761205978,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114515,"ondisk_log_size":114515,"up":297,"acting":288,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":299,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":30512980,"kb_used_data":25527324,"kb_used_omap":6686,"kb_used_meta":4978849,"kb_avail":586049708,"statfs":{"total":631360192512,"available":600114900992,"internally_reserved":4294967296,"allocated":26139979776,"data_stored":26134177630,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6847129,"internal_metadata":5098341735},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,8,5,2,4,9],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":239337496,"num_objects":3653,"num_object_clones":0,"num_object_copies":10959,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-829,"num_objects_unfound":0,"num_objects_dirty":3653,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7517,"num_write_kb":357377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":882,"num_bytes_recovered":57802752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002484"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"153","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.264513+0000","last_change":"2021-03-04T23:25:37.106757+0000","last_active":"2021-03-04T23:26:16.264513+0000","last_peered":"2021-03-04T23:26:16.264513+0000","last_clean":"2021-03-04T23:26:16.264513+0000","last_became_active":"2021-03-04T23:25:37.106461+0000","last_became_peered":"2021-03-04T23:25:37.106461+0000","last_unstale":"2021-03-04T23:26:16.264513+0000","last_undegraded":"2021-03-04T23:26:16.264513+0000","last_fullsized":"2021-03-04T23:26:16.264513+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"112","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.266591+0000","last_change":"2021-03-04T23:25:37.109788+0000","last_active":"2021-03-04T23:26:16.266591+0000","last_peered":"2021-03-04T23:26:16.266591+0000","last_clean":"2021-03-04T23:26:16.266591+0000","last_became_active":"2021-03-04T23:25:37.107686+0000","last_became_peered":"2021-03-04T23:25:37.107686+0000","last_unstale":"2021-03-04T23:26:16.266591+0000","last_undegraded":"2021-03-04T23:26:16.266591+0000","last_fullsized":"2021-03-04T23:26:16.266591+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"90","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.266505+0000","last_change":"2021-03-04T23:25:37.124999+0000","last_active":"2021-03-04T23:26:16.266505+0000","last_peered":"2021-03-04T23:26:16.266505+0000","last_clean":"2021-03-04T23:26:16.266505+0000","last_became_active":"2021-03-04T23:25:37.124708+0000","last_became_peered":"2021-03-04T23:25:37.124708+0000","last_unstale":"2021-03-04T23:26:16.266505+0000","last_undegraded":"2021-03-04T23:26:16.266505+0000","last_fullsized":"2021-03-04T23:26:16.266505+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"123","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.267900+0000","last_change":"2021-03-04T23:15:43.202297+0000","last_active":"2021-03-04T23:26:16.267900+0000","last_peered":"2021-03-04T23:26:16.267900+0000","last_clean":"2021-03-04T23:26:16.267900+0000","last_became_active":"2021-03-04T23:15:43.201848+0000","last_became_peered":"2021-03-04T23:15:43.201848+0000","last_unstale":"2021-03-04T23:26:16.267900+0000","last_undegraded":"2021-03-04T23:26:16.267900+0000","last_fullsized":"2021-03-04T23:26:16.267900+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"128","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.266281+0000","last_change":"2021-03-04T23:25:37.110854+0000","last_active":"2021-03-04T23:26:16.266281+0000","last_peered":"2021-03-04T23:26:16.266281+0000","last_clean":"2021-03-04T23:26:16.266281+0000","last_became_active":"2021-03-04T23:25:37.110561+0000","last_became_peered":"2021-03-04T23:25:37.110561+0000","last_unstale":"2021-03-04T23:26:16.266281+0000","last_undegraded":"2021-03-04T23:26:16.266281+0000","last_fullsized":"2021-03-04T23:26:16.266281+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"33","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.264982+0000","last_change":"2021-03-04T23:25:37.107792+0000","last_active":"2021-03-04T23:26:16.264982+0000","last_peered":"2021-03-04T23:26:16.264982+0000","last_clean":"2021-03-04T23:26:16.264982+0000","last_became_active":"2021-03-04T23:25:37.107460+0000","last_became_peered":"2021-03-04T23:25:37.107460+0000","last_unstale":"2021-03-04T23:26:16.264982+0000","last_undegraded":"2021-03-04T23:26:16.264982+0000","last_fullsized":"2021-03-04T23:26:16.264982+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"122","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.263488+0000","last_change":"2021-03-04T23:15:43.202053+0000","last_active":"2021-03-04T23:26:16.263488+0000","last_peered":"2021-03-04T23:26:16.263488+0000","last_clean":"2021-03-04T23:26:16.263488+0000","last_became_active":"2021-03-04T23:15:43.201807+0000","last_became_peered":"2021-03-04T23:15:43.201807+0000","last_unstale":"2021-03-04T23:26:16.263488+0000","last_undegraded":"2021-03-04T23:26:16.263488+0000","last_fullsized":"2021-03-04T23:26:16.263488+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"130","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.266220+0000","last_change":"2021-03-04T23:25:37.111521+0000","last_active":"2021-03-04T23:26:16.266220+0000","last_peered":"2021-03-04T23:26:16.266220+0000","last_clean":"2021-03-04T23:26:16.266220+0000","last_became_active":"2021-03-04T23:25:37.110696+0000","last_became_peered":"2021-03-04T23:25:37.110696+0000","last_unstale":"2021-03-04T23:26:16.266220+0000","last_undegraded":"2021-03-04T23:26:16.266220+0000","last_fullsized":"2021-03-04T23:26:16.266220+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"138","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.260124+0000","last_change":"2021-03-04T23:25:37.106883+0000","last_active":"2021-03-04T23:26:16.260124+0000","last_peered":"2021-03-04T23:26:16.260124+0000","last_clean":"2021-03-04T23:26:16.260124+0000","last_became_active":"2021-03-04T23:25:37.106532+0000","last_became_peered":"2021-03-04T23:25:37.106532+0000","last_unstale":"2021-03-04T23:26:16.260124+0000","last_undegraded":"2021-03-04T23:26:16.260124+0000","last_fullsized":"2021-03-04T23:26:16.260124+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"115","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.266246+0000","last_change":"2021-03-04T23:25:25.023958+0000","last_active":"2021-03-04T23:26:16.266246+0000","last_peered":"2021-03-04T23:26:16.266246+0000","last_clean":"2021-03-04T23:26:16.266246+0000","last_became_active":"2021-03-04T23:25:25.023717+0000","last_became_peered":"2021-03-04T23:25:25.023717+0000","last_unstale":"2021-03-04T23:26:16.266246+0000","last_undegraded":"2021-03-04T23:26:16.266246+0000","last_fullsized":"2021-03-04T23:26:16.266246+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"132","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.267436+0000","last_change":"2021-03-04T23:15:43.201088+0000","last_active":"2021-03-04T23:26:16.267436+0000","last_peered":"2021-03-04T23:26:16.267436+0000","last_clean":"2021-03-04T23:26:16.267436+0000","last_became_active":"2021-03-04T23:15:43.200829+0000","last_became_peered":"2021-03-04T23:15:43.200829+0000","last_unstale":"2021-03-04T23:26:16.267436+0000","last_undegraded":"2021-03-04T23:26:16.267436+0000","last_fullsized":"2021-03-04T23:26:16.267436+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"126","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.264429+0000","last_change":"2021-03-04T23:25:37.108273+0000","last_active":"2021-03-04T23:26:16.264429+0000","last_peered":"2021-03-04T23:26:16.264429+0000","last_clean":"2021-03-04T23:26:16.264429+0000","last_became_active":"2021-03-04T23:25:37.107818+0000","last_became_peered":"2021-03-04T23:25:37.107818+0000","last_unstale":"2021-03-04T23:26:16.264429+0000","last_undegraded":"2021-03-04T23:26:16.264429+0000","last_fullsized":"2021-03-04T23:26:16.264429+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"164","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.269007+0000","last_change":"2021-03-04T23:25:25.029827+0000","last_active":"2021-03-04T23:26:16.269007+0000","last_peered":"2021-03-04T23:26:16.269007+0000","last_clean":"2021-03-04T23:26:16.269007+0000","last_became_active":"2021-03-04T23:25:25.022780+0000","last_became_peered":"2021-03-04T23:25:25.022780+0000","last_unstale":"2021-03-04T23:26:16.269007+0000","last_undegraded":"2021-03-04T23:26:16.269007+0000","last_fullsized":"2021-03-04T23:26:16.269007+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":5198,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"154","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.264771+0000","last_change":"2021-03-04T23:25:37.103833+0000","last_active":"2021-03-04T23:26:16.264771+0000","last_peered":"2021-03-04T23:26:16.264771+0000","last_clean":"2021-03-04T23:26:16.264771+0000","last_became_active":"2021-03-04T23:25:37.103513+0000","last_became_peered":"2021-03-04T23:25:37.103513+0000","last_unstale":"2021-03-04T23:26:16.264771+0000","last_undegraded":"2021-03-04T23:26:16.264771+0000","last_fullsized":"2021-03-04T23:26:16.264771+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"131","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.267271+0000","last_change":"2021-03-04T23:14:45.179189+0000","last_active":"2021-03-04T23:26:16.267271+0000","last_peered":"2021-03-04T23:26:16.267271+0000","last_clean":"2021-03-04T23:26:16.267271+0000","last_became_active":"2021-03-04T23:14:45.178960+0000","last_became_peered":"2021-03-04T23:14:45.178960+0000","last_unstale":"2021-03-04T23:26:16.267271+0000","last_undegraded":"2021-03-04T23:26:16.267271+0000","last_fullsized":"2021-03-04T23:26:16.267271+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"112","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.268890+0000","last_change":"2021-03-04T23:25:37.106850+0000","last_active":"2021-03-04T23:26:16.268890+0000","last_peered":"2021-03-04T23:26:16.268890+0000","last_clean":"2021-03-04T23:26:16.268890+0000","last_became_active":"2021-03-04T23:25:37.106299+0000","last_became_peered":"2021-03-04T23:25:37.106299+0000","last_unstale":"2021-03-04T23:26:16.268890+0000","last_undegraded":"2021-03-04T23:26:16.268890+0000","last_fullsized":"2021-03-04T23:26:16.268890+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"122","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.263348+0000","last_change":"2021-03-04T23:15:43.202180+0000","last_active":"2021-03-04T23:26:16.263348+0000","last_peered":"2021-03-04T23:26:16.263348+0000","last_clean":"2021-03-04T23:26:16.263348+0000","last_became_active":"2021-03-04T23:15:43.202014+0000","last_became_peered":"2021-03-04T23:15:43.202014+0000","last_unstale":"2021-03-04T23:26:16.263348+0000","last_undegraded":"2021-03-04T23:26:16.263348+0000","last_fullsized":"2021-03-04T23:26:16.263348+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"128","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.259233+0000","last_change":"2021-03-04T23:15:43.200525+0000","last_active":"2021-03-04T23:26:16.259233+0000","last_peered":"2021-03-04T23:26:16.259233+0000","last_clean":"2021-03-04T23:26:16.259233+0000","last_became_active":"2021-03-04T23:15:43.200273+0000","last_became_peered":"2021-03-04T23:15:43.200273+0000","last_unstale":"2021-03-04T23:26:16.259233+0000","last_undegraded":"2021-03-04T23:26:16.259233+0000","last_fullsized":"2021-03-04T23:26:16.259233+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"132","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.262249+0000","last_change":"2021-03-04T23:25:25.023288+0000","last_active":"2021-03-04T23:26:16.262249+0000","last_peered":"2021-03-04T23:26:16.262249+0000","last_clean":"2021-03-04T23:26:16.262249+0000","last_became_active":"2021-03-04T23:25:25.023080+0000","last_became_peered":"2021-03-04T23:25:25.023080+0000","last_unstale":"2021-03-04T23:26:16.262249+0000","last_undegraded":"2021-03-04T23:26:16.262249+0000","last_fullsized":"2021-03-04T23:26:16.262249+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"123","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.267932+0000","last_change":"2021-03-04T23:15:43.202335+0000","last_active":"2021-03-04T23:26:16.267932+0000","last_peered":"2021-03-04T23:26:16.267932+0000","last_clean":"2021-03-04T23:26:16.267932+0000","last_became_active":"2021-03-04T23:15:43.202144+0000","last_became_peered":"2021-03-04T23:15:43.202144+0000","last_unstale":"2021-03-04T23:26:16.267932+0000","last_undegraded":"2021-03-04T23:26:16.267932+0000","last_fullsized":"2021-03-04T23:26:16.267932+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"34","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.264294+0000","last_change":"2021-03-04T23:25:25.035446+0000","last_active":"2021-03-04T23:26:16.264294+0000","last_peered":"2021-03-04T23:26:16.264294+0000","last_clean":"2021-03-04T23:26:16.264294+0000","last_became_active":"2021-03-04T23:25:25.025884+0000","last_became_peered":"2021-03-04T23:25:25.025884+0000","last_unstale":"2021-03-04T23:26:16.264294+0000","last_undegraded":"2021-03-04T23:26:16.264294+0000","last_fullsized":"2021-03-04T23:26:16.264294+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"112","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.266643+0000","last_change":"2021-03-04T23:25:37.111446+0000","last_active":"2021-03-04T23:26:16.266643+0000","last_peered":"2021-03-04T23:26:16.266643+0000","last_clean":"2021-03-04T23:26:16.266643+0000","last_became_active":"2021-03-04T23:25:37.110682+0000","last_became_peered":"2021-03-04T23:25:37.110682+0000","last_unstale":"2021-03-04T23:26:16.266643+0000","last_undegraded":"2021-03-04T23:26:16.266643+0000","last_fullsized":"2021-03-04T23:26:16.266643+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"159'9764","reported_seq":"9794","reported_epoch":"159","state":"active+clean","last_fresh":"2021-03-04T23:26:25.577565+0000","last_change":"2021-03-04T23:24:42.889094+0000","last_active":"2021-03-04T23:26:25.577565+0000","last_peered":"2021-03-04T23:26:25.577565+0000","last_clean":"2021-03-04T23:26:25.577565+0000","last_became_active":"2021-03-04T23:24:42.888233+0000","last_became_peered":"2021-03-04T23:24:42.888233+0000","last_unstale":"2021-03-04T23:26:25.577565+0000","last_undegraded":"2021-03-04T23:26:25.577565+0000","last_fullsized":"2021-03-04T23:26:25.577565+0000","mapping_epoch":137,"log_start":"141'3929","ondisk_log_start":"141'3929","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5835,"ondisk_log_size":5835,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":612237312,"num_objects":9342,"num_object_clones":0,"num_object_copies":28026,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9342,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9764,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"130","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.262732+0000","last_change":"2021-03-04T23:12:26.726690+0000","last_active":"2021-03-04T23:26:16.262732+0000","last_peered":"2021-03-04T23:26:16.262732+0000","last_clean":"2021-03-04T23:26:16.262732+0000","last_became_active":"2021-03-04T23:12:26.726379+0000","last_became_peered":"2021-03-04T23:12:26.726379+0000","last_unstale":"2021-03-04T23:26:16.262732+0000","last_undegraded":"2021-03-04T23:26:16.262732+0000","last_fullsized":"2021-03-04T23:26:16.262732+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"131","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.258899+0000","last_change":"2021-03-04T23:25:25.024278+0000","last_active":"2021-03-04T23:26:16.258899+0000","last_peered":"2021-03-04T23:26:16.258899+0000","last_clean":"2021-03-04T23:26:16.258899+0000","last_became_active":"2021-03-04T23:25:25.023860+0000","last_became_peered":"2021-03-04T23:25:25.023860+0000","last_unstale":"2021-03-04T23:26:16.258899+0000","last_undegraded":"2021-03-04T23:26:16.258899+0000","last_fullsized":"2021-03-04T23:26:16.258899+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"159'9614","reported_seq":"25427","reported_epoch":"159","state":"active+clean","last_fresh":"2021-03-04T23:26:22.406105+0000","last_change":"2021-03-04T23:25:57.218027+0000","last_active":"2021-03-04T23:26:22.406105+0000","last_peered":"2021-03-04T23:26:22.406105+0000","last_clean":"2021-03-04T23:26:22.406105+0000","last_became_active":"2021-03-04T23:25:57.211416+0000","last_became_peered":"2021-03-04T23:25:57.211416+0000","last_unstale":"2021-03-04T23:26:22.406105+0000","last_undegraded":"2021-03-04T23:26:22.406105+0000","last_fullsized":"2021-03-04T23:26:22.406105+0000","mapping_epoch":153,"log_start":"141'2100","ondisk_log_start":"141'2100","created":137,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":7514,"ondisk_log_size":7514,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":620625920,"num_objects":9470,"num_object_clones":0,"num_object_copies":28410,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9470,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9614,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7881,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"144","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.268573+0000","last_change":"2021-03-04T23:25:37.118716+0000","last_active":"2021-03-04T23:26:16.268573+0000","last_peered":"2021-03-04T23:26:16.268573+0000","last_clean":"2021-03-04T23:26:16.268573+0000","last_became_active":"2021-03-04T23:25:37.107293+0000","last_became_peered":"2021-03-04T23:25:37.107293+0000","last_unstale":"2021-03-04T23:26:16.268573+0000","last_undegraded":"2021-03-04T23:26:16.268573+0000","last_fullsized":"2021-03-04T23:26:16.268573+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"151","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.264886+0000","last_change":"2021-03-04T23:25:37.125265+0000","last_active":"2021-03-04T23:26:16.264886+0000","last_peered":"2021-03-04T23:26:16.264886+0000","last_clean":"2021-03-04T23:26:16.264886+0000","last_became_active":"2021-03-04T23:25:37.125071+0000","last_became_peered":"2021-03-04T23:25:37.125071+0000","last_unstale":"2021-03-04T23:26:16.264886+0000","last_undegraded":"2021-03-04T23:26:16.264886+0000","last_fullsized":"2021-03-04T23:26:16.264886+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"159'9732","reported_seq":"9762","reported_epoch":"159","state":"active+clean","last_fresh":"2021-03-04T23:26:23.509682+0000","last_change":"2021-03-04T23:24:42.889831+0000","last_active":"2021-03-04T23:26:23.509682+0000","last_peered":"2021-03-04T23:26:23.509682+0000","last_clean":"2021-03-04T23:26:23.509682+0000","last_became_active":"2021-03-04T23:24:42.889586+0000","last_became_peered":"2021-03-04T23:24:42.889586+0000","last_unstale":"2021-03-04T23:26:23.509682+0000","last_undegraded":"2021-03-04T23:26:23.509682+0000","last_fullsized":"2021-03-04T23:26:23.509682+0000","mapping_epoch":137,"log_start":"140'300","ondisk_log_start":"140'300","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":9432,"ondisk_log_size":9432,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":621674496,"num_objects":9486,"num_object_clones":0,"num_object_copies":28458,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9486,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9732,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"141","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.267285+0000","last_change":"2021-03-04T23:25:25.030822+0000","last_active":"2021-03-04T23:26:16.267285+0000","last_peered":"2021-03-04T23:26:16.267285+0000","last_clean":"2021-03-04T23:26:16.267285+0000","last_became_active":"2021-03-04T23:25:25.023927+0000","last_became_peered":"2021-03-04T23:25:25.023927+0000","last_unstale":"2021-03-04T23:26:16.267285+0000","last_undegraded":"2021-03-04T23:26:16.267285+0000","last_fullsized":"2021-03-04T23:26:16.267285+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"33","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.264601+0000","last_change":"2021-03-04T23:25:37.107549+0000","last_active":"2021-03-04T23:26:16.264601+0000","last_peered":"2021-03-04T23:26:16.264601+0000","last_clean":"2021-03-04T23:26:16.264601+0000","last_became_active":"2021-03-04T23:25:37.107274+0000","last_became_peered":"2021-03-04T23:25:37.107274+0000","last_unstale":"2021-03-04T23:26:16.264601+0000","last_undegraded":"2021-03-04T23:26:16.264601+0000","last_fullsized":"2021-03-04T23:26:16.264601+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"159'9888","reported_seq":"9926","reported_epoch":"159","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:26:23.502220+0000","last_change":"2021-03-04T23:25:38.516926+0000","last_active":"2021-03-04T23:26:23.502220+0000","last_peered":"2021-03-04T23:26:23.502220+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:25:38.478371+0000","last_became_peered":"2021-03-04T23:25:38.478371+0000","last_unstale":"2021-03-04T23:26:23.502220+0000","last_undegraded":"2021-03-04T23:25:38.142344+0000","last_fullsized":"2021-03-04T23:25:38.102789+0000","mapping_epoch":149,"log_start":"141'500","ondisk_log_start":"141'500","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":9388,"ondisk_log_size":9388,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":631767040,"num_objects":9640,"num_object_clones":0,"num_object_copies":28920,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7562,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9640,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9888,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2],"avail_no_missing":["5","1","2"],"object_location_counts":[{"shards":"1,2,5","objects":7438},{"shards":"2,5","objects":2078}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"147","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.258923+0000","last_change":"2021-03-04T23:25:25.024245+0000","last_active":"2021-03-04T23:26:16.258923+0000","last_peered":"2021-03-04T23:26:16.258923+0000","last_clean":"2021-03-04T23:26:16.258923+0000","last_became_active":"2021-03-04T23:25:25.023879+0000","last_became_peered":"2021-03-04T23:25:25.023879+0000","last_unstale":"2021-03-04T23:26:16.258923+0000","last_undegraded":"2021-03-04T23:26:16.258923+0000","last_fullsized":"2021-03-04T23:26:16.258923+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"132","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.263716+0000","last_change":"2021-03-04T23:25:37.117561+0000","last_active":"2021-03-04T23:26:16.263716+0000","last_peered":"2021-03-04T23:26:16.263716+0000","last_clean":"2021-03-04T23:26:16.263716+0000","last_became_active":"2021-03-04T23:25:37.114112+0000","last_became_peered":"2021-03-04T23:25:37.114112+0000","last_unstale":"2021-03-04T23:26:16.263716+0000","last_undegraded":"2021-03-04T23:26:16.263716+0000","last_fullsized":"2021-03-04T23:26:16.263716+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"162","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.271916+0000","last_change":"2021-03-04T23:26:16.270674+0000","last_active":"2021-03-04T23:26:16.271916+0000","last_peered":"2021-03-04T23:26:16.271916+0000","last_clean":"2021-03-04T23:26:16.271916+0000","last_became_active":"2021-03-04T23:26:16.270281+0000","last_became_peered":"2021-03-04T23:26:16.270281+0000","last_unstale":"2021-03-04T23:26:16.271916+0000","last_undegraded":"2021-03-04T23:26:16.271916+0000","last_fullsized":"2021-03-04T23:26:16.271916+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"159'9521","reported_seq":"10124","reported_epoch":"159","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:26:21.803009+0000","last_change":"2021-03-04T23:25:37.124715+0000","last_active":"2021-03-04T23:26:21.803009+0000","last_peered":"2021-03-04T23:26:21.803009+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:25:26.153127+0000","last_became_peered":"2021-03-04T23:25:26.153127+0000","last_unstale":"2021-03-04T23:26:21.803009+0000","last_undegraded":"2021-03-04T23:25:37.121549+0000","last_fullsized":"2021-03-04T23:25:26.020439+0000","mapping_epoch":145,"log_start":"141'3081","ondisk_log_start":"141'3081","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6440,"ondisk_log_size":6440,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":618332160,"num_objects":9435,"num_object_clones":0,"num_object_copies":28305,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6275,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9435,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9521,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":282,"num_bytes_recovered":18481152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,7],"avail_no_missing":["3","4","7"],"object_location_counts":[{"shards":"3,4,7","objects":6275},{"shards":"3,7","objects":3160}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"134","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.266482+0000","last_change":"2021-03-04T23:15:58.121639+0000","last_active":"2021-03-04T23:26:16.266482+0000","last_peered":"2021-03-04T23:26:16.266482+0000","last_clean":"2021-03-04T23:26:16.266482+0000","last_became_active":"2021-03-04T23:15:43.201028+0000","last_became_peered":"2021-03-04T23:15:43.201028+0000","last_unstale":"2021-03-04T23:26:16.266482+0000","last_undegraded":"2021-03-04T23:26:16.266482+0000","last_fullsized":"2021-03-04T23:26:16.266482+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"145","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.268960+0000","last_change":"2021-03-04T23:25:25.022772+0000","last_active":"2021-03-04T23:26:16.268960+0000","last_peered":"2021-03-04T23:26:16.268960+0000","last_clean":"2021-03-04T23:26:16.268960+0000","last_became_active":"2021-03-04T23:25:25.022450+0000","last_became_peered":"2021-03-04T23:25:25.022450+0000","last_unstale":"2021-03-04T23:26:16.268960+0000","last_undegraded":"2021-03-04T23:26:16.268960+0000","last_fullsized":"2021-03-04T23:26:16.268960+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"162","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.270455+0000","last_change":"2021-03-04T23:26:16.270203+0000","last_active":"2021-03-04T23:26:16.270455+0000","last_peered":"2021-03-04T23:26:16.270455+0000","last_clean":"2021-03-04T23:26:16.270455+0000","last_became_active":"2021-03-04T23:26:16.269888+0000","last_became_peered":"2021-03-04T23:26:16.269888+0000","last_unstale":"2021-03-04T23:26:16.270455+0000","last_undegraded":"2021-03-04T23:26:16.270455+0000","last_fullsized":"2021-03-04T23:26:16.270455+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"159'9917","reported_seq":"9973","reported_epoch":"159","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:26:25.196145+0000","last_change":"2021-03-04T23:25:37.125416+0000","last_active":"2021-03-04T23:26:25.196145+0000","last_peered":"2021-03-04T23:26:25.196145+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:25:37.106115+0000","last_became_peered":"2021-03-04T23:25:37.106115+0000","last_unstale":"2021-03-04T23:26:25.196145+0000","last_undegraded":"2021-03-04T23:26:25.196145+0000","last_fullsized":"2021-03-04T23:26:25.196145+0000","mapping_epoch":148,"log_start":"141'800","ondisk_log_start":"141'800","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":9117,"ondisk_log_size":9117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":623706112,"num_objects":9517,"num_object_clones":0,"num_object_copies":28551,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":9517,"num_objects_unfound":0,"num_objects_dirty":9517,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9917,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[1,2,0],"avail_no_missing":["1","0","2"],"object_location_counts":[{"shards":"0,1,2","objects":9517}],"blocked_by":[],"up_primary":6,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"33","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.264672+0000","last_change":"2021-03-04T23:25:37.113747+0000","last_active":"2021-03-04T23:26:16.264672+0000","last_peered":"2021-03-04T23:26:16.264672+0000","last_clean":"2021-03-04T23:26:16.264672+0000","last_became_active":"2021-03-04T23:25:37.113514+0000","last_became_peered":"2021-03-04T23:25:37.113514+0000","last_unstale":"2021-03-04T23:26:16.264672+0000","last_undegraded":"2021-03-04T23:26:16.264672+0000","last_fullsized":"2021-03-04T23:26:16.264672+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"151","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.264923+0000","last_change":"2021-03-04T23:25:37.106132+0000","last_active":"2021-03-04T23:26:16.264923+0000","last_peered":"2021-03-04T23:26:16.264923+0000","last_clean":"2021-03-04T23:26:16.264923+0000","last_became_active":"2021-03-04T23:25:37.105794+0000","last_became_peered":"2021-03-04T23:25:37.105794+0000","last_unstale":"2021-03-04T23:26:16.264923+0000","last_undegraded":"2021-03-04T23:26:16.264923+0000","last_fullsized":"2021-03-04T23:26:16.264923+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"159'9559","reported_seq":"9599","reported_epoch":"159","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:26:22.512051+0000","last_change":"2021-03-04T23:25:38.396563+0000","last_active":"2021-03-04T23:26:22.512051+0000","last_peered":"2021-03-04T23:26:22.512051+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:25:38.292887+0000","last_became_peered":"2021-03-04T23:25:38.292887+0000","last_unstale":"2021-03-04T23:26:22.512051+0000","last_undegraded":"2021-03-04T23:25:38.280486+0000","last_fullsized":"2021-03-04T23:25:38.103200+0000","mapping_epoch":149,"log_start":"141'3981","ondisk_log_start":"141'3981","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5578,"ondisk_log_size":5578,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":616103936,"num_objects":9401,"num_object_clones":0,"num_object_copies":28203,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7383,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9401,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9559,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3],"avail_no_missing":["7","1","3"],"object_location_counts":[{"shards":"1,3,7","objects":7304},{"shards":"3,7","objects":2018}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"128","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.264347+0000","last_change":"2021-03-04T23:14:45.196352+0000","last_active":"2021-03-04T23:26:16.264347+0000","last_peered":"2021-03-04T23:26:16.264347+0000","last_clean":"2021-03-04T23:26:16.264347+0000","last_became_active":"2021-03-04T23:14:45.195987+0000","last_became_peered":"2021-03-04T23:14:45.195987+0000","last_unstale":"2021-03-04T23:26:16.264347+0000","last_undegraded":"2021-03-04T23:26:16.264347+0000","last_fullsized":"2021-03-04T23:26:16.264347+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"154","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.266355+0000","last_change":"2021-03-04T23:25:37.106647+0000","last_active":"2021-03-04T23:26:16.266355+0000","last_peered":"2021-03-04T23:26:16.266355+0000","last_clean":"2021-03-04T23:26:16.266355+0000","last_became_active":"2021-03-04T23:25:37.105887+0000","last_became_peered":"2021-03-04T23:25:37.105887+0000","last_unstale":"2021-03-04T23:26:16.266355+0000","last_undegraded":"2021-03-04T23:26:16.266355+0000","last_fullsized":"2021-03-04T23:26:16.266355+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"162","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.276426+0000","last_change":"2021-03-04T23:26:16.271580+0000","last_active":"2021-03-04T23:26:16.276426+0000","last_peered":"2021-03-04T23:26:16.276426+0000","last_clean":"2021-03-04T23:26:16.276426+0000","last_became_active":"2021-03-04T23:26:16.271326+0000","last_became_peered":"2021-03-04T23:26:16.271326+0000","last_unstale":"2021-03-04T23:26:16.276426+0000","last_undegraded":"2021-03-04T23:26:16.276426+0000","last_fullsized":"2021-03-04T23:26:16.276426+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"159'9618","reported_seq":"9655","reported_epoch":"159","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:26:21.819398+0000","last_change":"2021-03-04T23:25:38.298863+0000","last_active":"2021-03-04T23:26:21.819398+0000","last_peered":"2021-03-04T23:26:21.819398+0000","last_clean":"2021-03-04T23:25:36.091092+0000","last_became_active":"2021-03-04T23:25:38.288219+0000","last_became_peered":"2021-03-04T23:25:38.288219+0000","last_unstale":"2021-03-04T23:26:21.819398+0000","last_undegraded":"2021-03-04T23:25:38.129777+0000","last_fullsized":"2021-03-04T23:25:38.102838+0000","mapping_epoch":149,"log_start":"141'3177","ondisk_log_start":"141'3177","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6441,"ondisk_log_size":6441,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":625475584,"num_objects":9544,"num_object_clones":0,"num_object_copies":28632,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7459,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9544,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9618,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7],"acting":[3,2],"avail_no_missing":["3","1","2"],"object_location_counts":[{"shards":"1,2,3","objects":7422},{"shards":"2,3","objects":2085}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"113","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.266369+0000","last_change":"2021-03-04T23:25:37.113022+0000","last_active":"2021-03-04T23:26:16.266369+0000","last_peered":"2021-03-04T23:26:16.266369+0000","last_clean":"2021-03-04T23:26:16.266369+0000","last_became_active":"2021-03-04T23:25:37.112726+0000","last_became_peered":"2021-03-04T23:25:37.112726+0000","last_unstale":"2021-03-04T23:26:16.266369+0000","last_undegraded":"2021-03-04T23:26:16.266369+0000","last_fullsized":"2021-03-04T23:26:16.266369+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"91","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.266698+0000","last_change":"2021-03-04T23:25:37.110322+0000","last_active":"2021-03-04T23:26:16.266698+0000","last_peered":"2021-03-04T23:26:16.266698+0000","last_clean":"2021-03-04T23:26:16.266698+0000","last_became_active":"2021-03-04T23:25:37.109644+0000","last_became_peered":"2021-03-04T23:25:37.109644+0000","last_unstale":"2021-03-04T23:26:16.266698+0000","last_undegraded":"2021-03-04T23:26:16.266698+0000","last_fullsized":"2021-03-04T23:26:16.266698+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"162","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.270406+0000","last_change":"2021-03-04T23:26:16.270174+0000","last_active":"2021-03-04T23:26:16.270406+0000","last_peered":"2021-03-04T23:26:16.270406+0000","last_clean":"2021-03-04T23:26:16.270406+0000","last_became_active":"2021-03-04T23:26:16.269760+0000","last_became_peered":"2021-03-04T23:26:16.269760+0000","last_unstale":"2021-03-04T23:26:16.270406+0000","last_undegraded":"2021-03-04T23:26:16.270406+0000","last_fullsized":"2021-03-04T23:26:16.270406+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"159'9660","reported_seq":"12091","reported_epoch":"159","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:26:23.509656+0000","last_change":"2021-03-04T23:25:38.312618+0000","last_active":"2021-03-04T23:26:23.509656+0000","last_peered":"2021-03-04T23:26:23.509656+0000","last_clean":"2021-03-04T23:25:36.088336+0000","last_became_active":"2021-03-04T23:25:38.269173+0000","last_became_peered":"2021-03-04T23:25:38.269173+0000","last_unstale":"2021-03-04T23:26:23.509656+0000","last_undegraded":"2021-03-04T23:26:23.509656+0000","last_fullsized":"2021-03-04T23:25:38.102756+0000","mapping_epoch":149,"log_start":"140'200","ondisk_log_start":"140'200","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":9460,"ondisk_log_size":9460,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":615907328,"num_objects":9398,"num_object_clones":0,"num_object_copies":28194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6151,"num_objects_unfound":0,"num_objects_dirty":9398,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9660,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1196,"num_bytes_recovered":78381056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3],"avail_no_missing":["5","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":6151},{"shards":"3,5","objects":3247}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"75","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.263361+0000","last_change":"2021-03-04T23:25:37.105457+0000","last_active":"2021-03-04T23:26:16.263361+0000","last_peered":"2021-03-04T23:26:16.263361+0000","last_clean":"2021-03-04T23:26:16.263361+0000","last_became_active":"2021-03-04T23:25:37.105217+0000","last_became_peered":"2021-03-04T23:25:37.105217+0000","last_unstale":"2021-03-04T23:26:16.263361+0000","last_undegraded":"2021-03-04T23:26:16.263361+0000","last_fullsized":"2021-03-04T23:26:16.263361+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"144","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.259297+0000","last_change":"2021-03-04T23:15:43.200680+0000","last_active":"2021-03-04T23:26:16.259297+0000","last_peered":"2021-03-04T23:26:16.259297+0000","last_clean":"2021-03-04T23:26:16.259297+0000","last_became_active":"2021-03-04T23:15:43.200335+0000","last_became_peered":"2021-03-04T23:15:43.200335+0000","last_unstale":"2021-03-04T23:26:16.259297+0000","last_undegraded":"2021-03-04T23:26:16.259297+0000","last_fullsized":"2021-03-04T23:26:16.259297+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"36","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.267025+0000","last_change":"2021-03-04T23:25:37.106040+0000","last_active":"2021-03-04T23:26:16.267025+0000","last_peered":"2021-03-04T23:26:16.267025+0000","last_clean":"2021-03-04T23:26:16.267025+0000","last_became_active":"2021-03-04T23:25:37.105461+0000","last_became_peered":"2021-03-04T23:25:37.105461+0000","last_unstale":"2021-03-04T23:26:16.267025+0000","last_undegraded":"2021-03-04T23:26:16.267025+0000","last_fullsized":"2021-03-04T23:26:16.267025+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"162","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.271898+0000","last_change":"2021-03-04T23:26:16.270532+0000","last_active":"2021-03-04T23:26:16.271898+0000","last_peered":"2021-03-04T23:26:16.271898+0000","last_clean":"2021-03-04T23:26:16.271898+0000","last_became_active":"2021-03-04T23:26:16.269837+0000","last_became_peered":"2021-03-04T23:26:16.269837+0000","last_unstale":"2021-03-04T23:26:16.271898+0000","last_undegraded":"2021-03-04T23:26:16.271898+0000","last_fullsized":"2021-03-04T23:26:16.271898+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"159'9893","reported_seq":"9923","reported_epoch":"159","state":"active+clean","last_fresh":"2021-03-04T23:26:25.501299+0000","last_change":"2021-03-04T23:24:42.888414+0000","last_active":"2021-03-04T23:26:25.501299+0000","last_peered":"2021-03-04T23:26:25.501299+0000","last_clean":"2021-03-04T23:26:25.501299+0000","last_became_active":"2021-03-04T23:24:42.888213+0000","last_became_peered":"2021-03-04T23:24:42.888213+0000","last_unstale":"2021-03-04T23:26:25.501299+0000","last_undegraded":"2021-03-04T23:26:25.501299+0000","last_fullsized":"2021-03-04T23:26:25.501299+0000","mapping_epoch":137,"log_start":"141'4025","ondisk_log_start":"141'4025","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5868,"ondisk_log_size":5868,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":617676800,"num_objects":9425,"num_object_clones":0,"num_object_copies":28275,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9425,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9893,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"160","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.267139+0000","last_change":"2021-03-04T23:25:37.106540+0000","last_active":"2021-03-04T23:26:16.267139+0000","last_peered":"2021-03-04T23:26:16.267139+0000","last_clean":"2021-03-04T23:26:16.267139+0000","last_became_active":"2021-03-04T23:25:37.106232+0000","last_became_peered":"2021-03-04T23:25:37.106232+0000","last_unstale":"2021-03-04T23:26:16.267139+0000","last_undegraded":"2021-03-04T23:26:16.267139+0000","last_fullsized":"2021-03-04T23:26:16.267139+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"146","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.264760+0000","last_change":"2021-03-04T23:25:25.023362+0000","last_active":"2021-03-04T23:26:16.264760+0000","last_peered":"2021-03-04T23:26:16.264760+0000","last_clean":"2021-03-04T23:26:16.264760+0000","last_became_active":"2021-03-04T23:25:25.023138+0000","last_became_peered":"2021-03-04T23:25:25.023138+0000","last_unstale":"2021-03-04T23:26:16.264760+0000","last_undegraded":"2021-03-04T23:26:16.264760+0000","last_fullsized":"2021-03-04T23:26:16.264760+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"106","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.284079+0000","last_change":"2021-03-04T23:25:37.106620+0000","last_active":"2021-03-04T23:26:16.284079+0000","last_peered":"2021-03-04T23:26:16.284079+0000","last_clean":"2021-03-04T23:26:16.284079+0000","last_became_active":"2021-03-04T23:25:37.106411+0000","last_became_peered":"2021-03-04T23:25:37.106411+0000","last_unstale":"2021-03-04T23:26:16.284079+0000","last_undegraded":"2021-03-04T23:26:16.284079+0000","last_fullsized":"2021-03-04T23:26:16.284079+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"162","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.276438+0000","last_change":"2021-03-04T23:26:16.272050+0000","last_active":"2021-03-04T23:26:16.276438+0000","last_peered":"2021-03-04T23:26:16.276438+0000","last_clean":"2021-03-04T23:26:16.276438+0000","last_became_active":"2021-03-04T23:26:16.271776+0000","last_became_peered":"2021-03-04T23:26:16.271776+0000","last_unstale":"2021-03-04T23:26:16.276438+0000","last_undegraded":"2021-03-04T23:26:16.276438+0000","last_fullsized":"2021-03-04T23:26:16.276438+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"159'9658","reported_seq":"9696","reported_epoch":"159","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:26:23.476347+0000","last_change":"2021-03-04T23:25:38.306169+0000","last_active":"2021-03-04T23:26:23.476347+0000","last_peered":"2021-03-04T23:26:23.476347+0000","last_clean":"2021-03-04T23:25:36.094482+0000","last_became_active":"2021-03-04T23:25:38.287461+0000","last_became_peered":"2021-03-04T23:25:38.287461+0000","last_unstale":"2021-03-04T23:26:23.476347+0000","last_undegraded":"2021-03-04T23:25:38.144536+0000","last_fullsized":"2021-03-04T23:25:38.102751+0000","mapping_epoch":149,"log_start":"140'200","ondisk_log_start":"140'200","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":9458,"ondisk_log_size":9458,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":615514112,"num_objects":9392,"num_object_clones":0,"num_object_copies":28176,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7402,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9392,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9658,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7],"avail_no_missing":["5","1","7"],"object_location_counts":[{"shards":"1,5,7","objects":7269},{"shards":"5,7","objects":1990}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"132","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.283999+0000","last_change":"2021-03-04T23:15:43.200469+0000","last_active":"2021-03-04T23:26:16.283999+0000","last_peered":"2021-03-04T23:26:16.283999+0000","last_clean":"2021-03-04T23:26:16.283999+0000","last_became_active":"2021-03-04T23:15:43.200235+0000","last_became_peered":"2021-03-04T23:15:43.200235+0000","last_unstale":"2021-03-04T23:26:16.283999+0000","last_undegraded":"2021-03-04T23:26:16.283999+0000","last_fullsized":"2021-03-04T23:26:16.283999+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"125","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.283958+0000","last_change":"2021-03-04T23:25:37.108889+0000","last_active":"2021-03-04T23:26:16.283958+0000","last_peered":"2021-03-04T23:26:16.283958+0000","last_clean":"2021-03-04T23:26:16.283958+0000","last_became_active":"2021-03-04T23:25:37.108497+0000","last_became_peered":"2021-03-04T23:25:37.108497+0000","last_unstale":"2021-03-04T23:26:16.283958+0000","last_undegraded":"2021-03-04T23:26:16.283958+0000","last_fullsized":"2021-03-04T23:26:16.283958+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"70","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.267360+0000","last_change":"2021-03-04T23:25:37.106745+0000","last_active":"2021-03-04T23:26:16.267360+0000","last_peered":"2021-03-04T23:26:16.267360+0000","last_clean":"2021-03-04T23:26:16.267360+0000","last_became_active":"2021-03-04T23:25:37.106393+0000","last_became_peered":"2021-03-04T23:25:37.106393+0000","last_unstale":"2021-03-04T23:26:16.267360+0000","last_undegraded":"2021-03-04T23:26:16.267360+0000","last_fullsized":"2021-03-04T23:26:16.267360+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.8","version":"159'9599","reported_seq":"9629","reported_epoch":"159","state":"active+clean","last_fresh":"2021-03-04T23:26:21.790546+0000","last_change":"2021-03-04T23:24:42.890448+0000","last_active":"2021-03-04T23:26:21.790546+0000","last_peered":"2021-03-04T23:26:21.790546+0000","last_clean":"2021-03-04T23:26:21.790546+0000","last_became_active":"2021-03-04T23:24:42.890256+0000","last_became_peered":"2021-03-04T23:24:42.890256+0000","last_unstale":"2021-03-04T23:26:21.790546+0000","last_undegraded":"2021-03-04T23:26:21.790546+0000","last_fullsized":"2021-03-04T23:26:21.790546+0000","mapping_epoch":137,"log_start":"141'3145","ondisk_log_start":"141'3145","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6454,"ondisk_log_size":6454,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":624099328,"num_objects":9523,"num_object_clones":0,"num_object_copies":28569,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9523,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9599,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"133","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.260547+0000","last_change":"2021-03-04T23:14:45.176529+0000","last_active":"2021-03-04T23:26:16.260547+0000","last_peered":"2021-03-04T23:26:16.260547+0000","last_clean":"2021-03-04T23:26:16.260547+0000","last_became_active":"2021-03-04T23:14:45.176285+0000","last_became_peered":"2021-03-04T23:14:45.176285+0000","last_unstale":"2021-03-04T23:26:16.260547+0000","last_undegraded":"2021-03-04T23:26:16.260547+0000","last_fullsized":"2021-03-04T23:26:16.260547+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"163","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.267106+0000","last_change":"2021-03-04T23:26:16.266999+0000","last_active":"2021-03-04T23:26:16.267106+0000","last_peered":"2021-03-04T23:26:16.267106+0000","last_clean":"2021-03-04T23:26:16.267106+0000","last_became_active":"2021-03-04T23:26:16.266752+0000","last_became_peered":"2021-03-04T23:26:16.266752+0000","last_unstale":"2021-03-04T23:26:16.267106+0000","last_undegraded":"2021-03-04T23:26:16.267106+0000","last_fullsized":"2021-03-04T23:26:16.267106+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"114","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.266473+0000","last_change":"2021-03-04T23:25:25.024074+0000","last_active":"2021-03-04T23:26:16.266473+0000","last_peered":"2021-03-04T23:26:16.266473+0000","last_clean":"2021-03-04T23:26:16.266473+0000","last_became_active":"2021-03-04T23:25:25.023756+0000","last_became_peered":"2021-03-04T23:25:25.023756+0000","last_unstale":"2021-03-04T23:26:16.266473+0000","last_undegraded":"2021-03-04T23:26:16.266473+0000","last_fullsized":"2021-03-04T23:26:16.266473+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"24","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.265251+0000","last_change":"2021-03-04T23:25:25.025383+0000","last_active":"2021-03-04T23:26:16.265251+0000","last_peered":"2021-03-04T23:26:16.265251+0000","last_clean":"2021-03-04T23:26:16.265251+0000","last_became_active":"2021-03-04T23:25:25.025093+0000","last_became_peered":"2021-03-04T23:25:25.025093+0000","last_unstale":"2021-03-04T23:26:16.265251+0000","last_undegraded":"2021-03-04T23:26:16.265251+0000","last_fullsized":"2021-03-04T23:26:16.265251+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"162","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.274511+0000","last_change":"2021-03-04T23:26:16.272322+0000","last_active":"2021-03-04T23:26:16.274511+0000","last_peered":"2021-03-04T23:26:16.274511+0000","last_clean":"2021-03-04T23:26:16.274511+0000","last_became_active":"2021-03-04T23:26:16.272109+0000","last_became_peered":"2021-03-04T23:26:16.272109+0000","last_unstale":"2021-03-04T23:26:16.274511+0000","last_undegraded":"2021-03-04T23:26:16.274511+0000","last_fullsized":"2021-03-04T23:26:16.274511+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"159'10088","reported_seq":"14639","reported_epoch":"159","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:26:25.580504+0000","last_change":"2021-03-04T23:25:37.139252+0000","last_active":"2021-03-04T23:26:25.580504+0000","last_peered":"2021-03-04T23:26:25.580504+0000","last_clean":"2021-03-04T23:25:24.025577+0000","last_became_active":"2021-03-04T23:25:26.187951+0000","last_became_peered":"2021-03-04T23:25:26.187951+0000","last_unstale":"2021-03-04T23:26:25.580504+0000","last_undegraded":"2021-03-04T23:26:25.580504+0000","last_fullsized":"2021-03-04T23:25:26.021817+0000","mapping_epoch":145,"log_start":"141'4284","ondisk_log_start":"141'4284","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5804,"ondisk_log_size":5804,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":621281280,"num_objects":9480,"num_object_clones":0,"num_object_copies":28440,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4495,"num_objects_unfound":0,"num_objects_dirty":9480,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10088,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2254,"num_bytes_recovered":147718144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,5],"avail_no_missing":["0","2","5"],"object_location_counts":[{"shards":"0,2,5","objects":4495},{"shards":"0,5","objects":4985}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"157","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.262122+0000","last_change":"2021-03-04T23:25:37.112301+0000","last_active":"2021-03-04T23:26:16.262122+0000","last_peered":"2021-03-04T23:26:16.262122+0000","last_clean":"2021-03-04T23:26:16.262122+0000","last_became_active":"2021-03-04T23:25:37.111920+0000","last_became_peered":"2021-03-04T23:25:37.111920+0000","last_unstale":"2021-03-04T23:26:16.262122+0000","last_undegraded":"2021-03-04T23:26:16.262122+0000","last_fullsized":"2021-03-04T23:26:16.262122+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"122","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.263369+0000","last_change":"2021-03-04T23:15:43.202694+0000","last_active":"2021-03-04T23:26:16.263369+0000","last_peered":"2021-03-04T23:26:16.263369+0000","last_clean":"2021-03-04T23:26:16.263369+0000","last_became_active":"2021-03-04T23:15:43.202505+0000","last_became_peered":"2021-03-04T23:15:43.202505+0000","last_unstale":"2021-03-04T23:26:16.263369+0000","last_undegraded":"2021-03-04T23:26:16.263369+0000","last_fullsized":"2021-03-04T23:26:16.263369+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"147","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.267867+0000","last_change":"2021-03-04T23:25:37.108998+0000","last_active":"2021-03-04T23:26:16.267867+0000","last_peered":"2021-03-04T23:26:16.267867+0000","last_clean":"2021-03-04T23:26:16.267867+0000","last_became_active":"2021-03-04T23:25:37.108746+0000","last_became_peered":"2021-03-04T23:25:37.108746+0000","last_unstale":"2021-03-04T23:26:16.267867+0000","last_undegraded":"2021-03-04T23:26:16.267867+0000","last_fullsized":"2021-03-04T23:26:16.267867+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"162","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.286412+0000","last_change":"2021-03-04T23:26:16.281054+0000","last_active":"2021-03-04T23:26:16.286412+0000","last_peered":"2021-03-04T23:26:16.286412+0000","last_clean":"2021-03-04T23:26:16.286412+0000","last_became_active":"2021-03-04T23:26:16.280890+0000","last_became_peered":"2021-03-04T23:26:16.280890+0000","last_unstale":"2021-03-04T23:26:16.286412+0000","last_undegraded":"2021-03-04T23:26:16.286412+0000","last_fullsized":"2021-03-04T23:26:16.286412+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"159'9666","reported_seq":"9704","reported_epoch":"159","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:26:22.477111+0000","last_change":"2021-03-04T23:25:38.440038+0000","last_active":"2021-03-04T23:26:22.477111+0000","last_peered":"2021-03-04T23:26:22.477111+0000","last_clean":"2021-03-04T23:25:36.092788+0000","last_became_active":"2021-03-04T23:25:38.408047+0000","last_became_peered":"2021-03-04T23:25:38.408047+0000","last_unstale":"2021-03-04T23:26:22.477111+0000","last_undegraded":"2021-03-04T23:25:38.148313+0000","last_fullsized":"2021-03-04T23:25:38.103265+0000","mapping_epoch":149,"log_start":"141'4037","ondisk_log_start":"141'4037","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5629,"ondisk_log_size":5629,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":621543424,"num_objects":9484,"num_object_clones":0,"num_object_copies":28452,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7426,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9484,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9666,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4],"avail_no_missing":["7","1","4"],"object_location_counts":[{"shards":"1,4,7","objects":7335},{"shards":"4,7","objects":2058}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"133","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.267359+0000","last_change":"2021-03-04T23:12:26.736023+0000","last_active":"2021-03-04T23:26:16.267359+0000","last_peered":"2021-03-04T23:26:16.267359+0000","last_clean":"2021-03-04T23:26:16.267359+0000","last_became_active":"2021-03-04T23:12:26.735664+0000","last_became_peered":"2021-03-04T23:12:26.735664+0000","last_unstale":"2021-03-04T23:26:16.267359+0000","last_undegraded":"2021-03-04T23:26:16.267359+0000","last_fullsized":"2021-03-04T23:26:16.267359+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"67","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.284120+0000","last_change":"2021-03-04T23:25:37.108783+0000","last_active":"2021-03-04T23:26:16.284120+0000","last_peered":"2021-03-04T23:26:16.284120+0000","last_clean":"2021-03-04T23:26:16.284120+0000","last_became_active":"2021-03-04T23:25:37.108504+0000","last_became_peered":"2021-03-04T23:25:37.108504+0000","last_unstale":"2021-03-04T23:26:16.284120+0000","last_undegraded":"2021-03-04T23:26:16.284120+0000","last_fullsized":"2021-03-04T23:26:16.284120+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"108","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.263832+0000","last_change":"2021-03-04T23:12:37.986687+0000","last_active":"2021-03-04T23:26:16.263832+0000","last_peered":"2021-03-04T23:26:16.263832+0000","last_clean":"2021-03-04T23:26:16.263832+0000","last_became_active":"2021-03-04T23:12:26.728092+0000","last_became_peered":"2021-03-04T23:12:26.728092+0000","last_unstale":"2021-03-04T23:26:16.263832+0000","last_undegraded":"2021-03-04T23:26:16.263832+0000","last_fullsized":"2021-03-04T23:26:16.263832+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"162","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.282031+0000","last_change":"2021-03-04T23:26:16.279962+0000","last_active":"2021-03-04T23:26:16.282031+0000","last_peered":"2021-03-04T23:26:16.282031+0000","last_clean":"2021-03-04T23:26:16.282031+0000","last_became_active":"2021-03-04T23:26:16.277411+0000","last_became_peered":"2021-03-04T23:26:16.277411+0000","last_unstale":"2021-03-04T23:26:16.282031+0000","last_undegraded":"2021-03-04T23:26:16.282031+0000","last_fullsized":"2021-03-04T23:26:16.282031+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"159'9566","reported_seq":"9605","reported_epoch":"159","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:26:22.514077+0000","last_change":"2021-03-04T23:25:38.335380+0000","last_active":"2021-03-04T23:26:22.514077+0000","last_peered":"2021-03-04T23:26:22.514077+0000","last_clean":"2021-03-04T23:25:36.101793+0000","last_became_active":"2021-03-04T23:25:38.308529+0000","last_became_peered":"2021-03-04T23:25:38.308529+0000","last_unstale":"2021-03-04T23:26:22.514077+0000","last_undegraded":"2021-03-04T23:25:38.153195+0000","last_fullsized":"2021-03-04T23:25:38.103221+0000","mapping_epoch":149,"log_start":"141'3993","ondisk_log_start":"141'3993","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5573,"ondisk_log_size":5573,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":616628248,"num_objects":9410,"num_object_clones":0,"num_object_copies":28230,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7376,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9410,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9566,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5],"avail_no_missing":["7","1","5"],"object_location_counts":[{"shards":"1,5,7","objects":7298},{"shards":"5,7","objects":2034}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"134","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.266677+0000","last_change":"2021-03-04T23:15:58.122089+0000","last_active":"2021-03-04T23:26:16.266677+0000","last_peered":"2021-03-04T23:26:16.266677+0000","last_clean":"2021-03-04T23:26:16.266677+0000","last_became_active":"2021-03-04T23:15:43.201322+0000","last_became_peered":"2021-03-04T23:15:43.201322+0000","last_unstale":"2021-03-04T23:26:16.266677+0000","last_undegraded":"2021-03-04T23:26:16.266677+0000","last_fullsized":"2021-03-04T23:26:16.266677+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"110","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.265148+0000","last_change":"2021-03-04T23:25:37.108136+0000","last_active":"2021-03-04T23:26:16.265148+0000","last_peered":"2021-03-04T23:26:16.265148+0000","last_clean":"2021-03-04T23:26:16.265148+0000","last_became_active":"2021-03-04T23:25:37.107847+0000","last_became_peered":"2021-03-04T23:25:37.107847+0000","last_unstale":"2021-03-04T23:26:16.265148+0000","last_undegraded":"2021-03-04T23:26:16.265148+0000","last_fullsized":"2021-03-04T23:26:16.265148+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"131","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.266293+0000","last_change":"2021-03-04T23:15:50.205077+0000","last_active":"2021-03-04T23:26:16.266293+0000","last_peered":"2021-03-04T23:26:16.266293+0000","last_clean":"2021-03-04T23:26:16.266293+0000","last_became_active":"2021-03-04T23:15:43.200982+0000","last_became_peered":"2021-03-04T23:15:43.200982+0000","last_unstale":"2021-03-04T23:26:16.266293+0000","last_undegraded":"2021-03-04T23:26:16.266293+0000","last_fullsized":"2021-03-04T23:26:16.266293+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"162","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.270377+0000","last_change":"2021-03-04T23:26:16.270174+0000","last_active":"2021-03-04T23:26:16.270377+0000","last_peered":"2021-03-04T23:26:16.270377+0000","last_clean":"2021-03-04T23:26:16.270377+0000","last_became_active":"2021-03-04T23:26:16.269768+0000","last_became_peered":"2021-03-04T23:26:16.269768+0000","last_unstale":"2021-03-04T23:26:16.270377+0000","last_undegraded":"2021-03-04T23:26:16.270377+0000","last_fullsized":"2021-03-04T23:26:16.270377+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"159'9554","reported_seq":"9584","reported_epoch":"159","state":"active+clean","last_fresh":"2021-03-04T23:26:21.814299+0000","last_change":"2021-03-04T23:24:42.889574+0000","last_active":"2021-03-04T23:26:21.814299+0000","last_peered":"2021-03-04T23:26:21.814299+0000","last_clean":"2021-03-04T23:26:21.814299+0000","last_became_active":"2021-03-04T23:24:42.889370+0000","last_became_peered":"2021-03-04T23:24:42.889370+0000","last_unstale":"2021-03-04T23:26:21.814299+0000","last_undegraded":"2021-03-04T23:26:21.814299+0000","last_fullsized":"2021-03-04T23:26:21.814299+0000","mapping_epoch":137,"log_start":"141'3076","ondisk_log_start":"141'3076","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6478,"ondisk_log_size":6478,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":621674496,"num_objects":9486,"num_object_clones":0,"num_object_copies":28458,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9486,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9554,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"24","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.265043+0000","last_change":"2021-03-04T23:25:25.026830+0000","last_active":"2021-03-04T23:26:16.265043+0000","last_peered":"2021-03-04T23:26:16.265043+0000","last_clean":"2021-03-04T23:26:16.265043+0000","last_became_active":"2021-03-04T23:25:25.026547+0000","last_became_peered":"2021-03-04T23:25:25.026547+0000","last_unstale":"2021-03-04T23:26:16.265043+0000","last_undegraded":"2021-03-04T23:26:16.265043+0000","last_fullsized":"2021-03-04T23:26:16.265043+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"139","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.267902+0000","last_change":"2021-03-04T23:25:37.116919+0000","last_active":"2021-03-04T23:26:16.267902+0000","last_peered":"2021-03-04T23:26:16.267902+0000","last_clean":"2021-03-04T23:26:16.267902+0000","last_became_active":"2021-03-04T23:25:37.106981+0000","last_became_peered":"2021-03-04T23:25:37.106981+0000","last_unstale":"2021-03-04T23:26:16.267902+0000","last_undegraded":"2021-03-04T23:26:16.267902+0000","last_fullsized":"2021-03-04T23:26:16.267902+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"130","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.264397+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:26:16.264397+0000","last_peered":"2021-03-04T23:26:16.264397+0000","last_clean":"2021-03-04T23:26:16.264397+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:26:16.264397+0000","last_undegraded":"2021-03-04T23:26:16.264397+0000","last_fullsized":"2021-03-04T23:26:16.264397+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"111","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.263795+0000","last_change":"2021-03-04T23:12:37.986701+0000","last_active":"2021-03-04T23:26:16.263795+0000","last_peered":"2021-03-04T23:26:16.263795+0000","last_clean":"2021-03-04T23:26:16.263795+0000","last_became_active":"2021-03-04T23:12:26.729415+0000","last_became_peered":"2021-03-04T23:12:26.729415+0000","last_unstale":"2021-03-04T23:26:16.263795+0000","last_undegraded":"2021-03-04T23:26:16.263795+0000","last_fullsized":"2021-03-04T23:26:16.263795+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"150","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.284061+0000","last_change":"2021-03-04T23:25:37.105374+0000","last_active":"2021-03-04T23:26:16.284061+0000","last_peered":"2021-03-04T23:26:16.284061+0000","last_clean":"2021-03-04T23:26:16.284061+0000","last_became_active":"2021-03-04T23:25:37.105209+0000","last_became_peered":"2021-03-04T23:25:37.105209+0000","last_unstale":"2021-03-04T23:26:16.284061+0000","last_undegraded":"2021-03-04T23:26:16.284061+0000","last_fullsized":"2021-03-04T23:26:16.284061+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"144","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.258975+0000","last_change":"2021-03-04T23:25:37.109371+0000","last_active":"2021-03-04T23:26:16.258975+0000","last_peered":"2021-03-04T23:26:16.258975+0000","last_clean":"2021-03-04T23:26:16.258975+0000","last_became_active":"2021-03-04T23:25:37.106252+0000","last_became_peered":"2021-03-04T23:25:37.106252+0000","last_unstale":"2021-03-04T23:26:16.258975+0000","last_undegraded":"2021-03-04T23:26:16.258975+0000","last_fullsized":"2021-03-04T23:26:16.258975+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"151","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.264867+0000","last_change":"2021-03-04T23:25:37.106284+0000","last_active":"2021-03-04T23:26:16.264867+0000","last_peered":"2021-03-04T23:26:16.264867+0000","last_clean":"2021-03-04T23:26:16.264867+0000","last_became_active":"2021-03-04T23:25:37.105979+0000","last_became_peered":"2021-03-04T23:25:37.105979+0000","last_unstale":"2021-03-04T23:26:16.264867+0000","last_undegraded":"2021-03-04T23:26:16.264867+0000","last_fullsized":"2021-03-04T23:26:16.264867+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"142","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.259363+0000","last_change":"2021-03-04T23:25:25.031712+0000","last_active":"2021-03-04T23:26:16.259363+0000","last_peered":"2021-03-04T23:26:16.259363+0000","last_clean":"2021-03-04T23:26:16.259363+0000","last_became_active":"2021-03-04T23:25:25.023911+0000","last_became_peered":"2021-03-04T23:25:25.023911+0000","last_unstale":"2021-03-04T23:26:16.259363+0000","last_undegraded":"2021-03-04T23:26:16.259363+0000","last_fullsized":"2021-03-04T23:26:16.259363+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"142","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.264635+0000","last_change":"2021-03-04T23:15:43.200097+0000","last_active":"2021-03-04T23:26:16.264635+0000","last_peered":"2021-03-04T23:26:16.264635+0000","last_clean":"2021-03-04T23:26:16.264635+0000","last_became_active":"2021-03-04T23:15:43.199864+0000","last_became_peered":"2021-03-04T23:15:43.199864+0000","last_unstale":"2021-03-04T23:26:16.264635+0000","last_undegraded":"2021-03-04T23:26:16.264635+0000","last_fullsized":"2021-03-04T23:26:16.264635+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"139","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.266683+0000","last_change":"2021-03-04T23:25:25.024127+0000","last_active":"2021-03-04T23:26:16.266683+0000","last_peered":"2021-03-04T23:26:16.266683+0000","last_clean":"2021-03-04T23:26:16.266683+0000","last_became_active":"2021-03-04T23:25:25.023857+0000","last_became_peered":"2021-03-04T23:25:25.023857+0000","last_unstale":"2021-03-04T23:26:16.266683+0000","last_undegraded":"2021-03-04T23:26:16.266683+0000","last_fullsized":"2021-03-04T23:26:16.266683+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"134","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.266449+0000","last_change":"2021-03-04T23:15:58.119018+0000","last_active":"2021-03-04T23:26:16.266449+0000","last_peered":"2021-03-04T23:26:16.266449+0000","last_clean":"2021-03-04T23:26:16.266449+0000","last_became_active":"2021-03-04T23:15:43.201314+0000","last_became_peered":"2021-03-04T23:15:43.201314+0000","last_unstale":"2021-03-04T23:26:16.266449+0000","last_undegraded":"2021-03-04T23:26:16.266449+0000","last_fullsized":"2021-03-04T23:26:16.266449+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"126","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.263496+0000","last_change":"2021-03-04T23:14:45.177195+0000","last_active":"2021-03-04T23:26:16.263496+0000","last_peered":"2021-03-04T23:26:16.263496+0000","last_clean":"2021-03-04T23:26:16.263496+0000","last_became_active":"2021-03-04T23:14:45.176885+0000","last_became_peered":"2021-03-04T23:14:45.176885+0000","last_unstale":"2021-03-04T23:26:16.263496+0000","last_undegraded":"2021-03-04T23:26:16.263496+0000","last_fullsized":"2021-03-04T23:26:16.263496+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"154","reported_epoch":"158","state":"active+clean","last_fresh":"2021-03-04T23:26:16.264337+0000","last_change":"2021-03-04T23:25:37.111203+0000","last_active":"2021-03-04T23:26:16.264337+0000","last_peered":"2021-03-04T23:26:16.264337+0000","last_clean":"2021-03-04T23:26:16.264337+0000","last_became_active":"2021-03-04T23:25:37.110838+0000","last_became_peered":"2021-03-04T23:25:37.110838+0000","last_unstale":"2021-03-04T23:26:16.264337+0000","last_undegraded":"2021-03-04T23:26:16.264337+0000","last_fullsized":"2021-03-04T23:26:16.264337+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":5338,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7562538,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3965,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":33,"acting":33,"num_store_stats":4},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":9924247576,"num_objects":151433,"num_object_clones":0,"num_object_copies":454299,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":50883,"num_objects_misplaced":20163,"num_objects_unfound":0,"num_objects_dirty":151433,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":155297,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11615,"num_bytes_recovered":761200640,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":30567772160,"data_stored":30567759944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114469,"ondisk_log_size":114469,"up":48,"acting":39,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495884,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":6642152,"kb_used_data":5593568,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":81438232,"statfs":{"total":90194313216,"available":83392749568,"internally_reserved":1073741824,"allocated":5727813632,"data_stored":5726968085,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,5,0,0,0,3],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:25:45 2021","interfaces":[{"interface":"back","average":{"1min":2.5920000000000001,"5min":1.4670000000000001,"15min":0.78600000000000003},"min":{"1min":0.156,"5min":0.156,"15min":0.13500000000000001},"max":{"1min":37.838000000000001,"5min":54.801000000000002,"15min":54.801000000000002},"last":0.223},{"interface":"front","average":{"1min":2.863,"5min":1.4850000000000001,"15min":0.76500000000000001},"min":{"1min":0.157,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":37.884,"5min":54.863999999999997,"15min":54.863999999999997},"last":0.17399999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:26:16 2021","interfaces":[{"interface":"back","average":{"1min":2.649,"5min":0.91200000000000003,"15min":0.64300000000000002},"min":{"1min":0.16200000000000001,"5min":0.16200000000000001,"15min":0.16},"max":{"1min":37.856000000000002,"5min":37.856000000000002,"15min":37.856000000000002},"last":0.20100000000000001},{"interface":"front","average":{"1min":2.7690000000000001,"5min":0.94199999999999995,"15min":0.70199999999999996},"min":{"1min":0.193,"5min":0.17599999999999999,"15min":0.17399999999999999},"max":{"1min":37.914000000000001,"5min":37.914000000000001,"15min":37.914000000000001},"last":0.35199999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:26:01 2021","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.53600000000000003,"15min":0.60099999999999998},"min":{"1min":0.19500000000000001,"5min":0.17999999999999999,"15min":0.16700000000000001},"max":{"1min":2.0750000000000002,"5min":3.528,"15min":5.2400000000000002},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.63,"15min":0.56999999999999995},"min":{"1min":0.22500000000000001,"5min":0.218,"15min":0.218},"max":{"1min":3.206,"5min":3.206,"15min":3.206},"last":0.38100000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:26:01 2021","interfaces":[{"interface":"back","average":{"1min":6.2949999999999999,"5min":1.742,"15min":0.94099999999999995},"min":{"1min":0.20899999999999999,"5min":0.19500000000000001,"15min":0.18099999999999999},"max":{"1min":63.959000000000003,"5min":63.959000000000003,"15min":63.959000000000003},"last":0.28000000000000003},{"interface":"front","average":{"1min":6.3920000000000003,"5min":1.857,"15min":1.2190000000000001},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.183},"max":{"1min":64.183999999999997,"5min":64.183999999999997,"15min":64.183999999999997},"last":0.32000000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:26:01 2021","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.53200000000000003,"15min":0.377},"min":{"1min":0.17299999999999999,"5min":0.14399999999999999,"15min":0.13100000000000001},"max":{"1min":3.0990000000000002,"5min":4.0179999999999998,"15min":4.0179999999999998},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.35999999999999999,"15min":0.374},"min":{"1min":0.182,"5min":0.16,"15min":0.13300000000000001},"max":{"1min":2.0089999999999999,"5min":2.0089999999999999,"15min":3.5800000000000001},"last":0.33100000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:26:01 2021","interfaces":[{"interface":"back","average":{"1min":0.30499999999999999,"5min":0.39400000000000002,"15min":0.36499999999999999},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":1.1339999999999999,"5min":3.621,"15min":3.847},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.77200000000000002,"5min":0.48899999999999999,"15min":0.41599999999999998},"min":{"1min":0.21099999999999999,"5min":0.16800000000000001,"15min":0.16200000000000001},"max":{"1min":3.0640000000000001,"5min":3.0640000000000001,"15min":3.7229999999999999},"last":0.24399999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:26:01 2021","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.53900000000000003,"15min":0.435},"min":{"1min":0.19900000000000001,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":2.0390000000000001,"5min":4.1299999999999999,"15min":4.1299999999999999},"last":0.36899999999999999},{"interface":"front","average":{"1min":1.016,"5min":0.67000000000000004,"15min":0.48399999999999999},"min":{"1min":0.248,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":3.1890000000000001,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":0.29299999999999998}]}]},{"osd":6,"up_from":41,"seq":176093659408,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1716696,"kb_used_data":668112,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86363688,"statfs":{"total":90194313216,"available":88436416512,"internally_reserved":1073741824,"allocated":684146688,"data_stored":683317355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:25:44 2021","interfaces":[{"interface":"back","average":{"1min":0.27000000000000002,"5min":0.495,"15min":0.51300000000000001},"min":{"1min":0.151,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.64000000000000001,"5min":3.2050000000000001,"15min":3.77},"last":0.216},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.47799999999999998,"15min":0.44},"min":{"1min":0.16,"5min":0.16,"15min":0.156},"max":{"1min":2.194,"5min":3.3119999999999998,"15min":3.7130000000000001},"last":0.25}]},{"osd":1,"last update":"Thu Mar 4 23:26:09 2021","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.46899999999999997,"15min":0.55000000000000004},"min":{"1min":0.17499999999999999,"5min":0.16300000000000001,"15min":0.159},"max":{"1min":0.83999999999999997,"5min":3.5049999999999999,"15min":3.609},"last":0.191},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.52200000000000002,"15min":0.54100000000000004},"min":{"1min":0.19,"5min":0.17199999999999999,"15min":0.16500000000000001},"max":{"1min":0.83299999999999996,"5min":4.149,"15min":4.149},"last":0.30299999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:26:09 2021","interfaces":[{"interface":"back","average":{"1min":0.29299999999999998,"5min":0.53200000000000003,"15min":0.57899999999999996},"min":{"1min":0.20599999999999999,"5min":0.189,"15min":0.16800000000000001},"max":{"1min":0.47699999999999998,"5min":4.0940000000000003,"15min":4.2169999999999996},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.376,"5min":0.51300000000000001,"15min":0.57599999999999996},"min":{"1min":0.223,"5min":0.186,"15min":0.17599999999999999},"max":{"1min":1.123,"5min":1.861,"15min":3.3700000000000001},"last":0.27300000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:26:06 2021","interfaces":[{"interface":"back","average":{"1min":4.4189999999999996,"5min":1.3620000000000001,"15min":0.93899999999999995},"min":{"1min":0.22900000000000001,"5min":0.22,"15min":0.19800000000000001},"max":{"1min":77.881,"5min":77.881,"15min":77.881},"last":0.23300000000000001},{"interface":"front","average":{"1min":4.4790000000000001,"5min":1.4199999999999999,"15min":0.98399999999999999},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.21099999999999999},"max":{"1min":77.683000000000007,"5min":77.683000000000007,"15min":77.683000000000007},"last":0.36399999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:25:44 2021","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.48399999999999999,"15min":0.39000000000000001},"min":{"1min":0.159,"5min":0.13300000000000001,"15min":0.121},"max":{"1min":1.2849999999999999,"5min":4.1539999999999999,"15min":4.1539999999999999},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.28100000000000003,"5min":0.47599999999999998,"15min":0.42199999999999999},"min":{"1min":0.193,"5min":0.16800000000000001,"15min":0.13500000000000001},"max":{"1min":0.50800000000000001,"5min":4.1269999999999998,"15min":4.1269999999999998},"last":0.32500000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:25:44 2021","interfaces":[{"interface":"back","average":{"1min":0.29799999999999999,"5min":0.47999999999999998,"15min":0.41899999999999998},"min":{"1min":0.185,"5min":0.16700000000000001,"15min":0.151},"max":{"1min":0.59199999999999997,"5min":4.0010000000000003,"15min":4.0010000000000003},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.32800000000000001,"5min":0.51900000000000002,"15min":0.47799999999999998},"min":{"1min":0.19400000000000001,"5min":0.16,"15min":0.14699999999999999},"max":{"1min":0.58599999999999997,"5min":4.2389999999999999,"15min":4.2389999999999999},"last":0.34599999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:25:51 2021","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.63200000000000001,"15min":0.496},"min":{"1min":0.19500000000000001,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":1.5589999999999999,"5min":4.5880000000000001,"15min":4.5880000000000001},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.52400000000000002,"15min":0.48499999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.19400000000000001},"max":{"1min":1.7390000000000001,"5min":4.0129999999999999,"15min":4.0129999999999999},"last":0.374}]}]},{"osd":1,"up_from":0,"seq":373662154905,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":73,"seq":313532612778,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4059856,"kb_used_data":3766280,"kb_used_omap":1446,"kb_used_meta":292121,"kb_avail":84020528,"statfs":{"total":90194313216,"available":86037020672,"internally_reserved":0,"allocated":3856670720,"data_stored":3855847485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1481404,"internal_metadata":299132228},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:26:11 2021","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.44,"15min":0.44800000000000001},"min":{"1min":0.13500000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":1.792,"5min":3.1800000000000002,"15min":5.734},"last":0.16500000000000001},{"interface":"front","average":{"1min":0.433,"5min":0.43099999999999999,"15min":0.443},"min":{"1min":0.157,"5min":0.157,"15min":0.11700000000000001},"max":{"1min":3.1469999999999998,"5min":3.1469999999999998,"15min":4.1589999999999998},"last":0.245}]},{"osd":2,"last update":"Thu Mar 4 23:26:03 2021","interfaces":[{"interface":"back","average":{"1min":0.26500000000000001,"5min":0.34000000000000002,"15min":0.42899999999999999},"min":{"1min":0.17000000000000001,"5min":0.156,"15min":0.14899999999999999},"max":{"1min":0.42499999999999999,"5min":2.8919999999999999,"15min":3.806},"last":0.223},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.45000000000000001,"15min":0.49099999999999999},"min":{"1min":0.16700000000000001,"5min":0.157,"15min":0.157},"max":{"1min":3.0299999999999998,"5min":5.3620000000000001,"15min":5.3620000000000001},"last":0.192}]},{"osd":3,"last update":"Thu Mar 4 23:26:03 2021","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.42699999999999999,"15min":1.446},"min":{"1min":0.157,"5min":0.157,"15min":0.157},"max":{"1min":3.1579999999999999,"5min":3.8410000000000002,"15min":35.027000000000001},"last":0.308},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.502,"15min":1.351},"min":{"1min":0.188,"5min":0.188,"15min":0.17399999999999999},"max":{"1min":0.94299999999999995,"5min":3.2829999999999999,"15min":34.979999999999997},"last":0.33200000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:25:52 2021","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.55800000000000005,"15min":0.59099999999999997},"min":{"1min":0.20399999999999999,"5min":0.19900000000000001,"15min":0.17999999999999999},"max":{"1min":3.1019999999999999,"5min":3.5550000000000002,"15min":4.2210000000000001},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.623,"5min":0.60899999999999999,"15min":0.64200000000000002},"min":{"1min":0.19900000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":1.865,"5min":3.383,"15min":4.7439999999999998},"last":0.26600000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:25:52 2021","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.63300000000000001,"15min":0.68200000000000005},"min":{"1min":0.24199999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":1.831,"5min":4.5540000000000003,"15min":5.3639999999999999},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.67400000000000004,"15min":0.623},"min":{"1min":0.26000000000000001,"5min":0.24199999999999999,"15min":0.191},"max":{"1min":2.9750000000000001,"5min":4.7919999999999998,"15min":4.7919999999999998},"last":0.44600000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:25:52 2021","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.59199999999999997,"15min":0.61299999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.24199999999999999},"max":{"1min":2.3439999999999999,"5min":3.4350000000000001,"15min":3.9159999999999999},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.502,"5min":0.66000000000000003,"15min":0.64900000000000002},"min":{"1min":0.27700000000000002,"5min":0.253,"15min":0.17599999999999999},"max":{"1min":3.1360000000000001,"5min":4.3259999999999996,"15min":4.3259999999999996},"last":0.32000000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:25:52 2021","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.64700000000000002,"15min":0.67100000000000004},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":2.3300000000000001,"5min":3.8170000000000002,"15min":3.9729999999999999},"last":0.495},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.63800000000000001,"15min":0.65500000000000003},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":3.0750000000000002,"5min":3.488,"15min":4.2469999999999999},"last":0.34200000000000003}]}]},{"osd":2,"up_from":103,"seq":442381631630,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2711888,"kb_used_data":2482952,"kb_used_omap":1715,"kb_used_meta":227148,"kb_avail":85368496,"statfs":{"total":90194313216,"available":87417339904,"internally_reserved":0,"allocated":2542542848,"data_stored":2541719625,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":232599739},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:26:13 2021","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.443,"15min":0.55900000000000005},"min":{"1min":0.13500000000000001,"5min":0.13500000000000001,"15min":0.129},"max":{"1min":12.986000000000001,"5min":12.986000000000001,"15min":12.986000000000001},"last":0.16700000000000001},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.44600000000000001,"15min":0.496},"min":{"1min":0.161,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":13.071999999999999,"5min":13.071999999999999,"15min":13.071999999999999},"last":0.13600000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:26:13 2021","interfaces":[{"interface":"back","average":{"1min":0.27000000000000002,"5min":0.308,"15min":0.52500000000000002},"min":{"1min":0.16700000000000001,"5min":0.151,"15min":0.13300000000000001},"max":{"1min":0.45600000000000002,"5min":1.9670000000000001,"15min":4.0599999999999996},"last":0.254},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.41499999999999998,"15min":0.54700000000000004},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.14199999999999999},"max":{"1min":2.6600000000000001,"5min":2.6600000000000001,"15min":4.556},"last":0.20399999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:26:02 2021","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.51800000000000002,"15min":0.53800000000000003},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":12.76,"5min":12.76,"15min":12.76},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.53900000000000003,"15min":0.58399999999999996},"min":{"1min":0.192,"5min":0.192,"15min":0.17199999999999999},"max":{"1min":12.643000000000001,"5min":12.643000000000001,"15min":12.643000000000001},"last":0.29999999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:26:13 2021","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.48599999999999999,"15min":0.59599999999999997},"min":{"1min":0.22600000000000001,"5min":0.20499999999999999,"15min":0.18099999999999999},"max":{"1min":1.4610000000000001,"5min":1.607,"15min":4.6520000000000001},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.52300000000000002,"15min":0.56200000000000006},"min":{"1min":0.218,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":1.0620000000000001,"5min":2.302,"15min":3.71},"last":0.22900000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:26:13 2021","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.67200000000000004,"15min":0.79100000000000004},"min":{"1min":0.28399999999999997,"5min":0.23799999999999999,"15min":0.22},"max":{"1min":4.2850000000000001,"5min":4.867,"15min":4.867},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.60399999999999998,"15min":0.66100000000000003},"min":{"1min":0.215,"5min":0.215,"15min":0.21299999999999999},"max":{"1min":3.9180000000000001,"5min":4.6189999999999998,"15min":4.6689999999999996},"last":0.29099999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:26:13 2021","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.53400000000000003,"15min":0.55900000000000005},"min":{"1min":0.26300000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.72899999999999998,"5min":2.2759999999999998,"15min":3.7429999999999999},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.56499999999999995,"15min":0.74299999999999999},"min":{"1min":0.30599999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":1.804,"5min":3.5579999999999998,"15min":4.0830000000000002},"last":0.36199999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:26:13 2021","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.55100000000000005,"15min":0.58199999999999996},"min":{"1min":0.27500000000000002,"5min":0.26600000000000001,"15min":0.26400000000000001},"max":{"1min":0.68899999999999995,"5min":2.3199999999999998,"15min":4.024},"last":0.314},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.59699999999999998,"15min":0.77300000000000002},"min":{"1min":0.318,"5min":0.26300000000000001,"15min":0.253},"max":{"1min":3.847,"5min":3.847,"15min":4.1340000000000003},"last":0.41599999999999998}]}]},{"osd":3,"up_from":126,"seq":541165879426,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5289660,"kb_used_data":5020852,"kb_used_omap":1501,"kb_used_meta":267298,"kb_avail":82790724,"statfs":{"total":90194313216,"available":84777701376,"internally_reserved":0,"allocated":5141352448,"data_stored":5140540420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1537306,"internal_metadata":273713894},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:26:06 2021","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.88500000000000001,"15min":0.55800000000000005},"min":{"1min":0.127,"5min":0.127,"15min":0.121},"max":{"1min":2.9670000000000001,"5min":48.722000000000001,"15min":48.722000000000001},"last":0.187},{"interface":"front","average":{"1min":0.67200000000000004,"5min":1.0429999999999999,"15min":0.76000000000000001},"min":{"1min":0.13800000000000001,"5min":0.13800000000000001,"15min":0.13600000000000001},"max":{"1min":3.3359999999999999,"5min":48.741999999999997,"15min":48.741999999999997},"last":0.25800000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:26:06 2021","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.42799999999999999,"15min":0.497},"min":{"1min":0.18099999999999999,"5min":0.157,"15min":0.13500000000000001},"max":{"1min":1.095,"5min":3.6459999999999999,"15min":4.9720000000000004},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.54900000000000004,"15min":0.56899999999999995},"min":{"1min":0.156,"5min":0.151,"15min":0.151},"max":{"1min":2.077,"5min":3.363,"15min":3.7829999999999999},"last":0.30499999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:26:06 2021","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.56399999999999995,"15min":0.59499999999999997},"min":{"1min":0.16500000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":3.391,"5min":4.8730000000000002,"15min":6.4420000000000002},"last":0.21199999999999999},{"interface":"front","average":{"1min":0.33400000000000002,"5min":0.435,"15min":0.65900000000000003},"min":{"1min":0.183,"5min":0.17699999999999999,"15min":0.17599999999999999},"max":{"1min":1.0580000000000001,"5min":2.98,"15min":8.8740000000000006},"last":0.27400000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:26:06 2021","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.57899999999999996,"15min":0.63500000000000001},"min":{"1min":0.214,"5min":0.214,"15min":0.20599999999999999},"max":{"1min":1.367,"5min":2.9780000000000002,"15min":5.0220000000000002},"last":0.435},{"interface":"front","average":{"1min":0.501,"5min":0.57099999999999995,"15min":0.52900000000000003},"min":{"1min":0.215,"5min":0.20699999999999999,"15min":0.20100000000000001},"max":{"1min":2.1219999999999999,"5min":2.8130000000000002,"15min":3.7719999999999998},"last":0.34499999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:26:06 2021","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.65300000000000002,"15min":0.60999999999999999},"min":{"1min":0.252,"5min":0.224,"15min":0.221},"max":{"1min":3.2879999999999998,"5min":4.6479999999999997,"15min":4.6479999999999997},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.78700000000000003,"5min":0.71199999999999997,"15min":0.746},"min":{"1min":0.26700000000000002,"5min":0.192,"15min":0.192},"max":{"1min":3.4249999999999998,"5min":4.8449999999999998,"15min":6.7309999999999999},"last":0.29499999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:26:06 2021","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.65700000000000003,"15min":0.71099999999999997},"min":{"1min":0.249,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.1339999999999999,"5min":4.2930000000000001,"15min":5.0570000000000004},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.628,"15min":0.63600000000000001},"min":{"1min":0.25700000000000001,"5min":0.254,"15min":0.22900000000000001},"max":{"1min":2.3050000000000002,"5min":2.9340000000000002,"15min":3.8100000000000001},"last":0.33000000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:26:06 2021","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":0.81499999999999995,"15min":0.76900000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":3.4500000000000002,"5min":4.8179999999999996,"15min":6.5460000000000003},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.68200000000000005,"15min":0.71799999999999997},"min":{"1min":0.28699999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":1.2390000000000001,"5min":3.0569999999999999,"15min":5.0810000000000004},"last":0.40799999999999997}]}]},{"osd":4,"up_from":31,"seq":133143986453,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3427172,"kb_used_data":2378588,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":84653212,"statfs":{"total":90194313216,"available":86684889088,"internally_reserved":1073741824,"allocated":2435674112,"data_stored":2434832591,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,3],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:25:43 2021","interfaces":[{"interface":"back","average":{"1min":3.9470000000000001,"5min":1.1379999999999999,"15min":0.754},"min":{"1min":0.14699999999999999,"5min":0.14499999999999999,"15min":0.14099999999999999},"max":{"1min":69.182000000000002,"5min":69.182000000000002,"15min":69.182000000000002},"last":0.32900000000000001},{"interface":"front","average":{"1min":4.0510000000000002,"5min":1.2749999999999999,"15min":0.70199999999999996},"min":{"1min":0.154,"5min":0.152,"15min":0.14199999999999999},"max":{"1min":69.281999999999996,"5min":69.281999999999996,"15min":69.281999999999996},"last":1.3560000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:26:15 2021","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.68300000000000005,"15min":0.58899999999999997},"min":{"1min":0.17699999999999999,"5min":0.16200000000000001,"15min":0.16},"max":{"1min":3.4900000000000002,"5min":3.9900000000000002,"15min":3.9900000000000002},"last":1.3200000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.60999999999999999,"15min":0.57499999999999996},"min":{"1min":0.20999999999999999,"5min":0.189,"15min":0.16200000000000001},"max":{"1min":3.468,"5min":3.98,"15min":4.3289999999999997},"last":1.3759999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:25:59 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.48999999999999999,"15min":0.502},"min":{"1min":0.185,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":1.667,"5min":3.3260000000000001,"15min":3.3260000000000001},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.37,"5min":0.55500000000000005,"15min":0.58099999999999996},"min":{"1min":0.19900000000000001,"5min":0.184,"15min":0.17499999999999999},"max":{"1min":1.45,"5min":3.351,"15min":4.4180000000000001},"last":0.29999999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:25:59 2021","interfaces":[{"interface":"back","average":{"1min":5.3499999999999996,"5min":1.806,"15min":1.0469999999999999},"min":{"1min":0.214,"5min":0.20999999999999999,"15min":0.19900000000000001},"max":{"1min":69.236000000000004,"5min":69.236000000000004,"15min":69.236000000000004},"last":1.337},{"interface":"front","average":{"1min":5.3419999999999996,"5min":1.5629999999999999,"15min":0.90400000000000003},"min":{"1min":0.222,"5min":0.21299999999999999,"15min":0.192},"max":{"1min":69.218000000000004,"5min":69.218000000000004,"15min":69.218000000000004},"last":0.38100000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:26:21 2021","interfaces":[{"interface":"back","average":{"1min":0.249,"5min":0.40100000000000002,"15min":0.33400000000000002},"min":{"1min":0.17000000000000001,"5min":0.157,"15min":0.14199999999999999},"max":{"1min":0.378,"5min":3.456,"15min":3.456},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.46100000000000002,"15min":0.35299999999999998},"min":{"1min":0.21299999999999999,"5min":0.14799999999999999,"15min":0.13500000000000001},"max":{"1min":2.6600000000000001,"5min":3.2999999999999998,"15min":3.2999999999999998},"last":0.28499999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:25:43 2021","interfaces":[{"interface":"back","average":{"1min":0.30099999999999999,"5min":0.41799999999999998,"15min":0.38500000000000001},"min":{"1min":0.20200000000000001,"5min":0.17399999999999999,"15min":0.156},"max":{"1min":0.55500000000000005,"5min":3.5569999999999999,"15min":3.5569999999999999},"last":0.316},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66400000000000003,"15min":0.49099999999999999},"min":{"1min":0.23000000000000001,"5min":0.186,"15min":0.14199999999999999},"max":{"1min":3.5739999999999998,"5min":3.895,"15min":3.895},"last":1.3}]},{"osd":7,"last update":"Thu Mar 4 23:26:15 2021","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.436,"15min":0.59299999999999997},"min":{"1min":0.193,"5min":0.188,"15min":0.156},"max":{"1min":0.41399999999999998,"5min":3.4329999999999998,"15min":69.727999999999994},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.627,"15min":0.69599999999999995},"min":{"1min":0.24199999999999999,"5min":0.20399999999999999,"15min":0.14000000000000001},"max":{"1min":3.524,"5min":3.8700000000000001,"15min":69.289000000000001},"last":1.268}]}]},{"osd":5,"up_from":36,"seq":154618822931,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":6665556,"kb_used_data":5616972,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":81414828,"statfs":{"total":90194313216,"available":83368783872,"internally_reserved":1073741824,"allocated":5751779328,"data_stored":5750952069,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,1,1,3,6],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:25:49 2021","interfaces":[{"interface":"back","average":{"1min":4.625,"5min":1.3200000000000001,"15min":0.71499999999999997},"min":{"1min":0.14399999999999999,"5min":0.14399999999999999,"15min":0.13500000000000001},"max":{"1min":36.017000000000003,"5min":36.017000000000003,"15min":36.017000000000003},"last":0.185},{"interface":"front","average":{"1min":4.6909999999999998,"5min":1.3220000000000001,"15min":0.77300000000000002},"min":{"1min":0.16200000000000001,"5min":0.16,"15min":0.14499999999999999},"max":{"1min":36.031999999999996,"5min":36.031999999999996,"15min":36.031999999999996},"last":0.20699999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:26:10 2021","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.48999999999999999,"15min":0.47299999999999998},"min":{"1min":0.17100000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":1.575,"5min":2.9510000000000001,"15min":3.8450000000000002},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.308,"5min":0.56299999999999994,"15min":0.59699999999999998},"min":{"1min":0.19700000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.83299999999999996,"5min":3.6379999999999999,"15min":7.4740000000000002},"last":0.39900000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:26:00 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.55500000000000005,"15min":0.65400000000000003},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":1.7190000000000001,"5min":3.5800000000000001,"15min":3.7410000000000001},"last":0.26400000000000001},{"interface":"front","average":{"1min":0.377,"5min":0.58999999999999997,"15min":0.627},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.17000000000000001},"max":{"1min":1.2210000000000001,"5min":3.698,"15min":3.9239999999999999},"last":0.311}]},{"osd":3,"last update":"Thu Mar 4 23:26:00 2021","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.69399999999999995,"15min":0.55100000000000005},"min":{"1min":0.17699999999999999,"5min":0.16700000000000001,"15min":0.16700000000000001},"max":{"1min":2.0430000000000001,"5min":4.375,"15min":4.375},"last":0.371},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.65600000000000003,"15min":0.68000000000000005},"min":{"1min":0.23100000000000001,"5min":0.19900000000000001,"15min":0.17100000000000001},"max":{"1min":1.6419999999999999,"5min":3.4590000000000001,"15min":4.2050000000000001},"last":0.38200000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:25:33 2021","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.46100000000000002,"15min":0.35899999999999999},"min":{"1min":0.191,"5min":0.127,"15min":0.127},"max":{"1min":0.97799999999999998,"5min":7.4480000000000004,"15min":7.4480000000000004},"last":0.252},{"interface":"front","average":{"1min":0.27000000000000002,"5min":0.38400000000000001,"15min":0.36599999999999999},"min":{"1min":0.152,"5min":0.152,"15min":0.14799999999999999},"max":{"1min":0.49399999999999999,"5min":4.4000000000000004,"15min":4.4000000000000004},"last":0.28399999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:26:00 2021","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.53900000000000003,"15min":0.42799999999999999},"min":{"1min":0.24099999999999999,"5min":0.192,"15min":0.16},"max":{"1min":1.01,"5min":7.3959999999999999,"15min":7.3959999999999999},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.41199999999999998,"15min":0.38900000000000001},"min":{"1min":0.218,"5min":0.17599999999999999,"15min":0.16500000000000001},"max":{"1min":1.9930000000000001,"5min":4.3209999999999997,"15min":4.3209999999999997},"last":0.23300000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:26:00 2021","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.47199999999999998,"15min":0.48099999999999998},"min":{"1min":0.189,"5min":0.189,"15min":0.16},"max":{"1min":2.0219999999999998,"5min":4.3540000000000001,"15min":13.18},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.44800000000000001,"15min":0.46999999999999997},"min":{"1min":0.17999999999999999,"5min":0.17999999999999999,"15min":0.16800000000000001},"max":{"1min":1.4610000000000001,"5min":2.9740000000000002,"15min":12.773},"last":0.41299999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3965,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1477439,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":719374,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1537306,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3836936192,"data_stored":3836936192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4519559168,"data_stored":4519559168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2532245504,"data_stored":2532245504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":5120196608,"data_stored":5120196608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2429554688,"data_stored":2429550616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":5728047104,"data_stored":5728043032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":678363136,"data_stored":678363136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":5722869760,"data_stored":5722865688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:26:28.559 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool set unique_pool_4 pgp_num 16 2021-03-04T23:26:28.626 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:28.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:28.654 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:28.655 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:28.728 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:28.757 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:28.778 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:28.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:28.781 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:28.882 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:28.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:28.905 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:28.906 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:29.007 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:29.029 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:29.030 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:29.030 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:29.131 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:29.149 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:29.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:29.151 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:29.252 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:29.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:29.271 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:29.271 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:29.302 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:29 gibba038 conmon[76675]: audit 2021-03-04T23:26:27.477807+0000 mgr.x (mgr.34676) 694 : audit [DBG] 2021-03-04T23:26:29.303 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:29 gibba038 conmon[76675]: from='client.54964 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:26:29.303 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:29 gibba038 conmon[76675]: cluster 2021-03-04T23:26:28.879660+0000 mon.a (mon.0) 726 : cluster [WRN] Health check update: Degraded data redundancy: 50883/454365 objects degraded (11.199%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:26:29.372 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:29.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:29.392 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:29.392 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:29.463 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:26:29.463 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:26:29.486 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:26:29.493 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:29.521 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:29.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:29.523 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:29.544 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:29 gibba011 conmon[95595]: audit 2021-03-04T23:26:27.477807+0000 mgr.x (mgr.34676) 694 : audit [DBG] from='client.54964 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:26:29.545 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:29 gibba011 conmon[95595]: cluster 2021-03-04T23:26:28.879660+0000 mon.a (mon.0) 726 : cluster [WRN] Health check update: Degraded data redundancy: 50883/454365 objects degraded (11.199%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:26:29.545 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:29 gibba011 conmon[99461]: audit 2021-03-04T23:26:27.477807+0000 mgr.x (mgr.34676) 694 : audit [DBG] from='client.54964 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:26:29.545 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:29 gibba011 conmon[99461]: cluster 2021-03-04T23:26:28.879660+0000 mon.a (mon.0) 726 : cluster [WRN] Health check update: Degraded data redundancy: 50883/454365 objects degraded (11.199%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:26:29.624 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:29.629 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:29.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:29.646 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:29.646 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:29.747 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:29.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:29.769 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:29.769 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:29.870 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:29.892 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:29.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:29.893 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:29.994 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:30.016 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:30.016 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:30.017 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:30.118 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:30.135 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:30.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:30.137 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:30.238 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:30.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:30.258 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:30.258 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:30.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:30 gibba011 conmon[95595]: cluster 2021-03-04T23:26:28.622844+0000 mgr.x (mgr.34676) 695 : cluster [DBG] pgmap v615: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.1 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 102 B/s rd, 16 MiB/s wr, 762 op/s; 50883/445005 objects degraded (11.434%); 20028/445005 objects misplaced (4.501%); 5.6 MiB/s, 88 objects/s recovering 2021-03-04T23:26:30.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:30 gibba011 conmon[99461]: cluster 2021-03-04T23:26:28.622844+0000 mgr.x (mgr.34676) 2021-03-04T23:26:30.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:30 gibba011 conmon[99461]: 695 : cluster [DBG] pgmap v615: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.1 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 102 B/s rd, 16 MiB/s wr, 762 op/s; 50883/445005 objects degraded (11.434%); 20028/445005 objects misplaced (4.501%); 5.6 MiB/s, 88 objects/s recovering 2021-03-04T23:26:30.360 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:30.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:30.381 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:30.381 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:30.482 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:30.499 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:30.500 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:30.501 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:30.514 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-03-04T23:26:30.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:30 gibba038 conmon[76675]: cluster 2021-03-04T23:26:28.622844+0000 mgr.x (mgr.34676) 695 : cluster [DBG] pgmap v615: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.1 GiB data, 25 GiB used, 559 GiB / 588 GiB avail; 102 B/s rd, 16 MiB/s wr, 762 op/s; 50883/445005 objects degraded (11.434%); 20028/445005 objects misplaced (4.501%); 5.6 MiB/s, 88 objects/s recovering 2021-03-04T23:26:30.602 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:30.621 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:30.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:30.623 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:30.669 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:26:30.724 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:30.743 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:30.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:30.744 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:30.845 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:30.874 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:30.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:30.877 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:30.978 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:31.006 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:31.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:31.007 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:31.108 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:31.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:31.131 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:31.131 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:31.233 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:31.254 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:31.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:31.255 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:31.303 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:26:31.356 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:31.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:31.377 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:31.378 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:31.460 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:31 gibba011 conmon[95595]: cluster 2021-03-04T23:26:30.623344+0000 mgr.x (mgr.34676) 696 : cluster [DBG] pgmap v616: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 102 B/s rd, 10 MiB/s wr, 771 op/s; 50883/441879 objects degraded (11.515%); 19449/441879 objects misplaced (4.401%); 5.6 MiB/s, 89 objects/s recovering 2021-03-04T23:26:31.461 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:31 gibba011 conmon[95595]: audit 2021-03-04T23:26:31.186840+0000 mon.c (mon.1) 275 : audit [INF] from='client.? 172.21.2.111:0/1238813373' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:26:31.461 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:31 gibba011 conmon[95595]: audit 2021-03-04T23:26:31.187144+0000 mon.a (mon.0) 727 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:26:31.461 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:31 gibba011 conmon[99461]: cluster 2021-03-04T23:26:30.623344+0000 mgr.x (mgr.34676) 696 : cluster [DBG] pgmap v616: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 102 B/s rd, 10 MiB/s wr, 771 op/s; 50883/441879 objects degraded (11.515%); 19449/441879 objects misplaced (4.401%); 5.6 MiB/s, 89 objects/s recovering 2021-03-04T23:26:31.462 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:31 gibba011 conmon[99461]: audit 2021-03-04T23:26:31.186840+0000 mon.c (mon.1) 275 : audit [INF] from='client.? 172.21.2.111:0/1238813373' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:26:31.462 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:31 gibba011 conmon[99461]: audit 2021-03-04T23:26:31.187144+0000 mon.a (mon.0) 727 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:26:31.478 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:31.496 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:31.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:31.498 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:31.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:31 gibba038 conmon[76675]: cluster 2021-03-04T23:26:30.623344+0000 mgr.x (mgr.34676) 696 : cluster [DBG] pgmap v616: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 9.0 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 102 B/s rd, 10 MiB/s wr, 771 op/s; 50883/441879 objects degraded (11.515%); 19449/441879 objects misplaced (4.401%); 5.6 MiB/s, 89 objects/s recovering 2021-03-04T23:26:31.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:31 gibba038 conmon[76675]: audit 2021-03-04T23:26:31.186840+0000 mon.c (mon.1) 275 : audit [INF] from='client.? 172.21.2.111:0/1238813373' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:26:31.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:31 gibba038 conmon[76675]: audit 2021-03-04T23:26:31.187144+0000 mon.a (mon.0) 727 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:26:31.598 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:31.617 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:31.618 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:31.619 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:31.721 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:31.743 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:31.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:31.745 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:31.846 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:31.868 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:31.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:31.869 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:31.970 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:31.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:31.992 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:31.992 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:32.094 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:32.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:32.116 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:32.116 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:32.218 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:32.238 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:32.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:32.240 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:32.341 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:32.365 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:32.366 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:32.367 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:32.403 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:32 gibba038 conmon[76675]: cluster 2021-03-04T23:26:31.289622+0000 mon.a (mon.0) 728 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:26:32.403 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:32 gibba038 conmon[76675]: audit 2021-03-04T23:26:31.296798+0000 mon.a (mon.0) 729 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:26:32.404 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:32 gibba038 conmon[76675]: cluster 2021-03-04T23:26:31.296847+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e160: 8 total, 8 up, 7 in 2021-03-04T23:26:32.468 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:32.494 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:32.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:32.496 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:32.547 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:26:32.547 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:26:32.552 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:32 gibba011 conmon[95595]: cluster 2021-03-04T23:26:31.289622+0000 mon.a (mon.0) 728 : cluster [WRN] 2021-03-04T23:26:32.553 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:32 gibba011 conmon[95595]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:26:32.553 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:32 gibba011 conmon[95595]: audit 2021-03-04T23:26:31.296798+0000 mon.a (mon.0) 729 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:26:32.553 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:32 gibba011 conmon[95595]: cluster 2021-03-04T23:26:31.296847+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e160: 8 total, 8 up, 7 in 2021-03-04T23:26:32.554 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:32 gibba011 conmon[99461]: cluster 2021-03-04T23:26:31.289622+0000 mon.a (mon.0) 728 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:26:32.554 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:32 gibba011 conmon[99461]: audit 2021-03-04T23:26:31.296798+0000 mon.a (mon.0) 729 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:26:32.554 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:32 gibba011 conmon[99461]: cluster 2021-03-04T23:26 2021-03-04T23:26:32.554 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:32 gibba011 conmon[99461]: :31.296847+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e160: 8 total, 8 up, 7 in 2021-03-04T23:26:32.597 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:32.617 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:32.618 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:32.618 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:32.719 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:32.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:32.742 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:32.743 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:32.844 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:32.862 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:32.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:32.864 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:32.965 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:32.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:32.985 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:32.986 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:33.087 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:33.109 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:33.110 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:33.110 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:33.212 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:33.235 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:33.236 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:33.237 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:33.338 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:33.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:33 gibba011 conmon[95595]: cluster 2021-03-04T23:26:32.623984+0000 mgr.x (mgr.34676) 697 : cluster [DBG] pgmap v618: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.9 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 2.3 MiB/s wr, 818 op/s; 50883/435279 objects degraded (11.690%); 19449/435279 objects misplaced (4.468%); 5.6 MiB/s, 89 objects/s recovering 2021-03-04T23:26:33.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:33 gibba011 conmon[99461]: cluster 2021-03-04T23:26:32.623984+0000 mgr.x (mgr.34676) 697 : cluster [DBG] pgmap v618: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.9 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 2.3 MiB/s wr, 818 op/s; 50883/435279 objects degraded (11.690%); 19449/435279 objects misplaced (4.468%); 5.6 MiB/s, 89 objects/s recovering 2021-03-04T23:26:33.357 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:33.358 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:33.359 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:33.462 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:33.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:33.499 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:33.499 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:33.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:33 gibba038 conmon[76675]: cluster 2021-03-04T23:26:32.623984+0000 mgr.x (mgr.34676) 697 : cluster [DBG] pgmap v618: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.9 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 2.3 MiB/s wr, 818 op/s; 50883/435279 objects degraded (11.690%); 19449/435279 objects misplaced (4.468%); 5.6 MiB/s, 89 objects/s recovering 2021-03-04T23:26:33.599 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:26:33.601 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:33.615 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:26:33.622 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:33.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:33.624 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:33.631 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:26:33.645 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:26:33.660 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:26:33.679 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:26:33.689 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-03-04T23:26:33.696 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:26:33.713 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:26:33.714 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:26:33.714 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:26:33.714 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:26:33.715 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:26:33.715 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:26:33.715 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:26:33.715 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:26:33.716 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:26:33.725 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:33.746 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:33.747 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:33.747 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:33.849 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:33.874 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:26:33.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:33.879 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:33.879 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:33.981 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:34.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:34.004 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:34.004 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:34.105 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:34.132 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:34.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:34.134 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:34.235 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:34.266 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:34.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:34.268 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:34.305 INFO:teuthology.orchestra.run.gibba011.stderr:set pool 9 pgp_num to 16 2021-03-04T23:26:34.319 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:34 gibba038 conmon[76675]: audit 2021-03-04T23:26:33.548309+0000 mon.c (mon.1) 2021-03-04T23:26:34.319 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:34 gibba038 conmon[76675]: 276 : audit [INF] from='client.? 172.21.2.111:0/3664501757' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:26:34.320 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:34 gibba038 conmon[76675]: audit 2021-03-04T23:26:33.548574+0000 mon.a (mon.0) 731 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:26:34.320 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:34 gibba038 conmon[76675]: audit 2021-03-04T23:26:33.583338+0000 mon.a (mon.0) 732 : audit [DBG] from='client.? 172.21.2.111:0/1389118007' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:34.320 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:34 gibba038 conmon[76675]: cluster 2021-03-04T23:26:33.880903+0000 mon.a (mon.0) 733 : cluster [WRN] Health check update: Degraded data redundancy: 50883/435279 objects degraded (11.690%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:26:34.370 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:34.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:34.389 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:34.389 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:34.491 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:34.514 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:34.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:34.516 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:34.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:34 gibba011 conmon[95595]: audit 2021-03-04T23:26:33.548309+0000 mon.c (mon.1) 276 : audit [INF] from='client.? 172.21.2.111:0/3664501757' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:26:34.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:34 gibba011 conmon[95595]: audit 2021-03-04T23:26:33.548574+0000 mon.a (mon.0) 731 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:26:34.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:34 gibba011 conmon[95595]: audit 2021-03-04T23:26:33.583338+0000 mon.a (mon.0) 732 : audit [DBG] from='client.? 172.21.2.111:0/1389118007' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:34.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:34 gibba011 conmon[95595]: cluster 2021-03-04T23:26:33.880903+0000 mon.a (mon.0) 733 : cluster [WRN] Health check update: Degraded data redundancy: 50883/435279 objects degraded (11.690%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:26:34.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:34 gibba011 conmon[99461]: audit 2021-03-04T23:26:33.548309+0000 mon.c (mon.1) 276 : audit [INF] from='client.? 172.21.2.111:0/3664501757' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:26:34.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:34 gibba011 conmon[99461]: audit 2021-03-04T23:26:33.548574+0000 mon.a (mon.0) 731 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:26:34.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:34 gibba011 conmon[99461]: audit 2021-03-04T23:26:34.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:34 gibba011 conmon[99461]: 2021-03-04T23:26:33.583338+0000 mon.a (mon.0) 732 : audit [DBG] from='client.? 172.21.2.111:0/1389118007' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:34.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:34 gibba011 conmon[99461]: cluster 2021-03-04T23:26:33.880903+0000 mon.a (mon.0) 733 : cluster [WRN] Health check update: Degraded data redundancy: 50883/435279 objects degraded (11.690%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:26:34.616 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:34.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:34.637 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:34.638 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:34.739 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:34.758 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:34.759 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:34.760 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:34.861 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:34.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:34.884 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:34.884 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:34.986 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:35.007 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:35.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:35.009 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:35.110 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:35.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:35.128 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:35.129 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:35.230 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:35.247 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:35.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:35.249 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:35.264 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:26:35.350 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:35.369 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:35.370 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:35.370 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:35.423 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:35.471 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:35.490 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:35.490 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:35.491 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:35.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:35 gibba038 conmon[76675]: audit 2021-03-04T23:26:34.301246+0000 mon.a (mon.0) 734 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]': finished 2021-03-04T23:26:35.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:35 gibba038 conmon[76675]: cluster 2021-03-04T23:26:34.301285+0000 mon.a (mon.0) 735 : cluster [DBG] osdmap e161: 8 total, 8 up, 7 in 2021-03-04T23:26:35.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:35 gibba038 conmon[76675]: cluster 2021-03-04T23:26:34.624361+0000 mgr.x (mgr.34676) 698 : cluster [DBG] pgmap v620: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.8 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 932 op/s; 50883/431979 objects degraded (11.779%); 19317/431979 objects misplaced (4.472%); 4.4 MiB/s, 71 objects/s recovering 2021-03-04T23:26:35.592 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:35.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:35 gibba011 conmon[95595]: audit 2021-03-04T23:26:34.301246+0000 mon.a (mon.0 2021-03-04T23:26:35.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:35 gibba011 conmon[95595]: ) 734 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]': finished 2021-03-04T23:26:35.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:35 gibba011 conmon[95595]: cluster 2021-03-04T23:26:34.301285+0000 mon.a (mon.0) 735 : cluster [DBG] osdmap e161: 8 total, 8 up, 7 in 2021-03-04T23:26:35.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:35 gibba011 conmon[95595]: cluster 2021-03-04T23:26:34.624361+0000 mgr.x (mgr.34676) 698 : cluster [DBG] pgmap v620: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.8 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 932 op/s; 50883/431979 objects degraded (11.779%); 19317/431979 objects misplaced (4.472%); 4.4 MiB/s, 71 objects/s recovering 2021-03-04T23:26:35.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:35 gibba011 conmon[99461]: audit 2021-03-04T23:26:34.301246+0000 mon.a (mon. 2021-03-04T23:26:35.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:35 gibba011 conmon[99461]: 0) 734 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]': finished 2021-03-04T23:26:35.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:35 gibba011 conmon[99461]: cluster 2021-03-04T23:26:34.301285 2021-03-04T23:26:35.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:35 gibba011 conmon[99461]: +0000 mon.a (mon.0) 735 : cluster [DBG] osdmap e161: 8 total, 8 up, 7 in 2021-03-04T23:26:35.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:35 gibba011 conmon[99461]: cluster 2021-03-04T23:26:35.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:35 gibba011 conmon[99461]: 2021-03-04T23:26:34.624361+0000 mgr.x (mgr.34676) 698 : cluster 2021-03-04T23:26:35.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:35 gibba011 conmon[99461]: [DBG] pgmap v620: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.8 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 932 op/s; 50883/431979 objects degraded (11.779%); 19317/431979 objects misplaced (4.472%); 4.4 MiB/s, 71 objects/s recovering 2021-03-04T23:26:35.610 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:35.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:35.611 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:35.712 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:35.736 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:35.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:35.737 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:35.838 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:35.868 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:35.869 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:35.870 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:35.898 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:26:35.898 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:26:35.899 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.899 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.54826.0:165904 9.b e161/145 9:dcb68bae:::benchmark_data_gibba011_139107_object12537:head v 161'10629, mlcod=140'94)", 2021-03-04T23:26:35.899 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:35.877119+0000", 2021-03-04T23:26:35.899 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.018227441, 2021-03-04T23:26:35.899 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018244236, 2021-03-04T23:26:35.900 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:35.900 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "started", 2021-03-04T23:26:35.900 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:35.900 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.901 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:35.901 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.877119+0000", 2021-03-04T23:26:35.901 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:35.901 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.901 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.902 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:35.902 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.877119+0000", 2021-03-04T23:26:35.902 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.157e-06 2021-03-04T23:26:35.902 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.902 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.903 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:35.903 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.877122+0000", 2021-03-04T23:26:35.903 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3400000000000001e-06 2021-03-04T23:26:35.903 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.904 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.904 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:35.904 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.877123+0000", 2021-03-04T23:26:35.904 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.2949999999999999e-06 2021-03-04T23:26:35.904 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.905 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.905 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:35.905 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.877133+0000", 2021-03-04T23:26:35.905 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3229999999999999e-06 2021-03-04T23:26:35.906 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.906 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.906 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:35.906 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.877137+0000", 2021-03-04T23:26:35.906 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0046446550000000001 2021-03-04T23:26:35.907 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.907 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.907 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:35.907 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.881782+0000", 2021-03-04T23:26:35.907 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8855000000000002e-05 2021-03-04T23:26:35.908 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.908 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.908 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:35.908 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.881800+0000", 2021-03-04T23:26:35.909 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004681625 2021-03-04T23:26:35.909 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:35.909 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:35.909 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:35.909 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.910 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.910 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "MOSDPGPush(9.b 161/145 [PushOp(9:d04a720d:::benchmark_data_gibba011_139107_object44692:head, version: 141'2880, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:d04a720d:::benchmark_data_gibba011_139107_object44692:head@141'2880, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:26:35.910 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:35.884145+0000", 2021-03-04T23:26:35.910 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.011200949, 2021-03-04T23:26:35.910 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.011265509999999999, 2021-03-04T23:26:35.911 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:35.911 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "queued for pg", 2021-03-04T23:26:35.911 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:35.912 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.912 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:35.912 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.884145+0000", 2021-03-04T23:26:35.912 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:35.912 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.913 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.913 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:35.913 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.884145+0000", 2021-03-04T23:26:35.913 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6059000000000002e-05 2021-03-04T23:26:35.914 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.914 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.914 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:35.914 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.884181+0000", 2021-03-04T23:26:35.914 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.73e-06 2021-03-04T23:26:35.915 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.915 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.915 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:35.915 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.884191+0000", 2021-03-04T23:26:35.916 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2804e-05 2021-03-04T23:26:35.916 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.916 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.916 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:35.916 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.884204+0000", 2021-03-04T23:26:35.917 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.1979999999999998e-06 2021-03-04T23:26:35.917 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.917 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.917 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:35.918 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.884210+0000", 2021-03-04T23:26:35.918 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4790999999999997e-05 2021-03-04T23:26:35.918 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:35.918 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:35.918 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:35.919 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.919 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.919 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.54826.0:165909 9.b e161/145 9:d9a12dd9:::benchmark_data_gibba011_139107_object12542:head v 161'10630, mlcod=140'94)", 2021-03-04T23:26:35.919 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:35.884321+0000", 2021-03-04T23:26:35.919 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.011025424000000001, 2021-03-04T23:26:35.920 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.011117401000000001, 2021-03-04T23:26:35.920 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:35.920 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "started", 2021-03-04T23:26:35.920 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:35.921 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.921 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:35.921 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.884321+0000", 2021-03-04T23:26:35.921 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:35.921 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.922 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.922 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:35.922 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.884321+0000", 2021-03-04T23:26:35.922 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5859999999999999e-06 2021-03-04T23:26:35.922 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.923 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.923 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:35.923 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.884323+0000", 2021-03-04T23:26:35.923 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.61e-06 2021-03-04T23:26:35.924 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.924 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.924 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:35.924 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.884325+0000", 2021-03-04T23:26:35.924 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.6839999999999996e-06 2021-03-04T23:26:35.925 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.925 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.925 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:35.925 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.884333+0000", 2021-03-04T23:26:35.925 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4739999999999999e-06 2021-03-04T23:26:35.926 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.926 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.926 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:35.926 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.884337+0000", 2021-03-04T23:26:35.926 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0032237749999999999 2021-03-04T23:26:35.927 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.927 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.927 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:35.927 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.887561+0000", 2021-03-04T23:26:35.928 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6742e-05 2021-03-04T23:26:35.928 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.928 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.928 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:35.928 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.887578+0000", 2021-03-04T23:26:35.929 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0032568710000000002 2021-03-04T23:26:35.929 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:35.929 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:35.929 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:35.929 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.930 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.930 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.54826.0:165913 9.b e161/145 9:d1374b2a:::benchmark_data_gibba011_139107_object12546:head v 161'10631, mlcod=140'94)", 2021-03-04T23:26:35.930 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:35.886615+0000", 2021-03-04T23:26:35.930 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.0087317019999999992, 2021-03-04T23:26:35.931 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0088533269999999994, 2021-03-04T23:26:35.931 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:35.931 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "started", 2021-03-04T23:26:35.931 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:35.931 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.932 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:35.932 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.886615+0000", 2021-03-04T23:26:35.932 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:35.932 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.932 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.933 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:35.933 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.886615+0000", 2021-03-04T23:26:35.933 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6890000000000002e-06 2021-03-04T23:26:35.933 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.933 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.934 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:35.934 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.886618+0000", 2021-03-04T23:26:35.934 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4080000000000001e-06 2021-03-04T23:26:35.934 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.935 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.935 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:35.935 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.886621+0000", 2021-03-04T23:26:35.935 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.8579999999999995e-06 2021-03-04T23:26:35.935 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.936 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.936 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:35.936 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.886631+0000", 2021-03-04T23:26:35.936 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4449999999999998e-06 2021-03-04T23:26:35.936 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.937 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.937 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:35.937 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.886635+0000", 2021-03-04T23:26:35.938 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0055884699999999999 2021-03-04T23:26:35.938 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.938 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.938 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:35.938 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.892223+0000", 2021-03-04T23:26:35.939 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4547999999999999e-05 2021-03-04T23:26:35.939 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.939 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.939 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:35.939 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.892248+0000", 2021-03-04T23:26:35.940 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0056334180000000003 2021-03-04T23:26:35.940 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:35.940 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:35.940 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:35.941 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.941 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.941 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.54826.0:165908 9.6 e161/149 9:649e14f0:::benchmark_data_gibba011_139107_object12541:head v 161'10539, mlcod=0'0)", 2021-03-04T23:26:35.941 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:35.887102+0000", 2021-03-04T23:26:35.941 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.008244688, 2021-03-04T23:26:35.942 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0083967669999999994, 2021-03-04T23:26:35.942 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:35.942 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "started", 2021-03-04T23:26:35.942 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:35.943 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.943 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:35.943 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.887102+0000", 2021-03-04T23:26:35.943 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:35.943 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.944 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.944 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:35.944 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.887102+0000", 2021-03-04T23:26:35.944 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7390000000000001e-06 2021-03-04T23:26:35.944 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.945 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.945 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:35.945 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.887105+0000", 2021-03-04T23:26:35.945 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6199999999999999e-06 2021-03-04T23:26:35.945 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.946 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.946 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:35.946 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.887107+0000", 2021-03-04T23:26:35.946 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0366999999999999e-05 2021-03-04T23:26:35.947 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.947 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.947 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:35.947 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.887117+0000", 2021-03-04T23:26:35.947 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4240000000000003e-06 2021-03-04T23:26:35.948 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.948 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.948 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:35.948 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.887122+0000", 2021-03-04T23:26:35.949 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7342000000000002e-05 2021-03-04T23:26:35.949 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.949 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.949 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:35.949 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.887169+0000", 2021-03-04T23:26:35.950 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6843e-05 2021-03-04T23:26:35.950 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.950 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.950 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:35.950 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.887196+0000", 2021-03-04T23:26:35.951 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.4334999999999997e-05 2021-03-04T23:26:35.951 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:35.951 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:35.951 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:35.952 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.952 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.952 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.54826.0:165924 9.0 e161/148 9:0896c4f1:::benchmark_data_gibba011_139107_object12557:head v 161'10520, mlcod=161'10518)", 2021-03-04T23:26:35.952 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:35.892929+0000", 2021-03-04T23:26:35.952 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.0024167860000000002, 2021-03-04T23:26:35.953 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0026110389999999999, 2021-03-04T23:26:35.953 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:35.953 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "started", 2021-03-04T23:26:35.953 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:35.953 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.954 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:35.954 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.892929+0000", 2021-03-04T23:26:35.954 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:35.954 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.954 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.955 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:35.955 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.892929+0000", 2021-03-04T23:26:35.955 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.0669999999999997e-06 2021-03-04T23:26:35.955 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.955 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.956 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:35.956 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.892936+0000", 2021-03-04T23:26:35.956 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5680000000000001e-06 2021-03-04T23:26:35.957 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.957 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.957 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:35.957 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.892937+0000", 2021-03-04T23:26:35.958 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1858999999999999e-05 2021-03-04T23:26:35.958 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.958 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.958 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:35.958 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.892949+0000", 2021-03-04T23:26:35.959 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7389999999999999e-06 2021-03-04T23:26:35.959 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.959 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.959 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:35.960 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.892954+0000", 2021-03-04T23:26:35.960 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6660999999999999e-05 2021-03-04T23:26:35.960 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.960 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.960 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:35.961 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.893000+0000", 2021-03-04T23:26:35.961 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8794e-05 2021-03-04T23:26:35.961 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:35.961 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:35.961 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:35.962 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:35.893019+0000", 2021-03-04T23:26:35.962 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.9687999999999999e-05 2021-03-04T23:26:35.962 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:35.962 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:35.962 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:35.963 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:35.963 INFO:teuthology.orchestra.run.gibba038.stdout: ], 2021-03-04T23:26:35.963 INFO:teuthology.orchestra.run.gibba038.stdout: "num_ops": 6 2021-03-04T23:26:35.963 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:26:35.971 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:35.993 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:35.994 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:35.995 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:36.096 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:36.116 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:36.117 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:36.117 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:36.218 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:36.238 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:36.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:36.241 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:36.342 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:36.361 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:36.362 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:36.363 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:36.464 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:36.485 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:36.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:36.486 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:36.587 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:36.606 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:36.606 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:36.607 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:36.708 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:36.726 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:36.727 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:36.728 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:36.829 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:36.850 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:36.851 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:36.852 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:36.872 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-03-04T23:26:36.953 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:36.983 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:36.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:36.985 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:37.079 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:26:37.086 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:37.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:37.108 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:37.109 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:37.210 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:37.232 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:37.233 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:37.233 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:37.334 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:37.353 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:37.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:37.355 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:37.456 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:37.474 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:37.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:37.475 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:37.576 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:37.598 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:37.599 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:37.600 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:37.701 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:37.723 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:37.724 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:37.725 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:37.768 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:26:37.826 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:37.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:37 gibba038 conmon[76675]: cluster 2021-03-04T23:26:36.624841+0000 mgr.x (mgr.34676) 699 : cluster [DBG] pgmap v621: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.7 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 677 op/s; 50883/428751 objects degraded (11.868%); 18727/428751 objects misplaced (4.368%); 5.8 MiB/s, 92 objects/s recovering 2021-03-04T23:26:37.843 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:37.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:37.845 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:37.913 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:37.946 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:37.967 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:37.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:37.968 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:38.069 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:38.089 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:38.090 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:38.091 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:38.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:37 gibba011 conmon[95595]: cluster 2021-03-04T23:26:36.624841+0000 mgr.x (mgr.34676) 699 : cluster [DBG] pgmap v621: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.7 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 677 op/s; 50883/428751 objects degraded (11.868%); 18727/428751 objects misplaced (4.368%); 5.8 MiB/s, 92 objects/s recovering 2021-03-04T23:26:38.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:37 gibba011 conmon[99461]: cluster 2021-03-04T23:26:36.624841+0000 mgr.x (mgr.34676) 699 : cluster [DBG] pgmap v621: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.7 GiB data, 24 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 677 op/s; 50883/428751 objects degraded (11.868%); 18727/428751 objects misplaced (4.368%); 5.8 MiB/s, 92 objects/s recovering 2021-03-04T23:26:38.192 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:38.211 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:38.212 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:38.213 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:38.314 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:38.333 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:38.334 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:38.335 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:38.436 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:38.456 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:38.456 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:38.457 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:38.558 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:38.579 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:38.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:38.580 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:38.681 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:38.688 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:26:38.700 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:38.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:38.702 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:38.787 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:38 gibba011 conmon[95595]: audit 2021-03-04T23:26:37.928291+0000 mon.a (mon.0) 736 : 2021-03-04T23:26:38.787 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:38 gibba011 conmon[95595]: audit [INF] from='client.? 172.21.2.111:0/2402788769' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:26:38.788 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:38 gibba011 conmon[99461]: audit 2021-03-04T23:26:37.928291+0000 mon.a (mon.0) 736 : audit [INF] from='client.? 172.21.2.111:0/2402788769' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:26:38.803 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:38.828 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:38.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:38.830 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:38.884 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:38 gibba038 conmon[76675]: audit 2021-03-04T23:26:37.928291+0000 mon.a (mon.0) 736 : audit [INF] from='client.? 172.21.2.111:0/2402788769' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:26:38.931 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:38.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:38.952 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:38.952 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:39.054 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:39.055 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:26:39.055 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:26:39.055 INFO:teuthology.orchestra.run.gibba038.stdout: "complaint_time": 30, 2021-03-04T23:26:39.055 INFO:teuthology.orchestra.run.gibba038.stdout: "num_blocked_ops": 0 2021-03-04T23:26:39.056 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:26:39.074 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:39.075 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:39.076 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:39.177 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:39.197 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:39.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:39.198 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:39.299 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:39.319 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:39.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:39.320 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:39.421 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:39.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:39.441 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:39.441 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:39.542 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:39.560 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:39.561 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:39.561 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:39.663 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:39.681 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:39.682 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:39.683 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:39.784 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:39.802 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:39.802 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:39.803 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:39.905 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:39.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:39.928 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:39.928 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:39.935 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:39 gibba038 conmon[76675]: cluster 2021-03-04T23:26:38.625592+0000 mgr.x (mgr.34676) 700 : cluster [DBG] pgmap v622: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.5 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 932 op/s; 50883/419496 objects degraded (12.130%); 18590/419496 objects misplaced (4.432%); 4.5 MiB/s, 71 objects/s recovering 2021-03-04T23:26:39.936 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:39 gibba038 conmon[76675]: 2021-03-04T23:26:39.936 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:39 gibba038 conmon[76675]: cluster 2021-03-04T23:26:38.678786+0000 mon.a (mon.0) 737 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:26:39.936 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:39 gibba038 conmon[76675]: audit 2021-03-04T23:26:38.683792+0000 mon.a (mon.0) 738 : audit [INF] from='client.? 172.21.2.111:0/2402788769' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:26:39.937 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:39 gibba038 conmon[76675]: cluster 2021-03-04T23:26:38.683831+0000 mon.a (mon.0) 739 : cluster [DBG] osdmap e162: 8 total, 8 up, 7 in 2021-03-04T23:26:39.937 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:39 gibba038 conmon[76675]: cluster 2021-03-04T23:26:38.881926+0000 mon.a (mon.0) 740 : cluster [WRN] Health check update: Degraded data redundancy: 50883/419496 objects degraded (12.130%), 7 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2021-03-04T23:26:39.960 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-03-04T23:26:40.029 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:40.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:40.069 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:40.070 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:40.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:39 gibba011 conmon[95595]: cluster 2021-03-04T23:26:38.625592+0000 mgr.x (mgr.34676) 700 : cluster [DBG] pgmap v622: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.5 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 932 op/s; 50883/419496 objects degraded (12.130%); 18590/419496 objects misplaced (4.432%); 4.5 MiB/s, 71 objects/s recovering 2021-03-04T23:26:40.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:39 gibba011 conmon[95595]: cluster 2021-03-04T23:26:40.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:39 gibba011 conmon[95595]: 2021-03-04T23:26:38.678786+0000 mon.a (mon.0) 737 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:26:40.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:39 gibba011 conmon[95595]: audit 2021-03-04T23:26:38.683792+0000 mon.a (mon.0) 738 : audit [INF] from='client.? 172.21.2.111:0/2402788769' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:26:40.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:39 gibba011 conmon[95595]: cluster 2021-03-04T23:26:38.683831+0000 mon.a (mon.0) 739 : cluster [DBG] osdmap e162: 8 total, 8 up, 7 in 2021-03-04T23:26:40.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:39 gibba011 conmon[95595]: cluster 2021-03-04T23:26:38.881926+0000 mon.a (mon.0) 740 : cluster [WRN] Health check update: Degraded data redundancy: 50883/419496 objects degraded (12.130%), 7 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2021-03-04T23:26:40.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:39 gibba011 conmon[99461]: cluster 2021-03-04T23:26:38.625592+0000 mgr.x (mgr.34676) 700 : cluster [DBG] pgmap v622: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.5 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 932 op/s; 50883/419496 objects degraded (12.130%); 18590/419496 objects misplaced (4.432%); 4.5 MiB/s, 71 objects/s recovering 2021-03-04T23:26:40.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:39 gibba011 conmon[99461]: 2021-03-04T23:26:40.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:39 gibba011 conmon[99461]: cluster 2021-03-04T23:26:38.678786+0000 mon.a (mon.0) 737 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:26:40.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:39 gibba011 conmon[99461]: audit 2021-03-04T23:26:38.683792+0000 mon.a (mon.0) 738 : audit [INF] from='client.? 172.21.2.111:0/2402788769' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:26:40.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:39 gibba011 conmon[99461]: cluster 2021-03-04T23:26:38.683831+0000 mon.a (mon.0) 739 : cluster [DBG] osdmap e162: 8 total, 8 up, 7 in 2021-03-04T23:26:40.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:39 gibba011 conmon[99461]: cluster 2021-03-04T23:26:38.881926+0000 mon.a (mon.0) 740 : cluster [WRN] Health check update: Degraded data redundancy: 50883/419496 objects degraded (12.130%), 7 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2021-03-04T23:26:40.158 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:26:40.171 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:40.188 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:40.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:40.190 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:40.291 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:40.309 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:40.310 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:40.310 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:40.412 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:40.435 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:40.436 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:40.436 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:40.537 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:40.559 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:40.560 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:40.560 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:40.661 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:40.680 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:40.681 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:40.682 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:40.784 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:40.803 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:40.804 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:40.805 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:40.884 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 7, 6] out_osds: [1] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:26:40.884 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:26:40.885 INFO:tasks.thrashosds.thrasher:Removing osd 3, in_osds are: [0, 2, 3, 4, 5, 7, 6] 2021-03-04T23:26:40.885 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd out 3 2021-03-04T23:26:40.906 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:40.946 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:40.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:40.948 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:41.019 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:41.049 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:41.070 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:41.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:41.072 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:41.173 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:41.183 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:26:41.193 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:41.194 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:41.194 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:41.201 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:26:41.215 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:26:41.229 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:26:41.249 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:26:41.268 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:26:41.283 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:26:41.296 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:41.300 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:26:41.301 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:26:41.301 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:26:41.301 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:26:41.301 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:26:41.302 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:26:41.302 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:26:41.302 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:26:41.302 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:26:41.318 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:41.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:41.319 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:41.420 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:41.439 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:41.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:41.441 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:41.542 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:41.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:41.563 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:41.564 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:41.665 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:41.687 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:41.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:41.689 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:41.790 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:41.810 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:41.811 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:41.812 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:41.913 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:41.914 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:41 gibba011 conmon[95595]: cluster 2021-03-04T23:26:40.626111+0000 mgr.x (mgr.34676) 701 : cluster [DBG] pgmap v624: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.5 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 793 op/s; 50883/416229 objects degraded (12.225%); 17958/416229 objects misplaced (4.314%); 7.2 MiB/s, 114 objects/s recovering 2021-03-04T23:26:41.914 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:41 gibba011 conmon[95595]: audit 2021-03-04T23:26:41.159632+0000 mon.a (mon.0) 741 : audit [DBG] from='client.? 172.21.2.111:0/2716847592' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:41.915 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:41 gibba011 conmon[99461]: cluster 2021-03-04T23:26:40.626111+0000 mgr.x (mgr.34676) 701 : cluster [DBG] pgmap v624: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.5 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 793 op/s; 50883/416229 objects degraded (12.225%); 17958/416229 objects misplaced (4.314%); 7.2 MiB/s, 114 objects/s recovering 2021-03-04T23:26:41.915 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:41 gibba011 conmon[99461]: audit 2021-03-04T23:26:41.159632+0000 mon.a (mon.0) 741 : audit [DBG] from='client.? 172.21.2.111:0/2716847592' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:41.934 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:41.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:41.936 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:42.018 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:41 gibba038 conmon[76675]: cluster 2021-03-04T23:26:40.626111+0000 mgr.x (mgr.34676) 701 : cluster [DBG] pgmap v624: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.5 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 793 op/s; 50883/416229 objects degraded (12.225%); 17958/416229 objects misplaced (4.314%); 7.2 MiB/s, 114 objects/s recovering 2021-03-04T23:26:42.019 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:41 gibba038 conmon[76675]: audit 2021-03-04T23:26:41.159632+0000 mon.a (mon.0) 741 : audit [DBG] from='client.? 172.21.2.111:0/2716847592' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:42.037 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:42.059 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:42.060 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:42.061 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:42.162 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:42.180 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:42.181 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:42.181 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:42.243 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:26:42.243 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:26:42.282 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:42.301 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:42.302 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:42.302 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:42.403 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:42.425 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:42.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:42.427 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:42.528 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:42.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:42.546 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:42.546 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:42.648 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:42.668 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:42.669 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:42.669 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:42.734 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:26:42.770 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:42.788 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:42.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:42.790 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:42.861 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:42.891 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:42.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:42.914 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:42.914 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:43.016 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:43.034 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:43.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:43.036 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:43.138 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:43.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:43.159 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:43.159 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:43.234 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:26:43.261 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:43.278 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:43.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:43.280 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:43.381 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:43.394 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:26:43.407 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:43.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:43.409 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:43.510 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:43.526 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:43.526 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:43.527 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:43.628 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:43.647 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:43.647 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:43.648 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:43.749 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:43.767 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:43.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:43.769 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:43.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:43 gibba038 conmon[76675]: cluster 2021-03-04T23:26:42.626708+0000 mgr.x (mgr.34676) 702 : cluster [DBG] pgmap v625: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.3 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 888 op/s; 50883/409782 objects degraded (12.417%); 17958/409782 objects misplaced (4.382%); 5.9 MiB/s, 94 objects/s recovering 2021-03-04T23:26:43.853 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:43 gibba011 conmon[95595]: cluster 2021-03-04T23:26:42.626708+0000 mgr.x (mgr.34676) 702 : cluster [DBG] 2021-03-04T23:26:43.853 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:43 gibba011 conmon[95595]: pgmap v625: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.3 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 888 op/s; 50883/409782 objects degraded (12.417%); 17958/409782 objects misplaced (4.382%); 5.9 MiB/s, 94 objects/s recovering 2021-03-04T23:26:43.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:43 gibba011 conmon[99461]: cluster 2021-03-04T23:26:42.626708+0000 mgr.x (mgr.34676) 2021-03-04T23:26:43.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:43 gibba011 conmon[99461]: 702 : cluster [DBG] pgmap v625: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.3 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 888 op/s; 50883/409782 objects degraded (12.417%); 17958/409782 objects misplaced (4.382%); 5.9 MiB/s, 94 objects/s recovering 2021-03-04T23:26:43.870 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:43.887 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:43.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:43.889 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:43.990 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:44.008 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:44.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:44.010 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:44.111 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:44.129 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:44.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:44.131 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:44.232 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:44.252 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:44.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:44.254 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:44.358 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:44.376 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:44.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:44.378 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:44.479 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:44.498 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:44.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:44.500 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:44.601 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:44.619 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:44.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:44.621 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:44.722 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:44.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:44.745 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:44.745 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:44.847 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:44.853 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:44 gibba011 conmon[95595]: cluster 2021-03-04T23:26:43.883455+0000 mon.a (mon.0) 742 : cluster [WRN] Health check update: Degraded data redundancy: 50883/409782 objects degraded (12.417%), 7 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2021-03-04T23:26:44.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:44 gibba011 conmon[99461]: cluster 2021-03-04T23:26:43.883455+0000 mon.a (mon.0) 742 : cluster [WRN] Health check update: Degraded data redundancy: 50883/409782 objects degraded (12.417%), 7 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2021-03-04T23:26:44.868 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:44.869 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:44.870 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:44.971 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:44.990 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:44.990 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:44.991 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:45.027 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:44 gibba038 conmon[76675]: cluster 2021-03-04T23:26:43.883455+0000 mon.a (mon.0) 742 : cluster [WRN] Health check update: Degraded data redundancy: 50883/409782 objects degraded (12.417%), 7 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2021-03-04T23:26:45.093 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:45.111 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:45.112 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:45.113 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:45.213 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:45.235 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:45.236 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:45.237 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:45.338 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:45.362 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:45.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:45.364 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:45.458 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:26:45.459 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:26:45.465 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:45.487 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:45.488 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:45.489 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:45.511 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:45 gibba011 conmon[95595]: debug 2021-03-04T23:26:45.376+0000 7f2e08250700 -1 mon.a@0(leader).osd e162 definitely_dead 0 2021-03-04T23:26:45.590 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:45.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:45.611 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:45.611 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:45.713 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:45.722 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:26:45.740 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:45.741 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:45.742 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:45.843 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:45.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:45.863 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:45.863 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:45.865 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:45.896 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:26:45.900 INFO:teuthology.orchestra.run.gibba011.stderr:marked out osd.3. 2021-03-04T23:26:45.964 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:45.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:45.981 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:45.982 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:46.083 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:46.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:46.101 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:46.102 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:46.203 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:46.221 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:46.222 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:46.222 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:46.324 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:46.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:45 gibba038 conmon[76675]: cluster 2021-03-04T23:26:44.627231+0000 mgr.x (mgr.34676) 703 : cluster 2021-03-04T23:26:46.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:45 gibba038 conmon[76675]: [DBG] pgmap v626: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.3 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 843 op/s; 50883/406674 objects degraded (12.512%); 17805/406674 objects misplaced (4.378%); 5.9 MiB/s, 93 objects/s recovering 2021-03-04T23:26:46.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:45 gibba038 conmon[76675]: audit 2021-03-04T23:26:45.376471+0000 mon.c (mon.1) 277 : audit [INF] from='client.? 172.21.2.111:0/3269137634' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["3"]}]: dispatch 2021-03-04T23:26:46.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:45 gibba038 conmon[76675]: audit 2021-03-04T23:26:45.376723+0000 mon.a (mon.0) 743 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["3"]}]: dispatch 2021-03-04T23:26:46.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:45 gibba038 conmon[76675]: cluster 2021-03-04T23:26:45.376787+0000 mon.a (mon.0) 744 : cluster [INF] Client client.admin marked osd.3 out, while it was still marked up 2021-03-04T23:26:46.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:45 gibba038 conmon[76675]: audit 2021-03-04T23:26:45.804144+0000 mon.c (mon.1) 278 : audit [INF] from='client.? 172.21.2.111:0/3518692988' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:26:46.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:45 gibba038 conmon[76675]: audit 2021-03-04T23:26:45.804401+0000 mon.a (mon.0) 745 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:26:46.340 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:46.341 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:46.342 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:46.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:45 gibba011 conmon[99461]: cluster 2021-03-04T23:26:44.627231+0000 mgr.x (mgr.34676) 703 : cluster [DBG] pgmap v626: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.3 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 843 op/s; 50883/406674 objects degraded (12.512%); 17805/406674 objects misplaced (4.378%); 5.9 MiB/s, 93 objects/s recovering 2021-03-04T23:26:46.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:45 gibba011 conmon[99461]: audit 2021-03-04T23:26:45.376471+0000 mon.c (mon.1) 277 : audit [INF] from='client.? 172.21.2.111:0/3269137634' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["3"]}]: dispatch 2021-03-04T23:26:46.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:45 gibba011 conmon[99461]: audit 2021-03-04T23:26:45.376723+0000 mon.a (mon.0) 743 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["3"]}]: dispatch 2021-03-04T23:26:46.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:45 gibba011 conmon[99461]: cluster 2021-03-04T23:26:45.376787+0000 mon.a (mon.0) 744 : cluster [INF] Client client.admin marked osd.3 out, while it was still marked up 2021-03-04T23:26:46.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:45 gibba011 conmon[99461]: audit 2021-03-04T23:26:45.804144+0000 mon.c (mon.1) 278 : audit [INF] from='client.? 172.21.2.111:0/3518692988' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:26:46.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:45 gibba011 conmon[99461]: audit 2021-03-04T23:26:45.804401+0000 mon.a (mon.0) 745 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:26:46.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:45 gibba011 conmon[95595]: cluster 2021-03-04T23:26:44.627231+0000 mgr.x (mgr.34676) 703 : cluster [DBG] pgmap v626: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.3 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 843 op/s; 50883/406674 objects degraded (12.512%); 17805/406674 objects misplaced (4.378%); 5.9 MiB/s, 93 objects/s recovering 2021-03-04T23:26:46.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:45 gibba011 conmon[95595]: audit 2021-03-04T23:26:45.376471+0000 mon.c (mon.1) 277 : audit [INF] from='client.? 172.21.2.111:0/3269137634' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["3"]}]: dispatch 2021-03-04T23:26:46.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:45 gibba011 conmon[95595]: audit 2021-03-04T23:26:45.376723+0000 mon.a (mon.0) 743 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["3"]}]: dispatch 2021-03-04T23:26:46.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:45 gibba011 conmon[95595]: cluster 2021-03-04T23:26:45.376787+0000 mon.a (mon.0) 744 : cluster [INF] Client client.admin marked osd.3 out, while it was still marked up 2021-03-04T23:26:46.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:45 gibba011 conmon[95595]: audit 2021-03-04T23:26:45.804144+0000 mon.c (mon.1) 278 : audit [INF] from='client.? 172.21.2.111:0/3518692988' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:26:46.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:45 gibba011 conmon[95595]: audit 2021-03-04T23:26:45.804401+0000 mon.a (mon.0) 745 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:26:46.405 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-03-04T23:26:46.443 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:46.465 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:46.466 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:46.467 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:46.516 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:26:46.567 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:46.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:46.586 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:46.587 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:46.688 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:46.705 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:46.706 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:46.707 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:46.808 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:46.826 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:46.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:46.827 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:46.929 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:46.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:46.950 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:46.950 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:46.953 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:46 gibba038 conmon[76675]: cluster 2021-03-04T23:26:46.953 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:46 gibba038 conmon[76675]: 2021-03-04T23 2021-03-04T23:26:46.954 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:46 gibba038 conmon[76675]: :26:45.886603+0000 mon.a (mon.0) 746 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:26:46.954 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:46 gibba038 conmon[76675]: audit 2021-03-04T23:26:46.954 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:46 gibba038 conmon[76675]: 2021-03-04T23:26:45.889885+0000 mon.a (mon. 2021-03-04T23:26:46.954 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:46 gibba038 conmon[76675]: 0) 747 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["3"]}]': finished 2021-03-04T23:26:46.955 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:46 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:26:46.955 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:46 gibba038 conmon[76675]: 03-04T23:26:45.889959+0000 mon.a 2021-03-04T23:26:46.955 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:46 gibba038 conmon[76675]: (mon.0) 748 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:26:46.955 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:46 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:26:46.956 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:46 gibba038 conmon[76675]: -03-04T23:26:45.890003+0000 mon.a ( 2021-03-04T23:26:46.956 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:46 gibba038 conmon[76675]: mon.0) 749 : cluster [DBG] osdmap e163: 8 total, 8 up, 6 in 2021-03-04T23:26:46.956 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:46 gibba038 conmon[76675]: cluster 2021-03-04T23:26:46.956 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:46 gibba038 conmon[76675]: 2021-03-04T23:26:46.890891+0000 mon.a 2021-03-04T23:26:46.956 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:46 gibba038 conmon[76675]: (mon.0) 750 : cluster [DBG] osdmap e164: 8 total, 8 up, 6 in 2021-03-04T23:26:46.987 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:46 gibba011 conmon[99461]: cluster 2021-03-04T23:26:45.886603+0000 mon.a (mon.0) 746 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:26:46.987 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:46 gibba011 conmon[99461]: audit 2021-03-04T23:26:45.889885+0000 mon.a (mon.0) 747 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["3"]}]': finished 2021-03-04T23:26:46.988 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:46 gibba011 conmon[99461]: audit 2021-03-04T23:26:45.889959+0000 mon.a (mon.0) 748 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:26:46.988 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:46 gibba011 conmon[99461]: cluster 2021-03-04T23:26:45.890003+0000 mon.a (mon.0) 749 : cluster [DBG] osdmap e163: 8 total, 8 up, 6 in 2021-03-04T23:26:46.988 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:46 gibba011 conmon[99461]: cluster 2021-03-04T23:26:46.890891+0000 mon.a (mon.0) 750 : cluster [DBG] osdmap e164: 8 total, 8 up, 6 in 2021-03-04T23:26:46.989 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:46 gibba011 conmon[95595]: cluster 2021-03-04T23:26:46.989 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:46 gibba011 conmon[95595]: 2021-03-04T 2021-03-04T23:26:46.989 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:46 gibba011 conmon[95595]: 23:26:45.886603+0000 mon.a (mon.0) 746 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:26:46.990 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:46 gibba011 conmon[95595]: audit 2021-03-04T 2021-03-04T23:26:46.990 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:46 gibba011 conmon[95595]: 23:26:45.889885+0000 mon.a (mon.0) 747 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["3"]}]': finished 2021-03-04T23:26:46.990 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:46 gibba011 conmon[95595]: audit 2021-03-04T23: 2021-03-04T23:26:46.990 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:46 gibba011 conmon[95595]: 26:45.889959+0000 mon.a (mon.0) 748 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:26:46.990 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:46 gibba011 conmon[95595]: cluster 2021-03-04T23:26:45.890003+0000 2021-03-04T23:26:46.991 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:46 gibba011 conmon[95595]: mon.a (mon.0) 749 : cluster [DBG] osdmap e163: 8 total, 8 up, 6 in 2021-03-04T23:26:46.991 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:46 gibba011 conmon[95595]: cluster 2021-03-04T23:26:46.890891 2021-03-04T23:26:46.991 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:46 gibba011 conmon[95595]: +0000 mon.a (mon.0) 750 : cluster [DBG] osdmap e164: 8 total, 8 up, 6 in 2021-03-04T23:26:47.052 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:47.070 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:47.070 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:47.071 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:47.172 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:47.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:47.190 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:47.191 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:47.292 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:47.310 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:47.311 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:47.312 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:47.413 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:47.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:47.434 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:47.434 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:47.536 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:47.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:47.555 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:47.555 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:47.656 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:47.673 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:47.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:47.675 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:47.776 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:47.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:47.794 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:47.794 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:47.896 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:47.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:47.915 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:47.915 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:48.016 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:48.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:47 gibba011 conmon[99461]: cluster 2021-03-04T23:26:46.627578+0000 mgr.x (mgr.34676) 704 : cluster [DBG] pgmap v628: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.2 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 658 op/s; 50883/403695 objects degraded (12.604%); 17197/403695 objects misplaced (4.260%); 6.8 MiB/s, 108 objects/s recovering 2021-03-04T23:26:48.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:47 gibba011 conmon[99461]: cluster 2021-03-04T23:26:47.892573+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e165: 8 total, 8 up, 6 in 2021-03-04T23:26:48.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:47 gibba011 conmon[95595]: cluster 2021-03-04T23:26:46.627578+0000 mgr.x (mgr.34676) 704 : cluster [DBG] pgmap v628: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.2 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 658 op/s; 50883/403695 objects degraded (12.604%); 17197/403695 objects misplaced (4.260%); 6.8 MiB/s, 108 objects/s recovering 2021-03-04T23:26:48.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:47 gibba011 conmon[95595]: cluster 2021-03-04T23:26:47.892573+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e165: 8 total, 8 up, 6 in 2021-03-04T23:26:48.294 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:48.295 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:48.296 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:48.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:47 gibba038 conmon[76675]: cluster 2021-03-04T23:26:46.627578+0000 mgr.x (mgr.34676) 704 : cluster [DBG] pgmap v628: 99 pgs: 89 active+clean, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+remapped; 8.2 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 658 op/s; 50883/403695 objects degraded (12.604%); 17197/403695 objects misplaced (4.260%); 6.8 MiB/s, 108 objects/s recovering 2021-03-04T23:26:48.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:47 gibba038 conmon[76675]: cluster 2021-03-04T23:26:47.892573+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e165: 8 total, 8 up, 6 in 2021-03-04T23:26:48.397 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:48.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:48.417 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:48.418 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:48.519 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:48.537 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:48.537 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:48.538 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:48.639 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:48.656 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:48.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:48.658 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:48.759 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:48.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:48.778 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:48.779 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:48.880 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:48.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:48.899 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:48.900 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:49.001 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:49.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:49.020 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:49.020 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:49.084 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:48 gibba011 conmon[99461]: cluster 2021-03-04T23:26:47.892635+0000 osd.2 (osd.2) 1 : cluster [DBG] 9.2 starting backfill to osd.6 from (0'0,0'0] MAX to 162'10898 2021-03-04T23:26:49.085 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:48 gibba011 conmon[99461]: cluster 2021-03-04T23:26:47.892830+0000 osd.4 (osd.4) 4 : cluster [DBG] 9.4 starting backfill to osd.6 from (0'0,0'0] MAX to 162'10792 2021-03-04T23:26:49.085 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:48 gibba011 conmon[99461]: cluster 2021-03-04T23:26:47.892880+0000 osd.5 (osd.5) 3 : cluster [DBG] 9.a starting backfill to osd.6 from (0'0,0'0] MAX to 162'10868 2021-03-04T23:26:49.085 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:48 gibba011 conmon[99461]: cluster 2021-03-04T23:26:47.892888+0000 osd.5 (osd.5) 4 : cluster [DBG] 9.7 starting backfill to osd.2 from (0'0,0'0] MAX to 162'10964 2021-03-04T23:26:49.086 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:48 gibba011 conmon[99461]: cluster 2021-03-04T23:26:47.896004+0000 osd.0 (osd.0) 1 : cluster [DBG] 9.8 starting backfill to osd.7 from (0'0,0'0] MAX to 162'10899 2021-03-04T23:26:49.086 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:48 gibba011 conmon[99461]: cluster 2021-03-04T23:26:47.900929+0000 osd.7 (osd.7) 3 : cluster [DBG] 9.3 starting backfill to osd.6 from (0'0,0'0] MAX to 162'10789 2021-03-04T23:26:49.086 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:48 gibba011 conmon[99461]: cluster 2021-03-04T23:26:47.905237+0000 osd.4 (osd.4) 5 : cluster [DBG] 9.c starting backfill to osd.0 from (0'0,0'0] MAX to 162'10792 2021-03-04T23:26:49.086 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:48 gibba011 conmon[99461]: cluster 2021-03-04T23:26:48.884487+0000 mon.a (mon.0) 752 : cluster [WRN] Health check update: Degraded data redundancy: 50883/403695 objects degraded (12.604%), 7 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2021-03-04T23:26:49.087 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:48 gibba011 conmon[95595]: cluster 2021-03-04T23:26:47.892635+0000 osd.2 (osd.2) 1 : cluster [DBG] 9.2 starting backfill to osd.6 from (0'0,0'0] MAX to 162'10898 2021-03-04T23:26:49.087 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:48 gibba011 conmon[95595]: cluster 2021-03-04T23:26:47.892830+0000 osd.4 (osd.4) 4 : cluster [DBG] 9.4 starting backfill to osd.6 from (0'0,0'0] MAX to 162'10792 2021-03-04T23:26:49.087 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:48 gibba011 conmon[95595]: cluster 2021-03-04T23:26:47.892880+0000 osd.5 (osd.5) 3 : cluster [DBG] 9.a starting backfill to osd.6 from (0'0,0'0] MAX to 162'10868 2021-03-04T23:26:49.087 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:48 gibba011 conmon[95595]: cluster 2021-03-04T23:26:47.892888+0000 osd.5 (osd.5) 4 : cluster [DBG] 9.7 starting backfill to osd.2 from (0'0,0'0] MAX to 162'10964 2021-03-04T23:26:49.088 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:48 gibba011 conmon[95595]: cluster 2021-03-04T23:26:47.896004+0000 osd.0 (osd.0) 1 : cluster [DBG] 9.8 starting backfill to osd.7 from (0'0,0'0] MAX to 162'10899 2021-03-04T23:26:49.088 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:48 gibba011 conmon[95595]: cluster 2021-03-04T23:26:47.900929+0000 osd.7 (osd.7) 3 : cluster [DBG] 9.3 starting backfill to osd.6 from (0'0,0'0] MAX to 162'10789 2021-03-04T23:26:49.088 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:48 gibba011 conmon[95595]: cluster 2021-03-04T23:26:47.905237+0000 osd.4 (osd.4) 5 : cluster [DBG] 9.c starting backfill to osd.0 from (0'0,0'0] MAX to 162'10792 2021-03-04T23:26:49.088 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:48 gibba011 conmon[95595]: cluster 2021-03-04T23:26:48.884487+0000 mon.a (mon.0) 752 : cluster [WRN] Health check update: Degraded data redundancy: 50883/403695 objects degraded (12.604%), 7 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2021-03-04T23:26:49.121 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:49.138 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:49.139 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:49.140 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:49.209 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:26:49.222 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:26:49.236 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:26:49.241 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:49.249 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:26:49.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:49.261 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:49.261 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:49.262 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:48 gibba038 conmon[76675]: cluster 2021-03-04T23:26:47.892635+0000 osd.2 (osd. 2021-03-04T23:26:49.262 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:48 gibba038 conmon[76675]: 2) 1 : cluster [DBG] 9.2 starting backfill to osd.6 from (0'0,0'0] MAX to 162'10898 2021-03-04T23:26:49.262 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:48 gibba038 conmon[76675]: cluster 2021-03-04T23:26:47.892830+0000 osd.4 (osd.4) 4 : cluster [DBG] 9.4 starting backfill to osd.6 from (0'0,0'0] MAX to 162'10792 2021-03-04T23:26:49.262 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:48 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:26:49.263 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:48 gibba038 conmon[76675]: :26:47.892880+0000 osd.5 (osd.5) 3 : cluster [DBG] 9.a starting backfill to osd.6 from (0'0,0'0] MAX to 162'10868 2021-03-04T23:26:49.263 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:48 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:26:49.263 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:48 gibba038 conmon[76675]: -04T23:26:47.892888+0000 osd.5 (osd 2021-03-04T23:26:49.263 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:48 gibba038 conmon[76675]: .5) 4 : cluster [DBG] 9.7 starting backfill to osd.2 from (0'0,0'0] MAX to 162'10964 2021-03-04T23:26:49.263 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:48 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:26:49.264 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:48 gibba038 conmon[76675]: 03-04T23:26:47.896004+0000 2021-03-04T23:26:49.264 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:48 gibba038 conmon[76675]: osd.0 (osd.0) 1 : cluster 2021-03-04T23:26:49.264 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:48 gibba038 conmon[76675]: [DBG] 9.8 starting backfill to osd.7 from (0'0,0'0] MAX to 162'10899 2021-03-04T23:26:49.264 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:48 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:26:49.265 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:48 gibba038 conmon[76675]: 03-04T23:26:47.900929 2021-03-04T23:26:49.265 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:48 gibba038 conmon[76675]: +0000 osd.7 (osd.7) 3 2021-03-04T23:26:49.265 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:48 gibba038 conmon[76675]: : cluster [DBG] 9.3 starting backfill to osd.6 from (0'0,0'0] MAX to 162'10789 2021-03-04T23:26:49.265 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:48 gibba038 conmon[76675]: cluster 2021-03-04T23:26:47.905237 2021-03-04T23:26:49.265 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:48 gibba038 conmon[76675]: +0000 osd.4 (osd.4) 5 : cluster [DBG] 9.c starting backfill to osd.0 from (0'0,0'0] MAX to 162'10792 2021-03-04T23:26:49.266 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:48 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:26:49.266 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:48 gibba038 conmon[76675]: 03-04T23:26:48.884487+0000 mon.a (mon 2021-03-04T23:26:49.266 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:48 gibba038 conmon[76675]: .0) 752 : cluster [WRN] Health check update: Degraded data redundancy: 50883/403695 objects degraded (12.604%), 7 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2021-03-04T23:26:49.267 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:26:49.278 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:26:49.293 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:26:49.308 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:26:49.309 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:26:49.309 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:26:49.309 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:26:49.309 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:26:49.310 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:26:49.310 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:26:49.310 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:26:49.311 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:26:49.362 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:49.380 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:49.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:49.382 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:49.483 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:49.500 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:49.501 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:49.501 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:49.602 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:49.615 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:26:49.615 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:26:49.615 INFO:teuthology.orchestra.run.gibba038.stdout: "complaint_time": 30, 2021-03-04T23:26:49.615 INFO:teuthology.orchestra.run.gibba038.stdout: "num_blocked_ops": 0 2021-03-04T23:26:49.616 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:26:49.618 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:49.619 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:49.620 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:49.721 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:49.737 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:49.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:49.738 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:49.840 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:49.856 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:49.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:49.857 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:49.912 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:26:49.959 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:49.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:49.980 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:49.980 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:50.024 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:50.081 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:50.097 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:50.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:50.099 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:50.200 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:50.217 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:50.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:50.219 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:50.320 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:50.336 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:50.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:50.338 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:50.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:49 gibba038 conmon[76675]: cluster 2021-03-04T23:26:48.081284+0000 osd.5 (osd.5) 5 : cluster [DBG] 9.f starting backfill to osd.4 from (0'0,0'0] MAX to 162'10828 2021-03-04T23:26:50.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:49 gibba038 conmon[76675]: cluster 2021-03-04T23:26:48.627936+0000 mgr.x (mgr.34676) 705 : cluster [DBG] pgmap v631: 99 pgs: 5 remapped+peering, 2 active+recovery_wait+degraded+remapped, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 648 op/s; 29058/398100 objects degraded (7.299%); 34954/398100 objects misplaced (8.780%); 7.4 MiB/s, 118 objects/s recovering 2021-03-04T23:26:50.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:49 gibba038 conmon[76675]: audit 2021-03-04T23:26:49.192897+0000 mon.a (mon.0) 753 : audit [DBG] from='client.? 172.21.2.111:0/314222693' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:50.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:49 gibba011 conmon[95595]: cluster 2021-03-04T23:26:48.081284+0000 osd.5 (osd.5) 5 : cluster [DBG] 9.f starting backfill to osd.4 from (0'0,0'0] MAX to 162'10828 2021-03-04T23:26:50.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:49 gibba011 conmon[95595]: cluster 2021-03-04T23:26:48.627936+0000 mgr.x (mgr.34676) 705 : cluster [DBG] pgmap v631: 99 pgs: 5 remapped+peering, 2 active+recovery_wait+degraded+remapped, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 648 op/s; 29058/398100 objects degraded (7.299%); 34954/398100 objects misplaced (8.780%); 7.4 MiB/s, 118 objects/s recovering 2021-03-04T23:26:50.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:49 gibba011 conmon[95595]: audit 2021-03-04T23:26:49.192897+0000 mon.a (mon.0) 753 : audit [DBG] from='client.? 172.21.2.111:0/314222693' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:50.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:49 gibba011 conmon[99461]: cluster 2021-03-04T23:26:48.081284+0000 osd.5 (osd.5) 5 : cluster [DBG] 2021-03-04T23:26:50.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:49 gibba011 conmon[99461]: 9.f starting backfill to osd.4 from (0'0,0'0] MAX to 162'10828 2021-03-04T23:26:50.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:49 gibba011 conmon[99461]: cluster 2021-03-04T23:26:48.627936+0000 mgr.x (mgr.34676) 705 : cluster [DBG] pgmap v631: 99 pgs: 5 remapped+peering, 2 active+recovery_wait+degraded+remapped, 86 active+clean, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 648 op/s; 29058/398100 objects degraded (7.299%); 34954/398100 objects misplaced (8.780%); 7.4 MiB/s, 118 objects/s recovering 2021-03-04T23:26:50.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:49 gibba011 conmon[99461]: audit 2021-03-04T23:26:49.192897+0000 mon.a (mon.0) 753 2021-03-04T23:26:50.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:49 gibba011 conmon[99461]: : audit [DBG] from='client.? 172.21.2.111:0/314222693' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:26:50.439 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:50.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:50.458 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:50.458 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:50.559 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:50.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:50.577 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:50.578 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:50.623 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-03-04T23:26:50.679 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:50.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:50.697 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:50.698 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:50.745 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:26:50.799 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:50.816 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:50.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:50.818 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:50.919 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:26:50.937 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:50.937 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:50.938 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:26:51.039 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:51.056 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:51.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:51.058 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:51.159 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:51.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:51.177 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:51.178 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:51.279 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:51.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:51.296 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:51.297 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:51.398 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:51.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:51.415 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:51.416 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:51.517 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:51.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:51.535 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:51.535 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:51.637 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:51.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:51.655 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:51.656 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:51.757 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:51.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:51.775 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:51.776 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:51.877 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:51.896 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:51.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:51.897 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:51.999 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:52.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:52.016 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:52.017 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:52.118 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:52.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:52.136 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:52.136 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:52.237 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:52.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:52.258 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:52.258 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:52.277 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:51 gibba038 conmon[76675]: cluster 2021-03-04T23:26:50.628387+0000 mgr.x (mgr.34676) 706 : cluster [DBG] pgmap v632: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 4 remapped+peering, 3 active+recovery_wait+degraded+remapped, 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 544 op/s; 36505/396879 objects degraded (9.198%); 50838/396879 objects misplaced (12.809%); 11 MiB/s, 183 objects/s recovering 2021-03-04T23:26:52.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:51 gibba011 conmon[95595]: cluster 2021-03-04T23:26:50.628387+0000 mgr.x (mgr.34676) 706 : cluster [DBG] pgmap v632: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 4 remapped+peering, 3 active+recovery_wait+degraded+remapped, 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 544 op/s; 36505/396879 objects degraded (9.198%); 50838/396879 objects misplaced (12.809%); 11 MiB/s, 183 objects/s recovering 2021-03-04T23:26:52.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:51 gibba011 conmon[95595]: 2021-03-04T23:26:52.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:51 gibba011 conmon[99461]: cluster 2021-03-04T23:26:50.628387+0000 mgr.x (mgr.34676) 706 : cluster [DBG] pgmap v632: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 4 remapped+peering, 3 active+recovery_wait+degraded+remapped, 85 active+clean, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 544 op/s; 36505/396879 objects degraded (9.198%); 50838/396879 objects misplaced (12.809%); 11 MiB/s, 183 objects/s recovering 2021-03-04T23:26:52.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:51 gibba011 conmon[99461]: 2021-03-04T23:26:52.360 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:52.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:52.379 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:52.380 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:52.462 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:26:52.463 INFO:teuthology.orchestra.run.gibba038.stdout: "size": 20, 2021-03-04T23:26:52.463 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 600, 2021-03-04T23:26:52.463 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:26:52.464 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.464 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119637 9.3 9:cbaf4d7c:::benchmark_data_gibba011_139107_object119636:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:26:52.464 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.094528+0000", 2021-03-04T23:26:52.464 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 76.362814419000003, 2021-03-04T23:26:52.464 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2084837510000002, 2021-03-04T23:26:52.465 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:52.465 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:26:52.465 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:52.465 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:52.465 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:52.466 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119637 2021-03-04T23:26:52.466 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.466 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:52.466 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.467 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:52.467 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.094528+0000", 2021-03-04T23:26:52.467 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:52.467 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.467 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.468 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:52.468 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.094528+0000", 2021-03-04T23:26:52.468 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6740000000000001e-05 2021-03-04T23:26:52.468 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.468 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.469 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:52.469 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.094554+0000", 2021-03-04T23:26:52.469 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0979999999999999e-06 2021-03-04T23:26:52.469 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.469 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.470 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:52.470 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.094556+0000", 2021-03-04T23:26:52.470 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.7100000000000002e-06 2021-03-04T23:26:52.470 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.471 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.471 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:52.471 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.094565+0000", 2021-03-04T23:26:52.471 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8750000000000002e-06 2021-03-04T23:26:52.472 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.472 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.472 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:52.472 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.094569+0000", 2021-03-04T23:26:52.473 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7965e-05 2021-03-04T23:26:52.473 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.473 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.473 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.473 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.094607+0000", 2021-03-04T23:26:52.474 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000113517 2021-03-04T23:26:52.474 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.474 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.475 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:52.475 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.094721+0000", 2021-03-04T23:26:52.475 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012589599999999999 2021-03-04T23:26:52.475 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.475 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.476 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:26:52.476 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.094847+0000", 2021-03-04T23:26:52.476 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0033777170000000001 2021-03-04T23:26:52.476 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.476 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.477 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:52.477 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.098224+0000", 2021-03-04T23:26:52.477 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0047582850000000001 2021-03-04T23:26:52.477 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.478 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.478 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.478 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.102983+0000", 2021-03-04T23:26:52.478 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0082680410000000003 2021-03-04T23:26:52.479 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.479 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.479 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.479 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.111251+0000", 2021-03-04T23:26:52.479 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.7130000000000005e-06 2021-03-04T23:26:52.480 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.480 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.480 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:52.480 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.111258+0000", 2021-03-04T23:26:52.480 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.99280294199999997 2021-03-04T23:26:52.481 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.481 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.481 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.481 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104061+0000", 2021-03-04T23:26:52.482 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.2180000000000002e-06 2021-03-04T23:26:52.482 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.482 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.482 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:52.482 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104068+0000", 2021-03-04T23:26:52.483 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1988821590000001 2021-03-04T23:26:52.483 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.483 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.483 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.483 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.302951+0000", 2021-03-04T23:26:52.484 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.0875000000000002e-05 2021-03-04T23:26:52.484 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.484 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.484 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:52.484 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.303011+0000", 2021-03-04T23:26:52.485 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2084837510000002 2021-03-04T23:26:52.485 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.485 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:52.485 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.486 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.486 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.486 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119645 9.3 9:cb6a9aa4:::benchmark_data_gibba011_139107_object119644:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:26:52.486 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.099318+0000", 2021-03-04T23:26:52.486 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 76.358024561999997, 2021-03-04T23:26:52.487 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.311806163, 2021-03-04T23:26:52.487 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:52.487 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:26:52.487 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:52.487 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:52.488 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:52.488 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119645 2021-03-04T23:26:52.488 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.488 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:52.488 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.489 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:52.489 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.099318+0000", 2021-03-04T23:26:52.490 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:52.490 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.490 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.490 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:52.491 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.099318+0000", 2021-03-04T23:26:52.491 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5318000000000001e-05 2021-03-04T23:26:52.491 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.491 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.491 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:52.492 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.099343+0000", 2021-03-04T23:26:52.492 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4610000000000001e-06 2021-03-04T23:26:52.492 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.493 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.493 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:52.493 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.099344+0000", 2021-03-04T23:26:52.493 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.202e-05 2021-03-04T23:26:52.493 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.494 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.494 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:52.494 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.099356+0000", 2021-03-04T23:26:52.494 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0250000000000002e-06 2021-03-04T23:26:52.495 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.495 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.495 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:52.495 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.099361+0000", 2021-03-04T23:26:52.496 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4711e-05 2021-03-04T23:26:52.496 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.496 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.497 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.497 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.099396+0000", 2021-03-04T23:26:52.497 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000125019 2021-03-04T23:26:52.497 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.498 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.498 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:52.498 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.099521+0000", 2021-03-04T23:26:52.498 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013373700000000001 2021-03-04T23:26:52.498 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.499 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.499 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:26:52.499 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.099655+0000", 2021-03-04T23:26:52.499 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.011636315 2021-03-04T23:26:52.500 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.500 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.500 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.500 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.111291+0000", 2021-03-04T23:26:52.500 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1359999999999996e-06 2021-03-04T23:26:52.501 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.501 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.501 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:52.501 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.111296+0000", 2021-03-04T23:26:52.501 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.99278752199999998 2021-03-04T23:26:52.502 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.502 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.502 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.502 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104084+0000", 2021-03-04T23:26:52.502 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0620000000000002e-06 2021-03-04T23:26:52.503 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.503 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.503 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:52.503 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104088+0000", 2021-03-04T23:26:52.504 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1989512149999999 2021-03-04T23:26:52.504 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.504 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.504 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.504 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.303039+0000", 2021-03-04T23:26:52.505 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00040217900000000001 2021-03-04T23:26:52.505 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.505 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.505 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for degraded object", 2021-03-04T23:26:52.505 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.303441+0000", 2021-03-04T23:26:52.506 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.107578652 2021-03-04T23:26:52.506 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.506 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.506 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.507 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.411020+0000", 2021-03-04T23:26:52.507 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000103791 2021-03-04T23:26:52.507 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.507 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.507 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:52.508 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.411124+0000", 2021-03-04T23:26:52.508 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.311806163 2021-03-04T23:26:52.508 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.508 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:52.509 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.509 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.509 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.509 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119651 9.e 9:7308584a:::benchmark_data_gibba011_139107_object119650:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:26:52.510 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.112930+0000", 2021-03-04T23:26:52.510 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 76.344412525999999, 2021-03-04T23:26:52.510 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3337721660000001, 2021-03-04T23:26:52.510 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:52.510 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:52.511 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:52.511 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:52.511 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:52.511 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119651 2021-03-04T23:26:52.511 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.512 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:52.512 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.512 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:52.512 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112930+0000", 2021-03-04T23:26:52.512 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:52.513 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.513 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.513 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:52.514 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112930+0000", 2021-03-04T23:26:52.515 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4267999999999999e-05 2021-03-04T23:26:52.515 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.515 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.515 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:52.516 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112954+0000", 2021-03-04T23:26:52.516 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.4200000000000004e-07 2021-03-04T23:26:52.516 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.516 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.517 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:52.517 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112955+0000", 2021-03-04T23:26:52.517 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.0369999999999995e-06 2021-03-04T23:26:52.517 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.518 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.518 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:52.518 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112963+0000", 2021-03-04T23:26:52.518 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5020000000000001e-06 2021-03-04T23:26:52.518 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.519 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.519 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:52.519 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112966+0000", 2021-03-04T23:26:52.519 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1416999999999998e-05 2021-03-04T23:26:52.520 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.520 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.520 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.520 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112988+0000", 2021-03-04T23:26:52.521 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2769999999999999e-06 2021-03-04T23:26:52.521 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.521 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.521 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:52.521 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112992+0000", 2021-03-04T23:26:52.522 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.99126414200000001 2021-03-04T23:26:52.522 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.522 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.522 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.523 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104256+0000", 2021-03-04T23:26:52.523 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7069999999999997e-06 2021-03-04T23:26:52.523 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.523 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.524 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:52.524 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104262+0000", 2021-03-04T23:26:52.524 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3157173660000001 2021-03-04T23:26:52.525 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.525 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.525 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.525 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.419979+0000", 2021-03-04T23:26:52.525 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012814599999999999 2021-03-04T23:26:52.526 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.526 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.526 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:52.527 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.420107+0000", 2021-03-04T23:26:52.527 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00076381500000000005 2021-03-04T23:26:52.527 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.527 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.527 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:26:52.528 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.420871+0000", 2021-03-04T23:26:52.528 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.016286410000000001 2021-03-04T23:26:52.528 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.528 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.530 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:52.530 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.437158+0000", 2021-03-04T23:26:52.530 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0060417329999999997 2021-03-04T23:26:52.531 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.531 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.531 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.531 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.443199+0000", 2021-03-04T23:26:52.531 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7901e-05 2021-03-04T23:26:52.532 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.532 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.532 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.532 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.443217+0000", 2021-03-04T23:26:52.532 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1893000000000001e-05 2021-03-04T23:26:52.533 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.533 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.533 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:52.533 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.443249+0000", 2021-03-04T23:26:52.534 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0034526100000000001 2021-03-04T23:26:52.534 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.534 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.534 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:52.534 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.446702+0000", 2021-03-04T23:26:52.535 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3337721660000001 2021-03-04T23:26:52.535 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.535 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:52.535 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.535 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.536 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.536 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119653 9.d 9:b00293f8:::benchmark_data_gibba011_139107_object119652:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:26:52.536 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.114261+0000", 2021-03-04T23:26:52.536 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 76.343080767999993, 2021-03-04T23:26:52.536 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2343010730000001, 2021-03-04T23:26:52.537 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:52.537 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:52.537 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:52.537 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:52.538 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:52.538 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119653 2021-03-04T23:26:52.538 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.538 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:52.538 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.539 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:52.539 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114261+0000", 2021-03-04T23:26:52.539 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:52.539 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.539 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.540 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:52.540 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114261+0000", 2021-03-04T23:26:52.540 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1898999999999999e-05 2021-03-04T23:26:52.540 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.540 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.541 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:52.541 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114313+0000", 2021-03-04T23:26:52.541 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0869999999999999e-06 2021-03-04T23:26:52.541 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.541 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.542 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:52.542 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114314+0000", 2021-03-04T23:26:52.542 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.5520000000000005e-06 2021-03-04T23:26:52.542 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.543 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.543 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:52.543 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114323+0000", 2021-03-04T23:26:52.543 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8790000000000002e-06 2021-03-04T23:26:52.543 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.544 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.544 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:52.544 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114328+0000", 2021-03-04T23:26:52.544 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2490999999999998e-05 2021-03-04T23:26:52.544 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.545 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.545 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.545 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114360+0000", 2021-03-04T23:26:52.545 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.7299999999999999e-06 2021-03-04T23:26:52.545 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.546 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.546 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:52.546 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114367+0000", 2021-03-04T23:26:52.546 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.98907254 2021-03-04T23:26:52.547 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.547 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.547 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.547 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.103440+0000", 2021-03-04T23:26:52.547 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0178e-05 2021-03-04T23:26:52.548 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.548 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.548 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:52.548 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.103450+0000", 2021-03-04T23:26:52.548 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2179145760000001 2021-03-04T23:26:52.549 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.549 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.549 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.549 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.321364+0000", 2021-03-04T23:26:52.550 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000142001 2021-03-04T23:26:52.550 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.550 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.550 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:52.550 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.321506+0000", 2021-03-04T23:26:52.551 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00069807300000000001 2021-03-04T23:26:52.551 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.551 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.551 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:26:52.551 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.322204+0000", 2021-03-04T23:26:52.552 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010078801 2021-03-04T23:26:52.552 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.552 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.552 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:52.553 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.332283+0000", 2021-03-04T23:26:52.553 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0078458859999999998 2021-03-04T23:26:52.553 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.553 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.553 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.554 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.340129+0000", 2021-03-04T23:26:52.554 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0037375189999999999 2021-03-04T23:26:52.554 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.554 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.555 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.555 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.343867+0000", 2021-03-04T23:26:52.555 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.0857999999999999e-05 2021-03-04T23:26:52.555 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.555 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.556 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:52.556 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.343927+0000", 2021-03-04T23:26:52.556 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0046350030000000004 2021-03-04T23:26:52.556 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.556 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.557 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:52.557 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.348562+0000", 2021-03-04T23:26:52.557 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2343010730000001 2021-03-04T23:26:52.557 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.557 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:52.558 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.558 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.558 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.558 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119656 9.d 9:b9d6913b:::benchmark_data_gibba011_139107_object119655:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:26:52.559 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.115748+0000", 2021-03-04T23:26:52.559 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 76.341593981000003, 2021-03-04T23:26:52.559 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.237236775, 2021-03-04T23:26:52.559 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:52.559 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:52.560 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:52.560 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:52.560 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:52.560 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119656 2021-03-04T23:26:52.560 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.561 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:52.561 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.561 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:52.561 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.115748+0000", 2021-03-04T23:26:52.561 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:52.562 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.562 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.562 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:52.562 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.115748+0000", 2021-03-04T23:26:52.562 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8637000000000001e-05 2021-03-04T23:26:52.563 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.563 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.563 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:52.563 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.115807+0000", 2021-03-04T23:26:52.564 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.116e-06 2021-03-04T23:26:52.564 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.564 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.564 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:52.564 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.115808+0000", 2021-03-04T23:26:52.565 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.234e-06 2021-03-04T23:26:52.565 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.565 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.565 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:52.565 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.115817+0000", 2021-03-04T23:26:52.566 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8289999999999996e-06 2021-03-04T23:26:52.566 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.566 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.566 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:52.567 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.115823+0000", 2021-03-04T23:26:52.567 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5119000000000001e-05 2021-03-04T23:26:52.567 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.567 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.567 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.568 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.115848+0000", 2021-03-04T23:26:52.568 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.2339999999999994e-06 2021-03-04T23:26:52.568 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.568 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.568 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:52.569 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.115856+0000", 2021-03-04T23:26:52.569 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.98761589999999999 2021-03-04T23:26:52.569 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.569 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.569 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.570 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.103472+0000", 2021-03-04T23:26:52.570 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.2570000000000007e-06 2021-03-04T23:26:52.570 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.570 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.570 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:52.571 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.103480+0000", 2021-03-04T23:26:52.571 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.223412733 2021-03-04T23:26:52.571 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.572 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.572 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.572 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.326893+0000", 2021-03-04T23:26:52.572 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010283799999999999 2021-03-04T23:26:52.573 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.573 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.573 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:52.573 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.326996+0000", 2021-03-04T23:26:52.573 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000108131 2021-03-04T23:26:52.574 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.574 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.574 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:26:52.574 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.327104+0000", 2021-03-04T23:26:52.574 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0082122059999999997 2021-03-04T23:26:52.575 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.575 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.575 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:52.575 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.335316+0000", 2021-03-04T23:26:52.575 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0048632279999999998 2021-03-04T23:26:52.576 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.576 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.576 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.576 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.340180+0000", 2021-03-04T23:26:52.577 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0084398300000000006 2021-03-04T23:26:52.577 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.577 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.577 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.577 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.348619+0000", 2021-03-04T23:26:52.578 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7265000000000001e-05 2021-03-04T23:26:52.578 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.578 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.578 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:52.578 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.348677+0000", 2021-03-04T23:26:52.579 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0043082179999999999 2021-03-04T23:26:52.579 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.579 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.579 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:52.580 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.352985+0000", 2021-03-04T23:26:52.580 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.237236775 2021-03-04T23:26:52.580 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.580 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:52.580 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.581 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.581 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.581 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119660 9.d 9:b4146333:::benchmark_data_gibba011_139107_object119659:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:26:52.581 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.122183+0000", 2021-03-04T23:26:52.581 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 76.335159523000002, 2021-03-04T23:26:52.582 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2354173589999999, 2021-03-04T23:26:52.582 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:52.582 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:52.582 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:52.582 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:52.583 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:52.583 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119660 2021-03-04T23:26:52.583 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.583 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:52.583 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.584 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:52.584 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.122183+0000", 2021-03-04T23:26:52.584 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:52.584 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.584 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.585 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:52.585 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.122183+0000", 2021-03-04T23:26:52.585 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8944999999999999e-05 2021-03-04T23:26:52.585 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.586 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.586 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:52.586 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.122202+0000", 2021-03-04T23:26:52.586 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.083e-06 2021-03-04T23:26:52.586 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.587 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.587 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:52.587 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.122203+0000", 2021-03-04T23:26:52.587 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.2280000000000004e-06 2021-03-04T23:26:52.587 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.588 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.588 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:52.588 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.122212+0000", 2021-03-04T23:26:52.588 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5999999999999998e-06 2021-03-04T23:26:52.588 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.589 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.589 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:52.589 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.122215+0000", 2021-03-04T23:26:52.589 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5014000000000001e-05 2021-03-04T23:26:52.590 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.590 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.590 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.590 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.122240+0000", 2021-03-04T23:26:52.590 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3279999999999999e-06 2021-03-04T23:26:52.591 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.591 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.591 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:52.591 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.122245+0000", 2021-03-04T23:26:52.591 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.98125401800000001 2021-03-04T23:26:52.592 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.592 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.592 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.592 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.103499+0000", 2021-03-04T23:26:52.592 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9049999999999997e-06 2021-03-04T23:26:52.593 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.593 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.593 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:52.593 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.103507+0000", 2021-03-04T23:26:52.593 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2258357479999999 2021-03-04T23:26:52.594 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.594 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.594 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.594 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.329342+0000", 2021-03-04T23:26:52.595 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.4623999999999994e-05 2021-03-04T23:26:52.595 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.595 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.595 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:52.595 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.329437+0000", 2021-03-04T23:26:52.596 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000119528 2021-03-04T23:26:52.596 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.596 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.596 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:26:52.596 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.329557+0000", 2021-03-04T23:26:52.597 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010531451000000001 2021-03-04T23:26:52.597 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.597 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.597 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:52.597 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.340088+0000", 2021-03-04T23:26:52.598 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013487300000000001 2021-03-04T23:26:52.598 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.598 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.598 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.599 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.340223+0000", 2021-03-04T23:26:52.599 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.012824041 2021-03-04T23:26:52.599 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.599 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.599 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.600 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.353047+0000", 2021-03-04T23:26:52.600 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.1864000000000003e-05 2021-03-04T23:26:52.600 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.600 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.600 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:52.601 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.353109+0000", 2021-03-04T23:26:52.601 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0044911090000000001 2021-03-04T23:26:52.601 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.601 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.601 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:52.602 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.357600+0000", 2021-03-04T23:26:52.602 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2354173589999999 2021-03-04T23:26:52.602 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.602 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:52.602 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.603 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.603 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.603 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119661 9.d 9:b533ded7:::benchmark_data_gibba011_139107_object119660:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:26:52.603 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.124768+0000", 2021-03-04T23:26:52.604 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 76.332574414999996, 2021-03-04T23:26:52.604 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2374948969999999, 2021-03-04T23:26:52.604 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:52.604 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:52.604 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:52.605 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:52.605 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:52.605 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119661 2021-03-04T23:26:52.605 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.605 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:52.606 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.606 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:52.606 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.124768+0000", 2021-03-04T23:26:52.606 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:52.606 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.607 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.607 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:52.607 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.124768+0000", 2021-03-04T23:26:52.607 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.543e-05 2021-03-04T23:26:52.607 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.608 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.608 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:52.608 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.124783+0000", 2021-03-04T23:26:52.608 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.018e-06 2021-03-04T23:26:52.608 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.609 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.609 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:52.609 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.124784+0000", 2021-03-04T23:26:52.609 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.6819999999999992e-06 2021-03-04T23:26:52.609 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.610 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.610 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:52.610 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.124793+0000", 2021-03-04T23:26:52.610 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4970000000000001e-06 2021-03-04T23:26:52.610 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.611 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.611 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:52.611 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.124796+0000", 2021-03-04T23:26:52.611 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.2789999999999999e-05 2021-03-04T23:26:52.612 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.612 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.612 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.612 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.124869+0000", 2021-03-04T23:26:52.612 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4039999999999997e-06 2021-03-04T23:26:52.613 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.613 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.613 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:52.613 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.124874+0000", 2021-03-04T23:26:52.613 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.97868537 2021-03-04T23:26:52.614 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.614 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.614 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.614 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.103559+0000", 2021-03-04T23:26:52.614 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.6300000000000004e-06 2021-03-04T23:26:52.615 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.615 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.615 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:52.615 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.103568+0000", 2021-03-04T23:26:52.615 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.228760007 2021-03-04T23:26:52.616 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.616 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.616 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.616 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.332328+0000", 2021-03-04T23:26:52.616 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000119058 2021-03-04T23:26:52.617 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.617 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.617 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:52.617 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.332447+0000", 2021-03-04T23:26:52.617 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013924400000000001 2021-03-04T23:26:52.618 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.618 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.618 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:26:52.618 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.332586+0000", 2021-03-04T23:26:52.619 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0075524889999999999 2021-03-04T23:26:52.619 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.619 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.619 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:52.619 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.340138+0000", 2021-03-04T23:26:52.620 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013060599999999999 2021-03-04T23:26:52.620 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.620 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.620 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.620 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.340269+0000", 2021-03-04T23:26:52.621 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017428109000000001 2021-03-04T23:26:52.621 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.621 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.621 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.621 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.357697+0000", 2021-03-04T23:26:52.622 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.5413000000000005e-05 2021-03-04T23:26:52.622 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.622 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.622 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:52.622 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.357762+0000", 2021-03-04T23:26:52.623 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0045001499999999996 2021-03-04T23:26:52.623 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.623 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.623 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:52.623 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.362263+0000", 2021-03-04T23:26:52.624 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2374948969999999 2021-03-04T23:26:52.624 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.624 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:52.624 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.625 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.625 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.625 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119665 9.e 9:706f867f:::benchmark_data_gibba011_139107_object119664:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:26:52.625 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.132089+0000", 2021-03-04T23:26:52.625 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 76.325253493000005, 2021-03-04T23:26:52.626 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3189368429999999, 2021-03-04T23:26:52.626 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:52.626 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:52.626 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:52.626 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:52.627 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:52.627 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119665 2021-03-04T23:26:52.627 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.627 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:52.627 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.628 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:52.628 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.132089+0000", 2021-03-04T23:26:52.628 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:52.628 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.628 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.629 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:52.629 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.132089+0000", 2021-03-04T23:26:52.629 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7971000000000001e-05 2021-03-04T23:26:52.629 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.630 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.630 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:52.630 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.132107+0000", 2021-03-04T23:26:52.630 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.389e-06 2021-03-04T23:26:52.630 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.631 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.631 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:52.631 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.132108+0000", 2021-03-04T23:26:52.631 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.9660000000000008e-06 2021-03-04T23:26:52.631 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.632 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.632 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:52.632 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.132118+0000", 2021-03-04T23:26:52.632 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6950000000000002e-06 2021-03-04T23:26:52.632 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.633 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.633 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:52.633 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.132122+0000", 2021-03-04T23:26:52.633 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7310000000000001e-05 2021-03-04T23:26:52.633 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.634 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.634 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.634 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.132149+0000", 2021-03-04T23:26:52.634 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9509999999999997e-06 2021-03-04T23:26:52.635 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.635 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.635 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:52.635 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.132154+0000", 2021-03-04T23:26:52.635 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.97212064799999998 2021-03-04T23:26:52.636 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.636 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.636 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.636 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104275+0000", 2021-03-04T23:26:52.636 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6940000000000003e-06 2021-03-04T23:26:52.637 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.637 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.637 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:52.637 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104279+0000", 2021-03-04T23:26:52.637 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.323235739 2021-03-04T23:26:52.638 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.638 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.638 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.638 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.427515+0000", 2021-03-04T23:26:52.638 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00016312 2021-03-04T23:26:52.639 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.639 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.639 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:52.639 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.427678+0000", 2021-03-04T23:26:52.640 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00019546799999999999 2021-03-04T23:26:52.640 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.640 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.640 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:26:52.640 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.427874+0000", 2021-03-04T23:26:52.641 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0092903499999999993 2021-03-04T23:26:52.641 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.641 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.641 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:52.641 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.437164+0000", 2021-03-04T23:26:52.642 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0096010569999999996 2021-03-04T23:26:52.642 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.642 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.642 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.642 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.446765+0000", 2021-03-04T23:26:52.643 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.5339000000000004e-05 2021-03-04T23:26:52.643 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.643 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.643 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.643 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.446850+0000", 2021-03-04T23:26:52.644 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.5582999999999999e-05 2021-03-04T23:26:52.644 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.644 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.644 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:52.644 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.446916+0000", 2021-03-04T23:26:52.645 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0041095630000000001 2021-03-04T23:26:52.645 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.645 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.645 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:52.645 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.451025+0000", 2021-03-04T23:26:52.646 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3189368429999999 2021-03-04T23:26:52.646 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.646 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:52.646 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.647 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.647 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.647 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119669 9.3 9:c34a5c11:::benchmark_data_gibba011_139107_object119668:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:26:52.647 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.142432+0000", 2021-03-04T23:26:52.647 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 76.314910303000005, 2021-03-04T23:26:52.648 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2719859580000001, 2021-03-04T23:26:52.648 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:52.648 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:52.648 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:52.648 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:52.649 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:52.649 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119669 2021-03-04T23:26:52.649 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.649 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:52.649 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.650 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:52.650 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.142432+0000", 2021-03-04T23:26:52.650 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:52.650 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.650 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.651 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:52.651 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.142432+0000", 2021-03-04T23:26:52.651 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6643e-05 2021-03-04T23:26:52.651 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.652 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.652 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:52.652 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.142448+0000", 2021-03-04T23:26:52.652 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.345e-06 2021-03-04T23:26:52.652 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.653 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.653 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:52.653 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.142450+0000", 2021-03-04T23:26:52.653 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.9820000000000003e-06 2021-03-04T23:26:52.653 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.654 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.654 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:52.654 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.142460+0000", 2021-03-04T23:26:52.654 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6380000000000002e-06 2021-03-04T23:26:52.654 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.655 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.655 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:52.655 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.142463+0000", 2021-03-04T23:26:52.655 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4798000000000001e-05 2021-03-04T23:26:52.655 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.656 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.656 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.656 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.142498+0000", 2021-03-04T23:26:52.656 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5670000000000002e-06 2021-03-04T23:26:52.656 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.657 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.657 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:52.657 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.142504+0000", 2021-03-04T23:26:52.657 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.96172506700000004 2021-03-04T23:26:52.657 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.658 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.658 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.658 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104229+0000", 2021-03-04T23:26:52.658 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.0260000000000004e-06 2021-03-04T23:26:52.659 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.659 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.659 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:52.659 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104235+0000", 2021-03-04T23:26:52.659 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.199225454 2021-03-04T23:26:52.660 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.660 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.660 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.660 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.303460+0000", 2021-03-04T23:26:52.660 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.4866999999999998e-05 2021-03-04T23:26:52.661 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.661 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.661 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:52.661 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.303555+0000", 2021-03-04T23:26:52.661 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00068556400000000005 2021-03-04T23:26:52.662 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.662 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.662 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 3,5", 2021-03-04T23:26:52.662 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.304241+0000", 2021-03-04T23:26:52.662 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.099470921000000004 2021-03-04T23:26:52.663 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.663 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.663 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:52.663 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.403712+0000", 2021-03-04T23:26:52.663 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0074497840000000001 2021-03-04T23:26:52.664 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.664 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.664 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.664 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.411161+0000", 2021-03-04T23:26:52.665 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7329999999999997e-05 2021-03-04T23:26:52.665 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.665 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.665 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.665 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.411199+0000", 2021-03-04T23:26:52.666 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1795000000000003e-05 2021-03-04T23:26:52.666 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.666 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.666 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:52.666 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.411231+0000", 2021-03-04T23:26:52.667 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0031871769999999998 2021-03-04T23:26:52.667 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.667 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.667 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:52.667 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.414418+0000", 2021-03-04T23:26:52.668 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2719859580000001 2021-03-04T23:26:52.668 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.668 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:52.668 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.669 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.669 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.669 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119675 9.e 9:7062075a:::benchmark_data_gibba011_139107_object119674:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e150)", 2021-03-04T23:26:52.669 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:38.291840+0000", 2021-03-04T23:26:52.669 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 74.165502571000005, 2021-03-04T23:26:52.670 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16278526199999999, 2021-03-04T23:26:52.670 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:52.670 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:52.670 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:52.670 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:52.671 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:52.671 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119675 2021-03-04T23:26:52.671 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.671 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:52.672 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.672 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:52.672 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.291840+0000", 2021-03-04T23:26:52.672 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:52.672 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.673 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.673 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:52.673 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.291840+0000", 2021-03-04T23:26:52.673 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.1195999999999999e-05 2021-03-04T23:26:52.673 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.674 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.674 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:52.674 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.291931+0000", 2021-03-04T23:26:52.674 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5859999999999999e-06 2021-03-04T23:26:52.675 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.675 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.675 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:52.675 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.291932+0000", 2021-03-04T23:26:52.675 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1683e-05 2021-03-04T23:26:52.676 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.676 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.676 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:52.676 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.291944+0000", 2021-03-04T23:26:52.676 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.2809999999999999e-06 2021-03-04T23:26:52.677 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.677 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.677 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:52.677 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.291949+0000", 2021-03-04T23:26:52.677 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2039000000000002e-05 2021-03-04T23:26:52.678 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.678 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.678 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.678 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.291991+0000", 2021-03-04T23:26:52.678 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.7069999999999998e-06 2021-03-04T23:26:52.679 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.679 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.679 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:52.679 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.292000+0000", 2021-03-04T23:26:52.679 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.13886242400000001 2021-03-04T23:26:52.680 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.680 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.680 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.680 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.430862+0000", 2021-03-04T23:26:52.681 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011287500000000001 2021-03-04T23:26:52.681 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.681 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.681 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:52.681 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.430975+0000", 2021-03-04T23:26:52.682 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011691100000000001 2021-03-04T23:26:52.682 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.682 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.682 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:26:52.682 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.431092+0000", 2021-03-04T23:26:52.683 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.015684124000000001 2021-03-04T23:26:52.683 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.683 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.683 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:52.683 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.446776+0000", 2021-03-04T23:26:52.684 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2131000000000001e-05 2021-03-04T23:26:52.684 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.684 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.684 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.684 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.446809+0000", 2021-03-04T23:26:52.685 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0043553029999999996 2021-03-04T23:26:52.685 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.685 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.685 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.685 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.451164+0000", 2021-03-04T23:26:52.686 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5395000000000002e-05 2021-03-04T23:26:52.686 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.686 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.686 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:52.686 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.451199+0000", 2021-03-04T23:26:52.687 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0034256069999999998 2021-03-04T23:26:52.687 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.687 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.687 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:52.687 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.454625+0000", 2021-03-04T23:26:52.688 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16278526199999999 2021-03-04T23:26:52.688 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.688 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:52.688 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.688 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.689 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.689 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119680 9.e 9:71943529:::benchmark_data_gibba011_139107_object119679:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e150)", 2021-03-04T23:26:52.689 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:38.319048+0000", 2021-03-04T23:26:52.689 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 74.138294255000005, 2021-03-04T23:26:52.689 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.139424625, 2021-03-04T23:26:52.690 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:52.690 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:52.690 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:52.690 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:52.691 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:52.691 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119680 2021-03-04T23:26:52.691 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.691 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:52.691 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.692 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:52.692 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.319048+0000", 2021-03-04T23:26:52.692 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:52.692 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.692 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.693 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:52.693 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.319048+0000", 2021-03-04T23:26:52.693 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2350000000000001e-05 2021-03-04T23:26:52.693 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.693 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.694 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:52.694 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.319070+0000", 2021-03-04T23:26:52.694 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5330000000000001e-06 2021-03-04T23:26:52.694 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.694 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.695 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:52.695 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.319073+0000", 2021-03-04T23:26:52.695 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1192000000000001e-05 2021-03-04T23:26:52.695 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.695 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.696 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:52.696 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.319084+0000", 2021-03-04T23:26:52.696 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7570000000000004e-06 2021-03-04T23:26:52.696 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.697 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.697 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:52.697 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.319089+0000", 2021-03-04T23:26:52.697 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5977999999999999e-05 2021-03-04T23:26:52.697 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.698 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.698 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.698 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.319135+0000", 2021-03-04T23:26:52.698 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2405000000000001e-05 2021-03-04T23:26:52.698 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.699 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.699 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:26:52.699 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.319147+0000", 2021-03-04T23:26:52.699 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.11458436800000001 2021-03-04T23:26:52.699 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.700 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.700 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.700 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.433731+0000", 2021-03-04T23:26:52.700 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00014626099999999999 2021-03-04T23:26:52.700 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.701 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.701 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:52.701 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.433878+0000", 2021-03-04T23:26:52.701 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000171509 2021-03-04T23:26:52.701 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.702 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.702 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:26:52.702 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.434049+0000", 2021-03-04T23:26:52.702 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.016987759000000002 2021-03-04T23:26:52.703 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.703 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.703 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:52.703 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.451037+0000", 2021-03-04T23:26:52.703 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1706999999999998e-05 2021-03-04T23:26:52.704 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.704 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.705 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.705 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.451089+0000", 2021-03-04T23:26:52.705 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0035886360000000001 2021-03-04T23:26:52.705 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.705 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.706 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.706 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.454677+0000", 2021-03-04T23:26:52.706 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6758999999999997e-05 2021-03-04T23:26:52.706 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.707 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.707 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:52.707 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.454724+0000", 2021-03-04T23:26:52.707 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0037484110000000001 2021-03-04T23:26:52.708 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.708 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.708 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:52.708 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.458473+0000", 2021-03-04T23:26:52.708 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.139424625 2021-03-04T23:26:52.709 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.709 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:52.709 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.709 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.709 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.710 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:122852 9.e 9:75d0cc4a:::benchmark_data_gibba011_139107_object122851:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e151)", 2021-03-04T23:26:52.710 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:42.156205+0000", 2021-03-04T23:26:52.710 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 70.301137240000003, 2021-03-04T23:26:52.710 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.11913208, 2021-03-04T23:26:52.710 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:52.711 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:52.711 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:52.711 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:52.711 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:52.712 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 122852 2021-03-04T23:26:52.712 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.712 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:52.712 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.712 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:52.713 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.156205+0000", 2021-03-04T23:26:52.713 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:52.713 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.713 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.713 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:52.714 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.156205+0000", 2021-03-04T23:26:52.714 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4039e-05 2021-03-04T23:26:52.714 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.714 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.714 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:52.715 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.156289+0000", 2021-03-04T23:26:52.715 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1780000000000002e-06 2021-03-04T23:26:52.715 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.715 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.716 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:52.716 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.156291+0000", 2021-03-04T23:26:52.716 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0377000000000001e-05 2021-03-04T23:26:52.716 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.716 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.717 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:52.717 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.156301+0000", 2021-03-04T23:26:52.717 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.33e-06 2021-03-04T23:26:52.717 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.717 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.718 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:52.718 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.156306+0000", 2021-03-04T23:26:52.718 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3018999999999997e-05 2021-03-04T23:26:52.718 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.718 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.719 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.719 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.156339+0000", 2021-03-04T23:26:52.719 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010822799999999999 2021-03-04T23:26:52.719 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.719 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.720 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:52.720 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.156447+0000", 2021-03-04T23:26:52.720 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0001172 2021-03-04T23:26:52.720 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.720 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.721 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:26:52.721 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.156564+0000", 2021-03-04T23:26:52.721 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.003280954 2021-03-04T23:26:52.722 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.722 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.722 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:52.722 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.159845+0000", 2021-03-04T23:26:52.722 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013642600000000001 2021-03-04T23:26:52.723 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.723 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.723 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.723 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.159982+0000", 2021-03-04T23:26:52.723 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.111069956 2021-03-04T23:26:52.724 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.724 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.724 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.724 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.271052+0000", 2021-03-04T23:26:52.724 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5037999999999998e-05 2021-03-04T23:26:52.725 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.725 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.725 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:52.725 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.271097+0000", 2021-03-04T23:26:52.725 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0042403349999999996 2021-03-04T23:26:52.726 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.726 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.726 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:52.726 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.275337+0000", 2021-03-04T23:26:52.726 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.11913208 2021-03-04T23:26:52.727 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.727 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:52.727 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.727 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.728 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.728 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:122853 9.e 9:7824ff70:::benchmark_data_gibba011_139107_object122852:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e151)", 2021-03-04T23:26:52.728 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:42.161097+0000", 2021-03-04T23:26:52.728 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 70.296244856000001, 2021-03-04T23:26:52.728 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.118452084, 2021-03-04T23:26:52.729 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:52.729 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:52.729 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:52.729 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:52.729 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:52.730 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 122853 2021-03-04T23:26:52.730 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.730 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:52.730 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.730 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:52.731 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.161097+0000", 2021-03-04T23:26:52.731 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:52.731 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.731 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.731 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:52.732 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.161097+0000", 2021-03-04T23:26:52.732 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.9474e-05 2021-03-04T23:26:52.732 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.732 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.733 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:52.733 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.161117+0000", 2021-03-04T23:26:52.733 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1159999999999998e-06 2021-03-04T23:26:52.733 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.733 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.734 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:52.734 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.161122+0000", 2021-03-04T23:26:52.734 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.4290000000000007e-06 2021-03-04T23:26:52.734 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.734 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.735 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:52.735 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.161131+0000", 2021-03-04T23:26:52.735 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3840000000000001e-06 2021-03-04T23:26:52.735 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.735 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.736 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:52.736 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.161135+0000", 2021-03-04T23:26:52.736 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1449000000000003e-05 2021-03-04T23:26:52.736 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.736 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.737 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.737 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.161166+0000", 2021-03-04T23:26:52.737 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000109712 2021-03-04T23:26:52.737 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.737 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.738 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:52.738 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.161276+0000", 2021-03-04T23:26:52.738 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000116396 2021-03-04T23:26:52.738 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.739 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.739 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:26:52.739 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.161392+0000", 2021-03-04T23:26:52.739 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.002797052 2021-03-04T23:26:52.739 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.740 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.740 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:52.740 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.164189+0000", 2021-03-04T23:26:52.740 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000215133 2021-03-04T23:26:52.740 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.741 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.741 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.741 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.164404+0000", 2021-03-04T23:26:52.741 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.110992232 2021-03-04T23:26:52.741 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.742 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.742 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.742 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.275397+0000", 2021-03-04T23:26:52.742 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0504999999999998e-05 2021-03-04T23:26:52.742 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.743 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.743 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:52.743 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.275447+0000", 2021-03-04T23:26:52.743 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0041022020000000001 2021-03-04T23:26:52.743 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.744 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.744 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:52.744 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.279549+0000", 2021-03-04T23:26:52.744 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.118452084 2021-03-04T23:26:52.744 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.745 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:52.745 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.745 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.745 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.746 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:156461 9.e 9:73686952:::benchmark_data_gibba011_139107_object3094:head [delete] snapc 0=[] ondisk+write+known_if_redirected e159)", 2021-03-04T23:26:52.746 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:24.610948+0000", 2021-03-04T23:26:52.746 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 27.846393796000001, 2021-03-04T23:26:52.746 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.119087893, 2021-03-04T23:26:52.746 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:52.747 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:52.747 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:52.747 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:52.747 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:52.747 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 156461 2021-03-04T23:26:52.748 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.748 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:52.748 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.748 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:52.748 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.610948+0000", 2021-03-04T23:26:52.749 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:52.749 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.749 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.749 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:52.749 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.610948+0000", 2021-03-04T23:26:52.750 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6840000000000001e-06 2021-03-04T23:26:52.750 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.750 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.750 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:52.750 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.610951+0000", 2021-03-04T23:26:52.751 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3239999999999999e-06 2021-03-04T23:26:52.751 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.751 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.751 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:52.752 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.610952+0000", 2021-03-04T23:26:52.752 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1547e-05 2021-03-04T23:26:52.752 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.752 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.752 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:52.753 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.610964+0000", 2021-03-04T23:26:52.753 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5220000000000001e-06 2021-03-04T23:26:52.753 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.753 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.753 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:52.754 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.610968+0000", 2021-03-04T23:26:52.754 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0151000000000002e-05 2021-03-04T23:26:52.754 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.754 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.754 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.755 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.611009+0000", 2021-03-04T23:26:52.755 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000162592 2021-03-04T23:26:52.755 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.755 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.755 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:52.756 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.611171+0000", 2021-03-04T23:26:52.756 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00015712300000000001 2021-03-04T23:26:52.756 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.756 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.756 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:26:52.757 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.611328+0000", 2021-03-04T23:26:52.757 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0060764119999999998 2021-03-04T23:26:52.757 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.757 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.757 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:52.758 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.617405+0000", 2021-03-04T23:26:52.758 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9684000000000001e-05 2021-03-04T23:26:52.758 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.758 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.759 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.759 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.617454+0000", 2021-03-04T23:26:52.759 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.107318074 2021-03-04T23:26:52.759 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.759 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.760 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.760 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.724772+0000", 2021-03-04T23:26:52.760 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6356e-05 2021-03-04T23:26:52.760 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.760 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.761 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:52.761 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.724829+0000", 2021-03-04T23:26:52.761 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0052074240000000004 2021-03-04T23:26:52.761 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.761 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.762 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:52.762 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.730036+0000", 2021-03-04T23:26:52.762 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.119087893 2021-03-04T23:26:52.762 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.762 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:52.763 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.763 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.763 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.763 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:156465 9.e 9:7e7b0321:::benchmark_data_gibba011_139107_object3098:head [delete] snapc 0=[] ondisk+write+known_if_redirected e159)", 2021-03-04T23:26:52.763 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:24.612055+0000", 2021-03-04T23:26:52.764 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 27.845287557999999, 2021-03-04T23:26:52.764 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.122921115, 2021-03-04T23:26:52.764 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:52.764 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:52.764 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:52.765 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:52.765 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:52.765 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 156465 2021-03-04T23:26:52.765 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.765 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:52.766 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.766 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:52.766 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.612055+0000", 2021-03-04T23:26:52.766 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:52.767 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.767 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.767 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:52.767 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.612055+0000", 2021-03-04T23:26:52.767 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.9719999999999999e-06 2021-03-04T23:26:52.768 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.768 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.768 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:52.768 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.612057+0000", 2021-03-04T23:26:52.768 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1429999999999999e-06 2021-03-04T23:26:52.769 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.769 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.769 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:52.769 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.612058+0000", 2021-03-04T23:26:52.769 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0169e-05 2021-03-04T23:26:52.770 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.770 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.770 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:52.770 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.612068+0000", 2021-03-04T23:26:52.770 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0369999999999996e-06 2021-03-04T23:26:52.771 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.771 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.771 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:52.771 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.612072+0000", 2021-03-04T23:26:52.772 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0021131769999999999 2021-03-04T23:26:52.772 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.772 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.772 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.773 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.614185+0000", 2021-03-04T23:26:52.773 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000132712 2021-03-04T23:26:52.773 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.773 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.773 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:52.774 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.614318+0000", 2021-03-04T23:26:52.774 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000102884 2021-03-04T23:26:52.774 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.774 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.774 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:26:52.775 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.614421+0000", 2021-03-04T23:26:52.775 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0082666739999999999 2021-03-04T23:26:52.775 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.775 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.775 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:52.776 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.622687+0000", 2021-03-04T23:26:52.776 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4484999999999998e-05 2021-03-04T23:26:52.776 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.776 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.777 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.777 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.622742+0000", 2021-03-04T23:26:52.777 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.10735146600000001 2021-03-04T23:26:52.777 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.777 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.778 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.778 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.730093+0000", 2021-03-04T23:26:52.778 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1858999999999999e-05 2021-03-04T23:26:52.778 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.778 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.779 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:52.779 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.730145+0000", 2021-03-04T23:26:52.779 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0048305370000000002 2021-03-04T23:26:52.779 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.779 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.780 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:52.780 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.734976+0000", 2021-03-04T23:26:52.780 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.122921115 2021-03-04T23:26:52.780 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.780 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:52.781 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.781 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.781 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.781 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:156470 9.e 9:726bb5a9:::benchmark_data_gibba011_139107_object3103:head [delete] snapc 0=[] ondisk+write+known_if_redirected e159)", 2021-03-04T23:26:52.781 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:24.619478+0000", 2021-03-04T23:26:52.782 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 27.837864076999999, 2021-03-04T23:26:52.782 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.119634439, 2021-03-04T23:26:52.782 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:52.782 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:52.783 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:52.783 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:52.783 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:52.783 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 156470 2021-03-04T23:26:52.783 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.784 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:52.784 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.784 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:52.784 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.619478+0000", 2021-03-04T23:26:52.784 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:52.785 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.785 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.785 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:52.785 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.619478+0000", 2021-03-04T23:26:52.785 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9670000000000001e-06 2021-03-04T23:26:52.786 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.786 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.786 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:52.786 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.619481+0000", 2021-03-04T23:26:52.786 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.9759999999999998e-06 2021-03-04T23:26:52.787 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.787 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.787 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:52.787 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.619483+0000", 2021-03-04T23:26:52.788 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2972e-05 2021-03-04T23:26:52.788 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.788 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.788 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:52.788 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.619496+0000", 2021-03-04T23:26:52.789 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9059999999999999e-06 2021-03-04T23:26:52.789 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.789 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.789 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:52.789 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.619502+0000", 2021-03-04T23:26:52.790 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9954000000000003e-05 2021-03-04T23:26:52.790 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.790 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.790 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.790 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.619552+0000", 2021-03-04T23:26:52.791 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000164986 2021-03-04T23:26:52.791 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.791 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.791 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:52.791 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.619717+0000", 2021-03-04T23:26:52.792 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00018270800000000001 2021-03-04T23:26:52.792 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.792 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.792 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:26:52.792 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.619900+0000", 2021-03-04T23:26:52.793 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0028782130000000001 2021-03-04T23:26:52.793 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.793 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.793 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:52.793 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.622778+0000", 2021-03-04T23:26:52.794 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00026603 2021-03-04T23:26:52.794 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.794 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.794 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.794 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.623044+0000", 2021-03-04T23:26:52.795 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.111983688 2021-03-04T23:26:52.795 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.795 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.795 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.795 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.735027+0000", 2021-03-04T23:26:52.796 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6962999999999998e-05 2021-03-04T23:26:52.796 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.796 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.796 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:52.796 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.735064+0000", 2021-03-04T23:26:52.797 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0040480760000000003 2021-03-04T23:26:52.797 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.797 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.797 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:52.797 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.739113+0000", 2021-03-04T23:26:52.798 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.119634439 2021-03-04T23:26:52.798 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.798 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:52.798 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.799 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.799 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.799 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:164631 9.e 9:71dd520c:::benchmark_data_gibba011_139107_object11264:head [delete] snapc 0=[] ondisk+write+known_if_redirected e160)", 2021-03-04T23:26:52.799 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:34.262504+0000", 2021-03-04T23:26:52.799 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 18.194838478000001, 2021-03-04T23:26:52.800 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.25294040800000001, 2021-03-04T23:26:52.800 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:52.800 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:52.800 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:52.800 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:52.801 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:52.801 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 164631 2021-03-04T23:26:52.801 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.801 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:52.801 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.802 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:52.802 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.262504+0000", 2021-03-04T23:26:52.802 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:52.802 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.802 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.803 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:52.803 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.262504+0000", 2021-03-04T23:26:52.803 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4049999999999998e-06 2021-03-04T23:26:52.803 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.803 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.804 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:52.804 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.262506+0000", 2021-03-04T23:26:52.804 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.55e-06 2021-03-04T23:26:52.804 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.804 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.805 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:52.805 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.262508+0000", 2021-03-04T23:26:52.805 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.2380000000000003e-06 2021-03-04T23:26:52.805 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.805 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.806 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:52.806 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.262517+0000", 2021-03-04T23:26:52.806 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1120000000000004e-06 2021-03-04T23:26:52.806 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.806 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.807 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:52.807 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.262522+0000", 2021-03-04T23:26:52.807 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.031425705999999998 2021-03-04T23:26:52.807 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.808 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.808 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.808 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.293948+0000", 2021-03-04T23:26:52.808 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010762100000000001 2021-03-04T23:26:52.808 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.809 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.809 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:52.809 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.294055+0000", 2021-03-04T23:26:52.809 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010126 2021-03-04T23:26:52.809 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.810 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.810 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:26:52.810 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.294157+0000", 2021-03-04T23:26:52.810 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.005496506 2021-03-04T23:26:52.810 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.811 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.811 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:52.811 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.299653+0000", 2021-03-04T23:26:52.811 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000324171 2021-03-04T23:26:52.811 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.812 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.812 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.812 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.299977+0000", 2021-03-04T23:26:52.812 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.211542643 2021-03-04T23:26:52.812 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.813 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.813 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.813 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.511520+0000", 2021-03-04T23:26:52.813 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.736e-05 2021-03-04T23:26:52.814 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.814 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.814 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:52.814 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.511577+0000", 2021-03-04T23:26:52.814 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0038668359999999998 2021-03-04T23:26:52.815 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.815 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.815 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:52.815 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.515444+0000", 2021-03-04T23:26:52.815 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.25294040800000001 2021-03-04T23:26:52.816 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.816 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:52.816 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.816 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.816 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.817 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:164653 9.e 9:7d6cdc05:::benchmark_data_gibba011_139107_object11286:head [delete] snapc 0=[] ondisk+write+known_if_redirected e160)", 2021-03-04T23:26:52.817 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:34.281552+0000", 2021-03-04T23:26:52.817 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 18.175789896000001, 2021-03-04T23:26:52.817 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.23859065400000001, 2021-03-04T23:26:52.817 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:52.818 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:52.818 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:52.818 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:52.818 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:52.818 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 164653 2021-03-04T23:26:52.819 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.819 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:52.819 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.819 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:52.819 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.281552+0000", 2021-03-04T23:26:52.820 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:52.820 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.820 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.820 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:52.820 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.281552+0000", 2021-03-04T23:26:52.821 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2680000000000001e-06 2021-03-04T23:26:52.821 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.821 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.821 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:52.821 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.281555+0000", 2021-03-04T23:26:52.822 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.497e-06 2021-03-04T23:26:52.822 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.822 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.822 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:52.823 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.281556+0000", 2021-03-04T23:26:52.823 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1738e-05 2021-03-04T23:26:52.823 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.823 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.823 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:52.824 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.281568+0000", 2021-03-04T23:26:52.824 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4349999999999996e-06 2021-03-04T23:26:52.824 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.824 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.824 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:52.825 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.281573+0000", 2021-03-04T23:26:52.825 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014928794 2021-03-04T23:26:52.825 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.825 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.825 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.826 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.296502+0000", 2021-03-04T23:26:52.826 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000124929 2021-03-04T23:26:52.826 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.826 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.826 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:52.827 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.296627+0000", 2021-03-04T23:26:52.827 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000113955 2021-03-04T23:26:52.827 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.827 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.827 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:26:52.828 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.296741+0000", 2021-03-04T23:26:52.828 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0029712649999999998 2021-03-04T23:26:52.828 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.828 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.829 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:52.829 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.299712+0000", 2021-03-04T23:26:52.829 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00039710599999999999 2021-03-04T23:26:52.829 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.829 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.830 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.830 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.300109+0000", 2021-03-04T23:26:52.830 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.21538822899999999 2021-03-04T23:26:52.830 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.830 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.831 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.831 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.515497+0000", 2021-03-04T23:26:52.831 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.393e-05 2021-03-04T23:26:52.831 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.831 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.832 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:52.832 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.515551+0000", 2021-03-04T23:26:52.832 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0045915080000000002 2021-03-04T23:26:52.832 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.832 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.833 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:52.833 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.520143+0000", 2021-03-04T23:26:52.833 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.23859065400000001 2021-03-04T23:26:52.833 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.833 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:52.834 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.834 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.834 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.834 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:164686 9.e 9:799e1d60:::benchmark_data_gibba011_139107_object11319:head [delete] snapc 0=[] ondisk+write+known_if_redirected e161)", 2021-03-04T23:26:52.834 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:34.349506+0000", 2021-03-04T23:26:52.835 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 18.107835733999998, 2021-03-04T23:26:52.835 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.17812167600000001, 2021-03-04T23:26:52.835 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:52.835 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:52.835 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:52.836 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:52.836 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:52.836 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 164686 2021-03-04T23:26:52.836 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.836 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:52.837 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.837 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:52.837 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.349506+0000", 2021-03-04T23:26:52.837 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:52.837 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.838 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.838 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:52.838 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.349506+0000", 2021-03-04T23:26:52.838 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7070000000000001e-06 2021-03-04T23:26:52.839 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.839 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.839 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:52.839 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.349509+0000", 2021-03-04T23:26:52.839 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5659999999999999e-06 2021-03-04T23:26:52.840 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.840 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.840 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:52.840 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.349511+0000", 2021-03-04T23:26:52.840 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1104000000000001e-05 2021-03-04T23:26:52.841 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.841 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.841 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:52.841 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.349522+0000", 2021-03-04T23:26:52.841 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7119999999999999e-06 2021-03-04T23:26:52.842 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.842 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.842 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:52.842 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.349526+0000", 2021-03-04T23:26:52.842 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5881999999999999e-05 2021-03-04T23:26:52.843 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.843 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.843 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.843 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.349572+0000", 2021-03-04T23:26:52.843 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011885200000000001 2021-03-04T23:26:52.844 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.844 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.844 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:52.844 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.349691+0000", 2021-03-04T23:26:52.844 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000113423 2021-03-04T23:26:52.845 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.845 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.845 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:26:52.845 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.349805+0000", 2021-03-04T23:26:52.845 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.002457234 2021-03-04T23:26:52.846 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.846 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.846 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:52.846 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.352262+0000", 2021-03-04T23:26:52.847 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.8735999999999999e-05 2021-03-04T23:26:52.847 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.847 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.847 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.847 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.352351+0000", 2021-03-04T23:26:52.848 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.170454776 2021-03-04T23:26:52.848 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.848 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.848 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.848 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.522805+0000", 2021-03-04T23:26:52.849 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7241999999999998e-05 2021-03-04T23:26:52.849 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.849 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.849 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:52.849 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.522863+0000", 2021-03-04T23:26:52.850 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0047654419999999999 2021-03-04T23:26:52.850 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.850 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.850 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:52.850 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.527628+0000", 2021-03-04T23:26:52.851 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.17812167600000001 2021-03-04T23:26:52.851 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.851 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:52.851 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.851 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.852 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.852 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:164693 9.e 9:7d5fa6b5:::benchmark_data_gibba011_139107_object11326:head [delete] snapc 0=[] ondisk+write+known_if_redirected e161)", 2021-03-04T23:26:52.852 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:34.385494+0000", 2021-03-04T23:26:52.852 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 18.071847935000001, 2021-03-04T23:26:52.852 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14614871500000001, 2021-03-04T23:26:52.853 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:26:52.853 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:26:52.853 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:26:52.853 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:26:52.853 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:26:52.854 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 164693 2021-03-04T23:26:52.854 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.854 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:26:52.854 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.855 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:26:52.855 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.385494+0000", 2021-03-04T23:26:52.855 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:26:52.855 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.855 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.856 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:26:52.856 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.385494+0000", 2021-03-04T23:26:52.856 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.295e-06 2021-03-04T23:26:52.856 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.857 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.857 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:26:52.857 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.385497+0000", 2021-03-04T23:26:52.857 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7260000000000001e-06 2021-03-04T23:26:52.857 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.858 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.858 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:26:52.858 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.385498+0000", 2021-03-04T23:26:52.858 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1762e-05 2021-03-04T23:26:52.858 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.859 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.859 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:26:52.859 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.385510+0000", 2021-03-04T23:26:52.859 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3789999999999999e-06 2021-03-04T23:26:52.859 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.860 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.860 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:26:52.860 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.385514+0000", 2021-03-04T23:26:52.860 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6439e-05 2021-03-04T23:26:52.860 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.861 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.861 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:26:52.861 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.385561+0000", 2021-03-04T23:26:52.861 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000177663 2021-03-04T23:26:52.861 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.862 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.862 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:26:52.862 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.385738+0000", 2021-03-04T23:26:52.862 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00019375999999999999 2021-03-04T23:26:52.862 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.863 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.863 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:26:52.863 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.385932+0000", 2021-03-04T23:26:52.863 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027618120000000002 2021-03-04T23:26:52.863 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.864 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.864 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.864 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.388694+0000", 2021-03-04T23:26:52.864 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.5264000000000001e-05 2021-03-04T23:26:52.865 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.865 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.865 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:26:52.865 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.388789+0000", 2021-03-04T23:26:52.865 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.13888594800000001 2021-03-04T23:26:52.866 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.866 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.866 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:26:52.866 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.527675+0000", 2021-03-04T23:26:52.866 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7564999999999997e-05 2021-03-04T23:26:52.867 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.867 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.867 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:26:52.867 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.527713+0000", 2021-03-04T23:26:52.867 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0039301020000000004 2021-03-04T23:26:52.868 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:26:52.868 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:26:52.868 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:26:52.868 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.531643+0000", 2021-03-04T23:26:52.868 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14614871500000001 2021-03-04T23:26:52.869 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.869 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:52.869 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.870 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:26:52.870 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:26:52.870 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:26:52.870 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:52.871 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:26:52.872 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 7, 6] out_osds: [1, 3] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:26:52.872 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:26:52.872 INFO:tasks.thrashosds.thrasher:Killing osd 0, live_osds are [0, 1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:26:52.873 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2021-03-04T23:26:52.873 DEBUG:teuthology.orchestra.run.gibba011:> sudo systemctl stop ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@osd.0 2021-03-04T23:26:52.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:52.893 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:52.894 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:52.989 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:52.995 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:53.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:53.015 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:53.015 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:53.042 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:26:52 gibba011 systemd[1]: Stopping Ceph osd.0 for 5f47b844-7d3d-11eb-9066-001a4aab830c... 2021-03-04T23:26:53.116 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:53.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:53.137 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:53.137 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:53.238 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:53.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:53.256 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:53.257 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:53.323 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:26:53.341 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[106796]: debug 2021-03-04T23:26:53.039+0000 7fee16f07700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2021-03-04T23:26:53.342 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[106796]: debug 2021-03-04T23:26:53.039+0000 7fee16f07700 -1 osd.0 165 *** Got signal Terminated *** 2021-03-04T23:26:53.342 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[106796]: debug 2021-03-04T23:26:53.039+0000 7fee16f07700 -1 osd.0 165 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-03-04T23:26:53.342 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:26:53 gibba011 podman[157801]: 2021-03-04 23:26:53.140165846 +0000 UTC m=+0.235876688 container stop 5fad3a5ebf99cf396d228563f3b220aa89833daae5c3b221aa16a740608f140f (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0, GIT_BRANCH=HEAD, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.18.0, org.label-schema.license=GPLv2, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, ceph=True, org.label-schema.build-date=20201204, GIT_REPO=git@github.com:ceph/ceph-container.git) 2021-03-04T23:26:53.342 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:26:53 gibba011 podman[157801]: 2021-03-04 23:26:53.210660885 +0000 UTC m=+0.306371722 container died 5fad3a5ebf99cf396d228563f3b220aa89833daae5c3b221aa16a740608f140f (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0) 2021-03-04T23:26:53.343 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:26:53 gibba011 podman[157801]: 5fad3a5ebf99cf396d228563f3b220aa89833daae5c3b221aa16a740608f140f 2021-03-04T23:26:53.358 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:53.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:53.377 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:53.377 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:53.433 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:53.479 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:53.496 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:53.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:53.497 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:53.598 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:53.615 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:53.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:53.616 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:53.717 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:53.734 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:53.735 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:53.736 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:53.837 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:53.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:53.855 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:53.855 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:53.924 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:26:53.956 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:53.973 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:53.973 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:53.974 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:54.075 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:54.092 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:54.092 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:54.093 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:54.194 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:54.210 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:54.211 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:54.212 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:54.313 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:54.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:54.332 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:54.332 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:54.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:52.628896+0000 mgr.x (mgr.34676) 707 : cluster [DBG] pgmap v633: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 85 active+clean, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 353 op/s; 49933/396540 objects degraded (12.592%); 66292/396540 objects misplaced (16.718%); 36 MiB/s, 575 objects/s recovering 2021-03-04T23:26:54.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: audit 2021-03-04T23:26:53.271909+0000 2021-03-04T23:26:54.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: mon.c (mon.1) 279 : audit [INF] from='client.? 172.21.2.111:0/1662610542' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:26:54.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: audit 2021-03-04T23:26:53.272168+0000 mon.a (mon.0) 754 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:26:54.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.326876+0000 mon.a (mon.0) 755 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:26:54.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.326897+0000 mon.a (mon.0) 756 : cluster [INF] osd.0 failed (root=default,host=gibba011) (connection refused reported by osd.2) 2021-03-04T23:26:54.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.327009+0000 mon.a (mon.0) 757 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:26:54.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.327043+0000 mon.a (mon.0) 758 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:26:54.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.327131+0000 mon.a (mon.0) 759 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:26:54.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.327219+0000 mon.a (mon.0) 760 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:26:54.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.327312+0000 mon.a (mon.0) 761 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:26:54.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.327406+0000 mon.a (mon.0) 762 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:26:54.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.327478+0000 mon.a (mon.0) 763 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:26:54.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.327511+0000 mon.a (mon.0) 764 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:26:54.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.327602+0000 mon.a (mon.0) 765 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:26:54.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.327675+0000 mon.a (mon.0) 766 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:26:54.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.327749+0000 mon.a (mon.0) 767 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:26:54.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.327780+0000 mon.a (mon.0) 768 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:26:54.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.327841+0000 mon.a (mon.0) 769 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:26:54.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.327963+0000 mon.a (mon.0) 770 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:26:54.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.728019+0000 mon.a (mon.0) 771 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:26:54.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.728108+0000 mon.a (mon.0) 772 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:26:54.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.728341+0000 mon.a (mon.0) 773 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:26:54.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.728441+0000 mon.a (mon.0) 774 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:26:54.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.728584+0000 mon.a (mon.0) 775 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:26:54.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.728706+0000 mon.a (mon.0) 776 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:26:54.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.728737+0000 mon.a (mon.0) 777 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:26:54.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.728784+0000 mon.a (mon.0) 778 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:26:54.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.728925+0000 mon.a (mon.0) 779 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:26:54.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.728956+0000 mon.a (mon.0) 780 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:26:54.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.729003+0000 mon.a (mon.0) 781 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:26:54.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: 2021-03-04T23:26:54.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.729169+0000 mon.a (mon.0) 782 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:26:54.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.729239+0000 mon.a (mon.0) 783 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:26:54.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.729359+0000 mon.a (mon.0) 784 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:26:54.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.729457+0000 mon.a (mon.0) 785 : cluster 2021-03-04T23:26:54.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:26:54.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.885545+0000 mon.a (mon. 2021-03-04T23:26:54.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:53 gibba038 conmon[76675]: 0) 786 : cluster [WRN] Health check update: Degraded data redundancy: 49933/396540 objects degraded (12.592%), 7 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:26:54.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04T23:26:52.628896+0000 mgr.x (mgr.34676) 707 : cluster [DBG] pgmap v633: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 85 active+clean, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 353 op/s; 49933/396540 objects degraded (12.592%); 66292/396540 objects misplaced (16.718%); 36 MiB/s, 575 objects/s recovering 2021-03-04T23:26:54.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: audit 2021-03-04T23:26:53.271909+0000 mon.c (mon.1) 279 : audit [INF] from='client.? 172.21.2.111:0/1662610542' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:26:54.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: audit 2021-03-04T23:26:53.272168+0000 mon.a (mon.0) 754 : audit [INF] 2021-03-04T23:26:54.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:26:54.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04T23:26:53.326876+0000 mon.a (mon.0) 755 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:26:54.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04T23:26:53.326897+0000 mon.a (mon.0) 756 : cluster [INF] osd.0 failed (root=default,host=gibba011) (connection refused reported by osd.2) 2021-03-04T23:26:54.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04T23:26:53.327009+0000 mon.a (mon.0) 757 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:26:54.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04T23:26:53.327043+0000 mon.a (mon.0) 758 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:26:54.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04T23:26:53.327131+0000 mon.a (mon.0) 759 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:26:54.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04T23:26:53.327219+0000 mon.a (mon.0) 760 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:26:54.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04T23:26:53.327312+0000 mon.a (mon.0) 761 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:26:54.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04 2021-03-04T23:26:54.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: T23:26:53.327406+0000 mon.a (mon.0) 762 : cluster [DBG] 2021-03-04T23:26:54.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: osd.0 reported immediately failed by osd.3 2021-03-04T23:26:54.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04T23:26:54.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: 2021-03-04T23:26:53.327478+0000 mon.a (mon.0 2021-03-04T23:26:54.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: ) 763 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:26:54.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04T 2021-03-04T23:26:54.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: 23:26:53.327511+0000 mon.a (mon.0) 2021-03-04T23:26:54.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: 764 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:26:54.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04T23 2021-03-04T23:26:54.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: :26:53.327602+0000 mon.a (mon.0) 765 2021-03-04T23:26:54.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:26:54.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04T23:26 2021-03-04T23:26:54.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: :53.327675+0000 mon.a (mon.0) 766 : cluster 2021-03-04T23:26:54.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:26:54.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04T23:26:53 2021-03-04T23:26:54.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: .327749+0000 mon.a (mon.0) 767 : cluster [DBG] 2021-03-04T23:26:54.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: osd.0 reported immediately failed by osd.5 2021-03-04T23:26:54.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04T23:26:53. 2021-03-04T23:26:54.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: 327780+0000 mon.a (mon.0) 768 : cluster [DBG] 2021-03-04T23:26:54.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: osd.0 reported immediately failed by osd.4 2021-03-04T23:26:54.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04T23:26:54.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: 2021-03-04T23:26:53.327841+0000 mon.a (mon.0) 2021-03-04T23:26:54.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03-04T23:26:52.628896+0000 mgr.x (mgr.34676) 707 : cluster [DBG] pgmap v633: 99 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 85 active+clean, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 353 op/s; 49933/396540 objects degraded (12.592%); 66292/396540 objects misplaced (16.718%); 36 MiB/s, 575 objects/s recovering 2021-03-04T23:26:54.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: audit 2021-03-04T23:26:53.271909+0000 2021-03-04T23:26:54.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: mon.c (mon.1) 279 : audit [INF] from='client.? 172.21.2.111:0/1662610542' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:26:54.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: audit 2021-03-04T23:26:53.272168+0000 mon.a (mon.0) 754 : 2021-03-04T23:26:54.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:26:54.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:26:54.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 04T23:26:53.326876+0000 mon.a 2021-03-04T23:26:54.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: (mon.0) 755 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:26:54.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:26:54.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 03-04T23:26:53.326897+0000 mon.a ( 2021-03-04T23:26:54.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: mon.0) 756 : cluster [INF] osd.0 failed (root=default,host=gibba011) (connection refused reported by osd.2) 2021-03-04T23:26:54.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03-04T23:26:54.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 2021-03-04T23:26: 2021-03-04T23:26:54.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 53.327009+0000 mon.a (mon.0) 757 2021-03-04T23:26:54.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:26:54.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:26:54.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: -04T23:26:53.327043+0000 2021-03-04T23:26:54.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: mon.a (mon.0) 758 : cluster 2021-03-04T23:26:54.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:26:54.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:26:54.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: T23:26:53.327131+0000 mon.a (mon. 2021-03-04T23:26:54.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 0) 759 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:26:54.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03-04T23:26:53.327219+0000 mon.a (mon.0) 2021-03-04T23:26:54.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 760 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:26:54.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:26:54.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: T23:26:53.327312+0000 mon.a (mon.0) 2021-03-04T23:26:54.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 761 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:26:54.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:26:54.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: T23:26:53.327406+0000 mon.a (mon.0) 762 2021-03-04T23:26:54.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:26:54.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03-04T23:26:54.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 2021-03-04T23:26:53. 2021-03-04T23:26:54.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 327478+0000 mon.a (mon.0) 763 : cluster [DBG] 2021-03-04T23:26:54.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: osd.0 reported immediately failed by osd.4 2021-03-04T23:26:54.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03-04T23:26:54.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 2021-03-04T23:26:53.327511 2021-03-04T23:26:54.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: +0000 mon.a (mon.0) 764 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:26:54.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 2021-03-04T23:26:54.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03-04T23:26:54.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 2021-03-04T23: 2021-03-04T23:26:54.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 26:53.327602+0000 mon.a (mon.0) 765 : 2021-03-04T23:26:54.370 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:26:54.370 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:26:54.370 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 04T23:26:53.327675+0000 2021-03-04T23:26:54.371 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: 769 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:26:54.371 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04T23:26:53 2021-03-04T23:26:54.371 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: .327963+0000 mon.a (mon.0) 770 : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:26:54.371 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04T23:26 2021-03-04T23:26:54.371 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: :53.728019+0000 mon.a (mon.0) 771 : 2021-03-04T23:26:54.372 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:26:54.372 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04T23:26:54.372 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: 2021-03-04T23:26:53.728108+0000 mon.a (mon. 2021-03-04T23:26:54.372 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: 0) 772 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:26:54.373 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04T23:26:53.728341 2021-03-04T23:26:54.373 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: +0000 mon.a (mon.0) 773 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:26:54.373 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021 2021-03-04T23:26:54.373 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: -03-04T23:26:53.728441+0000 2021-03-04T23:26:54.373 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: mon.a (mon.0) 774 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:26:54.374 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04T23:26:54.374 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: 2021-03-04T23:26:53 2021-03-04T23:26:54.374 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: .728584+0000 mon.a (mon.0) 775 2021-03-04T23:26:54.374 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:26:54.375 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04T23:26:54.375 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: 2021-03 2021-03-04T23:26:54.375 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: -04T23:26:53.728706+0000 2021-03-04T23:26:54.375 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: mon.a (mon.0) 776 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:26:54.375 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021- 2021-03-04T23:26:54.376 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: 03-04T23:26:53.728737+0000 2021-03-04T23:26:54.376 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: mon.a (mon.0) 777 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:26:54.376 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: 2021-03-04T23:26:54.376 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04T23:26:54.376 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: 2021-03-04T23 2021-03-04T23:26:54.377 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: :26:53.728784+0000 mon.a (mon.0) 2021-03-04T23:26:54.377 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: 778 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:26:54.377 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04T23:26:54.377 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: 2021-03- 2021-03-04T23:26:54.378 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: 04T23:26:53.728925+0000 mon.a (mon.0) 779 : cluster 2021-03-04T23:26:54.378 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:26:54.378 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04T23:26:54.378 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: 2021-03-04 2021-03-04T23:26:54.378 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: T23:26:53.728956+0000 mon.a (mon. 2021-03-04T23:26:54.379 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: 0) 780 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:26:54.379 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04 2021-03-04T23:26:54.379 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: T23:26:53.729003+0000 mon.a (mon.0) 781 : cluster 2021-03-04T23:26:54.379 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:26:54.380 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04T23:26:54.380 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: 2021-03-04T23:26: 2021-03-04T23:26:54.380 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: 53.729169+0000 mon.a (mon.0) 782 : 2021-03-04T23:26:54.380 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:26:54.380 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021- 2021-03-04T23:26:54.381 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: 03-04T23:26:53.729239+0000 2021-03-04T23:26:54.381 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: mon.a (mon.0) 783 : cluster [DBG] 2021-03-04T23:26:54.381 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: osd.0 reported immediately failed by osd.5 2021-03-04T23:26:54.381 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03-04 2021-03-04T23:26:54.382 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: T23:26:53.729359+0000 2021-03-04T23:26:54.382 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: mon.a (mon.0) 784 : cluster [DBG] 2021-03-04T23:26:54.382 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: osd.0 reported immediately failed by osd.7 2021-03-04T23:26:54.382 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021-03- 2021-03-04T23:26:54.383 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: 04T23:26:53.729457+0000 2021-03-04T23:26:54.383 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: mon.a (mon.0) 785 : cluster 2021-03-04T23:26:54.383 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:26:54.383 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster 2021 2021-03-04T23:26:54.383 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: -03-04T23:26:53.885545 2021-03-04T23:26:54.384 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: +0000 mon.a (mon.0) 786 : 2021-03-04T23:26:54.384 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[95595]: cluster [WRN] Health check update: Degraded data redundancy: 49933/396540 objects degraded (12.592%), 7 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:26:54.384 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: mon.a (mon.0) 766 : cluster 2021-03-04T23:26:54.385 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:26:54.385 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:26:54.385 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 04T23:26:53.327749+0000 2021-03-04T23:26:54.385 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: mon.a (mon.0) 767 : cluster [DBG] 2021-03-04T23:26:54.385 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: osd.0 reported immediately failed by osd.5 2021-03-04T23:26:54.386 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03-04T23:26:54.386 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 2021-03-04 2021-03-04T23:26:54.386 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: T23:26:53.327780+0000 mon.a ( 2021-03-04T23:26:54.386 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: mon.0) 768 : cluster [DBG] 2021-03-04T23:26:54.387 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: osd.0 reported immediately failed by osd.4 2021-03-04T23:26:54.387 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:26:54.387 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: T23:26:53.327841+0000 mon.a (mon.0) 769 2021-03-04T23:26:54.387 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:26:54.388 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:26:54.388 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 23:26:53.327963+0000 mon.a (mon.0) 770 2021-03-04T23:26:54.388 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: : cluster [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:26:54.388 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:26:54.389 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: :26:53.728019+0000 mon.a (mon.0) 771 2021-03-04T23:26:54.389 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:26:54.389 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:26:54.389 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 26:53.728108+0000 mon.a (mon.0) 772 : cluster 2021-03-04T23:26:54.389 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:26:54.390 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:26:54.390 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 26:53.728341+0000 mon.a (mon.0) 773 : cluster [DBG] osd.0 reported immediately failed by osd.1 2021-03-04T23:26:54.390 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:26:54.390 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: -04T23:26:53.728441+0000 mon.a (mon 2021-03-04T23:26:54.390 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: .0) 774 : cluster [DBG] osd.0 reported immediately failed by osd.2 2021-03-04T23:26:54.391 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:26:54.391 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 04T23:26:53.728584+0000 mon.a (mon. 2021-03-04T23:26:54.391 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 0) 775 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:26:54.391 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:26:54.392 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 04T23:26:53.728706+0000 mon.a (mon. 2021-03-04T23:26:54.392 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 0) 776 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:26:54.392 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03-04T23:26:54.392 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 2021-03-04T23:26:53.728737+0000 2021-03-04T23:26:54.392 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: mon.a (mon.0) 777 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:26:54.393 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:26:54.393 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 03-04T23:26:53.728784+0000 mon.a ( 2021-03-04T23:26:54.393 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: mon.0) 778 : cluster [DBG] osd.0 reported immediately failed by osd.3 2021-03-04T23:26:54.393 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:26:54.393 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: -04T23:26:53.728925+0000 mon.a (mon 2021-03-04T23:26:54.394 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: .0) 779 : cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:26:54.394 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:26:54.394 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 04T23:26:53.728956+0000 mon.a (mon. 2021-03-04T23:26:54.394 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 0) 780 : cluster [DBG] osd.0 reported immediately failed by osd.6 2021-03-04T23:26:54.394 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:26:54.395 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: T23:26:53.729003+0000 mon.a (mon.0) 2021-03-04T23:26:54.395 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 781 : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:26:54.395 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:26:54.395 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: :26:53.729169+0000 mon.a (mon.0) 782 : 2021-03-04T23:26:54.395 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster [DBG] osd.0 reported immediately failed by osd.4 2021-03-04T23:26:54.396 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03-04T23:26 2021-03-04T23:26:54.396 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: :53.729239+0000 mon.a (mon.0) 783 : cluster 2021-03-04T23:26:54.396 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:26:54.396 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:26:54.396 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: -03-04T23:26:53.729359+0000 mon.a (mon.0) 784 2021-03-04T23:26:54.397 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: : cluster [DBG] osd.0 reported immediately failed by osd.7 2021-03-04T23:26:54.397 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03-04T23:26: 2021-03-04T23:26:54.397 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: 53.729457+0000 mon.a (mon.0) 785 : cluster 2021-03-04T23:26:54.397 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: [DBG] osd.0 reported immediately failed by osd.5 2021-03-04T23:26:54.398 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: cluster 2021-03-04T23:26:53 2021-03-04T23:26:54.398 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: .885545+0000 mon.a (mon.0) 786 : cluster [WRN] 2021-03-04T23:26:54.398 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:53 gibba011 conmon[99461]: Health check update: Degraded data redundancy: 49933/396540 objects degraded (12.592%), 7 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:26:54.434 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:54.455 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:54.456 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:54.457 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:54.558 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:54.576 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:54.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:54.577 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:54.678 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:54.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:54.696 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:54.696 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:54.798 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:54.867 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:26:54 gibba011 podman[157950]: 2021-03-04 23:26:54.659437056 +0000 UTC m=+1.482536869 container remove 5fad3a5ebf99cf396d228563f3b220aa89833daae5c3b221aa16a740608f140f (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=, maintainer=Dimitri Savineau , GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, io.buildah.version=1.18.0, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2021-03-04T23:26:54.888 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:54.889 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:54.890 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:54.991 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:55.010 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:55.011 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:55.011 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:55.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:54 gibba011 conmon[95595]: cluster 2021-03-04T23:26:53.911718+0000 mon.a (mon.0) 787 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:26:55.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:54 gibba011 conmon[95595]: cluster 2021-03-04T23:26:53.911757+0000 mon.a (mon.0) 788 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:26:55.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:54 gibba011 conmon[95595]: audit 2021-03-04T23:26:53.917357+0000 mon.a (mon.0) 789 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:26:55.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:54 gibba011 conmon[95595]: cluster 2021-03-04T23:26:53.917439+0000 mon.a (mon.0 2021-03-04T23:26:55.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:54 gibba011 conmon[95595]: ) 790 : cluster [DBG] osdmap e166: 8 total, 7 up, 6 in 2021-03-04T23:26:55.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:54 gibba011 conmon[99461]: cluster 2021-03-04T23:26:53.911718+0000 mon.a (mon.0) 787 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:26:55.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:54 gibba011 conmon[99461]: cluster 2021-03-04T23:26:53.911757+0000 mon.a (mon.0) 788 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:26:55.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:54 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:26:55.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:54 gibba011 conmon[99461]: 04T23:26:53.917357+0000 mon.a (mon.0) 789 2021-03-04T23:26:55.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:54 gibba011 conmon[99461]: : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:26:55.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:54 gibba011 conmon[99461]: cluster 2021-03-04T23:26:55.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:54 gibba011 conmon[99461]: 2021-03-04T23:26:53.917439+0000 mon.a (mon 2021-03-04T23:26:55.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:54 gibba011 conmon[99461]: .0) 790 : cluster [DBG] osdmap e166: 8 total, 7 up, 6 in 2021-03-04T23:26:55.113 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:55.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:55.131 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:55.132 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:55.233 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:55.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:55.253 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:55.253 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:55.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:54 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.911718+0000 mon.a (mon.0) 787 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:26:55.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:54 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.911757+0000 mon.a (mon.0) 788 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2021-03-04T23:26:55.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:54 gibba038 conmon[76675]: audit 2021-03-04T23:26:53.917357+0000 mon.a (mon.0) 789 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:26:55.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:54 gibba038 conmon[76675]: cluster 2021-03-04T23:26:53.917439+0000 mon.a ( 2021-03-04T23:26:55.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:54 gibba038 conmon[76675]: mon.0) 790 : cluster [DBG] osdmap e166: 8 total, 7 up, 6 in 2021-03-04T23:26:55.355 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:55.372 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:55.373 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:55.373 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:55.475 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:55.492 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:55.493 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:55.493 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:55.594 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:55.612 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:55.613 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:55.613 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:55.714 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:55.732 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:55.733 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:55.733 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:55.838 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:55.856 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:55.856 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:55.857 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:55.958 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:55.976 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:55.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:55.978 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:56.079 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:56.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:56.098 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:56.099 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:56.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:55 gibba011 conmon[95595]: cluster 2021-03-04T23:26:54.629271+0000 mgr.x (mgr.34676) 708 : cluster [DBG] pgmap v635: 99 pgs: 1 stale+active+recovering+undersized+remapped, 1 stale+active+recovery_wait+remapped, 16 stale+active+clean, 1 active+remapped+backfilling, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 69 active+clean, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 263 op/s; 49901/396348 objects degraded (12.590%); 66262/396348 objects misplaced (16.718%); 32 MiB/s, 505 objects/s recovering 2021-03-04T23:26:56.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:55 gibba011 conmon[95595]: cluster 2021-03-04T23:26:54.919699+0000 osd.1 (osd.1) 3 : cluster [INF] 9.0 continuing backfill to osd.6 from (141'1000,165'11060] MIN to 165'11060 2021-03-04T23:26:56.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:55 gibba011 conmon[95595]: cluster 2021-03-04T23:26: 2021-03-04T23:26:56.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:55 gibba011 conmon[95595]: 54.919961+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e167: 8 total, 7 up, 6 in 2021-03-04T23:26:56.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:55 gibba011 conmon[95595]: cluster 2021-03-04T23:26:54.920796+0000 osd.4 (osd.4) 6 : cluster [INF] 9.4 continuing backfill to osd.6 from (141'3816,165'10818] MIN to 165'10818 2021-03-04T23:26:56.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:55 gibba011 conmon[95595]: cluster 2021-03-04T23:26:54.920938+0000 osd.5 (osd.5) 6 : cluster [INF] 9.8 continuing backfill to osd.7 from (142'5636,165'10914] MIN to 165'10914 2021-03-04T23:26:56.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:55 gibba011 conmon[99461]: cluster 2021-03-04T23:26:54.629271+0000 mgr.x (mgr.34676) 708 : cluster [DBG] pgmap v635: 99 pgs: 1 stale+active+recovering+undersized+remapped, 1 stale+active+recovery_wait+remapped, 16 stale+active+clean, 1 active+remapped+backfilling, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 69 active+clean, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 263 op/s; 49901/396348 objects degraded (12.590%); 66262/396348 objects misplaced (16.718%); 32 MiB/s, 505 objects/s recovering 2021-03-04T23:26:56.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:55 gibba011 conmon[99461]: cluster 2021-03-04T23:26:54.919699+0000 osd.1 (osd.1) 3 : cluster [INF] 9.0 continuing backfill to osd.6 from (141'1000,165'11060] MIN to 165'11060 2021-03-04T23:26:56.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:55 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:26:56.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:55 gibba011 conmon[99461]: :26:54.919961+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e167: 8 total, 7 up, 6 in 2021-03-04T23:26:56.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:55 gibba011 conmon[99461]: cluster 2021-03-04T23:26:54.920796+0000 osd.4 2021-03-04T23:26:56.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:55 gibba011 conmon[99461]: (osd.4) 6 : cluster [INF] 9.4 continuing backfill to osd.6 from (141'3816,165'10818] MIN to 165'10818 2021-03-04T23:26:56.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:55 gibba011 conmon[99461]: cluster 2021-03-04T23:26:56.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:55 gibba011 conmon[99461]: 2021-03-04T23:26:54 2021-03-04T23:26:56.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:55 gibba011 conmon[99461]: .920938+0000 osd.5 (osd.5) 2021-03-04T23:26:56.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:55 gibba011 conmon[99461]: 6 : cluster [INF] 9.8 continuing backfill to osd.7 from (142'5636,165'10914] MIN to 165'10914 2021-03-04T23:26:56.200 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:56.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:56.218 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:56.218 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:56.320 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:56.337 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:56.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:55 gibba038 conmon[76675]: cluster 2021-03-04T23:26:54.629271+0000 mgr.x (mgr.34676) 708 2021-03-04T23:26:56.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:55 gibba038 conmon[76675]: : cluster [DBG] pgmap v635: 99 pgs: 1 stale+active+recovering+undersized+remapped, 1 stale+active+recovery_wait+remapped, 16 stale+active+clean, 1 active+remapped+backfilling, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 69 active+clean, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 263 op/s; 49901/396348 objects degraded (12.590%); 66262/396348 objects misplaced (16.718%); 32 MiB/s, 505 objects/s recovering 2021-03-04T23:26:56.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:55 gibba038 conmon[76675]: cluster 2021-03-04T23:26:54.919699+0000 osd.1 (osd.1) 3 : cluster [INF] 9.0 continuing backfill to osd.6 from (141'1000,165'11060] MIN to 165'11060 2021-03-04T23:26:56.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:55 gibba038 conmon[76675]: cluster 2021-03-04T23:26: 2021-03-04T23:26:56.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:55 gibba038 conmon[76675]: 54.919961+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e167: 8 total, 7 up, 6 in 2021-03-04T23:26:56.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:55 gibba038 conmon[76675]: cluster 2021-03-04T 2021-03-04T23:26:56.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:55 gibba038 conmon[76675]: 23:26:54.920796+0000 osd.4 (osd.4) 6 : cluster 2021-03-04T23:26:56.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:55 gibba038 conmon[76675]: [INF] 9.4 continuing backfill to osd.6 from (141'3816,165'10818] MIN to 165'10818 2021-03-04T23:26:56.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:55 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:26:56.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:55 gibba038 conmon[76675]: 26:54.920938+0000 osd.5 (osd.5) 6 2021-03-04T23:26:56.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:55 gibba038 conmon[76675]: : cluster [INF] 9.8 continuing backfill to osd.7 from (142'5636,165'10914] MIN to 165'10914 2021-03-04T23:26:56.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:56.341 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:56.443 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:56.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:56.461 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:56.461 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:56.563 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:56.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:56.582 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:56.582 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:56.683 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:56.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:56.702 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:56.703 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:56.804 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:56.822 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:56.823 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:56.824 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:56.925 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:56.942 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:56.943 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:56.944 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:26:57.045 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:57.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:57.063 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:57.063 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:57.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:56 gibba011 conmon[95595]: cluster 2021-03-04T23:26:55.922196+0000 mon.a (mon.0) 792 : cluster [DBG] osdmap e168: 8 total, 7 up, 6 in 2021-03-04T23:26:57.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:56 gibba011 conmon[99461]: cluster 2021-03-04T23:26:55.922196+0000 mon.a (mon.0) 792 : cluster [DBG] osdmap e168: 8 total, 7 up, 6 in 2021-03-04T23:26:57.104 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:26:56 gibba011 podman[158294]: 2021-03-04 23:26:56.942884555 +0000 UTC m=+2.099575291 container create f320250d82ada1f56000d635c595001823100a6f966f4b41e3dd45560c39d2d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0-deactivate, org.label-schema.build-date=20201204, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.name=CentOS Base Image, maintainer=Dimitri Savineau , io.buildah.version=1.18.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01) 2021-03-04T23:26:57.164 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:57.181 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:57.182 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:57.183 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:57.284 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:57.301 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:57.302 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:57.303 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:57.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:56 gibba038 conmon[76675]: cluster 2021-03-04T23:26:55.922196+0000 mon.a (mon.0) 792 : cluster [DBG] osdmap e168: 8 total, 7 up, 6 in 2021-03-04T23:26:57.405 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:57.421 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:57.422 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:57.423 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:57.524 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:57.542 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:57.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:57.543 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:57.644 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:57.662 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:57.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:57.663 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:57.764 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:57.782 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:57.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:57.784 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:57.885 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:57.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:57.905 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:57.905 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:57.931 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:26:57 gibba011 podman[158294]: 2021-03-04 23:26:57.692759365 +0000 UTC m=+2.849450096 container init f320250d82ada1f56000d635c595001823100a6f966f4b41e3dd45560c39d2d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0-deactivate, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.18.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20201204, maintainer=Dimitri Savineau , RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2021-03-04T23:26:57.931 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:26:57 gibba011 podman[158294]: 2021-03-04 23:26:57.72606165 +0000 UTC m=+2.882752391 container start f320250d82ada1f56000d635c595001823100a6f966f4b41e3dd45560c39d2d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0-deactivate, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.build-date=20201204, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.name=CentOS Base Image, io.buildah.version=1.18.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , GIT_CLEAN=True) 2021-03-04T23:26:57.932 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:26:57 gibba011 podman[158294]: 2021-03-04 23:26:57.726309366 +0000 UTC m=+2.883000136 container attach f320250d82ada1f56000d635c595001823100a6f966f4b41e3dd45560c39d2d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0-deactivate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.18.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, maintainer=Dimitri Savineau , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Base Image, GIT_CLEAN=True, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.build-date=20201204) 2021-03-04T23:26:58.007 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:58.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:58.025 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:58.026 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:58.127 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:58.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:58.146 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:58.146 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:58.248 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:58.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:58.266 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:58.267 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:58.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:57 gibba038 conmon[76675]: cluster 2021-03-04T23:26:56.629641+0000 mgr.x (mgr.34676) 709 : cluster [DBG] pgmap v638: 99 pgs: 1 active+undersized+degraded+remapped+backfill_wait, 1 stale+active+recovering+undersized+remapped, 1 stale+active+recovery_wait+remapped, 16 stale+active+clean, 1 active+remapped+backfilling, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 69 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 29 op/s; 58275/396348 objects degraded (14.703%); 66262/396348 objects misplaced (16.718%); 33 MiB/s, 530 objects/s recovering 2021-03-04T23:26:58.353 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:26:58 gibba011 podman[158294]: 2021-03-04 23:26:58.139796512 +0000 UTC m=+3.296487268 container died f320250d82ada1f56000d635c595001823100a6f966f4b41e3dd45560c39d2d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0-deactivate) 2021-03-04T23:26:58.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:57 gibba011 conmon[95595]: cluster 2021-03-04T23:26:56.629641+0000 mgr.x (mgr.34676) 2021-03-04T23:26:58.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:57 gibba011 conmon[95595]: 709 : cluster [DBG] pgmap v638: 99 pgs: 1 active+undersized+degraded+remapped+backfill_wait, 1 stale+active+recovering+undersized+remapped, 1 stale+active+recovery_wait+remapped, 16 stale+active+clean, 1 active+remapped+backfilling, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 69 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 29 op/s; 58275/396348 objects degraded (14.703%); 66262/396348 objects misplaced (16.718%); 33 MiB/s, 530 objects/s recovering 2021-03-04T23:26:58.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:57 gibba011 conmon[99461]: cluster 2021-03-04T23:26:56.629641+0000 2021-03-04T23:26:58.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:57 gibba011 conmon[99461]: mgr.x (mgr.34676) 709 : cluster [DBG] pgmap v638: 99 pgs: 1 active+undersized+degraded+remapped+backfill_wait, 1 stale+active+recovering+undersized+remapped, 1 stale+active+recovery_wait+remapped, 16 stale+active+clean, 1 active+remapped+backfilling, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 69 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 29 op/s; 58275/396348 objects degraded (14.703%); 66262/396348 objects misplaced (16.718%); 33 MiB/s, 530 objects/s recovering 2021-03-04T23:26:58.368 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:58.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:58.389 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:58.390 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:58.491 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:58.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:58.517 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:58.517 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:58.618 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:58.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:58.637 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:58.638 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:58.739 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:58.756 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:58.757 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:58.757 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:58.858 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:26:58.875 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:58.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:58.876 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:26:58.978 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:26:58.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:58.996 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:58.996 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:26:59.098 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:26:59.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:59.116 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:59.117 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:26:59.218 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:59.236 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:59.238 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:59.238 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:59.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:58 gibba038 conmon[76675]: cluster 2021-03-04T23:26:58.886470+0000 mon.a (mon.0) 793 : cluster [WRN] Health check update: Degraded data redundancy: 58275/396348 objects degraded (14.703%), 8 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:26:59.340 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:59.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:58 gibba011 conmon[95595]: cluster 2021-03-04T23:26:58.886470+0000 mon.a (mon.0) 793 : cluster [WRN] Health check update: Degraded data redundancy: 58275/396348 objects degraded (14.703%), 8 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:26:59.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:58 gibba011 conmon[99461]: cluster 2021-03-04T23:26:58.886470+0000 mon.a (mon.0 2021-03-04T23:26:59.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:58 gibba011 conmon[99461]: ) 793 : cluster [WRN] Health check update: Degraded data redundancy: 58275/396348 objects degraded (14.703%), 8 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:26:59.357 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:59.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:59.358 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:59.413 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:26:59.460 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:59.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:59.478 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:59.479 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:59.536 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:26:59.580 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:26:59.599 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:59.600 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:59.600 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:26:59.701 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:26:59.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:59.719 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:26:59.719 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:26:59.821 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:26:59.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:59.839 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:59.840 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:26:59.941 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:26:59.959 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:26:59.961 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:26:59.961 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:00.062 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:00.079 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:00.080 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:00.081 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:00.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:26:59 gibba011 conmon[95595]: cluster 2021-03-04T23:26:58.630279+0000 mgr.x (mgr.34676) 710 : cluster [DBG] pgmap v639: 99 pgs: 1 active+clean+remapped, 3 peering, 28 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 2 stale+active+clean, 1 remapped+peering, 5 active+recovery_wait+degraded+remapped, 43 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 10 op/s; 94046/396348 objects degraded (23.728%); 75543/396348 objects misplaced (19.060%); 2.3 MiB/s, 37 objects/s recovering 2021-03-04T23:27:00.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:26:59 gibba011 conmon[99461]: cluster 2021-03-04T23:26:58.630279+0000 mgr.x (mgr.34676) 710 : cluster [DBG] pgmap v639: 99 pgs: 1 active+clean+remapped, 3 peering, 28 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 2 stale+active+clean, 1 remapped+peering, 5 active+recovery_wait+degraded+remapped, 43 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 10 op/s; 94046/396348 objects degraded (23.728%); 75543/396348 objects misplaced (19.060%); 2.3 MiB/s, 37 objects/s recovering 2021-03-04T23:27:00.182 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:00.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:00.200 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:00.200 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:00.301 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:00.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:00.319 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:00.320 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:00.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:26:59 gibba038 conmon[76675]: cluster 2021-03-04T23:26:58.630279+0000 mgr.x (mgr.34676) 710 : cluster [DBG] pgmap v639: 99 pgs: 1 active+clean+remapped, 3 peering, 28 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 2 stale+active+clean, 1 remapped+peering, 5 active+recovery_wait+degraded+remapped, 43 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 10 op/s; 94046/396348 objects degraded (23.728%); 75543/396348 objects misplaced (19.060%); 2.3 MiB/s, 37 objects/s recovering 2021-03-04T23:27:00.421 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:00.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:00.440 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:00.441 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:00.542 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:00.559 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:00.560 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:00.561 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:00.655 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:27:00.656 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:27:00.656 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:27:00.656 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:27:00.656 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:27:00.662 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:00.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:00.680 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:00.680 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:00.693 DEBUG:teuthology.orchestra.run.gibba011:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@osd.0.service' 2021-03-04T23:27:00.749 DEBUG:teuthology.orchestra.run:got remote process result: None 2021-03-04T23:27:00.750 INFO:tasks.cephadm.osd.0:Stopped osd.0 2021-03-04T23:27:00.782 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:00.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:00.816 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:00.817 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:00.919 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:00.969 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:00.970 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:00.971 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:01.072 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:01.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:01.104 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:01.105 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:01.136 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:27:01.137 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:27:01.192 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:00 gibba011 conmon[95595]: audit 2021-03-04T23:27:00.568352+0000 mon.c (mon.1) 280 : audit [DBG] from='client.? 172.21.2.111:0/3621362318' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:27:01.192 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:00 gibba011 conmon[99461]: audit 2021-03-04T23:27:00.568352+0000 mon.c (mon.1) 280 : audit 2021-03-04T23:27:01.192 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:00 gibba011 conmon[99461]: [DBG] from='client.? 172.21.2.111:0/3621362318' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:27:01.206 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:01.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:01.250 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:01.252 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:01.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:00 gibba038 conmon[76675]: audit 2021-03-04T23:27:00.568352+0000 mon.c (mon.1) 280 : audit [DBG] from='client.? 172.21.2.111:0/3621362318' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:27:01.355 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:01.382 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:01.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:01.383 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:01.484 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:01.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:01.513 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:01.513 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:01.615 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:01.637 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:01.638 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:01.639 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:01.740 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:01.773 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:01.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:01.774 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:01.875 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:01.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:01.911 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:01.911 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:02.013 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:02.033 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:02.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:02.034 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:02.135 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:02.157 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:02.157 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:02.158 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:02.259 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:02.288 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:02.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:02.289 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:02.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:01 gibba038 conmon[76675]: cluster 2021-03-04T23:27:00.630723+0000 mgr.x (mgr.34676) 711 : cluster [DBG] pgmap v640: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 78680/396348 objects misplaced (19.851%); 5.8 MiB/s, 92 objects/s recovering 2021-03-04T23:27:02.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:01 gibba011 conmon[95595]: cluster 2021-03-04T23:27:00.630723+0000 mgr.x (mgr.34676) 711 : cluster [DBG] pgmap v640: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 78680/396348 objects misplaced (19.851%); 5.8 MiB/s, 92 objects/s recovering 2021-03-04T23:27:02.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:01 gibba011 conmon[99461]: cluster 2021-03-04T23:27:00.630723+0000 mgr.x (mgr.34676) 711 : cluster [DBG] pgmap v640: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 78680/396348 objects misplaced (19.851%); 5.8 MiB/s, 92 objects/s recovering 2021-03-04T23:27:02.391 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:02.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:02.415 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:02.416 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:02.517 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:02.535 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:02.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:02.537 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:02.637 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:02.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:02.656 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:02.656 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:02.758 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:02.775 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:02.776 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:02.776 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:02.877 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:02.894 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:02.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:02.896 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:02.997 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:03.014 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:03.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:03.015 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:03.116 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:03.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:03.134 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:03.134 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:03.235 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:03.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:03.253 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:03.254 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:03.355 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:03.372 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:03.373 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:03.373 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:03.474 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:03.492 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:03.493 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:03.493 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:03.594 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:03.611 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:03.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:03.612 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:03.713 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:03.730 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:03.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:03.732 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:03.748 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:27:03.833 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:03.852 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:03.852 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:03.853 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:03.864 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:03.954 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:03.971 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:03.971 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:03.972 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:04.002 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:03 gibba011 conmon[95595]: cluster 2021-03-04T23:27:02.631256+0000 mgr.x (mgr.34676) 2021-03-04T23:27:04.003 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:03 gibba011 conmon[95595]: 712 : cluster [DBG] pgmap v641: 99 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 78680/396348 objects misplaced (19.851%); 4.9 MiB/s, 77 objects/s recovering 2021-03-04T23:27:04.003 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:03 gibba011 conmon[95595]: cluster 2021-03-04T23:27:03.887386+0000 mon.a (mon.0) 794 : cluster [WRN] Health check update: Degraded data redundancy: 86608/396348 objects degraded (21.852%), 19 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:27:04.003 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:03 gibba011 conmon[99461]: cluster 2021-03-04T23:27:02.631256+0000 mgr.x (mgr.34676) 2021-03-04T23:27:04.003 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:03 gibba011 conmon[99461]: 712 : cluster [DBG] pgmap v641: 99 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 78680/396348 objects misplaced (19.851%); 4.9 MiB/s, 77 objects/s recovering 2021-03-04T23:27:04.004 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:03 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:27:04.004 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:03 gibba011 conmon[99461]: 03-04T23:27:03.887386+0000 mon.a (mon.0) 794 : cluster [WRN] Health check update: Degraded data redundancy: 86608/396348 objects degraded (21.852%), 19 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:27:04.074 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:04.090 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:04.091 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:04.092 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:04.193 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:04.210 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:04.211 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:04.211 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:04.312 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:04.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:04.332 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:04.333 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:04.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:03 gibba038 conmon[76675]: cluster 2021-03-04T23:27:02.631256+0000 mgr.x (mgr.34676) 712 : cluster [DBG] pgmap v641: 99 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 78680/396348 objects misplaced (19.851%); 4.9 MiB/s, 77 objects/s recovering 2021-03-04T23:27:04.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:03 gibba038 conmon[76675]: cluster 2021-03-04T23:27:03.887386+0000 mon.a (mon.0) 794 : cluster [WRN] Health check update: Degraded data redundancy: 86608/396348 objects degraded (21.852%), 19 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:27:04.434 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:04.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:04.452 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:04.452 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:04.553 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:04.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:04.571 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:04.572 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:04.673 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:04.690 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:04.691 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:04.691 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:04.792 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:04.810 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:04.811 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:04.811 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:04.912 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:04.929 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:04.930 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:04.931 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:04.953 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:27:05.031 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:05.048 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:05.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:05.050 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:05.151 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:05.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:05.168 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:05.169 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:05.244 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:04 gibba011 conmon[95595]: audit 2021-03-04T23:27:04.325395+0000 mon.a (mon.0) 795 : audit [INF] from='client.? 172.21.2.111:0/4254926139' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:27:05.245 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:04 gibba011 conmon[99461]: audit 2021-03-04T23:27:04.325395+0000 mon.a (mon.0) 795 : audit [INF] from='client.? 172.21.2.111:0/4254926139' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:27:05.270 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:05.288 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:05.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:05.289 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:05.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:04 gibba038 conmon[76675]: audit 2021-03-04T23:27:04.325395+0000 mon.a (mon.0) 795 : audit [INF] from='client.? 172.21.2.111:0/4254926139' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:27:05.391 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:05.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:05.409 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:05.409 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:05.511 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:05.528 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:05.529 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:05.529 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:05.630 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:05.647 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:05.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:05.649 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:05.750 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:05.751 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 7, 6] out_osds: [1, 3] dead_osds: [0] live_osds: [1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:27:05.751 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:27:05.752 INFO:tasks.thrashosds.thrasher:fixing pg num pool device_health_metrics 2021-03-04T23:27:05.752 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:27:05.767 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:05.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:05.769 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:05.866 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:05.870 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:05.890 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:05.891 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:05.892 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:05.993 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:06.011 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:06.012 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:06.012 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:06.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:05 gibba011 conmon[95595]: cluster 2021-03-04T23:27:04.631748+0000 mgr.x (mgr.34676) 713 : cluster [DBG] pgmap v642: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 77756/396348 objects misplaced (19.618%); 7.0 MiB/s, 111 objects/s recovering 2021-03-04T23:27:06.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:05 gibba011 conmon[95595]: cluster 2021-03-04T23:27:04.944450+0000 mon.a (mon.0) 796 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:27:06.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:05 gibba011 conmon[95595]: audit 2021-03-04T23:27:04.950012+0000 mon.a (mon.0) 797 : audit [INF] from='client.? 172.21.2.111:0/4254926139' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:27:06.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:05 gibba011 conmon[95595]: cluster 2021-03-04T23:27:04.950040+0000 mon.a (mon.0) 798 : cluster [DBG] osdmap e169: 8 total, 7 up, 6 in 2021-03-04T23:27:06.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:05 gibba011 conmon[99461]: cluster 2021-03-04T23:27:04.631748+0000 mgr.x (mgr.34676) 713 : cluster [DBG] pgmap v642: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 77756/396348 objects misplaced (19.618%); 7.0 MiB/s, 111 objects/s recovering 2021-03-04T23:27:06.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:05 gibba011 conmon[99461]: cluster 2021-03-04T23:27:04.944450+0000 mon.a (mon.0) 796 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:27:06.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:05 gibba011 conmon[99461]: audit 2021-03-04T23:27:04.950012+0000 mon.a ( 2021-03-04T23:27:06.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:05 gibba011 conmon[99461]: mon.0) 797 : audit [INF] from='client.? 172.21.2.111:0/4254926139' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:27:06.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:05 gibba011 conmon[99461]: cluster 2021-03-04T23:27:04.950040+0000 mon.a (mon.0 2021-03-04T23:27:06.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:05 gibba011 conmon[99461]: ) 798 : cluster [DBG] osdmap e169: 8 total, 7 up, 6 in 2021-03-04T23:27:06.113 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:06.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:06.132 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:06.132 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:06.233 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:06.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:06.251 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:06.251 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:05 gibba038 conmon[76675]: cluster 2021-03-04T23:27:04.631748+0000 mgr.x (mgr.34676) 713 : cluster [DBG] pgmap v642: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 77756/396348 objects misplaced (19.618%); 7.0 MiB/s, 111 objects/s recovering 2021-03-04T23:27:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:05 gibba038 conmon[76675]: cluster 2021-03-04T23:27:04.944450+0000 mon.a (mon.0) 796 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:27:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:05 gibba038 conmon[76675]: audit 2021-03-04T23:27:04.950012+0000 mon.a (mon. 2021-03-04T23:27:06.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:05 gibba038 conmon[76675]: 0) 797 : audit [INF] from='client.? 172.21.2.111:0/4254926139' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:27:06.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:05 gibba038 conmon[76675]: cluster 2021-03-04T23:27:04.950040+0000 mon.a (mon.0) 798 : cluster [DBG] osdmap e169: 8 total, 7 up, 6 in 2021-03-04T23:27:06.353 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:06.370 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:06.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:06.371 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:06.472 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:06.490 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:06.492 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:06.492 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:06.593 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:06.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:06.611 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:06.612 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:06.713 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:06.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:06.732 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:06.733 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:06.834 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:06.851 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:06.852 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:06.853 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:06.954 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:06.971 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:06.971 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:06.972 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:07.073 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:07.090 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:07.091 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:07.091 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:07.193 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:07.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:07.211 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:07.211 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:07.313 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:07.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:07.331 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:07.332 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:07.433 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:07.450 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:07.451 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:07.451 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:07.552 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:07.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:07.570 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:07.570 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:07.671 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:07.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:07.690 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:07.691 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:07.792 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:07.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:07.810 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:07.810 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:07.912 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:07.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:07.930 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:07.930 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:08.032 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:08.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:08.050 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:08.050 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:08.151 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:08.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:08.170 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:08.170 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:08.261 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:07 gibba011 conmon[95595]: cluster 2021-03-04T23:27:06.632209+0000 mgr.x (mgr.34676) 714 : cluster [DBG] pgmap v644: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 77756/396348 objects misplaced (19.618%); 6.8 MiB/s, 108 objects/s recovering 2021-03-04T23:27:08.262 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:07 gibba011 conmon[99461]: cluster 2021-03-04T23:27:06.632209+0000 mgr.x (mgr.34676) 714 : cluster 2021-03-04T23:27:08.262 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:07 gibba011 conmon[99461]: [DBG] pgmap v644: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 77756/396348 objects misplaced (19.618%); 6.8 MiB/s, 108 objects/s recovering 2021-03-04T23:27:08.272 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:08.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:08.290 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:08.291 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:08.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:07 gibba038 conmon[76675]: cluster 2021-03-04T23:27:06.632209+0000 mgr.x (mgr.34676) 714 : cluster [DBG] pgmap v644: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 77756/396348 objects misplaced (19.618%); 6.8 MiB/s, 108 objects/s recovering 2021-03-04T23:27:08.393 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:08.410 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:08.411 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:08.411 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:08.513 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:08.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:08.532 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:08.533 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:08.634 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:08.651 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:08.653 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:08.653 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:08.754 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:08.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:08.774 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:08.775 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:08.876 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:08.894 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:08.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:08.895 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:08.997 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:09.002 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:27:09.003 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:27:09.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:09.015 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:09.015 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:09.117 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:09.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:09.136 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:09.136 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:09.238 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:09.255 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:09.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:09.256 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:09.357 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:09.374 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:09.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:09.375 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:09.476 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:09.493 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:09.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:09.495 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:09.596 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:09.613 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:09.614 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:09.614 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:09.715 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:09.732 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:09.733 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:09.734 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:09.835 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:09.852 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:09.853 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:09.853 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:09.954 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:09.959 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:27:09.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:09.973 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:09.973 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:10.070 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:10.075 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:10.092 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:10.093 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:10.093 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:10.194 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:10.211 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:10.212 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:10.212 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:10.314 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:10.331 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:10.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:10.332 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:10.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:09 gibba038 conmon[76675]: cluster 2021-03-04T23:27:08.632779+0000 mgr.x (mgr.34676) 715 : cluster [DBG] pgmap v645: 99 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 77756/396348 objects misplaced (19.618%); 5.6 MiB/s, 89 objects/s recovering 2021-03-04T23:27:10.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:09 gibba011 conmon[99461]: cluster 2021-03-04T23:27:08.632779+0000 mgr.x (mgr.34676) 715 : cluster [DBG] pgmap v645: 99 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 77756/396348 objects misplaced (19.618%); 5.6 MiB/s, 89 objects/s recovering 2021-03-04T23:27:10.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:09 gibba011 conmon[95595]: cluster 2021-03-04T23:27:08.632779+0000 mgr.x (mgr.34676) 715 : cluster [DBG] pgmap v645: 99 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 77756/396348 objects misplaced (19.618%); 5.6 MiB/s, 89 objects/s recovering 2021-03-04T23:27:10.434 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:10.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:10.453 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:10.453 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:10.554 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:10.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:10.572 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:10.572 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:10.674 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:10.691 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:10.692 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:10.692 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:10.793 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:10.811 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:10.812 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:10.812 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:10.913 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:10.934 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:10.935 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:10.936 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:11.037 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:11.054 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:11.055 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:11.056 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:11.157 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:11.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:11.176 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:11.176 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:11.277 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:11.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:11.296 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:11.297 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:11.394 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:27:11.398 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:11.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:11.416 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:11.416 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:11.508 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:11.518 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:11.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:11.537 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:11.537 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:11.639 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:11.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:11.657 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:11.657 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:11.759 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:11.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:11.814 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:11.814 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:11.916 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:11.933 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:11.934 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:11.934 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:12.036 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:12.054 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:12.055 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:12.055 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:12.157 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:12.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:12.175 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:12.176 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:12.277 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:12.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:12.296 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:12.296 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:11 gibba038 conmon[76675]: cluster 2021-03-04T23:27:10.633215+0000 mgr.x (mgr.34676) 716 : cluster [DBG] pgmap v646: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 76768/396348 objects misplaced (19.369%); 6.0 MiB/s, 95 objects/s recovering 2021-03-04T23:27:12.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:11 gibba011 conmon[95595]: cluster 2021-03-04T23:27:10.633215+0000 mgr.x (mgr.34676) 716 : cluster [DBG] pgmap v646: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 76768/396348 objects misplaced (19.369%); 6.0 MiB/s, 95 objects/s recovering 2021-03-04T23:27:12.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:11 gibba011 conmon[99461]: cluster 2021-03-04T23:27:10.633215+0000 mgr.x (mgr.34676) 716 : cluster [DBG] pgmap v646: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 76768/396348 objects misplaced (19.369%); 6.0 MiB/s, 95 objects/s recovering 2021-03-04T23:27:12.397 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:12.401 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:27:12.403 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:27:12.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:12.460 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:12.461 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:12.562 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:12.578 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:12.583 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:12.584 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:12.685 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:12.702 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:12.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:12.704 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:12.805 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:12.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:12.823 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:12.823 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:12.925 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:12.942 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:12.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:12.943 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:13.044 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:13.061 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:13.062 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:13.063 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:13.163 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:13.180 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:13.181 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:13.182 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:13.283 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:13.300 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:13.301 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:13.301 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:13.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:12 gibba038 conmon[76675]: audit 2021-03-04T23:27:12.485789+0000 mon.c (mon.1) 281 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:27:13.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:12 gibba038 conmon[76675]: audit 2021-03-04T23:27:12.487407+0000 mon.c (mon.1) 282 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:27:13.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:12 gibba038 conmon[76675]: audit 2021-03-04T23:27:12.487634+0000 mon.c (mon.1) 283 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:27:13.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:12 gibba011 conmon[95595]: audit 2021-03-04T23:27:12.485789+0000 mon.c (mon.1) 281 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:27:13.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:12 gibba011 conmon[95595]: audit 2021-03-04T23:27:12.487407+0000 mon.c (mon.1) 282 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:27:13.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:12 gibba011 conmon[95595]: audit 2021- 2021-03-04T23:27:13.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:12 gibba011 conmon[95595]: 03-04T23:27:12.487634+0000 mon.c (mon.1) 283 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:27:13.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:12 gibba011 conmon[99461]: audit 2021-03-04T23:27:12.485789+0000 mon.c (mon.1) 281 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:27:13.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:12 gibba011 conmon[99461]: audit 2021-03-04T23:27:12.487407+0000 mon.c (mon.1) 282 : 2021-03-04T23:27:13.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:12 gibba011 conmon[99461]: audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:27:13.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:12 gibba011 conmon[99461]: audit 2021-03-04T23:27:12.487634+0000 mon.c ( 2021-03-04T23:27:13.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:12 gibba011 conmon[99461]: mon.1) 283 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:27:13.403 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:13.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:13.422 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:13.423 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:13.524 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:13.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:13.769 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:13.769 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:13.871 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:13.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:13.889 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:13.890 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:13.991 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:14.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:14.009 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:14.010 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:14.111 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:14.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:14.253 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:14.254 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:14.282 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:13 gibba011 conmon[95595]: audit 2021-03-04T23:27:12.384080+0000 mgr.x (mgr.34676) 717 : audit [DBG] from='client.45078 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:27:14.282 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:13 gibba011 conmon[95595]: cluster 2021-03-04T23:27:12.633755+0000 mgr.x (mgr.34676) 718 : cluster [DBG] pgmap v647: 99 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 76768/396348 objects misplaced (19.369%); 6.0 MiB/s, 95 objects/s recovering 2021-03-04T23:27:14.283 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:13 gibba011 conmon[99461]: audit 2021-03-04T23:27:12.384080+0000 mgr.x (mgr.34676) 717 : audit [DBG] from='client.45078 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:27:14.283 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:13 gibba011 conmon[99461]: cluster 2021-03-04T23:27:12.633755+0000 mgr.x (mgr.34676) 718 : cluster [DBG] pgmap v647: 99 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 76768/396348 objects misplaced (19.369%); 6.0 MiB/s, 95 objects/s recovering 2021-03-04T23:27:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:13 gibba038 conmon[76675]: audit 2021-03-04T23:27:12.384080+0000 mgr.x (mgr.34676) 717 : audit 2021-03-04T23:27:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:13 gibba038 conmon[76675]: [DBG] from='client.45078 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:27:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:13 gibba038 conmon[76675]: cluster 2021-03-04T23:27:12.633755+0000 mgr.x (mgr.34676) 718 : cluster [DBG] pgmap v647: 99 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 76768/396348 objects misplaced (19.369%); 6.0 MiB/s, 95 objects/s recovering 2021-03-04T23:27:14.355 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:14.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:14.374 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:14.375 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:14.476 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:14.493 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:14.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:14.495 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:14.596 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:14.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:14.787 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:14.787 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:14.889 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:14.906 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:14.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:14.907 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:15.008 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:15.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:15.026 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:15.027 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:15.128 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:15.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:15.146 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:15.146 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:15.248 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:15.266 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:15.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:15.267 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:15.369 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:15.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:15.386 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:15.387 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:15.488 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:15.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:15.505 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:15.506 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:15.607 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:15.623 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:15.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:15.625 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:15.726 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:15.742 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:15.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:15.743 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:15.844 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:15.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:15.863 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:15.863 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:15.926 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":646,"stamp":"2021-03-04T23:27:10.632916+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":8656850240,"num_objects":132116,"num_object_clones":0,"num_object_copies":396348,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":86608,"num_objects_misplaced":76768,"num_objects_unfound":0,"num_objects_dirty":132116,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":174688,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19003,"num_bytes_recovered":1243419956,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97768,"ondisk_log_size":97768,"up":244,"acting":243,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":294,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":528482304,"kb_used":22770548,"kb_used_data":18268996,"kb_used_omap":4556,"kb_used_meta":4496947,"kb_avail":505711756,"statfs":{"total":541165879296,"available":517848838144,"internally_reserved":4294967296,"allocated":18707451904,"data_stored":18702244891,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4665949,"internal_metadata":4604874147},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-1912,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":956,"num_bytes_recovered":62652416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002501"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"169","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.923572+0000","last_change":"2021-03-04T23:26:54.929029+0000","last_active":"2021-03-04T23:26:55.923572+0000","last_peered":"2021-03-04T23:26:55.923572+0000","last_clean":"2021-03-04T23:26:47.893270+0000","last_became_active":"2021-03-04T23:26:54.929029+0000","last_became_peered":"2021-03-04T23:26:54.929029+0000","last_unstale":"2021-03-04T23:26:55.923572+0000","last_undegraded":"2021-03-04T23:26:55.923572+0000","last_fullsized":"2021-03-04T23:26:54.920950+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":["4","2"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"110","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.924258+0000","last_change":"2021-03-04T23:26:46.900565+0000","last_active":"2021-03-04T23:26:55.924258+0000","last_peered":"2021-03-04T23:26:55.924258+0000","last_clean":"2021-03-04T23:26:55.924258+0000","last_became_active":"2021-03-04T23:26:46.900159+0000","last_became_peered":"2021-03-04T23:26:46.900159+0000","last_unstale":"2021-03-04T23:26:55.924258+0000","last_undegraded":"2021-03-04T23:26:55.924258+0000","last_fullsized":"2021-03-04T23:26:55.924258+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"88","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.923607+0000","last_change":"2021-03-04T23:26:46.900293+0000","last_active":"2021-03-04T23:26:55.923607+0000","last_peered":"2021-03-04T23:26:55.923607+0000","last_clean":"2021-03-04T23:26:55.923607+0000","last_became_active":"2021-03-04T23:26:46.899935+0000","last_became_peered":"2021-03-04T23:26:46.899935+0000","last_unstale":"2021-03-04T23:26:55.923607+0000","last_undegraded":"2021-03-04T23:26:55.923607+0000","last_fullsized":"2021-03-04T23:26:55.923607+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,7],"acting":[4,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"139","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.938903+0000","last_change":"2021-03-04T23:26:54.936994+0000","last_active":"2021-03-04T23:26:55.938903+0000","last_peered":"2021-03-04T23:26:55.938903+0000","last_clean":"2021-03-04T23:26:38.686804+0000","last_became_active":"2021-03-04T23:26:54.936994+0000","last_became_peered":"2021-03-04T23:26:54.936994+0000","last_unstale":"2021-03-04T23:26:55.938903+0000","last_undegraded":"2021-03-04T23:26:55.938903+0000","last_fullsized":"2021-03-04T23:26:54.925775+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":["7","5"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"123","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.934008+0000","last_change":"2021-03-04T23:26:54.925289+0000","last_active":"2021-03-04T23:26:55.934008+0000","last_peered":"2021-03-04T23:26:55.934008+0000","last_clean":"2021-03-04T23:25:29.044851+0000","last_became_active":"2021-03-04T23:26:54.925289+0000","last_became_peered":"2021-03-04T23:26:54.925289+0000","last_unstale":"2021-03-04T23:26:55.934008+0000","last_undegraded":"2021-03-04T23:26:55.934008+0000","last_fullsized":"2021-03-04T23:26:54.920592+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":["2","7"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"38","reported_epoch":"163","state":"active+clean","last_fresh":"2021-03-04T23:26:45.893846+0000","last_change":"2021-03-04T23:25:37.107792+0000","last_active":"2021-03-04T23:26:45.893846+0000","last_peered":"2021-03-04T23:26:45.893846+0000","last_clean":"2021-03-04T23:26:45.893846+0000","last_became_active":"2021-03-04T23:25:37.107460+0000","last_became_peered":"2021-03-04T23:25:37.107460+0000","last_unstale":"2021-03-04T23:26:45.893846+0000","last_undegraded":"2021-03-04T23:26:45.893846+0000","last_fullsized":"2021-03-04T23:26:45.893846+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"138","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.925476+0000","last_change":"2021-03-04T23:26:54.932364+0000","last_active":"2021-03-04T23:26:55.925476+0000","last_peered":"2021-03-04T23:26:55.925476+0000","last_clean":"2021-03-04T23:26:38.686779+0000","last_became_active":"2021-03-04T23:26:54.932364+0000","last_became_peered":"2021-03-04T23:26:54.932364+0000","last_unstale":"2021-03-04T23:26:55.925476+0000","last_undegraded":"2021-03-04T23:26:55.925476+0000","last_fullsized":"2021-03-04T23:26:54.923561+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":["5","6"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"123","reported_epoch":"164","state":"active+clean","last_fresh":"2021-03-04T23:26:46.898637+0000","last_change":"2021-03-04T23:26:46.898637+0000","last_active":"2021-03-04T23:26:46.898637+0000","last_peered":"2021-03-04T23:26:46.898637+0000","last_clean":"2021-03-04T23:26:46.898637+0000","last_became_active":"2021-03-04T23:26:46.898240+0000","last_became_peered":"2021-03-04T23:26:46.898240+0000","last_unstale":"2021-03-04T23:26:46.898637+0000","last_undegraded":"2021-03-04T23:26:46.898637+0000","last_fullsized":"2021-03-04T23:26:46.898637+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"157","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.925963+0000","last_change":"2021-03-04T23:26:46.914146+0000","last_active":"2021-03-04T23:26:55.925963+0000","last_peered":"2021-03-04T23:26:55.925963+0000","last_clean":"2021-03-04T23:26:55.925963+0000","last_became_active":"2021-03-04T23:26:46.913890+0000","last_became_peered":"2021-03-04T23:26:46.913890+0000","last_unstale":"2021-03-04T23:26:55.925963+0000","last_undegraded":"2021-03-04T23:26:55.925963+0000","last_fullsized":"2021-03-04T23:26:55.925963+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"109","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.925246+0000","last_change":"2021-03-04T23:26:46.901827+0000","last_active":"2021-03-04T23:26:55.925246+0000","last_peered":"2021-03-04T23:26:55.925246+0000","last_clean":"2021-03-04T23:26:55.925246+0000","last_became_active":"2021-03-04T23:26:46.901606+0000","last_became_peered":"2021-03-04T23:26:46.901606+0000","last_unstale":"2021-03-04T23:26:55.925246+0000","last_undegraded":"2021-03-04T23:26:55.925246+0000","last_fullsized":"2021-03-04T23:26:55.925246+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"163","reported_epoch":"168","state":"active+undersized+degraded","last_fresh":"2021-03-04T23:26:55.926589+0000","last_change":"2021-03-04T23:26:54.936590+0000","last_active":"2021-03-04T23:26:55.926589+0000","last_peered":"2021-03-04T23:26:55.926589+0000","last_clean":"2021-03-04T23:26:47.896569+0000","last_became_active":"2021-03-04T23:26:54.936590+0000","last_became_peered":"2021-03-04T23:26:54.936590+0000","last_unstale":"2021-03-04T23:26:55.926589+0000","last_undegraded":"2021-03-04T23:26:54.927291+0000","last_fullsized":"2021-03-04T23:26:54.927194+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":["7","4"],"object_location_counts":[{"shards":"4,7","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"131","reported_epoch":"163","state":"active+clean","last_fresh":"2021-03-04T23:26:45.894273+0000","last_change":"2021-03-04T23:25:37.108273+0000","last_active":"2021-03-04T23:26:45.894273+0000","last_peered":"2021-03-04T23:26:45.894273+0000","last_clean":"2021-03-04T23:26:45.894273+0000","last_became_active":"2021-03-04T23:25:37.107818+0000","last_became_peered":"2021-03-04T23:25:37.107818+0000","last_unstale":"2021-03-04T23:26:45.894273+0000","last_undegraded":"2021-03-04T23:26:45.894273+0000","last_fullsized":"2021-03-04T23:26:45.894273+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,0],"acting":[6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"174","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.924772+0000","last_change":"2021-03-04T23:25:25.029827+0000","last_active":"2021-03-04T23:26:55.924772+0000","last_peered":"2021-03-04T23:26:55.924772+0000","last_clean":"2021-03-04T23:26:55.924772+0000","last_became_active":"2021-03-04T23:25:25.022780+0000","last_became_peered":"2021-03-04T23:25:25.022780+0000","last_unstale":"2021-03-04T23:26:55.924772+0000","last_undegraded":"2021-03-04T23:26:55.924772+0000","last_fullsized":"2021-03-04T23:26:55.924772+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":5198,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"164","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.924217+0000","last_change":"2021-03-04T23:25:37.103833+0000","last_active":"2021-03-04T23:26:55.924217+0000","last_peered":"2021-03-04T23:26:55.924217+0000","last_clean":"2021-03-04T23:26:55.924217+0000","last_became_active":"2021-03-04T23:25:37.103513+0000","last_became_peered":"2021-03-04T23:25:37.103513+0000","last_unstale":"2021-03-04T23:26:55.924217+0000","last_undegraded":"2021-03-04T23:26:55.924217+0000","last_fullsized":"2021-03-04T23:26:55.924217+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"141","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.925778+0000","last_change":"2021-03-04T23:14:45.179189+0000","last_active":"2021-03-04T23:26:55.925778+0000","last_peered":"2021-03-04T23:26:55.925778+0000","last_clean":"2021-03-04T23:26:55.925778+0000","last_became_active":"2021-03-04T23:14:45.178960+0000","last_became_peered":"2021-03-04T23:14:45.178960+0000","last_unstale":"2021-03-04T23:26:55.925778+0000","last_undegraded":"2021-03-04T23:26:55.925778+0000","last_fullsized":"2021-03-04T23:26:55.925778+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"110","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.925373+0000","last_change":"2021-03-04T23:26:46.897686+0000","last_active":"2021-03-04T23:26:55.925373+0000","last_peered":"2021-03-04T23:26:55.925373+0000","last_clean":"2021-03-04T23:26:55.925373+0000","last_became_active":"2021-03-04T23:26:46.897439+0000","last_became_peered":"2021-03-04T23:26:46.897439+0000","last_unstale":"2021-03-04T23:26:55.925373+0000","last_undegraded":"2021-03-04T23:26:55.925373+0000","last_fullsized":"2021-03-04T23:26:55.925373+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"138","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.923929+0000","last_change":"2021-03-04T23:26:54.930530+0000","last_active":"2021-03-04T23:26:55.923929+0000","last_peered":"2021-03-04T23:26:55.923929+0000","last_clean":"2021-03-04T23:26:38.686505+0000","last_became_active":"2021-03-04T23:26:54.930530+0000","last_became_peered":"2021-03-04T23:26:54.930530+0000","last_unstale":"2021-03-04T23:26:55.923929+0000","last_undegraded":"2021-03-04T23:26:55.923929+0000","last_fullsized":"2021-03-04T23:26:54.922297+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":["7","2"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"147","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.924765+0000","last_change":"2021-03-04T23:26:46.907387+0000","last_active":"2021-03-04T23:26:55.924765+0000","last_peered":"2021-03-04T23:26:55.924765+0000","last_clean":"2021-03-04T23:26:55.924765+0000","last_became_active":"2021-03-04T23:26:46.907139+0000","last_became_peered":"2021-03-04T23:26:46.907139+0000","last_unstale":"2021-03-04T23:26:55.924765+0000","last_undegraded":"2021-03-04T23:26:55.924765+0000","last_fullsized":"2021-03-04T23:26:55.924765+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"142","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.923548+0000","last_change":"2021-03-04T23:25:25.023288+0000","last_active":"2021-03-04T23:26:55.923548+0000","last_peered":"2021-03-04T23:26:55.923548+0000","last_clean":"2021-03-04T23:26:55.923548+0000","last_became_active":"2021-03-04T23:25:25.023080+0000","last_became_peered":"2021-03-04T23:25:25.023080+0000","last_unstale":"2021-03-04T23:26:55.923548+0000","last_undegraded":"2021-03-04T23:26:55.923548+0000","last_fullsized":"2021-03-04T23:26:55.923548+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"139","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.939005+0000","last_change":"2021-03-04T23:26:54.931857+0000","last_active":"2021-03-04T23:26:55.939005+0000","last_peered":"2021-03-04T23:26:55.939005+0000","last_clean":"2021-03-04T23:26:38.686825+0000","last_became_active":"2021-03-04T23:26:54.931857+0000","last_became_peered":"2021-03-04T23:26:54.931857+0000","last_unstale":"2021-03-04T23:26:55.939005+0000","last_undegraded":"2021-03-04T23:26:55.939005+0000","last_fullsized":"2021-03-04T23:26:54.925962+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":["7","2"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"39","reported_epoch":"163","state":"active+clean","last_fresh":"2021-03-04T23:26:45.894730+0000","last_change":"2021-03-04T23:25:25.035446+0000","last_active":"2021-03-04T23:26:45.894730+0000","last_peered":"2021-03-04T23:26:45.894730+0000","last_clean":"2021-03-04T23:26:45.894730+0000","last_became_active":"2021-03-04T23:25:25.025884+0000","last_became_peered":"2021-03-04T23:25:25.025884+0000","last_unstale":"2021-03-04T23:26:45.894730+0000","last_undegraded":"2021-03-04T23:26:45.894730+0000","last_fullsized":"2021-03-04T23:26:45.894730+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"110","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.924412+0000","last_change":"2021-03-04T23:26:46.897581+0000","last_active":"2021-03-04T23:26:55.924412+0000","last_peered":"2021-03-04T23:26:55.924412+0000","last_clean":"2021-03-04T23:26:55.924412+0000","last_became_active":"2021-03-04T23:26:46.897270+0000","last_became_peered":"2021-03-04T23:26:46.897270+0000","last_unstale":"2021-03-04T23:26:55.924412+0000","last_undegraded":"2021-03-04T23:26:55.924412+0000","last_fullsized":"2021-03-04T23:26:55.924412+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.5","version":"165'10856","reported_seq":"10901","reported_epoch":"168","state":"active+undersized+degraded","last_fresh":"2021-03-04T23:26:55.924902+0000","last_change":"2021-03-04T23:26:54.937721+0000","last_active":"2021-03-04T23:26:55.924902+0000","last_peered":"2021-03-04T23:26:55.924902+0000","last_clean":"2021-03-04T23:26:49.145803+0000","last_became_active":"2021-03-04T23:26:54.937721+0000","last_became_peered":"2021-03-04T23:26:54.937721+0000","last_unstale":"2021-03-04T23:26:55.924902+0000","last_undegraded":"2021-03-04T23:26:54.924945+0000","last_fullsized":"2021-03-04T23:26:54.924842+0000","mapping_epoch":166,"log_start":"142'5568","ondisk_log_start":"142'5568","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5288,"ondisk_log_size":5288,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":540672000,"num_objects":8250,"num_object_clones":0,"num_object_copies":24750,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8250,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8250,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10856,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[{"shards":"5,7","objects":8250}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"146","reported_epoch":"168","state":"active+undersized+degraded","last_fresh":"2021-03-04T23:26:55.924331+0000","last_change":"2021-03-04T23:26:54.931120+0000","last_active":"2021-03-04T23:26:55.924331+0000","last_peered":"2021-03-04T23:26:55.924331+0000","last_clean":"2021-03-04T23:26:47.896507+0000","last_became_active":"2021-03-04T23:26:54.931120+0000","last_became_peered":"2021-03-04T23:26:54.931120+0000","last_unstale":"2021-03-04T23:26:55.924331+0000","last_undegraded":"2021-03-04T23:26:54.924637+0000","last_fullsized":"2021-03-04T23:26:54.924562+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":["7","4"],"object_location_counts":[{"shards":"4,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"141","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.924437+0000","last_change":"2021-03-04T23:25:25.024278+0000","last_active":"2021-03-04T23:26:55.924437+0000","last_peered":"2021-03-04T23:26:55.924437+0000","last_clean":"2021-03-04T23:26:55.924437+0000","last_became_active":"2021-03-04T23:25:25.023860+0000","last_became_peered":"2021-03-04T23:25:25.023860+0000","last_unstale":"2021-03-04T23:26:55.924437+0000","last_undegraded":"2021-03-04T23:26:55.924437+0000","last_fullsized":"2021-03-04T23:26:55.924437+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"165'10818","reported_seq":"26658","reported_epoch":"168","state":"active+undersized+degraded+remapped+backfill_wait","last_fresh":"2021-03-04T23:26:55.923226+0000","last_change":"2021-03-04T23:26:54.941862+0000","last_active":"2021-03-04T23:26:55.923226+0000","last_peered":"2021-03-04T23:26:55.923226+0000","last_clean":"2021-03-04T23:26:45.885971+0000","last_became_active":"2021-03-04T23:26:54.924263+0000","last_became_peered":"2021-03-04T23:26:54.924263+0000","last_unstale":"2021-03-04T23:26:55.923226+0000","last_undegraded":"2021-03-04T23:26:54.920857+0000","last_fullsized":"2021-03-04T23:26:54.920681+0000","mapping_epoch":166,"log_start":"141'3816","ondisk_log_start":"141'3816","created":137,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":7002,"ondisk_log_size":7002,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":541720576,"num_objects":8266,"num_object_clones":0,"num_object_copies":24798,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8266,"num_objects_misplaced":8266,"num_objects_unfound":0,"num_objects_dirty":8266,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10818,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7881,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,3],"avail_no_missing":["4","1","3"],"object_location_counts":[{"shards":"3,4","objects":8266}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"160","reported_epoch":"168","state":"active+undersized+degraded","last_fresh":"2021-03-04T23:26:55.938910+0000","last_change":"2021-03-04T23:26:54.931110+0000","last_active":"2021-03-04T23:26:55.938910+0000","last_peered":"2021-03-04T23:26:55.938910+0000","last_clean":"2021-03-04T23:26:47.898337+0000","last_became_active":"2021-03-04T23:26:54.931110+0000","last_became_peered":"2021-03-04T23:26:54.931110+0000","last_unstale":"2021-03-04T23:26:55.938910+0000","last_undegraded":"2021-03-04T23:26:54.925615+0000","last_fullsized":"2021-03-04T23:26:54.925534+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":["7","4"],"object_location_counts":[{"shards":"4,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"171","reported_epoch":"168","state":"peering","last_fresh":"2021-03-04T23:26:55.923622+0000","last_change":"2021-03-04T23:26:53.918417+0000","last_active":"2021-03-04T23:26:53.918254+0000","last_peered":"2021-03-04T23:26:47.892978+0000","last_clean":"2021-03-04T23:26:47.892978+0000","last_became_active":"2021-03-04T23:26:46.898410+0000","last_became_peered":"2021-03-04T23:26:46.898410+0000","last_unstale":"2021-03-04T23:26:55.923622+0000","last_undegraded":"2021-03-04T23:26:55.923622+0000","last_fullsized":"2021-03-04T23:26:55.923622+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"165'10992","reported_seq":"11041","reported_epoch":"168","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:26:55.925180+0000","last_change":"2021-03-04T23:26:48.295102+0000","last_active":"2021-03-04T23:26:55.925180+0000","last_peered":"2021-03-04T23:26:55.925180+0000","last_clean":"2021-03-04T23:26:45.880372+0000","last_became_active":"2021-03-04T23:26:48.251261+0000","last_became_peered":"2021-03-04T23:26:48.251261+0000","last_unstale":"2021-03-04T23:26:55.925180+0000","last_undegraded":"2021-03-04T23:26:55.925180+0000","last_fullsized":"2021-03-04T23:26:55.925180+0000","mapping_epoch":164,"log_start":"141'4582","ondisk_log_start":"141'4582","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6410,"ondisk_log_size":6410,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":539099136,"num_objects":8226,"num_object_clones":0,"num_object_copies":24678,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":8226,"num_objects_unfound":0,"num_objects_dirty":8226,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10992,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,3],"avail_no_missing":["5","3","7"],"object_location_counts":[{"shards":"3,5,7","objects":8226}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"151","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.925814+0000","last_change":"2021-03-04T23:25:25.030822+0000","last_active":"2021-03-04T23:26:55.925814+0000","last_peered":"2021-03-04T23:26:55.925814+0000","last_clean":"2021-03-04T23:26:55.925814+0000","last_became_active":"2021-03-04T23:25:25.023927+0000","last_became_peered":"2021-03-04T23:25:25.023927+0000","last_unstale":"2021-03-04T23:26:55.925814+0000","last_undegraded":"2021-03-04T23:26:55.925814+0000","last_fullsized":"2021-03-04T23:26:55.925814+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"38","reported_epoch":"163","state":"active+clean","last_fresh":"2021-03-04T23:26:45.894341+0000","last_change":"2021-03-04T23:25:37.107549+0000","last_active":"2021-03-04T23:26:45.894341+0000","last_peered":"2021-03-04T23:26:45.894341+0000","last_clean":"2021-03-04T23:26:45.894341+0000","last_became_active":"2021-03-04T23:25:37.107274+0000","last_became_peered":"2021-03-04T23:25:37.107274+0000","last_unstale":"2021-03-04T23:26:45.894341+0000","last_undegraded":"2021-03-04T23:26:45.894341+0000","last_fullsized":"2021-03-04T23:26:45.894341+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"165'11084","reported_seq":"11283","reported_epoch":"168","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:26:55.929775+0000","last_change":"2021-03-04T23:26:48.343775+0000","last_active":"2021-03-04T23:26:55.929775+0000","last_peered":"2021-03-04T23:26:55.929775+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:25:38.478371+0000","last_became_peered":"2021-03-04T23:25:38.478371+0000","last_unstale":"2021-03-04T23:26:55.929775+0000","last_undegraded":"2021-03-04T23:25:38.142344+0000","last_fullsized":"2021-03-04T23:25:38.102789+0000","mapping_epoch":149,"log_start":"141'4680","ondisk_log_start":"141'4680","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6404,"ondisk_log_size":6404,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553385984,"num_objects":8444,"num_object_clones":0,"num_object_copies":25332,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7488,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8444,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11084,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":74,"num_bytes_recovered":4849664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2],"avail_no_missing":["5","1","2"],"object_location_counts":[{"shards":"1,2,5","objects":6190},{"shards":"2,5","objects":956}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"172","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.924214+0000","last_change":"2021-03-04T23:26:54.924574+0000","last_active":"2021-03-04T23:26:55.924214+0000","last_peered":"2021-03-04T23:26:55.924214+0000","last_clean":"2021-03-04T23:26:48.042925+0000","last_became_active":"2021-03-04T23:26:54.924574+0000","last_became_peered":"2021-03-04T23:26:54.924574+0000","last_unstale":"2021-03-04T23:26:55.924214+0000","last_undegraded":"2021-03-04T23:26:55.924214+0000","last_fullsized":"2021-03-04T23:26:54.923099+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":["5","6"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"148","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.923817+0000","last_change":"2021-03-04T23:26:54.930438+0000","last_active":"2021-03-04T23:26:55.923817+0000","last_peered":"2021-03-04T23:26:55.923817+0000","last_clean":"2021-03-04T23:26:38.686348+0000","last_became_active":"2021-03-04T23:26:54.930438+0000","last_became_peered":"2021-03-04T23:26:54.930438+0000","last_unstale":"2021-03-04T23:26:55.923817+0000","last_undegraded":"2021-03-04T23:26:55.923817+0000","last_fullsized":"2021-03-04T23:26:54.921065+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":["4","5"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"173","reported_epoch":"168","state":"peering","last_fresh":"2021-03-04T23:26:55.925320+0000","last_change":"2021-03-04T23:26:53.922463+0000","last_active":"2021-03-04T23:26:53.922341+0000","last_peered":"2021-03-04T23:26:47.893888+0000","last_clean":"2021-03-04T23:26:47.893888+0000","last_became_active":"2021-03-04T23:26:16.270281+0000","last_became_peered":"2021-03-04T23:26:16.270281+0000","last_unstale":"2021-03-04T23:26:55.925320+0000","last_undegraded":"2021-03-04T23:26:55.925320+0000","last_fullsized":"2021-03-04T23:26:55.925320+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"162'10812","reported_seq":"11419","reported_epoch":"164","state":"remapped+peering","last_fresh":"2021-03-04T23:26:45.904050+0000","last_change":"2021-03-04T23:26:45.904050+0000","last_active":"2021-03-04T23:26:45.902274+0000","last_peered":"2021-03-04T23:26:45.888696+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:25:26.153127+0000","last_became_peered":"2021-03-04T23:25:26.153127+0000","last_unstale":"2021-03-04T23:26:45.904050+0000","last_undegraded":"2021-03-04T23:26:45.904050+0000","last_fullsized":"2021-03-04T23:26:45.904050+0000","mapping_epoch":164,"log_start":"141'4381","ondisk_log_start":"141'4381","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6431,"ondisk_log_size":6431,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":533725184,"num_objects":8144,"num_object_clones":0,"num_object_copies":24432,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8144,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10812,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":282,"num_bytes_recovered":18481152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"22","reported_epoch":"168","state":"active+undersized+degraded","last_fresh":"2021-03-04T23:26:55.923960+0000","last_change":"2021-03-04T23:26:54.933640+0000","last_active":"2021-03-04T23:26:55.923960+0000","last_peered":"2021-03-04T23:26:55.923960+0000","last_clean":"2021-03-04T23:05:52.549820+0000","last_became_active":"2021-03-04T23:26:54.933640+0000","last_became_peered":"2021-03-04T23:26:54.933640+0000","last_unstale":"2021-03-04T23:26:55.923960+0000","last_undegraded":"2021-03-04T23:26:54.921429+0000","last_fullsized":"2021-03-04T23:26:54.921339+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":["4","7"],"object_location_counts":[{"shards":"4,7","objects":1}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"164","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.924726+0000","last_change":"2021-03-04T23:26:46.902593+0000","last_active":"2021-03-04T23:26:55.924726+0000","last_peered":"2021-03-04T23:26:55.924726+0000","last_clean":"2021-03-04T23:26:55.924726+0000","last_became_active":"2021-03-04T23:26:46.902291+0000","last_became_peered":"2021-03-04T23:26:46.902291+0000","last_unstale":"2021-03-04T23:26:55.924726+0000","last_undegraded":"2021-03-04T23:26:55.924726+0000","last_fullsized":"2021-03-04T23:26:55.924726+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,7],"acting":[4,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"178","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.923396+0000","last_change":"2021-03-04T23:26:54.930208+0000","last_active":"2021-03-04T23:26:55.923396+0000","last_peered":"2021-03-04T23:26:55.923396+0000","last_clean":"2021-03-04T23:26:47.893317+0000","last_became_active":"2021-03-04T23:26:54.930208+0000","last_became_peered":"2021-03-04T23:26:54.930208+0000","last_unstale":"2021-03-04T23:26:55.923396+0000","last_undegraded":"2021-03-04T23:26:55.923396+0000","last_fullsized":"2021-03-04T23:26:54.921583+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"165'11060","reported_seq":"11134","reported_epoch":"168","state":"active+undersized+degraded+remapped+backfill_wait","last_fresh":"2021-03-04T23:26:55.921845+0000","last_change":"2021-03-04T23:26:54.936369+0000","last_active":"2021-03-04T23:26:55.921845+0000","last_peered":"2021-03-04T23:26:55.921845+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:26:54.923125+0000","last_became_peered":"2021-03-04T23:26:54.923125+0000","last_unstale":"2021-03-04T23:26:55.921845+0000","last_undegraded":"2021-03-04T23:26:54.919733+0000","last_fullsized":"2021-03-04T23:26:54.919602+0000","mapping_epoch":166,"log_start":"141'1000","ondisk_log_start":"141'1000","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":10060,"ondisk_log_size":10060,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":548798464,"num_objects":8374,"num_object_clones":0,"num_object_copies":25122,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8374,"num_objects_misplaced":8374,"num_objects_unfound":0,"num_objects_dirty":8374,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11060,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[1,2],"avail_no_missing":["1","2"],"object_location_counts":[{"shards":"1,2","objects":8374}],"blocked_by":[],"up_primary":6,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"47","reported_epoch":"164","state":"active+clean","last_fresh":"2021-03-04T23:26:46.899018+0000","last_change":"2021-03-04T23:26:46.899018+0000","last_active":"2021-03-04T23:26:46.899018+0000","last_peered":"2021-03-04T23:26:46.899018+0000","last_clean":"2021-03-04T23:26:46.899018+0000","last_became_active":"2021-03-04T23:26:46.898687+0000","last_became_peered":"2021-03-04T23:26:46.898687+0000","last_unstale":"2021-03-04T23:26:46.899018+0000","last_undegraded":"2021-03-04T23:26:46.899018+0000","last_fullsized":"2021-03-04T23:26:46.899018+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"161","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.923947+0000","last_change":"2021-03-04T23:25:37.106132+0000","last_active":"2021-03-04T23:26:55.923947+0000","last_peered":"2021-03-04T23:26:55.923947+0000","last_clean":"2021-03-04T23:26:55.923947+0000","last_became_active":"2021-03-04T23:25:37.105794+0000","last_became_peered":"2021-03-04T23:25:37.105794+0000","last_unstale":"2021-03-04T23:26:55.923947+0000","last_undegraded":"2021-03-04T23:26:55.923947+0000","last_fullsized":"2021-03-04T23:26:55.923947+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"165'10815","reported_seq":"10929","reported_epoch":"168","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:26:55.931455+0000","last_change":"2021-03-04T23:26:48.166313+0000","last_active":"2021-03-04T23:26:55.931455+0000","last_peered":"2021-03-04T23:26:55.931455+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:26:48.087684+0000","last_became_peered":"2021-03-04T23:26:48.087684+0000","last_unstale":"2021-03-04T23:26:55.931455+0000","last_undegraded":"2021-03-04T23:26:48.067902+0000","last_fullsized":"2021-03-04T23:26:55.931455+0000","mapping_epoch":164,"log_start":"142'5951","ondisk_log_start":"142'5951","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4864,"ondisk_log_size":4864,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":533790720,"num_objects":8145,"num_object_clones":0,"num_object_copies":24435,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7356,"num_objects_misplaced":8145,"num_objects_unfound":0,"num_objects_dirty":8145,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10815,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28,"num_bytes_recovered":1769472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,3],"avail_no_missing":["7","1","3"],"object_location_counts":[{"shards":"1,3,7","objects":6048},{"shards":"3,5,7","objects":2097}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"138","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.923454+0000","last_change":"2021-03-04T23:14:45.196352+0000","last_active":"2021-03-04T23:26:55.923454+0000","last_peered":"2021-03-04T23:26:55.923454+0000","last_clean":"2021-03-04T23:26:55.923454+0000","last_became_active":"2021-03-04T23:14:45.195987+0000","last_became_peered":"2021-03-04T23:14:45.195987+0000","last_unstale":"2021-03-04T23:26:55.923454+0000","last_undegraded":"2021-03-04T23:26:55.923454+0000","last_fullsized":"2021-03-04T23:26:55.923454+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"173","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.924974+0000","last_change":"2021-03-04T23:26:46.900472+0000","last_active":"2021-03-04T23:26:55.924974+0000","last_peered":"2021-03-04T23:26:55.924974+0000","last_clean":"2021-03-04T23:26:55.924974+0000","last_became_active":"2021-03-04T23:26:46.900040+0000","last_became_peered":"2021-03-04T23:26:46.900040+0000","last_unstale":"2021-03-04T23:26:55.924974+0000","last_undegraded":"2021-03-04T23:26:55.924974+0000","last_fullsized":"2021-03-04T23:26:55.924974+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"178","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.923706+0000","last_change":"2021-03-04T23:26:54.930255+0000","last_active":"2021-03-04T23:26:55.923706+0000","last_peered":"2021-03-04T23:26:55.923706+0000","last_clean":"2021-03-04T23:26:47.893776+0000","last_became_active":"2021-03-04T23:26:54.930255+0000","last_became_peered":"2021-03-04T23:26:54.930255+0000","last_unstale":"2021-03-04T23:26:55.923706+0000","last_undegraded":"2021-03-04T23:26:55.923706+0000","last_fullsized":"2021-03-04T23:26:54.921869+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"165'10919","reported_seq":"13786","reported_epoch":"169","state":"active+recovering+remapped","last_fresh":"2021-03-04T23:27:08.721142+0000","last_change":"2021-03-04T23:26:53.943115+0000","last_active":"2021-03-04T23:27:08.721142+0000","last_peered":"2021-03-04T23:27:08.721142+0000","last_clean":"2021-03-04T23:25:36.091092+0000","last_became_active":"2021-03-04T23:26:48.046564+0000","last_became_peered":"2021-03-04T23:26:48.046564+0000","last_unstale":"2021-03-04T23:27:08.721142+0000","last_undegraded":"2021-03-04T23:27:08.721142+0000","last_fullsized":"2021-03-04T23:27:08.721142+0000","mapping_epoch":164,"log_start":"141'4477","ondisk_log_start":"141'4477","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6442,"ondisk_log_size":6442,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":540213248,"num_objects":8243,"num_object_clones":0,"num_object_copies":24729,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":9468,"num_objects_unfound":0,"num_objects_dirty":8243,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10919,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1408,"num_bytes_recovered":92274688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,3],"avail_no_missing":["2","1","3"],"object_location_counts":[{"shards":"1,2,3","objects":4734},{"shards":"2,3,7","objects":3509}],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"111","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.923624+0000","last_change":"2021-03-04T23:26:46.899511+0000","last_active":"2021-03-04T23:26:55.923624+0000","last_peered":"2021-03-04T23:26:55.923624+0000","last_clean":"2021-03-04T23:26:55.923624+0000","last_became_active":"2021-03-04T23:26:46.899110+0000","last_became_peered":"2021-03-04T23:26:46.899110+0000","last_unstale":"2021-03-04T23:26:55.923624+0000","last_undegraded":"2021-03-04T23:26:55.923624+0000","last_fullsized":"2021-03-04T23:26:55.923624+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"89","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.924096+0000","last_change":"2021-03-04T23:26:46.898243+0000","last_active":"2021-03-04T23:26:55.924096+0000","last_peered":"2021-03-04T23:26:55.924096+0000","last_clean":"2021-03-04T23:26:55.924096+0000","last_became_active":"2021-03-04T23:26:46.897953+0000","last_became_peered":"2021-03-04T23:26:46.897953+0000","last_unstale":"2021-03-04T23:26:55.924096+0000","last_undegraded":"2021-03-04T23:26:55.924096+0000","last_fullsized":"2021-03-04T23:26:55.924096+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,5],"acting":[4,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"178","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.923958+0000","last_change":"2021-03-04T23:26:54.930348+0000","last_active":"2021-03-04T23:26:55.923958+0000","last_peered":"2021-03-04T23:26:55.923958+0000","last_clean":"2021-03-04T23:26:47.896364+0000","last_became_active":"2021-03-04T23:26:54.930348+0000","last_became_peered":"2021-03-04T23:26:54.930348+0000","last_unstale":"2021-03-04T23:26:55.923958+0000","last_undegraded":"2021-03-04T23:26:55.923958+0000","last_fullsized":"2021-03-04T23:26:54.924236+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"165'10849","reported_seq":"14532","reported_epoch":"168","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:26:55.929094+0000","last_change":"2021-03-04T23:26:48.342750+0000","last_active":"2021-03-04T23:26:55.929094+0000","last_peered":"2021-03-04T23:26:55.929094+0000","last_clean":"2021-03-04T23:25:36.088336+0000","last_became_active":"2021-03-04T23:26:48.255101+0000","last_became_peered":"2021-03-04T23:26:48.255101+0000","last_unstale":"2021-03-04T23:26:55.929094+0000","last_undegraded":"2021-03-04T23:26:48.244626+0000","last_fullsized":"2021-03-04T23:26:55.929094+0000","mapping_epoch":164,"log_start":"141'4446","ondisk_log_start":"141'4446","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6403,"ondisk_log_size":6403,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":537985024,"num_objects":8209,"num_object_clones":0,"num_object_copies":24627,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5536,"num_objects_misplaced":8209,"num_objects_unfound":0,"num_objects_dirty":8209,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10849,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1812,"num_bytes_recovered":118685696,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,3],"avail_no_missing":["5","1","3"],"object_location_counts":[{"shards":"1,3,5","objects":5536},{"shards":"2,3,5","objects":2673}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"67","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.925538+0000","last_change":"2021-03-04T23:26:54.926161+0000","last_active":"2021-03-04T23:26:55.925538+0000","last_peered":"2021-03-04T23:26:55.925538+0000","last_clean":"2021-03-04T23:10:54.863495+0000","last_became_active":"2021-03-04T23:26:54.926161+0000","last_became_peered":"2021-03-04T23:26:54.926161+0000","last_unstale":"2021-03-04T23:26:55.925538+0000","last_undegraded":"2021-03-04T23:26:55.925538+0000","last_fullsized":"2021-03-04T23:26:54.923076+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":["7","2"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"163","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.924708+0000","last_change":"2021-03-04T23:26:46.900529+0000","last_active":"2021-03-04T23:26:55.924708+0000","last_peered":"2021-03-04T23:26:55.924708+0000","last_clean":"2021-03-04T23:26:55.924708+0000","last_became_active":"2021-03-04T23:26:46.900248+0000","last_became_peered":"2021-03-04T23:26:46.900248+0000","last_unstale":"2021-03-04T23:26:55.924708+0000","last_undegraded":"2021-03-04T23:26:55.924708+0000","last_fullsized":"2021-03-04T23:26:55.924708+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"52","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.924140+0000","last_change":"2021-03-04T23:26:54.930220+0000","last_active":"2021-03-04T23:26:55.924140+0000","last_peered":"2021-03-04T23:26:55.924140+0000","last_clean":"2021-03-04T23:26:48.269694+0000","last_became_active":"2021-03-04T23:26:54.930220+0000","last_became_peered":"2021-03-04T23:26:54.930220+0000","last_unstale":"2021-03-04T23:26:55.924140+0000","last_undegraded":"2021-03-04T23:26:55.924140+0000","last_fullsized":"2021-03-04T23:26:54.921915+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":["5","4"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"173","reported_epoch":"168","state":"peering","last_fresh":"2021-03-04T23:26:55.925317+0000","last_change":"2021-03-04T23:26:53.925886+0000","last_active":"2021-03-04T23:26:53.925772+0000","last_peered":"2021-03-04T23:26:47.893859+0000","last_clean":"2021-03-04T23:26:47.893859+0000","last_became_active":"2021-03-04T23:26:16.269837+0000","last_became_peered":"2021-03-04T23:26:16.269837+0000","last_unstale":"2021-03-04T23:26:55.925317+0000","last_undegraded":"2021-03-04T23:26:55.925317+0000","last_fullsized":"2021-03-04T23:26:55.925317+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"165'10975","reported_seq":"11020","reported_epoch":"168","state":"active+undersized+degraded","last_fresh":"2021-03-04T23:26:55.923751+0000","last_change":"2021-03-04T23:26:54.934550+0000","last_active":"2021-03-04T23:26:55.923751+0000","last_peered":"2021-03-04T23:26:55.923751+0000","last_clean":"2021-03-04T23:26:49.115417+0000","last_became_active":"2021-03-04T23:26:54.934550+0000","last_became_peered":"2021-03-04T23:26:54.934550+0000","last_unstale":"2021-03-04T23:26:55.923751+0000","last_undegraded":"2021-03-04T23:26:54.921322+0000","last_fullsized":"2021-03-04T23:26:54.921225+0000","mapping_epoch":166,"log_start":"142'5686","ondisk_log_start":"142'5686","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5289,"ondisk_log_size":5289,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":546766848,"num_objects":8343,"num_object_clones":0,"num_object_copies":25029,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8343,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8343,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10975,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":["7","5"],"object_location_counts":[{"shards":"5,7","objects":8343}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"176","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.924320+0000","last_change":"2021-03-04T23:26:54.930468+0000","last_active":"2021-03-04T23:26:55.924320+0000","last_peered":"2021-03-04T23:26:55.924320+0000","last_clean":"2021-03-04T23:26:48.269748+0000","last_became_active":"2021-03-04T23:26:54.930468+0000","last_became_peered":"2021-03-04T23:26:54.930468+0000","last_unstale":"2021-03-04T23:26:55.924320+0000","last_undegraded":"2021-03-04T23:26:55.924320+0000","last_fullsized":"2021-03-04T23:26:54.923723+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":["5","6"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"162","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.924098+0000","last_change":"2021-03-04T23:26:54.923319+0000","last_active":"2021-03-04T23:26:55.924098+0000","last_peered":"2021-03-04T23:26:55.924098+0000","last_clean":"2021-03-04T23:26:47.893470+0000","last_became_active":"2021-03-04T23:26:54.923319+0000","last_became_peered":"2021-03-04T23:26:54.923319+0000","last_unstale":"2021-03-04T23:26:55.924098+0000","last_undegraded":"2021-03-04T23:26:55.924098+0000","last_fullsized":"2021-03-04T23:26:54.921590+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":["4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"125","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.934290+0000","last_change":"2021-03-04T23:26:46.898903+0000","last_active":"2021-03-04T23:26:55.934290+0000","last_peered":"2021-03-04T23:26:55.934290+0000","last_clean":"2021-03-04T23:26:55.934290+0000","last_became_active":"2021-03-04T23:26:46.898671+0000","last_became_peered":"2021-03-04T23:26:46.898671+0000","last_unstale":"2021-03-04T23:26:55.934290+0000","last_undegraded":"2021-03-04T23:26:55.934290+0000","last_fullsized":"2021-03-04T23:26:55.934290+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"178","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.923819+0000","last_change":"2021-03-04T23:26:54.930672+0000","last_active":"2021-03-04T23:26:55.923819+0000","last_peered":"2021-03-04T23:26:55.923819+0000","last_clean":"2021-03-04T23:26:47.895009+0000","last_became_active":"2021-03-04T23:26:54.930672+0000","last_became_peered":"2021-03-04T23:26:54.930672+0000","last_unstale":"2021-03-04T23:26:55.923819+0000","last_undegraded":"2021-03-04T23:26:55.923819+0000","last_fullsized":"2021-03-04T23:26:54.921949+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"165'10902","reported_seq":"11030","reported_epoch":"168","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:26:55.929295+0000","last_change":"2021-03-04T23:26:48.366266+0000","last_active":"2021-03-04T23:26:55.929295+0000","last_peered":"2021-03-04T23:26:55.929295+0000","last_clean":"2021-03-04T23:25:36.094482+0000","last_became_active":"2021-03-04T23:26:48.282927+0000","last_became_peered":"2021-03-04T23:26:48.282927+0000","last_unstale":"2021-03-04T23:26:55.929295+0000","last_undegraded":"2021-03-04T23:26:48.266298+0000","last_fullsized":"2021-03-04T23:26:55.929295+0000","mapping_epoch":164,"log_start":"141'4486","ondisk_log_start":"141'4486","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6416,"ondisk_log_size":6416,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":533987328,"num_objects":8148,"num_object_clones":0,"num_object_copies":24444,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7366,"num_objects_misplaced":782,"num_objects_unfound":0,"num_objects_dirty":8148,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10902,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36,"num_bytes_recovered":2228224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,3],"avail_no_missing":["5","1","7"],"object_location_counts":[{"shards":"1,5,7","objects":6025},{"shards":"3,5,7","objects":2123}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"152","reported_epoch":"168","state":"peering","last_fresh":"2021-03-04T23:26:55.933945+0000","last_change":"2021-03-04T23:26:53.922161+0000","last_active":"2021-03-04T23:26:53.921999+0000","last_peered":"2021-03-04T23:26:47.892755+0000","last_clean":"2021-03-04T23:26:47.892755+0000","last_became_active":"2021-03-04T23:26:46.898810+0000","last_became_peered":"2021-03-04T23:26:46.898810+0000","last_unstale":"2021-03-04T23:26:55.933945+0000","last_undegraded":"2021-03-04T23:26:55.933945+0000","last_fullsized":"2021-03-04T23:26:55.933945+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"141","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.934176+0000","last_change":"2021-03-04T23:26:54.923497+0000","last_active":"2021-03-04T23:26:55.934176+0000","last_peered":"2021-03-04T23:26:55.934176+0000","last_clean":"2021-03-04T23:26:47.892628+0000","last_became_active":"2021-03-04T23:26:54.923497+0000","last_became_peered":"2021-03-04T23:26:54.923497+0000","last_unstale":"2021-03-04T23:26:55.934176+0000","last_undegraded":"2021-03-04T23:26:55.934176+0000","last_fullsized":"2021-03-04T23:26:54.920748+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":["2","6"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"86","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.925569+0000","last_change":"2021-03-04T23:26:54.935174+0000","last_active":"2021-03-04T23:26:55.925569+0000","last_peered":"2021-03-04T23:26:55.925569+0000","last_clean":"2021-03-04T23:26:48.247206+0000","last_became_active":"2021-03-04T23:26:54.935174+0000","last_became_peered":"2021-03-04T23:26:54.935174+0000","last_unstale":"2021-03-04T23:26:55.925569+0000","last_undegraded":"2021-03-04T23:26:55.925569+0000","last_fullsized":"2021-03-04T23:26:54.924906+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.8","version":"165'10914","reported_seq":"10971","reported_epoch":"168","state":"active+undersized+degraded+remapped+backfill_wait","last_fresh":"2021-03-04T23:26:55.924545+0000","last_change":"2021-03-04T23:26:54.948304+0000","last_active":"2021-03-04T23:26:55.924545+0000","last_peered":"2021-03-04T23:26:55.924545+0000","last_clean":"2021-03-04T23:26:45.840464+0000","last_became_active":"2021-03-04T23:26:54.932993+0000","last_became_peered":"2021-03-04T23:26:54.932993+0000","last_unstale":"2021-03-04T23:26:55.924545+0000","last_undegraded":"2021-03-04T23:26:54.920979+0000","last_fullsized":"2021-03-04T23:26:54.920835+0000","mapping_epoch":166,"log_start":"142'5636","ondisk_log_start":"142'5636","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5278,"ondisk_log_size":5278,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":537919488,"num_objects":8208,"num_object_clones":0,"num_object_copies":24624,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8208,"num_objects_misplaced":8208,"num_objects_unfound":0,"num_objects_dirty":8208,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10914,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,3],"avail_no_missing":["5","3"],"object_location_counts":[{"shards":"3,5","objects":8208}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"143","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.925108+0000","last_change":"2021-03-04T23:14:45.176529+0000","last_active":"2021-03-04T23:26:55.925108+0000","last_peered":"2021-03-04T23:26:55.925108+0000","last_clean":"2021-03-04T23:26:55.925108+0000","last_became_active":"2021-03-04T23:14:45.176285+0000","last_became_peered":"2021-03-04T23:14:45.176285+0000","last_unstale":"2021-03-04T23:26:55.925108+0000","last_undegraded":"2021-03-04T23:26:55.925108+0000","last_fullsized":"2021-03-04T23:26:55.925108+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"179","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.923838+0000","last_change":"2021-03-04T23:26:54.930315+0000","last_active":"2021-03-04T23:26:55.923838+0000","last_peered":"2021-03-04T23:26:55.923838+0000","last_clean":"2021-03-04T23:26:47.893474+0000","last_became_active":"2021-03-04T23:26:54.930315+0000","last_became_peered":"2021-03-04T23:26:54.930315+0000","last_unstale":"2021-03-04T23:26:55.923838+0000","last_undegraded":"2021-03-04T23:26:55.923838+0000","last_fullsized":"2021-03-04T23:26:54.923281+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"108","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.924456+0000","last_change":"2021-03-04T23:26:46.900504+0000","last_active":"2021-03-04T23:26:55.924456+0000","last_peered":"2021-03-04T23:26:55.924456+0000","last_clean":"2021-03-04T23:26:55.924456+0000","last_became_active":"2021-03-04T23:26:46.900310+0000","last_became_peered":"2021-03-04T23:26:46.900310+0000","last_unstale":"2021-03-04T23:26:55.924456+0000","last_undegraded":"2021-03-04T23:26:55.924456+0000","last_fullsized":"2021-03-04T23:26:55.924456+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"29","reported_epoch":"163","state":"active+clean","last_fresh":"2021-03-04T23:26:45.893990+0000","last_change":"2021-03-04T23:25:25.025383+0000","last_active":"2021-03-04T23:26:45.893990+0000","last_peered":"2021-03-04T23:26:45.893990+0000","last_clean":"2021-03-04T23:26:45.893990+0000","last_became_active":"2021-03-04T23:25:25.025093+0000","last_became_peered":"2021-03-04T23:25:25.025093+0000","last_unstale":"2021-03-04T23:26:45.893990+0000","last_undegraded":"2021-03-04T23:26:45.893990+0000","last_fullsized":"2021-03-04T23:26:45.893990+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"178","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.925822+0000","last_change":"2021-03-04T23:26:54.931491+0000","last_active":"2021-03-04T23:26:55.925822+0000","last_peered":"2021-03-04T23:26:55.925822+0000","last_clean":"2021-03-04T23:26:48.071334+0000","last_became_active":"2021-03-04T23:26:54.931491+0000","last_became_peered":"2021-03-04T23:26:54.931491+0000","last_unstale":"2021-03-04T23:26:55.925822+0000","last_undegraded":"2021-03-04T23:26:55.925822+0000","last_fullsized":"2021-03-04T23:26:54.921548+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"165'11152","reported_seq":"18896","reported_epoch":"168","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:26:56.062937+0000","last_change":"2021-03-04T23:26:56.062937+0000","last_active":"2021-03-04T23:26:56.062937+0000","last_peered":"2021-03-04T23:26:56.062937+0000","last_clean":"2021-03-04T23:25:24.025577+0000","last_became_active":"2021-03-04T23:26:56.048729+0000","last_became_peered":"2021-03-04T23:26:56.048729+0000","last_unstale":"2021-03-04T23:26:56.062937+0000","last_undegraded":"2021-03-04T23:26:56.042226+0000","last_fullsized":"2021-03-04T23:26:55.924668+0000","mapping_epoch":167,"log_start":"142'5870","ondisk_log_start":"142'5870","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5282,"ondisk_log_size":5282,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":551550976,"num_objects":8416,"num_object_clones":0,"num_object_copies":25248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6596,"num_objects_misplaced":4013,"num_objects_unfound":0,"num_objects_dirty":8416,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11152,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3840,"num_bytes_recovered":251658240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[5,2],"avail_no_missing":["5"],"object_location_counts":[{"shards":"2,5","objects":3188},{"shards":"5,6","objects":3035}],"blocked_by":[],"up_primary":6,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"182","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.923426+0000","last_change":"2021-03-04T23:26:54.934604+0000","last_active":"2021-03-04T23:26:55.923426+0000","last_peered":"2021-03-04T23:26:55.923426+0000","last_clean":"2021-03-04T23:26:47.893398+0000","last_became_active":"2021-03-04T23:26:54.934604+0000","last_became_peered":"2021-03-04T23:26:54.934604+0000","last_unstale":"2021-03-04T23:26:55.923426+0000","last_undegraded":"2021-03-04T23:26:55.923426+0000","last_fullsized":"2021-03-04T23:26:54.923659+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":["7","5"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"138","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.923696+0000","last_change":"2021-03-04T23:26:54.924390+0000","last_active":"2021-03-04T23:26:55.923696+0000","last_peered":"2021-03-04T23:26:55.923696+0000","last_clean":"2021-03-04T23:26:38.686408+0000","last_became_active":"2021-03-04T23:26:54.924390+0000","last_became_peered":"2021-03-04T23:26:54.924390+0000","last_unstale":"2021-03-04T23:26:55.923696+0000","last_undegraded":"2021-03-04T23:26:55.923696+0000","last_fullsized":"2021-03-04T23:26:54.920967+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":["4","5"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"139","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.934348+0000","last_change":"2021-03-04T23:26:54.931413+0000","last_active":"2021-03-04T23:26:55.934348+0000","last_peered":"2021-03-04T23:26:55.934348+0000","last_clean":"2021-03-04T23:25:29.043732+0000","last_became_active":"2021-03-04T23:26:54.931413+0000","last_became_peered":"2021-03-04T23:26:54.931413+0000","last_unstale":"2021-03-04T23:26:55.934348+0000","last_undegraded":"2021-03-04T23:26:55.934348+0000","last_fullsized":"2021-03-04T23:26:54.920825+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":["2","7"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"178","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.925601+0000","last_change":"2021-03-04T23:26:54.932802+0000","last_active":"2021-03-04T23:26:55.925601+0000","last_peered":"2021-03-04T23:26:55.925601+0000","last_clean":"2021-03-04T23:26:47.896480+0000","last_became_active":"2021-03-04T23:26:54.932802+0000","last_became_peered":"2021-03-04T23:26:54.932802+0000","last_unstale":"2021-03-04T23:26:55.925601+0000","last_undegraded":"2021-03-04T23:26:55.925601+0000","last_fullsized":"2021-03-04T23:26:54.925501+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"165'10867","reported_seq":"11095","reported_epoch":"168","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:26:56.014736+0000","last_change":"2021-03-04T23:26:56.014736+0000","last_active":"2021-03-04T23:26:56.014736+0000","last_peered":"2021-03-04T23:26:56.014736+0000","last_clean":"2021-03-04T23:25:36.092788+0000","last_became_active":"2021-03-04T23:26:56.002355+0000","last_became_peered":"2021-03-04T23:26:56.002355+0000","last_unstale":"2021-03-04T23:26:56.014736+0000","last_undegraded":"2021-03-04T23:26:55.938089+0000","last_fullsized":"2021-03-04T23:26:56.014736+0000","mapping_epoch":167,"log_start":"142'6007","ondisk_log_start":"142'6007","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4860,"ondisk_log_size":4860,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":542834688,"num_objects":8283,"num_object_clones":0,"num_object_copies":24849,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3441,"num_objects_misplaced":4842,"num_objects_unfound":0,"num_objects_dirty":8283,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10867,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":84,"num_bytes_recovered":5505024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4,1],"avail_no_missing":["7","4"],"object_location_counts":[{"shards":"1,4,7","objects":6134},{"shards":"4,7","objects":2149}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"149","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.926460+0000","last_change":"2021-03-04T23:26:54.936367+0000","last_active":"2021-03-04T23:26:55.926460+0000","last_peered":"2021-03-04T23:26:55.926460+0000","last_clean":"2021-03-04T23:26:47.896475+0000","last_became_active":"2021-03-04T23:26:54.936367+0000","last_became_peered":"2021-03-04T23:26:54.936367+0000","last_unstale":"2021-03-04T23:26:55.926460+0000","last_undegraded":"2021-03-04T23:26:55.926460+0000","last_fullsized":"2021-03-04T23:26:54.926918+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":["7","4"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"83","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.934354+0000","last_change":"2021-03-04T23:26:54.925086+0000","last_active":"2021-03-04T23:26:55.934354+0000","last_peered":"2021-03-04T23:26:55.934354+0000","last_clean":"2021-03-04T23:26:47.892926+0000","last_became_active":"2021-03-04T23:26:54.925086+0000","last_became_peered":"2021-03-04T23:26:54.925086+0000","last_unstale":"2021-03-04T23:26:55.934354+0000","last_undegraded":"2021-03-04T23:26:55.934354+0000","last_fullsized":"2021-03-04T23:26:54.920956+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":["2","5"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"25","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.925189+0000","last_change":"2021-03-04T23:26:54.935247+0000","last_active":"2021-03-04T23:26:55.925189+0000","last_peered":"2021-03-04T23:26:55.925189+0000","last_clean":"2021-03-04T23:05:49.568175+0000","last_became_active":"2021-03-04T23:26:54.935247+0000","last_became_peered":"2021-03-04T23:26:54.935247+0000","last_unstale":"2021-03-04T23:26:55.925189+0000","last_undegraded":"2021-03-04T23:26:55.925189+0000","last_fullsized":"2021-03-04T23:26:54.925299+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"178","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.925324+0000","last_change":"2021-03-04T23:26:54.936201+0000","last_active":"2021-03-04T23:26:55.925324+0000","last_peered":"2021-03-04T23:26:55.925324+0000","last_clean":"2021-03-04T23:26:47.895234+0000","last_became_active":"2021-03-04T23:26:54.936201+0000","last_became_peered":"2021-03-04T23:26:54.936201+0000","last_unstale":"2021-03-04T23:26:55.925324+0000","last_undegraded":"2021-03-04T23:26:55.925324+0000","last_fullsized":"2021-03-04T23:26:54.926419+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"165'10816","reported_seq":"10870","reported_epoch":"168","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:26:55.930164+0000","last_change":"2021-03-04T23:26:46.923717+0000","last_active":"2021-03-04T23:26:55.930164+0000","last_peered":"2021-03-04T23:26:55.930164+0000","last_clean":"2021-03-04T23:25:36.101793+0000","last_became_active":"2021-03-04T23:25:38.308529+0000","last_became_peered":"2021-03-04T23:25:38.308529+0000","last_unstale":"2021-03-04T23:26:55.930164+0000","last_undegraded":"2021-03-04T23:25:38.153195+0000","last_fullsized":"2021-03-04T23:25:38.103221+0000","mapping_epoch":149,"log_start":"142'5952","ondisk_log_start":"142'5952","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4864,"ondisk_log_size":4864,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":534708248,"num_objects":8160,"num_object_clones":0,"num_object_copies":24480,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7375,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8160,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10816,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5],"avail_no_missing":["7","1","5"],"object_location_counts":[{"shards":"1,5,7","objects":6048},{"shards":"5,7","objects":785}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"48","reported_epoch":"168","state":"active+undersized+degraded","last_fresh":"2021-03-04T23:26:55.924488+0000","last_change":"2021-03-04T23:26:54.934621+0000","last_active":"2021-03-04T23:26:55.924488+0000","last_peered":"2021-03-04T23:26:55.924488+0000","last_clean":"2021-03-04T23:26:47.896607+0000","last_became_active":"2021-03-04T23:26:54.934621+0000","last_became_peered":"2021-03-04T23:26:54.934621+0000","last_unstale":"2021-03-04T23:26:55.924488+0000","last_undegraded":"2021-03-04T23:26:54.924836+0000","last_fullsized":"2021-03-04T23:26:54.924757+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":["7","5"],"object_location_counts":[{"shards":"5,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"124","reported_epoch":"164","state":"active+clean","last_fresh":"2021-03-04T23:26:46.899430+0000","last_change":"2021-03-04T23:26:46.899430+0000","last_active":"2021-03-04T23:26:46.899430+0000","last_peered":"2021-03-04T23:26:46.899430+0000","last_clean":"2021-03-04T23:26:46.899430+0000","last_became_active":"2021-03-04T23:26:46.899165+0000","last_became_peered":"2021-03-04T23:26:46.899165+0000","last_unstale":"2021-03-04T23:26:46.899430+0000","last_undegraded":"2021-03-04T23:26:46.899430+0000","last_fullsized":"2021-03-04T23:26:46.899430+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"113","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.923741+0000","last_change":"2021-03-04T23:26:54.934545+0000","last_active":"2021-03-04T23:26:55.923741+0000","last_peered":"2021-03-04T23:26:55.923741+0000","last_clean":"2021-03-04T23:26:47.893555+0000","last_became_active":"2021-03-04T23:26:54.934545+0000","last_became_peered":"2021-03-04T23:26:54.934545+0000","last_unstale":"2021-03-04T23:26:55.923741+0000","last_undegraded":"2021-03-04T23:26:55.923741+0000","last_fullsized":"2021-03-04T23:26:54.923599+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":["7","5"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"178","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.926438+0000","last_change":"2021-03-04T23:26:54.930158+0000","last_active":"2021-03-04T23:26:55.926438+0000","last_peered":"2021-03-04T23:26:55.926438+0000","last_clean":"2021-03-04T23:26:47.896386+0000","last_became_active":"2021-03-04T23:26:54.930158+0000","last_became_peered":"2021-03-04T23:26:54.930158+0000","last_unstale":"2021-03-04T23:26:55.926438+0000","last_undegraded":"2021-03-04T23:26:55.926438+0000","last_fullsized":"2021-03-04T23:26:54.923360+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":["7","6"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"165'10805","reported_seq":"17924","reported_epoch":"168","state":"active+clean+remapped","last_fresh":"2021-03-04T23:26:55.924523+0000","last_change":"2021-03-04T23:26:54.955844+0000","last_active":"2021-03-04T23:26:55.924523+0000","last_peered":"2021-03-04T23:26:55.924523+0000","last_clean":"2021-03-04T23:26:55.924523+0000","last_became_active":"2021-03-04T23:26:54.942046+0000","last_became_peered":"2021-03-04T23:26:54.942046+0000","last_unstale":"2021-03-04T23:26:55.924523+0000","last_undegraded":"2021-03-04T23:26:55.924523+0000","last_fullsized":"2021-03-04T23:26:55.924523+0000","mapping_epoch":166,"log_start":"141'4376","ondisk_log_start":"141'4376","created":137,"last_epoch_clean":167,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6429,"ondisk_log_size":6429,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":539688960,"num_objects":8235,"num_object_clones":0,"num_object_copies":24705,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":8235,"num_objects_unfound":0,"num_objects_dirty":8235,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10805,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3530,"num_bytes_recovered":231342080,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7,3],"avail_no_missing":["4","3","7"],"object_location_counts":[{"shards":"3,4,7","objects":8235}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"29","reported_epoch":"163","state":"active+clean","last_fresh":"2021-03-04T23:26:45.893926+0000","last_change":"2021-03-04T23:25:25.026830+0000","last_active":"2021-03-04T23:26:45.893926+0000","last_peered":"2021-03-04T23:26:45.893926+0000","last_clean":"2021-03-04T23:26:45.893926+0000","last_became_active":"2021-03-04T23:25:25.026547+0000","last_became_peered":"2021-03-04T23:25:25.026547+0000","last_unstale":"2021-03-04T23:26:45.893926+0000","last_undegraded":"2021-03-04T23:26:45.893926+0000","last_fullsized":"2021-03-04T23:26:45.893926+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"22","reported_epoch":"168","state":"active+undersized+degraded","last_fresh":"2021-03-04T23:26:55.925066+0000","last_change":"2021-03-04T23:26:54.931521+0000","last_active":"2021-03-04T23:26:55.925066+0000","last_peered":"2021-03-04T23:26:55.925066+0000","last_clean":"2021-03-04T23:05:52.549562+0000","last_became_active":"2021-03-04T23:26:54.931521+0000","last_became_peered":"2021-03-04T23:26:54.931521+0000","last_unstale":"2021-03-04T23:26:55.925066+0000","last_undegraded":"2021-03-04T23:26:54.921768+0000","last_fullsized":"2021-03-04T23:26:54.921679+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":["4","7"],"object_location_counts":[{"shards":"4,7","objects":1}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"140","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.923530+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:26:55.923530+0000","last_peered":"2021-03-04T23:26:55.923530+0000","last_clean":"2021-03-04T23:26:55.923530+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:26:55.923530+0000","last_undegraded":"2021-03-04T23:26:55.923530+0000","last_fullsized":"2021-03-04T23:26:55.923530+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"20","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.924428+0000","last_change":"2021-03-04T23:26:54.933904+0000","last_active":"2021-03-04T23:26:55.924428+0000","last_peered":"2021-03-04T23:26:55.924428+0000","last_clean":"2021-03-04T23:05:48.562125+0000","last_became_active":"2021-03-04T23:26:54.933904+0000","last_became_peered":"2021-03-04T23:26:54.933904+0000","last_unstale":"2021-03-04T23:26:55.924428+0000","last_undegraded":"2021-03-04T23:26:55.924428+0000","last_fullsized":"2021-03-04T23:26:54.921973+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":["4","7"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"175","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.934289+0000","last_change":"2021-03-04T23:26:54.923166+0000","last_active":"2021-03-04T23:26:55.934289+0000","last_peered":"2021-03-04T23:26:55.934289+0000","last_clean":"2021-03-04T23:26:47.892860+0000","last_became_active":"2021-03-04T23:26:54.923166+0000","last_became_peered":"2021-03-04T23:26:54.923166+0000","last_unstale":"2021-03-04T23:26:55.934289+0000","last_undegraded":"2021-03-04T23:26:55.934289+0000","last_fullsized":"2021-03-04T23:26:54.920757+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":["2","4"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"154","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.924327+0000","last_change":"2021-03-04T23:25:37.109371+0000","last_active":"2021-03-04T23:26:55.924327+0000","last_peered":"2021-03-04T23:26:55.924327+0000","last_clean":"2021-03-04T23:26:55.924327+0000","last_became_active":"2021-03-04T23:25:37.106252+0000","last_became_peered":"2021-03-04T23:25:37.106252+0000","last_unstale":"2021-03-04T23:26:55.924327+0000","last_undegraded":"2021-03-04T23:26:55.924327+0000","last_fullsized":"2021-03-04T23:26:55.924327+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"170","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.924347+0000","last_change":"2021-03-04T23:26:46.897836+0000","last_active":"2021-03-04T23:26:55.924347+0000","last_peered":"2021-03-04T23:26:55.924347+0000","last_clean":"2021-03-04T23:26:55.924347+0000","last_became_active":"2021-03-04T23:26:46.897593+0000","last_became_peered":"2021-03-04T23:26:46.897593+0000","last_unstale":"2021-03-04T23:26:55.924347+0000","last_undegraded":"2021-03-04T23:26:55.924347+0000","last_fullsized":"2021-03-04T23:26:55.924347+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"152","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.924037+0000","last_change":"2021-03-04T23:25:25.031712+0000","last_active":"2021-03-04T23:26:55.924037+0000","last_peered":"2021-03-04T23:26:55.924037+0000","last_clean":"2021-03-04T23:26:55.924037+0000","last_became_active":"2021-03-04T23:25:25.023911+0000","last_became_peered":"2021-03-04T23:25:25.023911+0000","last_unstale":"2021-03-04T23:26:55.924037+0000","last_undegraded":"2021-03-04T23:26:55.924037+0000","last_fullsized":"2021-03-04T23:26:55.924037+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"167","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.923666+0000","last_change":"2021-03-04T23:26:54.928988+0000","last_active":"2021-03-04T23:26:55.923666+0000","last_peered":"2021-03-04T23:26:55.923666+0000","last_clean":"2021-03-04T23:26:47.893349+0000","last_became_active":"2021-03-04T23:26:54.928988+0000","last_became_peered":"2021-03-04T23:26:54.928988+0000","last_unstale":"2021-03-04T23:26:55.923666+0000","last_undegraded":"2021-03-04T23:26:55.923666+0000","last_fullsized":"2021-03-04T23:26:54.920998+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":["4","2"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"128","reported_epoch":"164","state":"active+clean","last_fresh":"2021-03-04T23:26:46.910462+0000","last_change":"2021-03-04T23:26:46.910462+0000","last_active":"2021-03-04T23:26:46.910462+0000","last_peered":"2021-03-04T23:26:46.910462+0000","last_clean":"2021-03-04T23:26:46.910462+0000","last_became_active":"2021-03-04T23:26:46.910168+0000","last_became_peered":"2021-03-04T23:26:46.910168+0000","last_unstale":"2021-03-04T23:26:46.910462+0000","last_undegraded":"2021-03-04T23:26:46.910462+0000","last_fullsized":"2021-03-04T23:26:46.910462+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,7],"acting":[6,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"116","reported_epoch":"168","state":"active+undersized","last_fresh":"2021-03-04T23:26:55.933913+0000","last_change":"2021-03-04T23:26:54.925022+0000","last_active":"2021-03-04T23:26:55.933913+0000","last_peered":"2021-03-04T23:26:55.933913+0000","last_clean":"2021-03-04T23:26:47.892593+0000","last_became_active":"2021-03-04T23:26:54.925022+0000","last_became_peered":"2021-03-04T23:26:54.925022+0000","last_unstale":"2021-03-04T23:26:55.933913+0000","last_undegraded":"2021-03-04T23:26:55.933913+0000","last_fullsized":"2021-03-04T23:26:54.920591+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":["2","5"],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"31","reported_epoch":"168","state":"active+undersized+degraded","last_fresh":"2021-03-04T23:26:55.925371+0000","last_change":"2021-03-04T23:26:54.924380+0000","last_active":"2021-03-04T23:26:55.925371+0000","last_peered":"2021-03-04T23:26:55.925371+0000","last_clean":"2021-03-04T23:05:52.549741+0000","last_became_active":"2021-03-04T23:26:54.924380+0000","last_became_peered":"2021-03-04T23:26:54.924380+0000","last_unstale":"2021-03-04T23:26:55.925371+0000","last_undegraded":"2021-03-04T23:26:54.922745+0000","last_fullsized":"2021-03-04T23:26:54.922645+0000","mapping_epoch":166,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":2}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"173","reported_epoch":"168","state":"active+clean","last_fresh":"2021-03-04T23:26:55.923416+0000","last_change":"2021-03-04T23:26:46.897010+0000","last_active":"2021-03-04T23:26:55.923416+0000","last_peered":"2021-03-04T23:26:55.923416+0000","last_clean":"2021-03-04T23:26:55.923416+0000","last_became_active":"2021-03-04T23:26:46.896607+0000","last_became_peered":"2021-03-04T23:26:46.896607+0000","last_unstale":"2021-03-04T23:26:55.923416+0000","last_undegraded":"2021-03-04T23:26:55.923416+0000","last_fullsized":"2021-03-04T23:26:55.923416+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":84,"acting":84,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":25,"num_bytes_recovered":5428,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":10194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6922629,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":79,"acting":79,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":22,"acting":22,"num_store_stats":4},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":8656846872,"num_objects":132094,"num_object_clones":0,"num_object_copies":396282,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":86599,"num_objects_misplaced":76768,"num_objects_unfound":0,"num_objects_dirty":132094,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":174636,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18978,"num_bytes_recovered":1243414528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":27596500992,"data_stored":27596488776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97722,"ondisk_log_size":97722,"up":40,"acting":39,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":19,"acting":19,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495893,"num_pgs":62,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5997152,"kb_used_data":4948568,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":82083232,"statfs":{"total":90194313216,"available":84053229568,"internally_reserved":1073741824,"allocated":5067333632,"data_stored":5066445647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:26:47 2021","interfaces":[{"interface":"back","average":{"1min":4.2439999999999998,"5min":2.238,"15min":1.0329999999999999},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.13500000000000001},"max":{"1min":64.882999999999996,"5min":64.882999999999996,"15min":64.882999999999996},"last":0.374},{"interface":"front","average":{"1min":4.5380000000000003,"5min":2.3370000000000002,"15min":1.0429999999999999},"min":{"1min":0.16300000000000001,"5min":0.157,"15min":0.14799999999999999},"max":{"1min":64.941000000000003,"5min":64.941000000000003,"15min":64.941000000000003},"last":0.23100000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:26:16 2021","interfaces":[{"interface":"back","average":{"1min":2.649,"5min":0.91200000000000003,"15min":0.64300000000000002},"min":{"1min":0.16200000000000001,"5min":0.16200000000000001,"15min":0.16},"max":{"1min":37.856000000000002,"5min":37.856000000000002,"15min":37.856000000000002},"last":0.69299999999999995},{"interface":"front","average":{"1min":2.7690000000000001,"5min":0.94199999999999995,"15min":0.70199999999999996},"min":{"1min":0.193,"5min":0.17599999999999999,"15min":0.17399999999999999},"max":{"1min":37.914000000000001,"5min":37.914000000000001,"15min":37.914000000000001},"last":0.746}]},{"osd":2,"last update":"Thu Mar 4 23:27:05 2021","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.46700000000000003,"15min":0.58199999999999996},"min":{"1min":0.192,"5min":0.17999999999999999,"15min":0.16700000000000001},"max":{"1min":0.67500000000000004,"5min":3.0659999999999998,"15min":5.2400000000000002},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.626,"15min":0.56299999999999994},"min":{"1min":0.27600000000000002,"5min":0.218,"15min":0.218},"max":{"1min":1.1879999999999999,"5min":3.206,"15min":3.206},"last":0.81100000000000005}]},{"osd":3,"last update":"Thu Mar 4 23:27:05 2021","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":1.6950000000000001,"15min":0.93700000000000006},"min":{"1min":0.19,"5min":0.19,"15min":0.18099999999999999},"max":{"1min":0.58399999999999996,"5min":63.959000000000003,"15min":63.959000000000003},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.371,"5min":1.7929999999999999,"15min":1.1759999999999999},"min":{"1min":0.22600000000000001,"5min":0.19400000000000001,"15min":0.183},"max":{"1min":0.89100000000000001,"5min":64.183999999999997,"15min":64.183999999999997},"last":0.77400000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:27:05 2021","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.53200000000000003,"15min":0.38},"min":{"1min":0.159,"5min":0.14399999999999999,"15min":0.13100000000000001},"max":{"1min":1.1439999999999999,"5min":4.0179999999999998,"15min":4.0179999999999998},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.39600000000000002,"15min":0.379},"min":{"1min":0.17399999999999999,"5min":0.16,"15min":0.13900000000000001},"max":{"1min":3.7410000000000001,"5min":3.7410000000000001,"15min":3.7410000000000001},"last":0.44}]},{"osd":5,"last update":"Thu Mar 4 23:27:05 2021","interfaces":[{"interface":"back","average":{"1min":0.29099999999999998,"5min":0.35299999999999998,"15min":0.36499999999999999},"min":{"1min":0.193,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.53900000000000003,"5min":1.141,"15min":3.847},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.51500000000000001,"15min":0.435},"min":{"1min":0.17799999999999999,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":3.54,"5min":3.54,"15min":3.7229999999999999},"last":0.38}]},{"osd":6,"last update":"Thu Mar 4 23:26:01 2021","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.53900000000000003,"15min":0.435},"min":{"1min":0.19900000000000001,"5min":0.16500000000000001,"15min":0.14199999999999999},"max":{"1min":2.0390000000000001,"5min":4.1299999999999999,"15min":4.1299999999999999},"last":0.34899999999999998},{"interface":"front","average":{"1min":1.016,"5min":0.67000000000000004,"15min":0.48399999999999999},"min":{"1min":0.248,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":3.1890000000000001,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":0.32800000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659413,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1725256,"kb_used_data":676672,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86355128,"statfs":{"total":90194313216,"available":88427651072,"internally_reserved":1073741824,"allocated":692912128,"data_stored":692065519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:26:46 2021","interfaces":[{"interface":"back","average":{"1min":2.8540000000000001,"5min":0.95499999999999996,"15min":0.67900000000000005},"min":{"1min":0.14999999999999999,"5min":0.14599999999999999,"15min":0.13900000000000001},"max":{"1min":26.218,"5min":26.218,"15min":26.218},"last":0.371},{"interface":"front","average":{"1min":2.8929999999999998,"5min":0.98999999999999999,"15min":0.60199999999999998},"min":{"1min":0.19400000000000001,"5min":0.16,"15min":0.156},"max":{"1min":26.041,"5min":26.041,"15min":26.041},"last":0.23599999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:26:09 2021","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.46899999999999997,"15min":0.55000000000000004},"min":{"1min":0.17499999999999999,"5min":0.16300000000000001,"15min":0.159},"max":{"1min":0.83999999999999997,"5min":3.5049999999999999,"15min":3.609},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.52200000000000002,"15min":0.54100000000000004},"min":{"1min":0.19,"5min":0.17199999999999999,"15min":0.16500000000000001},"max":{"1min":0.83299999999999996,"5min":4.149,"15min":4.149},"last":0.38500000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:26:09 2021","interfaces":[{"interface":"back","average":{"1min":0.29299999999999998,"5min":0.53200000000000003,"15min":0.57899999999999996},"min":{"1min":0.20599999999999999,"5min":0.189,"15min":0.16800000000000001},"max":{"1min":0.47699999999999998,"5min":4.0940000000000003,"15min":4.2169999999999996},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.376,"5min":0.51300000000000001,"15min":0.57599999999999996},"min":{"1min":0.223,"5min":0.186,"15min":0.17599999999999999},"max":{"1min":1.123,"5min":1.861,"15min":3.3700000000000001},"last":0.32900000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:26:06 2021","interfaces":[{"interface":"back","average":{"1min":4.4189999999999996,"5min":1.3620000000000001,"15min":0.93899999999999995},"min":{"1min":0.22900000000000001,"5min":0.22,"15min":0.19800000000000001},"max":{"1min":77.881,"5min":77.881,"15min":77.881},"last":0.35199999999999998},{"interface":"front","average":{"1min":4.4790000000000001,"5min":1.4199999999999999,"15min":0.98399999999999999},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.21099999999999999},"max":{"1min":77.683000000000007,"5min":77.683000000000007,"15min":77.683000000000007},"last":2.694}]},{"osd":4,"last update":"Thu Mar 4 23:26:46 2021","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.438,"15min":0.37},"min":{"1min":0.16600000000000001,"5min":0.159,"15min":0.121},"max":{"1min":0.69399999999999995,"5min":4.1539999999999999,"15min":4.1539999999999999},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.28100000000000003,"5min":0.41399999999999998,"15min":0.39800000000000002},"min":{"1min":0.22800000000000001,"5min":0.16800000000000001,"15min":0.13500000000000001},"max":{"1min":0.375,"5min":4.1269999999999998,"15min":4.1269999999999998},"last":0.27200000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:26:46 2021","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.41399999999999998,"15min":0.40000000000000002},"min":{"1min":0.19400000000000001,"5min":0.16700000000000001,"15min":0.151},"max":{"1min":0.76100000000000001,"5min":4.0010000000000003,"15min":4.0010000000000003},"last":0.216},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.53500000000000003,"15min":0.48799999999999999},"min":{"1min":0.20300000000000001,"5min":0.16,"15min":0.14699999999999999},"max":{"1min":3.6789999999999998,"5min":4.2389999999999999,"15min":4.2389999999999999},"last":2.4550000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:25:51 2021","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.63200000000000001,"15min":0.496},"min":{"1min":0.19500000000000001,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":1.5589999999999999,"5min":4.5880000000000001,"15min":4.5880000000000001},"last":0.252},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.52400000000000002,"15min":0.48499999999999999},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.19400000000000001},"max":{"1min":1.7390000000000001,"5min":4.0129999999999999,"15min":4.0129999999999999},"last":0.33800000000000002}]}]},{"osd":1,"up_from":0,"seq":373662154914,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":73,"seq":313532612783,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3460124,"kb_used_data":3394132,"kb_used_omap":817,"kb_used_meta":65166,"kb_avail":84620260,"statfs":{"total":90194313216,"available":86651146240,"internally_reserved":0,"allocated":3475591168,"data_stored":3474738066,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":837530,"internal_metadata":66730086},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:26:11 2021","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.44,"15min":0.44800000000000001},"min":{"1min":0.13500000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":1.792,"5min":3.1800000000000002,"15min":5.734},"last":0.254},{"interface":"front","average":{"1min":0.433,"5min":0.43099999999999999,"15min":0.443},"min":{"1min":0.157,"5min":0.157,"15min":0.11700000000000001},"max":{"1min":3.1469999999999998,"5min":3.1469999999999998,"15min":4.1589999999999998},"last":0.26800000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:26:03 2021","interfaces":[{"interface":"back","average":{"1min":0.26500000000000001,"5min":0.34000000000000002,"15min":0.42899999999999999},"min":{"1min":0.17000000000000001,"5min":0.156,"15min":0.14899999999999999},"max":{"1min":0.42499999999999999,"5min":2.8919999999999999,"15min":3.806},"last":0.16300000000000001},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.45000000000000001,"15min":0.49099999999999999},"min":{"1min":0.16700000000000001,"5min":0.157,"15min":0.157},"max":{"1min":3.0299999999999998,"5min":5.3620000000000001,"15min":5.3620000000000001},"last":0.216}]},{"osd":3,"last update":"Thu Mar 4 23:26:03 2021","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.42699999999999999,"15min":1.446},"min":{"1min":0.157,"5min":0.157,"15min":0.157},"max":{"1min":3.1579999999999999,"5min":3.8410000000000002,"15min":35.027000000000001},"last":0.19800000000000001},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.502,"15min":1.351},"min":{"1min":0.188,"5min":0.188,"15min":0.17399999999999999},"max":{"1min":0.94299999999999995,"5min":3.2829999999999999,"15min":34.979999999999997},"last":0.23499999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:25:52 2021","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.55800000000000005,"15min":0.59099999999999997},"min":{"1min":0.20399999999999999,"5min":0.19900000000000001,"15min":0.17999999999999999},"max":{"1min":3.1019999999999999,"5min":3.5550000000000002,"15min":4.2210000000000001},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.623,"5min":0.60899999999999999,"15min":0.64200000000000002},"min":{"1min":0.19900000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":1.865,"5min":3.383,"15min":4.7439999999999998},"last":0.30599999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:25:52 2021","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.63300000000000001,"15min":0.68200000000000005},"min":{"1min":0.24199999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":1.831,"5min":4.5540000000000003,"15min":5.3639999999999999},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.67400000000000004,"15min":0.623},"min":{"1min":0.26000000000000001,"5min":0.24199999999999999,"15min":0.191},"max":{"1min":2.9750000000000001,"5min":4.7919999999999998,"15min":4.7919999999999998},"last":0.28199999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:25:52 2021","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.59199999999999997,"15min":0.61299999999999999},"min":{"1min":0.255,"5min":0.255,"15min":0.24199999999999999},"max":{"1min":2.3439999999999999,"5min":3.4350000000000001,"15min":3.9159999999999999},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.502,"5min":0.66000000000000003,"15min":0.64900000000000002},"min":{"1min":0.27700000000000002,"5min":0.253,"15min":0.17599999999999999},"max":{"1min":3.1360000000000001,"5min":4.3259999999999996,"15min":4.3259999999999996},"last":0.38700000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:25:52 2021","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.64700000000000002,"15min":0.67100000000000004},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":2.3300000000000001,"5min":3.8170000000000002,"15min":3.9729999999999999},"last":0.374},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.63800000000000001,"15min":0.65500000000000003},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":3.0750000000000002,"5min":3.488,"15min":4.2469999999999999},"last":0.36199999999999999}]}]},{"osd":2,"up_from":103,"seq":442381631639,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2450056,"kb_used_data":2208832,"kb_used_omap":1715,"kb_used_meta":239500,"kb_avail":85630328,"statfs":{"total":90194313216,"available":87685455872,"internally_reserved":0,"allocated":2261843968,"data_stored":2260978307,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":245248187},"hb_peers":[1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:26:13 2021","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.443,"15min":0.55900000000000005},"min":{"1min":0.13500000000000001,"5min":0.13500000000000001,"15min":0.129},"max":{"1min":12.986000000000001,"5min":12.986000000000001,"15min":12.986000000000001},"last":0.17100000000000001},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.44600000000000001,"15min":0.496},"min":{"1min":0.161,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":13.071999999999999,"5min":13.071999999999999,"15min":13.071999999999999},"last":0.32400000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:26:13 2021","interfaces":[{"interface":"back","average":{"1min":0.27000000000000002,"5min":0.308,"15min":0.52500000000000002},"min":{"1min":0.16700000000000001,"5min":0.151,"15min":0.13300000000000001},"max":{"1min":0.45600000000000002,"5min":1.9670000000000001,"15min":4.0599999999999996},"last":0.502},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.41499999999999998,"15min":0.54700000000000004},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.14199999999999999},"max":{"1min":2.6600000000000001,"5min":2.6600000000000001,"15min":4.556},"last":0.44400000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:27:02 2021","interfaces":[{"interface":"back","average":{"1min":1.3169999999999999,"5min":0.70099999999999996,"15min":0.59899999999999998},"min":{"1min":0.16900000000000001,"5min":0.159,"15min":0.159},"max":{"1min":21.280000000000001,"5min":21.280000000000001,"15min":21.280000000000001},"last":0.34999999999999998},{"interface":"front","average":{"1min":1.3799999999999999,"5min":0.70599999999999996,"15min":0.64100000000000001},"min":{"1min":0.224,"5min":0.192,"15min":0.17199999999999999},"max":{"1min":21.239999999999998,"5min":21.239999999999998,"15min":21.239999999999998},"last":0.53500000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:26:13 2021","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.48599999999999999,"15min":0.59599999999999997},"min":{"1min":0.22600000000000001,"5min":0.20499999999999999,"15min":0.18099999999999999},"max":{"1min":1.4610000000000001,"5min":1.607,"15min":4.6520000000000001},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.52300000000000002,"15min":0.56200000000000006},"min":{"1min":0.218,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":1.0620000000000001,"5min":2.302,"15min":3.71},"last":0.45600000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:26:13 2021","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.67200000000000004,"15min":0.79100000000000004},"min":{"1min":0.28399999999999997,"5min":0.23799999999999999,"15min":0.22},"max":{"1min":4.2850000000000001,"5min":4.867,"15min":4.867},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.60399999999999998,"15min":0.66100000000000003},"min":{"1min":0.215,"5min":0.215,"15min":0.21299999999999999},"max":{"1min":3.9180000000000001,"5min":4.6189999999999998,"15min":4.6689999999999996},"last":0.48599999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:26:13 2021","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.53400000000000003,"15min":0.55900000000000005},"min":{"1min":0.26300000000000001,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.72899999999999998,"5min":2.2759999999999998,"15min":3.7429999999999999},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.56499999999999995,"15min":0.74299999999999999},"min":{"1min":0.30599999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":1.804,"5min":3.5579999999999998,"15min":4.0830000000000002},"last":0.495}]},{"osd":7,"last update":"Thu Mar 4 23:26:13 2021","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.55100000000000005,"15min":0.58199999999999996},"min":{"1min":0.27500000000000002,"5min":0.26600000000000001,"15min":0.26400000000000001},"max":{"1min":0.68899999999999995,"5min":2.3199999999999998,"15min":4.024},"last":0.432},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.59699999999999998,"15min":0.77300000000000002},"min":{"1min":0.318,"5min":0.26300000000000001,"15min":0.253},"max":{"1min":3.847,"5min":3.847,"15min":4.1340000000000003},"last":0.56899999999999995}]}]},{"osd":3,"up_from":0,"seq":541165879435,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":31,"seq":133143986462,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3191452,"kb_used_data":2142868,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":84888932,"statfs":{"total":90194313216,"available":86926266368,"internally_reserved":1073741824,"allocated":2194296832,"data_stored":2193412873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:26:43 2021","interfaces":[{"interface":"back","average":{"1min":11.082000000000001,"5min":3.286,"15min":1.4610000000000001},"min":{"1min":0.157,"5min":0.14499999999999999,"15min":0.14099999999999999},"max":{"1min":85.466999999999999,"5min":85.466999999999999,"15min":85.466999999999999},"last":0.29999999999999999},{"interface":"front","average":{"1min":11.247,"5min":3.4140000000000001,"15min":1.4299999999999999},"min":{"1min":0.16,"5min":0.152,"15min":0.14199999999999999},"max":{"1min":85.436000000000007,"5min":85.436000000000007,"15min":85.436000000000007},"last":0.188}]},{"osd":1,"last update":"Thu Mar 4 23:26:15 2021","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.68300000000000005,"15min":0.58899999999999997},"min":{"1min":0.17699999999999999,"5min":0.16200000000000001,"15min":0.16},"max":{"1min":3.4900000000000002,"5min":3.9900000000000002,"15min":3.9900000000000002},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.60999999999999999,"15min":0.57499999999999996},"min":{"1min":0.20999999999999999,"5min":0.189,"15min":0.16200000000000001},"max":{"1min":3.468,"5min":3.98,"15min":4.3289999999999997},"last":0.22900000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:27:00 2021","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.46700000000000003,"15min":0.48899999999999999},"min":{"1min":0.19400000000000001,"5min":0.185,"15min":0.17100000000000001},"max":{"1min":0.53300000000000003,"5min":2.9009999999999998,"15min":3.3260000000000001},"last":0.379},{"interface":"front","average":{"1min":0.31,"5min":0.47599999999999998,"15min":0.56100000000000005},"min":{"1min":0.217,"5min":0.184,"15min":0.17499999999999999},"max":{"1min":0.441,"5min":2.96,"15min":4.4180000000000001},"last":0.41499999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:27:00 2021","interfaces":[{"interface":"back","average":{"1min":7.8789999999999996,"5min":3.1960000000000002,"15min":1.522},"min":{"1min":0.22,"5min":0.214,"15min":0.19900000000000001},"max":{"1min":85.394999999999996,"5min":85.394999999999996,"15min":85.394999999999996},"last":0.34699999999999998},{"interface":"front","average":{"1min":7.9989999999999997,"5min":3.0579999999999998,"15min":1.4039999999999999},"min":{"1min":0.26000000000000001,"5min":0.222,"15min":0.192},"max":{"1min":85.802999999999997,"5min":85.802999999999997,"15min":85.802999999999997},"last":0.36099999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:26:21 2021","interfaces":[{"interface":"back","average":{"1min":0.249,"5min":0.40100000000000002,"15min":0.33400000000000002},"min":{"1min":0.17000000000000001,"5min":0.157,"15min":0.14199999999999999},"max":{"1min":0.378,"5min":3.456,"15min":3.456},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.46100000000000002,"15min":0.35299999999999998},"min":{"1min":0.21299999999999999,"5min":0.14799999999999999,"15min":0.13500000000000001},"max":{"1min":2.6600000000000001,"5min":3.2999999999999998,"15min":3.2999999999999998},"last":0.28199999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:26:43 2021","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.39600000000000002,"15min":0.372},"min":{"1min":0.217,"5min":0.17399999999999999,"15min":0.156},"max":{"1min":1.635,"5min":3.3399999999999999,"15min":3.5569999999999999},"last":0.312},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.629,"15min":0.48599999999999999},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.14199999999999999},"max":{"1min":2.8940000000000001,"5min":3.895,"15min":3.895},"last":0.67800000000000005}]},{"osd":7,"last update":"Thu Mar 4 23:26:15 2021","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.436,"15min":0.59299999999999997},"min":{"1min":0.193,"5min":0.188,"15min":0.156},"max":{"1min":0.41399999999999998,"5min":3.4329999999999998,"15min":69.727999999999994},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.627,"15min":0.69599999999999995},"min":{"1min":0.24199999999999999,"5min":0.20399999999999999,"15min":0.14000000000000001},"max":{"1min":3.524,"5min":3.8700000000000001,"15min":69.289000000000001},"last":0.32700000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822940,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5946508,"kb_used_data":4897924,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":82133876,"statfs":{"total":90194313216,"available":84105089024,"internally_reserved":1073741824,"allocated":5015474176,"data_stored":5014604479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:26:50 2021","interfaces":[{"interface":"back","average":{"1min":0.29399999999999998,"5min":1.323,"15min":0.69999999999999996},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.90800000000000003,"5min":36.017000000000003,"15min":36.017000000000003},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.34799999999999998,"5min":1.3129999999999999,"15min":0.75700000000000001},"min":{"1min":0.17299999999999999,"5min":0.16,"15min":0.14499999999999999},"max":{"1min":1.663,"5min":36.031999999999996,"15min":36.031999999999996},"last":0.30299999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:26:10 2021","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.48999999999999999,"15min":0.47299999999999998},"min":{"1min":0.17100000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":1.575,"5min":2.9510000000000001,"15min":3.8450000000000002},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.308,"5min":0.56299999999999994,"15min":0.59699999999999998},"min":{"1min":0.19700000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.83299999999999996,"5min":3.6379999999999999,"15min":7.4740000000000002},"last":0.40699999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:27:03 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.45000000000000001,"15min":0.628},"min":{"1min":0.191,"5min":0.161,"15min":0.161},"max":{"1min":0.42099999999999999,"5min":1.7190000000000001,"15min":3.7410000000000001},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.53200000000000003,"15min":0.61299999999999999},"min":{"1min":0.222,"5min":0.20399999999999999,"15min":0.17000000000000001},"max":{"1min":1.304,"5min":3.698,"15min":3.9239999999999999},"last":0.433}]},{"osd":3,"last update":"Thu Mar 4 23:27:03 2021","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.63100000000000001,"15min":0.55600000000000005},"min":{"1min":0.25600000000000001,"5min":0.17699999999999999,"15min":0.16700000000000001},"max":{"1min":1.161,"5min":4.375,"15min":4.375},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.373,"5min":0.51800000000000002,"15min":0.65200000000000002},"min":{"1min":0.23999999999999999,"5min":0.19900000000000001,"15min":0.17100000000000001},"max":{"1min":0.65600000000000003,"5min":2.9359999999999999,"15min":4.2050000000000001},"last":0.44900000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:26:35 2021","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":0.40899999999999997,"15min":0.35799999999999998},"min":{"1min":0.16600000000000001,"5min":0.127,"15min":0.127},"max":{"1min":0.76700000000000002,"5min":3.617,"15min":7.4480000000000004},"last":0.20899999999999999},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.38600000000000001,"15min":0.35199999999999998},"min":{"1min":0.21199999999999999,"5min":0.152,"15min":0.14799999999999999},"max":{"1min":2.0630000000000002,"5min":4.4000000000000004,"15min":4.4000000000000004},"last":0.26600000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:26:00 2021","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.53900000000000003,"15min":0.42799999999999999},"min":{"1min":0.24099999999999999,"5min":0.192,"15min":0.16},"max":{"1min":1.01,"5min":7.3959999999999999,"15min":7.3959999999999999},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.41199999999999998,"15min":0.38900000000000001},"min":{"1min":0.218,"5min":0.17599999999999999,"15min":0.16500000000000001},"max":{"1min":1.9930000000000001,"5min":4.3209999999999997,"15min":4.3209999999999997},"last":0.52100000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:27:03 2021","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.48299999999999998,"15min":0.44500000000000001},"min":{"1min":0.215,"5min":0.189,"15min":0.16},"max":{"1min":2.008,"5min":4.3540000000000001,"15min":4.3540000000000001},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.42199999999999999,"15min":0.40999999999999998},"min":{"1min":0.22700000000000001,"5min":0.17999999999999999,"15min":0.16800000000000001},"max":{"1min":0.63,"5min":1.778,"15min":3.2679999999999998},"last":0.22500000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":837530,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":719374,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1537306,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3522494464,"data_stored":3522494464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4403363840,"data_stored":4403363840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2259877888,"data_stored":2259877888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4443275264,"data_stored":4443275264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2192314368,"data_stored":2192310296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":5013508096,"data_stored":5013504024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":694222848,"data_stored":694222848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":5067444224,"data_stored":5067440152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:27:15.933 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool set device_health_metrics pgp_num 11 2021-03-04T23:27:15.964 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:15.993 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:15.994 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:15.995 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:16.049 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:16.096 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:16.114 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:16.115 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:16.115 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:16.217 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:16.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:16.236 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:16.236 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:16.311 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:15 gibba011 conmon[95595]: cluster 2021-03-04T23:27:14.634270+0000 mgr.x (mgr.34676) 2021-03-04T23:27:16.311 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:15 gibba011 conmon[95595]: 719 : cluster [DBG] pgmap v648: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 75732/396348 objects misplaced (19.107%); 6.3 MiB/s, 101 objects/s recovering 2021-03-04T23:27:16.311 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:15 gibba011 conmon[95595]: audit 2021-03-04T23:27:14.991030+0000 mon.a (mon.0) 799 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:27:16.312 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:15 gibba011 conmon[95595]: cephadm 2021-03-04T23:27:14.992133+0000 mgr.x (mgr.34676) 720 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:27:16.312 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:15 gibba011 conmon[99461]: cluster 2021-03-04T23:27:14.634270+0000 mgr.x (mgr.34676) 719 : cluster 2021-03-04T23:27:16.312 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:15 gibba011 conmon[99461]: [DBG] pgmap v648: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 75732/396348 objects misplaced (19.107%); 6.3 MiB/s, 101 objects/s recovering 2021-03-04T23:27:16.312 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:15 gibba011 conmon[99461]: audit 2021-03-04T23:27:14.991030+0000 mon.a (mon.0) 799 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:27:16.313 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:15 gibba011 conmon[99461]: cephadm 2021-03-04T23:27:14.992133+0000 mgr.x (mgr.34676) 720 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:27:16.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:15 gibba038 conmon[76675]: cluster 2021-03-04T23:27:14.634270+0000 mgr.x (mgr.34676) 719 : cluster [DBG] pgmap v648: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 75732/396348 objects misplaced (19.107%); 6.3 MiB/s, 101 objects/s recovering 2021-03-04T23:27:16.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:15 gibba038 conmon[76675]: audit 2021-03-04T23:27:14.991030+0000 mon.a (mon.0) 799 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:27:16.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:15 gibba038 conmon[76675]: cephadm 2021-03-04T23:27:14.992133+0000 mgr.x (mgr.34676) 720 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:27:16.338 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:16.355 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:16.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:16.356 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:16.457 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:16.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:16.477 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:16.478 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:16.579 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:16.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:16.598 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:16.598 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:16.700 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:16.719 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:16.720 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:16.720 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:16.821 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:16.840 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:16.841 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:16.841 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:16.942 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:16.960 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:16.961 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:16.961 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:17.063 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:17.080 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:17.081 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:17.082 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:17.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:16 gibba011 conmon[95595]: audit 2021-03-04T23:27:16.628227+0000 mon.c (mon.1) 284 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:27:17.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:16 gibba011 conmon[95595]: audit 2021-03-04T23:27:16.628570+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:27:17.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:16 gibba011 conmon[95595]: audit 2021-03-04T23:27:16.645124+0000 mon.c (mon.1) 285 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:27:17.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:16 gibba011 conmon[95595]: audit 2021-03-04T23:27:16.645471+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:27:17.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:16 gibba011 conmon[99461]: audit 2021-03-04T23:27:16.628227+0000 mon.c (mon.1) 284 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:27:17.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:16 gibba011 conmon[99461]: audit 2021-03-04T23:27:16.628570+0000 mon.a (mon.0) 800 : audit 2021-03-04T23:27:17.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:16 gibba011 conmon[99461]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:27:17.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:16 gibba011 conmon[99461]: audit 2021-03-04T23:27:16.645124+0000 mon.c (mon.1) 285 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:27:17.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:16 gibba011 conmon[99461]: audit 2021-03-04T23:27:16.645471+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:27:17.183 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:17.199 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:17.200 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:17.201 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:17.302 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:17.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:17.320 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:17.320 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:17.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:16 gibba038 conmon[76675]: audit 2021-03-04T23:27:16.628227+0000 mon.c (mon.1) 284 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:27:17.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:16 gibba038 conmon[76675]: audit 2021-03-04T23:27:16.628570+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:27:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:16 gibba038 conmon[76675]: audit 2021-03-04T23:27:16.645124+0000 mon.c (mon.1) 285 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:27:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:16 gibba038 conmon[76675]: audit 2021-03-04T23:27:16.645471+0000 mon.a (mon.0) 801 : audit [INF] 2021-03-04T23:27:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:16 gibba038 conmon[76675]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:27:17.421 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:17.438 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:17.439 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:17.439 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:17.541 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:17.558 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:17.559 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:17.560 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:17.661 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:17.680 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:17.681 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:17.682 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:17.784 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:17.802 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:17.803 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:17.803 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:17.905 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:17.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:17.926 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:17.926 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:18.028 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:18.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:18.084 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:18.085 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:18.186 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:18.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:18.205 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:18.206 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:18.307 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:18.325 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:18.327 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:18.327 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:18.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:17 gibba038 conmon[76675]: cluster 2021-03-04T23:27:16.634668+0000 mgr.x (mgr.34676) 721 : cluster [DBG] pgmap v649: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 75732/396348 objects misplaced (19.107%); 5.4 MiB/s, 86 objects/s recovering 2021-03-04T23:27:18.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:17 gibba011 conmon[95595]: cluster 2021-03-04T23:27:16.634668+0000 mgr.x (mgr.34676) 721 : cluster [DBG] pgmap v649: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 75732/396348 objects misplaced (19.107%); 5.4 MiB/s, 86 objects/s recovering 2021-03-04T23:27:18.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:17 gibba011 conmon[99461]: cluster 2021-03-04T23:27:16.634668+0000 mgr.x (mgr.34676) 721 : cluster [DBG] pgmap v649: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 75732/396348 objects misplaced (19.107%); 5.4 MiB/s, 86 objects/s recovering 2021-03-04T23:27:18.428 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:18.445 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:18.446 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:18.447 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:18.548 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:18.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:18.719 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:18.720 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:18.821 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:18.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:18.839 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:18.839 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:18.941 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:18.957 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:18.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:18.959 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:19.005 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:27:19.060 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:19.077 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:18 gibba011 conmon[95595]: audit 2021-03-04T23:27:18.291819+0000 mon.a (mon.0) 802 : audit [INF] from='client.? 172.21.2.111:0/2042219326' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:27:19.077 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:18 gibba011 conmon[99461]: audit 2021-03-04T23:27:18.291819+0000 mon.a (mon.0) 802 : audit [INF] from='client.? 172.21.2.111:0/2042219326' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:27:19.078 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:19.079 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:19.079 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:19.181 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:19.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:19.199 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:19.199 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:19.279 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:27:19.280 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:27:19.300 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:19.317 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:19.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:19.318 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:19.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:18 gibba038 conmon[76675]: audit 2021-03-04T23:27:18.291819+0000 mon.a (mon.0) 802 : audit [INF] from='client.? 172.21.2.111:0/2042219326' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:27:19.420 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:19.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:19.481 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:19.482 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:19.583 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:19.600 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:19.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:19.601 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:19.702 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:19.719 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:19.720 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:19.721 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:19.822 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:19.838 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:19.839 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:19.840 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:19.941 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:19.958 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:19.959 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:19.959 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:19.988 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:27:20.003 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:27:20.003 INFO:teuthology.orchestra.run.gibba011.stderr:Error ENXIO: problem getting command descriptions from osd.0 2021-03-04T23:27:20.003 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: problem getting command descriptions from osd.0 2021-03-04T23:27:20.004 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:27:20.004 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:27:20.004 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:27:20.004 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:27:20.005 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:27:20.005 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:27:20.005 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:27:20.061 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:20.078 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:20.079 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:20.080 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:20.181 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:20.197 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:20.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:20.199 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:20.300 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:20.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:20.318 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:20.319 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:20 gibba038 conmon[76675]: cluster 2021-03-04T23:27:18.635235+0000 mgr.x (mgr.34676) 722 : cluster [DBG] pgmap v650: 99 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 75732/396348 objects misplaced (19.107%); 5.3 MiB/s, 84 objects/s recovering 2021-03-04T23:27:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:20 gibba038 conmon[76675]: 2021-03-04T23:27:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:20 gibba038 conmon[76675]: cluster 2021-03-04T23:27:18.997278+0000 mon.a (mon.0) 803 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:27:20.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:20 gibba038 conmon[76675]: audit 2021-03-04T23:27:19.001701+0000 mon.a (mon 2021-03-04T23:27:20.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:20 gibba038 conmon[76675]: .0) 804 : audit [INF] from='client.? 172.21.2.111:0/2042219326' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:27:20.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:20 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:27:20.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:20 gibba038 conmon[76675]: -04T23:27:19.001744+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e170: 8 total, 7 up, 6 in 2021-03-04T23:27:20.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:20 gibba038 conmon[76675]: 2021-03-04T23:27:20.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:20 gibba011 conmon[95595]: cluster 2021-03-04T23:27:18.635235+0000 mgr.x (mgr.34676) 722 : cluster [DBG] pgmap v650: 99 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 75732/396348 objects misplaced (19.107%); 5.3 MiB/s, 84 objects/s recovering 2021-03-04T23:27:20.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:20 gibba011 conmon[95595]: cluster 2021-03-04T23:27:18.997278+0000 mon.a (mon.0) 803 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:27:20.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:20 gibba011 conmon[95595]: audit 2021-03-04T23:27:19.001701+0000 mon.a (mon.0) 804 : audit [INF] from='client.? 172.21.2.111:0/2042219326' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:27:20.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:20 gibba011 conmon[95595]: cluster 2021-03-04T23:27:19.001744+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e170: 8 total, 7 up, 6 in 2021-03-04T23:27:20.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:20 gibba011 conmon[99461]: cluster 2021-03-04T23:27:18.635235+0000 mgr.x (mgr.34676) 722 : cluster [DBG] pgmap v650: 99 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 4 peering, 34 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 1 remapped+peering, 4 active+recovery_wait+degraded+remapped, 38 active+clean, 1 active+remapped+backfill_wait, 9 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 86608/396348 objects degraded (21.852%); 75732/396348 objects misplaced (19.107%); 5.3 MiB/s, 84 objects/s recovering 2021-03-04T23:27:20.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:20 gibba011 conmon[99461]: cluster 2021-03-04T23:27:18.997278+0000 mon.a (mon.0) 803 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:27:20.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:20 gibba011 conmon[99461]: audit 2021-03-04T23:27:19.001701+0000 mon.a (mon.0) 804 : audit [INF] from='client.? 172.21.2.111:0/2042219326' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:27:20.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:20 gibba011 conmon[99461]: cluster 2021-03-04T23:27:19.001744+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e170: 8 total, 7 up, 6 in 2021-03-04T23:27:20.420 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:20.437 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:20.438 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:20.439 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:20.540 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:20.556 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:20.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:20.558 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:20.659 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:20.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:20.677 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:20.677 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:20.779 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:20.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:20.797 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:20.797 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:20.898 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:20.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:20.916 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:20.917 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:21.018 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:21.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:21.037 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:21.037 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:21.138 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:21.157 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:21.157 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:21.158 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:21.260 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:21.277 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:21.279 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:21.280 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:21.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:21 gibba038 conmon[76675]: cluster 2021-03-04T23:27:20.999725+0000 mon.a (mon.0) 806 : 2021-03-04T23:27:21.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:21 gibba038 conmon[76675]: cluster [WRN] Health check update: Degraded data redundancy: 97142/396348 objects degraded (24.509%), 21 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:27:21.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:21 gibba011 conmon[95595]: cluster 2021-03-04T23:27:20.999725+0000 mon.a (mon.0) 806 : cluster [WRN] Health check update: Degraded data redundancy: 97142/396348 objects degraded (24.509%), 21 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:27:21.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:21 gibba011 conmon[99461]: cluster 2021-03-04T23:27:20.999725+0000 mon.a (mon.0) 806 : cluster 2021-03-04T23:27:21.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:21 gibba011 conmon[99461]: [WRN] Health check update: Degraded data redundancy: 97142/396348 objects degraded (24.509%), 21 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:27:21.381 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:21.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:21.399 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:21.400 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:21.501 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:21.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:21.520 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:21.521 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:21.622 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:21.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:21.666 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:21.666 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:21.768 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:21.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:21.787 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:21.787 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:21.889 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:21.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:21.907 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:21.907 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:22.008 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:22.090 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:22.091 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:22.092 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:22.193 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:22 gibba038 conmon[76675]: cluster 2021-03-04T23:27:20.635621+0000 mgr.x (mgr.34676) 723 : cluster [DBG] pgmap v652: 99 pgs: 1 activating+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+clean+remapped, 4 peering, 37 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 97142/396348 objects degraded (24.509%); 74606/396348 objects misplaced (18.823%); 6.8 MiB/s, 108 objects/s recovering 2021-03-04T23:27:22.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:22 gibba011 conmon[95595]: cluster 2021-03-04T23:27:20.635621+0000 mgr.x (mgr.34676) 723 : cluster [DBG] 2021-03-04T23:27:22.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:22 gibba011 conmon[95595]: pgmap v652: 99 pgs: 1 activating+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+clean+remapped, 4 peering, 37 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 97142/396348 objects degraded (24.509%); 74606/396348 objects misplaced (18.823%); 6.8 MiB/s, 108 objects/s recovering 2021-03-04T23:27:22.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:22 gibba011 conmon[99461]: cluster 2021-03-04T23:27:20.635621+0000 mgr.x (mgr.34676) 723 : cluster [DBG] pgmap v652: 99 pgs: 1 activating+undersized+degraded+remapped, 1 active+recovering+remapped, 1 active+clean+remapped, 4 peering, 37 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 97142/396348 objects degraded (24.509%); 74606/396348 objects misplaced (18.823%); 6.8 MiB/s, 108 objects/s recovering 2021-03-04T23:27:22.381 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:22.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:22.383 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:22.484 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:22.501 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:22.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:22.502 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:22.604 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:22.621 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:23.078 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:23.079 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:23.180 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:23.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:23.199 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:23.199 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:23.301 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:23.317 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:23.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:23.319 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:23.414 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-03-04T23:27:23.415 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-03-04T23:27:23.421 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:23.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:23.438 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:23.438 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:23.540 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:23.556 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:23.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:23.558 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:23.659 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:23.676 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:23.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:23.677 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:23.749 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-03-04T23:27:23.778 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:23.795 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:23.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:23.797 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:23.864 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:23.897 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:23.915 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:23.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:23.917 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:24.018 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:24.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:24.036 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:24.036 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:24.138 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:24.154 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:24.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:24.155 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:24.256 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:24.274 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:24.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:24.275 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:24.277 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:24 gibba011 conmon[95595]: cluster 2021-03-04T23:27:22.636185+0000 mgr.x (mgr.34676) 724 : cluster [DBG] pgmap v653: 99 pgs: 1 active+clean+remapped, 1 activating+undersized+degraded+remapped, 1 active+recovering+remapped, 1 peering, 40 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 97142/396348 objects degraded (24.509%); 74606/396348 objects misplaced (18.823%); 6.8 MiB/s, 108 objects/s recovering 2021-03-04T23:27:24.277 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:24 gibba011 conmon[95595]: audit 2021-03-04T23:27:23.981143+0000 mon.c (mon.1) 286 : audit [INF] from='client.? 172.21.2.111:0/2026444179' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "11"}]: dispatch 2021-03-04T23:27:24.278 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:24 gibba011 conmon[95595]: audit 2021-03-04T23:27:23.981518+0000 mon.a (mon.0) 807 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "11"}]: dispatch 2021-03-04T23:27:24.278 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:24 gibba011 conmon[99461]: cluster 2021-03-04T23:27:22.636185+0000 mgr.x (mgr.34676) 724 : cluster [DBG] pgmap v653: 99 pgs: 1 active+clean+remapped, 1 activating+undersized+degraded+remapped, 1 active+recovering+remapped, 1 peering, 40 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 97142/396348 objects degraded (24.509%); 74606/396348 objects misplaced (18.823%); 6.8 MiB/s, 108 objects/s recovering 2021-03-04T23:27:24.278 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:24 gibba011 conmon[99461]: audit 2021-03-04T23:27:23.981143+0000 mon.c (mon.1) 286 : audit [INF] from='client.? 172.21.2.111:0/2026444179' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "11"}]: dispatch 2021-03-04T23:27:24.279 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:24 gibba011 conmon[99461]: audit 2021-03-04T23:27:23.981518+0000 mon.a (mon.0) 807 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "11"}]: dispatch 2021-03-04T23:27:24.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:24 gibba038 conmon[76675]: cluster 2021-03-04T23:27:22.636185+0000 mgr.x (mgr.34676) 724 : cluster [DBG] pgmap v653: 99 pgs: 1 active+clean+remapped, 1 activating+undersized+degraded+remapped, 1 active+recovering+remapped, 1 peering, 40 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 97142/396348 objects degraded (24.509%); 74606/396348 objects misplaced (18.823%); 6.8 MiB/s, 108 objects/s recovering 2021-03-04T23:27:24.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:24 gibba038 conmon[76675]: audit 2021-03-04T23:27 2021-03-04T23:27:24.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:24 gibba038 conmon[76675]: :23.981143+0000 mon.c (mon.1) 286 : audit [INF] from='client.? 172.21.2.111:0/2026444179' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "11"}]: dispatch 2021-03-04T23:27:24.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:24 gibba038 conmon[76675]: audit 2021-03-04T23:27:23.981518+0000 mon.a (mon.0) 807 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "11"}]: dispatch 2021-03-04T23:27:24.377 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:24.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:24.394 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:24.395 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:24.495 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:24.512 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:24.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:24.514 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:24.615 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:24.631 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:24.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:24.634 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:24.735 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:24.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:24.817 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:24.817 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:24.902 INFO:teuthology.orchestra.run.gibba011.stderr:set pool 1 pgp_num to 11 2021-03-04T23:27:24.919 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:24.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:24.939 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:24.939 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:25.041 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:25.059 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:25.060 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:25.060 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:25.161 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:25.179 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:25.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:25.180 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:25.281 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:25.297 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:25.298 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:25.299 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:25.400 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:25.723 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:27:25.823 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:27:25.837 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:25.838 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:25.839 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:25.940 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:25.942 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:25.942 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:25.957 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:25.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:25.959 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:26.060 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:26.078 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:26.079 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:26.080 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:26.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:25 gibba011 conmon[99461]: cluster 2021-03-04T23:27:24.636734+0000 2021-03-04T23:27:26.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:25 gibba011 conmon[99461]: mgr.x (mgr.34676) 725 : cluster [DBG] pgmap v654: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 1 activating+undersized+degraded+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 97142/396348 objects degraded (24.509%); 73418/396348 objects misplaced (18.524%); 7.2 MiB/s, 115 objects/s recovering 2021-03-04T23:27:26.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:25 gibba011 conmon[99461]: audit 2021-03-04T23:27:24.898440+0000 mon.a (mon.0) 808 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "11"}]': finished 2021-03-04T23:27:26.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:25 gibba011 conmon[99461]: cluster 2021-03-04T23:27:24.898488+0000 mon.a (mon.0) 809 : cluster [DBG] osdmap e171: 8 total, 7 up, 6 in 2021-03-04T23:27:26.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:25 gibba011 conmon[95595]: cluster 2021-03-04T23:27:24.636734+0000 mgr.x (mgr.34676) 725 : cluster [DBG] pgmap v654: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 1 activating+undersized+degraded+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 97142/396348 objects degraded (24.509%); 73418/396348 objects misplaced (18.524%); 7.2 MiB/s, 115 objects/s recovering 2021-03-04T23:27:26.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:25 gibba011 conmon[95595]: audit 2021-03-04T23:27:24.898440+0000 mon.a (mon.0) 808 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "11"}]': finished 2021-03-04T23:27:26.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:25 gibba011 conmon[95595]: cluster 2021-03-04T23:27:24.898488+0000 mon.a (mon.0) 809 : cluster [DBG] osdmap e171: 8 total, 7 up, 6 in 2021-03-04T23:27:26.181 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:26.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:26.200 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:26.201 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:26.302 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:26.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:26.320 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:26.320 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:26.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:25 gibba038 conmon[76675]: cluster 2021-03-04T23:27:24.636734+0000 mgr.x (mgr.34676) 725 : cluster [DBG] pgmap v654: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 1 activating+undersized+degraded+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 97142/396348 objects degraded (24.509%); 73418/396348 objects misplaced (18.524%); 7.2 MiB/s, 115 objects/s recovering 2021-03-04T23:27:26.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:25 gibba038 conmon[76675]: audit 2021-03-04T23:27:26.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:25 gibba038 conmon[76675]: 2021-03-04T23:27:24.898440+0000 mon.a (mon.0) 808 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num", "val": "11"}]': finished 2021-03-04T23:27:26.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:25 gibba038 conmon[76675]: cluster 2021-03-04T23:27:24.898488+0000 mon.a (mon.0) 809 : cluster [DBG] osdmap e171: 8 total, 7 up, 6 in 2021-03-04T23:27:26.421 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:26.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:26.502 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:26.503 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:26.604 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:26.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:26.623 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:26.623 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:26.725 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:26.741 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:26.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:26.743 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:26.844 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:27.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:27.145 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:27.145 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:27.246 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:27.263 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:27.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:27.264 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:27.365 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:27.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:27.384 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:27.384 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:27.485 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:27.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:27.503 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:27.504 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:27.605 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:27.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:27.624 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:27.625 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:27.726 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:27.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:27.869 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:27.869 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:27.970 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:27.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:27.993 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:27.993 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:28.094 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:28.118 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:28.119 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:28.121 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:28.176 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:27 gibba011 conmon[99461]: cluster 2021-03-04T23:27:26.637319+0000 mgr.x (mgr. 2021-03-04T23:27:28.176 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:27 gibba011 conmon[99461]: 34676) 726 : cluster [DBG] pgmap v656: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped+laggy, 1 active+recovering+remapped, 1 active+clean+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 97142/396348 objects degraded (24.509%); 73418/396348 objects misplaced (18.524%); 9.0 MiB/s, 144 objects/s recovering 2021-03-04T23:27:28.177 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:27 gibba011 conmon[95595]: cluster 2021-03-04T23:27:26.637319+0000 mgr.x (mgr.34676) 726 : cluster [DBG] pgmap v656: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped+laggy, 1 active+recovering+remapped, 1 active+clean+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 97142/396348 objects degraded (24.509%); 73418/396348 objects misplaced (18.524%); 9.0 MiB/s, 144 objects/s recovering 2021-03-04T23:27:28.177 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:27 gibba011 conmon[95595]: 2021-03-04T23:27:28.223 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:28.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:28.250 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:28.250 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:28.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:27 gibba038 conmon[76675]: cluster 2021-03-04T23:27:26.637319+0000 mgr.x (mgr.34676) 726 : cluster [DBG] pgmap v656: 99 pgs: 1 active+recovery_wait+undersized+degraded+remapped+laggy, 1 active+recovering+remapped, 1 active+clean+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 97142/396348 objects degraded (24.509%); 73418/396348 objects misplaced (18.524%); 9.0 MiB/s, 144 objects/s recovering 2021-03-04T23:27:28.352 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:28.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:28.379 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:28.379 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:28.480 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:28.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:28.508 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:28.508 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:28.610 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:28.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:28.632 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:28.632 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:28.734 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:28.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:28.755 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:28.755 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:28.856 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:28.876 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:28.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:28.877 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:28.978 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:29.000 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:29.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:29.002 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:29.103 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:29.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:29.131 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:29.131 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:29.233 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:29.254 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:29.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:29.256 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:29.357 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:29.378 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:29.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:29.379 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:29.480 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:29.499 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:29.500 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:29.500 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:29.602 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:29.621 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:29.622 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:29.622 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:29.723 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:29.742 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:29.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:29.744 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:29.845 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:29.862 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:29.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:29.864 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:29.965 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:29.982 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:29.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:29.983 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:30.084 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:30.103 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:30.104 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:30.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:29 gibba011 conmon[95595]: cluster 2021-03-04T23:27:28.637779+0000 mgr.x (mgr.34676) 727 : cluster [DBG] pgmap v657: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+undersized+degraded+remapped+laggy, 1 active+recovering+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 97142/396348 objects degraded (24.509%); 73418/396348 objects misplaced (18.524%); 3.9 MiB/s, 61 objects/s recovering 2021-03-04T23:27:30.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:29 gibba011 conmon[99461]: cluster 2021-03-04T23:27:28.637779+0000 mgr.x (mgr.34676) 727 : cluster [DBG] pgmap v657: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+undersized+degraded+remapped+laggy, 1 active+recovering+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 97142/396348 objects degraded (24.509%); 73418/396348 objects misplaced (18.524%); 3.9 MiB/s, 61 objects/s recovering 2021-03-04T23:27:30.106 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:30.207 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:30.224 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:30.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:30.226 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:30.327 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:30.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:29 gibba038 conmon[76675]: cluster 2021-03-04T23:27:28.637779+0000 mgr.x (mgr.34676) 727 : cluster [DBG] pgmap v657: 99 pgs: 1 active+clean+remapped, 1 active+recovery_wait+undersized+degraded+remapped+laggy, 1 active+recovering+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 3 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 97142/396348 objects degraded (24.509%); 73418/396348 objects misplaced (18.524%); 3.9 MiB/s, 61 objects/s recovering 2021-03-04T23:27:30.345 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:30.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:30.346 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:30.447 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:30.464 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:30.465 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:30.465 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:30.567 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:30.584 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:30.585 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:30.586 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:30.687 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:30.704 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:30.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:30.705 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:30.806 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:30.823 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:30.824 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:30.825 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:30.926 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:30.943 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:30.944 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:30.945 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:31.046 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:31.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:31.064 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:31.064 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:31.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:30 gibba011 conmon[95595]: cluster 2021-03-04T23:27:30.904209+0000 mon.a (mon.0) 2021-03-04T23:27:31.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:30 gibba011 conmon[95595]: 810 : cluster [WRN] Health check update: Degraded data redundancy: 97107/396285 objects degraded (24.504%), 21 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:27:31.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:30 gibba011 conmon[99461]: cluster 2021-03-04T23:27:30.904209+0000 mon.a (mon.0) 810 : cluster [WRN] 2021-03-04T23:27:31.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:30 gibba011 conmon[99461]: Health check update: Degraded data redundancy: 97107/396285 objects degraded (24.504%), 21 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:27:31.165 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:31.183 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:31.183 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:31.184 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:31.285 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:31.302 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:31.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:31.304 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:31.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:30 gibba038 conmon[76675]: cluster 2021-03-04T23:27:30.904209+0000 mon.a (mon.0) 810 : cluster [WRN] Health check update: Degraded data redundancy: 97107/396285 objects degraded (24.504%), 21 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:27:31.406 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:31.424 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:31.425 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:31.425 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:31.526 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:31.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:31.544 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:31.545 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:31.646 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:31.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:31.665 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:31.665 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:31.767 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:31.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:31.785 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:31.785 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:31.887 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:31.904 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:31.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:31.905 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:32.006 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:32.024 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:32.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:32.026 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:32.117 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:27:32.118 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:27:32.126 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:32.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:32.230 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:32.230 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:32.331 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:32.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:31 gibba038 conmon[76675]: cluster 2021-03-04T23:27:30.638247+0000 mgr.x (mgr.34676) 728 : cluster [DBG] pgmap v658: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 2 op/s; 97107/396285 objects degraded (24.504%); 71998/396285 objects misplaced (18.168%); 8.1 MiB/s, 130 objects/s recovering 2021-03-04T23:27:32.348 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:32.349 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:32.350 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:32.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:31 gibba011 conmon[95595]: cluster 2021-03-04T23:27:30.638247+0000 mgr.x (mgr.34676) 728 : cluster [DBG] pgmap v658: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 2 op/s; 97107/396285 objects degraded (24.504%); 71998/396285 objects misplaced (18.168%); 8.1 MiB/s, 130 objects/s recovering 2021-03-04T23:27:32.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:31 gibba011 conmon[99461]: cluster 2021-03-04T23:27:30.638247+0000 mgr.x (mgr.34676) 728 : cluster [DBG] pgmap v658: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 2 op/s; 97107/396285 objects degraded (24.504%); 71998/396285 objects misplaced (18.168%); 8.1 MiB/s, 130 objects/s recovering 2021-03-04T23:27:32.450 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:32.468 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:32.468 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:32.469 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:32.570 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:32.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:32.596 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:32.597 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:32.698 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:32.716 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:32.716 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:32.717 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:32.818 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:32.835 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:32.836 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:32.837 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:32.938 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:32.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:32.983 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:32.984 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:33.036 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 7, 6] out_osds: [1, 3] dead_osds: [0] live_osds: [1, 2, 3, 4, 5, 6, 7] 2021-03-04T23:27:33.037 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:27:33.037 INFO:tasks.thrashosds.thrasher:Reviving osd 0 2021-03-04T23:27:33.037 INFO:tasks.cephadm.osd.0:Restarting osd.0 (starting--it wasn't running)... 2021-03-04T23:27:33.038 DEBUG:teuthology.orchestra.run.gibba011:osd.0> sudo journalctl -f -n 0 -u ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@osd.0.service 2021-03-04T23:27:33.040 DEBUG:teuthology.orchestra.run.gibba011:> sudo systemctl start ceph-5f47b844-7d3d-11eb-9066-001a4aab830c@osd.0 2021-03-04T23:27:33.085 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:33.102 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:33.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:33.104 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:33.116 INFO:journalctl@ceph.osd.0.gibba011.stdout:-- Logs begin at Thu 2021-03-04 22:40:42 UTC. -- 2021-03-04T23:27:33.205 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:33.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:33.223 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:33.224 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:33.325 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:33.342 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:33.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:33.343 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:33.444 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:33.463 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:33.464 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:33.465 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:33.566 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:33.585 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:33.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:33.587 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:33.688 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:33.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:33.706 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:33.706 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:33.807 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:33.826 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:33.827 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:33.828 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:33.929 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:33.946 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:33.947 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:33.948 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:34.049 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:34.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:34.068 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:34.068 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:34.170 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:34.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:34.189 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:34.189 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:34.290 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:34.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:34.310 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:34.310 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:34.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:33 gibba038 conmon[76675]: cluster 2021-03-04T23:27:32.638693+0000 mgr.x (mgr.34676) 729 : cluster [DBG] pgmap v659: 99 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 22 op/s; 97012/395685 objects degraded (24.517%); 71854/395685 objects misplaced (18.159%); 8.3 MiB/s, 133 objects/s recovering 2021-03-04T23:27:34.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:33 gibba038 conmon[76675]: audit 2021-03-04T23:27:33.441185+0000 mon.a (mon.0) 811 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:27:34.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:33 gibba038 conmon[76675]: audit 2021-03-04T23:27:33.764845+0000 2021-03-04T23:27:34.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:33 gibba038 conmon[76675]: mon.a (mon.0) 812 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:27:34.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:33 gibba011 conmon[95595]: cluster 2021-03-04T23:27:32.638693+0000 mgr.x (mgr.34676) 729 2021-03-04T23:27:34.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:33 gibba011 conmon[95595]: : cluster [DBG] pgmap v659: 99 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 22 op/s; 97012/395685 objects degraded (24.517%); 71854/395685 objects misplaced (18.159%); 8.3 MiB/s, 133 objects/s recovering 2021-03-04T23:27:34.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:33 gibba011 conmon[95595]: audit 2021-03-04T23:27:33.441185+0000 mon.a (mon.0) 811 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:27:34.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:33 gibba011 conmon[95595]: audit 2021-03-04T23:27:33.764845+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:27:34.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:33 gibba011 conmon[99461]: cluster 2021-03-04T23:27:32.638693+0000 mgr.x (mgr.34676) 729 : cluster 2021-03-04T23:27:34.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:33 gibba011 conmon[99461]: [DBG] pgmap v659: 99 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 22 op/s; 97012/395685 objects degraded (24.517%); 71854/395685 objects misplaced (18.159%); 8.3 MiB/s, 133 objects/s recovering 2021-03-04T23:27:34.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:33 gibba011 conmon[99461]: audit 2021-03-04T23:27:33.441185+0000 mon.a (mon.0) 811 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:27:34.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:33 gibba011 conmon[99461]: audit 2021-03-04T23:27:33.764845+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:27:34.356 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:27:34 gibba011 podman[163860]: 2021-03-04 23:27:34.20575903 +0000 UTC m=+0.427264550 container create f31741f44feb6ed24949c5674ac3b644e22ccd74672f86472deee225ff17ea2d (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0-activate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.18.0, maintainer=Dimitri Savineau , RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_REPO=git@github.com:ceph/ceph-container.git) 2021-03-04T23:27:34.411 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:34.428 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:34.429 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:34.430 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:34.531 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:34.549 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:34.550 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:34.550 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:34.651 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:34.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:34.671 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:34.671 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:34.772 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:34.790 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:34.791 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:34.792 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:34.893 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:34.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:34.911 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:34.911 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:34.970 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:27:35.012 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:35.029 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:35.030 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:35.030 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:35.132 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:35.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:35.150 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:35.151 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:35.252 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:35.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:35.271 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:35.271 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:35.277 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:34 gibba011 conmon[95595]: cephadm 2021-03-04T23:27:33.442389+0000 mgr.x (mgr.34676) 730 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:27:35.277 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:34 gibba011 conmon[95595]: audit 2021-03-04T23:27:34.534355+0000 mon.a (mon.0) 813 : audit [INF] from='client.? 172.21.2.111:0/1256559877' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:27:35.278 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:34 gibba011 conmon[99461]: cephadm 2021-03-04T23:27:33.442389+0000 mgr.x (mgr. 2021-03-04T23:27:35.278 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:34 gibba011 conmon[99461]: 34676) 730 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:27:35.279 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:34 gibba011 conmon[99461]: audit 2021-03-04T23:27:34.534355+0000 mon.a (mon.0) 813 : audit [INF] from='client.? 172.21.2.111:0/1256559877' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:27:35.314 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-03-04T23:27:35.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:34 gibba038 conmon[76675]: cephadm 2021-03-04T23:27:33.442389+0000 mgr.x (mgr.34676) 730 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:27:35.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:34 gibba038 conmon[76675]: audit 2021-03-04T23:27:34.534355+0000 mon.a (mon.0) 813 : audit [INF] from='client.? 172.21.2.111:0/1256559877' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:27:35.366 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:27:35.373 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:35.378 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:27:35.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:35.392 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:35.392 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:35.393 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:27:35.406 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:27:35.420 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:27:35.429 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:35.433 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:27:35.448 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:27:35.448 INFO:teuthology.orchestra.run.gibba011.stderr:Error ENXIO: problem getting command descriptions from osd.0 2021-03-04T23:27:35.448 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: problem getting command descriptions from osd.0 2021-03-04T23:27:35.449 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:27:35.449 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:27:35.449 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:27:35.449 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:27:35.450 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:27:35.450 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:27:35.450 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:27:35.494 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:35.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:35.512 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:35.513 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:35.546 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:27:35 gibba011 podman[163860]: 2021-03-04 23:27:35.417487834 +0000 UTC m=+1.638993358 container init f31741f44feb6ed24949c5674ac3b644e22ccd74672f86472deee225ff17ea2d (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0-activate, maintainer=Dimitri Savineau , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, io.buildah.version=1.18.0, org.label-schema.name=CentOS Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20201204, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_BRANCH=HEAD) 2021-03-04T23:27:35.547 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:27:35 gibba011 podman[163860]: 2021-03-04 23:27:35.459102138 +0000 UTC m=+1.680607662 container start f31741f44feb6ed24949c5674ac3b644e22ccd74672f86472deee225ff17ea2d (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0-activate, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, maintainer=Dimitri Savineau , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, GIT_BRANCH=HEAD, io.buildah.version=1.18.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Base Image, ceph=True, org.label-schema.build-date=20201204, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2021-03-04T23:27:35.547 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:27:35 gibba011 podman[163860]: 2021-03-04 23:27:35.459199745 +0000 UTC m=+1.680705281 container attach f31741f44feb6ed24949c5674ac3b644e22ccd74672f86472deee225ff17ea2d (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0-activate, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Base Image, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, CEPH_POINT_RELEASE=, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, io.buildah.version=1.18.0, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20201204) 2021-03-04T23:27:35.614 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:35.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:35.633 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:35.633 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:35.734 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:35.780 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:35.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:35.782 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:35.883 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:35.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:35.902 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:35.902 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:36.004 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:36.020 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:36.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:36.022 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:36.123 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:36.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:36.142 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:36.142 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:36.244 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:36.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:36.262 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:36.262 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:36.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:35 gibba038 conmon[76675]: cluster 2021-03-04T23:27:34.639117+0000 mgr.x (mgr.34676) 731 : cluster [DBG] pgmap v660: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 51 op/s; 96887/394800 objects degraded (24.541%); 70254/394800 objects misplaced (17.795%); 9.5 MiB/s, 151 objects/s recovering 2021-03-04T23:27:36.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:35 gibba038 conmon[76675]: cluster 2021-03-04T23:27:34.961101+0000 mon.a (mon.0) 814 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:27:36.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:35 gibba038 conmon[76675]: audit 2021-03-04T23:27:34.966444+0000 mon.a (mon.0) 815 : audit [INF] from='client.? 172.21.2.111:0/1256559877' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:27:36.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:35 gibba038 conmon[76675]: cluster 2021-03-04T23:27:34.966492 2021-03-04T23:27:36.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:35 gibba038 conmon[76675]: +0000 mon.a (mon.0) 816 : cluster [DBG] osdmap e172: 8 total, 7 up, 6 in 2021-03-04T23:27:36.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:35 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:27:36.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:35 gibba038 conmon[76675]: 04T23:27:35.349341+0000 mon.c (mon.1) 287 : 2021-03-04T23:27:36.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:35 gibba038 conmon[76675]: audit [DBG] from='client.? 172.21.2.111:0/2424661462' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:27:36.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:35 gibba011 conmon[95595]: cluster 2021-03-04T23:27:34.639117+0000 mgr.x (mgr.34676) 731 : cluster [DBG] pgmap v660: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 51 op/s; 96887/394800 objects degraded (24.541%); 70254/394800 objects misplaced (17.795%); 9.5 MiB/s, 151 objects/s recovering 2021-03-04T23:27:36.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:35 gibba011 conmon[95595]: cluster 2021-03-04T23:27:34.961101+0000 mon.a (mon.0) 814 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:27:36.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:35 gibba011 conmon[95595]: audit 2021-03-04T23:27:34.966444+0000 mon.a (mon.0) 815 : audit [INF] from='client.? 172.21.2.111:0/1256559877' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:27:36.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:35 gibba011 conmon[95595]: cluster 2021-03-04T23:27:34.966492+0000 mon.a (mon.0) 816 : cluster [DBG] osdmap e172: 8 total, 7 up, 6 in 2021-03-04T23:27:36.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:35 gibba011 conmon[95595]: audit 2021-03-04T23:27:35.349341+0000 mon.c (mon.1) 287 : audit [DBG] from='client.? 172.21.2.111:0/2424661462' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:27:36.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:35 gibba011 conmon[99461]: cluster 2021-03-04T23:27:34.639117+0000 mgr.x (mgr.34676) 731 : cluster [DBG] pgmap v660: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 51 op/s; 96887/394800 objects degraded (24.541%); 70254/394800 objects misplaced (17.795%); 9.5 MiB/s, 151 objects/s recovering 2021-03-04T23:27:36.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:35 gibba011 conmon[99461]: cluster 2021-03-04T23:27:34 2021-03-04T23:27:36.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:35 gibba011 conmon[99461]: .961101+0000 mon.a (mon.0) 814 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:27:36.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:35 gibba011 conmon[99461]: audit 2021-03-04T23:27:34.966444+0000 mon.a (mon.0) 815 : audit [INF] from='client.? 172.21.2.111:0/1256559877' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:27:36.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:35 gibba011 conmon[99461]: cluster 2021-03-04T23:27:34.966492+0000 mon.a (mon.0) 816 : cluster [DBG] osdmap e172: 8 total, 7 up, 6 in 2021-03-04T23:27:36.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:35 gibba011 conmon[99461]: audit 2021-03-04T23:27:35.349341+0000 mon.c (mon.1) 287 : audit [DBG] from='client.? 172.21.2.111:0/2424661462' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:27:36.364 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:36.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:36.383 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:36.383 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:36.484 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:36.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:36.503 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:36.503 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:36.604 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:36.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:36.623 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:36.623 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:36.724 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:36.741 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:36.742 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:36.743 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:36.844 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:36.861 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:36.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:36.863 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:36.964 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:36.983 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:36.984 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:36.984 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:37.086 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:37.104 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:37.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:37.106 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:37.207 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:37.225 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:37.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:37.226 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:37.327 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:37.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:37 gibba038 conmon[76675]: cluster 2021-03-04T23:27:36.965974+0000 mon.a (mon.0) 817 : cluster [WRN] Health check update: Degraded data redundancy: 96819/394599 objects degraded (24.536%), 21 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:27:37.344 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:37.345 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:37.345 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:37.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:37 gibba011 conmon[95595]: cluster 2021-03-04T23:27:36.965974+0000 mon.a (mon.0) 817 : cluster [WRN] Health check update: Degraded data redundancy: 96819/394599 objects degraded (24.536%), 21 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:27:37.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:37 gibba011 conmon[99461]: cluster 2021-03-04T23:27:36.965974+0000 mon.a (mon.0) 817 : cluster [WRN] Health check update: Degraded data redundancy: 96819/394599 objects degraded (24.536%), 21 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:27:37.447 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:37.464 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:37.465 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:37.465 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:37.567 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:37.584 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:37.585 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:37.586 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:37.687 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:37.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:37.705 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:37.706 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:37.807 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:37.826 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:37.827 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:37.828 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:37.929 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:37.946 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:37.947 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:37.947 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:38.048 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:38.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:38.066 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:38.067 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:38.168 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:38.186 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:38.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:38.187 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:38.288 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:38.307 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:38.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:38.308 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:38.329 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:38 gibba011 conmon[95595]: cluster 2021-03-04T23:27:36.639492+0000 mgr.x (mgr.34676) 732 : cluster [DBG] pgmap v662: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 58 op/s; 96819/394599 objects degraded (24.536%); 70217/394599 objects misplaced (17.795%); 9.7 MiB/s, 154 objects/s recovering 2021-03-04T23:27:38.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:38 gibba011 conmon[99461]: cluster 2021-03-04T23:27:36.639492+0000 mgr.x (mgr.34676) 732 : cluster [DBG] pgmap v662: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 58 op/s; 96819/394599 objects degraded (24.536%); 70217/394599 objects misplaced (17.795%); 9.7 MiB/s, 154 objects/s recovering 2021-03-04T23:27:38.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:38 gibba038 conmon[76675]: cluster 2021-03-04T23:27:36.639492+0000 mgr.x (mgr.34676) 732 : cluster [DBG] pgmap v662: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 58 op/s; 96819/394599 objects degraded (24.536%); 70217/394599 objects misplaced (17.795%); 9.7 MiB/s, 154 objects/s recovering 2021-03-04T23:27:38.409 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:38.426 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:38.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:38.428 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:38.529 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:38.546 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:38.546 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:38.547 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:38.648 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:38.667 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:38.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:38.668 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:38.770 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:38.791 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:38.792 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:38.792 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:38.855 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-03-04T23:27:38.856 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-03-04T23:27:38.893 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:38.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:38.911 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:38.912 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:38.986 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:27:38 gibba011 bash[163681]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2021-03-04T23:27:38.987 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:27:38 gibba011 bash[163681]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2021-03-04T23:27:38.987 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:27:38 gibba011 bash[163681]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2021-03-04T23:27:38.987 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:27:38 gibba011 bash[163681]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2021-03-04T23:27:38.987 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:27:38 gibba011 bash[163681]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2021-03-04T23:27:38.988 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:27:38 gibba011 bash[163681]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2021-03-04T23:27:38.988 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:27:38 gibba011 bash[163681]: --> ceph-volume lvm activate successful for osd ID: 0 2021-03-04T23:27:38.988 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:27:38 gibba011 podman[163860]: 2021-03-04 23:27:38.882967838 +0000 UTC m=+5.104473356 container died f31741f44feb6ed24949c5674ac3b644e22ccd74672f86472deee225ff17ea2d (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0-activate) 2021-03-04T23:27:39.013 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:39.031 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:39.032 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:39.032 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:39.133 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:39.151 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:39.152 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:39.153 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:39.254 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:39.271 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:39.272 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:39.272 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:39.374 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:39.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:39.392 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:39.392 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:39.494 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:39.512 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:39.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:39.514 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:39.615 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:39.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:39.633 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:39.634 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:39.735 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:39.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:39.753 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:39.753 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:39.854 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:39.871 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:39.872 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:39.873 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:39.974 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:39.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:39.992 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:39.992 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:40.093 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:40.110 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:40.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:40.112 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:40.213 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:40.230 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:40.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:40.232 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:40.333 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:40.336 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:40 gibba011 conmon[99461]: cluster 2021-03-04T23:27:38.640016+0000 mgr.x (mgr.34676) 733 : cluster [DBG] pgmap v663: 99 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 99 op/s; 96622/393360 objects degraded (24.563%); 69965/393360 objects misplaced (17.787%); 10 MiB/s, 161 objects/s recovering 2021-03-04T23:27:40.336 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:40 gibba011 conmon[95595]: cluster 2021-03-04T23:27:38.640016+0000 mgr.x (mgr.34676) 733 : 2021-03-04T23:27:40.336 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:40 gibba011 conmon[95595]: cluster [DBG] pgmap v663: 99 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 99 op/s; 96622/393360 objects degraded (24.563%); 69965/393360 objects misplaced (17.787%); 10 MiB/s, 161 objects/s recovering 2021-03-04T23:27:40.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:40 gibba038 conmon[76675]: cluster 2021-03-04T23:27:38.640016+0000 mgr.x (mgr.34676) 733 : cluster [DBG] pgmap v663: 99 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 99 op/s; 96622/393360 objects degraded (24.563%); 69965/393360 objects misplaced (17.787%); 10 MiB/s, 161 objects/s recovering 2021-03-04T23:27:40.350 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:40.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:40.351 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:40.452 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:40.469 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:40.470 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:40.470 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:40.572 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:40.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:40.589 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:40.590 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:40.603 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:27:40 gibba011 podman[163860]: 2021-03-04 23:27:40.3341389 +0000 UTC m=+6.555644425 container remove f31741f44feb6ed24949c5674ac3b644e22ccd74672f86472deee225ff17ea2d (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0-activate, io.buildah.version=1.18.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, org.label-schema.vendor=CentOS, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20201204, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Base Image, maintainer=Dimitri Savineau ) 2021-03-04T23:27:40.692 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:40.709 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:40.710 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:40.711 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:40.727 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:27:40.813 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:40.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:40.832 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:40.833 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:40.844 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:40.857 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:27:40.934 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:40.952 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:40.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:40.953 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:40.980 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:41.054 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:41.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:41.073 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:41.074 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:41.175 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:41.193 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:41.194 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:41.195 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:41.296 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:41.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:41.314 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:41.315 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:41.416 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:41.434 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:41.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:41.435 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:41.536 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:41.553 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:41.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:41.555 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:41.603 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:27:41 gibba011 podman[164813]: 2021-03-04 23:27:41.283472703 +0000 UTC m=+0.380631752 container create 5a84d113e7936f7db1d1d8ce4ed2d1746293592bc379f0690ebba890cd563dd9 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.18.0, org.label-schema.vendor=CentOS, maintainer=Dimitri Savineau , org.label-schema.build-date=20201204, org.label-schema.name=CentOS Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01) 2021-03-04T23:27:41.656 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:41.673 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:41.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:41.675 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:41.776 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:41.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:41.794 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:41.795 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:41.896 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:41.913 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:41.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:41.915 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:42.016 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:42.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:42.037 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:42.038 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:42.139 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:42.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:42.159 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:42.159 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:42.191 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:27:42.261 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:42.278 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:42.278 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:42.279 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:42.294 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:42 gibba011 conmon[95595]: cluster 2021-03-04T23:27:40.640419+0000 mgr.x (mgr.34676) 734 : cluster 2021-03-04T23:27:42.294 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:42 gibba011 conmon[95595]: [DBG] pgmap v664: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 106 op/s; 96566/393096 objects degraded (24.566%); 68128/393096 objects misplaced (17.331%); 12 MiB/s, 184 objects/s recovering 2021-03-04T23:27:42.295 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:42 gibba011 conmon[99461]: cluster 2021-03-04T23:27:40.640419+0000 mgr.x (mgr.34676) 734 : cluster [DBG] pgmap v664: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 106 op/s; 96566/393096 objects degraded (24.566%); 68128/393096 objects misplaced (17.331%); 12 MiB/s, 184 objects/s recovering 2021-03-04T23:27:42.295 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:27:42 gibba011 podman[164813]: 2021-03-04 23:27:42.103175184 +0000 UTC m=+1.200334235 container init 5a84d113e7936f7db1d1d8ce4ed2d1746293592bc379f0690ebba890cd563dd9 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0, ceph=True, org.label-schema.name=CentOS Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Dimitri Savineau , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.18.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20201204) 2021-03-04T23:27:42.295 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:27:42 gibba011 podman[164813]: 2021-03-04 23:27:42.184098384 +0000 UTC m=+1.281257434 container start 5a84d113e7936f7db1d1d8ce4ed2d1746293592bc379f0690ebba890cd563dd9 (image=quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9, name=ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0, org.label-schema.license=GPLv2, io.buildah.version=1.18.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Dimitri Savineau , org.label-schema.name=CentOS Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=908e75b43c8b09a2a5f76e4b0a7571c4994e3e01, org.label-schema.build-date=20201204, GIT_BRANCH=HEAD, RELEASE=wip-sage-testing-2021-03-04-1435-69d7d7e, ceph=True) 2021-03-04T23:27:42.296 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:27:42 gibba011 bash[163681]: 5a84d113e7936f7db1d1d8ce4ed2d1746293592bc379f0690ebba890cd563dd9 2021-03-04T23:27:42.296 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:27:42 gibba011 systemd[1]: Started Ceph osd.0 for 5f47b844-7d3d-11eb-9066-001a4aab830c. 2021-03-04T23:27:42.314 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:42.380 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:42.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:42.399 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:42.399 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:42.501 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:42.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:42.519 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:42.519 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:42.568 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:27:42 gibba011 conmon[165023]: debug 2021-03-04T23:27:42.480+0000 7ff93e066700 1 -- 172.21.2.111:0/432593208 <== mon.1 v2:172.21.2.111:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5621a9dcc4e0 con 0x5621a9d95000 2021-03-04T23:27:42.620 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:42.637 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:42.638 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:42.638 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:42.740 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:42.759 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:42.760 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:42.760 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:42.861 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:42.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:42.880 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:42.880 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:42.981 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:42.998 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:42.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:43.000 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:43.101 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:43.119 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:43.120 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:43.120 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:43.222 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:43.240 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:43.241 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:43.241 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:43.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:42 gibba038 conmon[76675]: cluster 2021-03-04T23:27:40.640419+0000 mgr.x (mgr.34676) 734 : cluster [DBG] pgmap v664: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 106 op/s; 96566/393096 objects degraded (24.566%); 68128/393096 objects misplaced (17.331%); 12 MiB/s, 184 objects/s recovering 2021-03-04T23:27:43.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:43 gibba038 conmon[76675]: cluster 2021-03-04T23:27:43.025329+0000 mon.a (mon.0) 818 : cluster [WRN] Health check update: Degraded data redundancy: 96489/392649 objects degraded (24.574%), 21 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:27:43.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:43 gibba038 conmon[76675]: 2021-03-04T23:27:43.338 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:43 gibba011 conmon[95595]: cluster 2021-03-04T23:27:43.025329+0000 mon.a (mon.0) 818 : cluster [WRN] Health check update: Degraded data redundancy: 96489/392649 objects degraded (24.574%), 21 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:27:43.339 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:43 gibba011 conmon[99461]: cluster 2021-03-04T23:27:43.025329+0000 mon.a (mon.0) 818 : cluster [WRN] Health check update: Degraded data redundancy: 96489/392649 objects degraded (24.574%), 21 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:27:43.339 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:27:43 gibba011 conmon[165023]: debug 2021-03-04T23:27:43.004+0000 7ff945afb080 -1 Falling back to public interface 2021-03-04T23:27:43.343 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:43.362 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:43.362 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:43.363 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:43.464 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:43.482 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:43.483 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:43.484 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:43.585 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:43.602 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:43.602 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:43.603 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:43.704 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:43.721 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:43.722 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:43.723 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:43.824 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:43.842 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:43.843 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:43.844 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:43.945 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:43.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:43.964 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:43.964 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:43.983 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:27:43.984 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [], 2021-03-04T23:27:43.984 INFO:teuthology.orchestra.run.gibba011.stdout: "complaint_time": 30, 2021-03-04T23:27:43.984 INFO:teuthology.orchestra.run.gibba011.stdout: "num_blocked_ops": 0 2021-03-04T23:27:43.984 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:27:44.065 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:44.083 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:44.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:44.084 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:44.182 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:44 gibba011 conmon[95595]: cluster 2021-03-04T23:27:42.640865+0000 mgr.x (mgr.34676) 735 : cluster [DBG] pgmap v665: 99 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 101 op/s; 96489/392649 objects degraded (24.574%); 68028/392649 objects misplaced (17.325%); 11 MiB/s, 183 objects/s recovering 2021-03-04T23:27:44.183 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:44 gibba011 conmon[99461]: cluster 2021-03-04T23:27:42.640865+0000 mgr.x (mgr.34676) 735 : cluster [DBG] 2021-03-04T23:27:44.183 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:44 gibba011 conmon[99461]: pgmap v665: 99 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 101 op/s; 96489/392649 objects degraded (24.574%); 68028/392649 objects misplaced (17.325%); 11 MiB/s, 183 objects/s recovering 2021-03-04T23:27:44.186 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:44.202 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:44.203 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:44.204 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:44.305 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:44.322 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:44.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:44.323 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:44.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:44 gibba038 conmon[76675]: cluster 2021-03-04T23:27:42.640865+0000 mgr.x (mgr.34676 2021-03-04T23:27:44.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:44 gibba038 conmon[76675]: ) 735 : cluster [DBG] pgmap v665: 99 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 101 op/s; 96489/392649 objects degraded (24.574%); 68028/392649 objects misplaced (17.325%); 11 MiB/s, 183 objects/s recovering 2021-03-04T23:27:44.425 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:44.442 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:44.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:44.443 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:44.544 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:44.561 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:44.562 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:44.563 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:44.664 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:44.682 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:44.683 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:44.684 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:44.785 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:44.802 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:44.803 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:44.804 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:44.905 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:44.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:44.923 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:44.924 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:45.025 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:45.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:45.043 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:45.044 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:45.145 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:45.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:45.163 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:45.164 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:45.265 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:45.282 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:45.283 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:45.284 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:45.385 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:45.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:45.404 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:45.404 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:45.506 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:45.524 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:45.524 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:45.525 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:45.626 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:45.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:45.646 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:45.646 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:45.747 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:45.764 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:45.765 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:45.766 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:45.813 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-03-04T23:27:45.867 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:45.884 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:45.885 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:45.885 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:45.926 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:45.986 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:46.003 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:46.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:46.005 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:46.106 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:46.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:46.125 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:46.126 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:46.227 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:46.243 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:46.244 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:46.245 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:46.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:46 gibba038 conmon[76675]: cluster 2021-03-04T23:27:44.641262+0000 mgr.x (mgr.34676) 736 : cluster [DBG] pgmap v666: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 100 op/s; 96371/391797 objects degraded (24.597%); 66443/391797 objects misplaced (16.959%); 11 MiB/s, 235 objects/s recovering 2021-03-04T23:27:46.346 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:46.352 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:46 gibba011 conmon[95595]: cluster 2021-03-04T23:27:44.641262+0000 mgr.x (mgr.34676) 736 : cluster [DBG] pgmap v666: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 100 op/s; 96371/391797 objects degraded (24.597%); 66443/391797 objects misplaced (16.959%); 11 MiB/s, 235 objects/s recovering 2021-03-04T23:27:46.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:46 gibba011 conmon[99461]: cluster 2021-03-04T23:27:44.641262+0000 mgr.x (mgr.34676) 736 : cluster [DBG] pgmap v666: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 100 op/s; 96371/391797 objects degraded (24.597%); 66443/391797 objects misplaced (16.959%); 11 MiB/s, 235 objects/s recovering 2021-03-04T23:27:46.365 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:46.366 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:46.367 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:46.468 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:46.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:46.487 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:46.487 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:46.495 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:27:46.508 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:27:46.522 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:27:46.537 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:27:46.550 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:27:46.565 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:27:46.579 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:27:46.580 INFO:teuthology.orchestra.run.gibba011.stderr:Error ENXIO: problem getting command descriptions from osd.0 2021-03-04T23:27:46.580 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: problem getting command descriptions from osd.0 2021-03-04T23:27:46.580 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:27:46.580 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:27:46.581 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:27:46.581 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:27:46.581 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:27:46.581 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:27:46.582 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:27:46.588 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:46.605 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:46.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:46.606 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:46.707 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:46.724 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:46.725 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:46.726 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:46.827 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:46.844 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:46.845 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:46.846 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:46.947 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:46.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:46.966 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:46.966 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:47.068 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:47.085 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:47.085 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:47.086 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:47.187 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:47.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:47.205 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:47.206 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:47.308 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:47.326 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:47.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:47.327 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:47.353 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:27:47 gibba011 conmon[165023]: debug 2021-03-04T23:27:47.166+0000 7ff945afb080 -1 osd.0 165 log_to_monitors {default=true} 2021-03-04T23:27:47.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:47 gibba011 conmon[95595]: audit 2021-03-04T23:27:46.479471+0000 mon.a (mon.0) 819 : audit 2021-03-04T23:27:47.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:47 gibba011 conmon[95595]: [DBG] from='client.? 172.21.2.111:0/304048760' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:27:47.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:47 gibba011 conmon[99461]: audit 2021-03-04T23:27:46. 2021-03-04T23:27:47.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:47 gibba011 conmon[99461]: 479471+0000 mon.a (mon.0) 819 : audit [DBG] from='client.? 172.21.2.111:0/304048760' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:27:47.428 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:47.445 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:47.446 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:47.446 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:47.548 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:47.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:47 gibba038 conmon[76675]: audit 2021-03-04T23:27:46.479471+0000 mon.a (mon.0) 819 : audit [DBG] from='client.? 172.21.2.111:0/304048760' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:27:47.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:47.907 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:47.907 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:48.008 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:48.026 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:48.027 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:48.027 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:48.129 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:48.146 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:48.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:48.148 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:48.249 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:48.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:48.268 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:48.269 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:48.302 INFO:journalctl@ceph.osd.0.gibba011.stdout:Mar 04 23:27:48 gibba011 conmon[165023]: debug 2021-03-04T23:27:48.098+0000 7ff936fdb700 -1 osd.0 165 set_numa_affinity unable to identify public interface 'enp1s0f0' numa node: (0) Success 2021-03-04T23:27:48.303 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:48 gibba011 conmon[95595]: cluster 2021-03-04T23:27:46.641637+0000 mgr.x (mgr.34676) 737 : cluster [DBG] pgmap v667: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 91 op/s; 96303/391593 objects degraded (24.593%); 66406/391593 objects misplaced (16.958%); 9.9 MiB/s, 204 objects/s recovering 2021-03-04T23:27:48.303 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:48 gibba011 conmon[95595]: audit 2021-03-04T23:27:47.168794+0000 mon.a (mon.0) 820 : audit [INF] from='osd.0 [v2:172.21.2.111:6800/609656492,v1:172.21.2.111:6801/609656492]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-03-04T23:27:48.303 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:48 gibba011 conmon[95595]: audit 2021-03-04T23:27:48.054799+0000 mon.c (mon.1) 288 : audit [INF] from='client.? 172.21.2.111:0/275682312' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:27:48.304 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:48 gibba011 conmon[95595]: audit 2021-03-04T23:27:48.055142+0000 mon.a (mon.0) 821 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:27:48.304 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:48 gibba011 conmon[99461]: cluster 2021-03-04T23:27:46.641637+0000 mgr.x (mgr.34676) 737 : cluster [DBG] pgmap v667: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 91 op/s; 96303/391593 objects degraded (24.593%); 66406/391593 objects misplaced (16.958%); 9.9 MiB/s, 204 objects/s recovering 2021-03-04T23:27:48.304 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:48 gibba011 conmon[99461]: audit 2021-03-04T23:27:47.168794+0000 mon.a (mon.0) 820 : audit [INF] from='osd.0 [v2:172.21.2.111:6800/609656492,v1:172.21.2.111:6801/609656492]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-03-04T23:27:48.305 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:48 gibba011 conmon[99461]: audit 2021-03-04T23:27:48.054799+0000 mon.c (mon.1) 288 : audit [INF] from='client.? 172.21.2.111:0/275682312' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:27:48.305 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:48 gibba011 conmon[99461]: audit 2021-03-04T23:27:48.055142+0000 mon.a (mon.0) 821 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:27:48.318 DEBUG:teuthology.orchestra.run:got remote process result: 6 2021-03-04T23:27:48.319 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2021-03-04T23:27:48.335 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:27:48.369 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:48.570 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:48.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:48.572 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:48.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:48 gibba038 conmon[76675]: cluster 2021-03-04T23:27:46.641637+0000 mgr.x (mgr.34676) 737 : cluster [DBG] pgmap v667: 99 pgs: 1 active+recovering+remapped, 1 active+clean+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 4 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 8.0 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 91 op/s; 96303/391593 objects degraded (24.593%); 66406/391593 objects misplaced (16.958%); 9.9 MiB/s, 204 objects/s recovering 2021-03-04T23:27:48.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:48 gibba038 conmon[76675]: audit 2021-03-04T23:27:47.168794+0000 mon.a (mon.0) 820 : audit [INF] from='osd.0 [v2:172.21.2.111:6800/609656492,v1:172.21.2.111:6801/609656492]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2021-03-04T23:27:48.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:48 gibba038 conmon[76675]: audit 2021-03-04T23:27:48.054799+0000 mon.c (mon.1) 288 : audit [INF] from='client.? 172.21.2.111:0/275682312' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:27:48.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:48 gibba038 conmon[76675]: audit 2021-03-04T23:27:48.055142+0000 mon.a (mon.0) 821 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:27:48.674 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:48.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:48.695 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:48.696 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:48.797 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:48.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:48.817 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:48.818 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:48.919 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:48.937 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:48.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:48.939 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:49.040 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:49.056 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:49.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:49.057 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:49.158 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:49.175 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:49.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:49.177 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:49.278 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:49.296 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:49.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:49.297 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:49.344 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:49 gibba011 conmon[95595]: cluster 2021-03-04T23:27:48.086772+0000 mon.a (mon.0) 822 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:27:49.344 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:49 gibba011 conmon[95595]: audit 2021-03-04T23:27:48.092754+0000 mon.a (mon.0) 823 : audit [INF] from='osd.0 [v2:172.21.2.111:6800/609656492,v1:172.21.2.111:6801/609656492]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-03-04T23:27:49.345 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:49 gibba011 conmon[95595]: audit 2021-03-04T23:27:49.345 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:49 gibba011 conmon[95595]: 2021-03-04T23:27:48.092823+0000 mon.a (mon.0) 824 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:27:49.345 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:49 gibba011 conmon[95595]: cluster 2021-03-04T23:27:48.092891+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e173: 8 total, 7 up, 6 in 2021-03-04T23:27:49.345 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:49 gibba011 conmon[95595]: audit 2021-03-04T23:27:48.093152+0000 mon.a (mon.0) 826 : audit [INF] from='osd.0 [v2:172.21.2.111:6800/609656492,v1:172.21.2.111:6801/609656492]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba011", "root=default"]}]: dispatch 2021-03-04T23:27:49.345 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:49 gibba011 conmon[95595]: cluster 2021-03-04T23:27:48.897209+0000 mon.a (mon.0) 827 : cluster [WRN] Health check update: Degraded data redundancy: 96303/391593 objects degraded (24.593%), 21 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:27:49.346 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:49 gibba011 conmon[99461]: cluster 2021-03-04T23:27:48.086772+0000 mon.a (mon.0) 822 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:27:49.346 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:49 gibba011 conmon[99461]: audit 2021-03-04T23:27:48.092754+0000 mon.a (mon.0) 823 : audit [INF] from='osd.0 [v2:172.21.2.111:6800/609656492,v1:172.21.2.111:6801/609656492]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-03-04T23:27:49.346 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:49 gibba011 conmon[99461]: audit 2021-03-04T23:27:48.092823+0000 mon.a (mon.0) 824 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:27:49.347 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:49 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:27:49.347 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:49 gibba011 conmon[99461]: -04T23:27:48.092891+0000 mon.a ( 2021-03-04T23:27:49.347 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:49 gibba011 conmon[99461]: mon.0) 825 : cluster [DBG] osdmap e173: 8 total, 7 up, 6 in 2021-03-04T23:27:49.347 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:49 gibba011 conmon[99461]: audit 2021-03-04T23:27 2021-03-04T23:27:49.348 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:49 gibba011 conmon[99461]: :48.093152+0000 mon.a (mon.0) 826 : 2021-03-04T23:27:49.348 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:49 gibba011 conmon[99461]: audit [INF] from='osd.0 [v2:172.21.2.111:6800/609656492,v1:172.21.2.111:6801/609656492]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba011", "root=default"]}]: dispatch 2021-03-04T23:27:49.348 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:49 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:27:49.348 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:49 gibba011 conmon[99461]: 03-04T23:27:48.897209 2021-03-04T23:27:49.348 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:49 gibba011 conmon[99461]: +0000 mon.a (mon.0) 827 : 2021-03-04T23:27:49.349 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:49 gibba011 conmon[99461]: cluster [WRN] Health check update: Degraded data redundancy: 96303/391593 objects degraded (24.593%), 21 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:27:49.398 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:49.415 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:49.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:49.416 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:49.434 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:27:49.434 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [], 2021-03-04T23:27:49.435 INFO:teuthology.orchestra.run.gibba011.stdout: "num_ops": 0 2021-03-04T23:27:49.435 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:27:49.518 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:49.535 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:49.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:49.536 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:49.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:49 gibba038 conmon[76675]: cluster 2021-03-04T23:27:48.086772+0000 mon.a (mon.0) 822 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:27:49.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:49 gibba038 conmon[76675]: audit 2021-03-04T23:27:48.092754+0000 mon.a (mon.0) 823 : audit [INF] from='osd.0 [v2:172.21.2.111:6800/609656492,v1:172.21.2.111:6801/609656492]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2021-03-04T23:27:49.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:49 gibba038 conmon[76675]: audit 2021-03-04T23:27:48.092823+0000 mon.a (mon.0) 824 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:27:49.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:49 gibba038 conmon[76675]: cluster 2021-03-04T23:27:48.092891+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e173: 8 total, 7 up, 6 in 2021-03-04T23:27:49.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:49 gibba038 conmon[76675]: audit 2021-03-04T23:27:48.093152+0000 mon.a (mon.0) 826 : audit [INF] from='osd.0 [v2:172.21.2.111:6800/609656492,v1:172.21.2.111:6801/609656492]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0820, "args": ["host=gibba011", "root=default"]}]: dispatch 2021-03-04T23:27:49.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:49 gibba038 conmon[76675]: cluster 2021-03-04T23:27:48.897209+0000 mon.a (mon.0) 827 : cluster [WRN] Health check update: Degraded data redundancy: 96303/391593 objects degraded (24.593%), 21 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:27:49.638 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:49.655 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:49.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:49.657 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:49.757 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:49.776 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:49.776 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:49.777 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:49.878 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:49.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:49.896 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:49.896 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:49.998 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:50.014 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:50.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:50.016 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:50.117 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:50.134 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:50.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:50.136 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:50.237 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:50.260 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:27:50.261 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:27:50.261 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:50 gibba011 conmon[95595]: cluster 2021-03-04T23:27:48.642044+0000 mgr.x (mgr.34676) 738 : cluster [DBG] pgmap v669: 99 pgs: 1 active+clean+remapped, 2 active+recovering+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 3 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 97 op/s; 88896/390426 objects degraded (22.769%); 69778/390426 objects misplaced (17.872%); 12 MiB/s, 244 objects/s recovering 2021-03-04T23:27:50.262 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:50 gibba011 conmon[95595]: cluster 2021-03-04T23:27:49.091579+0000 mon.a (mon.0) 828 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:27:50.262 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:50 gibba011 conmon[95595]: cluster 2021-03-04T23:27:49.094023+0000 mon.a (mon.0) 829 : cluster [INF] osd.0 [v2:172.21.2.111:6800/609656492,v1:172.21.2.111:6801/609656492] boot 2021-03-04T23:27:50.262 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:50 gibba011 conmon[95595]: cluster 2021-03-04T23:27:49.094059+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e174: 8 total, 8 up, 6 in 2021-03-04T23:27:50.262 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:50 gibba011 conmon[95595]: audit 2021-03-04T23:27:49.094750+0000 mon.c (mon.1) 289 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T23:27:50.263 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:50 gibba011 conmon[99461]: cluster 2021-03-04T23:27:48.642044+0000 mgr.x (mgr.34676) 738 : cluster [DBG] pgmap v669: 99 pgs: 1 active+clean+remapped, 2 active+recovering+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 3 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 97 op/s; 88896/390426 objects degraded (22.769%); 69778/390426 objects misplaced (17.872%); 12 MiB/s, 244 objects/s recovering 2021-03-04T23:27:50.263 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:50 gibba011 conmon[99461]: cluster 2021-03-04T23:27:49.091579+0000 mon.a (mon.0) 828 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:27:50.263 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:50 gibba011 conmon[99461]: cluster 2021-03-04T23:27:49.094023+0000 mon.a (mon.0) 829 : cluster [INF] osd.0 [v2:172.21.2.111:6800/609656492,v1:172.21.2.111:6801/609656492] boot 2021-03-04T23:27:50.263 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:50 gibba011 conmon[99461]: cluster 2021-03-04T23:27:49.094059+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e174: 8 total, 8 up, 6 in 2021-03-04T23:27:50.264 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:50 gibba011 conmon[99461]: audit 2021-03-04T23:27:49.094750+0000 mon.c (mon.1) 289 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T23:27:50.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:50.265 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:50.266 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:50.321 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:27:50.367 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:50.385 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:50.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:50.386 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:50.436 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:50.488 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:50.505 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:50.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:50.507 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:50.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:50 gibba038 conmon[76675]: cluster 2021-03-04T23:27:48.642044+0000 mgr.x (mgr.34676) 738 : cluster [DBG] pgmap v669: 99 pgs: 1 active+clean+remapped, 2 active+recovering+remapped, 41 active+undersized, 3 active+undersized+degraded+remapped+backfill_wait, 3 active+recovery_wait+degraded+remapped, 34 active+clean, 1 active+remapped+backfill_wait, 10 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 97 op/s; 88896/390426 objects degraded (22.769%); 69778/390426 objects misplaced (17.872%); 12 MiB/s, 244 objects/s recovering 2021-03-04T23:27:50.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:50 gibba038 conmon[76675]: cluster 2021-03-04T23:27:49.091579+0000 mon.a (mon.0) 828 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2021-03-04T23:27:50.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:50 gibba038 conmon[76675]: cluster 2021-03-04T23:27:50.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:50 gibba038 conmon[76675]: 2021-03-04T23:27:49.094023+0000 mon.a (mon.0) 829 : cluster [INF] osd.0 [v2:172.21.2.111:6800/609656492,v1:172.21.2.111:6801/609656492] boot 2021-03-04T23:27:50.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:50 gibba038 conmon[76675]: cluster 2021-03-04T23:27:49.094059+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e174: 8 total, 8 up, 6 in 2021-03-04T23:27:50.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:50 gibba038 conmon[76675]: audit 2021-03-04T23:27:49.094750+0000 mon.c (mon.1) 289 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2021-03-04T23:27:50.608 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:50.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:50.626 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:50.626 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:50.727 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:50.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:50.745 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:50.745 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:50.847 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:50.865 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:50.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:50.866 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:50.967 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:50.984 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:50.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:50.985 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:51.086 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:51.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:51.107 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:51.107 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:51.157 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:27:51.208 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:51.227 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:51.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:51.229 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:51.273 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:51.305 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:27:51.330 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:51.347 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:51.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:51.349 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:51.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:51 gibba011 conmon[95595]: cluster 2021-03-04T23:27:50.096420+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e175: 8 total, 8 up, 6 in 2021-03-04T23:27:51.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:51 gibba011 conmon[95595]: cluster 2021-03-04T23:27:50.099571+0000 osd.1 (osd.1) 4 : cluster [INF] 9.0 continuing backfill to osd.6 from (141'1100,173'11189] MIN to 173'11189 2021-03-04T23:27:51.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:51 gibba011 conmon[95595]: cluster 2021-03-04T23:27:50.101556+0000 osd.4 ( 2021-03-04T23:27:51.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:51 gibba011 conmon[95595]: osd.4) 7 : cluster [INF] 9.4 continuing backfill to osd.6 from (141'3916,173'10962] MIN to 173'10962 2021-03-04T23:27:51.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:51 gibba011 conmon[95595]: cluster 2021-03-04T23:27:50.106384+0000 osd.5 (osd.5) 7 : cluster [INF] 9.8 continuing backfill to osd.7 from (142'5636,173'11065] MIN to 173'11065 2021-03-04T23:27:51.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:51 gibba011 conmon[99461]: cluster 2021-03-04T23:27:50.096420+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e175: 8 total, 8 up, 6 in 2021-03-04T23:27:51.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:51 gibba011 conmon[99461]: cluster 2021-03-04T23:27:50.099571+0000 osd.1 (osd.1) 4 : cluster [INF] 9.0 continuing backfill to osd.6 from (141'1100,173'11189] MIN to 173'11189 2021-03-04T23:27:51.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:51 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:27:51.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:51 gibba011 conmon[99461]: T23:27:50.101556+0000 osd.4 (osd.4) 7 : cluster [INF] 9.4 continuing backfill to osd.6 from (141'3916,173'10962] MIN to 173'10962 2021-03-04T23:27:51.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:51 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:27:51.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:51 gibba011 conmon[99461]: -03-04T23:27:50.106384+0000 osd.5 (osd.5) 7 : cluster [INF] 9.8 continuing backfill to osd.7 from (142'5636,173'11065] MIN to 173'11065 2021-03-04T23:27:51.415 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:51.450 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:51.469 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:51.470 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:51.470 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:51.571 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:51.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:51 gibba038 conmon[76675]: cluster 2021-03-04T23:27:50.096420+0000 mon.a (mon.0) 831 : cluster 2021-03-04T23:27:51.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:51 gibba038 conmon[76675]: [DBG] osdmap e175: 8 total, 8 up, 6 in 2021-03-04T23:27:51.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:51 gibba038 conmon[76675]: cluster 2021-03-04T23:27:50.099571+0000 osd.1 (osd.1) 4 : cluster [INF] 9.0 continuing backfill to osd.6 from (141'1100,173'11189] MIN to 173'11189 2021-03-04T23:27:51.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:51 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:27:51.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:51 gibba038 conmon[76675]: -04T23:27:50.101556+0000 osd.4 (osd.4) 7 : cluster [INF] 9.4 continuing backfill to osd.6 from (141'3916,173'10962] MIN to 173'10962 2021-03-04T23:27:51.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:51 gibba038 conmon[76675]: cluster 2021-03-04T23:27: 2021-03-04T23:27:51.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:51 gibba038 conmon[76675]: 50.106384+0000 osd.5 (osd.5) 7 : cluster [INF] 2021-03-04T23:27:51.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:51 gibba038 conmon[76675]: 9.8 continuing backfill to osd.7 from (142'5636,173'11065] MIN to 173'11065 2021-03-04T23:27:51.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:51.590 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:51.591 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:27:51.692 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:51.708 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:51.709 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:51.709 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:51.810 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:51.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:51.829 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:51.829 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:51.930 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:51.947 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:51.948 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:51.948 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:52.050 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:52.067 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:52.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:52.068 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:52.169 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:52.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:52.187 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:52.187 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:52.288 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:52.306 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:52.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:52.308 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:52.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:52 gibba011 conmon[95595]: cluster 2021-03-04T23:27:50.642416+0000 mgr.x (mgr.34676) 739 : cluster [DBG] pgmap v672: 99 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 38 active+undersized, 2 active+undersized+degraded+remapped+backfill_wait, 3 active+recovery_wait+degraded+remapped, 38 active+clean, 2 active+remapped+backfill_wait, 9 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 89 op/s; 70344/390183 objects degraded (18.028%); 85882/390183 objects misplaced (22.011%); 2.2 MiB/s, 164 objects/s recovering 2021-03-04T23:27:52.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:52 gibba011 conmon[95595]: cluster 2021-03-04T23:27:51.100986+0000 mon.a (mon.0) 832 : cluster [DBG] osdmap e176: 8 total, 8 up, 6 in 2021-03-04T23:27:52.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:52 gibba011 conmon[99461]: cluster 2021-03-04T23:27:50.642416+0000 mgr.x (mgr.34676) 739 : cluster [DBG] pgmap v672: 99 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 38 active+undersized, 2 active+undersized+degraded+remapped+backfill_wait, 3 active+recovery_wait+degraded+remapped, 38 active+clean, 2 active+remapped+backfill_wait, 9 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 89 op/s; 70344/390183 objects degraded (18.028%); 85882/390183 objects misplaced (22.011%); 2.2 MiB/s, 164 objects/s recovering 2021-03-04T23:27:52.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:52 gibba011 conmon[99461]: cluster 2021-03-04T23:27:51.100986+0000 mon.a (mon.0) 832 : cluster [DBG] osdmap e176: 8 total, 8 up, 6 in 2021-03-04T23:27:52.409 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:52.436 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:52.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:52.438 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:52.539 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:52.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:52.557 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:52.558 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:52.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:52 gibba038 conmon[76675]: cluster 2021-03-04T23:27:50.642416+0000 mgr.x (mgr.34676) 739 : cluster [DBG] pgmap v672: 99 pgs: 1 active+clean+remapped, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 38 active+undersized, 2 active+undersized+degraded+remapped+backfill_wait, 3 active+recovery_wait+degraded+remapped, 38 active+clean, 2 active+remapped+backfill_wait, 9 active+undersized+degraded, 4 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 89 op/s; 70344/390183 objects degraded (18.028%); 85882/390183 objects misplaced (22.011%); 2.2 MiB/s, 164 objects/s recovering 2021-03-04T23:27:52.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:52 gibba038 conmon[76675]: cluster 2021-03-04T23:27:51.100986+0000 mon.a (mon.0) 832 : cluster [DBG] osdmap e176: 8 total, 8 up, 6 in 2021-03-04T23:27:52.658 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:52.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:52.677 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:52.677 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:52.781 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:52.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:52.798 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:52.799 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:52.900 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:52.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:52.917 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:52.918 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:53.019 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:53.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:53.037 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:53.038 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:53.139 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:53.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:53.157 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:53.157 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:53.259 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:53.277 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:53.278 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:53.278 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:53.379 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:53.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:53.416 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:53.417 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:53.518 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:53.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:53.536 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:53.537 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:53.639 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:53.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:53.677 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:53.678 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:53.779 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:53.804 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:53.806 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:53.806 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:53.907 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:53.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:53.927 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:53.927 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:54.028 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:54.055 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:54.056 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:54.056 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:54.157 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:54.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:54.187 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:54.187 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:54.227 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:54 gibba011 conmon[95595]: cluster 2021-03-04T23:27:52.642834+0000 mgr.x (mgr.34676) 740 : cluster [DBG] pgmap v674: 99 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 20 active+undersized, 1 active+undersized+degraded+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 60 active+clean, 2 active+remapped+backfill_wait, 5 active+undersized+degraded, 6 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 76 op/s; 66320/389934 objects degraded (17.008%); 76929/389934 objects misplaced (19.729%); 5.5 MiB/s, 258 objects/s recovering 2021-03-04T23:27:54.228 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:54 gibba011 conmon[95595]: cluster 2021-03-04T23:27:53.898247+0000 mon.a (mon.0) 833 : cluster [WRN] Health check update: Degraded data redundancy: 66320/389934 objects degraded (17.008%), 14 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:27:54.228 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:54 gibba011 conmon[99461]: cluster 2021-03-04T23:27:52.642834+0000 mgr.x (mgr.34676) 740 : cluster [DBG] pgmap v674: 99 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 20 active+undersized, 1 active+undersized+degraded+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 60 active+clean, 2 active+remapped+backfill_wait, 5 active+undersized+degraded, 6 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 76 op/s; 66320/389934 objects degraded (17.008%); 76929/389934 objects misplaced (19.729%); 5.5 MiB/s, 258 objects/s recovering 2021-03-04T23:27:54.228 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:54 gibba011 conmon[99461]: cluster 2021-03-04T23:27:53.898247+0000 mon.a (mon.0) 833 : cluster [WRN] Health check update: Degraded data redundancy: 66320/389934 objects degraded (17.008%), 14 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:27:54.276 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:27:54.277 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:27:54.288 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:54.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:54.313 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:54.314 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:54.416 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:54.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:54.441 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:54.441 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:54.544 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:54.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:54.570 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:54.570 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:54.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:54 gibba038 conmon[76675]: cluster 2021-03-04T23:27:52.642834+0000 mgr.x (mgr.34676) 740 : cluster [DBG] pgmap v674: 99 pgs: 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 20 active+undersized, 1 active+undersized+degraded+remapped+backfill_wait, 2 active+recovery_wait+degraded+remapped, 60 active+clean, 2 active+remapped+backfill_wait, 5 active+undersized+degraded, 6 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 76 op/s; 66320/389934 objects degraded (17.008%); 76929/389934 objects misplaced (19.729%); 5.5 MiB/s, 258 objects/s recovering 2021-03-04T23:27:54.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:54 gibba038 conmon[76675]: cluster 2021-03-04T23:27:53.898247+0000 mon.a (mon.0) 833 : cluster [WRN] Health check update: Degraded data redundancy: 66320/389934 objects degraded (17.008%), 14 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:27:54.671 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:54.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:54.698 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:54.699 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:54.800 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:54.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:54.824 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:54.824 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:54.926 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:54.946 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:54.947 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:54.948 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:55.015 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:27:55.049 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:55.069 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:55.070 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:55.071 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:55.102 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:27:55.103 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:27:55.134 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:55.172 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:55.191 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:55.192 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:55.192 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:55.277 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:55 gibba011 conmon[95595]: audit 2021-03-04T23:27:55.043144+0000 mon.a (mon.0) 834 : audit [DBG] from='client.? 172.21.2.111:0/2547113060' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:27:55.278 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:55 gibba011 conmon[99461]: audit 2021-03-04T23:27:55.043144+0000 mon.a (mon.0) 834 : audit [DBG] from='client.? 172.21.2.111:0/2547113060' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:27:55.293 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:55.311 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:55.312 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:55.313 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:55.414 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:55.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:55.434 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:55.434 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:55.536 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:55.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:55.555 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:55.556 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:55.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:55 gibba038 conmon[76675]: audit 2021-03-04T23:27:55.043144+0000 mon.a (mon.0) 834 : audit [DBG] from='client.? 172.21.2.111:0/2547113060' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:27:55.657 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:55.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:55.676 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:55.676 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:55.778 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:55.795 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:55.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:55.797 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:55.830 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 7, 6] out_osds: [1, 3] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:27:55.831 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:27:55.831 INFO:tasks.thrashosds.thrasher:Adding osd 1 2021-03-04T23:27:55.831 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd in 1 2021-03-04T23:27:55.897 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:55.915 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:55.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:55.917 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:55.944 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:56.018 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:56.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:56.047 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:56.047 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:56.115 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:27:56.149 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:56.167 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:56.168 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:56.168 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:27:56.269 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:56.287 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:56.288 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:56.288 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:56.390 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:56.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:56.408 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:56.408 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:27:56.510 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:27:56.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:56.531 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:56.531 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:27:56.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:56 gibba038 conmon[76675]: cluster 2021-03-04T23:27:54.643204+0000 mgr.x (mgr.34676) 741 : cluster [DBG] pgmap v675: 99 pgs: 14 active+clean+wait, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 5 active+undersized, 2 active+recovery_wait+degraded+remapped, 64 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 44 op/s; 42284/389628 objects degraded (10.852%); 76888/389628 objects misplaced (19.734%); 4.1 MiB/s, 194 objects/s recovering 2021-03-04T23:27:56.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:56 gibba038 conmon[76675]: audit 2021-03-04T23:27:55.601798+0000 mon.a (mon.0) 835 : audit [INF] from='client.? 172.21.2.111:0/2448327684' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:27:56.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:56 gibba011 conmon[95595]: cluster 2021-03-04T23:27:54.643204+0000 mgr.x (mgr.34676) 741 : cluster [DBG] pgmap v675: 99 pgs: 14 active+clean+wait, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 5 active+undersized, 2 active+recovery_wait+degraded+remapped, 64 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 44 op/s; 42284/389628 objects degraded (10.852%); 76888/389628 objects misplaced (19.734%); 4.1 MiB/s, 194 objects/s recovering 2021-03-04T23:27:56.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:56 gibba011 conmon[95595]: audit 2021-03-04T23:27:55.601798+0000 mon.a (mon.0) 835 : audit [INF] from='client.? 172.21.2.111:0/2448327684' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:27:56.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:56 gibba011 conmon[99461]: cluster 2021-03-04T23:27:54.643204+0000 mgr.x (mgr.34676) 741 : cluster [DBG] pgmap v675: 99 pgs: 14 active+clean+wait, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 5 active+undersized, 2 active+recovery_wait+degraded+remapped, 64 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 44 op/s; 42284/389628 objects degraded (10.852%); 76888/389628 objects misplaced (19.734%); 4.1 MiB/s, 194 objects/s recovering 2021-03-04T23:27:56.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:56 gibba011 conmon[99461]: audit 2021-03-04T23:27:55.601798+0000 mon.a (mon.0) 835 : audit [INF] from='client.? 172.21.2.111:0/2448327684' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:27:56.633 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:56.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:56.654 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:56.656 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:56.759 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:56.776 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:56.777 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:56.778 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:56.880 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:56.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:56.898 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:56.898 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:57.000 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:27:57.016 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:57.017 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:57.018 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:27:57.119 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:57.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:57.144 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:57.145 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:57.246 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:57.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:57.264 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:57.265 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:57.365 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:57.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:57.384 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:57.385 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:57.393 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:57 gibba011 conmon[95595]: cluster 2021-03-04T23:27:56.107833+0000 mon.a (mon.0) 836 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:27:57.394 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:57 gibba011 conmon[95595]: audit 2021-03-04T23:27:56.110783+0000 mon.a (mon.0) 837 : audit [INF] from='client.? 172.21.2.111:0/2448327684' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:27:57.394 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:57 gibba011 conmon[95595]: cluster 2021-03-04T23:27:56.110853+0000 2021-03-04T23:27:57.394 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:57 gibba011 conmon[95595]: mon.a (mon.0) 838 : cluster [DBG] osdmap e177: 8 total, 8 up, 6 in 2021-03-04T23:27:57.395 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:57 gibba011 conmon[99461]: cluster 2021-03-04T23:27:56.107833+0000 mon.a (mon.0) 836 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:27:57.395 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:57 gibba011 conmon[99461]: audit 2021-03-04T23:27:56.110783+0000 mon.a (mon.0) 837 : audit [INF] from='client.? 172.21.2.111:0/2448327684' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:27:57.395 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:57 gibba011 conmon[99461]: cluster 2021-03-04T23:27:56.110853+0000 mon.a 2021-03-04T23:27:57.395 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:57 gibba011 conmon[99461]: (mon.0) 838 : cluster [DBG] osdmap e177: 8 total, 8 up, 6 in 2021-03-04T23:27:57.486 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:57.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:57.507 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:57.507 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:57.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:57 gibba038 conmon[76675]: cluster 2021-03-04T23:27:56.107833+0000 mon.a (mon.0) 836 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:27:57.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:57 gibba038 conmon[76675]: audit 2021-03-04T23:27:56.110783+0000 mon.a (mon.0) 837 : audit [INF] from='client.? 172.21.2.111:0/2448327684' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:27:57.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:57 gibba038 conmon[76675]: cluster 2021-03-04T23:27:56.110853+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e177: 8 total, 8 up, 6 in 2021-03-04T23:27:57.608 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:57.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:57.626 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:57.627 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:57.727 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:57.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:57.746 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:57.746 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:57.848 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:57.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:57.866 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:57.866 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:57.967 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:57.986 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:57.987 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:57.987 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:58.034 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:27:58.034 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:27:58.088 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:58.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:58.106 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:58.106 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:58.208 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:58.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:58.226 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:58.226 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:58.327 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:58.351 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:58.352 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:58.352 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:58.454 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:58.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:58.472 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:58.472 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:58.473 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:58 gibba011 conmon[99461]: cluster 2021-03-04T23:27:56.643577+0000 mgr.x (mgr.34676) 742 : cluster [DBG] pgmap v677: 99 pgs: 14 active+clean+wait, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 5 active+undersized, 2 active+recovery_wait+degraded+remapped, 64 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 41 op/s; 42284/389511 objects degraded (10.856%); 76835/389511 objects misplaced (19.726%); 4.1 MiB/s, 65 objects/s recovering 2021-03-04T23:27:58.474 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:58 gibba011 conmon[95595]: cluster 2021-03-04T23:27:56.643577+0000 mgr.x (mgr.34676) 742 : cluster [DBG] pgmap v677: 99 pgs: 14 active+clean+wait, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 5 active+undersized, 2 active+recovery_wait+degraded+remapped, 64 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 41 op/s; 42284/389511 objects degraded (10.856%); 76835/389511 objects misplaced (19.726%); 4.1 MiB/s, 65 objects/s recovering 2021-03-04T23:27:58.574 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:58.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:58 gibba038 conmon[76675]: cluster 2021-03-04T23:27:56.643577+0000 mgr.x (mgr.34676) 742 : cluster [DBG] pgmap v677: 99 pgs: 14 active+clean+wait, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 5 active+undersized, 2 active+recovery_wait+degraded+remapped, 64 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 41 op/s; 42284/389511 objects degraded (10.856%); 76835/389511 objects misplaced (19.726%); 4.1 MiB/s, 65 objects/s recovering 2021-03-04T23:27:58.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:58.593 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:58.593 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:58.695 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:58.712 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:58.713 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:58.713 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:58.814 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:58.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:58.833 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:58.834 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:58.935 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:58.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:58.953 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:58.954 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:59.055 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:27:59.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:59.074 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:59.074 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:27:59.091 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:27:59.175 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:59.192 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:59.193 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:59.193 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:59.204 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:59.295 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:27:59.310 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:27:59.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:59.314 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:59.314 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:27:59.329 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:59 gibba011 conmon[95595]: cluster 2021-03-04T23:27:58.899277+0000 mon.a (mon.0) 839 : cluster [WRN] Health check update: Degraded data redundancy: 42284/389511 objects degraded (10.856%), 11 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2021-03-04T23:27:59.329 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:27:59 gibba011 conmon[99461]: cluster 2021-03-04T23:27:58.899277+0000 mon.a (mon.0) 839 : cluster [WRN] Health check update: Degraded data redundancy: 42284/389511 objects degraded (10.856%), 11 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2021-03-04T23:27:59.416 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:27:59.425 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:27:59.433 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:59.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:59.435 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:27:59.536 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:27:59.552 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:59.553 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:59.554 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:27:59.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:27:59 gibba038 conmon[76675]: cluster 2021-03-04T23:27:58.899277+0000 mon.a (mon.0) 839 : cluster [WRN] Health check update: Degraded data redundancy: 42284/389511 objects degraded (10.856%), 11 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2021-03-04T23:27:59.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:27:59 gibba011 conmon[95595]: debug 2021-03-04T23:27:59.516+0000 7f2e08250700 -1 mon.a@0(leader).osd e177 definitely_dead 0 2021-03-04T23:27:59.655 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:27:59.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:59.675 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:27:59.676 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:27:59.777 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:59.795 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:59.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:59.796 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:27:59.898 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:27:59.915 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:27:59.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:27:59.916 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:00.017 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:00.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:00.036 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:00.037 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:00.131 INFO:teuthology.orchestra.run.gibba011.stderr:marked in osd.1. 2021-03-04T23:28:00.138 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:00.155 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:00.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:00.157 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:00.258 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:00.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:00.276 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:00.277 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:00.334 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:00 gibba011 conmon[95595]: cluster 2021-03-04T23:27:58.644110+0000 mgr.x (mgr.34676) 743 : cluster [DBG] pgmap v678: 99 pgs: 14 active+clean+wait, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 5 active+undersized, 2 active+recovery_wait+degraded+remapped, 64 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 33 op/s; 42282/389385 objects degraded (10.859%); 76071/389385 objects misplaced (19.536%); 6.1 MiB/s, 97 objects/s recovering 2021-03-04T23:28:00.334 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:00 gibba011 conmon[95595]: audit 2021-03-04T23:27:59.516910+0000 mon.c (mon.1) 290 : audit [DBG] from='client.? 172.21.2.111:0/4209368844' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2021-03-04T23:28:00.334 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:00 gibba011 conmon[95595]: audit 2021-03-04T23:27:59.517198+0000 mon.a (mon.0) 840 : audit [DBG] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2021-03-04T23:28:00.335 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:00 gibba011 conmon[99461]: cluster 2021-03-04T23:28:00.335 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:00 gibba011 conmon[99461]: 2021-03-04T23:27:58. 2021-03-04T23:28:00.335 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:00 gibba011 conmon[99461]: 644110+0000 mgr.x (mgr.34676) 743 : cluster [DBG] pgmap v678: 99 pgs: 14 active+clean+wait, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 5 active+undersized, 2 active+recovery_wait+degraded+remapped, 64 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 33 op/s; 42282/389385 objects degraded (10.859%); 76071/389385 objects misplaced (19.536%); 6.1 MiB/s, 97 objects/s recovering 2021-03-04T23:28:00.336 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:00 gibba011 conmon[99461]: audit 2021-03-04T23:27:59.516910+0000 mon.c (mon.1) 2021-03-04T23:28:00.336 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:00 gibba011 conmon[99461]: 290 : audit [DBG] from='client.? 172.21.2.111:0/4209368844' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2021-03-04T23:28:00.336 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:00 gibba011 conmon[99461]: audit 2021-03-04T23:27 2021-03-04T23:28:00.336 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:00 gibba011 conmon[99461]: :59.517198+0000 mon.a (mon.0) 840 : audit [DBG] 2021-03-04T23:28:00.336 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:00 gibba011 conmon[99461]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2021-03-04T23:28:00.378 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:00.395 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:00.396 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:00.397 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:00.498 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:00.515 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:00.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:00.516 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:00.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: cluster 2021-03-04T23:28:00.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 2021-03-04T23:28:00.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 2021 2021-03-04T23:28:00.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: - 2021-03-04T23:28:00.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 03 2021-03-04T23:28:00.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: - 2021-03-04T23:28:00.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 04 2021-03-04T23:28:00.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: T 2021-03-04T23:28:00.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 23 2021-03-04T23:28:00.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: : 2021-03-04T23:28:00.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 27 2021-03-04T23:28:00.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: : 2021-03-04T23:28:00.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 58 2021-03-04T23:28:00.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: . 2021-03-04T23:28:00.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 644110 2021-03-04T23:28:00.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: +0000 2021-03-04T23:28:00.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 2021-03-04T23:28:00.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: mgr.x 2021-03-04T23:28:00.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: ( 2021-03-04T23:28:00.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: mgr 2021-03-04T23:28:00.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: . 2021-03-04T23:28:00.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 34676 2021-03-04T23:28:00.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: ) 2021-03-04T23:28:00.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 743 2021-03-04T23:28:00.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: : 2021-03-04T23:28:00.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: cluster 2021-03-04T23:28:00.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 2021-03-04T23:28:00.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: [DBG] 2021-03-04T23:28:00.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 2021-03-04T23:28:00.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: pgmap v678: 99 pgs: 14 active+clean+wait, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 5 active+undersized, 2 active+recovery_wait+degraded+remapped, 64 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 0 B/s wr, 33 op/s; 42282/389385 objects degraded (10.859%); 76071/389385 objects misplaced (19.536%); 6.1 MiB/s, 97 objects/s recovering 2021-03-04T23:28:00.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 2021-03-04T23:28:00.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: audit 2021-03-04T23:28:00.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 2021-03-04T23:28:00.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 2021 2021-03-04T23:28:00.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: - 2021-03-04T23:28:00.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 03 2021-03-04T23:28:00.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: - 2021-03-04T23:28:00.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 04 2021-03-04T23:28:00.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: T 2021-03-04T23:28:00.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 23 2021-03-04T23:28:00.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: : 2021-03-04T23:28:00.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 27 2021-03-04T23:28:00.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: : 2021-03-04T23:28:00.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 59 2021-03-04T23:28:00.598 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: . 2021-03-04T23:28:00.598 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 516910 2021-03-04T23:28:00.598 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: +0000 2021-03-04T23:28:00.598 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 2021-03-04T23:28:00.599 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: mon.c 2021-03-04T23:28:00.599 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: ( 2021-03-04T23:28:00.599 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: mon 2021-03-04T23:28:00.599 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: . 2021-03-04T23:28:00.599 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 1 2021-03-04T23:28:00.600 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: ) 2021-03-04T23:28:00.600 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 290 2021-03-04T23:28:00.600 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: : 2021-03-04T23:28:00.600 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: audit 2021-03-04T23:28:00.600 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 2021-03-04T23:28:00.601 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: [DBG] 2021-03-04T23:28:00.601 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 2021-03-04T23:28:00.601 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: from='client.? 172.21.2.111:0/4209368844' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2021-03-04T23:28:00.601 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 2021-03-04T23:28:00.602 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: audit 2021-03-04T23:28:00.602 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 2021-03-04T23:28:00.602 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 2021 2021-03-04T23:28:00.602 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: - 2021-03-04T23:28:00.602 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 03 2021-03-04T23:28:00.603 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: - 2021-03-04T23:28:00.603 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 04 2021-03-04T23:28:00.603 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: T 2021-03-04T23:28:00.603 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 23 2021-03-04T23:28:00.603 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: : 2021-03-04T23:28:00.604 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 27 2021-03-04T23:28:00.604 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: : 2021-03-04T23:28:00.604 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 59 2021-03-04T23:28:00.604 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: . 2021-03-04T23:28:00.604 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 517198 2021-03-04T23:28:00.605 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: +0000 2021-03-04T23:28:00.605 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 2021-03-04T23:28:00.605 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: mon.a 2021-03-04T23:28:00.605 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: ( 2021-03-04T23:28:00.606 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: mon 2021-03-04T23:28:00.606 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: . 2021-03-04T23:28:00.607 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 0 2021-03-04T23:28:00.607 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: ) 2021-03-04T23:28:00.607 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 840 2021-03-04T23:28:00.608 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: : 2021-03-04T23:28:00.608 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: audit 2021-03-04T23:28:00.608 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 2021-03-04T23:28:00.608 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: [DBG] 2021-03-04T23:28:00.609 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 2021-03-04T23:28:00.609 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2021-03-04T23:28:00.609 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:00 gibba038 conmon[76675]: 2021-03-04T23:28:00.617 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:00.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:00.636 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:00.637 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:00.738 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:00.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:00.756 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:00.756 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:00.858 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:00.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:00.876 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:00.876 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:00.978 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:00.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:00.996 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:00.997 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:01.098 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:01.115 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:01.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:01.116 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:01.217 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:01.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:01.236 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:01.236 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:01.337 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:01.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:01 gibba011 conmon[95595]: audit 2021-03-04T23:28:00.124546+0000 mon.a (mon.0) 841 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["1"]}]': finished 2021-03-04T23:28:01.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:01 gibba011 conmon[95595]: cluster 2021-03-04T23:28:00.124581+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e178: 8 total, 8 up, 7 in 2021-03-04T23:28:01.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:01 gibba011 conmon[99461]: audit 2021-03-04T23:28:00.124546+0000 mon.a (mon.0) 841 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["1"]}]': finished 2021-03-04T23:28:01.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:01 gibba011 conmon[99461]: cluster 2021-03-04T23:28:00.124581+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e178: 8 total, 8 up, 7 in 2021-03-04T23:28:01.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:01.356 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:01.356 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:01.458 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:01.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:01.475 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:01.475 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:01.576 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:01.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:01 gibba038 conmon[76675]: audit 2021-03-04T23:28:00.124546+0000 mon.a (mon.0) 841 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["1"]}]': finished 2021-03-04T23:28:01.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:01 gibba038 conmon[76675]: cluster 2021-03-04T23:28:00.124581+0000 mon.a (mon.0) 842 : 2021-03-04T23:28:01.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:01 gibba038 conmon[76675]: cluster [DBG] osdmap e178: 8 total, 8 up, 7 in 2021-03-04T23:28:01.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:01.594 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:01.595 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:01.696 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:01.714 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:01.715 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:01.715 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:01.818 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:01.835 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:01.837 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:01.837 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:01.938 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:01.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:01.957 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:01.957 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:02.048 INFO:tasks.thrashosds.thrasher:Added osd 1 2021-03-04T23:28:02.059 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:02.077 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:02.078 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:02.079 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:02.180 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:02.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:02.208 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:02.208 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:02.310 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:02.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:02 gibba011 conmon[95595]: cluster 2021-03-04T23:28:00.644527+0000 mgr.x (mgr.34676) 744 : cluster [DBG] pgmap v680: 99 pgs: 1 remapped+peering, 18 peering, 13 active+clean+wait, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+undersized, 2 active+recovery_wait+degraded+remapped, 49 active+clean, 2 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 22 op/s; 42153/389385 objects degraded (10.826%); 67776/389385 objects misplaced (17.406%); 3.9 MiB/s, 62 objects/s recovering 2021-03-04T23:28:02.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:02 gibba011 conmon[95595]: cluster 2021-03- 2021-03-04T23:28:02.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:02 gibba011 conmon[95595]: 04T23:28:01.131657+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e179: 8 total, 8 up, 7 in 2021-03-04T23:28:02.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:02 gibba011 conmon[95595]: audit 2021-03-04T23:28:01.628300+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:28:02.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:02 gibba011 conmon[99461]: cluster 2021-03-04T23:28:00.644527+0000 mgr.x (mgr.34676) 744 : cluster [DBG] pgmap v680: 99 pgs: 1 remapped+peering, 18 peering, 13 active+clean+wait, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+undersized, 2 active+recovery_wait+degraded+remapped, 49 active+clean, 2 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 22 op/s; 42153/389385 objects degraded (10.826%); 67776/389385 objects misplaced (17.406%); 3.9 MiB/s, 62 objects/s recovering 2021-03-04T23:28:02.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:02 gibba011 conmon[99461]: 2021-03-04T23:28:02.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:02 gibba011 conmon[99461]: cluster 2021-03-04T23:28:01.131657+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e179: 8 total, 8 up, 7 in 2021-03-04T23:28:02.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:02 gibba011 conmon[99461]: audit 2021-03-04T 2021-03-04T23:28:02.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:02 gibba011 conmon[99461]: 23:28:01.628300+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:28:02.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:02.378 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:02.379 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:02.480 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:02.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:02.499 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:02.499 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:02.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:02 gibba038 conmon[76675]: cluster 2021-03-04T23:28:00.644527+0000 mgr.x (mgr.34676) 744 : cluster [DBG] pgmap v680: 99 pgs: 1 remapped+peering, 18 peering, 13 active+clean+wait, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+recovering+undersized+remapped, 3 active+undersized, 2 active+recovery_wait+degraded+remapped, 49 active+clean, 2 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 22 op/s; 42153/389385 objects degraded (10.826%); 67776/389385 objects misplaced (17.406%); 3.9 MiB/s, 62 objects/s recovering 2021-03-04T23:28:02.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:02 gibba038 conmon[76675]: cluster 2021-03-04T23:28:01.131657+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e179: 8 total, 8 up, 7 in 2021-03-04T23:28:02.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:02 gibba038 conmon[76675]: audit 2021-03-04T23:28:01.628300+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:28:02.601 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:02.618 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:02.619 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:02.620 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:02.721 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:02.739 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:02.740 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:02.740 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:02.842 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:02.860 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:02.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:02.862 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:02.868 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:28:02.868 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:28:02.964 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:02.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:02.984 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:02.985 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:03.086 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:03.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:03.104 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:03.104 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:03.144 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:28:03.205 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:03.223 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:03.224 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:03.224 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:03.325 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:03.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:03.344 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:03.345 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:03.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:03 gibba011 conmon[95595]: cluster 2021-03-04T23:28:02.136020+0000 mon.a (mon.0) 845 : cluster [DBG] osdmap e180: 8 total, 8 up, 7 in 2021-03-04T23:28:03.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:03 gibba011 conmon[95595]: cluster 2021-03-04T23:28:02.137080+0000 osd.4 (osd.4) 8 : cluster [DBG] 9.4 starting backfill to osd.1 from (141'800,152'8329] MIN to 176'10975 2021-03-04T23:28:03.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:03 gibba011 conmon[95595]: cluster 2021-03-04T23:28:02.137346+0000 osd.1 (osd.1) 5 : cluster [INF] 9.0 continuing backfill to osd.6 from (141'1200,176'11205] MIN to 176'11205 2021-03-04T23:28:03.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:03 gibba011 conmon[95595]: audit 2021-03-04T23:28:02.976279+0000 mon.c (mon.1) 291 : audit [INF] from='client.? 172.21.2.111:0/1464275030' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:03.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:03 gibba011 conmon[95595]: audit 2021-03-04T23:28:02.976602+0000 mon.a (mon.0) 846 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:03.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:03 gibba011 conmon[99461]: cluster 2021-03-04T23:28:02.136020+0000 mon.a (mon.0 2021-03-04T23:28:03.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:03 gibba011 conmon[99461]: ) 845 : cluster [DBG] osdmap e180: 8 total, 8 up, 7 in 2021-03-04T23:28:03.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:03 gibba011 conmon[99461]: cluster 2021-03-04T23:28:02.137080+0000 osd.4 (osd.4) 8 : cluster [DBG] 9.4 starting backfill to osd.1 from (141'800,152'8329] MIN to 176'10975 2021-03-04T23:28:03.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:03 gibba011 conmon[99461]: cluster 2021-03-04T23:28:02.137346+0000 osd.1 (osd.1) 5 : cluster [INF] 9.0 continuing backfill to osd.6 from (141'1200,176'11205] MIN to 176'11205 2021-03-04T23:28:03.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:03 gibba011 conmon[99461]: audit 2021-03-04T23:28:02.976279+0000 mon.c (mon.1) 291 : audit [INF] from='client.? 172.21.2.111:0/1464275030' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:03.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:03 gibba011 conmon[99461]: audit 2021-03-04T23:28:02.976602+0000 mon.a (mon.0) 846 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:03.446 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:03.463 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:03.464 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:03.464 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:03.556 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-03-04T23:28:03.565 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:03.574 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:03 gibba038 conmon[76675]: cluster 2021-03-04T23:28:02.136020+0000 mon.a (mon.0) 845 : cluster [DBG] osdmap e180: 8 total, 8 up, 7 in 2021-03-04T23:28:03.574 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:03 gibba038 conmon[76675]: cluster 2021-03-04T23:28:02.137080+0000 osd.4 (osd.4) 8 : cluster [DBG] 9.4 starting backfill to osd.1 from (141'800,152'8329] MIN to 176'10975 2021-03-04T23:28:03.574 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:03 gibba038 conmon[76675]: cluster 2021-03-04T23:28:02.137346+0000 osd.1 (osd.1) 5 : cluster [INF] 9.0 continuing backfill to osd.6 from (141'1200,176'11205] MIN to 176'11205 2021-03-04T23:28:03.575 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:03 gibba038 conmon[76675]: audit 2021-03-04T23:28:02.976279+0000 mon.c (mon. 2021-03-04T23:28:03.575 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:03 gibba038 conmon[76675]: 1) 291 : audit [INF] from='client.? 172.21.2.111:0/1464275030' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:03.575 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:03 gibba038 conmon[76675]: audit 2021-03-04T23:28:02.976602 2021-03-04T23:28:03.575 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:03 gibba038 conmon[76675]: +0000 mon.a (mon.0) 846 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:03.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:03.594 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:03.594 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:03.695 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:03.713 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:03.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:03.714 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:03.716 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:28:03.816 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:03.833 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:03.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:03.834 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:03.935 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:03.952 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:03.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:03.954 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:04.055 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:04.072 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:04.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:04.073 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:04.161 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:04 gibba038 conmon[76675]: cluster 2021-03-04T23:28:02.644968+0000 mgr.x (mgr.34676) 745 : cluster [DBG] pgmap v683: 99 pgs: 1 active+recovery_wait+remapped, 1 remapped+peering, 19 peering, 13 active+clean+wait, 2 active+recovering+undersized+remapped, 3 active+undersized, 3 active+recovery_wait+degraded+remapped, 48 active+clean, 2 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 6 op/s; 40617/389385 objects degraded (10.431%); 59521/389385 objects misplaced (15.286%); 8.3 MiB/s, 132 objects/s recovering 2021-03-04T23:28:04.161 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:04 gibba038 conmon[76675]: cluster 2021-03-04T23:28:03.134887+0000 mon.a (mon.0) 847 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:28:04.161 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:04 gibba038 conmon[76675]: audit 2021-03-04T23:28:03.139743+0000 2021-03-04T23:28:04.162 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:04 gibba038 conmon[76675]: mon.a (mon.0) 848 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:28:04.162 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:04 gibba038 conmon[76675]: cluster 2021-03-04T23:28:03.139784+0000 mon.a (mon.0) 849 : cluster [DBG] osdmap e181: 8 total, 8 up, 7 in 2021-03-04T23:28:04.162 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:04 gibba038 conmon[76675]: cluster 2021-03-04T23:28:03.140426+0000 osd.0 (osd.0) 1 : cluster [INF] 9.8 continuing backfill to osd.7 from (142'5636,176'11082] MIN to 176'11082 2021-03-04T23:28:04.162 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:04 gibba038 conmon[76675]: cluster 2021-03-04T23:28:03.900276+0000 mon.a (mon.0) 850 : cluster [WRN] Health check update: Degraded data redundancy: 40617/389385 objects degraded (10.431%), 10 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-03-04T23:28:04.175 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:04.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:04.195 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:04.195 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:04.296 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:04.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:04.315 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:04.315 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:04.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:04 gibba011 conmon[95595]: cluster 2021-03-04T23:28:02.644968+0000 mgr.x (mgr.34676) 745 : cluster [DBG] pgmap v683: 99 pgs: 1 active+recovery_wait+remapped, 1 remapped+peering, 19 peering, 13 active+clean+wait, 2 active+recovering+undersized+remapped, 3 active+undersized, 3 active+recovery_wait+degraded+remapped, 48 active+clean, 2 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 6 op/s; 40617/389385 objects degraded (10.431%); 59521/389385 objects misplaced (15.286%); 8.3 MiB/s, 132 objects/s recovering 2021-03-04T23:28:04.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:04 gibba011 conmon[95595]: cluster 2021-03-04T23:28:03.134887+0000 mon.a (mon.0) 847 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:28:04.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:04 gibba011 conmon[95595]: audit 2021-03-04T23: 2021-03-04T23:28:04.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:04 gibba011 conmon[95595]: 28:03.139743+0000 mon.a (mon.0) 848 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:28:04.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:04 gibba011 conmon[95595]: cluster 2021-03-04T23:28:03.139784+0000 mon.a (mon.0) 849 : cluster [DBG] osdmap e181: 8 total, 8 up, 7 in 2021-03-04T23:28:04.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:04 gibba011 conmon[95595]: cluster 2021-03-04T23:28:03.140426+0000 osd.0 (osd.0) 1 : cluster [INF] 9.8 continuing backfill to osd.7 from (142'5636,176'11082] MIN to 176'11082 2021-03-04T23:28:04.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:04 gibba011 conmon[95595]: cluster 2021-03-04T23:28:03.900276+0000 mon.a (mon.0) 850 : cluster [WRN] Health check update: Degraded data redundancy: 40617/389385 objects degraded (10.431%), 10 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-03-04T23:28:04.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:04 gibba011 conmon[99461]: cluster 2021-03-04T23:28:02.644968+0000 mgr.x (mgr.34676) 745 : cluster [DBG] pgmap v683: 99 pgs: 1 active+recovery_wait+remapped, 1 remapped+peering, 19 peering, 13 active+clean+wait, 2 active+recovering+undersized+remapped, 3 active+undersized, 3 active+recovery_wait+degraded+remapped, 48 active+clean, 2 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 6 op/s; 40617/389385 objects degraded (10.431%); 59521/389385 objects misplaced (15.286%); 8.3 MiB/s, 132 objects/s recovering 2021-03-04T23:28:04.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:04 gibba011 conmon[99461]: cluster 2021-03-04T23:28:03.134887+0000 mon.a (mon.0) 847 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:28:04.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:04 gibba011 conmon[99461]: audit 2021-03-04T23:28:03. 2021-03-04T23:28:04.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:04 gibba011 conmon[99461]: 139743+0000 mon.a (mon.0) 848 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:28:04.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:04 gibba011 conmon[99461]: cluster 2021-03-04T23:28:03.139784+0000 mon.a (mon.0) 849 : cluster [DBG] osdmap e181: 8 total, 8 up, 7 in 2021-03-04T23:28:04.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:04 gibba011 conmon[99461]: cluster 2021-03-04T23:28:04.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:04 gibba011 conmon[99461]: 2021-03-04T23:28:03.140426+0000 osd.0 (osd.0) 1 : cluster [INF] 9.8 continuing backfill to osd.7 from (142'5636,176'11082] MIN to 176'11082 2021-03-04T23:28:04.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:04 gibba011 conmon[99461]: 2021-03-04T23:28:04.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:04 gibba011 conmon[99461]: cluster 2021-03-04T23:28:04.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:04 gibba011 conmon[99461]: 2021-03-04T23:28:03.900276+0000 mon.a 2021-03-04T23:28:04.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:04 gibba011 conmon[99461]: (mon.0) 850 : cluster [WRN] 2021-03-04T23:28:04.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:04 gibba011 conmon[99461]: Health check update: Degraded data redundancy: 40617/389385 objects degraded (10.431%), 10 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-03-04T23:28:04.416 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:04.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:04.435 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:04.435 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:04.536 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:04.553 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:04.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:04.555 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:04.656 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:04.673 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:04.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:04.675 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:04.776 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:04.792 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:04.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:04.794 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:04.895 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:04.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:04.914 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:04.914 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:05.015 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:05.032 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:05.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:05.033 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:05.135 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:05.152 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:05.153 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:05.153 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:05.255 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:05.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:05.273 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:05.274 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:05.375 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:05.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:05.393 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:05.394 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:05.495 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:05.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:05.514 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:05.514 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:05.615 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:05.633 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:05.634 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:05.634 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:05.735 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:05.753 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:05.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:05.754 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:05.855 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:05.872 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:05.873 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:05.873 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:05.975 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:05.992 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:05.993 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:05.994 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:06.095 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:06.107 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:28:06.114 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:06.115 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:06.115 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:06.217 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:06.226 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:06.234 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:06.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:06.235 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:06.337 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:06.353 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:06.354 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:06.354 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:06.372 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:28:06.385 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:28:06.399 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:28:06.413 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:28:06.427 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:28:06.441 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:28:06.443 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:28:06.443 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:28:06.443 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:28:06.443 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:28:06.444 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:28:06.444 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:28:06.444 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:28:06.444 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:28:06.445 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:06 gibba011 conmon[95595]: cluster 2021-03-04T23:28:04.645346+0000 mgr.x (mgr.34676) 746 : cluster [DBG] pgmap v685: 99 pgs: 1 active+recovery_wait+remapped, 2 remapped+peering, 19 peering, 2 active+recovering+undersized+remapped, 3 active+undersized, 1 active+recovery_wait+degraded+remapped, 61 active+clean, 2 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 36703/389385 objects degraded (9.426%); 42618/389385 objects misplaced (10.945%); 5.8 MiB/s, 92 objects/s recovering 2021-03-04T23:28:06.445 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:06 gibba011 conmon[99461]: cluster 2021-03-04T23:28:04.645346+0000 mgr.x (mgr.34676) 746 : cluster 2021-03-04T23:28:06.445 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:06 gibba011 conmon[99461]: [DBG] pgmap v685: 99 pgs: 1 active+recovery_wait+remapped, 2 remapped+peering, 19 peering, 2 active+recovering+undersized+remapped, 3 active+undersized, 1 active+recovery_wait+degraded+remapped, 61 active+clean, 2 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 36703/389385 objects degraded (9.426%); 42618/389385 objects misplaced (10.945%); 5.8 MiB/s, 92 objects/s recovering 2021-03-04T23:28:06.456 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:06.472 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:06.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:06.474 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:06.575 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:06.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:06 gibba038 conmon[76675]: cluster 2021-03-04T23:28:04.645346+0000 mgr.x (mgr.34676) 746 : cluster [DBG] pgmap v685: 99 pgs: 1 active+recovery_wait+remapped, 2 remapped+peering, 19 peering, 2 active+recovering+undersized+remapped, 3 active+undersized, 1 active+recovery_wait+degraded+remapped, 61 active+clean, 2 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 36703/389385 objects degraded (9.426%); 42618/389385 objects misplaced (10.945%); 5.8 MiB/s, 92 objects/s recovering 2021-03-04T23:28:06.593 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:06.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:06.595 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:06.696 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:06.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:06.714 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:06.714 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:06.816 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:06.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:06.834 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:06.834 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:06.935 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:06.954 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:06.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:06.956 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:07.049 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 7, 6, 1] out_osds: [3] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:28:07.050 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:28:07.050 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_4 2021-03-04T23:28:07.051 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:28:07.056 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:07.073 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:07.074 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:07.075 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:07.161 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:07.175 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:07.192 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:07.192 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:07.193 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:07.294 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:07.312 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:07.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:07.313 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:07.414 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:07.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:07.432 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:07.432 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:07.533 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:07.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:07.551 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:07.552 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:07.653 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:07.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:07.671 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:07.672 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:07.773 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:07.794 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:07.795 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:07.796 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:07.897 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:07.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:07.915 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:07.915 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:08.017 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:08.033 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:08.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:08.035 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:08.136 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:08.154 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:08.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:08.155 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:08.256 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:08.260 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:08 gibba011 conmon[95595]: cluster 2021-03-04T23:28:06.645763+0000 mgr.x (mgr.34676) 747 : cluster [DBG] pgmap v686: 99 pgs: 1 activating+degraded+remapped, 1 active+recovery_wait+remapped, 1 remapped+peering, 1 peering, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 2 op/s; 36162/389334 objects degraded (9.288%); 38657/389334 objects misplaced (9.929%); 4.3 MiB/s, 69 objects/s recovering 2021-03-04T23:28:08.260 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:08 gibba011 conmon[99461]: cluster 2021-03-04T23:28:06.645763+0000 mgr.x (mgr.34676) 747 : cluster [DBG] pgmap v686: 99 pgs: 1 activating+degraded+remapped, 1 active+recovery_wait+remapped, 1 remapped+peering, 1 peering, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 2 op/s; 36162/389334 objects degraded (9.288%); 38657/389334 objects misplaced (9.929%); 4.3 MiB/s, 69 objects/s recovering 2021-03-04T23:28:08.274 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:08.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:08.276 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:08.377 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:08.394 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:08.395 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:08.396 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:08.497 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:08.513 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:08.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:08.515 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:08.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:08 gibba038 conmon[76675]: cluster 2021-03-04T23:28:06.645763+0000 mgr.x (mgr.34676) 747 : cluster [DBG] pgmap v686: 99 pgs: 1 activating+degraded+remapped, 1 active+recovery_wait+remapped, 1 remapped+peering, 1 peering, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 82 active+clean, 1 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 2 op/s; 36162/389334 objects degraded (9.288%); 38657/389334 objects misplaced (9.929%); 4.3 MiB/s, 69 objects/s recovering 2021-03-04T23:28:08.616 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:08.633 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:08.634 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:08.635 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:08.736 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:08.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:08.754 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:08.754 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:08.855 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:08.872 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:08.873 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:08.874 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:08.975 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:08.992 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:08.993 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:08.993 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:09.094 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:09.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:09.114 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:09.114 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:09.216 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:09.234 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:09.235 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:09.235 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:09.337 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:09.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:09.355 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:09.355 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:09.427 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:09 gibba011 conmon[95595]: cluster 2021-03-04T23:28:08.901294+0000 mon.a (mon.0) 851 : cluster [WRN] Health check update: Degraded data redundancy: 36162/389334 objects degraded (9.288%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:09.428 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:09 gibba011 conmon[99461]: cluster 2021-03-04T23:28:08.901294+0000 mon.a (mon.0) 851 : cluster [WRN] Health check update: Degraded data redundancy: 36162/389334 objects degraded (9.288%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:09.455 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:28:09.456 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:09.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:09.475 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:09.475 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:09.572 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:09.576 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:09.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:09 gibba038 conmon[76675]: cluster 2021-03-04T23:28:08.901294+0000 mon.a (mon.0) 851 : cluster [WRN] Health check update: Degraded data redundancy: 36162/389334 objects degraded (9.288%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:09.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:09.595 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:09.596 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:09.697 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:09.714 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:09.714 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:09.715 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:09.758 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:28:09.760 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:28:09.817 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:09.837 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:09.838 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:09.838 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:09.940 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:09.957 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:09.958 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:09.958 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:10.060 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:10.077 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:10.078 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:10.078 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:10.179 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:10.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:10.198 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:10.198 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:10.214 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:28:10.300 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:10.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:10.318 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:10.319 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:10.420 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:10.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:10.438 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:10.438 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:10.540 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:10.557 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:10.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:10.558 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:10.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:10 gibba038 conmon[76675]: cluster 2021-03-04T23:28:08.646208+0000 mgr.x (mgr.34676) 748 : cluster [DBG] pgmap v687: 99 pgs: 1 activating+degraded+remapped, 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait+wait, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 18 op/s; 39107/388962 objects degraded (10.054%); 44703/388962 objects misplaced (11.493%); 7.6 MiB/s, 121 objects/s recovering 2021-03-04T23:28:10.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:10 gibba038 conmon[76675]: audit 2021-03-04T23:28:09.399288+0000 mon.c (mon.1) 292 : audit [INF] from='client.? 172.21.2.111:0/1204186242' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:28:10.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:10 gibba038 conmon[76675]: audit 2021-03-04T23:28:09.399633+0000 mon.a (mon.0) 852 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:28:10.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:10 gibba011 conmon[95595]: cluster 2021-03-04T23:28:08.646208+0000 mgr.x (mgr.34676) 748 : cluster [DBG] pgmap v687: 99 pgs: 1 activating+degraded+remapped, 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait+wait, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 18 op/s; 39107/388962 objects degraded (10.054%); 44703/388962 objects misplaced (11.493%); 7.6 MiB/s, 121 objects/s recovering 2021-03-04T23:28:10.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:10 gibba011 conmon[95595]: audit 2021-03-04T23:28:09.399288+0000 mon.c (mon.1) 292 : audit [INF] from='client.? 172.21.2.111:0/1204186242' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:28:10.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:10 gibba011 conmon[95595]: audit 2021-03-04T23:28:09.399633+0000 mon.a (mon.0) 852 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:28:10.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:10 gibba011 conmon[99461]: cluster 2021-03-04T23:28:08.646208+0000 mgr.x (mgr.34676) 748 : cluster [DBG] pgmap v687: 99 pgs: 1 activating+degraded+remapped, 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait+wait, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 18 op/s; 39107/388962 objects degraded (10.054%); 44703/388962 objects misplaced (11.493%); 7.6 MiB/s, 121 objects/s recovering 2021-03-04T23:28:10.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:10 gibba011 conmon[99461]: audit 2021-03-04T23:28:09.399288+0000 mon.c (mon.1) 292 : audit [INF] from='client.? 172.21.2.111:0/1204186242' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:28:10.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:10 gibba011 conmon[99461]: audit 2021-03-04T23:28:09.399633+0000 mon.a (mon.0) 852 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:28:10.659 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:10.677 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:10.678 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:10.678 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:10.698 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":687,"stamp":"2021-03-04T23:28:08.645909+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":8495500608,"num_objects":129654,"num_object_clones":0,"num_object_copies":388962,"num_objects_missing_on_primary":10377,"num_objects_missing":10377,"num_objects_degraded":39107,"num_objects_misplaced":44703,"num_objects_unfound":0,"num_objects_dirty":129654,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":177150,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27296,"num_bytes_recovered":1700336948,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":103275,"ondisk_log_size":103275,"up":297,"acting":287,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":321,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":27645216,"kb_used_data":22884776,"kb_used_omap":5421,"kb_used_meta":4754962,"kb_avail":588917472,"statfs":{"total":631360192512,"available":603051491328,"internally_reserved":4294967296,"allocated":23434010624,"data_stored":23427580126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5551374,"internal_metadata":4869081842},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-9240576,"num_objects":-141,"num_object_clones":0,"num_object_copies":-423,"num_objects_missing_on_primary":4342,"num_objects_missing":4342,"num_objects_degraded":-3046,"num_objects_misplaced":-23073,"num_objects_unfound":0,"num_objects_dirty":-141,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":912,"num_bytes_recovered":59506688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.510933"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"199","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137152+0000","last_change":"2021-03-04T23:28:01.139807+0000","last_active":"2021-03-04T23:28:02.137152+0000","last_peered":"2021-03-04T23:28:02.137152+0000","last_clean":"2021-03-04T23:28:02.137152+0000","last_became_active":"2021-03-04T23:28:01.139431+0000","last_became_peered":"2021-03-04T23:28:01.139431+0000","last_unstale":"2021-03-04T23:28:02.137152+0000","last_undegraded":"2021-03-04T23:28:02.137152+0000","last_fullsized":"2021-03-04T23:28:02.137152+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"12","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.138153+0000","last_change":"2021-03-04T23:28:01.146427+0000","last_active":"2021-03-04T23:28:02.138153+0000","last_peered":"2021-03-04T23:28:02.138153+0000","last_clean":"2021-03-04T23:28:02.138153+0000","last_became_active":"2021-03-04T23:28:01.144976+0000","last_became_peered":"2021-03-04T23:28:01.144976+0000","last_unstale":"2021-03-04T23:28:02.138153+0000","last_undegraded":"2021-03-04T23:28:02.138153+0000","last_fullsized":"2021-03-04T23:28:02.138153+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"12","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137646+0000","last_change":"2021-03-04T23:28:01.231804+0000","last_active":"2021-03-04T23:28:02.137646+0000","last_peered":"2021-03-04T23:28:02.137646+0000","last_clean":"2021-03-04T23:28:02.137646+0000","last_became_active":"2021-03-04T23:28:01.231569+0000","last_became_peered":"2021-03-04T23:28:01.231569+0000","last_unstale":"2021-03-04T23:28:02.137646+0000","last_undegraded":"2021-03-04T23:28:02.137646+0000","last_fullsized":"2021-03-04T23:28:02.137646+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"166","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.136167+0000","last_change":"2021-03-04T23:28:01.157827+0000","last_active":"2021-03-04T23:28:02.136167+0000","last_peered":"2021-03-04T23:28:02.136167+0000","last_clean":"2021-03-04T23:28:02.136167+0000","last_became_active":"2021-03-04T23:28:01.157659+0000","last_became_peered":"2021-03-04T23:28:01.157659+0000","last_unstale":"2021-03-04T23:28:02.136167+0000","last_undegraded":"2021-03-04T23:28:02.136167+0000","last_fullsized":"2021-03-04T23:28:02.136167+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"150","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.135554+0000","last_change":"2021-03-04T23:28:01.135982+0000","last_active":"2021-03-04T23:28:02.135554+0000","last_peered":"2021-03-04T23:28:02.135554+0000","last_clean":"2021-03-04T23:28:02.135554+0000","last_became_active":"2021-03-04T23:28:01.135751+0000","last_became_peered":"2021-03-04T23:28:01.135751+0000","last_unstale":"2021-03-04T23:28:02.135554+0000","last_undegraded":"2021-03-04T23:28:02.135554+0000","last_fullsized":"2021-03-04T23:28:02.135554+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"79","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.142415+0000","last_change":"2021-03-04T23:28:01.140520+0000","last_active":"2021-03-04T23:28:02.142415+0000","last_peered":"2021-03-04T23:28:02.142415+0000","last_clean":"2021-03-04T23:28:02.142415+0000","last_became_active":"2021-03-04T23:28:01.140328+0000","last_became_peered":"2021-03-04T23:28:01.140328+0000","last_unstale":"2021-03-04T23:28:02.142415+0000","last_undegraded":"2021-03-04T23:28:02.142415+0000","last_fullsized":"2021-03-04T23:28:02.142415+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"156","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.135958+0000","last_change":"2021-03-04T23:27:58.933635+0000","last_active":"2021-03-04T23:28:02.135958+0000","last_peered":"2021-03-04T23:28:02.135958+0000","last_clean":"2021-03-04T23:28:02.135958+0000","last_became_active":"2021-03-04T23:27:50.107130+0000","last_became_peered":"2021-03-04T23:27:50.107130+0000","last_unstale":"2021-03-04T23:28:02.135958+0000","last_undegraded":"2021-03-04T23:28:02.135958+0000","last_fullsized":"2021-03-04T23:28:02.135958+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"12","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.140770+0000","last_change":"2021-03-04T23:28:01.145024+0000","last_active":"2021-03-04T23:28:02.140770+0000","last_peered":"2021-03-04T23:28:02.140770+0000","last_clean":"2021-03-04T23:28:02.140770+0000","last_became_active":"2021-03-04T23:28:01.142367+0000","last_became_peered":"2021-03-04T23:28:01.142367+0000","last_unstale":"2021-03-04T23:28:02.140770+0000","last_undegraded":"2021-03-04T23:28:02.140770+0000","last_fullsized":"2021-03-04T23:28:02.140770+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"178","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.136847+0000","last_change":"2021-03-04T23:28:01.157869+0000","last_active":"2021-03-04T23:28:02.136847+0000","last_peered":"2021-03-04T23:28:02.136847+0000","last_clean":"2021-03-04T23:28:02.136847+0000","last_became_active":"2021-03-04T23:28:01.157637+0000","last_became_peered":"2021-03-04T23:28:01.157637+0000","last_unstale":"2021-03-04T23:28:02.136847+0000","last_undegraded":"2021-03-04T23:28:02.136847+0000","last_fullsized":"2021-03-04T23:28:02.136847+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"121","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137447+0000","last_change":"2021-03-04T23:26:46.901827+0000","last_active":"2021-03-04T23:28:02.137447+0000","last_peered":"2021-03-04T23:28:02.137447+0000","last_clean":"2021-03-04T23:28:02.137447+0000","last_became_active":"2021-03-04T23:26:46.901606+0000","last_became_peered":"2021-03-04T23:26:46.901606+0000","last_unstale":"2021-03-04T23:28:02.137447+0000","last_undegraded":"2021-03-04T23:28:02.137447+0000","last_fullsized":"2021-03-04T23:28:02.137447+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"184","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.138022+0000","last_change":"2021-03-04T23:27:50.112505+0000","last_active":"2021-03-04T23:28:02.138022+0000","last_peered":"2021-03-04T23:28:02.138022+0000","last_clean":"2021-03-04T23:28:02.138022+0000","last_became_active":"2021-03-04T23:27:50.112197+0000","last_became_peered":"2021-03-04T23:27:50.112197+0000","last_unstale":"2021-03-04T23:28:02.138022+0000","last_undegraded":"2021-03-04T23:28:02.138022+0000","last_fullsized":"2021-03-04T23:28:02.138022+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"12","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137798+0000","last_change":"2021-03-04T23:28:01.139361+0000","last_active":"2021-03-04T23:28:02.137798+0000","last_peered":"2021-03-04T23:28:02.137798+0000","last_clean":"2021-03-04T23:28:02.137798+0000","last_became_active":"2021-03-04T23:28:01.138962+0000","last_became_peered":"2021-03-04T23:28:01.138962+0000","last_unstale":"2021-03-04T23:28:02.137798+0000","last_undegraded":"2021-03-04T23:28:02.137798+0000","last_fullsized":"2021-03-04T23:28:02.137798+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"186","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.155030+0000","last_change":"2021-03-04T23:25:25.029827+0000","last_active":"2021-03-04T23:28:02.155030+0000","last_peered":"2021-03-04T23:28:02.155030+0000","last_clean":"2021-03-04T23:28:02.155030+0000","last_became_active":"2021-03-04T23:25:25.022780+0000","last_became_peered":"2021-03-04T23:25:25.022780+0000","last_unstale":"2021-03-04T23:28:02.155030+0000","last_undegraded":"2021-03-04T23:28:02.155030+0000","last_fullsized":"2021-03-04T23:28:02.155030+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":5198,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"185","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137448+0000","last_change":"2021-03-04T23:28:01.139751+0000","last_active":"2021-03-04T23:28:02.137448+0000","last_peered":"2021-03-04T23:28:02.137448+0000","last_clean":"2021-03-04T23:28:02.137448+0000","last_became_active":"2021-03-04T23:28:01.139434+0000","last_became_peered":"2021-03-04T23:28:01.139434+0000","last_unstale":"2021-03-04T23:28:02.137448+0000","last_undegraded":"2021-03-04T23:28:02.137448+0000","last_fullsized":"2021-03-04T23:28:02.137448+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"153","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.278722+0000","last_change":"2021-03-04T23:14:45.179189+0000","last_active":"2021-03-04T23:28:02.278722+0000","last_peered":"2021-03-04T23:28:02.278722+0000","last_clean":"2021-03-04T23:28:02.278722+0000","last_became_active":"2021-03-04T23:14:45.178960+0000","last_became_peered":"2021-03-04T23:14:45.178960+0000","last_unstale":"2021-03-04T23:28:02.278722+0000","last_undegraded":"2021-03-04T23:28:02.278722+0000","last_fullsized":"2021-03-04T23:28:02.278722+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"12","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.138721+0000","last_change":"2021-03-04T23:28:01.145157+0000","last_active":"2021-03-04T23:28:02.138721+0000","last_peered":"2021-03-04T23:28:02.138721+0000","last_clean":"2021-03-04T23:28:02.138721+0000","last_became_active":"2021-03-04T23:28:01.142477+0000","last_became_peered":"2021-03-04T23:28:01.142477+0000","last_unstale":"2021-03-04T23:28:02.138721+0000","last_undegraded":"2021-03-04T23:28:02.138721+0000","last_fullsized":"2021-03-04T23:28:02.138721+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"165","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.135716+0000","last_change":"2021-03-04T23:28:01.143799+0000","last_active":"2021-03-04T23:28:02.135716+0000","last_peered":"2021-03-04T23:28:02.135716+0000","last_clean":"2021-03-04T23:28:02.135716+0000","last_became_active":"2021-03-04T23:28:01.143547+0000","last_became_peered":"2021-03-04T23:28:01.143547+0000","last_unstale":"2021-03-04T23:28:02.135716+0000","last_undegraded":"2021-03-04T23:28:02.135716+0000","last_fullsized":"2021-03-04T23:28:02.135716+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"159","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.136791+0000","last_change":"2021-03-04T23:26:46.907387+0000","last_active":"2021-03-04T23:28:02.136791+0000","last_peered":"2021-03-04T23:28:02.136791+0000","last_clean":"2021-03-04T23:28:02.136791+0000","last_became_active":"2021-03-04T23:26:46.907139+0000","last_became_peered":"2021-03-04T23:26:46.907139+0000","last_unstale":"2021-03-04T23:28:02.136791+0000","last_undegraded":"2021-03-04T23:28:02.136791+0000","last_fullsized":"2021-03-04T23:28:02.136791+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"154","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137369+0000","last_change":"2021-03-04T23:25:25.023288+0000","last_active":"2021-03-04T23:28:02.137369+0000","last_peered":"2021-03-04T23:28:02.137369+0000","last_clean":"2021-03-04T23:28:02.137369+0000","last_became_active":"2021-03-04T23:25:25.023080+0000","last_became_peered":"2021-03-04T23:25:25.023080+0000","last_unstale":"2021-03-04T23:28:02.137369+0000","last_undegraded":"2021-03-04T23:28:02.137369+0000","last_fullsized":"2021-03-04T23:28:02.137369+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"157","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.135959+0000","last_change":"2021-03-04T23:27:58.933500+0000","last_active":"2021-03-04T23:28:02.135959+0000","last_peered":"2021-03-04T23:28:02.135959+0000","last_clean":"2021-03-04T23:28:02.135959+0000","last_became_active":"2021-03-04T23:27:50.105835+0000","last_became_peered":"2021-03-04T23:27:50.105835+0000","last_unstale":"2021-03-04T23:28:02.135959+0000","last_undegraded":"2021-03-04T23:28:02.135959+0000","last_fullsized":"2021-03-04T23:28:02.135959+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"71","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.142133+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:28:02.142133+0000","last_peered":"2021-03-04T23:28:02.142133+0000","last_clean":"2021-03-04T23:28:02.142133+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:28:02.142133+0000","last_undegraded":"2021-03-04T23:28:02.142133+0000","last_fullsized":"2021-03-04T23:28:02.142133+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"131","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.138018+0000","last_change":"2021-03-04T23:28:01.141753+0000","last_active":"2021-03-04T23:28:02.138018+0000","last_peered":"2021-03-04T23:28:02.138018+0000","last_clean":"2021-03-04T23:28:02.138018+0000","last_became_active":"2021-03-04T23:28:01.140901+0000","last_became_peered":"2021-03-04T23:28:01.140901+0000","last_unstale":"2021-03-04T23:28:02.138018+0000","last_undegraded":"2021-03-04T23:28:02.138018+0000","last_fullsized":"2021-03-04T23:28:02.138018+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.5","version":"181'11021","reported_seq":"11085","reported_epoch":"181","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:28:07.908930+0000","last_change":"2021-03-04T23:27:51.180696+0000","last_active":"2021-03-04T23:28:07.908930+0000","last_peered":"2021-03-04T23:28:07.908930+0000","last_clean":"2021-03-04T23:26:49.145803+0000","last_became_active":"2021-03-04T23:27:51.159011+0000","last_became_peered":"2021-03-04T23:27:51.159011+0000","last_unstale":"2021-03-04T23:28:07.908930+0000","last_undegraded":"2021-03-04T23:27:51.108507+0000","last_fullsized":"2021-03-04T23:27:51.102842+0000","mapping_epoch":175,"log_start":"142'5568","ondisk_log_start":"142'5568","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5453,"ondisk_log_size":5453,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":529858560,"num_objects":8085,"num_object_clones":0,"num_object_copies":24255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":136,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8085,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11021,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[{"shards":"5,7","objects":8085}],"blocked_by":[],"up_primary":0,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"167","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137950+0000","last_change":"2021-03-04T23:27:50.106030+0000","last_active":"2021-03-04T23:28:02.137950+0000","last_peered":"2021-03-04T23:28:02.137950+0000","last_clean":"2021-03-04T23:28:02.137950+0000","last_became_active":"2021-03-04T23:27:50.105722+0000","last_became_peered":"2021-03-04T23:27:50.105722+0000","last_unstale":"2021-03-04T23:28:02.137950+0000","last_undegraded":"2021-03-04T23:28:02.137950+0000","last_fullsized":"2021-03-04T23:28:02.137950+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"153","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.136290+0000","last_change":"2021-03-04T23:25:25.024278+0000","last_active":"2021-03-04T23:28:02.136290+0000","last_peered":"2021-03-04T23:28:02.136290+0000","last_clean":"2021-03-04T23:28:02.136290+0000","last_became_active":"2021-03-04T23:25:25.023860+0000","last_became_peered":"2021-03-04T23:25:25.023860+0000","last_unstale":"2021-03-04T23:28:02.136290+0000","last_undegraded":"2021-03-04T23:28:02.136290+0000","last_fullsized":"2021-03-04T23:28:02.136290+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"181'10980","reported_seq":"26851","reported_epoch":"181","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:28:07.290791+0000","last_change":"2021-03-04T23:28:02.267566+0000","last_active":"2021-03-04T23:28:07.290791+0000","last_peered":"2021-03-04T23:28:07.290791+0000","last_clean":"2021-03-04T23:26:45.885971+0000","last_became_active":"2021-03-04T23:28:02.246407+0000","last_became_peered":"2021-03-04T23:28:02.246407+0000","last_unstale":"2021-03-04T23:28:07.290791+0000","last_undegraded":"2021-03-04T23:28:02.154557+0000","last_fullsized":"2021-03-04T23:28:07.290791+0000","mapping_epoch":179,"log_start":"141'3916","ondisk_log_start":"141'3916","created":137,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":7064,"ondisk_log_size":7064,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":531103744,"num_objects":8104,"num_object_clones":0,"num_object_copies":24312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":144,"num_objects_misplaced":8104,"num_objects_unfound":0,"num_objects_dirty":8104,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10980,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7881,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[4,0,3],"avail_no_missing":["4","3","6"],"object_location_counts":[{"shards":"0,3,4","objects":8104}],"blocked_by":[],"up_primary":1,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"194","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137699+0000","last_change":"2021-03-04T23:28:01.254185+0000","last_active":"2021-03-04T23:28:02.137699+0000","last_peered":"2021-03-04T23:28:02.137699+0000","last_clean":"2021-03-04T23:28:02.137699+0000","last_became_active":"2021-03-04T23:28:01.151215+0000","last_became_peered":"2021-03-04T23:28:01.151215+0000","last_unstale":"2021-03-04T23:28:02.137699+0000","last_undegraded":"2021-03-04T23:28:02.137699+0000","last_fullsized":"2021-03-04T23:28:02.137699+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"206","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137608+0000","last_change":"2021-03-04T23:28:01.141194+0000","last_active":"2021-03-04T23:28:02.137608+0000","last_peered":"2021-03-04T23:28:02.137608+0000","last_clean":"2021-03-04T23:28:02.137608+0000","last_became_active":"2021-03-04T23:28:01.140915+0000","last_became_peered":"2021-03-04T23:28:01.140915+0000","last_unstale":"2021-03-04T23:28:02.137608+0000","last_undegraded":"2021-03-04T23:28:02.137608+0000","last_fullsized":"2021-03-04T23:28:02.137608+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"181'11153","reported_seq":"11214","reported_epoch":"181","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:28:07.900393+0000","last_change":"2021-03-04T23:26:48.295102+0000","last_active":"2021-03-04T23:28:07.900393+0000","last_peered":"2021-03-04T23:28:07.900393+0000","last_clean":"2021-03-04T23:26:45.880372+0000","last_became_active":"2021-03-04T23:26:48.251261+0000","last_became_peered":"2021-03-04T23:26:48.251261+0000","last_unstale":"2021-03-04T23:28:07.900393+0000","last_undegraded":"2021-03-04T23:28:07.900393+0000","last_fullsized":"2021-03-04T23:28:07.900393+0000","mapping_epoch":164,"log_start":"141'4682","ondisk_log_start":"141'4682","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6471,"ondisk_log_size":6471,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":528547840,"num_objects":8065,"num_object_clones":0,"num_object_copies":24195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":8065,"num_objects_unfound":0,"num_objects_dirty":8065,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11153,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,3],"avail_no_missing":["5","3","7"],"object_location_counts":[{"shards":"3,5,7","objects":8065}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"163","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137796+0000","last_change":"2021-03-04T23:25:25.030822+0000","last_active":"2021-03-04T23:28:02.137796+0000","last_peered":"2021-03-04T23:28:02.137796+0000","last_clean":"2021-03-04T23:28:02.137796+0000","last_became_active":"2021-03-04T23:25:25.023927+0000","last_became_peered":"2021-03-04T23:25:25.023927+0000","last_unstale":"2021-03-04T23:28:02.137796+0000","last_undegraded":"2021-03-04T23:28:02.137796+0000","last_fullsized":"2021-03-04T23:28:02.137796+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"64","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.142188+0000","last_change":"2021-03-04T23:28:01.142349+0000","last_active":"2021-03-04T23:28:02.142188+0000","last_peered":"2021-03-04T23:28:02.142188+0000","last_clean":"2021-03-04T23:28:02.142188+0000","last_became_active":"2021-03-04T23:28:01.142090+0000","last_became_peered":"2021-03-04T23:28:01.142090+0000","last_unstale":"2021-03-04T23:28:02.142188+0000","last_undegraded":"2021-03-04T23:28:02.142188+0000","last_fullsized":"2021-03-04T23:28:02.142188+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"181'11225","reported_seq":"11444","reported_epoch":"181","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:28:07.838307+0000","last_change":"2021-03-04T23:28:01.277982+0000","last_active":"2021-03-04T23:28:07.838307+0000","last_peered":"2021-03-04T23:28:07.838307+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:28:01.257909+0000","last_became_peered":"2021-03-04T23:28:01.257909+0000","last_unstale":"2021-03-04T23:28:07.838307+0000","last_undegraded":"2021-03-04T23:28:01.155770+0000","last_fullsized":"2021-03-04T23:28:01.134374+0000","mapping_epoch":178,"log_start":"141'4780","ondisk_log_start":"141'4780","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6445,"ondisk_log_size":6445,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":544145408,"num_objects":8303,"num_object_clones":0,"num_object_copies":24909,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3655,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8303,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11225,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":74,"num_bytes_recovered":4849664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":6101},{"shards":"2,5,6","objects":2202}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"202","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.136680+0000","last_change":"2021-03-04T23:28:01.140139+0000","last_active":"2021-03-04T23:28:02.136680+0000","last_peered":"2021-03-04T23:28:02.136680+0000","last_clean":"2021-03-04T23:28:02.136680+0000","last_became_active":"2021-03-04T23:28:01.139229+0000","last_became_peered":"2021-03-04T23:28:01.139229+0000","last_unstale":"2021-03-04T23:28:02.136680+0000","last_undegraded":"2021-03-04T23:28:02.136680+0000","last_fullsized":"2021-03-04T23:28:02.136680+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"175","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.135656+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:28:02.135656+0000","last_peered":"2021-03-04T23:28:02.135656+0000","last_clean":"2021-03-04T23:28:02.135656+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:28:02.135656+0000","last_undegraded":"2021-03-04T23:28:02.135656+0000","last_fullsized":"2021-03-04T23:28:02.135656+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"199","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137557+0000","last_change":"2021-03-04T23:27:50.599180+0000","last_active":"2021-03-04T23:28:02.137557+0000","last_peered":"2021-03-04T23:28:02.137557+0000","last_clean":"2021-03-04T23:28:02.137557+0000","last_became_active":"2021-03-04T23:27:50.598987+0000","last_became_peered":"2021-03-04T23:27:50.598987+0000","last_unstale":"2021-03-04T23:28:02.137557+0000","last_undegraded":"2021-03-04T23:28:02.137557+0000","last_fullsized":"2021-03-04T23:28:02.137557+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"176'10969","reported_seq":"12203","reported_epoch":"181","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:28:05.639188+0000","last_change":"2021-03-04T23:28:01.656978+0000","last_active":"2021-03-04T23:28:05.639188+0000","last_peered":"2021-03-04T23:28:05.639188+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:27:20.054354+0000","last_became_peered":"2021-03-04T23:27:20.054354+0000","last_unstale":"2021-03-04T23:28:05.639188+0000","last_undegraded":"2021-03-04T23:28:05.639188+0000","last_fullsized":"2021-03-04T23:26:47.892993+0000","mapping_epoch":164,"log_start":"142'5555","ondisk_log_start":"142'5555","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5414,"ondisk_log_size":5414,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":523436032,"num_objects":7987,"num_object_clones":0,"num_object_copies":23961,"num_objects_missing_on_primary":5974,"num_objects_missing":5974,"num_objects_degraded":0,"num_objects_misplaced":7843,"num_objects_unfound":0,"num_objects_dirty":7987,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10969,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":583,"num_bytes_recovered":38207488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7],"avail_no_missing":["3","7"],"object_location_counts":[{"shards":"3,4,7","objects":4922},{"shards":"3,6,7","objects":2921},{"shards":"6,7","objects":144}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"70","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.135661+0000","last_change":"2021-03-04T23:28:01.255707+0000","last_active":"2021-03-04T23:28:02.135661+0000","last_peered":"2021-03-04T23:28:02.135661+0000","last_clean":"2021-03-04T23:28:02.135661+0000","last_became_active":"2021-03-04T23:28:01.141008+0000","last_became_peered":"2021-03-04T23:28:01.141008+0000","last_unstale":"2021-03-04T23:28:02.135661+0000","last_undegraded":"2021-03-04T23:28:02.135661+0000","last_fullsized":"2021-03-04T23:28:02.135661+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"185","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.155008+0000","last_change":"2021-03-04T23:28:01.146049+0000","last_active":"2021-03-04T23:28:02.155008+0000","last_peered":"2021-03-04T23:28:02.155008+0000","last_clean":"2021-03-04T23:28:02.155008+0000","last_became_active":"2021-03-04T23:28:01.145723+0000","last_became_peered":"2021-03-04T23:28:01.145723+0000","last_unstale":"2021-03-04T23:28:02.155008+0000","last_undegraded":"2021-03-04T23:28:02.155008+0000","last_fullsized":"2021-03-04T23:28:02.155008+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"199","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137675+0000","last_change":"2021-03-04T23:27:50.106914+0000","last_active":"2021-03-04T23:28:02.137675+0000","last_peered":"2021-03-04T23:28:02.137675+0000","last_clean":"2021-03-04T23:28:02.137675+0000","last_became_active":"2021-03-04T23:27:50.106292+0000","last_became_peered":"2021-03-04T23:27:50.106292+0000","last_unstale":"2021-03-04T23:28:02.137675+0000","last_undegraded":"2021-03-04T23:28:02.137675+0000","last_fullsized":"2021-03-04T23:28:02.137675+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"176'11205","reported_seq":"11313","reported_epoch":"180","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:28:02.160648+0000","last_change":"2021-03-04T23:28:02.160648+0000","last_active":"2021-03-04T23:28:02.160648+0000","last_peered":"2021-03-04T23:28:02.160648+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:28:02.143263+0000","last_became_peered":"2021-03-04T23:28:02.143263+0000","last_unstale":"2021-03-04T23:28:02.160648+0000","last_undegraded":"2021-03-04T23:28:02.140420+0000","last_fullsized":"2021-03-04T23:28:02.160648+0000","mapping_epoch":179,"log_start":"141'1200","ondisk_log_start":"141'1200","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":10005,"ondisk_log_size":10005,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":539295744,"num_objects":8229,"num_object_clones":0,"num_object_copies":24687,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":129,"num_objects_misplaced":8100,"num_objects_unfound":0,"num_objects_dirty":8229,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11205,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,2,0],"avail_no_missing":["1","2"],"object_location_counts":[{"shards":"0,1,2","objects":8229}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"73","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.142338+0000","last_change":"2021-03-04T23:28:01.139332+0000","last_active":"2021-03-04T23:28:02.142338+0000","last_peered":"2021-03-04T23:28:02.142338+0000","last_clean":"2021-03-04T23:28:02.142338+0000","last_became_active":"2021-03-04T23:28:01.139035+0000","last_became_peered":"2021-03-04T23:28:01.139035+0000","last_unstale":"2021-03-04T23:28:02.142338+0000","last_undegraded":"2021-03-04T23:28:02.142338+0000","last_fullsized":"2021-03-04T23:28:02.142338+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"182","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137163+0000","last_change":"2021-03-04T23:28:01.145981+0000","last_active":"2021-03-04T23:28:02.137163+0000","last_peered":"2021-03-04T23:28:02.137163+0000","last_clean":"2021-03-04T23:28:02.137163+0000","last_became_active":"2021-03-04T23:28:01.145589+0000","last_became_peered":"2021-03-04T23:28:01.145589+0000","last_unstale":"2021-03-04T23:28:02.137163+0000","last_undegraded":"2021-03-04T23:28:02.137163+0000","last_fullsized":"2021-03-04T23:28:02.137163+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"181'10967","reported_seq":"13387","reported_epoch":"181","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:28:07.225828+0000","last_change":"2021-03-04T23:28:02.409553+0000","last_active":"2021-03-04T23:28:07.225828+0000","last_peered":"2021-03-04T23:28:07.225828+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:28:02.285368+0000","last_became_peered":"2021-03-04T23:28:02.285368+0000","last_unstale":"2021-03-04T23:28:07.225828+0000","last_undegraded":"2021-03-04T23:28:02.276172+0000","last_fullsized":"2021-03-04T23:28:02.137723+0000","mapping_epoch":179,"log_start":"143'6051","ondisk_log_start":"143'6051","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4916,"ondisk_log_size":4916,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":523829248,"num_objects":7993,"num_object_clones":0,"num_object_copies":23979,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9789,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7993,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10967,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1170,"num_bytes_recovered":76611584,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1],"avail_no_missing":["7","3","6"],"object_location_counts":[{"shards":"1,3,7","objects":4906},{"shards":"1,7","objects":991},{"shards":"3,5,7","objects":2096}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"150","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137500+0000","last_change":"2021-03-04T23:14:45.196352+0000","last_active":"2021-03-04T23:28:02.137500+0000","last_peered":"2021-03-04T23:28:02.137500+0000","last_clean":"2021-03-04T23:28:02.137500+0000","last_became_active":"2021-03-04T23:14:45.195987+0000","last_became_peered":"2021-03-04T23:14:45.195987+0000","last_unstale":"2021-03-04T23:28:02.137500+0000","last_undegraded":"2021-03-04T23:28:02.137500+0000","last_fullsized":"2021-03-04T23:28:02.137500+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"194","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137337+0000","last_change":"2021-03-04T23:28:01.145936+0000","last_active":"2021-03-04T23:28:02.137337+0000","last_peered":"2021-03-04T23:28:02.137337+0000","last_clean":"2021-03-04T23:28:02.137337+0000","last_became_active":"2021-03-04T23:28:01.145597+0000","last_became_peered":"2021-03-04T23:28:01.145597+0000","last_unstale":"2021-03-04T23:28:02.137337+0000","last_undegraded":"2021-03-04T23:28:02.137337+0000","last_fullsized":"2021-03-04T23:28:02.137337+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"199","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137569+0000","last_change":"2021-03-04T23:27:50.106914+0000","last_active":"2021-03-04T23:28:02.137569+0000","last_peered":"2021-03-04T23:28:02.137569+0000","last_clean":"2021-03-04T23:28:02.137569+0000","last_became_active":"2021-03-04T23:27:50.106637+0000","last_became_peered":"2021-03-04T23:27:50.106637+0000","last_unstale":"2021-03-04T23:28:02.137569+0000","last_undegraded":"2021-03-04T23:28:02.137569+0000","last_fullsized":"2021-03-04T23:28:02.137569+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"176'11064","reported_seq":"26057","reported_epoch":"180","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:28:02.261818+0000","last_change":"2021-03-04T23:28:02.261818+0000","last_active":"2021-03-04T23:28:02.261818+0000","last_peered":"2021-03-04T23:28:02.261818+0000","last_clean":"2021-03-04T23:25:36.091092+0000","last_became_active":"2021-03-04T23:28:02.249131+0000","last_became_peered":"2021-03-04T23:28:02.249131+0000","last_unstale":"2021-03-04T23:28:02.261818+0000","last_undegraded":"2021-03-04T23:28:02.148008+0000","last_fullsized":"2021-03-04T23:28:02.137308+0000","mapping_epoch":179,"log_start":"141'4477","ondisk_log_start":"141'4477","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6587,"ondisk_log_size":6587,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":530710528,"num_objects":8098,"num_object_clones":0,"num_object_copies":24294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3605,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8098,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11064,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7459,"num_bytes_recovered":402522112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[2,7],"avail_no_missing":["2","3","6","7"],"object_location_counts":[{"shards":"2,3,7","objects":2122},{"shards":"2,7","objects":5976}],"blocked_by":[],"up_primary":1,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"12","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.140749+0000","last_change":"2021-03-04T23:28:01.147431+0000","last_active":"2021-03-04T23:28:02.140749+0000","last_peered":"2021-03-04T23:28:02.140749+0000","last_clean":"2021-03-04T23:28:02.140749+0000","last_became_active":"2021-03-04T23:28:01.146351+0000","last_became_peered":"2021-03-04T23:28:01.146351+0000","last_unstale":"2021-03-04T23:28:02.140749+0000","last_undegraded":"2021-03-04T23:28:02.140749+0000","last_fullsized":"2021-03-04T23:28:02.140749+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"12","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.138374+0000","last_change":"2021-03-04T23:28:01.145121+0000","last_active":"2021-03-04T23:28:02.138374+0000","last_peered":"2021-03-04T23:28:02.138374+0000","last_clean":"2021-03-04T23:28:02.138374+0000","last_became_active":"2021-03-04T23:28:01.143788+0000","last_became_peered":"2021-03-04T23:28:01.143788+0000","last_unstale":"2021-03-04T23:28:02.138374+0000","last_undegraded":"2021-03-04T23:28:02.138374+0000","last_fullsized":"2021-03-04T23:28:02.138374+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"199","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137832+0000","last_change":"2021-03-04T23:27:50.101814+0000","last_active":"2021-03-04T23:28:02.137832+0000","last_peered":"2021-03-04T23:28:02.137832+0000","last_clean":"2021-03-04T23:28:02.137832+0000","last_became_active":"2021-03-04T23:27:50.101531+0000","last_became_peered":"2021-03-04T23:27:50.101531+0000","last_unstale":"2021-03-04T23:28:02.137832+0000","last_undegraded":"2021-03-04T23:28:02.137832+0000","last_fullsized":"2021-03-04T23:28:02.137832+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"181'10994","reported_seq":"14698","reported_epoch":"181","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:28:08.103590+0000","last_change":"2021-03-04T23:28:02.490357+0000","last_active":"2021-03-04T23:28:08.103590+0000","last_peered":"2021-03-04T23:28:08.103590+0000","last_clean":"2021-03-04T23:25:36.088336+0000","last_became_active":"2021-03-04T23:28:02.353338+0000","last_became_peered":"2021-03-04T23:28:02.353338+0000","last_unstale":"2021-03-04T23:28:08.103590+0000","last_undegraded":"2021-03-04T23:28:02.342209+0000","last_fullsized":"2021-03-04T23:28:02.136956+0000","mapping_epoch":179,"log_start":"141'4546","ondisk_log_start":"141'4546","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6448,"ondisk_log_size":6448,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":528482304,"num_objects":8064,"num_object_clones":0,"num_object_copies":24192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9166,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8064,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10994,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1812,"num_bytes_recovered":118685696,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,2],"avail_no_missing":["5","3","4"],"object_location_counts":[{"shards":"1,3,5","objects":5536},{"shards":"2,3,5","objects":2182},{"shards":"2,5","objects":346}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"12","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.138235+0000","last_change":"2021-03-04T23:28:01.143788+0000","last_active":"2021-03-04T23:28:02.138235+0000","last_peered":"2021-03-04T23:28:02.138235+0000","last_clean":"2021-03-04T23:28:02.138235+0000","last_became_active":"2021-03-04T23:28:01.142397+0000","last_became_peered":"2021-03-04T23:28:01.142397+0000","last_unstale":"2021-03-04T23:28:02.138235+0000","last_undegraded":"2021-03-04T23:28:02.138235+0000","last_fullsized":"2021-03-04T23:28:02.138235+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"175","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.136745+0000","last_change":"2021-03-04T23:26:46.900529+0000","last_active":"2021-03-04T23:28:02.136745+0000","last_peered":"2021-03-04T23:28:02.136745+0000","last_clean":"2021-03-04T23:28:02.136745+0000","last_became_active":"2021-03-04T23:26:46.900248+0000","last_became_peered":"2021-03-04T23:26:46.900248+0000","last_unstale":"2021-03-04T23:28:02.136745+0000","last_undegraded":"2021-03-04T23:28:02.136745+0000","last_fullsized":"2021-03-04T23:28:02.136745+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"12","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137757+0000","last_change":"2021-03-04T23:28:01.177065+0000","last_active":"2021-03-04T23:28:02.137757+0000","last_peered":"2021-03-04T23:28:02.137757+0000","last_clean":"2021-03-04T23:28:02.137757+0000","last_became_active":"2021-03-04T23:28:01.176045+0000","last_became_peered":"2021-03-04T23:28:01.176045+0000","last_unstale":"2021-03-04T23:28:02.137757+0000","last_undegraded":"2021-03-04T23:28:02.137757+0000","last_fullsized":"2021-03-04T23:28:02.137757+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"199","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137523+0000","last_change":"2021-03-04T23:27:50.599188+0000","last_active":"2021-03-04T23:28:02.137523+0000","last_peered":"2021-03-04T23:28:02.137523+0000","last_clean":"2021-03-04T23:28:02.137523+0000","last_became_active":"2021-03-04T23:27:50.598997+0000","last_became_peered":"2021-03-04T23:27:50.598997+0000","last_unstale":"2021-03-04T23:28:02.137523+0000","last_undegraded":"2021-03-04T23:28:02.137523+0000","last_fullsized":"2021-03-04T23:28:02.137523+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"181'11115","reported_seq":"11178","reported_epoch":"181","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:28:07.912274+0000","last_change":"2021-03-04T23:27:51.210485+0000","last_active":"2021-03-04T23:28:07.912274+0000","last_peered":"2021-03-04T23:28:07.912274+0000","last_clean":"2021-03-04T23:26:49.115417+0000","last_became_active":"2021-03-04T23:27:51.183379+0000","last_became_peered":"2021-03-04T23:27:51.183379+0000","last_unstale":"2021-03-04T23:28:07.912274+0000","last_undegraded":"2021-03-04T23:27:51.106257+0000","last_fullsized":"2021-03-04T23:27:51.101297+0000","mapping_epoch":175,"log_start":"143'6237","ondisk_log_start":"143'6237","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4878,"ondisk_log_size":4878,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":537591808,"num_objects":8203,"num_object_clones":0,"num_object_copies":24609,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":110,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8203,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11115,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[{"shards":"5,7","objects":8203}],"blocked_by":[],"up_primary":0,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"206","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.136628+0000","last_change":"2021-03-04T23:28:01.142540+0000","last_active":"2021-03-04T23:28:02.136628+0000","last_peered":"2021-03-04T23:28:02.136628+0000","last_clean":"2021-03-04T23:28:02.136628+0000","last_became_active":"2021-03-04T23:28:01.141576+0000","last_became_peered":"2021-03-04T23:28:01.141576+0000","last_unstale":"2021-03-04T23:28:02.136628+0000","last_undegraded":"2021-03-04T23:28:02.136628+0000","last_fullsized":"2021-03-04T23:28:02.136628+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"183","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137186+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:28:02.137186+0000","last_peered":"2021-03-04T23:28:02.137186+0000","last_clean":"2021-03-04T23:28:02.137186+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:28:02.137186+0000","last_undegraded":"2021-03-04T23:28:02.137186+0000","last_fullsized":"2021-03-04T23:28:02.137186+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"12","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.138659+0000","last_change":"2021-03-04T23:28:01.139195+0000","last_active":"2021-03-04T23:28:02.138659+0000","last_peered":"2021-03-04T23:28:02.138659+0000","last_clean":"2021-03-04T23:28:02.138659+0000","last_became_active":"2021-03-04T23:28:01.138935+0000","last_became_peered":"2021-03-04T23:28:01.138935+0000","last_unstale":"2021-03-04T23:28:02.138659+0000","last_undegraded":"2021-03-04T23:28:02.138659+0000","last_fullsized":"2021-03-04T23:28:02.138659+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"199","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137791+0000","last_change":"2021-03-04T23:27:50.106802+0000","last_active":"2021-03-04T23:28:02.137791+0000","last_peered":"2021-03-04T23:28:02.137791+0000","last_clean":"2021-03-04T23:28:02.137791+0000","last_became_active":"2021-03-04T23:27:50.106406+0000","last_became_peered":"2021-03-04T23:27:50.106406+0000","last_unstale":"2021-03-04T23:28:02.137791+0000","last_undegraded":"2021-03-04T23:28:02.137791+0000","last_fullsized":"2021-03-04T23:28:02.137791+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"181'11075","reported_seq":"11530","reported_epoch":"181","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:28:08.107440+0000","last_change":"2021-03-04T23:28:02.285509+0000","last_active":"2021-03-04T23:28:08.107440+0000","last_peered":"2021-03-04T23:28:08.107440+0000","last_clean":"2021-03-04T23:25:36.094482+0000","last_became_active":"2021-03-04T23:28:02.269990+0000","last_became_peered":"2021-03-04T23:28:02.269990+0000","last_unstale":"2021-03-04T23:28:08.107440+0000","last_undegraded":"2021-03-04T23:28:02.157018+0000","last_fullsized":"2021-03-04T23:28:02.136494+0000","mapping_epoch":179,"log_start":"141'4686","ondisk_log_start":"141'4686","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6389,"ondisk_log_size":6389,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":522649600,"num_objects":7975,"num_object_clones":0,"num_object_copies":23925,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3653,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7975,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11075,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":189,"num_bytes_recovered":12255232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,7],"avail_no_missing":["5","6","7"],"object_location_counts":[{"shards":"3,5,7","objects":2123},{"shards":"5,7","objects":5852}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"187","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137461+0000","last_change":"2021-03-04T23:28:01.137437+0000","last_active":"2021-03-04T23:28:02.137461+0000","last_peered":"2021-03-04T23:28:02.137461+0000","last_clean":"2021-03-04T23:28:02.137461+0000","last_became_active":"2021-03-04T23:28:01.137240+0000","last_became_peered":"2021-03-04T23:28:01.137240+0000","last_unstale":"2021-03-04T23:28:02.137461+0000","last_undegraded":"2021-03-04T23:28:02.137461+0000","last_fullsized":"2021-03-04T23:28:02.137461+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"12","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.140802+0000","last_change":"2021-03-04T23:28:01.139196+0000","last_active":"2021-03-04T23:28:02.140802+0000","last_peered":"2021-03-04T23:28:02.140802+0000","last_clean":"2021-03-04T23:28:02.140802+0000","last_became_active":"2021-03-04T23:28:01.138925+0000","last_became_peered":"2021-03-04T23:28:01.138925+0000","last_unstale":"2021-03-04T23:28:02.140802+0000","last_undegraded":"2021-03-04T23:28:02.140802+0000","last_fullsized":"2021-03-04T23:28:02.140802+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"12","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.138350+0000","last_change":"2021-03-04T23:28:01.140290+0000","last_active":"2021-03-04T23:28:02.138350+0000","last_peered":"2021-03-04T23:28:02.138350+0000","last_clean":"2021-03-04T23:28:02.138350+0000","last_became_active":"2021-03-04T23:28:01.140024+0000","last_became_peered":"2021-03-04T23:28:01.140024+0000","last_unstale":"2021-03-04T23:28:02.138350+0000","last_undegraded":"2021-03-04T23:28:02.138350+0000","last_fullsized":"2021-03-04T23:28:02.138350+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"176'11082","reported_seq":"11167","reported_epoch":"181","state":"active+remapped+backfill_wait+wait","last_fresh":"2021-03-04T23:28:03.156091+0000","last_change":"2021-03-04T23:28:03.156091+0000","last_active":"2021-03-04T23:28:03.156091+0000","last_peered":"2021-03-04T23:28:03.156091+0000","last_clean":"2021-03-04T23:26:45.840464+0000","last_became_active":"2021-03-04T23:28:03.142595+0000","last_became_peered":"2021-03-04T23:28:03.142595+0000","last_unstale":"2021-03-04T23:28:03.156091+0000","last_undegraded":"2021-03-04T23:28:03.156091+0000","last_fullsized":"2021-03-04T23:28:03.156091+0000","mapping_epoch":180,"log_start":"142'5636","ondisk_log_start":"142'5636","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5446,"ondisk_log_size":5446,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":526909440,"num_objects":8040,"num_object_clones":0,"num_object_copies":24120,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":8040,"num_objects_unfound":0,"num_objects_dirty":8040,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11082,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,3],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,3,5","objects":8040}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"155","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.136764+0000","last_change":"2021-03-04T23:14:45.176529+0000","last_active":"2021-03-04T23:28:02.136764+0000","last_peered":"2021-03-04T23:28:02.136764+0000","last_clean":"2021-03-04T23:28:02.136764+0000","last_became_active":"2021-03-04T23:14:45.176285+0000","last_became_peered":"2021-03-04T23:14:45.176285+0000","last_unstale":"2021-03-04T23:28:02.136764+0000","last_undegraded":"2021-03-04T23:28:02.136764+0000","last_fullsized":"2021-03-04T23:28:02.136764+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"200","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137880+0000","last_change":"2021-03-04T23:27:50.107056+0000","last_active":"2021-03-04T23:28:02.137880+0000","last_peered":"2021-03-04T23:28:02.137880+0000","last_clean":"2021-03-04T23:28:02.137880+0000","last_became_active":"2021-03-04T23:27:50.106640+0000","last_became_peered":"2021-03-04T23:27:50.106640+0000","last_unstale":"2021-03-04T23:28:02.137880+0000","last_undegraded":"2021-03-04T23:28:02.137880+0000","last_fullsized":"2021-03-04T23:28:02.137880+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"120","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.136806+0000","last_change":"2021-03-04T23:26:46.900504+0000","last_active":"2021-03-04T23:28:02.136806+0000","last_peered":"2021-03-04T23:28:02.136806+0000","last_clean":"2021-03-04T23:28:02.136806+0000","last_became_active":"2021-03-04T23:26:46.900310+0000","last_became_peered":"2021-03-04T23:26:46.900310+0000","last_unstale":"2021-03-04T23:28:02.136806+0000","last_undegraded":"2021-03-04T23:28:02.136806+0000","last_fullsized":"2021-03-04T23:28:02.136806+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"46","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.142419+0000","last_change":"2021-03-04T23:25:25.025383+0000","last_active":"2021-03-04T23:28:02.142419+0000","last_peered":"2021-03-04T23:28:02.142419+0000","last_clean":"2021-03-04T23:28:02.142419+0000","last_became_active":"2021-03-04T23:25:25.025093+0000","last_became_peered":"2021-03-04T23:25:25.025093+0000","last_unstale":"2021-03-04T23:28:02.142419+0000","last_undegraded":"2021-03-04T23:28:02.142419+0000","last_fullsized":"2021-03-04T23:28:02.142419+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"199","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.278766+0000","last_change":"2021-03-04T23:27:50.109136+0000","last_active":"2021-03-04T23:28:02.278766+0000","last_peered":"2021-03-04T23:28:02.278766+0000","last_clean":"2021-03-04T23:28:02.278766+0000","last_became_active":"2021-03-04T23:27:50.108866+0000","last_became_peered":"2021-03-04T23:27:50.108866+0000","last_unstale":"2021-03-04T23:28:02.278766+0000","last_undegraded":"2021-03-04T23:28:02.278766+0000","last_fullsized":"2021-03-04T23:28:02.278766+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"173'11280","reported_seq":"19034","reported_epoch":"181","state":"activating+degraded+remapped","last_fresh":"2021-03-04T23:28:06.327766+0000","last_change":"2021-03-04T23:28:06.327766+0000","last_active":"2021-03-04T23:27:50.098070+0000","last_peered":"2021-03-04T23:27:48.773148+0000","last_clean":"2021-03-04T23:25:24.025577+0000","last_became_active":"2021-03-04T23:26:56.048729+0000","last_became_peered":"2021-03-04T23:26:56.048729+0000","last_unstale":"2021-03-04T23:28:06.327766+0000","last_undegraded":"2021-03-04T23:28:06.294752+0000","last_fullsized":"2021-03-04T23:28:06.327766+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":11280,"ondisk_log_size":11280,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":543162368,"num_objects":8288,"num_object_clones":0,"num_object_copies":24864,"num_objects_missing_on_primary":4403,"num_objects_missing":4403,"num_objects_degraded":2321,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8288,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11280,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3840,"num_bytes_recovered":251658240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[2,6,5],"avail_no_missing":["5"],"object_location_counts":[{"shards":"0,2,5","objects":2193},{"shards":"0,5,6","objects":3035},{"shards":"2,5,6","objects":3060}],"blocked_by":[],"up_primary":0,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"212","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137763+0000","last_change":"2021-03-04T23:28:01.141888+0000","last_active":"2021-03-04T23:28:02.137763+0000","last_peered":"2021-03-04T23:28:02.137763+0000","last_clean":"2021-03-04T23:28:02.137763+0000","last_became_active":"2021-03-04T23:28:01.141096+0000","last_became_peered":"2021-03-04T23:28:01.141096+0000","last_unstale":"2021-03-04T23:28:02.137763+0000","last_undegraded":"2021-03-04T23:28:02.137763+0000","last_fullsized":"2021-03-04T23:28:02.137763+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"156","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.135716+0000","last_change":"2021-03-04T23:27:58.925866+0000","last_active":"2021-03-04T23:28:02.135716+0000","last_peered":"2021-03-04T23:28:02.135716+0000","last_clean":"2021-03-04T23:28:02.135716+0000","last_became_active":"2021-03-04T23:27:50.102391+0000","last_became_peered":"2021-03-04T23:27:50.102391+0000","last_unstale":"2021-03-04T23:28:02.135716+0000","last_undegraded":"2021-03-04T23:28:02.135716+0000","last_fullsized":"2021-03-04T23:28:02.135716+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"166","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.136107+0000","last_change":"2021-03-04T23:28:01.136621+0000","last_active":"2021-03-04T23:28:02.136107+0000","last_peered":"2021-03-04T23:28:02.136107+0000","last_clean":"2021-03-04T23:28:02.136107+0000","last_became_active":"2021-03-04T23:28:01.136379+0000","last_became_peered":"2021-03-04T23:28:01.136379+0000","last_unstale":"2021-03-04T23:28:02.136107+0000","last_undegraded":"2021-03-04T23:28:02.136107+0000","last_fullsized":"2021-03-04T23:28:02.136107+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"199","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137369+0000","last_change":"2021-03-04T23:27:50.110920+0000","last_active":"2021-03-04T23:28:02.137369+0000","last_peered":"2021-03-04T23:28:02.137369+0000","last_clean":"2021-03-04T23:28:02.137369+0000","last_became_active":"2021-03-04T23:27:50.110565+0000","last_became_peered":"2021-03-04T23:27:50.110565+0000","last_unstale":"2021-03-04T23:28:02.137369+0000","last_undegraded":"2021-03-04T23:28:02.137369+0000","last_fullsized":"2021-03-04T23:28:02.137369+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"181'11029","reported_seq":"11286","reported_epoch":"181","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:28:07.428858+0000","last_change":"2021-03-04T23:28:01.270390+0000","last_active":"2021-03-04T23:28:07.428858+0000","last_peered":"2021-03-04T23:28:07.428858+0000","last_clean":"2021-03-04T23:25:36.092788+0000","last_became_active":"2021-03-04T23:28:01.256541+0000","last_became_peered":"2021-03-04T23:28:01.256541+0000","last_unstale":"2021-03-04T23:28:07.428858+0000","last_undegraded":"2021-03-04T23:28:01.149448+0000","last_fullsized":"2021-03-04T23:28:01.138655+0000","mapping_epoch":178,"log_start":"143'6107","ondisk_log_start":"143'6107","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4922,"ondisk_log_size":4922,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":532217856,"num_objects":8121,"num_object_clones":0,"num_object_copies":24363,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3454,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8121,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11029,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":84,"num_bytes_recovered":5505024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4],"avail_no_missing":["7","4"],"object_location_counts":[{"shards":"0,4,7","objects":2149},{"shards":"4,7","objects":5972}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"170","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137896+0000","last_change":"2021-03-04T23:27:50.112413+0000","last_active":"2021-03-04T23:28:02.137896+0000","last_peered":"2021-03-04T23:28:02.137896+0000","last_clean":"2021-03-04T23:28:02.137896+0000","last_became_active":"2021-03-04T23:27:50.112020+0000","last_became_peered":"2021-03-04T23:27:50.112020+0000","last_unstale":"2021-03-04T23:28:02.137896+0000","last_undegraded":"2021-03-04T23:28:02.137896+0000","last_fullsized":"2021-03-04T23:28:02.137896+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"12","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.138704+0000","last_change":"2021-03-04T23:28:01.141123+0000","last_active":"2021-03-04T23:28:02.138704+0000","last_peered":"2021-03-04T23:28:02.138704+0000","last_clean":"2021-03-04T23:28:02.138704+0000","last_became_active":"2021-03-04T23:28:01.139579+0000","last_became_peered":"2021-03-04T23:28:01.139579+0000","last_unstale":"2021-03-04T23:28:02.138704+0000","last_undegraded":"2021-03-04T23:28:02.138704+0000","last_fullsized":"2021-03-04T23:28:02.138704+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"126","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.135816+0000","last_change":"2021-03-04T23:27:58.936610+0000","last_active":"2021-03-04T23:28:02.135816+0000","last_peered":"2021-03-04T23:28:02.135816+0000","last_clean":"2021-03-04T23:28:02.135816+0000","last_became_active":"2021-03-04T23:27:50.111407+0000","last_became_peered":"2021-03-04T23:27:50.111407+0000","last_unstale":"2021-03-04T23:28:02.135816+0000","last_undegraded":"2021-03-04T23:28:02.135816+0000","last_fullsized":"2021-03-04T23:28:02.135816+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"199","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137687+0000","last_change":"2021-03-04T23:27:50.108909+0000","last_active":"2021-03-04T23:28:02.137687+0000","last_peered":"2021-03-04T23:28:02.137687+0000","last_clean":"2021-03-04T23:28:02.137687+0000","last_became_active":"2021-03-04T23:27:50.108636+0000","last_became_peered":"2021-03-04T23:27:50.108636+0000","last_unstale":"2021-03-04T23:28:02.137687+0000","last_undegraded":"2021-03-04T23:28:02.137687+0000","last_fullsized":"2021-03-04T23:28:02.137687+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"181'10970","reported_seq":"12331","reported_epoch":"181","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:28:07.376360+0000","last_change":"2021-03-04T23:28:06.666259+0000","last_active":"2021-03-04T23:28:07.376360+0000","last_peered":"2021-03-04T23:28:07.376360+0000","last_clean":"2021-03-04T23:25:36.101793+0000","last_became_active":"2021-03-04T23:28:01.255684+0000","last_became_peered":"2021-03-04T23:28:01.255684+0000","last_unstale":"2021-03-04T23:28:07.376360+0000","last_undegraded":"2021-03-04T23:28:06.665488+0000","last_fullsized":"2021-03-04T23:28:01.139081+0000","mapping_epoch":178,"log_start":"143'6052","ondisk_log_start":"143'6052","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4918,"ondisk_log_size":4918,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":524615704,"num_objects":8006,"num_object_clones":0,"num_object_copies":24018,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2945,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8006,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10970,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":643,"num_bytes_recovered":42139648,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,5],"avail_no_missing":["7","5"],"object_location_counts":[{"shards":"4,5,7","objects":1470},{"shards":"5,7","objects":6536}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"69","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.138078+0000","last_change":"2021-03-04T23:27:50.114015+0000","last_active":"2021-03-04T23:28:02.138078+0000","last_peered":"2021-03-04T23:28:02.138078+0000","last_clean":"2021-03-04T23:28:02.138078+0000","last_became_active":"2021-03-04T23:27:50.113712+0000","last_became_peered":"2021-03-04T23:27:50.113712+0000","last_unstale":"2021-03-04T23:28:02.138078+0000","last_undegraded":"2021-03-04T23:28:02.138078+0000","last_fullsized":"2021-03-04T23:28:02.138078+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"12","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.138345+0000","last_change":"2021-03-04T23:28:01.147539+0000","last_active":"2021-03-04T23:28:02.138345+0000","last_peered":"2021-03-04T23:28:02.138345+0000","last_clean":"2021-03-04T23:28:02.138345+0000","last_became_active":"2021-03-04T23:28:01.146401+0000","last_became_peered":"2021-03-04T23:28:01.146401+0000","last_unstale":"2021-03-04T23:28:02.138345+0000","last_undegraded":"2021-03-04T23:28:02.138345+0000","last_fullsized":"2021-03-04T23:28:02.138345+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"143","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137984+0000","last_change":"2021-03-04T23:28:01.141819+0000","last_active":"2021-03-04T23:28:02.137984+0000","last_peered":"2021-03-04T23:28:02.137984+0000","last_clean":"2021-03-04T23:28:02.137984+0000","last_became_active":"2021-03-04T23:28:01.141040+0000","last_became_peered":"2021-03-04T23:28:01.141040+0000","last_unstale":"2021-03-04T23:28:02.137984+0000","last_undegraded":"2021-03-04T23:28:02.137984+0000","last_fullsized":"2021-03-04T23:28:02.137984+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"199","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137589+0000","last_change":"2021-03-04T23:27:50.110808+0000","last_active":"2021-03-04T23:28:02.137589+0000","last_peered":"2021-03-04T23:28:02.137589+0000","last_clean":"2021-03-04T23:28:02.137589+0000","last_became_active":"2021-03-04T23:27:50.110529+0000","last_became_peered":"2021-03-04T23:27:50.110529+0000","last_unstale":"2021-03-04T23:28:02.137589+0000","last_undegraded":"2021-03-04T23:28:02.137589+0000","last_fullsized":"2021-03-04T23:28:02.137589+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"181'10969","reported_seq":"18109","reported_epoch":"181","state":"active+recovery_wait+remapped","last_fresh":"2021-03-04T23:28:07.302727+0000","last_change":"2021-03-04T23:27:50.195868+0000","last_active":"2021-03-04T23:28:07.302727+0000","last_peered":"2021-03-04T23:28:07.302727+0000","last_clean":"2021-03-04T23:27:48.392765+0000","last_became_active":"2021-03-04T23:27:50.183344+0000","last_became_peered":"2021-03-04T23:27:50.183344+0000","last_unstale":"2021-03-04T23:28:07.302727+0000","last_undegraded":"2021-03-04T23:28:07.302727+0000","last_fullsized":"2021-03-04T23:28:07.302727+0000","mapping_epoch":174,"log_start":"141'4376","ondisk_log_start":"141'4376","created":137,"last_epoch_clean":167,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6593,"ondisk_log_size":6593,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":528941056,"num_objects":8071,"num_object_clones":0,"num_object_copies":24213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4551,"num_objects_unfound":0,"num_objects_dirty":8071,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10969,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3530,"num_bytes_recovered":231342080,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,3],"avail_no_missing":["4","3","7"],"object_location_counts":[{"shards":"3,4,7","objects":8071}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"46","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.142455+0000","last_change":"2021-03-04T23:25:25.026830+0000","last_active":"2021-03-04T23:28:02.142455+0000","last_peered":"2021-03-04T23:28:02.142455+0000","last_clean":"2021-03-04T23:28:02.142455+0000","last_became_active":"2021-03-04T23:25:25.026547+0000","last_became_peered":"2021-03-04T23:25:25.026547+0000","last_unstale":"2021-03-04T23:28:02.142455+0000","last_undegraded":"2021-03-04T23:28:02.142455+0000","last_fullsized":"2021-03-04T23:28:02.142455+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"162","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.136231+0000","last_change":"2021-03-04T23:28:01.240838+0000","last_active":"2021-03-04T23:28:02.136231+0000","last_peered":"2021-03-04T23:28:02.136231+0000","last_clean":"2021-03-04T23:28:02.136231+0000","last_became_active":"2021-03-04T23:28:01.140978+0000","last_became_peered":"2021-03-04T23:28:01.140978+0000","last_unstale":"2021-03-04T23:28:02.136231+0000","last_undegraded":"2021-03-04T23:28:02.136231+0000","last_fullsized":"2021-03-04T23:28:02.136231+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"152","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137774+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:28:02.137774+0000","last_peered":"2021-03-04T23:28:02.137774+0000","last_clean":"2021-03-04T23:28:02.137774+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:28:02.137774+0000","last_undegraded":"2021-03-04T23:28:02.137774+0000","last_fullsized":"2021-03-04T23:28:02.137774+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"129","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.135839+0000","last_change":"2021-03-04T23:27:58.935596+0000","last_active":"2021-03-04T23:28:02.135839+0000","last_peered":"2021-03-04T23:28:02.135839+0000","last_clean":"2021-03-04T23:28:02.135839+0000","last_became_active":"2021-03-04T23:27:50.111356+0000","last_became_peered":"2021-03-04T23:27:50.111356+0000","last_unstale":"2021-03-04T23:28:02.135839+0000","last_undegraded":"2021-03-04T23:28:02.135839+0000","last_fullsized":"2021-03-04T23:28:02.135839+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"205","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137593+0000","last_change":"2021-03-04T23:28:01.137398+0000","last_active":"2021-03-04T23:28:02.137593+0000","last_peered":"2021-03-04T23:28:02.137593+0000","last_clean":"2021-03-04T23:28:02.137593+0000","last_became_active":"2021-03-04T23:28:01.137215+0000","last_became_peered":"2021-03-04T23:28:01.137215+0000","last_unstale":"2021-03-04T23:28:02.137593+0000","last_undegraded":"2021-03-04T23:28:02.137593+0000","last_fullsized":"2021-03-04T23:28:02.137593+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"179","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.136713+0000","last_change":"2021-03-04T23:28:01.148180+0000","last_active":"2021-03-04T23:28:02.136713+0000","last_peered":"2021-03-04T23:28:02.136713+0000","last_clean":"2021-03-04T23:28:02.136713+0000","last_became_active":"2021-03-04T23:28:01.140216+0000","last_became_peered":"2021-03-04T23:28:01.140216+0000","last_unstale":"2021-03-04T23:28:02.136713+0000","last_undegraded":"2021-03-04T23:28:02.136713+0000","last_fullsized":"2021-03-04T23:28:02.136713+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"191","reported_epoch":"181","state":"active+clean","last_fresh":"2021-03-04T23:28:06.570598+0000","last_change":"2021-03-04T23:28:06.570598+0000","last_active":"2021-03-04T23:28:06.570598+0000","last_peered":"2021-03-04T23:28:06.570598+0000","last_clean":"2021-03-04T23:28:06.570598+0000","last_became_active":"2021-03-04T23:28:06.570366+0000","last_became_peered":"2021-03-04T23:28:06.570366+0000","last_unstale":"2021-03-04T23:28:06.570598+0000","last_undegraded":"2021-03-04T23:28:06.570598+0000","last_fullsized":"2021-03-04T23:28:06.570598+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":181,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"164","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.136679+0000","last_change":"2021-03-04T23:25:25.031712+0000","last_active":"2021-03-04T23:28:02.136679+0000","last_peered":"2021-03-04T23:28:02.136679+0000","last_clean":"2021-03-04T23:28:02.136679+0000","last_became_active":"2021-03-04T23:25:25.023911+0000","last_became_peered":"2021-03-04T23:25:25.023911+0000","last_unstale":"2021-03-04T23:28:02.136679+0000","last_undegraded":"2021-03-04T23:28:02.136679+0000","last_fullsized":"2021-03-04T23:28:02.136679+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"188","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137126+0000","last_change":"2021-03-04T23:27:50.105437+0000","last_active":"2021-03-04T23:28:02.137126+0000","last_peered":"2021-03-04T23:28:02.137126+0000","last_clean":"2021-03-04T23:28:02.137126+0000","last_became_active":"2021-03-04T23:27:50.105150+0000","last_became_peered":"2021-03-04T23:27:50.105150+0000","last_unstale":"2021-03-04T23:28:02.137126+0000","last_undegraded":"2021-03-04T23:28:02.137126+0000","last_fullsized":"2021-03-04T23:28:02.137126+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"154","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.142290+0000","last_change":"2021-03-04T23:28:01.140156+0000","last_active":"2021-03-04T23:28:02.142290+0000","last_peered":"2021-03-04T23:28:02.142290+0000","last_clean":"2021-03-04T23:28:02.142290+0000","last_became_active":"2021-03-04T23:28:01.139857+0000","last_became_peered":"2021-03-04T23:28:01.139857+0000","last_unstale":"2021-03-04T23:28:02.142290+0000","last_undegraded":"2021-03-04T23:28:02.142290+0000","last_fullsized":"2021-03-04T23:28:02.142290+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"137","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137381+0000","last_change":"2021-03-04T23:27:50.102455+0000","last_active":"2021-03-04T23:28:02.137381+0000","last_peered":"2021-03-04T23:28:02.137381+0000","last_clean":"2021-03-04T23:28:02.137381+0000","last_became_active":"2021-03-04T23:27:50.102216+0000","last_became_peered":"2021-03-04T23:27:50.102216+0000","last_unstale":"2021-03-04T23:28:02.137381+0000","last_undegraded":"2021-03-04T23:28:02.137381+0000","last_fullsized":"2021-03-04T23:28:02.137381+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"133","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.135941+0000","last_change":"2021-03-04T23:27:58.925656+0000","last_active":"2021-03-04T23:28:02.135941+0000","last_peered":"2021-03-04T23:28:02.135941+0000","last_clean":"2021-03-04T23:28:02.135941+0000","last_became_active":"2021-03-04T23:27:50.106974+0000","last_became_peered":"2021-03-04T23:27:50.106974+0000","last_unstale":"2021-03-04T23:28:02.135941+0000","last_undegraded":"2021-03-04T23:28:02.135941+0000","last_fullsized":"2021-03-04T23:28:02.135941+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"194","reported_epoch":"180","state":"active+clean","last_fresh":"2021-03-04T23:28:02.137027+0000","last_change":"2021-03-04T23:28:01.146215+0000","last_active":"2021-03-04T23:28:02.137027+0000","last_peered":"2021-03-04T23:28:02.137027+0000","last_clean":"2021-03-04T23:28:02.137027+0000","last_became_active":"2021-03-04T23:28:01.145953+0000","last_became_peered":"2021-03-04T23:28:01.145953+0000","last_unstale":"2021-03-04T23:28:02.137027+0000","last_undegraded":"2021-03-04T23:28:02.137027+0000","last_fullsized":"2021-03-04T23:28:02.137027+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":29,"num_bytes_recovered":5428,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":10194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7088680,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":33,"acting":33,"num_store_stats":4},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":8495497240,"num_objects":129632,"num_object_clones":0,"num_object_copies":388896,"num_objects_missing_on_primary":10377,"num_objects_missing":10377,"num_objects_degraded":39107,"num_objects_misplaced":44703,"num_objects_unfound":0,"num_objects_dirty":129632,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":177098,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27267,"num_bytes_recovered":1700331520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":27791405056,"data_stored":27791392840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":103229,"ondisk_log_size":103229,"up":48,"acting":38,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495905,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":6210096,"kb_used_data":5161512,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":81870288,"statfs":{"total":90194313216,"available":83835174912,"internally_reserved":1073741824,"allocated":5285388288,"data_stored":5284451070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:26:47 2021","interfaces":[{"interface":"back","average":{"1min":4.2439999999999998,"5min":2.238,"15min":1.0329999999999999},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.13500000000000001},"max":{"1min":64.882999999999996,"5min":64.882999999999996,"15min":64.882999999999996},"last":0.187},{"interface":"front","average":{"1min":4.5380000000000003,"5min":2.3370000000000002,"15min":1.0429999999999999},"min":{"1min":0.16300000000000001,"5min":0.157,"15min":0.14799999999999999},"max":{"1min":64.941000000000003,"5min":64.941000000000003,"15min":64.941000000000003},"last":0.376}]},{"osd":1,"last update":"Thu Mar 4 23:27:20 2021","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.93500000000000005,"15min":0.63600000000000001},"min":{"1min":0.19500000000000001,"5min":0.16200000000000001,"15min":0.16},"max":{"1min":1.2310000000000001,"5min":37.856000000000002,"15min":37.856000000000002},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.499,"5min":0.95699999999999996,"15min":0.69799999999999995},"min":{"1min":0.25700000000000001,"5min":0.17599999999999999,"15min":0.17399999999999999},"max":{"1min":1.25,"5min":37.914000000000001,"15min":37.914000000000001},"last":0.35499999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:28:07 2021","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.442,"15min":0.56999999999999995},"min":{"1min":0.251,"5min":0.192,"15min":0.16700000000000001},"max":{"1min":0.79000000000000004,"5min":2.0750000000000002,"15min":5.2400000000000002},"last":0.251},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.59099999999999997,"15min":0.55600000000000005},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.81100000000000005,"5min":3.206,"15min":3.206},"last":0.41899999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:28:07 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":1.667,"15min":0.94099999999999995},"min":{"1min":0.24099999999999999,"5min":0.19,"15min":0.18099999999999999},"max":{"1min":0.79900000000000004,"5min":63.959000000000003,"15min":63.959000000000003},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.44900000000000001,"5min":1.702,"15min":1.1379999999999999},"min":{"1min":0.20699999999999999,"5min":0.19400000000000001,"15min":0.183},"max":{"1min":0.77400000000000002,"5min":64.183999999999997,"15min":64.183999999999997},"last":0.32700000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:28:07 2021","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.49399999999999999,"15min":0.39100000000000001},"min":{"1min":0.20599999999999999,"5min":0.14399999999999999,"15min":0.13100000000000001},"max":{"1min":0.746,"5min":3.0990000000000002,"15min":4.0179999999999998},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.41799999999999998,"15min":0.35599999999999998},"min":{"1min":0.19700000000000001,"5min":0.16600000000000001,"15min":0.13900000000000001},"max":{"1min":0.76500000000000001,"5min":3.7410000000000001,"15min":3.7410000000000001},"last":0.34300000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:28:07 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.36399999999999999,"15min":0.34300000000000003},"min":{"1min":0.21299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.67900000000000005,"5min":1.141,"15min":3.621},"last":0.21299999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.52500000000000002,"15min":0.442},"min":{"1min":0.19500000000000001,"5min":0.17000000000000001,"15min":0.16800000000000001},"max":{"1min":0.78500000000000003,"5min":3.54,"15min":3.7229999999999999},"last":0.433}]},{"osd":6,"last update":"Thu Mar 4 23:27:20 2021","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.47899999999999998,"15min":0.435},"min":{"1min":0.21099999999999999,"5min":0.183,"15min":0.14199999999999999},"max":{"1min":0.503,"5min":4.1299999999999999,"15min":4.1299999999999999},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.68400000000000005,"15min":0.501},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":3.6840000000000002,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":0.39100000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659423,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1777376,"kb_used_data":728792,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86303008,"statfs":{"total":90194313216,"available":88374280192,"internally_reserved":1073741824,"allocated":746283008,"data_stored":745362004,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:26:46 2021","interfaces":[{"interface":"back","average":{"1min":2.8540000000000001,"5min":0.95499999999999996,"15min":0.67900000000000005},"min":{"1min":0.14999999999999999,"5min":0.14599999999999999,"15min":0.13900000000000001},"max":{"1min":26.218,"5min":26.218,"15min":26.218},"last":0.35599999999999998},{"interface":"front","average":{"1min":2.8929999999999998,"5min":0.98999999999999999,"15min":0.60199999999999998},"min":{"1min":0.19400000000000001,"5min":0.16,"15min":0.156},"max":{"1min":26.041,"5min":26.041,"15min":26.041},"last":0.36699999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:27:12 2021","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.45000000000000001,"15min":0.53100000000000003},"min":{"1min":0.191,"5min":0.16300000000000001,"15min":0.159},"max":{"1min":0.56799999999999995,"5min":3.5049999999999999,"15min":3.609},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.51200000000000001,"15min":0.52400000000000002},"min":{"1min":0.19600000000000001,"5min":0.17199999999999999,"15min":0.16500000000000001},"max":{"1min":0.74099999999999999,"5min":4.149,"15min":4.149},"last":0.33700000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:27:12 2021","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.48199999999999998,"15min":0.55900000000000005},"min":{"1min":0.185,"5min":0.185,"15min":0.16800000000000001},"max":{"1min":0.59099999999999997,"5min":4.0940000000000003,"15min":4.2169999999999996},"last":0.311},{"interface":"front","average":{"1min":0.33400000000000002,"5min":0.47199999999999998,"15min":0.55400000000000005},"min":{"1min":0.223,"5min":0.20599999999999999,"15min":0.17599999999999999},"max":{"1min":0.51600000000000001,"5min":1.8420000000000001,"15min":3.3700000000000001},"last":0.32300000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:27:12 2021","interfaces":[{"interface":"back","average":{"1min":4.1829999999999998,"5min":2.1059999999999999,"15min":1.1719999999999999},"min":{"1min":0.22700000000000001,"5min":0.221,"15min":0.19800000000000001},"max":{"1min":27.026,"5min":77.881,"15min":77.881},"last":0.39600000000000002},{"interface":"front","average":{"1min":4.3419999999999996,"5min":2.1850000000000001,"15min":1.2170000000000001},"min":{"1min":0.224,"5min":0.224,"15min":0.21099999999999999},"max":{"1min":27.042000000000002,"5min":77.683000000000007,"15min":77.683000000000007},"last":0.38400000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:27:51 2021","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.375,"15min":0.378},"min":{"1min":0.16900000000000001,"5min":0.159,"15min":0.121},"max":{"1min":0.59799999999999998,"5min":4.1539999999999999,"15min":4.1539999999999999},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.313,"5min":0.34100000000000003,"15min":0.40000000000000002},"min":{"1min":0.19400000000000001,"5min":0.189,"15min":0.13500000000000001},"max":{"1min":0.48799999999999999,"5min":1.175,"15min":4.1269999999999998},"last":0.28999999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:27:51 2021","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.35399999999999998,"15min":0.40799999999999997},"min":{"1min":0.20899999999999999,"5min":0.16700000000000001,"15min":0.151},"max":{"1min":0.64400000000000002,"5min":0.76100000000000001,"15min":4.0010000000000003},"last":0.221},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.44600000000000001,"15min":0.49199999999999999},"min":{"1min":0.13900000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.48099999999999998,"5min":3.6789999999999998,"15min":4.2389999999999999},"last":0.24099999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:27:55 2021","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.48499999999999999,"15min":0.49199999999999999},"min":{"1min":0.19400000000000001,"5min":0.191,"15min":0.17399999999999999},"max":{"1min":0.69599999999999995,"5min":3.0569999999999999,"15min":4.5880000000000001},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.376,"5min":0.41199999999999998,"15min":0.45200000000000001},"min":{"1min":0.26600000000000001,"5min":0.20699999999999999,"15min":0.19400000000000001},"max":{"1min":0.51300000000000001,"5min":1.7390000000000001,"15min":4.0129999999999999},"last":0.26700000000000002}]}]},{"osd":1,"up_from":87,"seq":373662154925,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4573200,"kb_used_data":4312008,"kb_used_omap":702,"kb_used_meta":260481,"kb_avail":83507184,"statfs":{"total":90194313216,"available":85511356416,"internally_reserved":0,"allocated":4415496192,"data_stored":4414588903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":719374,"internal_metadata":266733042},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:26:09 2021","interfaces":[{"interface":"back","average":{"1min":0.20699999999999999,"5min":0.35199999999999998,"15min":0.36199999999999999},"min":{"1min":0.129,"5min":0.113,"15min":0.113},"max":{"1min":0.48099999999999998,"5min":3.8340000000000001,"15min":4.4669999999999996},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.44700000000000001,"15min":0.56000000000000005},"min":{"1min":0.13400000000000001,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":4.4009999999999998,"5min":4.4009999999999998,"15min":5.819},"last":0.38200000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:27:09 2021","interfaces":[{"interface":"back","average":{"1min":0.246,"5min":0.34699999999999998,"15min":0.42099999999999999},"min":{"1min":0.16200000000000001,"5min":0.16200000000000001,"15min":0.13400000000000001},"max":{"1min":0.41499999999999998,"5min":2.8679999999999999,"15min":4.4059999999999997},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.253,"5min":0.36199999999999999,"15min":0.61899999999999999},"min":{"1min":0.17599999999999999,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":0.60299999999999998,"5min":3.8700000000000001,"15min":4.7240000000000002},"last":0.25800000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":1.552,"15min":1.107},"min":{"1min":0.16500000000000001,"5min":0.155,"15min":0.155},"max":{"1min":0.48999999999999999,"5min":110.28400000000001,"15min":110.28400000000001},"last":0.245},{"interface":"front","average":{"1min":0.32200000000000001,"5min":1.534,"15min":1.0880000000000001},"min":{"1min":0.19400000000000001,"5min":0.156,"15min":0.156},"max":{"1min":0.53900000000000003,"5min":109.977,"15min":109.977},"last":0.40400000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:27:09 2021","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.56499999999999995,"15min":0.65500000000000003},"min":{"1min":0.25600000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.67500000000000004,"5min":3.73,"15min":4.9850000000000003},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.56399999999999995,"15min":0.54600000000000004},"min":{"1min":0.26700000000000002,"5min":0.20300000000000001,"15min":0.20000000000000001},"max":{"1min":0.47299999999999998,"5min":3.7050000000000001,"15min":4.5229999999999997},"last":0.46999999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:27:09 2021","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.61699999999999999,"15min":0.64700000000000002},"min":{"1min":0.252,"5min":0.22700000000000001,"15min":0.20100000000000001},"max":{"1min":8.6690000000000005,"5min":8.6690000000000005,"15min":8.6690000000000005},"last":0.502},{"interface":"front","average":{"1min":0.442,"5min":0.621,"15min":0.67600000000000005},"min":{"1min":0.27800000000000002,"5min":0.224,"15min":0.221},"max":{"1min":1.7070000000000001,"5min":4.415,"15min":4.7729999999999997},"last":0.54700000000000004}]},{"osd":6,"last update":"Thu Mar 4 23:27:20 2021","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.59699999999999998,"15min":0.59099999999999997},"min":{"1min":0.29399999999999998,"5min":0.214,"15min":0.214},"max":{"1min":0.50700000000000001,"5min":3.7610000000000001,"15min":4.5010000000000003},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.60599999999999998,"15min":0.66300000000000003},"min":{"1min":0.27600000000000002,"5min":0.25900000000000001,"15min":0.23699999999999999},"max":{"1min":2.331,"5min":2.8380000000000001,"15min":5.8810000000000002},"last":0.439}]},{"osd":7,"last update":"Thu Mar 4 23:27:09 2021","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.71399999999999997,"15min":0.73599999999999999},"min":{"1min":0.309,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":3.294,"5min":3.782,"15min":4.7939999999999996},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.61199999999999999,"15min":0.61099999999999999},"min":{"1min":0.29799999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.56499999999999995,"5min":3.802,"15min":4.5499999999999998},"last":0.51400000000000001}]}]},{"osd":0,"up_from":174,"seq":747324309509,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3605596,"kb_used_data":3543252,"kb_used_omap":980,"kb_used_meta":61355,"kb_avail":84474788,"statfs":{"total":90194313216,"available":86502182912,"internally_reserved":0,"allocated":3628290048,"data_stored":3627371136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":62828483},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.25700000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.221}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32800000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35399999999999998}]}]},{"osd":2,"up_from":103,"seq":442381631648,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2408220,"kb_used_data":2165652,"kb_used_omap":1715,"kb_used_meta":240844,"kb_avail":85672164,"statfs":{"total":90194313216,"available":87728295936,"internally_reserved":0,"allocated":2217627648,"data_stored":2216733695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":246624443},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:26:13 2021","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.443,"15min":0.55900000000000005},"min":{"1min":0.13500000000000001,"5min":0.13500000000000001,"15min":0.129},"max":{"1min":12.986000000000001,"5min":12.986000000000001,"15min":12.986000000000001},"last":0.14799999999999999},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.44600000000000001,"15min":0.496},"min":{"1min":0.161,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":13.071999999999999,"5min":13.071999999999999,"15min":13.071999999999999},"last":0.182}]},{"osd":1,"last update":"Thu Mar 4 23:27:14 2021","interfaces":[{"interface":"back","average":{"1min":0.29199999999999998,"5min":0.29599999999999999,"15min":0.498},"min":{"1min":0.16700000000000001,"5min":0.151,"15min":0.13300000000000001},"max":{"1min":0.502,"5min":0.86199999999999999,"15min":4.0599999999999996},"last":0.20000000000000001},{"interface":"front","average":{"1min":0.25600000000000001,"5min":0.35299999999999998,"15min":0.52800000000000002},"min":{"1min":0.182,"5min":0.16300000000000001,"15min":0.14199999999999999},"max":{"1min":0.44700000000000001,"5min":2.6600000000000001,"15min":4.556},"last":0.215}]},{"osd":3,"last update":"Thu Mar 4 23:27:02 2021","interfaces":[{"interface":"back","average":{"1min":1.3169999999999999,"5min":0.70099999999999996,"15min":0.59899999999999998},"min":{"1min":0.16900000000000001,"5min":0.159,"15min":0.159},"max":{"1min":21.280000000000001,"5min":21.280000000000001,"15min":21.280000000000001},"last":0.22900000000000001},{"interface":"front","average":{"1min":1.3799999999999999,"5min":0.70599999999999996,"15min":0.64100000000000001},"min":{"1min":0.224,"5min":0.192,"15min":0.17199999999999999},"max":{"1min":21.239999999999998,"5min":21.239999999999998,"15min":21.239999999999998},"last":0.255}]},{"osd":4,"last update":"Thu Mar 4 23:27:14 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.47199999999999998,"15min":0.56699999999999995},"min":{"1min":0.23899999999999999,"5min":0.20499999999999999,"15min":0.18099999999999999},"max":{"1min":0.46500000000000002,"5min":1.607,"15min":4.6520000000000001},"last":0.38},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.49399999999999999,"15min":0.55300000000000005},"min":{"1min":0.21199999999999999,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":1.708,"5min":2.1819999999999999,"15min":3.71},"last":0.40899999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:27:14 2021","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.62,"15min":0.749},"min":{"1min":0.24099999999999999,"5min":0.23799999999999999,"15min":0.22},"max":{"1min":0.55300000000000005,"5min":4.2850000000000001,"15min":4.867},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.375,"5min":0.54600000000000004,"15min":0.63400000000000001},"min":{"1min":0.214,"5min":0.214,"15min":0.21299999999999999},"max":{"1min":0.59599999999999997,"5min":3.9180000000000001,"15min":4.6689999999999996},"last":0.30599999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:27:20 2021","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.52600000000000002,"15min":0.55200000000000005},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.677,"5min":2.1400000000000001,"15min":3.7429999999999999},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.57599999999999996,"15min":0.70599999999999996},"min":{"1min":0.27300000000000002,"5min":0.251,"15min":0.23499999999999999},"max":{"1min":1.4419999999999999,"5min":3.5579999999999998,"15min":4.0830000000000002},"last":0.34999999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:27:14 2021","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.54500000000000004,"15min":0.57699999999999996},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.8069999999999999,"5min":2.1659999999999999,"15min":4.024},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.58499999999999996,"15min":0.73199999999999998},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.253},"max":{"1min":0.61799999999999999,"5min":3.847,"15min":4.1340000000000003},"last":0.318}]}]},{"osd":3,"up_from":0,"seq":541165879447,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":31,"seq":133143986474,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3151020,"kb_used_data":2102436,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":84929364,"statfs":{"total":90194313216,"available":86967668736,"internally_reserved":1073741824,"allocated":2152894464,"data_stored":2151961272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:26:43 2021","interfaces":[{"interface":"back","average":{"1min":11.082000000000001,"5min":3.286,"15min":1.4610000000000001},"min":{"1min":0.157,"5min":0.14499999999999999,"15min":0.14099999999999999},"max":{"1min":85.466999999999999,"5min":85.466999999999999,"15min":85.466999999999999},"last":0.39300000000000002},{"interface":"front","average":{"1min":11.247,"5min":3.4140000000000001,"15min":1.4299999999999999},"min":{"1min":0.16,"5min":0.152,"15min":0.14199999999999999},"max":{"1min":85.436000000000007,"5min":85.436000000000007,"15min":85.436000000000007},"last":0.48699999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:27:19 2021","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.63,"15min":0.58599999999999997},"min":{"1min":0.20999999999999999,"5min":0.17699999999999999,"15min":0.16},"max":{"1min":1.3200000000000001,"5min":3.9900000000000002,"15min":3.9900000000000002},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.376,"5min":0.56899999999999995,"15min":0.57099999999999995},"min":{"1min":0.20599999999999999,"5min":0.189,"15min":0.16200000000000001},"max":{"1min":1.3759999999999999,"5min":3.98,"15min":4.3289999999999997},"last":0.40400000000000003}]},{"osd":2,"last update":"Thu Mar 4 23:28:02 2021","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.44,"15min":0.47799999999999998},"min":{"1min":0.24399999999999999,"5min":0.185,"15min":0.17100000000000001},"max":{"1min":0.57299999999999995,"5min":2.9009999999999998,"15min":3.3260000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.46400000000000002,"15min":0.54800000000000004},"min":{"1min":0.24299999999999999,"5min":0.19900000000000001,"15min":0.17499999999999999},"max":{"1min":0.68500000000000005,"5min":1.45,"15min":4.4180000000000001},"last":0.30499999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:28:02 2021","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":3.097,"15min":1.4990000000000001},"min":{"1min":0.23799999999999999,"5min":0.214,"15min":0.19900000000000001},"max":{"1min":0.57699999999999996,"5min":85.394999999999996,"15min":85.394999999999996},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.39100000000000001,"5min":2.9790000000000001,"15min":1.3959999999999999},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.192},"max":{"1min":0.54200000000000004,"5min":85.802999999999997,"15min":85.802999999999997},"last":0.28199999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:27:23 2021","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.38400000000000001,"15min":0.32700000000000001},"min":{"1min":0.17999999999999999,"5min":0.161,"15min":0.14199999999999999},"max":{"1min":0.70399999999999996,"5min":3.3500000000000001,"15min":3.456},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.29399999999999998,"5min":0.42999999999999999,"15min":0.34999999999999998},"min":{"1min":0.158,"5min":0.153,"15min":0.13500000000000001},"max":{"1min":0.59799999999999998,"5min":2.7389999999999999,"15min":3.2999999999999998},"last":0.41699999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:27:43 2021","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.34200000000000003,"15min":0.36099999999999999},"min":{"1min":0.157,"5min":0.157,"15min":0.156},"max":{"1min":0.55900000000000005,"5min":1.635,"15min":3.5569999999999999},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.315,"5min":0.52900000000000003,"15min":0.48999999999999999},"min":{"1min":0.14199999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":0.67800000000000005,"5min":3.895,"15min":3.895},"last":0.46899999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:27:19 2021","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.39900000000000002,"15min":0.375},"min":{"1min":0.20999999999999999,"5min":0.188,"15min":0.156},"max":{"1min":0.624,"5min":1.7470000000000001,"15min":3.4329999999999998},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.58499999999999996,"15min":0.48499999999999999},"min":{"1min":0.23300000000000001,"5min":0.20399999999999999,"15min":0.14000000000000001},"max":{"1min":1.268,"5min":3.8700000000000001,"15min":3.8700000000000001},"last":0.26400000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822952,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5919708,"kb_used_data":4871124,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":82160676,"statfs":{"total":90194313216,"available":84132532224,"internally_reserved":1073741824,"allocated":4988030976,"data_stored":4987112046,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:26:50 2021","interfaces":[{"interface":"back","average":{"1min":0.29399999999999998,"5min":1.323,"15min":0.69999999999999996},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.90800000000000003,"5min":36.017000000000003,"15min":36.017000000000003},"last":0.318},{"interface":"front","average":{"1min":0.34799999999999998,"5min":1.3129999999999999,"15min":0.75700000000000001},"min":{"1min":0.17299999999999999,"5min":0.16,"15min":0.14499999999999999},"max":{"1min":1.663,"5min":36.031999999999996,"15min":36.031999999999996},"last":0.32800000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:27:11 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.41299999999999998,"15min":0.47499999999999998},"min":{"1min":0.219,"5min":0.16600000000000001,"15min":0.16400000000000001},"max":{"1min":0.55200000000000005,"5min":1.6699999999999999,"15min":3.8450000000000002},"last":0.255},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.496,"15min":0.58699999999999997},"min":{"1min":0.19500000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.498,"5min":3.6379999999999999,"15min":7.4740000000000002},"last":0.221}]},{"osd":2,"last update":"Thu Mar 4 23:28:04 2021","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.44800000000000001,"15min":0.60999999999999999},"min":{"1min":0.252,"5min":0.161,"15min":0.161},"max":{"1min":0.629,"5min":1.7190000000000001,"15min":3.7410000000000001},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.433,"5min":0.45600000000000002,"15min":0.60099999999999998},"min":{"1min":0.23499999999999999,"5min":0.20399999999999999,"15min":0.17000000000000001},"max":{"1min":0.83199999999999996,"5min":1.304,"15min":3.9239999999999999},"last":0.30499999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:28:04 2021","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.48899999999999999,"15min":0.56299999999999994},"min":{"1min":0.26600000000000001,"5min":0.17699999999999999,"15min":0.16700000000000001},"max":{"1min":0.64700000000000002,"5min":2.0430000000000001,"15min":4.375},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.505,"15min":0.629},"min":{"1min":0.23799999999999999,"5min":0.19900000000000001,"15min":0.17100000000000001},"max":{"1min":0.72699999999999998,"5min":2.9359999999999999,"15min":4.2050000000000001},"last":0.36099999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:27:37 2021","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.39300000000000002,"15min":0.36399999999999999},"min":{"1min":0.188,"5min":0.127,"15min":0.127},"max":{"1min":1.4359999999999999,"5min":3.617,"15min":7.4480000000000004},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.41499999999999998,"15min":0.35999999999999999},"min":{"1min":0.17899999999999999,"5min":0.152,"15min":0.14799999999999999},"max":{"1min":1.228,"5min":4.4000000000000004,"15min":4.4000000000000004},"last":0.42599999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:27:20 2021","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.497,"15min":0.439},"min":{"1min":0.185,"5min":0.185,"15min":0.16},"max":{"1min":1.7709999999999999,"5min":3.5960000000000001,"15min":7.3959999999999999},"last":0.371},{"interface":"front","average":{"1min":0.443,"5min":0.42999999999999999,"15min":0.39500000000000002},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":1.7290000000000001,"5min":4.3209999999999997,"15min":4.3209999999999997},"last":0.34399999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:28:04 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.44400000000000001,"15min":0.44800000000000001},"min":{"1min":0.23699999999999999,"5min":0.189,"15min":0.16},"max":{"1min":0.58599999999999997,"5min":2.0219999999999998,"15min":4.3540000000000001},"last":0.442},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.39300000000000002,"15min":0.40100000000000002},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.59299999999999997,"5min":1.4610000000000001,"15min":3.1099999999999999},"last":0.41799999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":719374,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1537306,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3623419904,"data_stored":3623419904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4414701568,"data_stored":4414701568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2215378944,"data_stored":2215378944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4374855680,"data_stored":4374855680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2149584896,"data_stored":2149580824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4985917440,"data_stored":4985913368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":744685568,"data_stored":744685568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":5282861056,"data_stored":5282856984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:28:10.706 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool set unique_pool_4 pgp_num 16 2021-03-04T23:28:10.780 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:10.799 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:10.800 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:10.800 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:10.850 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:10.901 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:10.918 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:10.919 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:10.920 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:11.021 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:11.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:11.039 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:11.039 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:11.141 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:11.160 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:11.161 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:11.161 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:11.263 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:11.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:11.281 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:11.282 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:11.383 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:11.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:11.402 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:11.402 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:11.503 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:11.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:11.522 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:11.522 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:11.527 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:11 gibba011 conmon[95595]: audit 2021-03-04T23:28:09.747315+0000 mgr.x (mgr 2021-03-04T23:28:11.527 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:11 gibba011 conmon[95595]: .34676) 749 : audit [DBG] from='client.45156 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:28:11.527 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:11 gibba011 conmon[95595]: cluster 2021-03-04T23:28:10.149113+0000 mon.a (mon.0) 853 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:11.528 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:11 gibba011 conmon[95595]: audit 2021-03-04T23:28:10.152006+0000 mon.a (mon.0) 854 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:28:11.528 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:11 gibba011 conmon[95595]: cluster 2021-03-04T23:28:10.152039+0000 mon.a (mon.0) 855 : cluster [DBG] osdmap e182: 8 total, 8 up, 7 in 2021-03-04T23:28:11.528 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:11 gibba011 conmon[99461]: audit 2021-03-04T23:28:09.747315+0000 mgr.x (mgr. 2021-03-04T23:28:11.529 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:11 gibba011 conmon[99461]: 34676) 749 : audit [DBG] from='client.45156 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:28:11.529 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:11 gibba011 conmon[99461]: cluster 2021-03-04T23:28:10.149113+0000 mon.a (mon.0) 853 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:11.530 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:11 gibba011 conmon[99461]: audit 2021-03-04T23:28:10.152006+0000 mon.a (mon.0) 854 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:28:11.530 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:11 gibba011 conmon[99461]: cluster 2021-03-04T23:28:10.152039+0000 mon.a (mon.0) 855 : cluster [DBG] osdmap e182: 8 total, 8 up, 7 in 2021-03-04T23:28:11.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:11 gibba038 conmon[76675]: audit 2021-03-04T23:28:09.747315+0000 mgr.x (mgr.34676) 749 : audit [DBG] from='client.45156 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:28:11.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:11 gibba038 conmon[76675]: cluster 2021-03-04T23:28:10.149113+0000 mon.a (mon.0) 853 : 2021-03-04T23:28:11.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:11 gibba038 conmon[76675]: cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:11.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:11 gibba038 conmon[76675]: audit 2021-03-04T23:28:10.152006+0000 mon.a (mon.0) 854 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:28:11.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:11 gibba038 conmon[76675]: cluster 2021-03-04T23:28:10 2021-03-04T23:28:11.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:11 gibba038 conmon[76675]: .152039+0000 mon.a (mon.0) 2021-03-04T23:28:11.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:11 gibba038 conmon[76675]: 855 : cluster [DBG] osdmap e182: 8 total, 8 up, 7 in 2021-03-04T23:28:11.623 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:11.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:11.643 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:11.643 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:11.744 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:11.761 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:11.762 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:11.763 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:11.864 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:11.881 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:11.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:11.882 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:11.983 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:12.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:12.001 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:12.001 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:12.103 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:12.120 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:12.121 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:12.121 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:12.222 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:12.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:12.241 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:12.241 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:12.342 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:12.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:12 gibba011 conmon[99461]: cluster 2021-03-04T23:28:10.646590+0000 mgr.x (mgr.34676) 750 : cluster [DBG] pgmap v689: 99 pgs: 1 activating+degraded+remapped, 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait+wait, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 19 op/s; 39107/388923 objects degraded (10.055%); 44690/388923 objects misplaced (11.491%); 4.4 MiB/s, 70 objects/s recovering 2021-03-04T23:28:12.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:12 gibba011 conmon[99461]: audit 2021-03-04T23:28:11.632739+0000 mon.a (mon.0) 856 : audit 2021-03-04T23:28:12.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:12 gibba011 conmon[99461]: [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:28:12.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:12 gibba011 conmon[95595]: cluster 2021-03-04T23:28:10.646590+0000 mgr.x (mgr.34676) 750 : cluster [DBG] pgmap v689: 99 pgs: 1 activating+degraded+remapped, 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait+wait, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 19 op/s; 39107/388923 objects degraded (10.055%); 44690/388923 objects misplaced (11.491%); 4.4 MiB/s, 70 objects/s recovering 2021-03-04T23:28:12.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:12 gibba011 conmon[95595]: audit 2021-03-04T23:28:11.632739+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:28:12.359 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:12.359 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:12.360 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:12.436 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:12 gibba038 conmon[76675]: cluster 2021-03-04T23:28:10.646590+0000 mgr.x (mgr.34676) 750 : cluster [DBG] pgmap v689: 99 pgs: 1 activating+degraded+remapped, 1 active+recovery_wait+remapped, 1 active+remapped+backfill_wait+wait, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 19 op/s; 39107/388923 objects degraded (10.055%); 44690/388923 objects misplaced (11.491%); 4.4 MiB/s, 70 objects/s recovering 2021-03-04T23:28:12.436 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:12 gibba038 conmon[76675]: audit 2021-03-04T23:28:11.632739+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:28:12.461 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:12.477 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:12.478 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:12.479 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:12.580 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:12.596 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:12.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:12.598 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:12.699 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:12.717 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:12.718 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:12.719 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:12.796 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:28:12.796 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:28:12.796 INFO:teuthology.orchestra.run.gibba038.stdout: "num_ops": 0 2021-03-04T23:28:12.797 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:28:12.820 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:12.838 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:12.839 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:12.840 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:12.941 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:12.959 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:12.960 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:12.961 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:13.062 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:13.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:13.084 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:13.084 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:13.112 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:28:13.112 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:28:13.112 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:28:13.113 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:28:13.113 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:28:13.113 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:28:13.113 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:28:13.113 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:28:13.114 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:28:13.114 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:28:13.114 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:28:13.115 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:28:13.115 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:28:13.115 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:28:13.115 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:28:13.115 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:28:13.185 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:13.203 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:13.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:13.205 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:13.306 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:13.323 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:13.324 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:13.325 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:13.426 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:13.443 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:13.444 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:13.445 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:13.546 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:13.552 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:13 gibba038 conmon[76675]: audit 2021-03-04T23:28:12.956562+0000 mon.c (mon.1) 293 : audit [DBG] from='client.? 172.21.2.111:0/2326661096' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:13.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:13.564 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:13.564 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:13.566 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-03-04T23:28:13.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:13 gibba011 conmon[95595]: audit 2021-03-04T23:28:12.956562+0000 mon.c (mon.1) 293 : audit [DBG] from='client.? 172.21.2.111:0/2326661096' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:13.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:13 gibba011 conmon[99461]: audit 2021-03-04T23:28:12.956562+0000 mon.c 2021-03-04T23:28:13.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:13 gibba011 conmon[99461]: (mon.1) 293 : audit [DBG] from='client.? 172.21.2.111:0/2326661096' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:13.666 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:13.684 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:13.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:13.685 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:13.694 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:28:13.787 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:13.804 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:13.804 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:13.805 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:13.906 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:13.923 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:13.924 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:13.925 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:14.026 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:14.048 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:14.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:14.049 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:14.150 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:14.167 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:14.168 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:14 gibba011 conmon[99461]: cluster 2021-03-04T23:28:12.647105+0000 mgr.x (mgr.34676) 751 : cluster [DBG] 2021-03-04T23:28:14.168 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:14 gibba011 conmon[99461]: pgmap v690: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait+wait, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 25 op/s; 36786/388656 objects degraded (9.465%); 46799/388656 objects misplaced (12.041%); 4.6 MiB/s, 73 objects/s recovering 2021-03-04T23:28:14.169 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:14 gibba011 conmon[99461]: cluster 2021-03-04T23:28:13.902427+0000 mon.a (mon.0) 857 : cluster [WRN] Health check update: Degraded data redundancy: 36786/388656 objects degraded (9.465%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:14.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:14.170 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:14.271 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:14.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:14.291 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:14.291 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:14.393 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:14.409 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:14.410 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:14.411 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:14.512 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:14.529 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:14.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:14.530 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:14.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:14 gibba038 conmon[76675]: cluster 2021-03-04T23:28:12.647105+0000 mgr.x (mgr.34676) 751 : cluster 2021-03-04T23:28:14.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:14 gibba038 conmon[76675]: [DBG] pgmap v690: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait+wait, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 25 op/s; 36786/388656 objects degraded (9.465%); 46799/388656 objects misplaced (12.041%); 4.6 MiB/s, 73 objects/s recovering 2021-03-04T23:28:14.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:14 gibba038 conmon[76675]: cluster 2021-03-04T23:28:13.902427+0000 mon.a (mon.0) 857 : cluster [WRN] Health check update: Degraded data redundancy: 36786/388656 objects degraded (9.465%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:14.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:14 gibba011 conmon[95595]: cluster 2021-03-04T23:28:12.647105+0000 mgr.x (mgr.34676) 751 : cluster [DBG] pgmap v690: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait+wait, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 25 op/s; 36786/388656 objects degraded (9.465%); 46799/388656 objects misplaced (12.041%); 4.6 MiB/s, 73 objects/s recovering 2021-03-04T23:28:14.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:14 gibba011 conmon[95595]: 2021-03-04T23:28:14.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:14 gibba011 conmon[95595]: cluster 2021-03-04T23:28:13.902427+0000 mon.a (mon.0) 857 : cluster [WRN] Health check update: Degraded data redundancy: 36786/388656 objects degraded (9.465%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:14.631 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:14.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:14.649 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:14.650 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:14.751 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:14.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:14.769 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:14.770 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:14.871 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:14.888 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:14.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:14.890 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:14.892 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:28:14.991 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:15.008 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:15.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:15.009 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:15.043 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:15.110 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:15.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:15.129 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:15.129 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:15.175 INFO:teuthology.orchestra.run.gibba011.stderr:set pool 9 pgp_num to 16 2021-03-04T23:28:15.230 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:15.233 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:28:15.234 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:28:15.235 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:15 gibba011 conmon[95595]: audit 2021-03-04T23:28:14.289868+0000 mon.c (mon.1) 294 : audit [INF] from='client.? 172.21.2.111:0/616714536' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:28:15.235 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:15 gibba011 conmon[95595]: audit 2021-03-04T23:28:14.290118+0000 mon.a (mon.0) 858 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:28:15.236 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:15 gibba011 conmon[99461]: audit 2021-03-04T23:28:14.289868+0000 mon.c (mon.1) 294 : audit [INF] 2021-03-04T23:28:15.236 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:15 gibba011 conmon[99461]: from='client.? 172.21.2.111:0/616714536' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:28:15.236 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:15 gibba011 conmon[99461]: audit 2021-03-04T23:28:14.290118+0000 mon.a (mon.0) 858 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:28:15.249 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:15.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:15.250 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:15.352 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:15.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:15.371 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:15.371 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:15.473 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:15.490 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:15.491 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:15.492 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:15.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:15 gibba038 conmon[76675]: audit 2021-03-04T23:28:14.289868+0000 mon.c (mon.1) 294 : audit [INF] from='client.? 172.21.2.111:0/616714536' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:28:15.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:15 gibba038 conmon[76675]: audit 2021-03-04T23:28:14.290118+0000 mon.a (mon.0) 858 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:28:15.593 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:15.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:15.611 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:15.611 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:15.712 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:15.730 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:15.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:15.732 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:15.831 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-03-04T23:28:15.833 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:15.849 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:15.850 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:15.851 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:15.945 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:28:15.951 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:15.969 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:15.970 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:15.970 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:15.991 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:28:16.071 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:16.089 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:16.089 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:16.090 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:16.126 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:16.192 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:16.209 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:16.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:16.211 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:16.312 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:16.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:16.331 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:16.332 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:16.343 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:16 gibba011 conmon[95595]: cluster 2021-03-04T23:28:14.647520+0000 mgr.x 2021-03-04T23:28:16.344 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:16 gibba011 conmon[95595]: (mgr.34676) 752 : cluster [DBG] pgmap v691: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait+wait, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 24 op/s; 36786/388656 objects degraded (9.465%); 46799/388656 objects misplaced (12.041%); 4.3 MiB/s, 69 objects/s recovering 2021-03-04T23:28:16.344 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:16 gibba011 conmon[95595]: audit 2021-03-04T23:28:15.171218+0000 mon.a (mon.0) 859 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]': finished 2021-03-04T23:28:16.344 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:16 gibba011 conmon[95595]: cluster 2021-03-04T23:28:15.171258+0000 mon.a (mon.0) 860 : cluster [DBG] osdmap e183: 8 total, 8 up, 7 in 2021-03-04T23:28:16.345 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:16 gibba011 conmon[99461]: cluster 2021-03-04T23:28:14.647520+0000 mgr.x (mgr. 2021-03-04T23:28:16.345 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:16 gibba011 conmon[99461]: 34676) 752 : cluster [DBG] pgmap v691: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait+wait, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 24 op/s; 36786/388656 objects degraded (9.465%); 46799/388656 objects misplaced (12.041%); 4.3 MiB/s, 69 objects/s recovering 2021-03-04T23:28:16.345 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:16 gibba011 conmon[99461]: audit 2021-03-04T23:28:15.171218+0000 mon.a (mon.0) 859 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]': finished 2021-03-04T23:28:16.346 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:16 gibba011 conmon[99461]: cluster 2021-03-04T23:28:15.171258+0000 mon.a (mon.0) 860 : cluster [DBG] osdmap e183: 8 total, 8 up, 7 in 2021-03-04T23:28:16.377 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:16 gibba038 conmon[76675]: cluster 2021-03-04T23:28:14.647520+0000 mgr.x (mgr.34676) 752 : cluster [DBG] pgmap v691: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfill_wait+wait, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 24 op/s; 36786/388656 objects degraded (9.465%); 46799/388656 objects misplaced (12.041%); 4.3 MiB/s, 69 objects/s recovering 2021-03-04T23:28:16.378 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:16 gibba038 conmon[76675]: 2021-03-04T23:28:16.378 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:16 gibba038 conmon[76675]: audit 2021-03-04T23:28:15.171218+0000 mon.a (mon.0) 859 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]': finished 2021-03-04T23:28:16.378 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:16 gibba038 conmon[76675]: cluster 2021-03-04T23:28:15.171258+0000 mon.a (mon.0) 860 : cluster [DBG] osdmap e183: 8 total, 8 up, 7 in 2021-03-04T23:28:16.433 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:16.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:16.451 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:16.452 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:16.554 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:16.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:16.573 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:16.573 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:16.675 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:16.692 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:16.692 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:16.693 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:16.794 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:16.811 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:16.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:16.813 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:16.914 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:16.930 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:16.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:16.932 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:17.033 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:17.054 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:17.054 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:17.055 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:17.156 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:17.175 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:17.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:17.177 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:17.202 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:17 gibba011 conmon[95595]: audit 2021-03-04T23:28:16.630470+0000 mon.c (mon.1) 295 2021-03-04T23:28:17.203 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:17 gibba011 conmon[95595]: : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:28:17.203 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:17 gibba011 conmon[95595]: audit 2021-03-04T23:28:16.630818+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:28:17.203 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:17 gibba011 conmon[99461]: audit 2021-03-04T23:28:16.630470+0000 mon.c (mon.1) 295 : audit [INF] 2021-03-04T23:28:17.203 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:17 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:28:17.204 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:17 gibba011 conmon[99461]: audit 2021-03-04T23:28:16.630818+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:28:17.211 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:17 gibba038 conmon[76675]: audit 2021-03-04T23:28:16.630470+0000 mon.c (mon.1) 295 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:28:17.211 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:17 gibba038 conmon[76675]: audit 2021-03-04T23:28:16.630818+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:28:17.278 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:17.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:17.297 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:17.298 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:17.329 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:28:17.329 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:28:17.398 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:17.415 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:17.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:17.417 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:17.518 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:17.535 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:17.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:17.536 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:17.637 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:17.656 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:17.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:17.657 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:17.759 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:17.776 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:17.777 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:17.777 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:17.878 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:17.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:17.896 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:17.896 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:17.917 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:28:17.997 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:18.014 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:18.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:18.016 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:18.041 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:28:18.118 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:18.135 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:18.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:18.137 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:18.238 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:18.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:18.257 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:18.257 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:18.358 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:18.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:18.378 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:18.379 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:18.432 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:28:18.445 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:28:18.459 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:28:18.472 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:18 gibba038 conmon[76675]: cluster 2021-03-04T23:28:16.647893+0000 mgr.x (mgr.34676) 753 : cluster [DBG] pgmap v693: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait+wait, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 26 op/s; 36786/388323 objects degraded (9.473%); 46775/388323 objects misplaced (12.045%); 1.5 MiB/s, 24 objects/s recovering 2021-03-04T23:28:18.475 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:28:18.479 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:18.489 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:28:18.498 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:18.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:18.499 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:18.503 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:28:18.518 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:28:18.532 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:28:18.533 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:28:18.533 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:28:18.533 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:28:18.533 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:28:18.534 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:28:18.534 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:28:18.534 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:28:18.534 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:28:18.601 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:18.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:18 gibba011 conmon[95595]: cluster 2021-03-04T23:28:16.647893+0000 mgr.x (mgr.34676) 753 : cluster [DBG] pgmap v693: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait+wait, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 26 op/s; 36786/388323 objects degraded (9.473%); 46775/388323 objects misplaced (12.045%); 1.5 MiB/s, 24 objects/s recovering 2021-03-04T23:28:18.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:18 gibba011 conmon[99461]: cluster 2021-03-04T23:28:16.647893+0000 mgr.x (mgr.34676) 753 : cluster [DBG] pgmap v693: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+remapped+backfill_wait+wait, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 1 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 26 op/s; 36786/388323 objects degraded (9.473%); 46775/388323 objects misplaced (12.045%); 1.5 MiB/s, 24 objects/s recovering 2021-03-04T23:28:18.619 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:18.619 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:18.620 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:18.721 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:18.738 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:18.739 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:18.739 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:18.840 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:18.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:18.858 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:18.858 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:18.960 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:18.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:18.978 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:18.978 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:19.080 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:19.098 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:19.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:19.099 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:19.185 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:28:19.201 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:19.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:19.219 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:19.220 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:19.294 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:19 gibba038 conmon[76675]: audit 2021-03-04T23:28:18.342141+0000 mon.c (mon.1) 296 : audit [INF] from='client.? 172.21.2.111:0/1638426979' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:19.294 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:19 gibba038 conmon[76675]: audit 2021-03-04T23:28:18.342432+0000 mon.a (mon.0) 862 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:19.295 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:19 gibba038 conmon[76675]: audit 2021-03-04T23:28:18.416944+0000 mon.c (mon.1) 297 : audit [DBG] from='client.? 172.21.2.111:0/1966738508' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:19.295 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:19 gibba038 conmon[76675]: cluster 2021-03-04T23:28:18.903451+0000 mon.a (mon.0) 863 : cluster [WRN] Health check update: Degraded data redundancy: 36786/388323 objects degraded (9.473%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:19.321 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:19.339 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:19.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:19.340 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:19.385 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:28:19.385 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:28:19.385 INFO:teuthology.orchestra.run.gibba038.stdout: "num_ops": 0 2021-03-04T23:28:19.386 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:28:19.441 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:19.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:19.475 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:19.475 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:19.577 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:19.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:19.594 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:19.595 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:19.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:19 gibba011 conmon[95595]: audit 2021-03-04T23:28:18.342141+0000 mon.c (mon.1) 2021-03-04T23:28:19.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:19 gibba011 conmon[95595]: 296 : audit [INF] from='client.? 172.21.2.111:0/1638426979' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:19.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:19 gibba011 conmon[95595]: audit 2021-03-04T23:28:18.342432+0000 mon.a (mon.0) 862 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:19.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:19 gibba011 conmon[95595]: audit 2021-03-04T23:28:18.416944+0000 mon.c (mon.1) 297 : audit [DBG] from='client.? 172.21.2.111:0/1966738508' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:19.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:19 gibba011 conmon[95595]: cluster 2021-03-04T23:28:18.903451+0000 mon.a (mon.0) 863 : cluster [WRN] Health check update: Degraded data redundancy: 36786/388323 objects degraded (9.473%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:19.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:19 gibba011 conmon[99461]: audit 2021-03-04T23:28:18.342141+0000 mon.c (mon.1) 296 : audit [INF] from='client.? 172.21.2.111:0/1638426979' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:19.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:19 gibba011 conmon[99461]: audit 2021-03-04T23:28:18.342432+0000 mon.a (mon.0) 862 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:19.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:19 gibba011 conmon[99461]: audit 2021-03-04T23:28:18 2021-03-04T23:28:19.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:19 gibba011 conmon[99461]: .416944+0000 mon.c (mon.1) 297 : audit [DBG] from='client.? 172.21.2.111:0/1966738508' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:19.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:19 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:28:19.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:19 gibba011 conmon[99461]: :28:18.903451+0000 mon.a (mon.0) 863 : cluster [WRN] Health check update: Degraded data redundancy: 36786/388323 objects degraded (9.473%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:19.696 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:19.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:19.714 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:19.715 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:19.816 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:19.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:19.834 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:19.835 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:19.936 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:19.967 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:19.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:19.968 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:20.040 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-03-04T23:28:20.069 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:20.126 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:20.129 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:20.130 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:20.177 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:28:20.232 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:20.251 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:20.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:20.252 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:20 gibba038 conmon[76675]: cluster 2021-03-04T23:28:18.648325+0000 mgr.x (mgr.34676) 754 : cluster [DBG] pgmap v694: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 122 op/s; 36786/385839 objects degraded (9.534%); 46503/385839 objects misplaced (12.052%); 1.7 MiB/s, 27 objects/s recovering 2021-03-04T23:28:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:20 gibba038 conmon[76675]: cluster 2021-03-04T23:28:19.176248+0000 mon.a (mon.0) 864 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:20.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:20 gibba038 conmon[76675]: audit 2021-03-04T23:28:19.180847+0000 mon.a (mon.0) 865 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:28:20.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:20 gibba038 conmon[76675]: cluster 2021-03-04T23:28:19.180889+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e184: 8 total, 8 up, 7 in 2021-03-04T23:28:20.353 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:20.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:20 gibba011 conmon[95595]: cluster 2021-03-04T23:28:18.648325+0000 mgr.x (mgr.34676) 754 : cluster [DBG] pgmap v694: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 122 op/s; 36786/385839 objects degraded (9.534%); 46503/385839 objects misplaced (12.052%); 1.7 MiB/s, 27 objects/s recovering 2021-03-04T23:28:20.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:20 gibba011 conmon[95595]: cluster 2021-03-04T23:28:19.176248+0000 mon.a (mon.0) 864 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:20.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:20 gibba011 conmon[95595]: audit 2021-03-04T23:28:19.180847+0000 mon.a (mon.0) 865 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:28:20.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:20 gibba011 conmon[95595]: cluster 2021-03-04T23:28:19.180889+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e184: 8 total, 8 up, 7 in 2021-03-04T23:28:20.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:20 gibba011 conmon[99461]: cluster 2021-03-04T23:28:18.648325+0000 mgr.x (mgr.34676) 754 : cluster [DBG] 2021-03-04T23:28:20.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:20 gibba011 conmon[99461]: pgmap v694: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 122 op/s; 36786/385839 objects degraded (9.534%); 46503/385839 objects misplaced (12.052%); 1.7 MiB/s, 27 objects/s recovering 2021-03-04T23:28:20.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:20 gibba011 conmon[99461]: cluster 2021-03-04T23:28:19.176248+0000 mon.a (mon.0) 864 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:20.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:20 gibba011 conmon[99461]: audit 2021-03-04T23:28:20.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:20 gibba011 conmon[99461]: 2021-03-04T23:28:19.180847+0000 mon.a (mon.0) 865 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:28:20.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:20 gibba011 conmon[99461]: cluster 2021-03-04T23:28:19.180889 2021-03-04T23:28:20.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:20 gibba011 conmon[99461]: +0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e184: 8 total, 8 up, 7 in 2021-03-04T23:28:20.374 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:20.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:20.375 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:20.477 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:20.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:20.495 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:20.496 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:20.597 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:20.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:20.616 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:20.616 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:20.717 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:20.735 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:20.736 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:20.736 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:20.838 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:20.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:20.856 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:20.856 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:20.958 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:20.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:20.976 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:20.976 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:21.078 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:21.095 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:21.096 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:21.097 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:21.198 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:21.215 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:21.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:21.216 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:21.266 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:28:21.318 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:21.335 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:21.336 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:21.337 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:21.357 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 7, 6, 1] out_osds: [3] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:28:21.358 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:28:21.358 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '1.0', 'overage': '110', 'type': 'test-reweight-by-utilization'} 2021-03-04T23:28:21.358 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd test-reweight-by-utilization 110 1.0 2021-03-04T23:28:21.386 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:21.438 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:21.443 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:21 gibba038 conmon[76675]: audit 2021-03-04T23:28:20.376471+0000 mon.c (mon.1) 298 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:28:21.444 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:21 gibba038 conmon[76675]: audit 2021-03-04T23:28:20.376843+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:28:21.454 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:21.455 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:21.457 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:21.474 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:21.543 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:21 gibba011 conmon[95595]: audit 2021-03-04T23:28:20.376471+0000 mon.c (mon.1) 298 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:28:21.544 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:21 gibba011 conmon[95595]: audit 2021-03-04T23:28:20.376843+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:28:21.544 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:21 gibba011 conmon[99461]: audit 2021-03-04T23:28:20.376471+0000 mon.c (mon.1) 298 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:28:21.544 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:21 gibba011 conmon[99461]: audit 2021-03-04T23:28:20.376843+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:28:21.557 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:21.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:21.576 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:21.577 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:21.610 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:28:21.611 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:28:21.611 INFO:teuthology.orchestra.run.gibba038.stdout: "complaint_time": 30, 2021-03-04T23:28:21.611 INFO:teuthology.orchestra.run.gibba038.stdout: "num_blocked_ops": 0 2021-03-04T23:28:21.611 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:28:21.678 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:21.696 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:21.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:21.698 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:21.799 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:21.816 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:21.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:21.818 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:21.919 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:21.936 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:21.937 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:21.938 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:21.960 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:28:22.038 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:22.055 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:22.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:22.057 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:22.103 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:22.158 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:22.175 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:22.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:22.177 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:22.278 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:22.295 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:22.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:22.296 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:22.353 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-03-04T23:28:22.397 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:22.414 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:22.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:22.415 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:22.470 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:28:22.517 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:22.534 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:22.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:22.536 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:22.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:22 gibba038 conmon[76675]: cluster 2021-03-04T23:28:20.648693+0000 mgr.x (mgr.34676) 755 : cluster [DBG] pgmap v696: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 126 op/s; 36786/385617 objects degraded (9.540%); 46429/385617 objects misplaced (12.040%); 760 KiB/s, 11 objects/s recovering 2021-03-04T23:28:22.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:22 gibba011 conmon[99461]: cluster 2021-03-04T23:28:20.648693+0000 mgr.x (mgr.34676) 755 : cluster [DBG] pgmap v696: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 126 op/s; 36786/385617 objects degraded (9.540%); 46429/385617 objects misplaced (12.040%); 760 KiB/s, 11 objects/s recovering 2021-03-04T23:28:22.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:22 gibba011 conmon[95595]: cluster 2021-03-04T23:28:20.648693+0000 mgr.x (mgr.34676) 755 : cluster [DBG] pgmap v696: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 126 op/s; 36786/385617 objects degraded (9.540%); 46429/385617 objects misplaced (12.040%); 760 KiB/s, 11 objects/s recovering 2021-03-04T23:28:22.636 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:22.654 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:22.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:22.655 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:22.756 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:22.775 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:22.775 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:22.776 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:22.877 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:22.894 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:22.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:22.896 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:22.997 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:23.015 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:23.016 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:23.017 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:23.118 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:23.135 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:23.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:23.137 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:23.238 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:23.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:23.257 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:23.258 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:23.359 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:23.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:23.377 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:23.377 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:23.478 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:23.495 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:23.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:23.497 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:23.598 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:23.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:23.617 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:23.618 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:23.719 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:23.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:23.737 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:23.738 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:23.839 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:23.857 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:23.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:23.858 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:23.916 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:28:23.916 INFO:teuthology.orchestra.run.gibba038.stdout: "size": 20, 2021-03-04T23:28:23.917 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 600, 2021-03-04T23:28:23.917 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:28:23.917 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.917 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119652 9.f 9:f9d545c2:::benchmark_data_gibba011_139107_object119651:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:28:23.918 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.114064+0000", 2021-03-04T23:28:23.918 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 167.79836950699999, 2021-03-04T23:28:23.918 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.182441399, 2021-03-04T23:28:23.918 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:23.919 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:23.919 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:23.919 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:23.919 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:23.919 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119652 2021-03-04T23:28:23.920 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.920 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:23.920 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.920 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:23.920 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114064+0000", 2021-03-04T23:28:23.921 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:23.921 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.921 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.921 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:23.922 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114064+0000", 2021-03-04T23:28:23.922 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.6656999999999996e-05 2021-03-04T23:28:23.922 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.922 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.922 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:23.923 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114131+0000", 2021-03-04T23:28:23.923 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.26e-06 2021-03-04T23:28:23.923 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.923 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.924 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:23.924 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114132+0000", 2021-03-04T23:28:23.924 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.149e-06 2021-03-04T23:28:23.924 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.924 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.925 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:23.925 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114141+0000", 2021-03-04T23:28:23.925 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.237e-06 2021-03-04T23:28:23.925 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.925 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.926 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:23.926 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114146+0000", 2021-03-04T23:28:23.926 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00169381 2021-03-04T23:28:23.926 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.926 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.927 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:23.927 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.115840+0000", 2021-03-04T23:28:23.927 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.0650000000000004e-06 2021-03-04T23:28:23.927 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.928 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.928 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:28:23.928 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.115846+0000", 2021-03-04T23:28:23.928 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.99003971800000001 2021-03-04T23:28:23.928 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.929 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.929 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:23.929 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.105886+0000", 2021-03-04T23:28:23.929 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.328e-06 2021-03-04T23:28:23.930 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.930 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.931 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:28:23.931 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.105893+0000", 2021-03-04T23:28:23.931 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1777449900000001 2021-03-04T23:28:23.931 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.932 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.932 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:23.932 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.283638+0000", 2021-03-04T23:28:23.932 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012695600000000001 2021-03-04T23:28:23.932 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.933 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.933 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:23.933 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.283765+0000", 2021-03-04T23:28:23.933 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00031943599999999998 2021-03-04T23:28:23.934 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.934 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.934 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:28:23.934 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.284085+0000", 2021-03-04T23:28:23.935 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0067155970000000002 2021-03-04T23:28:23.935 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.935 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.935 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:23.935 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.290800+0000", 2021-03-04T23:28:23.936 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5335e-05 2021-03-04T23:28:23.936 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.936 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.936 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:23.936 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.290836+0000", 2021-03-04T23:28:23.937 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00065735900000000005 2021-03-04T23:28:23.937 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.937 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.937 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:23.938 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.291493+0000", 2021-03-04T23:28:23.938 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6691000000000003e-05 2021-03-04T23:28:23.938 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.938 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.939 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:23.939 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.291550+0000", 2021-03-04T23:28:23.939 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0049558110000000001 2021-03-04T23:28:23.939 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.939 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.940 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:23.940 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.296505+0000", 2021-03-04T23:28:23.940 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.182441399 2021-03-04T23:28:23.940 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:23.940 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:23.941 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:23.941 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.941 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.941 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119657 9.a 9:5c1a3d9c:::benchmark_data_gibba011_139107_object119656:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:28:23.942 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.117866+0000", 2021-03-04T23:28:23.942 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 167.79456703, 2021-03-04T23:28:23.942 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1965326539999999, 2021-03-04T23:28:23.942 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:23.943 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:23.943 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:23.943 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:23.943 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:23.943 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119657 2021-03-04T23:28:23.944 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.944 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:23.944 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.944 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:23.944 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.117866+0000", 2021-03-04T23:28:23.945 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:23.945 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.945 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.945 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:23.945 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.117866+0000", 2021-03-04T23:28:23.946 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.3693000000000002e-05 2021-03-04T23:28:23.946 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.946 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.946 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:23.947 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.117930+0000", 2021-03-04T23:28:23.947 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0210000000000001e-06 2021-03-04T23:28:23.947 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.947 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.948 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:23.948 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.117931+0000", 2021-03-04T23:28:23.948 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.7760000000000003e-06 2021-03-04T23:28:23.948 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.948 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.949 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:23.949 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.117940+0000", 2021-03-04T23:28:23.949 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.1409999999999998e-06 2021-03-04T23:28:23.949 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.950 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.950 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:23.950 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.117944+0000", 2021-03-04T23:28:23.950 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1194e-05 2021-03-04T23:28:23.950 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.951 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.951 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:23.951 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.117975+0000", 2021-03-04T23:28:23.951 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.7039999999999994e-06 2021-03-04T23:28:23.951 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.952 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.952 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:28:23.952 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.117983+0000", 2021-03-04T23:28:23.952 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.98687428799999999 2021-03-04T23:28:23.953 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.953 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.953 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:23.953 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104857+0000", 2021-03-04T23:28:23.953 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8150000000000002e-06 2021-03-04T23:28:23.954 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.954 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.954 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:28:23.954 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104863+0000", 2021-03-04T23:28:23.954 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.195291914 2021-03-04T23:28:23.955 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.955 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.955 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:23.955 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.300155+0000", 2021-03-04T23:28:23.956 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.9995999999999996e-05 2021-03-04T23:28:23.956 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.956 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.956 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:23.956 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.300255+0000", 2021-03-04T23:28:23.957 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000116047 2021-03-04T23:28:23.957 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.957 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.958 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:28:23.958 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.300371+0000", 2021-03-04T23:28:23.958 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095504300000000004 2021-03-04T23:28:23.958 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.959 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.959 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:23.959 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.309921+0000", 2021-03-04T23:28:23.959 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0822999999999999e-05 2021-03-04T23:28:23.960 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.960 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.960 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:23.960 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.309952+0000", 2021-03-04T23:28:23.960 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8118000000000002e-05 2021-03-04T23:28:23.961 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.961 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.961 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:23.961 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.310010+0000", 2021-03-04T23:28:23.962 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9599999999999999e-05 2021-03-04T23:28:23.962 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.962 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.962 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:23.963 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.310060+0000", 2021-03-04T23:28:23.963 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0043390939999999999 2021-03-04T23:28:23.963 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.963 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.963 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:23.964 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.314399+0000", 2021-03-04T23:28:23.964 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1965326539999999 2021-03-04T23:28:23.964 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:23.964 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:23.964 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:23.965 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.965 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.965 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119664 9.a 9:58c8a5bd:::benchmark_data_gibba011_139107_object119663:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:28:23.965 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.130187+0000", 2021-03-04T23:28:23.966 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 167.78224670500001, 2021-03-04T23:28:23.966 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1877717799999998, 2021-03-04T23:28:23.966 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:23.966 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:23.966 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:23.967 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:23.967 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:23.967 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119664 2021-03-04T23:28:23.967 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.967 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:23.968 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.968 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:23.968 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.130187+0000", 2021-03-04T23:28:23.968 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:23.968 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.969 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.969 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:23.969 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.130187+0000", 2021-03-04T23:28:23.969 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0601000000000001e-05 2021-03-04T23:28:23.970 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.970 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.970 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:23.970 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.130207+0000", 2021-03-04T23:28:23.971 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0699999999999999e-06 2021-03-04T23:28:23.971 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.971 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.971 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:23.971 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.130208+0000", 2021-03-04T23:28:23.972 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.7059999999999993e-06 2021-03-04T23:28:23.972 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.972 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.972 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:23.973 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.130217+0000", 2021-03-04T23:28:23.973 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6879999999999998e-06 2021-03-04T23:28:23.973 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.973 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.973 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:23.974 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.130222+0000", 2021-03-04T23:28:23.974 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2005999999999998e-05 2021-03-04T23:28:23.974 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.974 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.975 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:23.975 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.130254+0000", 2021-03-04T23:28:23.975 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6069999999999998e-06 2021-03-04T23:28:23.976 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.976 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.976 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:28:23.976 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.130259+0000", 2021-03-04T23:28:23.977 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.97464475100000003 2021-03-04T23:28:23.977 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.977 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.977 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:23.977 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104904+0000", 2021-03-04T23:28:23.978 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.2900000000000008e-06 2021-03-04T23:28:23.978 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.978 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.978 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:28:23.979 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104914+0000", 2021-03-04T23:28:23.979 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.198204933 2021-03-04T23:28:23.979 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.979 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.980 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:23.980 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.303118+0000", 2021-03-04T23:28:23.980 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.3170000000000005e-05 2021-03-04T23:28:23.980 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.980 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.981 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:23.981 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.303202+0000", 2021-03-04T23:28:23.981 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.1284000000000002e-05 2021-03-04T23:28:23.981 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.982 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.982 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:28:23.982 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.303293+0000", 2021-03-04T23:28:23.982 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0067087789999999998 2021-03-04T23:28:23.982 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.983 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.983 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:23.983 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.310002+0000", 2021-03-04T23:28:23.983 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004413424 2021-03-04T23:28:23.984 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.984 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.984 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:23.984 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.314415+0000", 2021-03-04T23:28:23.985 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0846000000000001e-05 2021-03-04T23:28:23.985 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.985 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.985 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:23.985 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.314466+0000", 2021-03-04T23:28:23.986 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5391e-05 2021-03-04T23:28:23.986 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.986 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.986 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:23.987 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.314501+0000", 2021-03-04T23:28:23.987 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.003457234 2021-03-04T23:28:23.987 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.987 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.987 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:23.988 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.317959+0000", 2021-03-04T23:28:23.988 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1877717799999998 2021-03-04T23:28:23.988 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:23.988 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:23.989 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:23.989 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.989 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.989 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119674 9.6 9:6c6b406a:::benchmark_data_gibba011_139107_object119673:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e149)", 2021-03-04T23:28:23.989 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:37.138511+0000", 2021-03-04T23:28:23.990 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 166.773922414, 2021-03-04T23:28:23.990 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.387978189, 2021-03-04T23:28:23.990 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:23.990 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:23.991 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:23.991 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:23.991 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:23.991 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119674 2021-03-04T23:28:23.992 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.992 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:23.992 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.992 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:23.992 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.138511+0000", 2021-03-04T23:28:23.993 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:23.993 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.993 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.993 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:23.994 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.138511+0000", 2021-03-04T23:28:23.994 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.5068000000000005e-05 2021-03-04T23:28:23.994 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.994 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.995 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:23.995 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.138606+0000", 2021-03-04T23:28:23.995 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.446e-06 2021-03-04T23:28:23.995 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.995 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.996 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:23.996 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.138609+0000", 2021-03-04T23:28:23.996 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5857000000000001e-05 2021-03-04T23:28:23.996 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.997 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.997 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:23.997 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.138624+0000", 2021-03-04T23:28:23.997 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.0759999999999999e-06 2021-03-04T23:28:23.997 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.998 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.998 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:23.998 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.138631+0000", 2021-03-04T23:28:23.998 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4348999999999998e-05 2021-03-04T23:28:23.999 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:23.999 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:23.999 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:23.999 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.138675+0000", 2021-03-04T23:28:24.000 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0628000000000001e-05 2021-03-04T23:28:24.000 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.000 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.000 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:28:24.000 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.138686+0000", 2021-03-04T23:28:24.001 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3538710469999999 2021-03-04T23:28:24.001 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.001 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.001 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:24.002 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.492557+0000", 2021-03-04T23:28:24.002 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000105388 2021-03-04T23:28:24.002 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.002 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.003 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:24.003 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.492662+0000", 2021-03-04T23:28:24.003 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000140932 2021-03-04T23:28:24.003 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.003 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.004 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:28:24.004 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.492803+0000", 2021-03-04T23:28:24.004 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.013961998999999999 2021-03-04T23:28:24.004 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.005 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.005 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:24.005 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.506765+0000", 2021-03-04T23:28:24.005 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014975983 2021-03-04T23:28:24.005 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.006 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.006 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.006 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.521741+0000", 2021-03-04T23:28:24.006 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00019117299999999999 2021-03-04T23:28:24.007 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.007 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.007 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.007 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.521932+0000", 2021-03-04T23:28:24.008 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6498000000000002e-05 2021-03-04T23:28:24.008 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.008 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.008 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:24.008 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.521969+0000", 2021-03-04T23:28:24.009 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0045207449999999996 2021-03-04T23:28:24.009 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.009 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.009 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:24.010 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.526489+0000", 2021-03-04T23:28:24.010 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.387978189 2021-03-04T23:28:24.010 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.010 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:24.011 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.011 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.011 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.011 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119677 9.6 9:639986e1:::benchmark_data_gibba011_139107_object119676:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e150)", 2021-03-04T23:28:24.012 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:38.307642+0000", 2021-03-04T23:28:24.012 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 165.604791541, 2021-03-04T23:28:24.012 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.22676939400000001, 2021-03-04T23:28:24.012 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:24.012 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:24.013 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:24.013 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:24.013 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:24.013 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119677 2021-03-04T23:28:24.014 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.014 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:24.014 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.014 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:24.014 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.307642+0000", 2021-03-04T23:28:24.015 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:24.015 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.015 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.015 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:24.016 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.307642+0000", 2021-03-04T23:28:24.016 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012871200000000001 2021-03-04T23:28:24.016 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.016 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.017 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:24.017 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.307771+0000", 2021-03-04T23:28:24.017 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.762e-06 2021-03-04T23:28:24.017 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.017 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.018 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:24.018 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.307772+0000", 2021-03-04T23:28:24.018 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6579999999999997e-06 2021-03-04T23:28:24.018 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.019 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.019 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:24.019 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.307782+0000", 2021-03-04T23:28:24.019 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.091e-06 2021-03-04T23:28:24.019 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.020 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.020 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:24.020 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.307787+0000", 2021-03-04T23:28:24.020 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3089e-05 2021-03-04T23:28:24.021 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.021 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.021 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:24.021 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.307830+0000", 2021-03-04T23:28:24.021 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6730000000000004e-06 2021-03-04T23:28:24.022 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.022 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.022 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:28:24.022 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.307840+0000", 2021-03-04T23:28:24.023 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.18804957999999999 2021-03-04T23:28:24.023 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.023 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.023 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:24.023 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.495890+0000", 2021-03-04T23:28:24.024 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00054575700000000001 2021-03-04T23:28:24.024 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.024 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.024 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:24.025 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.496435+0000", 2021-03-04T23:28:24.025 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013770000000000001 2021-03-04T23:28:24.025 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.025 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.025 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:28:24.026 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.496573+0000", 2021-03-04T23:28:24.026 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017230617 2021-03-04T23:28:24.026 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.026 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.026 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:24.027 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.513804+0000", 2021-03-04T23:28:24.027 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0079780249999999997 2021-03-04T23:28:24.027 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.027 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.028 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.028 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.521782+0000", 2021-03-04T23:28:24.028 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0082692419999999996 2021-03-04T23:28:24.028 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.028 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.029 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.029 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.530051+0000", 2021-03-04T23:28:24.029 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4913000000000003e-05 2021-03-04T23:28:24.029 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.029 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.030 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:24.030 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.530086+0000", 2021-03-04T23:28:24.030 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0043255749999999999 2021-03-04T23:28:24.030 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.031 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.031 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:24.031 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.534411+0000", 2021-03-04T23:28:24.031 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.22676939400000001 2021-03-04T23:28:24.031 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.032 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:24.032 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.032 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.032 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.033 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119686 9.6 9:62820440:::benchmark_data_gibba011_139107_object119685:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e150)", 2021-03-04T23:28:24.033 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:38.357535+0000", 2021-03-04T23:28:24.033 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 165.55489855299999, 2021-03-04T23:28:24.033 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.18095108200000001, 2021-03-04T23:28:24.033 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:24.034 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:24.034 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:24.034 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:24.034 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:24.035 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119686 2021-03-04T23:28:24.035 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.035 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:24.035 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.035 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:24.036 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.357535+0000", 2021-03-04T23:28:24.036 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:24.036 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.036 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.036 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:24.037 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.357535+0000", 2021-03-04T23:28:24.037 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0038e-05 2021-03-04T23:28:24.037 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.037 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.038 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:24.038 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.357555+0000", 2021-03-04T23:28:24.038 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7659999999999999e-06 2021-03-04T23:28:24.038 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.038 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.039 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:24.039 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.357557+0000", 2021-03-04T23:28:24.039 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0556e-05 2021-03-04T23:28:24.039 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.040 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.040 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:24.040 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.357567+0000", 2021-03-04T23:28:24.040 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6149999999999999e-06 2021-03-04T23:28:24.040 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.041 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.041 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:24.041 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.357572+0000", 2021-03-04T23:28:24.041 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2344e-05 2021-03-04T23:28:24.041 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.042 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.042 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:24.042 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.357614+0000", 2021-03-04T23:28:24.042 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1174e-05 2021-03-04T23:28:24.043 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.043 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.043 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:28:24.043 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.357625+0000", 2021-03-04T23:28:24.043 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14225009799999999 2021-03-04T23:28:24.044 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.044 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.044 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:24.044 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.499876+0000", 2021-03-04T23:28:24.045 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000110245 2021-03-04T23:28:24.045 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.045 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.045 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:24.045 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.499986+0000", 2021-03-04T23:28:24.046 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012758499999999999 2021-03-04T23:28:24.046 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.046 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.046 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:28:24.046 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.500113+0000", 2021-03-04T23:28:24.047 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.013699006999999999 2021-03-04T23:28:24.047 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.047 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.047 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:24.048 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.513812+0000", 2021-03-04T23:28:24.048 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0079989459999999998 2021-03-04T23:28:24.048 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.048 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.048 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.049 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.521811+0000", 2021-03-04T23:28:24.049 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.012655018000000001 2021-03-04T23:28:24.049 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.049 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.049 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.050 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.534466+0000", 2021-03-04T23:28:24.050 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4934999999999997e-05 2021-03-04T23:28:24.050 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.050 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.051 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:24.051 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.534501+0000", 2021-03-04T23:28:24.051 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0039847550000000004 2021-03-04T23:28:24.051 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.051 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.052 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:24.052 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.538486+0000", 2021-03-04T23:28:24.052 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.18095108200000001 2021-03-04T23:28:24.052 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.053 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:24.053 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.053 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.053 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.053 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119695 9.6 9:6fdb1547:::benchmark_data_gibba011_139107_object119694:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e150)", 2021-03-04T23:28:24.054 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:38.382072+0000", 2021-03-04T23:28:24.054 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 165.53036124499999, 2021-03-04T23:28:24.054 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.163602571, 2021-03-04T23:28:24.054 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:24.054 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:24.055 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:24.055 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:24.055 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:24.055 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119695 2021-03-04T23:28:24.056 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.056 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:24.056 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.056 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:24.056 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.382072+0000", 2021-03-04T23:28:24.057 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:24.057 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.057 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.057 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:24.058 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.382072+0000", 2021-03-04T23:28:24.058 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0015000000000001e-05 2021-03-04T23:28:24.058 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.058 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.058 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:24.059 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.382122+0000", 2021-03-04T23:28:24.059 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.455e-06 2021-03-04T23:28:24.059 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.059 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.060 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:24.060 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.382124+0000", 2021-03-04T23:28:24.060 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0166000000000001e-05 2021-03-04T23:28:24.060 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.060 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.061 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:24.061 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.382134+0000", 2021-03-04T23:28:24.061 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6110000000000004e-06 2021-03-04T23:28:24.061 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.061 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.062 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:24.062 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.382138+0000", 2021-03-04T23:28:24.062 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3702999999999998e-05 2021-03-04T23:28:24.062 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.063 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.063 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:24.063 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.382182+0000", 2021-03-04T23:28:24.063 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.5559999999999996e-06 2021-03-04T23:28:24.063 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.064 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.064 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:28:24.064 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.382192+0000", 2021-03-04T23:28:24.064 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.121091038 2021-03-04T23:28:24.064 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.065 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.065 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:24.065 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.503283+0000", 2021-03-04T23:28:24.065 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00015296900000000001 2021-03-04T23:28:24.065 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.066 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.066 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:24.066 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.503436+0000", 2021-03-04T23:28:24.066 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00016375100000000001 2021-03-04T23:28:24.067 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.067 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.067 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:28:24.067 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.503600+0000", 2021-03-04T23:28:24.067 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.013259857 2021-03-04T23:28:24.068 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.068 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.068 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:24.068 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.516859+0000", 2021-03-04T23:28:24.068 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0049788230000000003 2021-03-04T23:28:24.069 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.069 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.069 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.069 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.521838+0000", 2021-03-04T23:28:24.069 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.019779213 2021-03-04T23:28:24.070 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.070 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.070 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.070 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.541617+0000", 2021-03-04T23:28:24.071 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2136000000000003e-05 2021-03-04T23:28:24.071 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.071 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.071 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:24.071 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.541680+0000", 2021-03-04T23:28:24.072 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0039952779999999997 2021-03-04T23:28:24.072 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.072 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.072 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:24.072 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.545675+0000", 2021-03-04T23:28:24.073 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.163602571 2021-03-04T23:28:24.073 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.073 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:24.073 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.074 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.074 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.074 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119697 9.6 9:6ba3fe0d:::benchmark_data_gibba011_139107_object119696:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e150)", 2021-03-04T23:28:24.074 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:38.382958+0000", 2021-03-04T23:28:24.074 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 165.52947550900001, 2021-03-04T23:28:24.075 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.166325265, 2021-03-04T23:28:24.075 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:24.075 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:24.075 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:24.075 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:24.076 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:24.076 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119697 2021-03-04T23:28:24.076 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.076 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:24.077 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.077 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:24.077 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.382958+0000", 2021-03-04T23:28:24.077 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:24.077 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.078 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.078 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:24.078 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.382958+0000", 2021-03-04T23:28:24.078 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.0908000000000006e-05 2021-03-04T23:28:24.079 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.079 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.079 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:24.079 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.383029+0000", 2021-03-04T23:28:24.079 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.331e-06 2021-03-04T23:28:24.080 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.080 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.080 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:24.080 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.383030+0000", 2021-03-04T23:28:24.080 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6190000000000006e-06 2021-03-04T23:28:24.081 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.081 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.081 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:24.081 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.383040+0000", 2021-03-04T23:28:24.082 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6959999999999996e-06 2021-03-04T23:28:24.082 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.082 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.082 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:24.082 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.383045+0000", 2021-03-04T23:28:24.083 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8841000000000003e-05 2021-03-04T23:28:24.083 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.083 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.083 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:24.084 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.383083+0000", 2021-03-04T23:28:24.084 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.7399999999999993e-06 2021-03-04T23:28:24.084 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.084 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.084 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:28:24.085 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.383092+0000", 2021-03-04T23:28:24.085 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.123703967 2021-03-04T23:28:24.085 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.085 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.085 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:24.086 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.506796+0000", 2021-03-04T23:28:24.086 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000145298 2021-03-04T23:28:24.086 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.086 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.087 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:24.087 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.506941+0000", 2021-03-04T23:28:24.087 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00016545899999999999 2021-03-04T23:28:24.087 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.087 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.088 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:28:24.088 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.507107+0000", 2021-03-04T23:28:24.088 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0097621619999999996 2021-03-04T23:28:24.088 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.088 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.089 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:24.089 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.516869+0000", 2021-03-04T23:28:24.089 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0049946069999999999 2021-03-04T23:28:24.089 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.089 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.090 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.090 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.521864+0000", 2021-03-04T23:28:24.090 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.023856892000000001 2021-03-04T23:28:24.090 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.091 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.091 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.091 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.545721+0000", 2021-03-04T23:28:24.091 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1306e-05 2021-03-04T23:28:24.091 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.092 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.092 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:24.092 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.545772+0000", 2021-03-04T23:28:24.092 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0035114389999999999 2021-03-04T23:28:24.092 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.093 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.093 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:24.093 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.549283+0000", 2021-03-04T23:28:24.093 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.166325265 2021-03-04T23:28:24.093 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.094 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:24.094 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.094 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.094 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.095 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:122076 9.f 9:fcec9cf0:::benchmark_data_gibba011_139107_object122075:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e151)", 2021-03-04T23:28:24.095 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:41.227263+0000", 2021-03-04T23:28:24.095 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 162.68517080399999, 2021-03-04T23:28:24.095 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14905162399999999, 2021-03-04T23:28:24.095 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:24.096 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:24.096 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:24.096 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:24.096 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:24.096 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 122076 2021-03-04T23:28:24.097 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.097 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:24.097 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.097 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:24.098 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.227263+0000", 2021-03-04T23:28:24.098 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:24.098 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.098 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.098 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:24.099 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.227263+0000", 2021-03-04T23:28:24.099 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9434000000000001e-05 2021-03-04T23:28:24.099 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.099 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.100 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:24.100 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.227312+0000", 2021-03-04T23:28:24.100 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0060000000000001e-06 2021-03-04T23:28:24.100 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.100 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.101 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:24.101 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.227315+0000", 2021-03-04T23:28:24.101 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0246e-05 2021-03-04T23:28:24.101 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.101 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.102 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:24.102 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.227325+0000", 2021-03-04T23:28:24.102 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4959999999999998e-06 2021-03-04T23:28:24.102 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.103 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.103 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:24.103 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.227330+0000", 2021-03-04T23:28:24.103 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.12193688699999999 2021-03-04T23:28:24.103 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.104 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.104 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:24.104 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.349267+0000", 2021-03-04T23:28:24.104 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00015683599999999999 2021-03-04T23:28:24.105 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.105 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.105 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:24.105 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.349424+0000", 2021-03-04T23:28:24.105 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000170693 2021-03-04T23:28:24.106 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.106 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.106 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:28:24.106 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.349594+0000", 2021-03-04T23:28:24.106 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.01345349 2021-03-04T23:28:24.107 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.107 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.107 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.107 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.363048+0000", 2021-03-04T23:28:24.107 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0061999999999997e-05 2021-03-04T23:28:24.108 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.108 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.108 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.108 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.363088+0000", 2021-03-04T23:28:24.109 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0087057679999999991 2021-03-04T23:28:24.109 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.109 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.109 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:24.109 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.371794+0000", 2021-03-04T23:28:24.110 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0749e-05 2021-03-04T23:28:24.110 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.110 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.110 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:24.110 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.371824+0000", 2021-03-04T23:28:24.111 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0044899570000000001 2021-03-04T23:28:24.111 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.111 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.111 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:24.111 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.376314+0000", 2021-03-04T23:28:24.112 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14905162399999999 2021-03-04T23:28:24.112 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.112 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:24.112 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.113 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.113 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.113 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:122077 9.7 9:e1c44017:::benchmark_data_gibba011_139107_object122076:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e151)", 2021-03-04T23:28:24.113 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:41.229421+0000", 2021-03-04T23:28:24.113 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 162.68301295000001, 2021-03-04T23:28:24.114 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.146996566, 2021-03-04T23:28:24.114 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:24.114 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:24.114 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:24.114 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:24.115 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:24.115 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 122077 2021-03-04T23:28:24.115 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.115 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:24.116 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.116 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:24.116 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.229421+0000", 2021-03-04T23:28:24.116 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:24.116 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.117 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.117 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:24.117 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.229421+0000", 2021-03-04T23:28:24.117 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.2379000000000001e-05 2021-03-04T23:28:24.117 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.118 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.118 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:24.118 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.229473+0000", 2021-03-04T23:28:24.118 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.3240000000000003e-06 2021-03-04T23:28:24.118 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.119 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.119 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:24.119 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.229481+0000", 2021-03-04T23:28:24.119 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.3039999999999994e-06 2021-03-04T23:28:24.120 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.120 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.120 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:24.120 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.229491+0000", 2021-03-04T23:28:24.120 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.019e-06 2021-03-04T23:28:24.121 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.121 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.121 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:24.121 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.229495+0000", 2021-03-04T23:28:24.121 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.133615862 2021-03-04T23:28:24.122 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.122 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.122 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:24.122 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.363110+0000", 2021-03-04T23:28:24.122 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000120834 2021-03-04T23:28:24.123 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.123 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.123 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:24.123 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.363231+0000", 2021-03-04T23:28:24.124 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013338600000000001 2021-03-04T23:28:24.124 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.124 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.124 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:28:24.124 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.363365+0000", 2021-03-04T23:28:24.125 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.003594215 2021-03-04T23:28:24.125 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.125 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.125 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.126 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.366959+0000", 2021-03-04T23:28:24.126 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9858000000000001e-05 2021-03-04T23:28:24.126 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.126 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.126 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.127 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.366989+0000", 2021-03-04T23:28:24.127 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0093648770000000006 2021-03-04T23:28:24.127 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.127 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.127 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:24.128 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.376354+0000", 2021-03-04T23:28:24.128 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4511999999999998e-05 2021-03-04T23:28:24.128 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.128 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.129 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:24.129 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.376388+0000", 2021-03-04T23:28:24.129 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8996000000000002e-05 2021-03-04T23:28:24.129 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.129 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.130 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:24.130 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.376417+0000", 2021-03-04T23:28:24.130 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.146996566 2021-03-04T23:28:24.130 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.131 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:24.131 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.131 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.131 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.131 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:122818 9.f 9:fab6276c:::benchmark_data_gibba011_139107_object122817:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e151)", 2021-03-04T23:28:24.132 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:42.125721+0000", 2021-03-04T23:28:24.132 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 161.786712317, 2021-03-04T23:28:24.132 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.143931103, 2021-03-04T23:28:24.132 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:24.132 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:24.133 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:24.133 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:24.133 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:24.133 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 122818 2021-03-04T23:28:24.134 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.134 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:24.134 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.134 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:24.134 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.125721+0000", 2021-03-04T23:28:24.135 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:24.135 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.135 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.135 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:24.136 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.125721+0000", 2021-03-04T23:28:24.136 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3383999999999997e-05 2021-03-04T23:28:24.136 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.136 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.136 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:24.137 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.125755+0000", 2021-03-04T23:28:24.137 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.127e-06 2021-03-04T23:28:24.137 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.137 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.137 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:24.138 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.125756+0000", 2021-03-04T23:28:24.138 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.959e-06 2021-03-04T23:28:24.138 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.138 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.139 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:24.139 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.125762+0000", 2021-03-04T23:28:24.139 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2189999999999998e-06 2021-03-04T23:28:24.139 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.139 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.140 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:24.140 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.125766+0000", 2021-03-04T23:28:24.140 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.040370722999999997 2021-03-04T23:28:24.140 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.141 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.141 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:24.141 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.166137+0000", 2021-03-04T23:28:24.141 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00016579400000000001 2021-03-04T23:28:24.141 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.142 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.142 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:24.142 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.166302+0000", 2021-03-04T23:28:24.142 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00015476199999999999 2021-03-04T23:28:24.143 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.143 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.143 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:28:24.143 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.166457+0000", 2021-03-04T23:28:24.143 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010786054 2021-03-04T23:28:24.144 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.144 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.144 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.144 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.177243+0000", 2021-03-04T23:28:24.144 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1576000000000001e-05 2021-03-04T23:28:24.145 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.145 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.145 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:24.145 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.177255+0000", 2021-03-04T23:28:24.145 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.086925460999999996 2021-03-04T23:28:24.146 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.146 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.146 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.146 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.264180+0000", 2021-03-04T23:28:24.147 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7514e-05 2021-03-04T23:28:24.147 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.147 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.147 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:24.147 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.264218+0000", 2021-03-04T23:28:24.148 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0054345299999999999 2021-03-04T23:28:24.148 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.148 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.148 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:24.148 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.269652+0000", 2021-03-04T23:28:24.149 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.143931103 2021-03-04T23:28:24.149 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.149 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:24.149 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.150 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.150 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.150 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:122827 9.7 9:e79c9adc:::benchmark_data_gibba011_139107_object122826:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e151)", 2021-03-04T23:28:24.150 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:42.131130+0000", 2021-03-04T23:28:24.150 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 161.78130349400001, 2021-03-04T23:28:24.151 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14888257099999999, 2021-03-04T23:28:24.151 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:24.151 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:24.151 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:24.152 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:24.152 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:24.152 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 122827 2021-03-04T23:28:24.152 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.152 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:24.153 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.153 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:24.153 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.131130+0000", 2021-03-04T23:28:24.153 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:24.153 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.154 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.154 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:24.154 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.131130+0000", 2021-03-04T23:28:24.154 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0890000000000002e-05 2021-03-04T23:28:24.155 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.155 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.155 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:24.155 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.131181+0000", 2021-03-04T23:28:24.155 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.178e-06 2021-03-04T23:28:24.156 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.156 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.156 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:24.156 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.131182+0000", 2021-03-04T23:28:24.156 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.0620000000000007e-06 2021-03-04T23:28:24.157 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.157 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.157 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:24.157 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.131191+0000", 2021-03-04T23:28:24.158 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2799999999999999e-06 2021-03-04T23:28:24.158 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.158 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.158 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:24.158 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.131194+0000", 2021-03-04T23:28:24.159 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.046092706999999997 2021-03-04T23:28:24.159 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.159 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.159 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:24.160 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.177287+0000", 2021-03-04T23:28:24.160 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011153400000000001 2021-03-04T23:28:24.160 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.160 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.160 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:24.161 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.177399+0000", 2021-03-04T23:28:24.161 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000118916 2021-03-04T23:28:24.161 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.161 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.162 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:28:24.162 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.177518+0000", 2021-03-04T23:28:24.162 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0061539439999999997 2021-03-04T23:28:24.162 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.162 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.163 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.163 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.183672+0000", 2021-03-04T23:28:24.163 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.1729999999999997e-06 2021-03-04T23:28:24.163 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.163 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.164 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:24.164 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.183676+0000", 2021-03-04T23:28:24.164 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.096283256999999997 2021-03-04T23:28:24.164 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.164 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.165 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.165 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.279959+0000", 2021-03-04T23:28:24.165 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8017999999999998e-05 2021-03-04T23:28:24.165 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.166 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.166 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:24.166 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.279987+0000", 2021-03-04T23:28:24.166 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5612000000000001e-05 2021-03-04T23:28:24.166 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.167 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.167 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:24.167 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.280013+0000", 2021-03-04T23:28:24.167 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14888257099999999 2021-03-04T23:28:24.167 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.168 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:24.168 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.168 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.168 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.168 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:132256 9.f 9:fe9d6de4:::benchmark_data_gibba011_139107_object132255:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e152)", 2021-03-04T23:28:24.169 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:53.765736+0000", 2021-03-04T23:28:24.169 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 150.14669741200001, 2021-03-04T23:28:24.169 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.15191531999999999, 2021-03-04T23:28:24.169 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:24.170 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:24.170 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:24.170 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:24.170 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:24.170 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 132256 2021-03-04T23:28:24.171 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.171 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:24.171 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.171 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:24.171 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.765736+0000", 2021-03-04T23:28:24.172 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:24.172 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.172 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.172 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:24.173 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.765736+0000", 2021-03-04T23:28:24.173 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8739999999999997e-05 2021-03-04T23:28:24.173 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.173 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.173 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:24.174 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.765795+0000", 2021-03-04T23:28:24.174 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5489999999999999e-06 2021-03-04T23:28:24.174 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.174 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.175 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:24.175 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.765796+0000", 2021-03-04T23:28:24.175 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.8440000000000004e-06 2021-03-04T23:28:24.175 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.175 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.176 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:24.176 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.765805+0000", 2021-03-04T23:28:24.176 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3649999999999997e-06 2021-03-04T23:28:24.176 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.176 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.177 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:24.177 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.765810+0000", 2021-03-04T23:28:24.177 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.085989566000000003 2021-03-04T23:28:24.177 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.177 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.178 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:24.178 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.851799+0000", 2021-03-04T23:28:24.178 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000105093 2021-03-04T23:28:24.178 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.179 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.179 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:24.179 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.851904+0000", 2021-03-04T23:28:24.179 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000106962 2021-03-04T23:28:24.179 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.180 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.180 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:28:24.180 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.852011+0000", 2021-03-04T23:28:24.180 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0083494639999999992 2021-03-04T23:28:24.180 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.181 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.181 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:24.181 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.860361+0000", 2021-03-04T23:28:24.181 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0052829410000000002 2021-03-04T23:28:24.182 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.182 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.182 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.182 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.865644+0000", 2021-03-04T23:28:24.182 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.046730602000000003 2021-03-04T23:28:24.183 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.183 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.183 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.183 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.912374+0000", 2021-03-04T23:28:24.184 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9465999999999997e-05 2021-03-04T23:28:24.184 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.184 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.184 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:24.184 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.912424+0000", 2021-03-04T23:28:24.185 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0052277280000000001 2021-03-04T23:28:24.185 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.185 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.185 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:24.185 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.917651+0000", 2021-03-04T23:28:24.186 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.15191531999999999 2021-03-04T23:28:24.186 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.186 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:24.186 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.187 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.187 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.187 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:132257 9.f 9:fcef6a60:::benchmark_data_gibba011_139107_object132256:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e152)", 2021-03-04T23:28:24.187 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:53.765820+0000", 2021-03-04T23:28:24.187 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 150.14661367299999, 2021-03-04T23:28:24.188 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.157545775, 2021-03-04T23:28:24.188 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:24.188 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:24.188 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:24.189 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:24.189 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:24.189 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 132257 2021-03-04T23:28:24.189 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.189 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:24.190 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.190 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:24.190 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.765820+0000", 2021-03-04T23:28:24.190 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:24.190 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.191 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.191 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:24.191 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.765820+0000", 2021-03-04T23:28:24.191 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7924999999999999e-05 2021-03-04T23:28:24.192 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.192 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.192 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:24.192 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.765878+0000", 2021-03-04T23:28:24.192 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.2699999999999998e-07 2021-03-04T23:28:24.193 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.193 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.193 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:24.193 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.765879+0000", 2021-03-04T23:28:24.193 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.602e-06 2021-03-04T23:28:24.194 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.194 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.194 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:24.194 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.765887+0000", 2021-03-04T23:28:24.195 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7469999999999999e-06 2021-03-04T23:28:24.195 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.195 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.195 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:24.195 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.765891+0000", 2021-03-04T23:28:24.196 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.089176082000000004 2021-03-04T23:28:24.196 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.196 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.196 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:24.196 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.855067+0000", 2021-03-04T23:28:24.197 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000103667 2021-03-04T23:28:24.197 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.197 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.197 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:24.198 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.855171+0000", 2021-03-04T23:28:24.198 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000111549 2021-03-04T23:28:24.198 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.198 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.198 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:28:24.199 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.855282+0000", 2021-03-04T23:28:24.199 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010297893000000001 2021-03-04T23:28:24.199 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.199 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.200 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:24.200 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.865580+0000", 2021-03-04T23:28:24.200 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4821999999999995e-05 2021-03-04T23:28:24.200 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.200 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.201 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.201 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.865665+0000", 2021-03-04T23:28:24.201 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.052060943999999998 2021-03-04T23:28:24.201 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.201 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.202 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.202 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.917726+0000", 2021-03-04T23:28:24.202 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6144999999999999e-05 2021-03-04T23:28:24.202 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.203 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.203 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:24.203 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.917782+0000", 2021-03-04T23:28:24.203 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0055835720000000002 2021-03-04T23:28:24.203 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.204 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.204 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:24.204 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.923366+0000", 2021-03-04T23:28:24.204 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.157545775 2021-03-04T23:28:24.204 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.205 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:24.205 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.205 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.205 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.206 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:132263 9.7 9:ef1cbdd3:::benchmark_data_gibba011_139107_object132262:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e152)", 2021-03-04T23:28:24.206 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:53.773868+0000", 2021-03-04T23:28:24.206 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 150.13856527900001, 2021-03-04T23:28:24.206 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14391426500000001, 2021-03-04T23:28:24.206 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:24.207 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:24.207 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:24.207 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:24.207 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:24.208 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 132263 2021-03-04T23:28:24.208 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.208 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:24.208 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.208 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:24.209 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.773868+0000", 2021-03-04T23:28:24.209 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:24.209 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.209 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.209 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:24.210 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.773868+0000", 2021-03-04T23:28:24.210 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7985000000000002e-05 2021-03-04T23:28:24.210 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.210 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.211 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:24.211 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.773916+0000", 2021-03-04T23:28:24.211 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3819999999999998e-06 2021-03-04T23:28:24.211 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.211 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.212 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:24.212 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.773919+0000", 2021-03-04T23:28:24.212 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4143e-05 2021-03-04T23:28:24.212 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.213 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.213 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:24.213 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.773933+0000", 2021-03-04T23:28:24.213 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6659999999999996e-06 2021-03-04T23:28:24.213 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.214 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.214 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:24.214 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.773938+0000", 2021-03-04T23:28:24.214 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.084020261999999998 2021-03-04T23:28:24.214 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.215 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.215 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:24.215 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.857959+0000", 2021-03-04T23:28:24.215 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.0627e-05 2021-03-04T23:28:24.216 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.216 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.216 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:24.216 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.858029+0000", 2021-03-04T23:28:24.216 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9862000000000002e-05 2021-03-04T23:28:24.217 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.217 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.217 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:28:24.217 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.858109+0000", 2021-03-04T23:28:24.217 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0075032179999999999 2021-03-04T23:28:24.218 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.218 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.218 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:24.218 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.865612+0000", 2021-03-04T23:28:24.219 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2156999999999997e-05 2021-03-04T23:28:24.219 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.219 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.219 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.219 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.865645+0000", 2021-03-04T23:28:24.220 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.052057144999999999 2021-03-04T23:28:24.220 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.220 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.220 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.220 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.917702+0000", 2021-03-04T23:28:24.221 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.71e-05 2021-03-04T23:28:24.221 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.221 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.221 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:24.222 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.917749+0000", 2021-03-04T23:28:24.222 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3717999999999998e-05 2021-03-04T23:28:24.222 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.222 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.222 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:24.223 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.917782+0000", 2021-03-04T23:28:24.223 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14391426500000001 2021-03-04T23:28:24.223 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.223 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:24.223 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.224 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.224 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.224 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:132273 9.f 9:f977613b:::benchmark_data_gibba011_139107_object132272:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e152)", 2021-03-04T23:28:24.224 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:53.785887+0000", 2021-03-04T23:28:24.225 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 150.12654607100001, 2021-03-04T23:28:24.225 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14373834299999999, 2021-03-04T23:28:24.225 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:24.225 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:24.225 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:24.226 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:24.226 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:24.226 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 132273 2021-03-04T23:28:24.226 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.226 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:24.227 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.227 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:24.227 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.785887+0000", 2021-03-04T23:28:24.227 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:24.228 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.228 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.228 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:24.228 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.785887+0000", 2021-03-04T23:28:24.228 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6569000000000001e-05 2021-03-04T23:28:24.229 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.229 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.229 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:24.229 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.785934+0000", 2021-03-04T23:28:24.229 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7430000000000001e-06 2021-03-04T23:28:24.230 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.230 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.230 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:24.230 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.785936+0000", 2021-03-04T23:28:24.231 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1141000000000001e-05 2021-03-04T23:28:24.231 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.231 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.231 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:24.231 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.785947+0000", 2021-03-04T23:28:24.232 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.1469999999999998e-06 2021-03-04T23:28:24.232 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.232 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.232 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:24.233 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.785953+0000", 2021-03-04T23:28:24.233 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.071955454000000002 2021-03-04T23:28:24.233 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.233 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.233 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:24.234 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.857908+0000", 2021-03-04T23:28:24.234 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.276e-05 2021-03-04T23:28:24.234 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.234 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.234 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:24.235 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.858001+0000", 2021-03-04T23:28:24.235 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000102891 2021-03-04T23:28:24.235 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.235 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.236 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:28:24.236 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.858104+0000", 2021-03-04T23:28:24.236 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.007503666 2021-03-04T23:28:24.236 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.236 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.237 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:24.237 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.865608+0000", 2021-03-04T23:28:24.237 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4399000000000003e-05 2021-03-04T23:28:24.237 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.237 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.238 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.238 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.865692+0000", 2021-03-04T23:28:24.238 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.057733194000000002 2021-03-04T23:28:24.238 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.239 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.239 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.239 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.923425+0000", 2021-03-04T23:28:24.239 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1651999999999999e-05 2021-03-04T23:28:24.239 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.240 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.240 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:24.240 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.923477+0000", 2021-03-04T23:28:24.240 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0061487269999999997 2021-03-04T23:28:24.241 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.241 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.241 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:24.241 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.929626+0000", 2021-03-04T23:28:24.241 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14373834299999999 2021-03-04T23:28:24.242 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.242 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:24.242 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.242 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.242 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.243 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:137055 9.7 9:e7edb1ea:::benchmark_data_gibba011_139107_object137054:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e154)", 2021-03-04T23:28:24.243 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:00.495624+0000", 2021-03-04T23:28:24.243 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 143.41680962699999, 2021-03-04T23:28:24.243 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14886870099999999, 2021-03-04T23:28:24.244 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:24.244 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:24.244 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:24.244 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:24.244 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:24.245 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 137055 2021-03-04T23:28:24.245 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.245 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:24.245 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.246 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:24.246 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.495624+0000", 2021-03-04T23:28:24.246 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:24.246 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.246 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.247 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:24.247 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.495624+0000", 2021-03-04T23:28:24.247 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.5606999999999995e-05 2021-03-04T23:28:24.247 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.247 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.248 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:24.248 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.495709+0000", 2021-03-04T23:28:24.248 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.429e-06 2021-03-04T23:28:24.248 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.249 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.249 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:24.249 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.495711+0000", 2021-03-04T23:28:24.249 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.3689999999999996e-06 2021-03-04T23:28:24.249 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.250 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.250 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:24.250 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.495720+0000", 2021-03-04T23:28:24.250 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2549999999999999e-06 2021-03-04T23:28:24.251 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.251 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.251 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:24.251 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.495725+0000", 2021-03-04T23:28:24.251 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.132547955 2021-03-04T23:28:24.252 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.252 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.252 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:24.252 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.628272+0000", 2021-03-04T23:28:24.253 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000113732 2021-03-04T23:28:24.253 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.253 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.253 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:24.253 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.628386+0000", 2021-03-04T23:28:24.254 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.8333999999999998e-05 2021-03-04T23:28:24.254 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.254 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.254 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:28:24.254 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.628475+0000", 2021-03-04T23:28:24.255 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0088237460000000004 2021-03-04T23:28:24.255 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.255 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.255 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.256 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.637298+0000", 2021-03-04T23:28:24.256 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.677e-05 2021-03-04T23:28:24.256 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.256 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.256 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.257 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.637315+0000", 2021-03-04T23:28:24.257 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0071153859999999996 2021-03-04T23:28:24.257 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.257 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.258 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:24.258 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.644430+0000", 2021-03-04T23:28:24.258 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5513999999999999e-05 2021-03-04T23:28:24.258 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.258 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.259 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:24.259 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.644466+0000", 2021-03-04T23:28:24.259 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6604000000000001e-05 2021-03-04T23:28:24.259 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.260 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.260 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:24.260 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.644493+0000", 2021-03-04T23:28:24.260 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14886870099999999 2021-03-04T23:28:24.260 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.261 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:24.261 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.261 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.261 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.261 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:137058 9.f 9:fdb4fb6b:::benchmark_data_gibba011_139107_object137057:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e154)", 2021-03-04T23:28:24.262 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:00.509516+0000", 2021-03-04T23:28:24.262 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 143.40291732, 2021-03-04T23:28:24.262 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.151232955, 2021-03-04T23:28:24.262 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:24.262 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:24.263 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:24.263 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:24.263 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:24.263 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 137058 2021-03-04T23:28:24.264 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.264 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:24.264 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.264 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:24.264 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.509516+0000", 2021-03-04T23:28:24.265 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:24.265 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.265 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.265 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:24.266 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.509516+0000", 2021-03-04T23:28:24.266 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.7774999999999994e-05 2021-03-04T23:28:24.266 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.266 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.266 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:24.267 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.509584+0000", 2021-03-04T23:28:24.267 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.548e-06 2021-03-04T23:28:24.267 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.267 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.268 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:24.268 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.509585+0000", 2021-03-04T23:28:24.268 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.1880000000000008e-06 2021-03-04T23:28:24.268 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.268 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.269 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:24.269 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.509595+0000", 2021-03-04T23:28:24.269 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.967e-06 2021-03-04T23:28:24.269 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.269 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.270 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:24.270 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.509600+0000", 2021-03-04T23:28:24.270 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.12770646599999999 2021-03-04T23:28:24.270 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.271 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.271 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:24.271 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.637306+0000", 2021-03-04T23:28:24.271 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000106969 2021-03-04T23:28:24.271 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.272 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.272 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:24.272 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.637413+0000", 2021-03-04T23:28:24.272 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000100098 2021-03-04T23:28:24.272 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.273 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.273 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:28:24.273 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.637513+0000", 2021-03-04T23:28:24.273 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010590094 2021-03-04T23:28:24.274 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.274 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.274 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:24.274 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.648103+0000", 2021-03-04T23:28:24.274 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0081918379999999999 2021-03-04T23:28:24.275 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.275 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.275 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.275 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.656295+0000", 2021-03-04T23:28:24.276 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.9653999999999999e-05 2021-03-04T23:28:24.276 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.276 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.276 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.276 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.656315+0000", 2021-03-04T23:28:24.277 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4530999999999999e-05 2021-03-04T23:28:24.277 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.277 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.277 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:24.277 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.656349+0000", 2021-03-04T23:28:24.278 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0043998270000000003 2021-03-04T23:28:24.278 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.278 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.278 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:24.279 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.660749+0000", 2021-03-04T23:28:24.279 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.151232955 2021-03-04T23:28:24.279 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.279 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:24.279 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.280 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.280 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.280 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:138413 9.f 9:f7f03b6b:::benchmark_data_gibba011_139107_object138412:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e154)", 2021-03-04T23:28:24.280 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:02.145675+0000", 2021-03-04T23:28:24.280 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 141.76675890199999, 2021-03-04T23:28:24.281 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.146516801, 2021-03-04T23:28:24.281 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:24.281 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:24.281 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:24.282 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:24.282 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:24.282 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 138413 2021-03-04T23:28:24.282 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.282 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:24.283 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.283 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:24.283 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.145675+0000", 2021-03-04T23:28:24.283 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:24.283 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.284 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.284 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:24.284 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.145675+0000", 2021-03-04T23:28:24.284 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.8347000000000001e-05 2021-03-04T23:28:24.285 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.285 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.285 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:24.285 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.145753+0000", 2021-03-04T23:28:24.285 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3799999999999999e-06 2021-03-04T23:28:24.286 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.286 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.286 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:24.286 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.145754+0000", 2021-03-04T23:28:24.286 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0107e-05 2021-03-04T23:28:24.287 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.287 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.287 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:24.287 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.145764+0000", 2021-03-04T23:28:24.288 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.549e-06 2021-03-04T23:28:24.288 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.288 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.288 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:24.288 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.145769+0000", 2021-03-04T23:28:24.289 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.074354704999999993 2021-03-04T23:28:24.289 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.289 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.289 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:24.289 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.220124+0000", 2021-03-04T23:28:24.290 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000149259 2021-03-04T23:28:24.290 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.290 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.290 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:24.291 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.220273+0000", 2021-03-04T23:28:24.291 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00019624599999999999 2021-03-04T23:28:24.291 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.291 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.291 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:28:24.292 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.220469+0000", 2021-03-04T23:28:24.292 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.011664374999999999 2021-03-04T23:28:24.292 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.292 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.293 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:24.293 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.232134+0000", 2021-03-04T23:28:24.293 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012972400000000001 2021-03-04T23:28:24.293 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.293 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.294 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.294 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.232263+0000", 2021-03-04T23:28:24.294 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.055602884999999998 2021-03-04T23:28:24.294 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.294 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.295 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.295 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.287866+0000", 2021-03-04T23:28:24.295 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8055000000000001e-05 2021-03-04T23:28:24.295 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.296 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.296 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:24.296 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.287904+0000", 2021-03-04T23:28:24.296 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0042871690000000004 2021-03-04T23:28:24.296 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.297 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.297 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:24.297 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.292191+0000", 2021-03-04T23:28:24.297 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.146516801 2021-03-04T23:28:24.297 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.298 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:24.298 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.298 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.298 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.299 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:138416 9.f 9:f812c70b:::benchmark_data_gibba011_139107_object138415:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e154)", 2021-03-04T23:28:24.299 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:02.150520+0000", 2021-03-04T23:28:24.299 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 141.76191368900001, 2021-03-04T23:28:24.299 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14592116299999999, 2021-03-04T23:28:24.300 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:24.300 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:24.300 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:24.300 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:24.300 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:24.301 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 138416 2021-03-04T23:28:24.301 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.301 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:24.301 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.302 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:24.302 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.150520+0000", 2021-03-04T23:28:24.302 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:24.302 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.302 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.303 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:24.303 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.150520+0000", 2021-03-04T23:28:24.303 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6267999999999997e-05 2021-03-04T23:28:24.303 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.304 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.304 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:24.304 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.150576+0000", 2021-03-04T23:28:24.304 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2359999999999999e-06 2021-03-04T23:28:24.304 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.305 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.305 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:24.305 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.150577+0000", 2021-03-04T23:28:24.305 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.025e-05 2021-03-04T23:28:24.306 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.306 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.306 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:24.306 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.150588+0000", 2021-03-04T23:28:24.306 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4070000000000003e-06 2021-03-04T23:28:24.307 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.307 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.307 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:24.307 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.150592+0000", 2021-03-04T23:28:24.308 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.093168340000000002 2021-03-04T23:28:24.308 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.308 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.308 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:24.309 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.243760+0000", 2021-03-04T23:28:24.309 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00015835 2021-03-04T23:28:24.309 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.309 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.309 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:24.310 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.243919+0000", 2021-03-04T23:28:24.310 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00017417299999999999 2021-03-04T23:28:24.310 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.310 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.310 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:28:24.311 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.244093+0000", 2021-03-04T23:28:24.311 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.012416784 2021-03-04T23:28:24.311 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.311 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.312 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:24.312 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.256510+0000", 2021-03-04T23:28:24.312 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9952e-05 2021-03-04T23:28:24.312 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.312 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.313 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.313 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.256550+0000", 2021-03-04T23:28:24.313 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.035708150000000001 2021-03-04T23:28:24.313 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.314 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.314 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:24.314 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.292258+0000", 2021-03-04T23:28:24.314 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3952999999999998e-05 2021-03-04T23:28:24.314 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.315 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.315 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:24.315 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.292292+0000", 2021-03-04T23:28:24.315 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0041492999999999999 2021-03-04T23:28:24.315 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:24.316 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:24.316 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:24.316 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.296441+0000", 2021-03-04T23:28:24.316 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14592116299999999 2021-03-04T23:28:24.317 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.317 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:24.317 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.317 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:24.317 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:24.318 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:28:24.318 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:24.320 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:28:24.320 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:28:24.320 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:28:24.320 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:28:24.321 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:28:24.321 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:28:24.321 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:28:24.321 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:28:24.322 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:28:24.322 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:28:24.322 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:28:24.323 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:28:24.323 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:28:24.323 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:28:24.323 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:28:24.324 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:28:24.342 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:24.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:24.343 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:24.444 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:24.462 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:24.463 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:24.463 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:24.527 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:24 gibba038 conmon[76675]: cluster 2021-03-04T23:28:22.649178+0000 mgr.x (mgr.34676) 756 : cluster [DBG] pgmap v697: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 197 op/s; 36786/383913 objects degraded (9.582%); 46311/383913 objects misplaced (12.063%); 872 KiB/s, 13 objects/s recovering 2021-03-04T23:28:24.528 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:24 gibba038 conmon[76675]: cluster 2021-03-04T23:28:23.904547+0000 mon.a (mon.0) 868 : cluster [WRN] Health check update: Degraded data redundancy: 36786/383913 objects degraded (9.582%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:24.528 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:24 gibba038 conmon[76675]: audit 2021-03-04T23:28:24.002941+0000 mon.a (mon.0) 869 : audit [DBG] from='client.? 172.21.2.111:0/1732038217' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:24.540 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-03-04T23:28:24.564 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:24.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:24.602 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:24.602 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:24.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:24 gibba011 conmon[95595]: cluster 2021-03-04T23:28:22.649178+0000 mgr.x (mgr.34676) 756 : cluster [DBG] pgmap v697: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 197 op/s; 36786/383913 objects degraded (9.582%); 46311/383913 objects misplaced (12.063%); 872 KiB/s, 13 objects/s recovering 2021-03-04T23:28:24.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:24 gibba011 conmon[95595]: cluster 2021-03-04T23:28:23.904547+0000 mon.a (mon.0) 868 : cluster [WRN] Health check update: Degraded data redundancy: 36786/383913 objects degraded (9.582%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:24.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:24 gibba011 conmon[95595]: audit 2021-03-04T23:28:24.002941+0000 mon.a (mon.0) 869 : audit [DBG] from='client.? 172.21.2.111:0/1732038217' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:24.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:24 gibba011 conmon[99461]: cluster 2021-03-04T23:28:22.649178+0000 mgr.x (mgr.34676) 756 : cluster [DBG] pgmap v697: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 197 op/s; 36786/383913 objects degraded (9.582%); 46311/383913 objects misplaced (12.063%); 872 KiB/s, 13 objects/s recovering 2021-03-04T23:28:24.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:24 gibba011 conmon[99461]: cluster 2021-03-04T23:28:23.904547+0000 mon.a (mon.0) 868 : cluster [WRN] Health check update: Degraded data redundancy: 36786/383913 objects degraded (9.582%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:24.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:24 gibba011 conmon[99461]: audit 2021-03-04T23:28:24.002941+0000 mon.a (mon.0) 869 : audit [DBG] from='client.? 172.21.2.111:0/1732038217' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:24.664 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:28:24.704 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:24.722 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:24.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:24.724 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:24.825 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:24.845 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:24.845 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:24.847 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:24.948 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:24.966 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:24.967 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:24.968 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:25.028 INFO:teuthology.orchestra.run.gibba011.stdout:moved 49 / 297 (16.4983%) 2021-03-04T23:28:25.029 INFO:teuthology.orchestra.run.gibba011.stdout:avg 42.4286 2021-03-04T23:28:25.029 INFO:teuthology.orchestra.run.gibba011.stdout:stddev 8.38122 -> 12.5682 (expected baseline 6.03053) 2021-03-04T23:28:25.029 INFO:teuthology.orchestra.run.gibba011.stdout:min osd.2 with 28 -> 33 pgs (0.659933 -> 0.777778 * mean) 2021-03-04T23:28:25.029 INFO:teuthology.orchestra.run.gibba011.stdout:max osd.1 with 52 -> 60 pgs (1.22559 -> 1.41414 * mean) 2021-03-04T23:28:25.030 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:28:25.030 INFO:teuthology.orchestra.run.gibba011.stdout:oload 110 2021-03-04T23:28:25.030 INFO:teuthology.orchestra.run.gibba011.stdout:max_change 1 2021-03-04T23:28:25.030 INFO:teuthology.orchestra.run.gibba011.stdout:max_change_osds 4 2021-03-04T23:28:25.030 INFO:teuthology.orchestra.run.gibba011.stdout:average_utilization 0.0443 2021-03-04T23:28:25.031 INFO:teuthology.orchestra.run.gibba011.stdout:overload_utilization 0.0487 2021-03-04T23:28:25.031 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7 weight 1.0000 -> 0.6368 2021-03-04T23:28:25.031 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1 weight 1.0000 -> 0.8608 2021-03-04T23:28:25.031 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5 weight 1.0000 -> 0.6690 2021-03-04T23:28:25.032 INFO:teuthology.orchestra.run.gibba011.stderr:no change 2021-03-04T23:28:25.069 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:25.424 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:25.425 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:25.425 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:25.527 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:25.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:25.554 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:25.555 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:25.657 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:25.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:25.677 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:25.677 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:25.779 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:25.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:25.799 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:25.799 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:25.901 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:25.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:25.930 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:25.931 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:26.033 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:26.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:26.059 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:26.060 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:26.161 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:26.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:26.185 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:26.185 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:26.209 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '3.0', 'overage': '1000', 'type': 'test-reweight-by-utilization'} 2021-03-04T23:28:26.210 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd test-reweight-by-utilization 1000 3.0 2021-03-04T23:28:26.262 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:28:26.263 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:28:26.287 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:26.315 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:26.316 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:26.316 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:26.339 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:26.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:26 gibba011 conmon[95595]: cluster 2021-03-04T23:28:24.649584+0000 mgr.x (mgr.34676) 757 : cluster [DBG] pgmap v698: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 213 op/s; 36786/382596 objects degraded (9.615%); 46183/382596 objects misplaced (12.071%); 736 KiB/s, 11 objects/s recovering 2021-03-04T23:28:26.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:26 gibba011 conmon[95595]: audit 2021-03-04T23:28:24.980367+0000 mgr.x (mgr.34676) 758 : audit [DBG] from='client.55150 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:26 gibba011 conmon[99461]: cluster 2021-03-04T23:28:24.649584+0000 mgr.x (mgr.34676) 757 : cluster [DBG] pgmap v698: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 213 op/s; 36786/382596 objects degraded (9.615%); 46183/382596 objects misplaced (12.071%); 736 KiB/s, 11 objects/s recovering 2021-03-04T23:28:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:26 gibba011 conmon[99461]: audit 2021-03-04T23:28:24.980367+0000 mgr.x (mgr.34676) 758 : audit [DBG] from='client.55150 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:26.417 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:26.441 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:26.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:26.442 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:26.543 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:26.562 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:26.563 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:26.563 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:26.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:26 gibba038 conmon[76675]: cluster 2021-03-04T23:28:24.649584+0000 mgr.x (mgr.34676) 757 : cluster [DBG] pgmap v698: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 213 op/s; 36786/382596 objects degraded (9.615%); 46183/382596 objects misplaced (12.071%); 736 KiB/s, 11 objects/s recovering 2021-03-04T23:28:26.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:26 gibba038 conmon[76675]: audit 2021-03-04T23:28:24.980367+0000 mgr.x (mgr.34676) 758 : audit [DBG] from='client.55150 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 1.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:26.664 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:26.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:26.686 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:26.687 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:26.788 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:26.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:26.807 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:26.808 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:26.893 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-03-04T23:28:26.908 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:26.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:26.927 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:26.927 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:27.028 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:27.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:27.046 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:27.047 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:27.048 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:28:27.149 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:27.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:27.166 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:27.167 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:27.199 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:28:27.268 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:27.287 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:27.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:27.288 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:27.389 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:27.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:27.409 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:27.409 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:27.461 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:27 gibba011 conmon[99461]: audit 2021-03-04T23:28:26.611696+0000 mon.a (mon.0) 870 : audit [INF] from='client.? 172.21.2.111:0/1743517656' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:28:27.462 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:27 gibba011 conmon[95595]: audit 2021-03-04T23:28:26.611696+0000 mon.a (mon.0) 870 : audit [INF] from='client.? 172.21.2.111:0/1743517656' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:28:27.472 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:27 gibba038 conmon[76675]: audit 2021-03-04T23:28:26.611696+0000 mon.a (mon.0) 870 : audit [INF] from='client.? 172.21.2.111:0/1743517656' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:28:27.511 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:27.528 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:27.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:27.530 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:27.631 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:27.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:27.649 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:27.649 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:27.751 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:27.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:27.770 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:27.770 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:27.871 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:27.888 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:27.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:27.889 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:27.990 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:28.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:28.009 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:28.010 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:28.084 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:28:28.111 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:28.143 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:28.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:28.145 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:28.202 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:28.246 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:28.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:28.266 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:28.267 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:28.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:28 gibba011 conmon[95595]: cluster 2021-03-04T23:28:26.649953+0000 mgr.x (mgr.34676) 759 : cluster [DBG] pgmap v699: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 209 op/s; 36786/382041 objects degraded (9.629%); 46119/382041 objects misplaced (12.072%); 518 KiB/s, 8 objects/s recovering 2021-03-04T23:28:28.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:28 gibba011 conmon[95595]: cluster 2021-03-04T23:28:27.189537+0000 mon.a (mon.0) 871 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:28.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:28 gibba011 conmon[95595]: audit 2021-03-04T23:28:27.195647+0000 mon.a (mon.0) 872 : audit [INF] from='client.? 172.21.2.111:0/1743517656' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:28:28.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:28 gibba011 conmon[95595]: cluster 2021-03-04T23:28:27.195689+0000 mon.a (mon.0) 873 : cluster [DBG] osdmap e185: 8 total, 8 up, 7 in 2021-03-04T23:28:28.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:28 gibba011 conmon[99461]: cluster 2021-03-04T23:28:26.649953+0000 mgr.x (mgr.34676) 759 : cluster [DBG] pgmap v699: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 209 op/s; 36786/382041 objects degraded (9.629%); 46119/382041 objects misplaced (12.072%); 518 KiB/s, 8 objects/s recovering 2021-03-04T23:28:28.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:28 gibba011 conmon[99461]: cluster 2021-03-04T23:28:27.189537+0000 mon.a (mon.0) 871 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:28.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:28 gibba011 conmon[99461]: audit 2021-03-04T23:28:27.195647+0000 mon.a (mon.0) 872 : audit [INF] from='client.? 172.21.2.111:0/1743517656' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:28:28.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:28 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:28:28.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:28 gibba011 conmon[99461]: T23:28:27.195689+0000 mon.a ( 2021-03-04T23:28:28.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:28 gibba011 conmon[99461]: mon.0) 873 : cluster [DBG] osdmap e185: 8 total, 8 up, 7 in 2021-03-04T23:28:28.368 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:28.386 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:28 gibba038 conmon[76675]: cluster 2021-03-04T23:28:26.649953+0000 mgr.x (mgr.34676) 759 : cluster [DBG] pgmap v699: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 209 op/s; 36786/382041 objects degraded (9.629%); 46119/382041 objects misplaced (12.072%); 518 KiB/s, 8 objects/s recovering 2021-03-04T23:28:28.386 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:28 gibba038 conmon[76675]: cluster 2021-03-04T23:28:27.189537+0000 mon.a (mon.0) 871 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:28.387 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:28 gibba038 conmon[76675]: audit 2021-03-04T23:28:27.195647+0000 2021-03-04T23:28:28.387 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:28 gibba038 conmon[76675]: mon.a (mon.0) 872 : audit [INF] from='client.? 172.21.2.111:0/1743517656' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:28:28.387 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:28 gibba038 conmon[76675]: cluster 2021-03-04T23:28:27.195689+0000 mon.a (mon.0) 873 : cluster [DBG] osdmap e185: 8 total, 8 up, 7 in 2021-03-04T23:28:28.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:28.389 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:28.389 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:28.479 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:28:28.480 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:28:28.491 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:28.508 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:28.509 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:28.509 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:28.611 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:28.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:28.630 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:28.630 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:28.649 INFO:teuthology.orchestra.run.gibba011.stdout:moved 0 / 297 (0%) 2021-03-04T23:28:28.649 INFO:teuthology.orchestra.run.gibba011.stdout:avg 42.4286 2021-03-04T23:28:28.649 INFO:teuthology.orchestra.run.gibba011.stdout:stddev 8.38122 -> 8.38122 (expected baseline 6.03053) 2021-03-04T23:28:28.650 INFO:teuthology.orchestra.run.gibba011.stdout:min osd.2 with 28 -> 28 pgs (0.659933 -> 0.659933 * mean) 2021-03-04T23:28:28.650 INFO:teuthology.orchestra.run.gibba011.stdout:max osd.1 with 52 -> 52 pgs (1.22559 -> 1.22559 * mean) 2021-03-04T23:28:28.650 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:28:28.650 INFO:teuthology.orchestra.run.gibba011.stdout:oload 1000 2021-03-04T23:28:28.650 INFO:teuthology.orchestra.run.gibba011.stdout:max_change 3 2021-03-04T23:28:28.651 INFO:teuthology.orchestra.run.gibba011.stdout:max_change_osds 4 2021-03-04T23:28:28.651 INFO:teuthology.orchestra.run.gibba011.stdout:average_utilization 0.0442 2021-03-04T23:28:28.651 INFO:teuthology.orchestra.run.gibba011.stdout:overload_utilization 0.4420 2021-03-04T23:28:28.652 INFO:teuthology.orchestra.run.gibba011.stderr:no change 2021-03-04T23:28:28.732 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:28.749 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:28.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:28.750 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:28.851 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:28.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:28.870 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:28.870 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:28.972 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:28.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:28.992 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:28.992 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:29.094 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:29.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:29.111 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:29.112 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:29.213 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:29.230 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:29.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:29.232 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:29.268 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-03-04T23:28:29.333 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:29.351 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:29.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:29.353 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:29.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:29 gibba011 conmon[95595]: cluster 2021-03-04T23:28:28.905707+0000 mon.a (mon.0) 874 : cluster [WRN] Health check update: Degraded data redundancy: 36786/382041 objects degraded (9.629%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:29.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:29 gibba011 conmon[99461]: cluster 2021-03-04T23:28:28.905707+0000 mon.a (mon.0) 874 2021-03-04T23:28:29.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:29 gibba011 conmon[99461]: : cluster [WRN] Health check update: Degraded data redundancy: 36786/382041 objects degraded (9.629%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:29.392 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:28:29.454 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:29.471 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:29.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:29.472 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:29.573 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:29.577 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:29 gibba038 conmon[76675]: cluster 2021-03-04T23:28:28.905707+0000 mon.a (mon.0) 874 : cluster [WRN] Health check update: Degraded data redundancy: 36786/382041 objects degraded (9.629%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:29.590 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:29.591 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:29.591 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:29.693 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:29.710 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:29.712 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:29.712 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:29.813 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:29.830 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:29.831 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:29.832 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:29.933 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:29.944 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '110', 'type': 'test-reweight-by-utilization'} 2021-03-04T23:28:29.944 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd test-reweight-by-utilization 110 0.05 2021-03-04T23:28:29.950 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:29.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:29.952 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:30.053 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:30.066 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:30.070 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:30.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:30.072 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:30.173 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:30.192 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:30.193 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:30.193 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:30.294 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:30.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:30.313 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:30.314 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:30.391 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:28:30.415 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:30.452 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:30.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:30.453 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:30.469 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:30 gibba011 conmon[95595]: audit 2021-03-04T23:28:28.647046+0000 mgr.x (mgr.34676) 760 : audit [DBG] from='client.45204 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:30.469 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:30 gibba011 conmon[95595]: cluster 2021-03-04T23:28:28.650487+0000 mgr.x (mgr.34676) 761 : cluster [DBG] pgmap v701: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 233 op/s; 36786/379206 objects degraded (9.701%); 45862/379206 objects misplaced (12.094%); 291 KiB/s, 4 objects/s recovering 2021-03-04T23:28:30.470 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:30 gibba011 conmon[99461]: audit 2021-03-04T23:28:28.647046+0000 mgr.x (mgr.34676) 760 : 2021-03-04T23:28:30.470 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:30 gibba011 conmon[99461]: audit [DBG] from='client.45204 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:30.470 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:30 gibba011 conmon[99461]: cluster 2021-03-04T23:28:28.650487+0000 mgr.x (mgr.34676) 761 : cluster [DBG] pgmap v701: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 233 op/s; 36786/379206 objects degraded (9.701%); 45862/379206 objects misplaced (12.094%); 291 KiB/s, 4 objects/s recovering 2021-03-04T23:28:30.508 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:30.555 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:30.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:30.573 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:30.573 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:30.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:30 gibba038 conmon[76675]: audit 2021-03-04T23:28:28.647046+0000 mgr.x (mgr.34676) 760 : audit [DBG] from='client.45204 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 1000, "max_change": 3.0, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:30.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:30 gibba038 conmon[76675]: cluster 2021-03-04T23:28:28.650487+0000 mgr.x (mgr.34676) 761 : cluster [DBG] pgmap v701: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 233 op/s; 36786/379206 objects degraded (9.701%); 45862/379206 objects misplaced (12.094%); 291 KiB/s, 4 objects/s recovering 2021-03-04T23:28:30.652 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:28:30.660 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:28:30.674 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:28:30.675 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:30.687 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:28:30.693 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:30.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:30.696 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:30.701 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:28:30.715 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:28:30.730 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:28:30.747 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:28:30.748 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:28:30.748 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:28:30.748 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:28:30.749 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:28:30.749 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:28:30.749 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:28:30.749 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:28:30.750 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:28:30.795 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:28:30.796 INFO:teuthology.orchestra.run.gibba038.stdout: "size": 20, 2021-03-04T23:28:30.796 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 600, 2021-03-04T23:28:30.796 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:28:30.796 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.797 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175514 9.1 9:8ea419f1:::benchmark_data_gibba011_139107_object22147:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:28:30.797 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:35.986704+0000", 2021-03-04T23:28:30.798 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 54.804211670000001, 2021-03-04T23:28:30.798 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.688876826, 2021-03-04T23:28:30.798 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:30.798 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:30.799 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:30.799 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:30.799 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:30.799 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175514 2021-03-04T23:28:30.800 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.800 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:30.800 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.800 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:30.801 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:35.986704+0000", 2021-03-04T23:28:30.801 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:30.801 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.802 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.802 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:30.802 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:35.986704+0000", 2021-03-04T23:28:30.803 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8819999999999999e-06 2021-03-04T23:28:30.803 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.803 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.803 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:30.803 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:35.986705+0000", 2021-03-04T23:28:30.804 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3200000000000001e-06 2021-03-04T23:28:30.804 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.804 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.804 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:30.805 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:35.986707+0000", 2021-03-04T23:28:30.805 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.4639999999999995e-06 2021-03-04T23:28:30.805 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.805 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.806 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:30.806 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:35.986716+0000", 2021-03-04T23:28:30.806 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5590000000000001e-06 2021-03-04T23:28:30.806 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.807 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.807 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:30.807 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:35.986720+0000", 2021-03-04T23:28:30.807 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.34831995199999999 2021-03-04T23:28:30.807 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.808 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.808 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:30.808 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.335040+0000", 2021-03-04T23:28:30.808 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095041659999999997 2021-03-04T23:28:30.809 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.809 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.809 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:28:30.809 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.344544+0000", 2021-03-04T23:28:30.809 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14261235899999999 2021-03-04T23:28:30.810 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.810 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.810 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:30.811 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.487156+0000", 2021-03-04T23:28:30.811 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.011530109 2021-03-04T23:28:30.811 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.811 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.811 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:28:30.812 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.498686+0000", 2021-03-04T23:28:30.812 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0617127040000001 2021-03-04T23:28:30.812 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.812 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.813 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:30.813 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.560399+0000", 2021-03-04T23:28:30.813 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0081930149999999997 2021-03-04T23:28:30.813 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.813 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.814 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:30.814 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.568592+0000", 2021-03-04T23:28:30.814 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.016556003 2021-03-04T23:28:30.814 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.815 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.815 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:28:30.815 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.585148+0000", 2021-03-04T23:28:30.815 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017599112 2021-03-04T23:28:30.815 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.816 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.816 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:30.816 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.602747+0000", 2021-03-04T23:28:30.816 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.036699361 2021-03-04T23:28:30.816 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.817 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.817 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:30.817 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.639447+0000", 2021-03-04T23:28:30.817 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0048197689999999998 2021-03-04T23:28:30.818 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.818 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.818 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:30.818 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.644266+0000", 2021-03-04T23:28:30.818 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.005212838 2021-03-04T23:28:30.819 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.819 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.819 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:30.819 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.649479+0000", 2021-03-04T23:28:30.820 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.026101213000000002 2021-03-04T23:28:30.820 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.820 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.820 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:30.820 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.675580+0000", 2021-03-04T23:28:30.821 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.688876826 2021-03-04T23:28:30.821 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:30.821 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:30.821 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:30.821 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.822 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.822 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175523 9.1 9:88c9ba67:::benchmark_data_gibba011_139107_object22156:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:28:30.822 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:36.032246+0000", 2021-03-04T23:28:30.822 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 54.758669693999998, 2021-03-04T23:28:30.823 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7805576350000001, 2021-03-04T23:28:30.823 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:30.823 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:30.823 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:30.823 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:30.824 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:30.824 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175523 2021-03-04T23:28:30.824 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.824 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:30.825 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.825 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:30.825 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.032246+0000", 2021-03-04T23:28:30.825 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:30.825 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.826 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.826 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:30.826 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.032246+0000", 2021-03-04T23:28:30.826 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1509999999999998e-06 2021-03-04T23:28:30.827 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.827 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.827 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:30.827 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.032248+0000", 2021-03-04T23:28:30.827 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.314e-06 2021-03-04T23:28:30.828 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.828 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.828 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:30.828 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.032249+0000", 2021-03-04T23:28:30.829 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.507e-06 2021-03-04T23:28:30.829 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.829 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.829 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:30.829 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.032258+0000", 2021-03-04T23:28:30.830 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.16e-06 2021-03-04T23:28:30.830 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.830 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.830 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:30.831 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.032262+0000", 2021-03-04T23:28:30.831 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.46957993799999997 2021-03-04T23:28:30.831 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.831 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.831 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:30.832 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.501842+0000", 2021-03-04T23:28:30.832 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0097528210000000001 2021-03-04T23:28:30.832 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.832 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.833 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:28:30.833 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.511594+0000", 2021-03-04T23:28:30.833 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.043881913000000002 2021-03-04T23:28:30.833 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.833 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.834 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:30.834 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.555476+0000", 2021-03-04T23:28:30.834 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010032609 2021-03-04T23:28:30.834 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.835 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.835 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:28:30.835 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.565509+0000", 2021-03-04T23:28:30.835 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1463711440000002 2021-03-04T23:28:30.835 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.836 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.836 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:30.836 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.711880+0000", 2021-03-04T23:28:30.836 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010065157 2021-03-04T23:28:30.836 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.837 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.837 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:30.837 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.721945+0000", 2021-03-04T23:28:30.837 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018609105000000001 2021-03-04T23:28:30.838 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.838 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.838 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:28:30.838 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.740554+0000", 2021-03-04T23:28:30.839 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.030634766000000001 2021-03-04T23:28:30.839 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.839 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.839 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:30.839 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.771189+0000", 2021-03-04T23:28:30.840 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.001125102 2021-03-04T23:28:30.840 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.840 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.840 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:30.841 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.772314+0000", 2021-03-04T23:28:30.841 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0044679430000000003 2021-03-04T23:28:30.841 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.841 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.841 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:30.842 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.776782+0000", 2021-03-04T23:28:30.842 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0061818300000000001 2021-03-04T23:28:30.842 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.842 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.843 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:30.843 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.782964+0000", 2021-03-04T23:28:30.843 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.029839174999999999 2021-03-04T23:28:30.843 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.844 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.844 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:30.844 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.812803+0000", 2021-03-04T23:28:30.844 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7805576350000001 2021-03-04T23:28:30.844 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:30.845 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:30.845 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:30.845 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.845 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.846 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175534 9.1 9:8169126a:::benchmark_data_gibba011_139107_object22167:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:28:30.846 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:36.110076+0000", 2021-03-04T23:28:30.846 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 54.680838858000001, 2021-03-04T23:28:30.846 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8942056950000001, 2021-03-04T23:28:30.846 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:30.847 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:30.847 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:30.847 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:30.847 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:30.847 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175534 2021-03-04T23:28:30.848 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.848 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:30.848 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.848 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:30.849 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.110076+0000", 2021-03-04T23:28:30.849 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:30.849 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.849 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.850 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:30.850 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.110076+0000", 2021-03-04T23:28:30.850 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9450000000000002e-06 2021-03-04T23:28:30.850 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.850 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.851 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:30.851 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.110079+0000", 2021-03-04T23:28:30.851 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.9170000000000001e-06 2021-03-04T23:28:30.851 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.852 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.852 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:30.852 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.110089+0000", 2021-03-04T23:28:30.852 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3604999999999999e-05 2021-03-04T23:28:30.852 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.853 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.853 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:30.853 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.110103+0000", 2021-03-04T23:28:30.853 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.964e-06 2021-03-04T23:28:30.853 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.854 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.854 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:30.854 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.110109+0000", 2021-03-04T23:28:30.854 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.40341585699999999 2021-03-04T23:28:30.855 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.855 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.855 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:30.855 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.513525+0000", 2021-03-04T23:28:30.856 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0096400970000000002 2021-03-04T23:28:30.856 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.856 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.856 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:28:30.856 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.523165+0000", 2021-03-04T23:28:30.857 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.077075033000000001 2021-03-04T23:28:30.857 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.857 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.857 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:30.857 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.600240+0000", 2021-03-04T23:28:30.858 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010840037 2021-03-04T23:28:30.858 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.858 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.858 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:28:30.859 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.611080+0000", 2021-03-04T23:28:30.859 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.282550976 2021-03-04T23:28:30.859 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.859 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.860 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:30.860 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.893631+0000", 2021-03-04T23:28:30.860 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0087170809999999998 2021-03-04T23:28:30.860 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.861 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.861 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:30.861 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.902348+0000", 2021-03-04T23:28:30.861 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.016938387999999999 2021-03-04T23:28:30.861 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.862 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.862 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:28:30.862 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.919286+0000", 2021-03-04T23:28:30.862 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.023621000999999999 2021-03-04T23:28:30.862 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.863 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.863 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:30.863 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.942907+0000", 2021-03-04T23:28:30.863 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0029176480000000001 2021-03-04T23:28:30.864 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.864 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.864 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:30.864 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.945825+0000", 2021-03-04T23:28:30.864 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.032898170999999997 2021-03-04T23:28:30.865 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.865 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.865 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:30.865 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.978723+0000", 2021-03-04T23:28:30.865 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0046438959999999998 2021-03-04T23:28:30.866 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.866 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.866 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:30.866 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.983367+0000", 2021-03-04T23:28:30.867 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.020915079 2021-03-04T23:28:30.867 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.867 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.867 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:30.867 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.004282+0000", 2021-03-04T23:28:30.868 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8942056950000001 2021-03-04T23:28:30.868 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:30.868 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:30.868 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:30.868 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.869 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.869 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175557 9.1 9:8c029e38:::benchmark_data_gibba011_139107_object22190:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:28:30.869 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:36.285865+0000", 2021-03-04T23:28:30.869 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 54.505049972000002, 2021-03-04T23:28:30.869 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0171543220000001, 2021-03-04T23:28:30.870 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:30.870 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:30.870 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:30.870 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:30.871 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:30.871 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175557 2021-03-04T23:28:30.871 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.871 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:30.871 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.872 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:30.872 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.285865+0000", 2021-03-04T23:28:30.872 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:30.872 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.873 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.873 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:30.873 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.285865+0000", 2021-03-04T23:28:30.873 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.007e-06 2021-03-04T23:28:30.873 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.874 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.874 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:30.874 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.285867+0000", 2021-03-04T23:28:30.874 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4720000000000001e-06 2021-03-04T23:28:30.875 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.875 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.875 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:30.876 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.285869+0000", 2021-03-04T23:28:30.876 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0528e-05 2021-03-04T23:28:30.876 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.876 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.877 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:30.877 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.285879+0000", 2021-03-04T23:28:30.877 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.651e-06 2021-03-04T23:28:30.877 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.877 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.878 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:30.878 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.285884+0000", 2021-03-04T23:28:30.878 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.32939806399999999 2021-03-04T23:28:30.878 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.879 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.879 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:30.879 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.615282+0000", 2021-03-04T23:28:30.879 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010334579999999999 2021-03-04T23:28:30.880 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.880 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.880 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:28:30.880 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.625617+0000", 2021-03-04T23:28:30.880 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.090296378999999996 2021-03-04T23:28:30.881 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.881 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.881 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:30.881 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.715913+0000", 2021-03-04T23:28:30.881 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.01022751 2021-03-04T23:28:30.882 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.882 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.882 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:28:30.882 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.726140+0000", 2021-03-04T23:28:30.883 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4460208689999998 2021-03-04T23:28:30.883 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.883 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.883 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:30.884 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.172161+0000", 2021-03-04T23:28:30.884 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0084062960000000006 2021-03-04T23:28:30.884 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.885 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.885 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:30.885 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.180568+0000", 2021-03-04T23:28:30.885 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.016834150999999999 2021-03-04T23:28:30.886 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.886 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.886 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:28:30.886 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.197402+0000", 2021-03-04T23:28:30.887 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.038810799999999999 2021-03-04T23:28:30.887 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.887 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.887 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:30.887 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.236213+0000", 2021-03-04T23:28:30.888 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.038882939999999998 2021-03-04T23:28:30.888 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.888 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.888 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:30.888 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.275096+0000", 2021-03-04T23:28:30.889 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0037536990000000001 2021-03-04T23:28:30.889 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.889 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.889 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:30.890 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.278849+0000", 2021-03-04T23:28:30.890 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0046888169999999996 2021-03-04T23:28:30.890 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.890 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.890 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:30.891 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.283538+0000", 2021-03-04T23:28:30.891 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.019481558999999999 2021-03-04T23:28:30.891 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.891 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.892 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:30.892 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.303020+0000", 2021-03-04T23:28:30.892 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0171543220000001 2021-03-04T23:28:30.892 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:30.892 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:30.893 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:30.893 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.893 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.893 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175680 9.1 9:899c13e0:::benchmark_data_gibba011_139107_object22313:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:28:30.894 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:37.408262+0000", 2021-03-04T23:28:30.894 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 53.382653746000003, 2021-03-04T23:28:30.894 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6844078279999999, 2021-03-04T23:28:30.894 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:30.894 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:30.895 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:30.895 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:30.895 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:30.895 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175680 2021-03-04T23:28:30.895 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.896 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:30.896 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.896 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:30.896 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:37.408262+0000", 2021-03-04T23:28:30.897 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:30.897 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.897 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.897 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:30.897 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:37.408262+0000", 2021-03-04T23:28:30.898 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8530000000000001e-06 2021-03-04T23:28:30.898 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.898 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.898 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:30.898 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:37.408263+0000", 2021-03-04T23:28:30.899 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.342e-06 2021-03-04T23:28:30.899 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.899 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.899 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:30.900 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:37.408265+0000", 2021-03-04T23:28:30.900 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.5540000000000003e-06 2021-03-04T23:28:30.900 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.900 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.900 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:30.901 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:37.408274+0000", 2021-03-04T23:28:30.901 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.048e-06 2021-03-04T23:28:30.901 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.901 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.901 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:30.902 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:37.408278+0000", 2021-03-04T23:28:30.902 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14370406399999999 2021-03-04T23:28:30.902 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.902 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.903 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:30.903 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:37.551982+0000", 2021-03-04T23:28:30.903 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0093737669999999999 2021-03-04T23:28:30.903 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.903 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.904 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:28:30.904 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:37.561356+0000", 2021-03-04T23:28:30.904 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.082230513000000005 2021-03-04T23:28:30.904 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.904 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.905 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:30.905 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:37.643587+0000", 2021-03-04T23:28:30.905 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010231261 2021-03-04T23:28:30.905 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.905 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.906 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:28:30.906 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:37.653818+0000", 2021-03-04T23:28:30.906 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1696680330000002 2021-03-04T23:28:30.906 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.906 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.907 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:30.907 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.823486+0000", 2021-03-04T23:28:30.907 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.008520049 2021-03-04T23:28:30.907 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.908 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.908 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:30.908 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.832006+0000", 2021-03-04T23:28:30.908 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.016946660999999998 2021-03-04T23:28:30.908 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.909 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.909 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:28:30.909 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.848953+0000", 2021-03-04T23:28:30.909 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.057734765 2021-03-04T23:28:30.910 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.910 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.910 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:30.912 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.906687+0000", 2021-03-04T23:28:30.912 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.002817993 2021-03-04T23:28:30.912 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.912 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.913 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:30.913 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.909505+0000", 2021-03-04T23:28:30.913 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.15268643400000001 2021-03-04T23:28:30.913 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.913 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.914 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:30.914 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.062192+0000", 2021-03-04T23:28:30.914 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0060573270000000004 2021-03-04T23:28:30.914 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.915 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.915 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:30.915 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.068249+0000", 2021-03-04T23:28:30.915 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.024420164000000001 2021-03-04T23:28:30.915 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.916 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.916 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:30.916 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.092669+0000", 2021-03-04T23:28:30.916 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6844078279999999 2021-03-04T23:28:30.916 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:30.917 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:30.917 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:30.917 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.917 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.917 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175686 9.1 9:85d8206f:::benchmark_data_gibba011_139107_object22319:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:28:30.918 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:37.456862+0000", 2021-03-04T23:28:30.918 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 53.334053687000001, 2021-03-04T23:28:30.918 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6803140189999999, 2021-03-04T23:28:30.918 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:30.919 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:30.919 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:30.919 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:30.919 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:30.920 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175686 2021-03-04T23:28:30.920 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.920 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:30.920 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.920 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:30.921 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:37.456862+0000", 2021-03-04T23:28:30.921 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:30.921 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.921 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.921 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:30.922 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:37.456862+0000", 2021-03-04T23:28:30.922 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.9929999999999998e-06 2021-03-04T23:28:30.922 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.922 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.923 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:30.923 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:37.456864+0000", 2021-03-04T23:28:30.923 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3689999999999999e-06 2021-03-04T23:28:30.923 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.923 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.924 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:30.924 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:37.456865+0000", 2021-03-04T23:28:30.924 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.0260000000000007e-06 2021-03-04T23:28:30.924 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.924 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.925 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:30.925 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:37.456873+0000", 2021-03-04T23:28:30.925 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6770000000000001e-06 2021-03-04T23:28:30.925 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.926 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.926 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:30.926 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:37.456877+0000", 2021-03-04T23:28:30.926 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.200754657 2021-03-04T23:28:30.926 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.927 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.927 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:30.927 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:37.657631+0000", 2021-03-04T23:28:30.927 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0091736539999999998 2021-03-04T23:28:30.928 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.928 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.928 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:28:30.928 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:37.666805+0000", 2021-03-04T23:28:30.928 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.096320955 2021-03-04T23:28:30.929 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.929 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.929 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:30.929 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:37.763126+0000", 2021-03-04T23:28:30.930 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.011552582 2021-03-04T23:28:30.930 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.930 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.930 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:28:30.930 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:37.774678+0000", 2021-03-04T23:28:30.931 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1572574489999998 2021-03-04T23:28:30.931 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.931 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.931 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:30.932 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.931936+0000", 2021-03-04T23:28:30.932 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0083972290000000008 2021-03-04T23:28:30.932 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.932 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.932 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:30.933 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.940333+0000", 2021-03-04T23:28:30.933 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.016656180999999999 2021-03-04T23:28:30.933 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.933 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.934 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:28:30.934 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.956989+0000", 2021-03-04T23:28:30.934 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.071918798000000006 2021-03-04T23:28:30.934 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.934 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.935 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:30.935 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.028908+0000", 2021-03-04T23:28:30.935 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0028867860000000001 2021-03-04T23:28:30.935 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.935 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.936 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:30.936 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.031795+0000", 2021-03-04T23:28:30.936 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.065395066000000002 2021-03-04T23:28:30.936 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.937 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.937 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:30.937 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.097190+0000", 2021-03-04T23:28:30.937 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0074426129999999998 2021-03-04T23:28:30.938 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.938 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.938 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:30.938 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.104633+0000", 2021-03-04T23:28:30.938 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.032542983999999997 2021-03-04T23:28:30.939 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.939 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.939 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:30.939 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.137176+0000", 2021-03-04T23:28:30.940 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6803140189999999 2021-03-04T23:28:30.940 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:30.940 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:30.940 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:30.940 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.941 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.941 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175785 9.1 9:874c3d94:::benchmark_data_gibba011_139107_object22418:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:28:30.941 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:39.015510+0000", 2021-03-04T23:28:30.941 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 51.775405394000003, 2021-03-04T23:28:30.942 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0352924620000001, 2021-03-04T23:28:30.942 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:30.942 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:30.942 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:30.942 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:30.943 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:30.943 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175785 2021-03-04T23:28:30.943 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.943 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:30.943 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.944 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:30.944 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.015510+0000", 2021-03-04T23:28:30.944 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:30.944 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.945 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.945 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:30.945 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.015510+0000", 2021-03-04T23:28:30.945 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8880000000000001e-06 2021-03-04T23:28:30.946 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.946 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.946 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:30.946 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.015513+0000", 2021-03-04T23:28:30.947 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4670000000000001e-06 2021-03-04T23:28:30.947 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.947 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.947 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:30.947 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.015514+0000", 2021-03-04T23:28:30.948 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.3600000000000002e-06 2021-03-04T23:28:30.948 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.948 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.948 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:30.949 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.015524+0000", 2021-03-04T23:28:30.949 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8099999999999997e-06 2021-03-04T23:28:30.949 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.949 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.949 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:30.950 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.015528+0000", 2021-03-04T23:28:30.950 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.024163471999999998 2021-03-04T23:28:30.950 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.950 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.951 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:30.951 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.039692+0000", 2021-03-04T23:28:30.951 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0098486949999999993 2021-03-04T23:28:30.951 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.952 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.952 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:28:30.952 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.049541+0000", 2021-03-04T23:28:30.952 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.082697401000000004 2021-03-04T23:28:30.952 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.953 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.953 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:30.953 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.132238+0000", 2021-03-04T23:28:30.953 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.013440580000000001 2021-03-04T23:28:30.954 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.954 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.954 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:28:30.954 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.145679+0000", 2021-03-04T23:28:30.955 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3519011330000001 2021-03-04T23:28:30.955 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.955 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.955 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:30.955 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.497580+0000", 2021-03-04T23:28:30.956 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095714630000000005 2021-03-04T23:28:30.956 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.956 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.956 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:30.956 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.507151+0000", 2021-03-04T23:28:30.957 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.019695218 2021-03-04T23:28:30.957 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.957 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.957 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:28:30.957 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.526846+0000", 2021-03-04T23:28:30.958 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.059052546999999997 2021-03-04T23:28:30.958 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.958 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.958 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:30.959 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.585899+0000", 2021-03-04T23:28:30.959 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027830390000000002 2021-03-04T23:28:30.959 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.959 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.959 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:30.960 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.588682+0000", 2021-03-04T23:28:30.960 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.43817448199999998 2021-03-04T23:28:30.960 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.960 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.960 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:30.961 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.026856+0000", 2021-03-04T23:28:30.961 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0054595019999999998 2021-03-04T23:28:30.961 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.961 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.961 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:30.962 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.032316+0000", 2021-03-04T23:28:30.962 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018486405000000001 2021-03-04T23:28:30.962 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.962 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.963 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:30.963 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.050802+0000", 2021-03-04T23:28:30.963 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0352924620000001 2021-03-04T23:28:30.963 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:30.963 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:30.964 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:30.964 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.964 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.964 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175799 9.1 9:8c800f10:::benchmark_data_gibba011_139107_object22432:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:28:30.964 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:39.331968+0000", 2021-03-04T23:28:30.965 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 51.458946877000002, 2021-03-04T23:28:30.965 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.748730643, 2021-03-04T23:28:30.965 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:30.965 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:30.966 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:30.966 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:30.966 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:30.966 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175799 2021-03-04T23:28:30.966 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.967 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:30.967 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.967 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:30.967 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.331968+0000", 2021-03-04T23:28:30.968 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:30.968 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.968 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.968 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:30.969 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.331968+0000", 2021-03-04T23:28:30.969 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1610000000000001e-06 2021-03-04T23:28:30.969 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.969 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.969 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:30.970 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.331971+0000", 2021-03-04T23:28:30.970 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3570000000000001e-06 2021-03-04T23:28:30.970 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.970 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.970 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:30.971 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.331972+0000", 2021-03-04T23:28:30.971 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0052e-05 2021-03-04T23:28:30.971 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.971 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.972 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:30.972 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.331982+0000", 2021-03-04T23:28:30.972 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5029999999999999e-06 2021-03-04T23:28:30.972 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.972 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.973 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:30.973 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.331986+0000", 2021-03-04T23:28:30.973 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.072739078999999998 2021-03-04T23:28:30.973 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.973 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.974 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:30.974 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.404726+0000", 2021-03-04T23:28:30.974 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0096559030000000004 2021-03-04T23:28:30.974 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.974 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.975 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:28:30.975 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.414381+0000", 2021-03-04T23:28:30.975 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.070287249999999996 2021-03-04T23:28:30.975 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.976 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.976 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:30.976 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.484669+0000", 2021-03-04T23:28:30.976 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.013130037000000001 2021-03-04T23:28:30.976 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.977 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.977 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:28:30.977 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.497799+0000", 2021-03-04T23:28:30.977 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.113202834 2021-03-04T23:28:30.977 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.978 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.978 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:30.978 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.611002+0000", 2021-03-04T23:28:30.978 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.008277609 2021-03-04T23:28:30.979 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.979 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.979 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:30.979 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.619279+0000", 2021-03-04T23:28:30.979 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.016678694000000001 2021-03-04T23:28:30.980 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.980 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.980 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:28:30.980 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.635958+0000", 2021-03-04T23:28:30.981 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.069266878000000004 2021-03-04T23:28:30.981 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.981 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.981 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:30.981 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.705225+0000", 2021-03-04T23:28:30.982 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0029260699999999998 2021-03-04T23:28:30.982 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.982 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.982 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:30.983 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.708151+0000", 2021-03-04T23:28:30.983 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.34651265399999998 2021-03-04T23:28:30.983 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.983 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.983 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:30.984 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.054663+0000", 2021-03-04T23:28:30.984 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0048485760000000003 2021-03-04T23:28:30.984 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.984 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.985 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:30.985 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.059512+0000", 2021-03-04T23:28:30.985 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.021186986000000001 2021-03-04T23:28:30.985 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.985 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.986 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:30.986 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.080699+0000", 2021-03-04T23:28:30.986 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.748730643 2021-03-04T23:28:30.986 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:30.987 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:30.987 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:30.987 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.987 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.988 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175805 9.1 9:83a379e4:::benchmark_data_gibba011_139107_object22438:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:28:30.988 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:39.384978+0000", 2021-03-04T23:28:30.988 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 51.405937422000001, 2021-03-04T23:28:30.988 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7318685729999999, 2021-03-04T23:28:30.988 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:30.989 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:30.989 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:30.989 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:30.989 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:30.989 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175805 2021-03-04T23:28:30.990 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.990 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:30.990 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.990 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:30.991 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.384978+0000", 2021-03-04T23:28:30.991 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:30.991 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.991 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.991 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:30.992 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.384978+0000", 2021-03-04T23:28:30.992 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0020000000000001e-06 2021-03-04T23:28:30.992 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.992 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.993 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:30.993 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.384980+0000", 2021-03-04T23:28:30.993 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5460000000000001e-06 2021-03-04T23:28:30.993 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.993 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.994 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:30.994 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.384981+0000", 2021-03-04T23:28:30.994 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0304e-05 2021-03-04T23:28:30.994 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.995 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.995 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:30.995 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.384992+0000", 2021-03-04T23:28:30.995 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4440000000000001e-06 2021-03-04T23:28:30.996 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.996 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.996 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:30.996 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.384996+0000", 2021-03-04T23:28:30.997 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.117639429 2021-03-04T23:28:30.997 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.997 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.997 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:30.998 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.502636+0000", 2021-03-04T23:28:30.998 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017256885999999999 2021-03-04T23:28:30.998 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:30.998 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:30.999 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:28:30.999 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.519892+0000", 2021-03-04T23:28:30.999 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.10024978 2021-03-04T23:28:30.999 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.000 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.000 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.000 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.620142+0000", 2021-03-04T23:28:31.000 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.012110421999999999 2021-03-04T23:28:31.000 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.001 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.001 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:28:31.001 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.632253+0000", 2021-03-04T23:28:31.001 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0357610309999998 2021-03-04T23:28:31.002 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.002 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.002 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.002 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.668014+0000", 2021-03-04T23:28:31.003 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0084634399999999992 2021-03-04T23:28:31.003 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.003 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.003 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:31.003 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.676477+0000", 2021-03-04T23:28:31.004 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.016633925000000001 2021-03-04T23:28:31.004 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.004 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.004 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:28:31.005 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.693111+0000", 2021-03-04T23:28:31.005 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017868589000000001 2021-03-04T23:28:31.005 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.005 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.005 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:31.006 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.710980+0000", 2021-03-04T23:28:31.006 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.002742824 2021-03-04T23:28:31.006 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.006 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.007 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:31.007 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.713722+0000", 2021-03-04T23:28:31.007 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.36801282600000002 2021-03-04T23:28:31.007 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.007 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.008 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:31.008 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.081735+0000", 2021-03-04T23:28:31.008 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0057424939999999999 2021-03-04T23:28:31.008 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.008 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.009 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:31.009 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.087478+0000", 2021-03-04T23:28:31.009 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.029368630999999999 2021-03-04T23:28:31.009 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.010 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.010 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:31.010 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.116846+0000", 2021-03-04T23:28:31.010 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7318685729999999 2021-03-04T23:28:31.011 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:31.011 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:31.011 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:31.011 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.011 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.012 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175921 9.1 9:89162c64:::benchmark_data_gibba011_139107_object22554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:28:31.012 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:40.395609+0000", 2021-03-04T23:28:31.012 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 50.395305962000002, 2021-03-04T23:28:31.012 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7871235599999999, 2021-03-04T23:28:31.013 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:31.013 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:31.013 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:31.013 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:31.013 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:31.014 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175921 2021-03-04T23:28:31.014 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.014 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:31.014 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.015 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:31.015 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.395609+0000", 2021-03-04T23:28:31.015 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:31.015 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.015 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.016 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:31.016 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.395609+0000", 2021-03-04T23:28:31.016 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9809999999999999e-06 2021-03-04T23:28:31.016 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.017 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.017 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:31.017 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.395612+0000", 2021-03-04T23:28:31.017 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1129999999999999e-06 2021-03-04T23:28:31.018 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.018 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.018 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:31.018 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.395614+0000", 2021-03-04T23:28:31.019 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3254999999999999e-05 2021-03-04T23:28:31.019 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.019 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.019 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:31.020 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.395628+0000", 2021-03-04T23:28:31.020 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.5069999999999997e-06 2021-03-04T23:28:31.020 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.020 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.020 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:31.021 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.395634+0000", 2021-03-04T23:28:31.021 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.143198459 2021-03-04T23:28:31.021 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.022 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.022 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.022 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.538833+0000", 2021-03-04T23:28:31.022 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0094775250000000005 2021-03-04T23:28:31.022 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.023 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.023 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:28:31.023 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.548310+0000", 2021-03-04T23:28:31.024 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.092742710000000006 2021-03-04T23:28:31.024 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.024 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.024 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.025 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.641053+0000", 2021-03-04T23:28:31.025 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010257293000000001 2021-03-04T23:28:31.025 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.025 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.025 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:28:31.026 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.651310+0000", 2021-03-04T23:28:31.026 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3355684800000001 2021-03-04T23:28:31.026 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.026 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.027 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.027 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.986879+0000", 2021-03-04T23:28:31.027 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095123919999999997 2021-03-04T23:28:31.027 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.028 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.028 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:31.028 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.996391+0000", 2021-03-04T23:28:31.028 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017453943999999999 2021-03-04T23:28:31.029 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.029 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.029 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:28:31.029 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.013845+0000", 2021-03-04T23:28:31.029 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.056712599000000002 2021-03-04T23:28:31.030 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.030 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.030 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:31.030 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.070558+0000", 2021-03-04T23:28:31.031 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0028373750000000001 2021-03-04T23:28:31.031 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.031 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.031 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:31.032 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.073395+0000", 2021-03-04T23:28:31.032 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.085009135999999999 2021-03-04T23:28:31.032 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.032 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.033 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:31.033 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.158404+0000", 2021-03-04T23:28:31.033 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0048195379999999999 2021-03-04T23:28:31.033 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.034 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.034 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:31.034 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.163224+0000", 2021-03-04T23:28:31.034 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.019509253000000001 2021-03-04T23:28:31.035 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.035 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.035 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:31.035 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.182733+0000", 2021-03-04T23:28:31.035 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7871235599999999 2021-03-04T23:28:31.036 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:31.036 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:31.036 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:31.036 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.037 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.037 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175972 9.1 9:88151d09:::benchmark_data_gibba011_139107_object22605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:28:31.037 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:41.244681+0000", 2021-03-04T23:28:31.037 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 49.546234253999998, 2021-03-04T23:28:31.037 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8165114259999999, 2021-03-04T23:28:31.038 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:31.038 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:31.038 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:31.038 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:31.038 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:31.039 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175972 2021-03-04T23:28:31.039 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.039 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:31.039 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.039 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:31.040 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.244681+0000", 2021-03-04T23:28:31.040 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:31.040 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.040 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.041 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:31.041 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.244681+0000", 2021-03-04T23:28:31.041 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7209999999999999e-06 2021-03-04T23:28:31.041 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.041 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.042 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:31.042 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.244683+0000", 2021-03-04T23:28:31.042 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4330000000000001e-06 2021-03-04T23:28:31.042 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.042 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.043 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:31.043 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.244684+0000", 2021-03-04T23:28:31.043 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.2320000000000007e-06 2021-03-04T23:28:31.043 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.044 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.044 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:31.044 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.244693+0000", 2021-03-04T23:28:31.044 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7390000000000001e-06 2021-03-04T23:28:31.044 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.045 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.045 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:31.045 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.244697+0000", 2021-03-04T23:28:31.045 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.020473142 2021-03-04T23:28:31.046 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.046 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.046 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.046 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.265170+0000", 2021-03-04T23:28:31.046 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.009373971 2021-03-04T23:28:31.047 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.047 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.047 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:28:31.047 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.274544+0000", 2021-03-04T23:28:31.047 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.17185065899999999 2021-03-04T23:28:31.048 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.048 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.048 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.048 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.446395+0000", 2021-03-04T23:28:31.048 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010744872000000001 2021-03-04T23:28:31.049 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.049 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.049 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:28:31.049 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.457140+0000", 2021-03-04T23:28:31.050 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.471081125 2021-03-04T23:28:31.050 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.050 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.050 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.051 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.928221+0000", 2021-03-04T23:28:31.051 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0084249270000000005 2021-03-04T23:28:31.051 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.051 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.052 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:31.052 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.936646+0000", 2021-03-04T23:28:31.052 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017985250000000001 2021-03-04T23:28:31.052 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.053 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.053 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:28:31.053 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.954631+0000", 2021-03-04T23:28:31.053 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.073886963999999999 2021-03-04T23:28:31.054 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.054 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.054 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:31.054 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.028518+0000", 2021-03-04T23:28:31.055 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0029118669999999998 2021-03-04T23:28:31.055 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.055 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.055 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:31.055 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.031430+0000", 2021-03-04T23:28:31.056 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.003853806 2021-03-04T23:28:31.056 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.056 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.056 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:31.056 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.035284+0000", 2021-03-04T23:28:31.057 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004824999 2021-03-04T23:28:31.057 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.057 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.057 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:31.058 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.040109+0000", 2021-03-04T23:28:31.058 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.021083719000000001 2021-03-04T23:28:31.058 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.059 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.059 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:31.059 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.061192+0000", 2021-03-04T23:28:31.059 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8165114259999999 2021-03-04T23:28:31.059 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:31.060 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:31.060 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:31.060 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.060 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.060 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175977 9.1 9:8bbd51a5:::benchmark_data_gibba011_139107_object22610:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:28:31.061 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:41.406545+0000", 2021-03-04T23:28:31.061 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 49.384369763999999, 2021-03-04T23:28:31.061 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6930777479999999, 2021-03-04T23:28:31.061 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:31.062 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:31.062 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:31.062 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:31.062 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:31.062 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175977 2021-03-04T23:28:31.063 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.063 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:31.063 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.063 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:31.064 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.406545+0000", 2021-03-04T23:28:31.064 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:31.064 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.064 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.064 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:31.065 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.406545+0000", 2021-03-04T23:28:31.065 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.9e-06 2021-03-04T23:28:31.065 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.065 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.066 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:31.066 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.406547+0000", 2021-03-04T23:28:31.066 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.274e-06 2021-03-04T23:28:31.066 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.066 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.067 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:31.067 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.406549+0000", 2021-03-04T23:28:31.067 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.1509999999999993e-06 2021-03-04T23:28:31.067 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.068 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.068 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:31.068 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.406558+0000", 2021-03-04T23:28:31.068 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7790000000000002e-06 2021-03-04T23:28:31.068 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.069 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.069 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:31.069 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.406562+0000", 2021-03-04T23:28:31.069 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.053835738000000001 2021-03-04T23:28:31.069 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.070 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.070 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.070 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.460397+0000", 2021-03-04T23:28:31.070 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.011017884 2021-03-04T23:28:31.070 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.071 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.071 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:28:31.071 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.471415+0000", 2021-03-04T23:28:31.071 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.10147356 2021-03-04T23:28:31.071 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.072 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.072 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.072 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.572889+0000", 2021-03-04T23:28:31.072 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010241125 2021-03-04T23:28:31.073 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.073 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.073 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:28:31.073 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.583130+0000", 2021-03-04T23:28:31.073 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.406802769 2021-03-04T23:28:31.074 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.074 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.074 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.074 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.989933+0000", 2021-03-04T23:28:31.075 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.008576775 2021-03-04T23:28:31.075 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.075 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.075 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:31.075 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.998509+0000", 2021-03-04T23:28:31.076 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017102862999999999 2021-03-04T23:28:31.076 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.076 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.076 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:28:31.077 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.015612+0000", 2021-03-04T23:28:31.077 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.046521103000000001 2021-03-04T23:28:31.077 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.077 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.078 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:31.078 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.062133+0000", 2021-03-04T23:28:31.078 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.002962288 2021-03-04T23:28:31.078 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.078 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.079 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:31.079 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.065096+0000", 2021-03-04T23:28:31.079 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.003040002 2021-03-04T23:28:31.079 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.080 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.080 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:31.080 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.068136+0000", 2021-03-04T23:28:31.080 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0054224599999999996 2021-03-04T23:28:31.080 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.081 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.081 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:31.081 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.073558+0000", 2021-03-04T23:28:31.081 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.026065076999999999 2021-03-04T23:28:31.081 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.082 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.082 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:31.082 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.099623+0000", 2021-03-04T23:28:31.082 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6930777479999999 2021-03-04T23:28:31.083 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:31.083 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:31.083 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:31.083 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.083 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.084 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:176080 9.1 9:84a7173b:::benchmark_data_gibba011_139107_object22713:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:28:31.084 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:42.361160+0000", 2021-03-04T23:28:31.084 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 48.429755665999998, 2021-03-04T23:28:31.084 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6725666220000002, 2021-03-04T23:28:31.084 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:31.085 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:31.085 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:31.085 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:31.085 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:31.085 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 176080 2021-03-04T23:28:31.086 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.086 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:31.086 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.086 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:31.087 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.361160+0000", 2021-03-04T23:28:31.087 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:31.087 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.087 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.087 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:31.088 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.361160+0000", 2021-03-04T23:28:31.088 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7749999999999999e-06 2021-03-04T23:28:31.088 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.088 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.089 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:31.089 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.361161+0000", 2021-03-04T23:28:31.089 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.812e-06 2021-03-04T23:28:31.089 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.089 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.090 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:31.090 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.361163+0000", 2021-03-04T23:28:31.090 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0229e-05 2021-03-04T23:28:31.090 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.091 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.091 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:31.091 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.361173+0000", 2021-03-04T23:28:31.091 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.765e-06 2021-03-04T23:28:31.091 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.092 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.092 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:31.092 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.361177+0000", 2021-03-04T23:28:31.092 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.41539125100000002 2021-03-04T23:28:31.092 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.093 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.093 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.093 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.776568+0000", 2021-03-04T23:28:31.093 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0096649209999999999 2021-03-04T23:28:31.094 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.094 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.094 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:28:31.094 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.786233+0000", 2021-03-04T23:28:31.094 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.054977301999999999 2021-03-04T23:28:31.095 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.095 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.095 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.095 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.841211+0000", 2021-03-04T23:28:31.096 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010306401999999999 2021-03-04T23:28:31.096 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.096 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.096 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:28:31.096 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.851517+0000", 2021-03-04T23:28:31.097 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1032274019999999 2021-03-04T23:28:31.097 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.097 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.097 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.098 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.954744+0000", 2021-03-04T23:28:31.098 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095050369999999992 2021-03-04T23:28:31.098 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.098 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.098 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:31.099 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.964249+0000", 2021-03-04T23:28:31.099 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.01796737 2021-03-04T23:28:31.099 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.099 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.099 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:28:31.100 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.982217+0000", 2021-03-04T23:28:31.100 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.020591383000000001 2021-03-04T23:28:31.100 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.100 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.100 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:31.101 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.002808+0000", 2021-03-04T23:28:31.101 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0028772870000000001 2021-03-04T23:28:31.101 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.101 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.102 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:31.102 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.005686+0000", 2021-03-04T23:28:31.102 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0028932189999999998 2021-03-04T23:28:31.102 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.102 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.103 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:31.103 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.008579+0000", 2021-03-04T23:28:31.103 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0047605679999999997 2021-03-04T23:28:31.103 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.104 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.104 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:31.104 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.013339+0000", 2021-03-04T23:28:31.104 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.020386899 2021-03-04T23:28:31.104 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.105 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.105 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:31.105 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.033726+0000", 2021-03-04T23:28:31.105 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6725666220000002 2021-03-04T23:28:31.105 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:31.106 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:31.106 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:31.106 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.106 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.106 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:176107 9.1 9:822c3dd5:::benchmark_data_gibba011_139107_object22740:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:28:31.107 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:42.451457+0000", 2021-03-04T23:28:31.107 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 48.339458026999999, 2021-03-04T23:28:31.107 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.850156594, 2021-03-04T23:28:31.107 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:31.108 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:31.108 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:31.108 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:31.108 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:31.109 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 176107 2021-03-04T23:28:31.109 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.109 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:31.109 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.109 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:31.110 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.451457+0000", 2021-03-04T23:28:31.110 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:31.110 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.110 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.110 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:31.111 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.451457+0000", 2021-03-04T23:28:31.111 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.661e-06 2021-03-04T23:28:31.111 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.111 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.111 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:31.112 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.451460+0000", 2021-03-04T23:28:31.112 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5659999999999999e-06 2021-03-04T23:28:31.112 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.112 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.112 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:31.113 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.451461+0000", 2021-03-04T23:28:31.113 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0407e-05 2021-03-04T23:28:31.113 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.113 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.114 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:31.114 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.451472+0000", 2021-03-04T23:28:31.114 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4170000000000002e-06 2021-03-04T23:28:31.114 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.114 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.115 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:31.115 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.451476+0000", 2021-03-04T23:28:31.115 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.33583089399999999 2021-03-04T23:28:31.115 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.116 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.116 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.116 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.787307+0000", 2021-03-04T23:28:31.116 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0097047729999999999 2021-03-04T23:28:31.116 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.117 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.117 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:28:31.117 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.797012+0000", 2021-03-04T23:28:31.117 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.093547825000000001 2021-03-04T23:28:31.118 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.118 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.118 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.118 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.890560+0000", 2021-03-04T23:28:31.119 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.011631147999999999 2021-03-04T23:28:31.119 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.119 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.119 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:28:31.119 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.902191+0000", 2021-03-04T23:28:31.120 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2318402229999998 2021-03-04T23:28:31.120 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.120 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.120 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.121 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.134031+0000", 2021-03-04T23:28:31.121 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0085869009999999992 2021-03-04T23:28:31.121 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.121 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.121 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:31.122 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.142618+0000", 2021-03-04T23:28:31.122 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018745953999999999 2021-03-04T23:28:31.122 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.122 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.122 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:28:31.123 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.161364+0000", 2021-03-04T23:28:31.123 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.044259956000000003 2021-03-04T23:28:31.123 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.123 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.124 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:31.124 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.205624+0000", 2021-03-04T23:28:31.124 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014504678999999999 2021-03-04T23:28:31.124 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.124 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.125 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:31.125 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.220129+0000", 2021-03-04T23:28:31.125 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.052395487999999997 2021-03-04T23:28:31.125 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.126 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.126 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:31.126 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.272524+0000", 2021-03-04T23:28:31.126 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0047540350000000002 2021-03-04T23:28:31.126 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.127 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.127 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:31.127 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.277278+0000", 2021-03-04T23:28:31.127 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.024335666999999998 2021-03-04T23:28:31.128 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.128 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.128 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:31.128 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.301614+0000", 2021-03-04T23:28:31.128 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.850156594 2021-03-04T23:28:31.129 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:31.129 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:31.129 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:31.129 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.129 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.130 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:176110 9.1 9:84a82d03:::benchmark_data_gibba011_139107_object22743:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:28:31.130 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:42.460692+0000", 2021-03-04T23:28:31.130 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 48.330222773000003, 2021-03-04T23:28:31.130 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0314735009999998, 2021-03-04T23:28:31.130 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:31.131 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:31.131 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:31.131 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:31.131 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:31.132 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 176110 2021-03-04T23:28:31.132 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.132 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:31.132 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.132 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:31.133 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.460692+0000", 2021-03-04T23:28:31.133 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:31.133 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.133 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.133 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:31.134 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.460692+0000", 2021-03-04T23:28:31.134 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2409999999999998e-06 2021-03-04T23:28:31.134 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.134 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.134 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:31.135 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.460695+0000", 2021-03-04T23:28:31.135 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0090000000000002e-06 2021-03-04T23:28:31.135 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.135 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.136 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:31.136 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.460697+0000", 2021-03-04T23:28:31.136 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0363e-05 2021-03-04T23:28:31.136 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.137 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.137 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:31.137 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.460737+0000", 2021-03-04T23:28:31.137 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.651e-06 2021-03-04T23:28:31.137 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.138 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.138 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:31.138 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.460742+0000", 2021-03-04T23:28:31.138 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.33732654099999998 2021-03-04T23:28:31.138 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.139 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.139 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.139 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.798068+0000", 2021-03-04T23:28:31.139 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0096467640000000004 2021-03-04T23:28:31.139 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.140 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.140 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:28:31.140 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.807715+0000", 2021-03-04T23:28:31.140 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.13447742500000001 2021-03-04T23:28:31.141 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.141 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.141 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.141 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.942192+0000", 2021-03-04T23:28:31.141 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010880684999999999 2021-03-04T23:28:31.142 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.142 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.142 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:28:31.142 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.953073+0000", 2021-03-04T23:28:31.143 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3760818320000001 2021-03-04T23:28:31.143 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.143 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.143 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.143 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.329155+0000", 2021-03-04T23:28:31.144 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.012138548000000001 2021-03-04T23:28:31.144 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.144 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.144 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:31.145 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.341294+0000", 2021-03-04T23:28:31.145 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.019721078999999999 2021-03-04T23:28:31.145 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.145 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.145 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:28:31.146 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.361015+0000", 2021-03-04T23:28:31.146 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.046596057000000003 2021-03-04T23:28:31.146 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.146 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.147 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:31.147 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.407611+0000", 2021-03-04T23:28:31.147 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.048728771999999997 2021-03-04T23:28:31.147 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.147 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.148 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:31.148 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.456339+0000", 2021-03-04T23:28:31.148 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0047145190000000003 2021-03-04T23:28:31.148 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.148 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.149 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:31.149 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.461054+0000", 2021-03-04T23:28:31.149 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0053346699999999997 2021-03-04T23:28:31.149 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.150 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.150 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:31.150 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.466389+0000", 2021-03-04T23:28:31.150 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.025777345 2021-03-04T23:28:31.150 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.151 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.151 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:31.151 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.492166+0000", 2021-03-04T23:28:31.151 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0314735009999998 2021-03-04T23:28:31.152 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:31.152 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:31.152 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:31.152 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.152 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.153 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:176127 9.1 9:8db6e272:::benchmark_data_gibba011_139107_object22760:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:28:31.153 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:42.583057+0000", 2021-03-04T23:28:31.153 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 48.207858143000003, 2021-03-04T23:28:31.153 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.952783921, 2021-03-04T23:28:31.153 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:31.154 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:31.154 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:31.154 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:31.154 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:31.155 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 176127 2021-03-04T23:28:31.155 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.155 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:31.155 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.155 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:31.156 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.583057+0000", 2021-03-04T23:28:31.156 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:31.156 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.156 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.156 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:31.157 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.583057+0000", 2021-03-04T23:28:31.157 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3199999999999998e-06 2021-03-04T23:28:31.157 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.157 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.158 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:31.158 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.583059+0000", 2021-03-04T23:28:31.158 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4219999999999999e-06 2021-03-04T23:28:31.158 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.158 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.159 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:31.159 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.583061+0000", 2021-03-04T23:28:31.159 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0363999999999999e-05 2021-03-04T23:28:31.159 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.159 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.160 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:31.160 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.583071+0000", 2021-03-04T23:28:31.160 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.113e-06 2021-03-04T23:28:31.160 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.160 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.161 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:31.161 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.583076+0000", 2021-03-04T23:28:31.161 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.37096892399999998 2021-03-04T23:28:31.161 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.162 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.162 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.162 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.954045+0000", 2021-03-04T23:28:31.162 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095569790000000002 2021-03-04T23:28:31.162 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.163 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.163 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:28:31.163 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.963602+0000", 2021-03-04T23:28:31.163 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.093728017999999996 2021-03-04T23:28:31.164 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.164 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.164 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.164 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.057330+0000", 2021-03-04T23:28:31.164 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010381638 2021-03-04T23:28:31.165 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.165 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.165 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:28:31.165 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.067712+0000", 2021-03-04T23:28:31.166 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.341094376 2021-03-04T23:28:31.166 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.166 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.166 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.166 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.408806+0000", 2021-03-04T23:28:31.167 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0099346039999999997 2021-03-04T23:28:31.167 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.167 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.167 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:31.168 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.418741+0000", 2021-03-04T23:28:31.168 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.021479068 2021-03-04T23:28:31.168 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.168 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.168 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:28:31.169 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.440220+0000", 2021-03-04T23:28:31.169 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017266614999999999 2021-03-04T23:28:31.169 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.169 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.169 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:31.170 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.457487+0000", 2021-03-04T23:28:31.170 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.039587039999999997 2021-03-04T23:28:31.170 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.170 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.170 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:31.171 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.497074+0000", 2021-03-04T23:28:31.171 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0049146659999999998 2021-03-04T23:28:31.171 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.171 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.172 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:31.172 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.501988+0000", 2021-03-04T23:28:31.172 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0079465990000000004 2021-03-04T23:28:31.172 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.172 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.173 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:31.173 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.509935+0000", 2021-03-04T23:28:31.173 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.025906175 2021-03-04T23:28:31.173 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.173 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.174 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:31.174 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.535841+0000", 2021-03-04T23:28:31.174 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.952783921 2021-03-04T23:28:31.174 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:31.175 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:31.175 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:31.175 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.175 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.175 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:176243 9.1 9:833759dd:::benchmark_data_gibba011_139107_object22876:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:28:31.176 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:43.504247+0000", 2021-03-04T23:28:31.176 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 47.286668206999998, 2021-03-04T23:28:31.176 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7942439549999998, 2021-03-04T23:28:31.176 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:31.176 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:31.177 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:31.177 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:31.177 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:31.177 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 176243 2021-03-04T23:28:31.178 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.178 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:31.178 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.178 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:31.179 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.504247+0000", 2021-03-04T23:28:31.179 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:31.179 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.179 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.179 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:31.180 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.504247+0000", 2021-03-04T23:28:31.180 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.52e-06 2021-03-04T23:28:31.180 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.180 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.180 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:31.181 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.504250+0000", 2021-03-04T23:28:31.181 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.398e-06 2021-03-04T23:28:31.181 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.181 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.181 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:31.182 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.504251+0000", 2021-03-04T23:28:31.182 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0986e-05 2021-03-04T23:28:31.182 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.182 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.182 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:31.183 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.504262+0000", 2021-03-04T23:28:31.183 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5709999999999999e-06 2021-03-04T23:28:31.183 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.183 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.183 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:31.184 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.504267+0000", 2021-03-04T23:28:31.184 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16415517900000001 2021-03-04T23:28:31.184 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.184 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.185 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.185 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.668422+0000", 2021-03-04T23:28:31.185 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.013028418 2021-03-04T23:28:31.185 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.185 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.186 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:28:31.186 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.681450+0000", 2021-03-04T23:28:31.186 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.057965098999999999 2021-03-04T23:28:31.186 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.186 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.187 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.187 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.739415+0000", 2021-03-04T23:28:31.187 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010498209 2021-03-04T23:28:31.187 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.188 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.188 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:28:31.188 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.749913+0000", 2021-03-04T23:28:31.188 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1333208849999998 2021-03-04T23:28:31.188 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.189 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.189 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.189 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.883234+0000", 2021-03-04T23:28:31.189 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0084775200000000005 2021-03-04T23:28:31.189 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.190 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.190 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:31.190 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.891712+0000", 2021-03-04T23:28:31.190 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.016953729000000001 2021-03-04T23:28:31.190 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.191 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.191 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:28:31.191 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.908666+0000", 2021-03-04T23:28:31.191 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.091029302000000006 2021-03-04T23:28:31.192 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.192 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.192 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:31.192 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.999695+0000", 2021-03-04T23:28:31.193 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027829080000000002 2021-03-04T23:28:31.193 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.193 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.193 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:31.193 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.002478+0000", 2021-03-04T23:28:31.194 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.26429942000000001 2021-03-04T23:28:31.194 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.194 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.194 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:31.195 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.266777+0000", 2021-03-04T23:28:31.195 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0048576920000000003 2021-03-04T23:28:31.195 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.195 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.196 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:31.196 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.271635+0000", 2021-03-04T23:28:31.196 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.026856119000000001 2021-03-04T23:28:31.196 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.196 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.197 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:31.197 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.298491+0000", 2021-03-04T23:28:31.197 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7942439549999998 2021-03-04T23:28:31.197 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:31.197 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:31.198 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:31.198 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.198 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.198 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:176267 9.1 9:8822eba6:::benchmark_data_gibba011_139107_object22900:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:28:31.199 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:43.586590+0000", 2021-03-04T23:28:31.199 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 47.204325318999999, 2021-03-04T23:28:31.199 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7551711879999998, 2021-03-04T23:28:31.199 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:31.200 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:31.200 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:31.200 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:31.200 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:31.200 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 176267 2021-03-04T23:28:31.201 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.201 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:31.201 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.201 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:31.201 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.586590+0000", 2021-03-04T23:28:31.202 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:31.202 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.202 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.202 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:31.203 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.586590+0000", 2021-03-04T23:28:31.203 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.588e-06 2021-03-04T23:28:31.203 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.203 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.203 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:31.204 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.586593+0000", 2021-03-04T23:28:31.204 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1179999999999999e-06 2021-03-04T23:28:31.204 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.204 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.204 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:31.205 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.586594+0000", 2021-03-04T23:28:31.205 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.9719999999999998e-06 2021-03-04T23:28:31.205 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.205 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.206 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:31.206 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.586603+0000", 2021-03-04T23:28:31.206 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6969999999999999e-06 2021-03-04T23:28:31.206 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.206 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.207 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:31.210 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.586606+0000", 2021-03-04T23:28:31.211 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.096045411999999997 2021-03-04T23:28:31.211 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.211 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.211 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.212 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.682652+0000", 2021-03-04T23:28:31.212 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010261594000000001 2021-03-04T23:28:31.212 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.212 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.213 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:28:31.213 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.692913+0000", 2021-03-04T23:28:31.213 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.093007080000000006 2021-03-04T23:28:31.213 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.213 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.214 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.214 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.785920+0000", 2021-03-04T23:28:31.214 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010416055 2021-03-04T23:28:31.214 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.214 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.215 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:28:31.215 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.796336+0000", 2021-03-04T23:28:31.215 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2301042710000001 2021-03-04T23:28:31.215 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.216 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.216 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.216 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.026441+0000", 2021-03-04T23:28:31.216 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0084513390000000004 2021-03-04T23:28:31.216 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.217 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.217 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:31.217 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.034892+0000", 2021-03-04T23:28:31.217 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017369187000000001 2021-03-04T23:28:31.218 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.218 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.218 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:28:31.218 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.052261+0000", 2021-03-04T23:28:31.218 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.073751652000000001 2021-03-04T23:28:31.219 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.219 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.219 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:31.219 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.126013+0000", 2021-03-04T23:28:31.219 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0029349319999999999 2021-03-04T23:28:31.220 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.220 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.220 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:31.220 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.128948+0000", 2021-03-04T23:28:31.220 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.17943062700000001 2021-03-04T23:28:31.221 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.221 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.221 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:31.221 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.308378+0000", 2021-03-04T23:28:31.222 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0066322940000000004 2021-03-04T23:28:31.222 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.222 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.222 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:31.222 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.315011+0000", 2021-03-04T23:28:31.223 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.026750369999999999 2021-03-04T23:28:31.223 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.223 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.223 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:31.224 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.341761+0000", 2021-03-04T23:28:31.224 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7551711879999998 2021-03-04T23:28:31.224 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:31.224 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:31.224 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:31.225 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.225 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.225 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:176269 9.1 9:8c886cdc:::benchmark_data_gibba011_139107_object22902:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:28:31.225 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:43.597532+0000", 2021-03-04T23:28:31.226 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 47.193382970000002, 2021-03-04T23:28:31.226 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7831447169999999, 2021-03-04T23:28:31.226 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:31.226 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:31.226 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:31.227 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:31.227 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:31.227 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 176269 2021-03-04T23:28:31.227 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.228 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:31.228 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.228 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:31.228 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.597532+0000", 2021-03-04T23:28:31.228 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:31.229 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.229 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.229 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:31.229 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.597532+0000", 2021-03-04T23:28:31.229 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0719999999999998e-06 2021-03-04T23:28:31.230 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.230 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.230 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:31.230 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.597534+0000", 2021-03-04T23:28:31.231 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4410000000000001e-06 2021-03-04T23:28:31.231 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.231 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.231 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:31.231 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.597536+0000", 2021-03-04T23:28:31.232 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.132e-05 2021-03-04T23:28:31.232 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.232 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.232 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:31.232 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.597547+0000", 2021-03-04T23:28:31.233 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4320000000000001e-06 2021-03-04T23:28:31.233 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.233 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.233 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:31.234 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.597552+0000", 2021-03-04T23:28:31.234 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.096384009000000007 2021-03-04T23:28:31.234 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.234 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.234 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.235 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.693936+0000", 2021-03-04T23:28:31.235 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095782269999999999 2021-03-04T23:28:31.235 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.235 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.235 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:28:31.236 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.703514+0000", 2021-03-04T23:28:31.236 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.12897698499999999 2021-03-04T23:28:31.236 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.236 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.236 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.237 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.832491+0000", 2021-03-04T23:28:31.237 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010486534 2021-03-04T23:28:31.237 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.237 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.237 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:28:31.238 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.842977+0000", 2021-03-04T23:28:31.238 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.244619395 2021-03-04T23:28:31.238 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.238 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.239 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.239 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.087597+0000", 2021-03-04T23:28:31.239 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.008725834 2021-03-04T23:28:31.239 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.239 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.240 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:31.240 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.096323+0000", 2021-03-04T23:28:31.240 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017066272 2021-03-04T23:28:31.240 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.240 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.241 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:28:31.241 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.113389+0000", 2021-03-04T23:28:31.241 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018380924 2021-03-04T23:28:31.241 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.242 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.242 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:31.242 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.131770+0000", 2021-03-04T23:28:31.242 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027263650000000001 2021-03-04T23:28:31.242 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.243 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.243 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:31.243 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.134496+0000", 2021-03-04T23:28:31.243 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.208337943 2021-03-04T23:28:31.243 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.244 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.244 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:31.244 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.342834+0000", 2021-03-04T23:28:31.244 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0049485340000000001 2021-03-04T23:28:31.244 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.245 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.245 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:31.245 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.347783+0000", 2021-03-04T23:28:31.245 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.032894430000000002 2021-03-04T23:28:31.246 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.246 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.246 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:31.246 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.380677+0000", 2021-03-04T23:28:31.246 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7831447169999999 2021-03-04T23:28:31.247 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:31.247 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:31.247 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:31.247 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.247 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.248 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:176277 9.1 9:8113858c:::benchmark_data_gibba011_139107_object22910:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:28:31.248 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:43.686672+0000", 2021-03-04T23:28:31.248 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 47.104242849000002, 2021-03-04T23:28:31.248 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7361085219999999, 2021-03-04T23:28:31.249 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:28:31.249 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:31.249 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:28:31.249 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:28:31.250 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:31.250 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 176277 2021-03-04T23:28:31.250 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.250 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:28:31.251 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.251 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:28:31.252 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.686672+0000", 2021-03-04T23:28:31.252 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:28:31.252 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.252 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.253 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:28:31.253 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.686672+0000", 2021-03-04T23:28:31.253 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.9850000000000001e-06 2021-03-04T23:28:31.253 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.253 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.254 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:28:31.254 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.686674+0000", 2021-03-04T23:28:31.254 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3990000000000001e-06 2021-03-04T23:28:31.254 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.255 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.255 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:28:31.255 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.686676+0000", 2021-03-04T23:28:31.255 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6420000000000002e-06 2021-03-04T23:28:31.255 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.256 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.256 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:28:31.256 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.686685+0000", 2021-03-04T23:28:31.256 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6260000000000001e-06 2021-03-04T23:28:31.256 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.257 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.257 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:28:31.257 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.686689+0000", 2021-03-04T23:28:31.257 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.159137483 2021-03-04T23:28:31.258 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.258 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.258 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.258 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.845827+0000", 2021-03-04T23:28:31.258 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095040039999999999 2021-03-04T23:28:31.259 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.259 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.259 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:28:31.259 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.855331+0000", 2021-03-04T23:28:31.259 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.03838254 2021-03-04T23:28:31.260 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.260 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.260 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.260 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.893713+0000", 2021-03-04T23:28:31.261 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.011627695 2021-03-04T23:28:31.261 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.261 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.261 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:28:31.261 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.905341+0000", 2021-03-04T23:28:31.262 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2537822310000002 2021-03-04T23:28:31.262 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.262 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.262 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:28:31.263 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.159123+0000", 2021-03-04T23:28:31.263 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0084243570000000004 2021-03-04T23:28:31.263 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.263 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.263 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:28:31.264 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.167547+0000", 2021-03-04T23:28:31.264 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017052674 2021-03-04T23:28:31.264 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.264 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.264 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:28:31.265 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.184600+0000", 2021-03-04T23:28:31.265 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.11801541 2021-03-04T23:28:31.265 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.265 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.265 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:31.266 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.302615+0000", 2021-03-04T23:28:31.266 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.079188833 2021-03-04T23:28:31.266 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.266 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.267 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:28:31.267 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.381804+0000", 2021-03-04T23:28:31.267 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0049128619999999996 2021-03-04T23:28:31.267 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.267 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.268 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:31.268 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.386717+0000", 2021-03-04T23:28:31.268 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0051286810000000004 2021-03-04T23:28:31.268 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.268 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.269 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:28:31.269 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.391846+0000", 2021-03-04T23:28:31.269 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0309351 2021-03-04T23:28:31.269 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:28:31.269 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:28:31.270 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:28:31.270 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.422781+0000", 2021-03-04T23:28:31.270 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7361085219999999 2021-03-04T23:28:31.270 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:31.271 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:31.271 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:31.271 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:28:31.271 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:28:31.272 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:28:31.272 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:31.289 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:31.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:31.291 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:31.392 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:31.446 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:31.447 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:31.447 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:31.469 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:31 gibba038 conmon[76675]: audit 2021-03-04T23:28:30.631048+0000 mon.c (mon.1) 299 : audit [DBG] from='client.? 172.21.2.111:0/2482374909' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:31.481 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:28:31.548 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:31.565 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:31.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:31.566 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:31.594 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:28:31.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:31 gibba011 conmon[95595]: audit 2021-03-04T23:28:30.631048+0000 mon.c 2021-03-04T23:28:31.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:31 gibba011 conmon[95595]: (mon.1) 299 : audit [DBG] from='client.? 172.21.2.111:0/2482374909' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:31.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:31 gibba011 conmon[99461]: audit 2021-03-04T23:28:30.631048+0000 mon.c (mon.1) 2021-03-04T23:28:31.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:31 gibba011 conmon[99461]: 299 : audit [DBG] from='client.? 172.21.2.111:0/2482374909' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:31.668 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:31.686 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:31.687 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:31.687 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:31.788 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:31.807 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:31.808 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:31.808 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:31.909 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:31.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:31.929 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:31.930 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:32.031 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:32.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:32.050 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:32.051 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:32.152 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:32.169 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:32.170 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:32.171 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:32.272 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:32.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:32.291 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:32.291 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:32.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:32 gibba038 conmon[76675]: cluster 2021-03-04T23:28:30.650827+0000 mgr.x (mgr.34676) 762 : cluster [DBG] pgmap v702: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 220 op/s; 36786/379002 objects degraded (9.706%); 45794/379002 objects misplaced (12.083%); 275 KiB/s, 4 objects/s recovering 2021-03-04T23:28:32.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:32 gibba011 conmon[99461]: cluster 2021-03-04T23:28:30.650827+0000 mgr.x (mgr.34676) 762 : cluster [DBG] pgmap v702: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 220 op/s; 36786/379002 objects degraded (9.706%); 45794/379002 objects misplaced (12.083%); 275 KiB/s, 4 objects/s recovering 2021-03-04T23:28:32.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:32 gibba011 conmon[95595]: cluster 2021-03-04T23:28:30.650827+0000 mgr.x (mgr. 2021-03-04T23:28:32.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:32 gibba011 conmon[95595]: 34676) 762 : cluster [DBG] pgmap v702: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 220 op/s; 36786/379002 objects degraded (9.706%); 45794/379002 objects misplaced (12.083%); 275 KiB/s, 4 objects/s recovering 2021-03-04T23:28:32.393 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:32.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:32.412 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:32.412 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:32.514 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:32.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:32.532 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:32.533 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:32.634 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:32.652 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:32.653 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:32.653 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:32.754 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:32.773 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:32.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:32.774 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:32.875 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:32.893 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:32.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:32.894 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:32.996 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:33.001 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:28:33.001 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:28:33.002 INFO:teuthology.orchestra.run.gibba038.stdout: "num_ops": 0 2021-03-04T23:28:33.002 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:28:33.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:33.015 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:33.015 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:33.116 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:33.133 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:33.134 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:33.135 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:33.236 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:33.252 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:33.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:33.254 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:33.355 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:33.372 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:33.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:33.374 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:33.464 INFO:teuthology.orchestra.run.gibba011.stdout:moved 8 / 297 (2.6936%) 2021-03-04T23:28:33.464 INFO:teuthology.orchestra.run.gibba011.stdout:avg 42.4286 2021-03-04T23:28:33.464 INFO:teuthology.orchestra.run.gibba011.stdout:stddev 8.38122 -> 7.97957 (expected baseline 6.03053) 2021-03-04T23:28:33.465 INFO:teuthology.orchestra.run.gibba011.stdout:min osd.2 with 28 -> 29 pgs (0.659933 -> 0.683502 * mean) 2021-03-04T23:28:33.465 INFO:teuthology.orchestra.run.gibba011.stdout:max osd.1 with 52 -> 51 pgs (1.22559 -> 1.20202 * mean) 2021-03-04T23:28:33.465 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:28:33.466 INFO:teuthology.orchestra.run.gibba011.stdout:oload 110 2021-03-04T23:28:33.466 INFO:teuthology.orchestra.run.gibba011.stdout:max_change 0.05 2021-03-04T23:28:33.466 INFO:teuthology.orchestra.run.gibba011.stdout:max_change_osds 4 2021-03-04T23:28:33.466 INFO:teuthology.orchestra.run.gibba011.stdout:average_utilization 0.0438 2021-03-04T23:28:33.466 INFO:teuthology.orchestra.run.gibba011.stdout:overload_utilization 0.0482 2021-03-04T23:28:33.467 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7 weight 1.0000 -> 0.9500 2021-03-04T23:28:33.467 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1 weight 1.0000 -> 0.9500 2021-03-04T23:28:33.467 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5 weight 1.0000 -> 0.9500 2021-03-04T23:28:33.468 INFO:teuthology.orchestra.run.gibba011.stderr:no change 2021-03-04T23:28:33.475 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:33.492 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:33.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:33.493 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:33.594 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:33.611 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:33.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:33.613 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:33.623 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-03-04T23:28:33.714 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:33.732 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:33.733 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:33.734 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:33.751 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:28:33.835 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:33.854 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:33.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:33.855 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:33.956 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:33.973 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:33.974 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:33.975 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:34.076 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:34.093 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:34.094 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:34.095 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:34.199 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:34.217 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:28:34.220 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:34.220 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:34.221 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:34.234 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:28:34.314 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '110', 'type': 'test-reweight-by-utilization'} 2021-03-04T23:28:34.315 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd test-reweight-by-utilization 110 0.05 2021-03-04T23:28:34.322 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:34.339 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:34.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:34.341 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:34.376 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:34.429 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:34.442 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:34.459 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:34.459 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:34.460 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:34.561 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:34.579 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:34.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:34.580 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:34.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:34 gibba038 conmon[76675]: cluster 2021-03-04T23:28:32.651280+0000 mgr.x (mgr.34676) 763 : cluster [DBG] pgmap v703: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 201 op/s; 36786/377874 objects degraded (9.735%); 45708/377874 objects misplaced (12.096%); 365 KiB/s, 5 objects/s recovering 2021-03-04T23:28:34.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:34 gibba038 conmon[76675]: audit 2021-03-04T23:28:33.646398+0000 mon.a (mon.0) 875 : audit [INF] from='client.? 172.21.2.111:0/3555789908' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:34.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:34 gibba038 conmon[76675]: audit 2021-03-04T23:28:33.768413+0000 mon.c (mon.1) 300 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:28:34.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:34 gibba038 conmon[76675]: audit 2021-03-04T23:28:33.769865+0000 mon.c (mon.1) 301 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:28:34.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:34 gibba038 conmon[76675]: audit 2021-03-04T23:28:33.770105+0000 mon.c (mon.1) 302 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:28:34.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:34 gibba038 conmon[76675]: cluster 2021-03-04T23:28:33.906739+0000 mon.a (mon.0) 876 : cluster [WRN] Health check update: Degraded data redundancy: 36786/377874 objects degraded (9.735%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:34.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:34 gibba011 conmon[95595]: cluster 2021-03-04T23:28:32.651280+0000 mgr.x (mgr.34676) 763 : cluster [DBG] pgmap v703: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 201 op/s; 36786/377874 objects degraded (9.735%); 45708/377874 objects misplaced (12.096%); 365 KiB/s, 5 objects/s recovering 2021-03-04T23:28:34.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:34 gibba011 conmon[95595]: audit 2021-03-04T23:28:33.646398+0000 mon.a (mon.0) 875 : audit [INF] from='client.? 172.21.2.111:0/3555789908' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:34.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:34 gibba011 conmon[95595]: audit 2021-03-04T23:28:33.768413+0000 mon.c (mon.1) 300 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:28:34.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:34 gibba011 conmon[95595]: audit 2021-03-04T23:28:33.769865+0000 mon.c (mon.1) 301 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:28:34.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:34 gibba011 conmon[95595]: audit 2021-03-04T23:28:33.770105+0000 mon.c (mon.1) 302 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:28:34.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:34 gibba011 conmon[95595]: cluster 2021-03-04T23:28:33.906739+0000 mon.a (mon.0) 876 : cluster [WRN] Health check update: Degraded data redundancy: 36786/377874 objects degraded (9.735%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:34.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:34 gibba011 conmon[99461]: cluster 2021-03-04T23:28:32.651280+0000 mgr.x (mgr.34676) 763 : cluster [DBG] pgmap v703: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 201 op/s; 36786/377874 objects degraded (9.735%); 45708/377874 objects misplaced (12.096%); 365 KiB/s, 5 objects/s recovering 2021-03-04T23:28:34.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:34 gibba011 conmon[99461]: audit 2021-03-04T23:28:33.646398+0000 mon.a (mon.0) 875 : audit [INF] from='client.? 172.21.2.111:0/3555789908' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:34.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:34 gibba011 conmon[99461]: audit 2021-03-04T23:28:33.768413+0000 mon.c (mon.1) 300 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:28:34.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:34 gibba011 conmon[99461]: audit 2021-03-04T23:28:33.769865+0000 mon.c (mon.1) 301 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:28:34.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:34 gibba011 conmon[99461]: audit 2021-03-04T23:28:33.770105+0000 mon.c (mon.1) 302 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:28:34.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:34 gibba011 conmon[99461]: cluster 2021-03-04T23:28:33.906739+0000 mon.a (mon.0) 876 : cluster [WRN] Health check update: Degraded data redundancy: 36786/377874 objects degraded (9.735%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:34.681 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:34.699 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:34.699 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:34.700 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:34.801 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:34.819 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:34.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:34.820 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:34.921 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:34.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:34.940 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:34.941 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:35.042 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:35.060 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:35.061 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:35.061 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:35.163 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:35.180 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:35.181 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:35.182 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:35.283 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:35.301 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:35.302 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:35.303 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:35.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:35 gibba011 conmon[95595]: audit 2021-03-04T23:28:33.462077+0000 mgr.x (mgr.34676) 764 : audit [DBG] from='client.55174 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:35.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:35 gibba011 conmon[95595]: cluster 2021-03-04T23:28:34.206911+0000 mon.a (mon.0) 877 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:28:35.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:35 gibba011 conmon[95595]: audit 2021-03-04T23:28:34.212890+0000 mon.a (mon.0) 878 : audit [INF] from='client.? 172.21.2.111:0/3555789908' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:28:35.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:35 gibba011 conmon[95595]: cluster 2021-03-04T23:28:34.212928+0000 mon.a (mon.0) 879 : cluster [DBG] osdmap e186: 8 total, 8 up, 7 in 2021-03-04T23:28:35.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:35 gibba011 conmon[99461]: audit 2021-03-04T23:28:33.462077+0000 mgr.x (mgr.34676) 764 : audit [DBG] from='client.55174 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:35.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:35 gibba011 conmon[99461]: cluster 2021-03-04T23:28:34.206911+0000 mon.a (mon.0) 877 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:28:35.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:35 gibba011 conmon[99461]: audit 2021-03-04T23:28:34.212890+0000 mon.a (mon.0) 878 : audit [INF] from='client.? 172.21.2.111:0/3555789908' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:28:35.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:35 gibba011 conmon[99461]: cluster 2021-03-04T23:28:34.212928+0000 mon.a (mon.0) 879 : cluster [DBG] osdmap e186: 8 total, 8 up, 7 in 2021-03-04T23:28:35.400 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:28:35.400 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:28:35.401 INFO:teuthology.orchestra.run.gibba038.stdout: "complaint_time": 30, 2021-03-04T23:28:35.401 INFO:teuthology.orchestra.run.gibba038.stdout: "num_blocked_ops": 0 2021-03-04T23:28:35.401 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:28:35.405 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:35.422 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:35.423 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:35.423 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:35.463 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:35 gibba038 conmon[76675]: audit 2021-03-04T23:28:33.462077+0000 mgr.x (mgr.34676) 764 : audit [DBG] 2021-03-04T23:28:35.464 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:35 gibba038 conmon[76675]: from='client.55174 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:35.464 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:35 gibba038 conmon[76675]: cluster 2021-03-04T23:28:34.206911+0000 mon.a (mon.0) 877 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:28:35.464 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:35 gibba038 conmon[76675]: audit 2021-03-04T23:28:34.212890+0000 mon.a (mon.0) 878 : audit [INF] from='client.? 172.21.2.111:0/3555789908' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:28:35.464 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:35 gibba038 conmon[76675]: cluster 2021-03-04T23:28:34.212928+0000 mon.a (mon.0) 879 : cluster [DBG] osdmap e186: 8 total, 8 up, 7 in 2021-03-04T23:28:35.524 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:35.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:35.544 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:35.544 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:35.645 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:35.662 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:35.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:35.664 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:35.765 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:35.782 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:35.783 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:35.783 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:35.885 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:35.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:35.903 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:35.903 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:36.005 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:36.022 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:36.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:36.023 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:36.125 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:36.133 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-03-04T23:28:36.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:36.142 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:36.143 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:36.244 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:36.258 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:28:36.262 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:36.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:36.264 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:36.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:36 gibba038 conmon[76675]: cluster 2021-03-04T23:28:34.651608+0000 mgr.x (mgr.34676) 765 : cluster [DBG] pgmap v705: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 223 op/s; 36786/376674 objects degraded (9.766%); 45597/376674 objects misplaced (12.105%); 232 KiB/s, 3 objects/s recovering 2021-03-04T23:28:36.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:36 gibba011 conmon[95595]: cluster 2021-03-04T23:28:34.651608+0000 mgr.x (mgr.34676) 765 : cluster [DBG] pgmap v705: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 223 op/s; 36786/376674 objects degraded (9.766%); 45597/376674 objects misplaced (12.105%); 232 KiB/s, 3 objects/s recovering 2021-03-04T23:28:36.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:36 gibba011 conmon[99461]: cluster 2021-03-04T23:28:34.651608+0000 mgr.x (mgr.34676) 765 : cluster [DBG] pgmap v705: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 223 op/s; 36786/376674 objects degraded (9.766%); 45597/376674 objects misplaced (12.105%); 232 KiB/s, 3 objects/s recovering 2021-03-04T23:28:36.365 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:36.382 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:36.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:36.384 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:36.485 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:36.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:36.503 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:36.504 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:36.605 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:36.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:36.623 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:36.624 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:36.724 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:36.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:36.743 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:36.744 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:36.845 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:36.862 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:36.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:36.863 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:36.964 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:36.981 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:36.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:36.983 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:37.084 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:37.101 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:37.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:37.103 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:37.204 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:37.221 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:37.221 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:37.222 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:37.243 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:28:37.324 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:37.341 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:37.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:37.343 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:37.361 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:37.444 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:37.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:37.462 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:37.462 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:37.563 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:37.583 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:37.583 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:37.584 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:37.668 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:28:37.669 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:28:37.679 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:28:37.686 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:37.693 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:28:37.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:37.707 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:37.708 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:37.709 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:28:37.722 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:28:37.804 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:28:37.810 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:37.818 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:28:37.819 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:28:37.819 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:28:37.820 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:28:37.820 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:28:37.820 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:28:37.820 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:28:37.821 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:28:37.821 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:28:37.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:37.830 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:37.830 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:37.931 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:37.950 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:37.951 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:37.952 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:38.054 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:38.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:38.073 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:38.074 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:38.078 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:28:38.079 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:28:38.175 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:38.197 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:38.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:38.199 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:38.300 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:38.319 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:38.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:38.321 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:38.422 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:38.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:38.443 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:38.444 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:38.545 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:38.562 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:38.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:38.564 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:38.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:38 gibba038 conmon[76675]: cluster 2021-03-04T23:28:36.651989+0000 mgr.x (mgr.34676) 766 : cluster [DBG] pgmap v706: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 202 op/s; 36786/376308 objects degraded (9.776%); 45554/376308 objects misplaced (12.106%); 562 KiB/s, 8 objects/s recovering 2021-03-04T23:28:38.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:38 gibba038 conmon[76675]: audit 2021-03-04T23:28:37.636224+0000 mon.c (mon.1) 303 : audit [DBG] from='client.? 172.21.2.111:0/3369369898' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:38.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:38 gibba011 conmon[95595]: cluster 2021-03-04T23:28:36.651989+0000 mgr.x (mgr.34676) 766 : cluster [DBG] pgmap v706: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 202 op/s; 36786/376308 objects degraded (9.776%); 45554/376308 objects misplaced (12.106%); 562 KiB/s, 8 objects/s recovering 2021-03-04T23:28:38.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:38 gibba011 conmon[95595]: audit 2021-03-04T23:28:37.636224+0000 mon.c (mon.1) 303 : audit [DBG] from='client.? 172.21.2.111:0/3369369898' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:38.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:38 gibba011 conmon[99461]: cluster 2021-03-04T23:28:36.651989+0000 mgr.x (mgr.34676) 766 : cluster [DBG] pgmap v706: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 202 op/s; 36786/376308 objects degraded (9.776%); 45554/376308 objects misplaced (12.106%); 562 KiB/s, 8 objects/s recovering 2021-03-04T23:28:38.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:38 gibba011 conmon[99461]: audit 2021-03-04T23:28:37.636224+0000 mon.c (mon.1) 303 : audit [DBG] from='client.? 172.21.2.111:0/3369369898' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:38.665 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:38.682 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:38.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:38.684 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:38.786 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:38.803 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:38.804 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:38.804 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:38.840 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:28:38.906 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:38.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:38.924 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:38.924 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:38.959 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:39.026 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:39.043 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:39.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:39.044 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:39.145 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:39.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:39.164 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:39.164 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:39.265 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:39.287 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:39.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:39.289 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:39.390 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:39.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:39.409 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:39.409 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:39.511 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:39.526 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:39 gibba011 conmon[95595]: cluster 2021-03-04T23:28:38.907737+0000 mon.a (mon.0) 880 : cluster [WRN] Health check update: Degraded data redundancy: 36786/376308 objects degraded (9.776%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:39.527 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:39 gibba011 conmon[99461]: cluster 2021-03-04T23:28:38.907737+0000 mon.a (mon.0) 880 : cluster [WRN] Health check update: Degraded data redundancy: 36786/376308 objects degraded (9.776%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:39.528 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:39.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:39.530 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:39.539 INFO:teuthology.orchestra.run.gibba011.stdout:moved 8 / 297 (2.6936%) 2021-03-04T23:28:39.539 INFO:teuthology.orchestra.run.gibba011.stdout:avg 42.4286 2021-03-04T23:28:39.539 INFO:teuthology.orchestra.run.gibba011.stdout:stddev 8.38122 -> 7.97957 (expected baseline 6.03053) 2021-03-04T23:28:39.539 INFO:teuthology.orchestra.run.gibba011.stdout:min osd.2 with 28 -> 29 pgs (0.659933 -> 0.683502 * mean) 2021-03-04T23:28:39.540 INFO:teuthology.orchestra.run.gibba011.stdout:max osd.1 with 52 -> 51 pgs (1.22559 -> 1.20202 * mean) 2021-03-04T23:28:39.540 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:28:39.540 INFO:teuthology.orchestra.run.gibba011.stdout:oload 110 2021-03-04T23:28:39.540 INFO:teuthology.orchestra.run.gibba011.stdout:max_change 0.05 2021-03-04T23:28:39.541 INFO:teuthology.orchestra.run.gibba011.stdout:max_change_osds 4 2021-03-04T23:28:39.541 INFO:teuthology.orchestra.run.gibba011.stdout:average_utilization 0.0435 2021-03-04T23:28:39.541 INFO:teuthology.orchestra.run.gibba011.stdout:overload_utilization 0.0479 2021-03-04T23:28:39.541 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7 weight 1.0000 -> 0.9500 2021-03-04T23:28:39.541 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1 weight 1.0000 -> 0.9500 2021-03-04T23:28:39.542 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5 weight 1.0000 -> 0.9500 2021-03-04T23:28:39.542 INFO:teuthology.orchestra.run.gibba011.stderr:no change 2021-03-04T23:28:39.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:39 gibba038 conmon[76675]: cluster 2021-03-04T23:28:38.907737+0000 mon.a (mon.0) 880 : cluster [WRN] 2021-03-04T23:28:39.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:39 gibba038 conmon[76675]: Health check update: Degraded data redundancy: 36786/376308 objects degraded (9.776%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:39.631 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:39.648 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:39.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:39.650 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:39.751 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:39.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:39.770 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:39.770 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:39.872 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:39.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:39.890 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:39.891 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:39.992 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:40.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:40.010 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:40.011 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:40.112 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:40.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:40.130 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:40.130 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:40.232 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:40.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:40.250 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:40.250 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:40.351 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:40.369 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:40.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:40.371 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:40.472 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:40.489 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:40.490 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:40.491 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:40.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:40 gibba038 conmon[76675]: cluster 2021-03-04T23:28:38.652457+0000 mgr.x (mgr.34676) 767 : cluster [DBG] pgmap v707: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 143 op/s; 36786/374901 objects degraded (9.812%); 45399/374901 objects misplaced (12.110%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:28:40.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:40 gibba038 conmon[76675]: audit 2021-03-04T23:28:39.252189+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:28:40.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:40 gibba038 conmon[76675]: cephadm 2021-03-04T23:28:39.253123+0000 mgr.x (mgr.34676) 768 : 2021-03-04T23:28:40.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:40 gibba038 conmon[76675]: cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:28:40.591 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:40.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:40 gibba011 conmon[95595]: cluster 2021-03-04T23:28:38.652457+0000 mgr.x (mgr.34676) 767 : cluster [DBG] pgmap v707: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 143 op/s; 36786/374901 objects degraded (9.812%); 45399/374901 objects misplaced (12.110%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:28:40.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:40 gibba011 conmon[95595]: audit 2021-03-04T23: 2021-03-04T23:28:40.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:40 gibba011 conmon[95595]: 28:39.252189+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:28:40.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:40 gibba011 conmon[95595]: cephadm 2021-03-04T23:28:39.253123+0000 mgr.x (mgr.34676) 768 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:28:40.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:40 gibba011 conmon[99461]: cluster 2021-03-04T23:28:38.652457+0000 mgr.x (mgr.34676) 767 : cluster [DBG] pgmap v707: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 143 op/s; 36786/374901 objects degraded (9.812%); 45399/374901 objects misplaced (12.110%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:28:40.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:40 gibba011 conmon[99461]: audit 2021-03-04T23:28:39.252189+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:28:40.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:40 gibba011 conmon[99461]: cephadm 2021-03-04T23:28:39.253123+0000 mgr.x (mgr.34676) 768 2021-03-04T23:28:40.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:40 gibba011 conmon[99461]: : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:28:40.608 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:40.609 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:40.610 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:40.711 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:40.729 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:40.729 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:40.730 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:40.831 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:40.850 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:40.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:40.851 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:40.952 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:40.969 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:40.970 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:40.971 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:41.072 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:41.090 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:41.091 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:41.091 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:41.193 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:41.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:41.211 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:41.211 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:41.313 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:41.330 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:41.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:41.332 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:41.433 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:41.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:41.452 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:41.453 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:41.513 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:41 gibba011 conmon[99461]: audit 2021-03-04T23:28:39.537004+0000 mgr.x (mgr.34676) 769 : audit [DBG] from='client.45234 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:41.513 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:41 gibba011 conmon[95595]: audit 2021-03-04T23:28:39.537004+0000 mgr.x (mgr.34676) 769 : audit [DBG] from='client.45234 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:41.515 INFO:tasks.thrashosds.thrasher:Reweighting by: {'max_change': '0.05', 'overage': '1000', 'type': 'reweight-by-utilization'} 2021-03-04T23:28:41.515 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight-by-utilization 1000 0.05 2021-03-04T23:28:41.553 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:41.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:41.578 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:41.578 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:41.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:41 gibba038 conmon[76675]: audit 2021-03-04T23:28:39.537004+0000 mgr.x (mgr.34676) 769 : audit [DBG] from='client.45234 -' entity='client.admin' cmd=[{"prefix": "osd test-reweight-by-utilization", "oload": 110, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:41.632 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:41.679 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:41.698 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:41.699 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:41.699 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:41.801 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:41.818 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:41.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:41.820 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:41.921 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:41.939 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:41.940 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:41.941 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:42.042 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:42.059 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:42.060 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:42.061 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:42.162 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:42.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:42.182 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:42.183 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:42.284 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:42.296 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:42 gibba011 conmon[95595]: cluster 2021-03-04T23:28:40.652793+0000 mgr.x 2021-03-04T23:28:42.296 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:42 gibba011 conmon[95595]: (mgr.34676) 770 : cluster [DBG] pgmap v708: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 139 op/s; 36786/374829 objects degraded (9.814%); 45375/374829 objects misplaced (12.106%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:28:42.297 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:42 gibba011 conmon[99461]: cluster 2021-03-04T23:28:40.652793+0000 mgr.x (mgr.34676) 770 : cluster [DBG] pgmap v708: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 139 op/s; 36786/374829 objects degraded (9.814%); 45375/374829 objects misplaced (12.106%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:28:42.310 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:42.311 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:42.312 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:42.413 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:42.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:42.432 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:42.432 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:42.534 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:42.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:42.553 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:42.553 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:42.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:42 gibba038 conmon[76675]: cluster 2021-03-04T23:28:40.652793+0000 mgr.x (mgr.34676) 770 : cluster [DBG] pgmap v708: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 139 op/s; 36786/374829 objects degraded (9.814%); 45375/374829 objects misplaced (12.106%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:28:42.654 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:42.672 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:42.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:42.673 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:42.775 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:42.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:42.794 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:42.794 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:42.834 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:28:42.835 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:28:42.896 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:42.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:42.914 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:42.915 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:42.957 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:28:43.015 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:43.034 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:43.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:43.036 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:43.085 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:43.137 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:43.154 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:43.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:43.155 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:43.256 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:43.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:43.275 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:43.276 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:43.321 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:28:43.377 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:43.393 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:43.394 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:43.395 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:43.496 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:43.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:43.515 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:43.515 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:43.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:43 gibba038 conmon[76675]: audit 2021-03-04T23:28:42.296452+0000 mon.c (mon.1) 304 : audit [INF] from='client.? 172.21.2.111:0/2072334449' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:28:43.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:43 gibba038 conmon[76675]: audit 2021-03-04T23:28:42.296885+0000 mon.a (mon.0) 882 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:28:43.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:43 gibba011 conmon[95595]: audit 2021-03-04T23:28:42.296452+0000 mon.c (mon.1) 304 : audit [INF] from='client.? 172.21.2.111:0/2072334449' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:28:43.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:43 gibba011 conmon[95595]: audit 2021-03-04T23:28:42.296885+0000 mon.a (mon.0) 882 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:28:43.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:43 gibba011 conmon[99461]: audit 2021-03-04T23:28:42.296452+0000 mon.c (mon.1) 304 : audit [INF] from='client.? 172.21.2.111:0/2072334449' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:28:43.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:43 gibba011 conmon[99461]: audit 2021-03-04T23:28:42.296885+0000 mon.a (mon.0) 882 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:28:43.617 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:43.633 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:43.634 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:43.635 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:43.736 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:43.753 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:43.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:43.754 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:43.855 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:43.872 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:43.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:43.874 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:43.975 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:43.994 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:43.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:43.996 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:44.097 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:44.115 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:44.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:44.116 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:44.217 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:44.234 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:44.234 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:44.235 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:44.336 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:44.353 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:44.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:44.355 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:44.372 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-03-04T23:28:44.456 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:44.473 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:44.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:44.475 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:44.484 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:44.576 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:44.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:44 gibba038 conmon[76675]: cluster 2021-03-04T23:28:42.653221+0000 mgr.x (mgr.34676) 771 : cluster [DBG] pgmap v709: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 123 op/s; 36786/374157 objects degraded (9.832%); 45317/374157 objects misplaced (12.112%); 966 KiB/s, 15 objects/s recovering 2021-03-04T23:28:44.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:44 gibba038 conmon[76675]: cluster 2021-03-04T23:28:43.257885+0000 mon.a (mon.0) 883 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:44.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:44 gibba038 conmon[76675]: audit 2021-03-04T23:28:43.263395+0000 mon.a (mon.0) 884 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:28:44.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:44 gibba038 conmon[76675]: cluster 2021-03-04 2021-03-04T23:28:44.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:44 gibba038 conmon[76675]: T23:28:43.263429+0000 mon.a (mon.0) 885 : cluster [DBG] osdmap e187: 8 total, 8 up, 7 in 2021-03-04T23:28:44.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:44 gibba038 conmon[76675]: cluster 2021-03-04T23:28:43.908736+0000 mon.a (mon.0) 886 : cluster [WRN] Health check update: Degraded data redundancy: 36786/374157 objects degraded (9.832%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:44.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:44 gibba038 conmon[76675]: audit 2021-03-04T23:28:44.019705+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:28:44.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:44.594 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:44.595 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:44.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[95595]: cluster 2021-03-04T23:28:42.653221+0000 mgr.x (mgr.34676) 771 : cluster [DBG] pgmap v709: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 123 op/s; 36786/374157 objects degraded (9.832%); 45317/374157 objects misplaced (12.112%); 966 KiB/s, 15 objects/s recovering 2021-03-04T23:28:44.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[95595]: cluster 2021-03-04T23:28:43.257885+0000 mon.a (mon.0) 883 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:44.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[95595]: audit 2021-03-04T23:28:43.263395+0000 mon.a (mon.0) 884 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:28:44.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[95595]: cluster 2021-03-04T23:28:43.263429+0000 mon.a (mon.0) 885 : cluster [DBG] osdmap e187: 8 total, 8 up, 7 in 2021-03-04T23:28:44.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[95595]: cluster 2021-03-04T23:28:43.908736+0000 mon.a (mon.0) 886 : cluster [WRN] Health check update: Degraded data redundancy: 36786/374157 objects degraded (9.832%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:44.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[95595]: audit 2021-03-04T23:28:44.019705+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:28:44.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[99461]: cluster 2021-03-04T23:28:42.653221+0000 mgr.x (mgr 2021-03-04T23:28:44.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[99461]: .34676) 771 : cluster [DBG] pgmap v709: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 123 op/s; 36786/374157 objects degraded (9.832%); 45317/374157 objects misplaced (12.112%); 966 KiB/s, 15 objects/s recovering 2021-03-04T23:28:44.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:28:44.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[99461]: 03-04T23:28:43.257885+0000 mon.a (mon.0) 883 : cluster 2021-03-04T23:28:44.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[99461]: [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:44.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:28:44.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[99461]: 03-04T23:28:43.263395 2021-03-04T23:28:44.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[99461]: +0000 mon.a (mon.0) 884 : audit 2021-03-04T23:28:44.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[99461]: [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:28:44.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:28:44.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[99461]: -03-04T23:28:43. 2021-03-04T23:28:44.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[99461]: 263429+0000 mon.a (mon.0) 2021-03-04T23:28:44.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[99461]: 885 : cluster [DBG] osdmap e187: 8 total, 8 up, 7 in 2021-03-04T23:28:44.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:28:44.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[99461]: 03-04T23:28:43.908736+0000 2021-03-04T23:28:44.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[99461]: mon.a (mon.0) 886 : cluster 2021-03-04T23:28:44.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[99461]: [WRN] Health check update: Degraded data redundancy: 36786/374157 objects degraded (9.832%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:44.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[99461]: audit 2021 2021-03-04T23:28:44.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[99461]: -03-04T23:28:44.019705 2021-03-04T23:28:44.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[99461]: +0000 mon.a (mon.0) 887 : 2021-03-04T23:28:44.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:44 gibba011 conmon[99461]: audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:28:44.696 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:44.713 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:44.714 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:44.715 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:44.816 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:44.833 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:44.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:44.835 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:44.936 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:44.952 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:44.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:44.954 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:45.055 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:45.072 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:45.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:45.074 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:45.175 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:45.193 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:45.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:45.195 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:45.296 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:45.316 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:45.317 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:45.318 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:45.419 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:45.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:45.439 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:45.439 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:45.510 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:45 gibba011 conmon[99461]: cephadm 2021-03-04T23:28:44.020792+0000 mgr.x (mgr.34676) 772 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:28:45.511 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:45 gibba011 conmon[99461]: audit 2021-03-04T23:28:44.343808+0000 mon.a (mon.0) 888 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:28:45.511 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:45 gibba011 conmon[95595]: cephadm 2021-03-04T23:28:44.020792+0000 mgr.x (mgr.34676) 772 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:28:45.512 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:45 gibba011 conmon[95595]: audit 2021-03-04T23:28:44.343808+0000 mon.a (mon.0) 888 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:28:45.540 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:45.560 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:45.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:45.562 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:45.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:45 gibba038 conmon[76675]: cephadm 2021-03-04T23:28:44.020792+0000 mgr.x (mgr.34676) 772 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:28:45.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:45 gibba038 conmon[76675]: audit 2021-03-04T23:28:44.343808+0000 mon.a (mon.0) 888 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:28:45.663 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:45.680 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:45.682 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:45.682 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:45.783 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:45.800 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:45.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:45.801 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:45.902 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:45.921 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:45.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:45.923 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:46.024 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:46.041 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:46.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:46.042 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:46.044 INFO:teuthology.orchestra.run.gibba011.stdout:moved 0 / 297 (0%) 2021-03-04T23:28:46.044 INFO:teuthology.orchestra.run.gibba011.stdout:avg 42.4286 2021-03-04T23:28:46.044 INFO:teuthology.orchestra.run.gibba011.stdout:stddev 8.38122 -> 8.38122 (expected baseline 6.03053) 2021-03-04T23:28:46.045 INFO:teuthology.orchestra.run.gibba011.stdout:min osd.2 with 28 -> 28 pgs (0.659933 -> 0.659933 * mean) 2021-03-04T23:28:46.045 INFO:teuthology.orchestra.run.gibba011.stdout:max osd.1 with 52 -> 52 pgs (1.22559 -> 1.22559 * mean) 2021-03-04T23:28:46.045 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:28:46.045 INFO:teuthology.orchestra.run.gibba011.stdout:oload 1000 2021-03-04T23:28:46.045 INFO:teuthology.orchestra.run.gibba011.stdout:max_change 0.05 2021-03-04T23:28:46.046 INFO:teuthology.orchestra.run.gibba011.stdout:max_change_osds 4 2021-03-04T23:28:46.046 INFO:teuthology.orchestra.run.gibba011.stdout:average_utilization 0.0434 2021-03-04T23:28:46.046 INFO:teuthology.orchestra.run.gibba011.stdout:overload_utilization 0.4337 2021-03-04T23:28:46.047 INFO:teuthology.orchestra.run.gibba011.stderr:no change 2021-03-04T23:28:46.143 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:46.160 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:46.161 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:46.162 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:46.263 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:46.281 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:46.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:46.282 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:46.383 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:46.400 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:46.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:46.401 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:46.502 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:46.519 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:46.520 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:46.520 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:46.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:46 gibba038 conmon[76675]: cluster 2021-03-04T23:28:44.653743+0000 mgr.x (mgr.34676) 773 : cluster [DBG] pgmap v711: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 110 op/s; 36786/373365 objects degraded (9.853%); 45206/373365 objects misplaced (12.108%); 1.1 MiB/s, 18 objects/s recovering 2021-03-04T23:28:46.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:46 gibba011 conmon[95595]: cluster 2021-03-04T23:28:44.653743+0000 mgr.x (mgr.34676) 773 : cluster [DBG] pgmap v711: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 110 op/s; 36786/373365 objects degraded (9.853%); 45206/373365 objects misplaced (12.108%); 1.1 MiB/s, 18 objects/s recovering 2021-03-04T23:28:46.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:46 gibba011 conmon[95595]: 2021-03-04T23:28:46.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:46 gibba011 conmon[99461]: cluster 2021-03-04T23:28:44.653743+0000 mgr.x (mgr.34676) 773 : cluster [DBG] 2021-03-04T23:28:46.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:46 gibba011 conmon[99461]: pgmap v711: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 110 op/s; 36786/373365 objects degraded (9.853%); 45206/373365 objects misplaced (12.108%); 1.1 MiB/s, 18 objects/s recovering 2021-03-04T23:28:46.622 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:46.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:46.640 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:46.640 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:46.741 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:46.761 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:46.762 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:46.763 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:46.864 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:46.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:46.883 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:46.883 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:46.985 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:47.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:47.003 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:47.003 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:47.060 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:28:47.105 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:47.122 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:47.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:47.123 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:47.176 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:47.224 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:47.241 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:47.242 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:47.242 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:47.344 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:47.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:47 gibba011 conmon[95595]: audit 2021-03-04T23:28:46.042246+0000 mgr.x (mgr.34676) 774 : audit [DBG] from='client.45246 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:47.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:47 gibba011 conmon[99461]: audit 2021-03-04T23:28:46.042246+0000 mgr.x (mgr.34676) 774 : audit [DBG] from='client.45246 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:47.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:47.363 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:47.364 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:47.465 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:47.485 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:47.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:47.487 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:47.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:47 gibba038 conmon[76675]: audit 2021-03-04T23:28:46.042246+0000 mgr.x (mgr.34676) 774 : audit [DBG] from='client.45246 -' entity='client.admin' cmd=[{"prefix": "osd reweight-by-utilization", "oload": 1000, "max_change": 0.05, "target": ["mon-mgr", ""]}]: dispatch 2021-03-04T23:28:47.587 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:47.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:47.605 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:47.606 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:47.707 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:47.724 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:47.725 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:47.725 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:47.826 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:47.844 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:47.845 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:47.846 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:47.947 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:47.965 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:47.966 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:47.966 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:48.068 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:48.087 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:48.088 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:48.088 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:48.190 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:48.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:48.209 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:48.210 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:48.311 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:48.328 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:48.329 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:48.330 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:48.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:48 gibba011 conmon[95595]: cluster 2021-03-04T23:28:46.654170+0000 mgr.x (mgr.34676 2021-03-04T23:28:48.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:48 gibba011 conmon[95595]: ) 775 : cluster [DBG] pgmap v712: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.6 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 100 op/s; 36786/373284 objects degraded (9.855%); 45179/373284 objects misplaced (12.103%); 825 KiB/s, 12 objects/s recovering 2021-03-04T23:28:48.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:48 gibba011 conmon[99461]: cluster 2021-03-04T23:28:46.654170+0000 mgr.x (mgr.34676) 775 : cluster [DBG] pgmap v712: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.6 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 100 op/s; 36786/373284 objects degraded (9.855%); 45179/373284 objects misplaced (12.103%); 825 KiB/s, 12 objects/s recovering 2021-03-04T23:28:48.431 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:48.448 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:48.449 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:48.449 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:48.550 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:48.568 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:28:48.569 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:28:48.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:48.570 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:48.571 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:48.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:48 gibba038 conmon[76675]: cluster 2021-03-04T23:28:46.654170+0000 mgr.x (mgr.34676) 775 : cluster [DBG] pgmap v712: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.6 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 100 op/s; 36786/373284 objects degraded (9.855%); 45179/373284 objects misplaced (12.103%); 825 KiB/s, 12 objects/s recovering 2021-03-04T23:28:48.672 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:48.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:48.690 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:48.691 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:48.698 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:28:48.711 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:28:48.724 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:28:48.738 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:28:48.752 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:28:48.766 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:28:48.781 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:28:48.791 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:48.794 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:28:48.795 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:28:48.796 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:28:48.796 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:28:48.796 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:28:48.797 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:28:48.797 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:28:48.797 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:28:48.797 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:28:48.808 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:48.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:48.810 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:48.911 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:48.929 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:48.930 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:48.931 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:49.032 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:49.049 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:49.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:49.050 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:49.151 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:49.169 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:49.170 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:49.171 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:49.272 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:49.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:49.290 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:49.290 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:49.391 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:49.408 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:49.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:49.410 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:49.511 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:49.528 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:49.529 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:49.529 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:49.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:49 gibba038 conmon[76675]: audit 2021-03-04T23:28:48.681927+0000 mon.a (mon.0) 889 : audit [DBG] from='client.? 172.21.2.111:0/2870987520' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:49.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:49 gibba038 conmon[76675]: cluster 2021-03-04T23:28:48.909666+0000 mon.a (mon.0) 890 : cluster [WRN] Health check update: Degraded data redundancy: 36786/373284 objects degraded (9.855%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:49.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:49 gibba011 conmon[95595]: audit 2021-03-04T23:28:48.681927+0000 mon.a (mon.0) 889 : audit [DBG] from='client.? 172.21.2.111:0/2870987520' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:49.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:49 gibba011 conmon[95595]: cluster 2021-03-04T23:28:48.909666+0000 mon.a (mon.0) 890 : cluster [WRN] Health check update: Degraded data redundancy: 36786/373284 objects degraded (9.855%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:49.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:49 gibba011 conmon[99461]: audit 2021-03-04T23:28:48.681927+0000 mon.a (mon.0) 889 : audit [DBG] from='client.? 172.21.2.111:0/2870987520' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:49.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:49 gibba011 conmon[99461]: cluster 2021-03-04T23:28:48.909666+0000 mon.a (mon.0) 890 : cluster [WRN] Health check update: Degraded data redundancy: 36786/373284 objects degraded (9.855%), 11 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:28:49.630 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:49.647 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:49.648 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:49.649 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:49.732 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-03-04T23:28:49.750 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:49.794 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:49.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:49.795 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:49.855 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:49.896 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:49.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:49.915 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:49.916 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:50.017 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:50.034 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:50.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:50.035 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:50.136 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:50.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:50.156 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:50.156 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:50.258 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:50.276 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:50.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:50.277 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:50.378 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:50.397 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:50.397 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:50.398 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:50.499 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:50.515 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:50.516 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:50.517 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:50.555 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:50 gibba011 conmon[95595]: cluster 2021-03-04T23:28:48.654667+0000 mgr.x (mgr.34676) 776 : cluster [DBG] pgmap v713: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.6 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 106 op/s; 36772/371712 objects degraded (9.893%); 45007/371712 objects misplaced (12.108%); 1.4 MiB/s, 21 objects/s recovering 2021-03-04T23:28:50.556 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:50 gibba011 conmon[99461]: cluster 2021-03-04T23:28:48.654667+0000 mgr.x (mgr.34676) 776 : cluster [DBG] pgmap v713: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.6 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 106 op/s; 36772/371712 objects degraded (9.893%); 45007/371712 objects misplaced (12.108%); 1.4 MiB/s, 21 objects/s recovering 2021-03-04T23:28:50.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:50 gibba038 conmon[76675]: cluster 2021-03-04T23:28:48.654667+0000 mgr.x (mgr.34676) 776 : cluster [DBG] pgmap v713: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.6 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 106 op/s; 36772/371712 objects degraded (9.893%); 45007/371712 objects misplaced (12.108%); 1.4 MiB/s, 21 objects/s recovering 2021-03-04T23:28:50.618 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:50.635 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:50.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:50.637 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:50.738 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:50.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:50.756 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:50.757 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:50.858 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:50.877 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:50.879 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:50.880 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:50.981 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:50.998 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:50.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:51.000 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:51.101 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:51.121 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:51.122 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:51.122 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:51.224 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:51.240 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:51.241 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:51.242 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:51.284 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:28:51.343 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:51.362 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:51.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:51.366 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:51.409 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:51 gibba011 conmon[99461]: audit 2021-03-04T23:28:51.214187+0000 mon.c (mon.1) 305 : audit [INF] from='client.? 172.21.2.111:0/1452055626' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:51.409 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:51 gibba011 conmon[99461]: audit 2021-03-04T23:28:51.214498+0000 mon.a (mon.0) 891 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:51.410 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:51 gibba011 conmon[95595]: audit 2021-03-04T23:28:51.214187+0000 mon.c 2021-03-04T23:28:51.410 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:51 gibba011 conmon[95595]: (mon.1) 305 : audit [INF] from='client.? 172.21.2.111:0/1452055626' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:51.411 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:51 gibba011 conmon[95595]: audit 2021-03-04T23:28:51.214498+0000 mon.a (mon.0) 891 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:51.468 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:51.484 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:51.485 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:51.486 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:51.587 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:51.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:51 gibba038 conmon[76675]: audit 2021-03-04T23:28:51.214187+0000 mon.c (mon.1 2021-03-04T23:28:51.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:51 gibba038 conmon[76675]: ) 305 : audit [INF] from='client.? 172.21.2.111:0/1452055626' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:51.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:51 gibba038 conmon[76675]: audit 2021-03-04T23:28:51.214498+0000 mon.a (mon.0) 891 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:28:51.604 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:51.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:51.606 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:51.707 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:51.724 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:51.724 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:51.725 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:51.826 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:51.843 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:51.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:51.845 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:51.946 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:51.963 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:51.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:51.964 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:52.065 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:52.082 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:52.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:52.083 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:52.184 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:52.201 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:52.202 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:52.203 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:52.304 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:52.321 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:52.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:52.323 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:52.424 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:52.440 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:52.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:52.442 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:52.543 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:52.561 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:52.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:52.562 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:52.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:52 gibba038 conmon[76675]: cluster 2021-03-04T23:28:50.655020+0000 mgr.x (mgr.34676) 777 : cluster [DBG] pgmap v714: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.6 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 108 op/s; 36772/371586 objects degraded (9.896%); 44965/371586 objects misplaced (12.101%); 1.4 MiB/s, 21 objects/s recovering 2021-03-04T23:28:52.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:52 gibba038 conmon[76675]: cluster 2021-03-04T23:28:51.277222+0000 mon.a (mon.0) 892 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:52.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:52 gibba038 conmon[76675]: audit 2021-03-04T23:28:51.280340+0000 mon.a (mon.0) 893 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:28:52.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:52 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:28:52.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:52 gibba038 conmon[76675]: 28:51.280403+0000 mon.a (mon.0) 894 : cluster [DBG] osdmap e188: 8 total, 8 up, 7 in 2021-03-04T23:28:52.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:52 gibba011 conmon[95595]: cluster 2021-03-04T23:28:50.655020+0000 mgr.x (mgr.34676) 777 : cluster [DBG] pgmap v714: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.6 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 108 op/s; 36772/371586 objects degraded (9.896%); 44965/371586 objects misplaced (12.101%); 1.4 MiB/s, 21 objects/s recovering 2021-03-04T23:28:52.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:52 gibba011 conmon[95595]: cluster 2021-03-04T23:28:51.277222+0000 mon.a (mon.0) 892 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:52.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:52 gibba011 conmon[95595]: audit 2021-03-04T23:28:51.280340+0000 mon.a (mon.0) 893 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:28:52.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:52 gibba011 conmon[95595]: cluster 2021-03-04T23:28:51.280403+0000 mon.a (mon.0) 894 : cluster [DBG] osdmap e188: 8 total, 8 up, 7 in 2021-03-04T23:28:52.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:52 gibba011 conmon[99461]: cluster 2021-03-04T23:28:50.655020+0000 mgr.x (mgr 2021-03-04T23:28:52.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:52 gibba011 conmon[99461]: .34676) 777 : cluster [DBG] pgmap v714: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.6 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 108 op/s; 36772/371586 objects degraded (9.896%); 44965/371586 objects misplaced (12.101%); 1.4 MiB/s, 21 objects/s recovering 2021-03-04T23:28:52.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:52 gibba011 conmon[99461]: cluster 2021-03-04T23:28:51.277222+0000 mon.a (mon.0) 892 2021-03-04T23:28:52.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:52 gibba011 conmon[99461]: : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:28:52.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:52 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:28:52.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:52 gibba011 conmon[99461]: 03-04T23:28:51.280340+0000 mon.a (mon.0) 893 : 2021-03-04T23:28:52.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:52 gibba011 conmon[99461]: audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:28:52.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:52 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:28:52.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:52 gibba011 conmon[99461]: 23:28:51.280403+0000 mon.a (mon.0) 2021-03-04T23:28:52.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:52 gibba011 conmon[99461]: 894 : cluster [DBG] osdmap e188: 8 total, 8 up, 7 in 2021-03-04T23:28:52.628 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:28:52.663 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:52.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:52.690 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:52.690 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:52.744 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:52.792 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:52.810 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:52.811 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:52.811 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:52.853 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:28:52.854 INFO:teuthology.orchestra.run.gibba011.stdout: "size": 20, 2021-03-04T23:28:52.854 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 600, 2021-03-04T23:28:52.854 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:28:52.855 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.855 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:176813 9.0 e176/174 9:0ab385ea:::benchmark_data_gibba011_139107_object23446:head v 176'11195, mlcod=165'11060)", 2021-03-04T23:28:52.855 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:27:51.210817+0000", 2021-03-04T23:28:52.855 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 61.638812954000002, 2021-03-04T23:28:52.856 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0050236159999999998, 2021-03-04T23:28:52.856 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:28:52.856 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:52.856 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:28:52.857 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.857 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:28:52.857 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.210817+0000", 2021-03-04T23:28:52.857 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:28:52.858 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.858 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.858 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:28:52.858 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.210817+0000", 2021-03-04T23:28:52.858 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.004e-06 2021-03-04T23:28:52.859 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.859 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.860 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:28:52.860 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.210818+0000", 2021-03-04T23:28:52.860 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2839999999999999e-06 2021-03-04T23:28:52.860 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.861 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.861 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:28:52.861 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.210819+0000", 2021-03-04T23:28:52.861 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.8849999999999999e-06 2021-03-04T23:28:52.862 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.862 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.862 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:28:52.862 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.210827+0000", 2021-03-04T23:28:52.863 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.642e-06 2021-03-04T23:28:52.863 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.863 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.863 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:28:52.864 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.210830+0000", 2021-03-04T23:28:52.864 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0105999999999999e-05 2021-03-04T23:28:52.864 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.864 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.864 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:28:52.865 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.210871+0000", 2021-03-04T23:28:52.865 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8219e-05 2021-03-04T23:28:52.865 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.866 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.866 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:28:52.866 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.210889+0000", 2021-03-04T23:28:52.867 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0049273110000000002 2021-03-04T23:28:52.867 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.867 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.867 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:28:52.867 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.215816+0000", 2021-03-04T23:28:52.868 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4165e-05 2021-03-04T23:28:52.868 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.868 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.868 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:28:52.869 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.215840+0000", 2021-03-04T23:28:52.869 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0050236159999999998 2021-03-04T23:28:52.869 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:52.869 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:28:52.870 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:52.870 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.870 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.870 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:176815 9.8 e176/174 9:14c20e4c:::benchmark_data_gibba011_139107_object23448:head v 176'11072, mlcod=165'10914)", 2021-03-04T23:28:52.871 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:27:51.211382+0000", 2021-03-04T23:28:52.871 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 61.638247536000002, 2021-03-04T23:28:52.871 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.004430041, 2021-03-04T23:28:52.871 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:28:52.872 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:52.872 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:28:52.872 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.873 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:28:52.873 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.211382+0000", 2021-03-04T23:28:52.873 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:28:52.873 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.874 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.874 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:28:52.874 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.211382+0000", 2021-03-04T23:28:52.874 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0870000000000001e-06 2021-03-04T23:28:52.875 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.875 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.875 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:28:52.875 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.211384+0000", 2021-03-04T23:28:52.875 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1710000000000001e-06 2021-03-04T23:28:52.876 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.876 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.876 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:28:52.876 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.211386+0000", 2021-03-04T23:28:52.877 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.1260000000000003e-06 2021-03-04T23:28:52.877 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.877 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.877 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:28:52.877 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.211392+0000", 2021-03-04T23:28:52.878 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0079999999999998e-06 2021-03-04T23:28:52.878 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.878 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.879 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:28:52.879 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.211395+0000", 2021-03-04T23:28:52.879 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7761999999999999e-05 2021-03-04T23:28:52.879 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.879 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.880 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:28:52.880 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.211423+0000", 2021-03-04T23:28:52.880 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2777e-05 2021-03-04T23:28:52.880 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.881 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.881 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:28:52.881 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.211436+0000", 2021-03-04T23:28:52.881 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0043456969999999999 2021-03-04T23:28:52.881 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.882 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.882 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:28:52.882 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.215782+0000", 2021-03-04T23:28:52.882 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0412999999999998e-05 2021-03-04T23:28:52.883 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.883 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.883 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:28:52.884 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.215812+0000", 2021-03-04T23:28:52.884 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.004430041 2021-03-04T23:28:52.884 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:52.884 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:28:52.885 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:52.885 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.885 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.885 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:176819 9.e e176/175 9:7e60a5dd:::benchmark_data_gibba011_139107_object23452:head v 176'11007, mlcod=0'0)", 2021-03-04T23:28:52.885 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:27:51.234676+0000", 2021-03-04T23:28:52.886 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 61.614953307, 2021-03-04T23:28:52.886 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0078965200000000006, 2021-03-04T23:28:52.886 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:28:52.886 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:52.887 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:28:52.887 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.887 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:28:52.887 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.234676+0000", 2021-03-04T23:28:52.888 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:28:52.888 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.888 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.888 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:28:52.889 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.234676+0000", 2021-03-04T23:28:52.889 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4529999999999999e-06 2021-03-04T23:28:52.889 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.889 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.890 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:28:52.890 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.234678+0000", 2021-03-04T23:28:52.890 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1570000000000001e-06 2021-03-04T23:28:52.890 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.890 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.891 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:28:52.891 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.234679+0000", 2021-03-04T23:28:52.891 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.0309999999999998e-06 2021-03-04T23:28:52.891 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.892 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.892 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:28:52.892 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.234687+0000", 2021-03-04T23:28:52.892 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2119999999999997e-06 2021-03-04T23:28:52.892 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.893 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.893 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:28:52.893 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.234691+0000", 2021-03-04T23:28:52.893 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0213e-05 2021-03-04T23:28:52.894 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.894 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.894 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:28:52.894 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.234721+0000", 2021-03-04T23:28:52.894 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1857e-05 2021-03-04T23:28:52.895 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.895 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.895 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:28:52.896 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.234733+0000", 2021-03-04T23:28:52.896 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0078137199999999997 2021-03-04T23:28:52.896 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.896 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.897 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:28:52.897 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.242547+0000", 2021-03-04T23:28:52.897 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5877e-05 2021-03-04T23:28:52.897 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.897 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.898 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:28:52.898 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.242573+0000", 2021-03-04T23:28:52.898 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0078965200000000006 2021-03-04T23:28:52.898 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:52.899 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:28:52.899 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:52.899 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.899 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.899 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:176832 9.e e176/175 9:7972257c:::benchmark_data_gibba011_139107_object23465:head v 176'11008, mlcod=0'0)", 2021-03-04T23:28:52.900 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:27:51.237670+0000", 2021-03-04T23:28:52.900 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 61.611959859000002, 2021-03-04T23:28:52.900 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0049122580000000001, 2021-03-04T23:28:52.900 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:28:52.901 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:52.901 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:28:52.901 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.902 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:28:52.902 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.237670+0000", 2021-03-04T23:28:52.902 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:28:52.902 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.903 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.903 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:28:52.903 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.237670+0000", 2021-03-04T23:28:52.903 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0529999999999998e-06 2021-03-04T23:28:52.903 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.904 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.904 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:28:52.904 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.237673+0000", 2021-03-04T23:28:52.904 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0740000000000001e-06 2021-03-04T23:28:52.905 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.905 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.905 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:28:52.905 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.237676+0000", 2021-03-04T23:28:52.906 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.9669999999999996e-06 2021-03-04T23:28:52.906 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.906 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.906 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:28:52.906 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.237686+0000", 2021-03-04T23:28:52.907 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.7679999999999997e-06 2021-03-04T23:28:52.907 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.907 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.908 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:28:52.908 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.237692+0000", 2021-03-04T23:28:52.908 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001134531 2021-03-04T23:28:52.908 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.908 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.909 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:28:52.909 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.238826+0000", 2021-03-04T23:28:52.909 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4603999999999999e-05 2021-03-04T23:28:52.909 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.910 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.910 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:28:52.910 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.238841+0000", 2021-03-04T23:28:52.910 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0037335739999999999 2021-03-04T23:28:52.911 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.911 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.911 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:28:52.911 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.242574+0000", 2021-03-04T23:28:52.911 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.6869999999999994e-06 2021-03-04T23:28:52.912 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.912 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.912 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:28:52.912 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.242582+0000", 2021-03-04T23:28:52.912 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0049122580000000001 2021-03-04T23:28:52.913 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:52.913 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:28:52.913 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:52.914 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.914 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.914 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:176870 9.e e176/175 9:7d920543:::benchmark_data_gibba011_139107_object23503:head v 176'11009, mlcod=0'0)", 2021-03-04T23:28:52.914 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:27:51.962053+0000", 2021-03-04T23:28:52.915 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 60.887576434000003, 2021-03-04T23:28:52.915 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0039576469999999999, 2021-03-04T23:28:52.915 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:28:52.915 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:52.916 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:28:52.916 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.916 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:28:52.916 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.962053+0000", 2021-03-04T23:28:52.916 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:28:52.917 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.917 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.917 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:28:52.917 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.962053+0000", 2021-03-04T23:28:52.917 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2830000000000002e-06 2021-03-04T23:28:52.918 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.918 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.918 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:28:52.918 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.962056+0000", 2021-03-04T23:28:52.919 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4109999999999999e-06 2021-03-04T23:28:52.919 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.919 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.919 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:28:52.920 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.962059+0000", 2021-03-04T23:28:52.920 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0513000000000001e-05 2021-03-04T23:28:52.920 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.920 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.921 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:28:52.921 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.962069+0000", 2021-03-04T23:28:52.921 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.5029999999999999e-06 2021-03-04T23:28:52.921 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.921 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.922 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:28:52.922 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.962074+0000", 2021-03-04T23:28:52.922 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.3554999999999998e-05 2021-03-04T23:28:52.922 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.923 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.923 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:28:52.923 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.962127+0000", 2021-03-04T23:28:52.923 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7768999999999999e-05 2021-03-04T23:28:52.923 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.924 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.924 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:28:52.924 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.962145+0000", 2021-03-04T23:28:52.924 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0038398009999999999 2021-03-04T23:28:52.925 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.925 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.925 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:28:52.925 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.965985+0000", 2021-03-04T23:28:52.926 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5812e-05 2021-03-04T23:28:52.926 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.926 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.926 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:28:52.927 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.966011+0000", 2021-03-04T23:28:52.927 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0039576469999999999 2021-03-04T23:28:52.927 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:52.927 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:28:52.928 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:52.928 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.928 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.928 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:176894 9.e e176/175 9:7b805b84:::benchmark_data_gibba011_139107_object23527:head v 176'11010, mlcod=0'0)", 2021-03-04T23:28:52.929 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:27:52.331123+0000", 2021-03-04T23:28:52.929 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 60.518506997999999, 2021-03-04T23:28:52.929 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0039781520000000004, 2021-03-04T23:28:52.929 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:28:52.929 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:52.930 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:28:52.930 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.930 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:28:52.930 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:52.331123+0000", 2021-03-04T23:28:52.931 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:28:52.931 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.931 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.931 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:28:52.932 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:52.331123+0000", 2021-03-04T23:28:52.932 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1519999999999999e-06 2021-03-04T23:28:52.932 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.932 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.933 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:28:52.933 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:52.331125+0000", 2021-03-04T23:28:52.933 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.069e-06 2021-03-04T23:28:52.933 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.933 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.934 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:28:52.934 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:52.331127+0000", 2021-03-04T23:28:52.934 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.6540000000000005e-06 2021-03-04T23:28:52.934 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.935 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.935 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:28:52.935 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:52.331135+0000", 2021-03-04T23:28:52.935 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0117e-05 2021-03-04T23:28:52.936 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.936 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.936 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:28:52.936 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:52.331146+0000", 2021-03-04T23:28:52.937 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.6550999999999994e-05 2021-03-04T23:28:52.937 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.937 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.937 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:28:52.938 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:52.331212+0000", 2021-03-04T23:28:52.938 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5526999999999999e-05 2021-03-04T23:28:52.938 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.938 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.939 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:28:52.939 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:52.331228+0000", 2021-03-04T23:28:52.939 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003845804 2021-03-04T23:28:52.939 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.939 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.940 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:28:52.940 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:52.335073+0000", 2021-03-04T23:28:52.940 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7277999999999999e-05 2021-03-04T23:28:52.940 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.941 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.941 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:28:52.941 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:52.335101+0000", 2021-03-04T23:28:52.941 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0039781520000000004 2021-03-04T23:28:52.942 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:52.942 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:28:52.942 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:52.942 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.943 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.943 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:176923 9.e e176/175 9:76a84c46:::benchmark_data_gibba011_139107_object23556:head v 176'11014, mlcod=0'0)", 2021-03-04T23:28:52.943 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:27:53.379995+0000", 2021-03-04T23:28:52.943 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 59.469634136000003, 2021-03-04T23:28:52.944 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0045911220000000004, 2021-03-04T23:28:52.944 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:28:52.944 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:52.944 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:28:52.945 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.945 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:28:52.945 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.379995+0000", 2021-03-04T23:28:52.945 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:28:52.946 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.946 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.946 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:28:52.946 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.379995+0000", 2021-03-04T23:28:52.946 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.8899999999999998e-06 2021-03-04T23:28:52.947 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.947 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.947 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:28:52.947 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.380000+0000", 2021-03-04T23:28:52.948 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4399999999999998e-06 2021-03-04T23:28:52.948 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.948 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.948 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:28:52.949 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.380005+0000", 2021-03-04T23:28:52.949 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5858e-05 2021-03-04T23:28:52.949 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.949 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.950 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:28:52.950 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.380021+0000", 2021-03-04T23:28:52.950 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.2159999999999995e-06 2021-03-04T23:28:52.950 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.951 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.951 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:28:52.951 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.380030+0000", 2021-03-04T23:28:52.951 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2793000000000003e-05 2021-03-04T23:28:52.951 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.952 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.952 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:28:52.952 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.380063+0000", 2021-03-04T23:28:52.952 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7436999999999999e-05 2021-03-04T23:28:52.953 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.953 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.953 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:28:52.953 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.380080+0000", 2021-03-04T23:28:52.953 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0044825669999999998 2021-03-04T23:28:52.954 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.954 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.954 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:28:52.955 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.384563+0000", 2021-03-04T23:28:52.955 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3921e-05 2021-03-04T23:28:52.955 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.955 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.956 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:28:52.956 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.384587+0000", 2021-03-04T23:28:52.956 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0045911220000000004 2021-03-04T23:28:52.956 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:52.956 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:28:52.957 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:52.957 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.957 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.957 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:176926 9.e e176/175 9:76a74dab:::benchmark_data_gibba011_139107_object23559:head v 176'11015, mlcod=0'0)", 2021-03-04T23:28:52.958 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:27:53.389078+0000", 2021-03-04T23:28:52.958 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 59.460551342000002, 2021-03-04T23:28:52.958 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0043523629999999997, 2021-03-04T23:28:52.958 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:28:52.958 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:52.959 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:28:52.959 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.959 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:28:52.959 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.389078+0000", 2021-03-04T23:28:52.960 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:28:52.960 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.960 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.960 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:28:52.961 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.389078+0000", 2021-03-04T23:28:52.961 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5280000000000002e-06 2021-03-04T23:28:52.961 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.961 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.961 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:28:52.962 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.389081+0000", 2021-03-04T23:28:52.962 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.204e-06 2021-03-04T23:28:52.962 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.962 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.963 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:28:52.963 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.389083+0000", 2021-03-04T23:28:52.963 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.5469999999999997e-06 2021-03-04T23:28:52.963 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.963 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.964 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:28:52.964 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.389092+0000", 2021-03-04T23:28:52.964 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.454e-06 2021-03-04T23:28:52.964 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.965 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.965 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:28:52.965 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.389096+0000", 2021-03-04T23:28:52.965 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.2588000000000005e-05 2021-03-04T23:28:52.965 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.966 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.966 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:28:52.966 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.389159+0000", 2021-03-04T23:28:52.967 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4059e-05 2021-03-04T23:28:52.967 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.967 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.967 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:28:52.968 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.389173+0000", 2021-03-04T23:28:52.968 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0042335910000000001 2021-03-04T23:28:52.968 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.968 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.968 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:28:52.969 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.393406+0000", 2021-03-04T23:28:52.969 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4392e-05 2021-03-04T23:28:52.969 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.969 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.970 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:28:52.970 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.393431+0000", 2021-03-04T23:28:52.970 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0043523629999999997 2021-03-04T23:28:52.970 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:52.971 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:28:52.971 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:52.971 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.971 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.971 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:176927 9.e e176/175 9:718287fb:::benchmark_data_gibba011_139107_object23560:head v 176'11016, mlcod=0'0)", 2021-03-04T23:28:52.972 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:27:53.391794+0000", 2021-03-04T23:28:52.972 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 59.457835969999998, 2021-03-04T23:28:52.972 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0056337610000000002, 2021-03-04T23:28:52.973 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:28:52.973 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:52.973 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:28:52.973 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.973 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:28:52.974 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.391794+0000", 2021-03-04T23:28:52.974 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:28:52.974 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.974 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.975 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:28:52.975 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.391794+0000", 2021-03-04T23:28:52.975 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2509999999999999e-06 2021-03-04T23:28:52.975 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.976 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.976 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:28:52.976 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.391797+0000", 2021-03-04T23:28:52.976 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.1930000000000002e-06 2021-03-04T23:28:52.976 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.977 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.977 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:28:52.977 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.391800+0000", 2021-03-04T23:28:52.977 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0791000000000001e-05 2021-03-04T23:28:52.978 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.978 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.978 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:28:52.978 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.391821+0000", 2021-03-04T23:28:52.979 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.3349999999999997e-06 2021-03-04T23:28:52.979 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.979 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.979 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:28:52.980 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.391826+0000", 2021-03-04T23:28:52.980 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0016215380000000001 2021-03-04T23:28:52.980 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.980 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.980 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:28:52.981 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.393448+0000", 2021-03-04T23:28:52.981 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6728999999999999e-05 2021-03-04T23:28:52.981 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.981 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.981 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:28:52.982 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.393464+0000", 2021-03-04T23:28:52.982 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0039399539999999999 2021-03-04T23:28:52.982 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.982 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.983 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:28:52.983 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.397404+0000", 2021-03-04T23:28:52.983 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2969999999999999e-05 2021-03-04T23:28:52.983 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.984 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.984 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:28:52.984 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.397427+0000", 2021-03-04T23:28:52.984 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0056337610000000002 2021-03-04T23:28:52.985 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:52.985 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:28:52.985 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:52.985 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.985 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.986 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:176978 9.e e176/175 9:79af7543:::benchmark_data_gibba011_139107_object23611:head v 176'11017, mlcod=0'0)", 2021-03-04T23:28:52.986 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:27:54.190313+0000", 2021-03-04T23:28:52.986 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 58.659316136000001, 2021-03-04T23:28:52.986 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040117260000000002, 2021-03-04T23:28:52.987 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:28:52.987 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:52.987 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:28:52.987 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.988 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:28:52.988 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:54.190313+0000", 2021-03-04T23:28:52.988 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:28:52.988 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.988 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.989 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:28:52.989 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:54.190313+0000", 2021-03-04T23:28:52.989 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4839999999999998e-06 2021-03-04T23:28:52.989 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.990 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.990 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:28:52.990 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:54.190316+0000", 2021-03-04T23:28:52.990 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3300000000000001e-06 2021-03-04T23:28:52.991 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.991 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.991 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:28:52.991 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:54.190318+0000", 2021-03-04T23:28:52.992 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0310000000000004e-06 2021-03-04T23:28:52.992 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.992 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.992 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:28:52.992 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:54.190327+0000", 2021-03-04T23:28:52.993 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.2920000000000003e-06 2021-03-04T23:28:52.993 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.993 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.993 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:28:52.994 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:54.190333+0000", 2021-03-04T23:28:52.994 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.9320999999999995e-05 2021-03-04T23:28:52.994 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.994 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.994 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:28:52.995 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:54.190412+0000", 2021-03-04T23:28:52.995 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.556e-05 2021-03-04T23:28:52.995 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.995 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.996 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:28:52.996 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:54.190427+0000", 2021-03-04T23:28:52.996 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0038714779999999998 2021-03-04T23:28:52.996 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.997 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.997 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:28:52.997 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:54.194299+0000", 2021-03-04T23:28:52.997 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6230000000000001e-05 2021-03-04T23:28:52.998 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:52.998 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:52.998 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:28:52.998 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:54.194325+0000", 2021-03-04T23:28:52.999 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040117260000000002 2021-03-04T23:28:52.999 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:52.999 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:28:52.999 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:52.999 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.000 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.000 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:176982 9.e e176/175 9:76977f80:::benchmark_data_gibba011_139107_object23615:head v 176'11018, mlcod=0'0)", 2021-03-04T23:28:53.000 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:27:54.213098+0000", 2021-03-04T23:28:53.000 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 58.636532035000002, 2021-03-04T23:28:53.001 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003972143, 2021-03-04T23:28:53.001 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:28:53.001 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:53.001 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:28:53.002 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.002 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:28:53.002 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:54.213098+0000", 2021-03-04T23:28:53.002 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:28:53.003 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.003 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.003 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:28:53.003 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:54.213098+0000", 2021-03-04T23:28:53.004 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.486e-06 2021-03-04T23:28:53.004 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.004 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.004 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:28:53.004 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:54.213100+0000", 2021-03-04T23:28:53.005 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3460000000000001e-06 2021-03-04T23:28:53.005 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.005 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.005 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:28:53.005 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:54.213102+0000", 2021-03-04T23:28:53.006 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0368e-05 2021-03-04T23:28:53.006 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.006 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.006 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:28:53.007 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:54.213113+0000", 2021-03-04T23:28:53.007 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.7900000000000001e-06 2021-03-04T23:28:53.007 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.008 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.008 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:28:53.008 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:54.213117+0000", 2021-03-04T23:28:53.008 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.7871000000000003e-05 2021-03-04T23:28:53.009 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.009 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.009 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:28:53.009 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:54.213164+0000", 2021-03-04T23:28:53.009 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4887e-05 2021-03-04T23:28:53.010 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.010 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.010 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:28:53.010 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:54.213179+0000", 2021-03-04T23:28:53.011 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003865491 2021-03-04T23:28:53.011 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.011 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.011 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:28:53.012 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:54.217045+0000", 2021-03-04T23:28:53.012 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4904000000000001e-05 2021-03-04T23:28:53.012 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.012 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.013 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:28:53.013 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:54.217070+0000", 2021-03-04T23:28:53.013 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003972143 2021-03-04T23:28:53.013 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:53.014 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:28:53.014 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:53.014 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.014 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.015 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGRecoveryDelete(9.8 e179,174 9:13835d0d:::benchmark_data_gibba011_139107_object22696:head,172'11017)", 2021-03-04T23:28:53.015 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:01.438749+0000", 2021-03-04T23:28:53.015 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 51.410880427000002, 2021-03-04T23:28:53.015 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.076772441999999996, 2021-03-04T23:28:53.016 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:28:53.016 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:28:53.016 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:28:53.016 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.017 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:28:53.017 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438749+0000", 2021-03-04T23:28:53.017 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:28:53.017 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.018 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.018 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:28:53.018 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438749+0000", 2021-03-04T23:28:53.018 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.9299999999999997e-07 2021-03-04T23:28:53.018 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.019 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.019 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:28:53.019 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438750+0000", 2021-03-04T23:28:53.020 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5269999999999999e-06 2021-03-04T23:28:53.020 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.020 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.020 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:28:53.021 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438751+0000", 2021-03-04T23:28:53.021 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.95e-06 2021-03-04T23:28:53.021 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.021 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.022 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:28:53.022 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438756+0000", 2021-03-04T23:28:53.022 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9129999999999999e-06 2021-03-04T23:28:53.022 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.022 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.023 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:28:53.023 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438759+0000", 2021-03-04T23:28:53.023 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0874000000000001e-05 2021-03-04T23:28:53.023 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.024 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.024 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:28:53.024 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438810+0000", 2021-03-04T23:28:53.024 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7800000000000001e-06 2021-03-04T23:28:53.025 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.025 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.025 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:28:53.025 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438813+0000", 2021-03-04T23:28:53.026 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.076708604999999999 2021-03-04T23:28:53.026 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.026 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.026 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:28:53.027 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.515522+0000", 2021-03-04T23:28:53.027 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.076772441999999996 2021-03-04T23:28:53.027 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:53.027 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:28:53.027 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:53.028 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.028 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.028 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:176997 9.0 e181/179 9:053ee919:::benchmark_data_gibba011_139107_object23630:head v 181'11206, mlcod=0'0)", 2021-03-04T23:28:53.028 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:06.697190+0000", 2021-03-04T23:28:53.029 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 46.152439981999997, 2021-03-04T23:28:53.029 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.019586612, 2021-03-04T23:28:53.029 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:28:53.029 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:53.029 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:28:53.030 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.030 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:28:53.030 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.697190+0000", 2021-03-04T23:28:53.030 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:28:53.031 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.031 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.031 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:28:53.031 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.697190+0000", 2021-03-04T23:28:53.032 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3900000000000002e-06 2021-03-04T23:28:53.032 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.032 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.032 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:28:53.033 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.697193+0000", 2021-03-04T23:28:53.033 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5660000000000001e-06 2021-03-04T23:28:53.033 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.033 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.034 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:28:53.034 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.697196+0000", 2021-03-04T23:28:53.034 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3438000000000001e-05 2021-03-04T23:28:53.034 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.035 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.035 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:28:53.035 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.697209+0000", 2021-03-04T23:28:53.035 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.335e-06 2021-03-04T23:28:53.035 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.036 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.036 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:28:53.036 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.697213+0000", 2021-03-04T23:28:53.036 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9626000000000001e-05 2021-03-04T23:28:53.037 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.037 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.037 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:28:53.037 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.697243+0000", 2021-03-04T23:28:53.038 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0820999999999999e-05 2021-03-04T23:28:53.038 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.038 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.038 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:28:53.039 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.697264+0000", 2021-03-04T23:28:53.039 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.019484735 2021-03-04T23:28:53.039 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.039 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.039 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:28:53.040 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.716748+0000", 2021-03-04T23:28:53.040 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7701000000000001e-05 2021-03-04T23:28:53.040 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.040 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.041 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:28:53.041 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.716776+0000", 2021-03-04T23:28:53.041 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.019586612 2021-03-04T23:28:53.041 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:53.041 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:28:53.042 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:53.042 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.042 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.042 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:179132 9.8 9:1f868f77:::benchmark_data_gibba011_139107_object25765:head [delete] snapc 0=[] ondisk+write+known_if_redirected e184)", 2021-03-04T23:28:53.043 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:22.101296+0000", 2021-03-04T23:28:53.043 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 30.748333997, 2021-03-04T23:28:53.043 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0052762410000000001, 2021-03-04T23:28:53.043 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:28:53.044 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:53.044 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:28:53.044 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:28:53.044 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:53.045 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 179132 2021-03-04T23:28:53.045 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.045 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:28:53.045 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.046 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:28:53.046 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.101296+0000", 2021-03-04T23:28:53.046 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:28:53.046 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.047 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.047 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:28:53.047 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.101296+0000", 2021-03-04T23:28:53.047 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.418e-06 2021-03-04T23:28:53.047 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.048 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.048 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:28:53.048 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.101298+0000", 2021-03-04T23:28:53.048 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1110000000000002e-06 2021-03-04T23:28:53.049 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.049 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.049 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:28:53.049 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.101300+0000", 2021-03-04T23:28:53.050 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1905999999999999e-05 2021-03-04T23:28:53.050 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.050 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.050 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:28:53.051 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.101312+0000", 2021-03-04T23:28:53.051 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.1410000000000004e-06 2021-03-04T23:28:53.051 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.051 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.051 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:28:53.052 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.101317+0000", 2021-03-04T23:28:53.052 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.7042000000000002e-05 2021-03-04T23:28:53.052 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.052 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.053 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:28:53.053 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.101354+0000", 2021-03-04T23:28:53.053 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000108247 2021-03-04T23:28:53.053 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.053 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.054 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:28:53.054 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.101462+0000", 2021-03-04T23:28:53.054 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.7136000000000001e-05 2021-03-04T23:28:53.055 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.055 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.055 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,5,7", 2021-03-04T23:28:53.055 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.101540+0000", 2021-03-04T23:28:53.055 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0015998099999999999 2021-03-04T23:28:53.056 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.056 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.056 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:28:53.056 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.103139+0000", 2021-03-04T23:28:53.057 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00209326 2021-03-04T23:28:53.057 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.057 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.057 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:53.057 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.105233+0000", 2021-03-04T23:28:53.058 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00081704399999999995 2021-03-04T23:28:53.058 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.058 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.058 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:53.059 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.106050+0000", 2021-03-04T23:28:53.059 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00041584199999999998 2021-03-04T23:28:53.059 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.059 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.060 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:53.060 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.106466+0000", 2021-03-04T23:28:53.060 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3297000000000003e-05 2021-03-04T23:28:53.061 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.061 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.061 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:28:53.061 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.106499+0000", 2021-03-04T23:28:53.061 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.2986999999999998e-05 2021-03-04T23:28:53.062 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.062 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.062 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:28:53.062 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.106572+0000", 2021-03-04T23:28:53.063 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0052762410000000001 2021-03-04T23:28:53.063 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:53.063 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:28:53.063 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:53.063 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.064 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.064 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:181343 9.8 9:136b87e6:::benchmark_data_gibba011_139107_object27976:head [delete] snapc 0=[] ondisk+write+known_if_redirected e185)", 2021-03-04T23:28:53.064 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:33.836959+0000", 2021-03-04T23:28:53.064 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 19.012670588999999, 2021-03-04T23:28:53.065 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0051495489999999998, 2021-03-04T23:28:53.065 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:28:53.065 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:53.065 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:28:53.066 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:28:53.066 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:53.066 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 181343 2021-03-04T23:28:53.066 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.067 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:28:53.067 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.067 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:28:53.067 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.836959+0000", 2021-03-04T23:28:53.068 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:28:53.068 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.068 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.068 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:28:53.068 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.836959+0000", 2021-03-04T23:28:53.069 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2469999999999998e-06 2021-03-04T23:28:53.069 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.069 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.069 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:28:53.070 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.836961+0000", 2021-03-04T23:28:53.070 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2169999999999999e-06 2021-03-04T23:28:53.070 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.070 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.071 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:28:53.071 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.836964+0000", 2021-03-04T23:28:53.071 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6101999999999999e-05 2021-03-04T23:28:53.071 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.071 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.072 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:28:53.072 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.836981+0000", 2021-03-04T23:28:53.072 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.0610000000000001e-06 2021-03-04T23:28:53.073 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.073 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.073 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:28:53.073 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.836987+0000", 2021-03-04T23:28:53.073 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.8084000000000002e-05 2021-03-04T23:28:53.074 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.074 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.074 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:28:53.074 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.837035+0000", 2021-03-04T23:28:53.075 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000182366 2021-03-04T23:28:53.075 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.075 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.075 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:28:53.076 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.837217+0000", 2021-03-04T23:28:53.076 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00013984699999999999 2021-03-04T23:28:53.076 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.076 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.076 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,5,7", 2021-03-04T23:28:53.077 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.837357+0000", 2021-03-04T23:28:53.077 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001635231 2021-03-04T23:28:53.077 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.077 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.078 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:28:53.078 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.838992+0000", 2021-03-04T23:28:53.078 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00040746100000000002 2021-03-04T23:28:53.078 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.079 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.079 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:53.079 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.839400+0000", 2021-03-04T23:28:53.079 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00066638699999999995 2021-03-04T23:28:53.079 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.080 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.080 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:53.080 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.840066+0000", 2021-03-04T23:28:53.080 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001950451 2021-03-04T23:28:53.081 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.081 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.081 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:53.081 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.842016+0000", 2021-03-04T23:28:53.082 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.8755000000000002e-05 2021-03-04T23:28:53.082 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.082 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.082 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:28:53.083 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.842045+0000", 2021-03-04T23:28:53.083 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.334e-05 2021-03-04T23:28:53.083 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.083 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.083 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:28:53.084 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.842109+0000", 2021-03-04T23:28:53.084 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0051495489999999998 2021-03-04T23:28:53.084 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:53.085 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:28:53.085 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:53.085 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.085 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.085 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:181484 9.8 9:174afaa0:::benchmark_data_gibba011_139107_object28117:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:28:53.086 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:34.917535+0000", 2021-03-04T23:28:53.086 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 17.932095, 2021-03-04T23:28:53.086 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0042911729999999997, 2021-03-04T23:28:53.086 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:28:53.087 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:53.087 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:28:53.087 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:28:53.087 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:53.088 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 181484 2021-03-04T23:28:53.088 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.088 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:28:53.088 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.088 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:28:53.089 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:34.917535+0000", 2021-03-04T23:28:53.089 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:28:53.089 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.089 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.090 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:28:53.090 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:34.917535+0000", 2021-03-04T23:28:53.090 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.733e-06 2021-03-04T23:28:53.090 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.091 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.091 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:28:53.091 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:34.917536+0000", 2021-03-04T23:28:53.091 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3760000000000002e-06 2021-03-04T23:28:53.092 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.092 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.092 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:28:53.092 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:34.917539+0000", 2021-03-04T23:28:53.092 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.6000000000000007e-06 2021-03-04T23:28:53.093 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.093 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.093 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:28:53.093 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:34.917547+0000", 2021-03-04T23:28:53.094 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.7179999999999998e-06 2021-03-04T23:28:53.094 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.094 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.094 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:28:53.094 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:34.917551+0000", 2021-03-04T23:28:53.095 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.1878000000000001e-05 2021-03-04T23:28:53.095 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.095 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.095 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:28:53.096 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:34.917593+0000", 2021-03-04T23:28:53.096 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00016448100000000001 2021-03-04T23:28:53.096 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.096 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.097 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:28:53.097 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:34.917757+0000", 2021-03-04T23:28:53.097 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00010913600000000001 2021-03-04T23:28:53.097 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.097 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.098 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,5,7", 2021-03-04T23:28:53.098 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:34.917866+0000", 2021-03-04T23:28:53.098 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0020456160000000001 2021-03-04T23:28:53.098 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.099 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.099 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:53.099 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:34.919912+0000", 2021-03-04T23:28:53.099 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0222000000000005e-05 2021-03-04T23:28:53.100 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.100 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.100 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:28:53.100 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:34.920002+0000", 2021-03-04T23:28:53.100 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00032479600000000003 2021-03-04T23:28:53.101 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.101 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.101 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:53.101 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:34.920327+0000", 2021-03-04T23:28:53.102 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0014093249999999999 2021-03-04T23:28:53.102 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.102 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.102 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:53.103 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:34.921736+0000", 2021-03-04T23:28:53.103 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0034000000000001e-05 2021-03-04T23:28:53.103 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.103 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.104 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:28:53.104 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:34.921766+0000", 2021-03-04T23:28:53.104 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.9258000000000001e-05 2021-03-04T23:28:53.104 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.104 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.105 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:28:53.105 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:34.921826+0000", 2021-03-04T23:28:53.105 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0042911729999999997 2021-03-04T23:28:53.105 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:53.106 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:28:53.106 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:53.106 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.106 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.107 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:183128 9.8 9:1a68ed34:::benchmark_data_gibba011_139107_object29761:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)", 2021-03-04T23:28:53.107 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:50.355928+0000", 2021-03-04T23:28:53.107 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 2.4937016320000001, 2021-03-04T23:28:53.107 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.004024405, 2021-03-04T23:28:53.108 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:28:53.108 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:53.108 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:28:53.108 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:28:53.109 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:53.109 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 183128 2021-03-04T23:28:53.109 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.109 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:28:53.110 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.110 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:28:53.110 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.355928+0000", 2021-03-04T23:28:53.110 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:28:53.111 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.111 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.111 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:28:53.111 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.355928+0000", 2021-03-04T23:28:53.112 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.441e-06 2021-03-04T23:28:53.112 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.112 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.112 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:28:53.112 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.355930+0000", 2021-03-04T23:28:53.113 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4320000000000002e-06 2021-03-04T23:28:53.113 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.113 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.113 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:28:53.114 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.355933+0000", 2021-03-04T23:28:53.114 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.307e-05 2021-03-04T23:28:53.114 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.114 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.115 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:28:53.115 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.355946+0000", 2021-03-04T23:28:53.115 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.5130000000000004e-06 2021-03-04T23:28:53.115 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.116 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.116 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:28:53.116 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.355951+0000", 2021-03-04T23:28:53.116 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.4171999999999995e-05 2021-03-04T23:28:53.117 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.117 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.117 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:28:53.117 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.356016+0000", 2021-03-04T23:28:53.117 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000115837 2021-03-04T23:28:53.118 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.118 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.118 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:28:53.118 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.356131+0000", 2021-03-04T23:28:53.119 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000102605 2021-03-04T23:28:53.119 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.119 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.119 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,5,7", 2021-03-04T23:28:53.120 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.356234+0000", 2021-03-04T23:28:53.120 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0021200170000000001 2021-03-04T23:28:53.120 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.120 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.121 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:28:53.121 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.358354+0000", 2021-03-04T23:28:53.121 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00021835299999999999 2021-03-04T23:28:53.121 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.122 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.122 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:53.122 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.358572+0000", 2021-03-04T23:28:53.122 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00101665 2021-03-04T23:28:53.122 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.123 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.123 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:53.123 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.359589+0000", 2021-03-04T23:28:53.123 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00024304099999999999 2021-03-04T23:28:53.124 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.124 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.124 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:53.124 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.359832+0000", 2021-03-04T23:28:53.125 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7761999999999999e-05 2021-03-04T23:28:53.125 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.125 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.125 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:28:53.126 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.359860+0000", 2021-03-04T23:28:53.126 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.2511999999999998e-05 2021-03-04T23:28:53.126 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.126 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.127 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:28:53.127 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.359952+0000", 2021-03-04T23:28:53.127 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.004024405 2021-03-04T23:28:53.127 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:53.128 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:28:53.128 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:53.128 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.128 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.129 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:183194 9.8 9:1904edee:::benchmark_data_gibba011_139107_object29827:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)", 2021-03-04T23:28:53.129 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:50.588914+0000", 2021-03-04T23:28:53.129 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 2.2607159590000001, 2021-03-04T23:28:53.129 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0044857830000000001, 2021-03-04T23:28:53.130 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:28:53.130 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:53.130 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:28:53.130 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:28:53.130 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:53.131 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 183194 2021-03-04T23:28:53.131 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.131 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:28:53.131 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.132 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:28:53.132 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.588914+0000", 2021-03-04T23:28:53.132 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:28:53.132 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.133 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.133 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:28:53.133 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.588914+0000", 2021-03-04T23:28:53.133 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.68e-06 2021-03-04T23:28:53.134 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.134 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.134 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:28:53.134 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.588915+0000", 2021-03-04T23:28:53.134 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1730000000000002e-06 2021-03-04T23:28:53.135 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.135 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.135 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:28:53.135 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.588917+0000", 2021-03-04T23:28:53.136 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.6619999999999994e-06 2021-03-04T23:28:53.136 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.136 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.136 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:28:53.137 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.588926+0000", 2021-03-04T23:28:53.137 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.216e-06 2021-03-04T23:28:53.137 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.137 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.138 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:28:53.138 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.588930+0000", 2021-03-04T23:28:53.138 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2154000000000003e-05 2021-03-04T23:28:53.138 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.139 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.139 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:28:53.139 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.588972+0000", 2021-03-04T23:28:53.139 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000151924 2021-03-04T23:28:53.140 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.140 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.140 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:28:53.140 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.589124+0000", 2021-03-04T23:28:53.140 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00012548099999999999 2021-03-04T23:28:53.141 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.141 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.141 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,5,7", 2021-03-04T23:28:53.141 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.589250+0000", 2021-03-04T23:28:53.142 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0038945300000000002 2021-03-04T23:28:53.142 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.142 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.142 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:53.143 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.593144+0000", 2021-03-04T23:28:53.143 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.1792999999999998e-05 2021-03-04T23:28:53.143 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.143 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.144 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:53.144 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.593186+0000", 2021-03-04T23:28:53.144 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2345000000000003e-05 2021-03-04T23:28:53.144 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.144 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.145 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:53.145 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.593219+0000", 2021-03-04T23:28:53.145 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.4930000000000001e-06 2021-03-04T23:28:53.145 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.146 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.146 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:28:53.146 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.593226+0000", 2021-03-04T23:28:53.146 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4977e-05 2021-03-04T23:28:53.147 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.147 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.147 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:28:53.147 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.593271+0000", 2021-03-04T23:28:53.148 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000128355 2021-03-04T23:28:53.148 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.148 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.148 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:28:53.149 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.593399+0000", 2021-03-04T23:28:53.149 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0044857830000000001 2021-03-04T23:28:53.149 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:53.149 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:28:53.149 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:53.150 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.150 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.150 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:183195 9.8 9:1f9f798c:::benchmark_data_gibba011_139107_object29828:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)", 2021-03-04T23:28:53.150 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:50.589514+0000", 2021-03-04T23:28:53.151 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 2.260115238, 2021-03-04T23:28:53.151 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0048862089999999999, 2021-03-04T23:28:53.151 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:28:53.151 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:53.152 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:28:53.152 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:28:53.152 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:53.152 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 183195 2021-03-04T23:28:53.153 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.153 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:28:53.153 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.153 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:28:53.153 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.589514+0000", 2021-03-04T23:28:53.154 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:28:53.154 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.154 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.154 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:28:53.155 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.589514+0000", 2021-03-04T23:28:53.155 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.8599999999999996e-07 2021-03-04T23:28:53.155 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.155 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.156 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:28:53.156 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.589515+0000", 2021-03-04T23:28:53.156 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.471e-06 2021-03-04T23:28:53.156 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.157 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.157 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:28:53.157 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.589517+0000", 2021-03-04T23:28:53.157 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.8549999999999996e-06 2021-03-04T23:28:53.158 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.158 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.158 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:28:53.158 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.589524+0000", 2021-03-04T23:28:53.158 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.54e-06 2021-03-04T23:28:53.159 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.159 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.159 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:28:53.159 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.589527+0000", 2021-03-04T23:28:53.160 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001860102 2021-03-04T23:28:53.160 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.160 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.160 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:28:53.161 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.591387+0000", 2021-03-04T23:28:53.161 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.9444000000000006e-05 2021-03-04T23:28:53.161 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.161 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.162 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:28:53.162 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.591477+0000", 2021-03-04T23:28:53.162 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.4851000000000006e-05 2021-03-04T23:28:53.162 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.163 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.163 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,5,7", 2021-03-04T23:28:53.163 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.591542+0000", 2021-03-04T23:28:53.163 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001936218 2021-03-04T23:28:53.163 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.164 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.164 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:53.164 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.593478+0000", 2021-03-04T23:28:53.165 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0582e-05 2021-03-04T23:28:53.165 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.165 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.165 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:28:53.165 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.593498+0000", 2021-03-04T23:28:53.166 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000232761 2021-03-04T23:28:53.166 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.166 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.167 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:53.167 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.593731+0000", 2021-03-04T23:28:53.167 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00050319799999999995 2021-03-04T23:28:53.167 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.168 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.168 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:53.168 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.594234+0000", 2021-03-04T23:28:53.168 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.8804999999999998e-05 2021-03-04T23:28:53.169 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.169 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.169 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:28:53.170 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.594283+0000", 2021-03-04T23:28:53.170 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000117396 2021-03-04T23:28:53.170 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.170 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.171 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:28:53.171 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.594401+0000", 2021-03-04T23:28:53.171 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0048862089999999999 2021-03-04T23:28:53.171 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:53.171 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:28:53.172 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:53.172 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.172 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.173 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:183220 9.8 9:149744c1:::benchmark_data_gibba011_139107_object29853:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)", 2021-03-04T23:28:53.173 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:50.824935+0000", 2021-03-04T23:28:53.173 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 2.0246949449999998, 2021-03-04T23:28:53.173 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0038639970000000001, 2021-03-04T23:28:53.174 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:28:53.174 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:28:53.174 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:28:53.174 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:28:53.175 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:28:53.175 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 183220 2021-03-04T23:28:53.175 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.175 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:28:53.176 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.176 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:28:53.176 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.824935+0000", 2021-03-04T23:28:53.176 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:28:53.176 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.177 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.177 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:28:53.177 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.824935+0000", 2021-03-04T23:28:53.177 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1900000000000002e-06 2021-03-04T23:28:53.178 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.178 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.178 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:28:53.178 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.824937+0000", 2021-03-04T23:28:53.179 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4650000000000001e-06 2021-03-04T23:28:53.179 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.179 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.179 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:28:53.180 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.824939+0000", 2021-03-04T23:28:53.180 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2608e-05 2021-03-04T23:28:53.180 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.180 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.181 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:28:53.181 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.824952+0000", 2021-03-04T23:28:53.181 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0260000000000001e-06 2021-03-04T23:28:53.181 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.182 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.182 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:28:53.182 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.824956+0000", 2021-03-04T23:28:53.182 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.3388999999999999e-05 2021-03-04T23:28:53.182 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.183 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.183 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:28:53.183 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.825019+0000", 2021-03-04T23:28:53.183 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000120579 2021-03-04T23:28:53.184 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.184 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.184 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:28:53.184 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.825140+0000", 2021-03-04T23:28:53.185 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.2200999999999994e-05 2021-03-04T23:28:53.185 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.185 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.185 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,5,7", 2021-03-04T23:28:53.186 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.825222+0000", 2021-03-04T23:28:53.186 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00191131 2021-03-04T23:28:53.186 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.186 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.187 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:28:53.187 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.827133+0000", 2021-03-04T23:28:53.187 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00040608099999999998 2021-03-04T23:28:53.187 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.188 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.188 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:53.188 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.827539+0000", 2021-03-04T23:28:53.188 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00044863999999999999 2021-03-04T23:28:53.188 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.189 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.189 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:53.189 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.827988+0000", 2021-03-04T23:28:53.189 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00070980800000000003 2021-03-04T23:28:53.190 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.190 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.190 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:28:53.190 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.828698+0000", 2021-03-04T23:28:53.191 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0094999999999999e-05 2021-03-04T23:28:53.191 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.191 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.191 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:28:53.192 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.828728+0000", 2021-03-04T23:28:53.192 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.0605000000000006e-05 2021-03-04T23:28:53.192 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:28:53.192 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:28:53.192 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:28:53.193 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.828799+0000", 2021-03-04T23:28:53.193 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0038639970000000001 2021-03-04T23:28:53.193 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:53.193 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:28:53.194 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:53.194 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:28:53.194 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:28:53.194 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:28:53.195 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 7, 6, 1] out_osds: [3] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:28:53.195 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:28:53.196 INFO:tasks.thrashosds.thrasher:Growing pool rbd 2021-03-04T23:28:53.196 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:28:53.197 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:53.215 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:53.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:53.216 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:53.314 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:53.317 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:53.334 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:53.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:53.335 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:53.436 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:53.453 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:53.454 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:53.455 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:53.556 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:53.574 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:53.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:53.576 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:53.677 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:53.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:53.696 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:53.697 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:53.798 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:53.817 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:53.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:53.819 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:53.920 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:53.937 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:53.938 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:53.938 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:53.984 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:28:54.039 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:54.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:54.058 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:54.058 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:54.099 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:54.159 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:54.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:54.177 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:54.177 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:54.279 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:54.299 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:54.300 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:54.301 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:54.402 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:54.420 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:54.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:54.422 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:54.492 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:28:54.523 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:54.552 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:54.553 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:54.553 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:54.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:54 gibba038 conmon[76675]: cluster 2021-03-04T23:28:52.655443+0000 mgr.x (mgr.34676) 778 : cluster [DBG] pgmap v716: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 107 op/s; 36772/370893 objects degraded (9.914%); 44917/370893 objects misplaced (12.111%); 1.2 MiB/s, 19 objects/s recovering 2021-03-04T23:28:54.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:54 gibba038 conmon[76675]: cluster 2021-03-04T23:28:53.910928+0000 mon.a (mon.0) 2021-03-04T23:28:54.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:54 gibba038 conmon[76675]: 895 : cluster [WRN] Health check update: Degraded data redundancy: 36772/370893 objects degraded (9.914%), 11 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:28:54.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:54 gibba011 conmon[95595]: cluster 2021-03-04T23:28:52.655443+0000 mgr.x (mgr.34676) 778 : cluster [DBG] pgmap v716: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 107 op/s; 36772/370893 objects degraded (9.914%); 44917/370893 objects misplaced (12.111%); 1.2 MiB/s, 19 objects/s recovering 2021-03-04T23:28:54.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:54 gibba011 conmon[95595]: cluster 2021-03-04T23:28:53.910928+0000 mon.a (mon.0) 895 : cluster [WRN] Health check update: Degraded data redundancy: 36772/370893 objects degraded (9.914%), 11 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:28:54.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:54 gibba011 conmon[99461]: cluster 2021-03-04T23:28:52.655443+0000 mgr.x (mgr.34676) 778 : cluster [DBG] pgmap v716: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 107 op/s; 36772/370893 objects degraded (9.914%); 44917/370893 objects misplaced (12.111%); 1.2 MiB/s, 19 objects/s recovering 2021-03-04T23:28:54.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:54 gibba011 conmon[99461]: cluster 2021-03-04T23:28:53.910928+0000 mon.a (mon.0) 895 : cluster [WRN] Health check update: Degraded data redundancy: 36772/370893 objects degraded (9.914%), 11 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:28:54.611 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:54.655 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:54.674 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:54.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:54.676 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:54.778 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:54.797 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:54.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:54.799 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:54.900 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:54.919 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:54.920 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:54.921 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:55.022 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:55.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:55.040 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:55.040 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:55.142 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:55.158 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:55.159 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:55.160 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:55.261 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:55.278 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:55.278 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:55.279 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:55.380 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:55.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:55.399 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:55.399 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:55.501 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:55.518 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:55.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:55.520 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:55.621 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:55.638 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:55.638 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:55.639 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:55.740 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:55.757 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:55.757 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:55.758 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:55.859 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:55.877 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:55.878 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:55.878 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:55.979 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:55.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:55.999 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:56.000 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:56.101 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:56.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:56.159 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:56.159 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:56.260 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:57.214 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:56 gibba011 conmon[95595]: cluster 2021-03-04T23:28:54.655882+0000 mgr.x (mgr.34676) 779 : cluster [DBG] pgmap v717: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 114 op/s; 36733/369924 objects degraded (9.930%); 44799/369924 objects misplaced (12.110%); 1.6 MiB/s, 26 objects/s recovering 2021-03-04T23:28:57.214 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:56 gibba038 conmon[76675]: cluster 2021-03-04T23:28:54.655882+0000 mgr.x (mgr.34676) 779 : cluster [DBG] pgmap v717: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 114 op/s; 36733/369924 objects degraded (9.930%); 44799/369924 objects misplaced (12.110%); 1.6 MiB/s, 26 objects/s recovering 2021-03-04T23:28:57.215 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:56 gibba011 conmon[99461]: cluster 2021-03-04T23:28:54.655882+0000 mgr.x (mgr.34676) 779 : cluster [DBG] pgmap v717: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 114 op/s; 36733/369924 objects degraded (9.930%); 44799/369924 objects misplaced (12.110%); 1.6 MiB/s, 26 objects/s recovering 2021-03-04T23:28:57.234 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:57.235 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:57.235 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:57.336 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:57.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:57.355 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:57.355 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:57.457 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:57.474 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:57.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:57.475 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:57.576 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:57.593 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:57.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:57.595 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:57.696 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:28:57.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:57.714 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:57.715 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:28:57.816 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:57.833 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:57.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:57.835 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:57.936 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:57.955 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:57.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:57.956 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:58.021 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:28:58.034 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:28:58.048 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:28:58.057 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:58.062 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:28:58.076 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:58.077 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:58.077 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:58.078 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:28:58.091 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:28:58.105 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:28:58.122 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:28:58.123 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:28:58.123 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:28:58.123 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:28:58.123 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:28:58.124 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:28:58.124 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:28:58.124 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:28:58.124 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:28:58.143 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:28:58.145 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:28:58.178 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:58.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:58.197 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:58.197 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:58.242 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:28:58.243 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:28:58.299 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:58.318 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:58.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:58.320 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:58.421 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:58.438 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:58.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:58.440 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:58.541 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:58.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:58.558 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:58.559 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:58.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:58 gibba038 conmon[76675]: cluster 2021-03-04T23:28:56.656242+0000 mgr.x (mgr.34676) 780 : cluster [DBG] pgmap v718: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 116 op/s; 36733/369795 objects degraded (9.933%); 44756/369795 objects misplaced (12.103%); 1.6 MiB/s, 26 objects/s recovering 2021-03-04T23:28:58.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:58 gibba038 conmon[76675]: audit 2021-03-04T23:28:58.005056+0000 mon.a (mon.0) 896 : audit [DBG] from='client.? 172.21.2.111:0/4265108365' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:58.591 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:58 gibba011 conmon[95595]: cluster 2021-03-04T23:28:56.656242+0000 mgr.x (mgr.34676) 780 : cluster [DBG] pgmap v718: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 116 op/s; 36733/369795 objects degraded (9.933%); 44756/369795 objects misplaced (12.103%); 1.6 MiB/s, 26 objects/s recovering 2021-03-04T23:28:58.591 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:58 gibba011 conmon[95595]: audit 2021-03-04T23:28:58.005056+0000 mon.a (mon.0) 896 : audit [DBG] from='client.? 172.21.2.111:0/4265108365' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:58.592 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:58 gibba011 conmon[99461]: cluster 2021-03-04T23:28:56.656242+0000 mgr.x (mgr.34676) 780 : cluster [DBG] pgmap v718: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 116 op/s; 36733/369795 objects degraded (9.933%); 44756/369795 objects misplaced (12.103%); 1.6 MiB/s, 26 objects/s recovering 2021-03-04T23:28:58.592 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:58 gibba011 conmon[99461]: audit 2021-03-04T23:28:58.005056+0000 mon.a (mon.0) 896 : audit [DBG] from='client.? 172.21.2.111:0/4265108365' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:28:58.659 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:58.677 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:58.679 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:58.679 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:58.781 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:58.799 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:58.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:58.801 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:58.902 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:28:58.919 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:58.920 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:58.920 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:28:59.022 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:28:59.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:59.040 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:59.041 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:28:59.142 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:28:59.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:59.161 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:59.161 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:28:59.263 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:28:59.281 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:59.283 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:59.284 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:28:59.385 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:28:59.402 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:59.403 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:28:59.404 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:28:59.505 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:59.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:59.524 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:59.524 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:59.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:59 gibba038 conmon[76675]: audit 2021-03-04T23:28:58.132624+0000 mgr.x (mgr.34676) 781 : audit [DBG] from='client.55228 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:28:59.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:28:59 gibba038 conmon[76675]: cluster 2021-03-04T23:28:58.911914+0000 mon.a (mon.0) 897 : cluster [WRN] Health check update: Degraded data redundancy: 36733/369795 objects degraded (9.933%), 11 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:28:59.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:59 gibba011 conmon[95595]: audit 2021-03-04T23:28:58.132624+0000 mgr.x (mgr.34676) 781 : audit [DBG] from='client.55228 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:28:59.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:28:59 gibba011 conmon[95595]: cluster 2021-03-04T23:28:58.911914+0000 mon.a (mon.0) 897 : cluster [WRN] Health check update: Degraded data redundancy: 36733/369795 objects degraded (9.933%), 11 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:28:59.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:59 gibba011 conmon[99461]: audit 2021-03-04T23:28:58.132624+0000 mgr.x (mgr.34676) 781 : audit [DBG] from='client.55228 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:28:59.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:28:59 gibba011 conmon[99461]: cluster 2021-03-04T23:28:58.911914+0000 mon.a (mon.0) 897 : cluster [WRN] Health check update: Degraded data redundancy: 36733/369795 objects degraded (9.933%), 11 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:28:59.626 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:59.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:59.643 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:59.644 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:28:59.728 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:28:59.745 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:28:59.809 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:59.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:59.810 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:28:59.847 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:28:59.865 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":718,"stamp":"2021-03-04T23:28:56.656023+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":8076791104,"num_objects":123265,"num_object_clones":0,"num_object_copies":369795,"num_objects_missing_on_primary":9676,"num_objects_missing":9676,"num_objects_degraded":36733,"num_objects_misplaced":44756,"num_objects_unfound":0,"num_objects_dirty":123265,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":183539,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28044,"num_bytes_recovered":1749357876,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":101248,"ondisk_log_size":101248,"up":297,"acting":287,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":26567720,"kb_used_data":21787952,"kb_used_omap":5421,"kb_used_meta":4774290,"kb_avail":589994968,"statfs":{"total":631360192512,"available":604154847232,"internally_reserved":4294967296,"allocated":22310862848,"data_stored":22304195984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5551374,"internal_metadata":4888873714},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,3,0,1,1,1,0,1,1,7,4],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-76218368,"num_objects":-1163,"num_object_clones":0,"num_object_copies":-3489,"num_objects_missing_on_primary":-199,"num_objects_missing":-199,"num_objects_degraded":-53,"num_objects_misplaced":-423,"num_objects_unfound":0,"num_objects_dirty":-1163,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1163,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":261,"num_bytes_recovered":17104896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002074"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"206","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.263127+0000","last_change":"2021-03-04T23:28:01.139807+0000","last_active":"2021-03-04T23:28:43.263127+0000","last_peered":"2021-03-04T23:28:43.263127+0000","last_clean":"2021-03-04T23:28:43.263127+0000","last_became_active":"2021-03-04T23:28:01.139431+0000","last_became_peered":"2021-03-04T23:28:01.139431+0000","last_unstale":"2021-03-04T23:28:43.263127+0000","last_undegraded":"2021-03-04T23:28:43.263127+0000","last_fullsized":"2021-03-04T23:28:43.263127+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"19","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.335660+0000","last_change":"2021-03-04T23:28:01.146427+0000","last_active":"2021-03-04T23:28:43.335660+0000","last_peered":"2021-03-04T23:28:43.335660+0000","last_clean":"2021-03-04T23:28:43.335660+0000","last_became_active":"2021-03-04T23:28:01.144976+0000","last_became_peered":"2021-03-04T23:28:01.144976+0000","last_unstale":"2021-03-04T23:28:43.335660+0000","last_undegraded":"2021-03-04T23:28:43.335660+0000","last_fullsized":"2021-03-04T23:28:43.335660+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"19","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.335477+0000","last_change":"2021-03-04T23:28:01.231804+0000","last_active":"2021-03-04T23:28:43.335477+0000","last_peered":"2021-03-04T23:28:43.335477+0000","last_clean":"2021-03-04T23:28:43.335477+0000","last_became_active":"2021-03-04T23:28:01.231569+0000","last_became_peered":"2021-03-04T23:28:01.231569+0000","last_unstale":"2021-03-04T23:28:43.335477+0000","last_undegraded":"2021-03-04T23:28:43.335477+0000","last_fullsized":"2021-03-04T23:28:43.335477+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"173","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.353037+0000","last_change":"2021-03-04T23:28:01.157827+0000","last_active":"2021-03-04T23:28:43.353037+0000","last_peered":"2021-03-04T23:28:43.353037+0000","last_clean":"2021-03-04T23:28:43.353037+0000","last_became_active":"2021-03-04T23:28:01.157659+0000","last_became_peered":"2021-03-04T23:28:01.157659+0000","last_unstale":"2021-03-04T23:28:43.353037+0000","last_undegraded":"2021-03-04T23:28:43.353037+0000","last_fullsized":"2021-03-04T23:28:43.353037+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"157","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.352711+0000","last_change":"2021-03-04T23:28:01.135982+0000","last_active":"2021-03-04T23:28:43.352711+0000","last_peered":"2021-03-04T23:28:43.352711+0000","last_clean":"2021-03-04T23:28:43.352711+0000","last_became_active":"2021-03-04T23:28:01.135751+0000","last_became_peered":"2021-03-04T23:28:01.135751+0000","last_unstale":"2021-03-04T23:28:43.352711+0000","last_undegraded":"2021-03-04T23:28:43.352711+0000","last_fullsized":"2021-03-04T23:28:43.352711+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"86","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.265427+0000","last_change":"2021-03-04T23:28:01.140520+0000","last_active":"2021-03-04T23:28:43.265427+0000","last_peered":"2021-03-04T23:28:43.265427+0000","last_clean":"2021-03-04T23:28:43.265427+0000","last_became_active":"2021-03-04T23:28:01.140328+0000","last_became_peered":"2021-03-04T23:28:01.140328+0000","last_unstale":"2021-03-04T23:28:43.265427+0000","last_undegraded":"2021-03-04T23:28:43.265427+0000","last_fullsized":"2021-03-04T23:28:43.265427+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"163","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.353040+0000","last_change":"2021-03-04T23:27:58.933635+0000","last_active":"2021-03-04T23:28:43.353040+0000","last_peered":"2021-03-04T23:28:43.353040+0000","last_clean":"2021-03-04T23:28:43.353040+0000","last_became_active":"2021-03-04T23:27:50.107130+0000","last_became_peered":"2021-03-04T23:27:50.107130+0000","last_unstale":"2021-03-04T23:28:43.353040+0000","last_undegraded":"2021-03-04T23:28:43.353040+0000","last_fullsized":"2021-03-04T23:28:43.353040+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"19","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.335467+0000","last_change":"2021-03-04T23:28:01.145024+0000","last_active":"2021-03-04T23:28:43.335467+0000","last_peered":"2021-03-04T23:28:43.335467+0000","last_clean":"2021-03-04T23:28:43.335467+0000","last_became_active":"2021-03-04T23:28:01.142367+0000","last_became_peered":"2021-03-04T23:28:01.142367+0000","last_unstale":"2021-03-04T23:28:43.335467+0000","last_undegraded":"2021-03-04T23:28:43.335467+0000","last_fullsized":"2021-03-04T23:28:43.335467+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"185","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.264846+0000","last_change":"2021-03-04T23:28:01.157869+0000","last_active":"2021-03-04T23:28:43.264846+0000","last_peered":"2021-03-04T23:28:43.264846+0000","last_clean":"2021-03-04T23:28:43.264846+0000","last_became_active":"2021-03-04T23:28:01.157637+0000","last_became_peered":"2021-03-04T23:28:01.157637+0000","last_unstale":"2021-03-04T23:28:43.264846+0000","last_undegraded":"2021-03-04T23:28:43.264846+0000","last_fullsized":"2021-03-04T23:28:43.264846+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"128","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.266121+0000","last_change":"2021-03-04T23:26:46.901827+0000","last_active":"2021-03-04T23:28:43.266121+0000","last_peered":"2021-03-04T23:28:43.266121+0000","last_clean":"2021-03-04T23:28:43.266121+0000","last_became_active":"2021-03-04T23:26:46.901606+0000","last_became_peered":"2021-03-04T23:26:46.901606+0000","last_unstale":"2021-03-04T23:28:43.266121+0000","last_undegraded":"2021-03-04T23:28:43.266121+0000","last_fullsized":"2021-03-04T23:28:43.266121+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"191","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.266549+0000","last_change":"2021-03-04T23:27:50.112505+0000","last_active":"2021-03-04T23:28:43.266549+0000","last_peered":"2021-03-04T23:28:43.266549+0000","last_clean":"2021-03-04T23:28:43.266549+0000","last_became_active":"2021-03-04T23:27:50.112197+0000","last_became_peered":"2021-03-04T23:27:50.112197+0000","last_unstale":"2021-03-04T23:28:43.266549+0000","last_undegraded":"2021-03-04T23:28:43.266549+0000","last_fullsized":"2021-03-04T23:28:43.266549+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"19","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.335883+0000","last_change":"2021-03-04T23:28:01.139361+0000","last_active":"2021-03-04T23:28:43.335883+0000","last_peered":"2021-03-04T23:28:43.335883+0000","last_clean":"2021-03-04T23:28:43.335883+0000","last_became_active":"2021-03-04T23:28:01.138962+0000","last_became_peered":"2021-03-04T23:28:01.138962+0000","last_unstale":"2021-03-04T23:28:43.335883+0000","last_undegraded":"2021-03-04T23:28:43.335883+0000","last_fullsized":"2021-03-04T23:28:43.335883+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"193","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.263516+0000","last_change":"2021-03-04T23:25:25.029827+0000","last_active":"2021-03-04T23:28:43.263516+0000","last_peered":"2021-03-04T23:28:43.263516+0000","last_clean":"2021-03-04T23:28:43.263516+0000","last_became_active":"2021-03-04T23:25:25.022780+0000","last_became_peered":"2021-03-04T23:25:25.022780+0000","last_unstale":"2021-03-04T23:28:43.263516+0000","last_undegraded":"2021-03-04T23:28:43.263516+0000","last_fullsized":"2021-03-04T23:28:43.263516+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":5198,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"192","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.263211+0000","last_change":"2021-03-04T23:28:01.139751+0000","last_active":"2021-03-04T23:28:43.263211+0000","last_peered":"2021-03-04T23:28:43.263211+0000","last_clean":"2021-03-04T23:28:43.263211+0000","last_became_active":"2021-03-04T23:28:01.139434+0000","last_became_peered":"2021-03-04T23:28:01.139434+0000","last_unstale":"2021-03-04T23:28:43.263211+0000","last_undegraded":"2021-03-04T23:28:43.263211+0000","last_fullsized":"2021-03-04T23:28:43.263211+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"160","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.273254+0000","last_change":"2021-03-04T23:14:45.179189+0000","last_active":"2021-03-04T23:28:43.273254+0000","last_peered":"2021-03-04T23:28:43.273254+0000","last_clean":"2021-03-04T23:28:43.273254+0000","last_became_active":"2021-03-04T23:14:45.178960+0000","last_became_peered":"2021-03-04T23:14:45.178960+0000","last_unstale":"2021-03-04T23:28:43.273254+0000","last_undegraded":"2021-03-04T23:28:43.273254+0000","last_fullsized":"2021-03-04T23:28:43.273254+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"19","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.335812+0000","last_change":"2021-03-04T23:28:01.145157+0000","last_active":"2021-03-04T23:28:43.335812+0000","last_peered":"2021-03-04T23:28:43.335812+0000","last_clean":"2021-03-04T23:28:43.335812+0000","last_became_active":"2021-03-04T23:28:01.142477+0000","last_became_peered":"2021-03-04T23:28:01.142477+0000","last_unstale":"2021-03-04T23:28:43.335812+0000","last_undegraded":"2021-03-04T23:28:43.335812+0000","last_fullsized":"2021-03-04T23:28:43.335812+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"172","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.352795+0000","last_change":"2021-03-04T23:28:01.143799+0000","last_active":"2021-03-04T23:28:43.352795+0000","last_peered":"2021-03-04T23:28:43.352795+0000","last_clean":"2021-03-04T23:28:43.352795+0000","last_became_active":"2021-03-04T23:28:01.143547+0000","last_became_peered":"2021-03-04T23:28:01.143547+0000","last_unstale":"2021-03-04T23:28:43.352795+0000","last_undegraded":"2021-03-04T23:28:43.352795+0000","last_fullsized":"2021-03-04T23:28:43.352795+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"166","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.264771+0000","last_change":"2021-03-04T23:26:46.907387+0000","last_active":"2021-03-04T23:28:43.264771+0000","last_peered":"2021-03-04T23:28:43.264771+0000","last_clean":"2021-03-04T23:28:43.264771+0000","last_became_active":"2021-03-04T23:26:46.907139+0000","last_became_peered":"2021-03-04T23:26:46.907139+0000","last_unstale":"2021-03-04T23:28:43.264771+0000","last_undegraded":"2021-03-04T23:28:43.264771+0000","last_fullsized":"2021-03-04T23:28:43.264771+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"161","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.266098+0000","last_change":"2021-03-04T23:25:25.023288+0000","last_active":"2021-03-04T23:28:43.266098+0000","last_peered":"2021-03-04T23:28:43.266098+0000","last_clean":"2021-03-04T23:28:43.266098+0000","last_became_active":"2021-03-04T23:25:25.023080+0000","last_became_peered":"2021-03-04T23:25:25.023080+0000","last_unstale":"2021-03-04T23:28:43.266098+0000","last_undegraded":"2021-03-04T23:28:43.266098+0000","last_fullsized":"2021-03-04T23:28:43.266098+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"164","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.352960+0000","last_change":"2021-03-04T23:27:58.933500+0000","last_active":"2021-03-04T23:28:43.352960+0000","last_peered":"2021-03-04T23:28:43.352960+0000","last_clean":"2021-03-04T23:28:43.352960+0000","last_became_active":"2021-03-04T23:27:50.105835+0000","last_became_peered":"2021-03-04T23:27:50.105835+0000","last_unstale":"2021-03-04T23:28:43.352960+0000","last_undegraded":"2021-03-04T23:28:43.352960+0000","last_fullsized":"2021-03-04T23:28:43.352960+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"78","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.265076+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:28:43.265076+0000","last_peered":"2021-03-04T23:28:43.265076+0000","last_clean":"2021-03-04T23:28:43.265076+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:28:43.265076+0000","last_undegraded":"2021-03-04T23:28:43.265076+0000","last_fullsized":"2021-03-04T23:28:43.265076+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"138","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.266488+0000","last_change":"2021-03-04T23:28:01.141753+0000","last_active":"2021-03-04T23:28:43.266488+0000","last_peered":"2021-03-04T23:28:43.266488+0000","last_clean":"2021-03-04T23:28:43.266488+0000","last_became_active":"2021-03-04T23:28:01.140901+0000","last_became_peered":"2021-03-04T23:28:01.140901+0000","last_unstale":"2021-03-04T23:28:43.266488+0000","last_undegraded":"2021-03-04T23:28:43.266488+0000","last_fullsized":"2021-03-04T23:28:43.266488+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.5","version":"188'11417","reported_seq":"11488","reported_epoch":"188","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:28:53.542286+0000","last_change":"2021-03-04T23:27:51.180696+0000","last_active":"2021-03-04T23:28:53.542286+0000","last_peered":"2021-03-04T23:28:53.542286+0000","last_clean":"2021-03-04T23:26:49.145803+0000","last_became_active":"2021-03-04T23:27:51.159011+0000","last_became_peered":"2021-03-04T23:27:51.159011+0000","last_unstale":"2021-03-04T23:28:53.542286+0000","last_undegraded":"2021-03-04T23:27:51.108507+0000","last_fullsized":"2021-03-04T23:27:51.102842+0000","mapping_epoch":175,"log_start":"142'5568","ondisk_log_start":"142'5568","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5849,"ondisk_log_size":5849,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":503906304,"num_objects":7689,"num_object_clones":0,"num_object_copies":23067,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":136,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7689,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11417,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[{"shards":"5,7","objects":7689}],"blocked_by":[],"up_primary":0,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"174","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.266410+0000","last_change":"2021-03-04T23:27:50.106030+0000","last_active":"2021-03-04T23:28:43.266410+0000","last_peered":"2021-03-04T23:28:43.266410+0000","last_clean":"2021-03-04T23:28:43.266410+0000","last_became_active":"2021-03-04T23:27:50.105722+0000","last_became_peered":"2021-03-04T23:27:50.105722+0000","last_unstale":"2021-03-04T23:28:43.266410+0000","last_undegraded":"2021-03-04T23:28:43.266410+0000","last_fullsized":"2021-03-04T23:28:43.266410+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"160","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.264263+0000","last_change":"2021-03-04T23:25:25.024278+0000","last_active":"2021-03-04T23:28:43.264263+0000","last_peered":"2021-03-04T23:28:43.264263+0000","last_clean":"2021-03-04T23:28:43.264263+0000","last_became_active":"2021-03-04T23:25:25.023860+0000","last_became_peered":"2021-03-04T23:25:25.023860+0000","last_unstale":"2021-03-04T23:28:43.264263+0000","last_undegraded":"2021-03-04T23:28:43.264263+0000","last_fullsized":"2021-03-04T23:28:43.264263+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"188'11371","reported_seq":"27249","reported_epoch":"188","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:28:51.545857+0000","last_change":"2021-03-04T23:28:02.267566+0000","last_active":"2021-03-04T23:28:51.545857+0000","last_peered":"2021-03-04T23:28:51.545857+0000","last_clean":"2021-03-04T23:26:45.885971+0000","last_became_active":"2021-03-04T23:28:02.246407+0000","last_became_peered":"2021-03-04T23:28:02.246407+0000","last_unstale":"2021-03-04T23:28:51.545857+0000","last_undegraded":"2021-03-04T23:28:02.154557+0000","last_fullsized":"2021-03-04T23:28:51.545857+0000","mapping_epoch":179,"log_start":"141'4316","ondisk_log_start":"141'4316","created":137,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":7055,"ondisk_log_size":7055,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":505479168,"num_objects":7713,"num_object_clones":0,"num_object_copies":23139,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":144,"num_objects_misplaced":7713,"num_objects_unfound":0,"num_objects_dirty":7713,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11371,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7881,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[4,0,3],"avail_no_missing":["4","3","6"],"object_location_counts":[{"shards":"0,3,4","objects":7713}],"blocked_by":[],"up_primary":1,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"201","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.267067+0000","last_change":"2021-03-04T23:28:01.254185+0000","last_active":"2021-03-04T23:28:43.267067+0000","last_peered":"2021-03-04T23:28:43.267067+0000","last_clean":"2021-03-04T23:28:43.267067+0000","last_became_active":"2021-03-04T23:28:01.151215+0000","last_became_peered":"2021-03-04T23:28:01.151215+0000","last_unstale":"2021-03-04T23:28:43.267067+0000","last_undegraded":"2021-03-04T23:28:43.267067+0000","last_fullsized":"2021-03-04T23:28:43.267067+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"213","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.263995+0000","last_change":"2021-03-04T23:28:01.141194+0000","last_active":"2021-03-04T23:28:43.263995+0000","last_peered":"2021-03-04T23:28:43.263995+0000","last_clean":"2021-03-04T23:28:43.263995+0000","last_became_active":"2021-03-04T23:28:01.140915+0000","last_became_peered":"2021-03-04T23:28:01.140915+0000","last_unstale":"2021-03-04T23:28:43.263995+0000","last_undegraded":"2021-03-04T23:28:43.263995+0000","last_fullsized":"2021-03-04T23:28:43.263995+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"188'11580","reported_seq":"11648","reported_epoch":"188","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:28:53.577158+0000","last_change":"2021-03-04T23:26:48.295102+0000","last_active":"2021-03-04T23:28:53.577158+0000","last_peered":"2021-03-04T23:28:53.577158+0000","last_clean":"2021-03-04T23:26:45.880372+0000","last_became_active":"2021-03-04T23:26:48.251261+0000","last_became_peered":"2021-03-04T23:26:48.251261+0000","last_unstale":"2021-03-04T23:28:53.577158+0000","last_undegraded":"2021-03-04T23:28:53.577158+0000","last_fullsized":"2021-03-04T23:28:53.577158+0000","mapping_epoch":164,"log_start":"142'5182","ondisk_log_start":"142'5182","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6398,"ondisk_log_size":6398,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":500563968,"num_objects":7638,"num_object_clones":0,"num_object_copies":22914,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7638,"num_objects_unfound":0,"num_objects_dirty":7638,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11580,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,3],"avail_no_missing":["5","3","7"],"object_location_counts":[{"shards":"3,5,7","objects":7638}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"170","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.266449+0000","last_change":"2021-03-04T23:25:25.030822+0000","last_active":"2021-03-04T23:28:43.266449+0000","last_peered":"2021-03-04T23:28:43.266449+0000","last_clean":"2021-03-04T23:28:43.266449+0000","last_became_active":"2021-03-04T23:25:25.023927+0000","last_became_peered":"2021-03-04T23:25:25.023927+0000","last_unstale":"2021-03-04T23:28:43.266449+0000","last_undegraded":"2021-03-04T23:28:43.266449+0000","last_fullsized":"2021-03-04T23:28:43.266449+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"71","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.265283+0000","last_change":"2021-03-04T23:28:01.142349+0000","last_active":"2021-03-04T23:28:43.265283+0000","last_peered":"2021-03-04T23:28:43.265283+0000","last_clean":"2021-03-04T23:28:43.265283+0000","last_became_active":"2021-03-04T23:28:01.142090+0000","last_became_peered":"2021-03-04T23:28:01.142090+0000","last_unstale":"2021-03-04T23:28:43.265283+0000","last_undegraded":"2021-03-04T23:28:43.265283+0000","last_fullsized":"2021-03-04T23:28:43.265283+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"188'11615","reported_seq":"11841","reported_epoch":"188","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:28:53.524623+0000","last_change":"2021-03-04T23:28:01.277982+0000","last_active":"2021-03-04T23:28:53.524623+0000","last_peered":"2021-03-04T23:28:53.524623+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:28:01.257909+0000","last_became_peered":"2021-03-04T23:28:01.257909+0000","last_unstale":"2021-03-04T23:28:53.524623+0000","last_undegraded":"2021-03-04T23:28:01.155770+0000","last_fullsized":"2021-03-04T23:28:01.134374+0000","mapping_epoch":178,"log_start":"142'5180","ondisk_log_start":"142'5180","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6435,"ondisk_log_size":6435,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":518586368,"num_objects":7913,"num_object_clones":0,"num_object_copies":23739,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3655,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7913,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11615,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":74,"num_bytes_recovered":4849664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":5711},{"shards":"2,5,6","objects":2202}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"209","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.264697+0000","last_change":"2021-03-04T23:28:01.140139+0000","last_active":"2021-03-04T23:28:43.264697+0000","last_peered":"2021-03-04T23:28:43.264697+0000","last_clean":"2021-03-04T23:28:43.264697+0000","last_became_active":"2021-03-04T23:28:01.139229+0000","last_became_peered":"2021-03-04T23:28:01.139229+0000","last_unstale":"2021-03-04T23:28:43.264697+0000","last_undegraded":"2021-03-04T23:28:43.264697+0000","last_fullsized":"2021-03-04T23:28:43.264697+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"182","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.352773+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:28:43.352773+0000","last_peered":"2021-03-04T23:28:43.352773+0000","last_clean":"2021-03-04T23:28:43.352773+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:28:43.352773+0000","last_undegraded":"2021-03-04T23:28:43.352773+0000","last_fullsized":"2021-03-04T23:28:43.352773+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"206","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.266377+0000","last_change":"2021-03-04T23:27:50.599180+0000","last_active":"2021-03-04T23:28:43.266377+0000","last_peered":"2021-03-04T23:28:43.266377+0000","last_clean":"2021-03-04T23:28:43.266377+0000","last_became_active":"2021-03-04T23:27:50.598987+0000","last_became_peered":"2021-03-04T23:27:50.598987+0000","last_unstale":"2021-03-04T23:28:43.266377+0000","last_undegraded":"2021-03-04T23:28:43.266377+0000","last_fullsized":"2021-03-04T23:28:43.266377+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"188'11360","reported_seq":"13099","reported_epoch":"188","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:28:53.045231+0000","last_change":"2021-03-04T23:28:01.656978+0000","last_active":"2021-03-04T23:28:53.045231+0000","last_peered":"2021-03-04T23:28:53.045231+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:27:20.054354+0000","last_became_peered":"2021-03-04T23:27:20.054354+0000","last_unstale":"2021-03-04T23:28:53.045231+0000","last_undegraded":"2021-03-04T23:28:53.045231+0000","last_fullsized":"2021-03-04T23:26:47.892993+0000","mapping_epoch":164,"log_start":"142'5555","ondisk_log_start":"142'5555","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5805,"ondisk_log_size":5805,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":497811456,"num_objects":7596,"num_object_clones":0,"num_object_copies":22788,"num_objects_missing_on_primary":5722,"num_objects_missing":5722,"num_objects_degraded":0,"num_objects_misplaced":7591,"num_objects_unfound":0,"num_objects_dirty":7596,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11360,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":830,"num_bytes_recovered":54394880,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7],"avail_no_missing":["3","7"],"object_location_counts":[{"shards":"3,4,6,7","objects":5},{"shards":"3,4,7","objects":4670},{"shards":"3,6,7","objects":2921}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"77","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.352788+0000","last_change":"2021-03-04T23:28:01.255707+0000","last_active":"2021-03-04T23:28:43.352788+0000","last_peered":"2021-03-04T23:28:43.352788+0000","last_clean":"2021-03-04T23:28:43.352788+0000","last_became_active":"2021-03-04T23:28:01.141008+0000","last_became_peered":"2021-03-04T23:28:01.141008+0000","last_unstale":"2021-03-04T23:28:43.352788+0000","last_undegraded":"2021-03-04T23:28:43.352788+0000","last_fullsized":"2021-03-04T23:28:43.352788+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"192","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.263514+0000","last_change":"2021-03-04T23:28:01.146049+0000","last_active":"2021-03-04T23:28:43.263514+0000","last_peered":"2021-03-04T23:28:43.263514+0000","last_clean":"2021-03-04T23:28:43.263514+0000","last_became_active":"2021-03-04T23:28:01.145723+0000","last_became_peered":"2021-03-04T23:28:01.145723+0000","last_unstale":"2021-03-04T23:28:43.263514+0000","last_undegraded":"2021-03-04T23:28:43.263514+0000","last_fullsized":"2021-03-04T23:28:43.263514+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"206","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.265960+0000","last_change":"2021-03-04T23:27:50.106914+0000","last_active":"2021-03-04T23:28:43.265960+0000","last_peered":"2021-03-04T23:28:43.265960+0000","last_clean":"2021-03-04T23:28:43.265960+0000","last_became_active":"2021-03-04T23:27:50.106292+0000","last_became_peered":"2021-03-04T23:27:50.106292+0000","last_unstale":"2021-03-04T23:28:43.265960+0000","last_undegraded":"2021-03-04T23:28:43.265960+0000","last_fullsized":"2021-03-04T23:28:43.265960+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"188'11627","reported_seq":"11742","reported_epoch":"188","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:28:54.989355+0000","last_change":"2021-03-04T23:28:02.160648+0000","last_active":"2021-03-04T23:28:54.989355+0000","last_peered":"2021-03-04T23:28:54.989355+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:28:02.143263+0000","last_became_peered":"2021-03-04T23:28:02.143263+0000","last_unstale":"2021-03-04T23:28:54.989355+0000","last_undegraded":"2021-03-04T23:28:02.140420+0000","last_fullsized":"2021-03-04T23:28:54.989355+0000","mapping_epoch":179,"log_start":"142'5836","ondisk_log_start":"142'5836","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5791,"ondisk_log_size":5791,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":511639552,"num_objects":7807,"num_object_clones":0,"num_object_copies":23421,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":129,"num_objects_misplaced":7678,"num_objects_unfound":0,"num_objects_dirty":7807,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11627,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,2,0],"avail_no_missing":["1","2"],"object_location_counts":[{"shards":"0,1,2","objects":7807}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"80","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.265391+0000","last_change":"2021-03-04T23:28:01.139332+0000","last_active":"2021-03-04T23:28:43.265391+0000","last_peered":"2021-03-04T23:28:43.265391+0000","last_clean":"2021-03-04T23:28:43.265391+0000","last_became_active":"2021-03-04T23:28:01.139035+0000","last_became_peered":"2021-03-04T23:28:01.139035+0000","last_unstale":"2021-03-04T23:28:43.265391+0000","last_undegraded":"2021-03-04T23:28:43.265391+0000","last_fullsized":"2021-03-04T23:28:43.265391+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"189","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.263228+0000","last_change":"2021-03-04T23:28:01.145981+0000","last_active":"2021-03-04T23:28:43.263228+0000","last_peered":"2021-03-04T23:28:43.263228+0000","last_clean":"2021-03-04T23:28:43.263228+0000","last_became_active":"2021-03-04T23:28:01.145589+0000","last_became_peered":"2021-03-04T23:28:01.145589+0000","last_unstale":"2021-03-04T23:28:43.263228+0000","last_undegraded":"2021-03-04T23:28:43.263228+0000","last_fullsized":"2021-03-04T23:28:43.263228+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.3","version":"188'11343","reported_seq":"13770","reported_epoch":"188","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:28:51.352656+0000","last_change":"2021-03-04T23:28:02.409553+0000","last_active":"2021-03-04T23:28:51.352656+0000","last_peered":"2021-03-04T23:28:51.352656+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:28:02.285368+0000","last_became_peered":"2021-03-04T23:28:02.285368+0000","last_unstale":"2021-03-04T23:28:51.352656+0000","last_undegraded":"2021-03-04T23:28:02.276172+0000","last_fullsized":"2021-03-04T23:28:02.137723+0000","mapping_epoch":179,"log_start":"143'6051","ondisk_log_start":"143'6051","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5292,"ondisk_log_size":5292,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":499187712,"num_objects":7617,"num_object_clones":0,"num_object_copies":22851,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9789,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7617,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11343,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1170,"num_bytes_recovered":76611584,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1],"avail_no_missing":["7","3","6"],"object_location_counts":[{"shards":"1,3,7","objects":4906},{"shards":"1,7","objects":615},{"shards":"3,5,7","objects":2096}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"157","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.263912+0000","last_change":"2021-03-04T23:14:45.196352+0000","last_active":"2021-03-04T23:28:43.263912+0000","last_peered":"2021-03-04T23:28:43.263912+0000","last_clean":"2021-03-04T23:28:43.263912+0000","last_became_active":"2021-03-04T23:14:45.195987+0000","last_became_peered":"2021-03-04T23:14:45.195987+0000","last_unstale":"2021-03-04T23:28:43.263912+0000","last_undegraded":"2021-03-04T23:28:43.263912+0000","last_fullsized":"2021-03-04T23:28:43.263912+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"201","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.263343+0000","last_change":"2021-03-04T23:28:01.145936+0000","last_active":"2021-03-04T23:28:43.263343+0000","last_peered":"2021-03-04T23:28:43.263343+0000","last_clean":"2021-03-04T23:28:43.263343+0000","last_became_active":"2021-03-04T23:28:01.145597+0000","last_became_peered":"2021-03-04T23:28:01.145597+0000","last_unstale":"2021-03-04T23:28:43.263343+0000","last_undegraded":"2021-03-04T23:28:43.263343+0000","last_fullsized":"2021-03-04T23:28:43.263343+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"206","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.266100+0000","last_change":"2021-03-04T23:27:50.106914+0000","last_active":"2021-03-04T23:28:43.266100+0000","last_peered":"2021-03-04T23:28:43.266100+0000","last_clean":"2021-03-04T23:28:43.266100+0000","last_became_active":"2021-03-04T23:27:50.106637+0000","last_became_peered":"2021-03-04T23:27:50.106637+0000","last_unstale":"2021-03-04T23:28:43.266100+0000","last_undegraded":"2021-03-04T23:28:43.266100+0000","last_fullsized":"2021-03-04T23:28:43.266100+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"188'11435","reported_seq":"26435","reported_epoch":"188","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:28:51.364926+0000","last_change":"2021-03-04T23:28:02.261818+0000","last_active":"2021-03-04T23:28:51.364926+0000","last_peered":"2021-03-04T23:28:51.364926+0000","last_clean":"2021-03-04T23:25:36.091092+0000","last_became_active":"2021-03-04T23:28:02.249131+0000","last_became_peered":"2021-03-04T23:28:02.249131+0000","last_unstale":"2021-03-04T23:28:51.364926+0000","last_undegraded":"2021-03-04T23:28:02.148008+0000","last_fullsized":"2021-03-04T23:28:02.137308+0000","mapping_epoch":179,"log_start":"141'4477","ondisk_log_start":"141'4477","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6958,"ondisk_log_size":6958,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":506396672,"num_objects":7727,"num_object_clones":0,"num_object_copies":23181,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3605,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7727,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11435,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7459,"num_bytes_recovered":402522112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[2,7],"avail_no_missing":["2","3","6","7"],"object_location_counts":[{"shards":"2,3,7","objects":2122},{"shards":"2,7","objects":5605}],"blocked_by":[],"up_primary":1,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"19","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.335472+0000","last_change":"2021-03-04T23:28:01.147431+0000","last_active":"2021-03-04T23:28:43.335472+0000","last_peered":"2021-03-04T23:28:43.335472+0000","last_clean":"2021-03-04T23:28:43.335472+0000","last_became_active":"2021-03-04T23:28:01.146351+0000","last_became_peered":"2021-03-04T23:28:01.146351+0000","last_unstale":"2021-03-04T23:28:43.335472+0000","last_undegraded":"2021-03-04T23:28:43.335472+0000","last_fullsized":"2021-03-04T23:28:43.335472+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"19","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.335818+0000","last_change":"2021-03-04T23:28:01.145121+0000","last_active":"2021-03-04T23:28:43.335818+0000","last_peered":"2021-03-04T23:28:43.335818+0000","last_clean":"2021-03-04T23:28:43.335818+0000","last_became_active":"2021-03-04T23:28:01.143788+0000","last_became_peered":"2021-03-04T23:28:01.143788+0000","last_unstale":"2021-03-04T23:28:43.335818+0000","last_undegraded":"2021-03-04T23:28:43.335818+0000","last_fullsized":"2021-03-04T23:28:43.335818+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"206","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.266308+0000","last_change":"2021-03-04T23:27:50.101814+0000","last_active":"2021-03-04T23:28:43.266308+0000","last_peered":"2021-03-04T23:28:43.266308+0000","last_clean":"2021-03-04T23:28:43.266308+0000","last_became_active":"2021-03-04T23:27:50.101531+0000","last_became_peered":"2021-03-04T23:27:50.101531+0000","last_unstale":"2021-03-04T23:28:43.266308+0000","last_undegraded":"2021-03-04T23:28:43.266308+0000","last_fullsized":"2021-03-04T23:28:43.266308+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"188'11393","reported_seq":"15210","reported_epoch":"188","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:28:53.533960+0000","last_change":"2021-03-04T23:28:02.490357+0000","last_active":"2021-03-04T23:28:53.533960+0000","last_peered":"2021-03-04T23:28:53.533960+0000","last_clean":"2021-03-04T23:25:36.088336+0000","last_became_active":"2021-03-04T23:28:02.353338+0000","last_became_peered":"2021-03-04T23:28:02.353338+0000","last_unstale":"2021-03-04T23:28:53.533960+0000","last_undegraded":"2021-03-04T23:28:02.342209+0000","last_fullsized":"2021-03-04T23:28:02.136956+0000","mapping_epoch":179,"log_start":"142'4946","ondisk_log_start":"142'4946","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6447,"ondisk_log_size":6447,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":502333440,"num_objects":7665,"num_object_clones":0,"num_object_copies":22995,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9113,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7665,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11393,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1865,"num_bytes_recovered":122159104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,2],"avail_no_missing":["5","3","4"],"object_location_counts":[{"shards":"1,3,5","objects":5483},{"shards":"2,3,5","objects":2182}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"19","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.335658+0000","last_change":"2021-03-04T23:28:01.143788+0000","last_active":"2021-03-04T23:28:43.335658+0000","last_peered":"2021-03-04T23:28:43.335658+0000","last_clean":"2021-03-04T23:28:43.335658+0000","last_became_active":"2021-03-04T23:28:01.142397+0000","last_became_peered":"2021-03-04T23:28:01.142397+0000","last_unstale":"2021-03-04T23:28:43.335658+0000","last_undegraded":"2021-03-04T23:28:43.335658+0000","last_fullsized":"2021-03-04T23:28:43.335658+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"182","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.264734+0000","last_change":"2021-03-04T23:26:46.900529+0000","last_active":"2021-03-04T23:28:43.264734+0000","last_peered":"2021-03-04T23:28:43.264734+0000","last_clean":"2021-03-04T23:28:43.264734+0000","last_became_active":"2021-03-04T23:26:46.900248+0000","last_became_peered":"2021-03-04T23:26:46.900248+0000","last_unstale":"2021-03-04T23:28:43.264734+0000","last_undegraded":"2021-03-04T23:28:43.264734+0000","last_fullsized":"2021-03-04T23:28:43.264734+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"19","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.335795+0000","last_change":"2021-03-04T23:28:01.177065+0000","last_active":"2021-03-04T23:28:43.335795+0000","last_peered":"2021-03-04T23:28:43.335795+0000","last_clean":"2021-03-04T23:28:43.335795+0000","last_became_active":"2021-03-04T23:28:01.176045+0000","last_became_peered":"2021-03-04T23:28:01.176045+0000","last_unstale":"2021-03-04T23:28:43.335795+0000","last_undegraded":"2021-03-04T23:28:43.335795+0000","last_fullsized":"2021-03-04T23:28:43.335795+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"206","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.266247+0000","last_change":"2021-03-04T23:27:50.599188+0000","last_active":"2021-03-04T23:28:43.266247+0000","last_peered":"2021-03-04T23:28:43.266247+0000","last_clean":"2021-03-04T23:28:43.266247+0000","last_became_active":"2021-03-04T23:27:50.598997+0000","last_became_peered":"2021-03-04T23:27:50.598997+0000","last_unstale":"2021-03-04T23:28:43.266247+0000","last_undegraded":"2021-03-04T23:28:43.266247+0000","last_fullsized":"2021-03-04T23:28:43.266247+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"188'11497","reported_seq":"11567","reported_epoch":"188","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:28:53.535633+0000","last_change":"2021-03-04T23:27:51.210485+0000","last_active":"2021-03-04T23:28:53.535633+0000","last_peered":"2021-03-04T23:28:53.535633+0000","last_clean":"2021-03-04T23:26:49.115417+0000","last_became_active":"2021-03-04T23:27:51.183379+0000","last_became_peered":"2021-03-04T23:27:51.183379+0000","last_unstale":"2021-03-04T23:28:53.535633+0000","last_undegraded":"2021-03-04T23:27:51.106257+0000","last_fullsized":"2021-03-04T23:27:51.101297+0000","mapping_epoch":175,"log_start":"143'6237","ondisk_log_start":"143'6237","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5260,"ondisk_log_size":5260,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":512557056,"num_objects":7821,"num_object_clones":0,"num_object_copies":23463,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":110,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7821,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11497,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[{"shards":"5,7","objects":7821}],"blocked_by":[],"up_primary":0,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"213","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.264614+0000","last_change":"2021-03-04T23:28:01.142540+0000","last_active":"2021-03-04T23:28:43.264614+0000","last_peered":"2021-03-04T23:28:43.264614+0000","last_clean":"2021-03-04T23:28:43.264614+0000","last_became_active":"2021-03-04T23:28:01.141576+0000","last_became_peered":"2021-03-04T23:28:01.141576+0000","last_unstale":"2021-03-04T23:28:43.264614+0000","last_undegraded":"2021-03-04T23:28:43.264614+0000","last_fullsized":"2021-03-04T23:28:43.264614+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"190","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.263120+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:28:43.263120+0000","last_peered":"2021-03-04T23:28:43.263120+0000","last_clean":"2021-03-04T23:28:43.263120+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:28:43.263120+0000","last_undegraded":"2021-03-04T23:28:43.263120+0000","last_fullsized":"2021-03-04T23:28:43.263120+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"19","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.335682+0000","last_change":"2021-03-04T23:28:01.139195+0000","last_active":"2021-03-04T23:28:43.335682+0000","last_peered":"2021-03-04T23:28:43.335682+0000","last_clean":"2021-03-04T23:28:43.335682+0000","last_became_active":"2021-03-04T23:28:01.138935+0000","last_became_peered":"2021-03-04T23:28:01.138935+0000","last_unstale":"2021-03-04T23:28:43.335682+0000","last_undegraded":"2021-03-04T23:28:43.335682+0000","last_fullsized":"2021-03-04T23:28:43.335682+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"206","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.266246+0000","last_change":"2021-03-04T23:27:50.106802+0000","last_active":"2021-03-04T23:28:43.266246+0000","last_peered":"2021-03-04T23:28:43.266246+0000","last_clean":"2021-03-04T23:28:43.266246+0000","last_became_active":"2021-03-04T23:27:50.106406+0000","last_became_peered":"2021-03-04T23:27:50.106406+0000","last_unstale":"2021-03-04T23:28:43.266246+0000","last_undegraded":"2021-03-04T23:28:43.266246+0000","last_fullsized":"2021-03-04T23:28:43.266246+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"188'11485","reported_seq":"11947","reported_epoch":"188","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:28:53.541204+0000","last_change":"2021-03-04T23:28:02.285509+0000","last_active":"2021-03-04T23:28:53.541204+0000","last_peered":"2021-03-04T23:28:53.541204+0000","last_clean":"2021-03-04T23:25:36.094482+0000","last_became_active":"2021-03-04T23:28:02.269990+0000","last_became_peered":"2021-03-04T23:28:02.269990+0000","last_unstale":"2021-03-04T23:28:53.541204+0000","last_undegraded":"2021-03-04T23:28:02.157018+0000","last_fullsized":"2021-03-04T23:28:02.136494+0000","mapping_epoch":179,"log_start":"142'5086","ondisk_log_start":"142'5086","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6399,"ondisk_log_size":6399,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":495779840,"num_objects":7565,"num_object_clones":0,"num_object_copies":22695,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3653,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7565,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11485,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":189,"num_bytes_recovered":12255232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,7],"avail_no_missing":["5","6","7"],"object_location_counts":[{"shards":"3,5,7","objects":2123},{"shards":"5,7","objects":5442}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"194","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.266890+0000","last_change":"2021-03-04T23:28:01.137437+0000","last_active":"2021-03-04T23:28:43.266890+0000","last_peered":"2021-03-04T23:28:43.266890+0000","last_clean":"2021-03-04T23:28:43.266890+0000","last_became_active":"2021-03-04T23:28:01.137240+0000","last_became_peered":"2021-03-04T23:28:01.137240+0000","last_unstale":"2021-03-04T23:28:43.266890+0000","last_undegraded":"2021-03-04T23:28:43.266890+0000","last_fullsized":"2021-03-04T23:28:43.266890+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"19","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.335517+0000","last_change":"2021-03-04T23:28:01.139196+0000","last_active":"2021-03-04T23:28:43.335517+0000","last_peered":"2021-03-04T23:28:43.335517+0000","last_clean":"2021-03-04T23:28:43.335517+0000","last_became_active":"2021-03-04T23:28:01.138925+0000","last_became_peered":"2021-03-04T23:28:01.138925+0000","last_unstale":"2021-03-04T23:28:43.335517+0000","last_undegraded":"2021-03-04T23:28:43.335517+0000","last_fullsized":"2021-03-04T23:28:43.335517+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"19","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.335784+0000","last_change":"2021-03-04T23:28:01.140290+0000","last_active":"2021-03-04T23:28:43.335784+0000","last_peered":"2021-03-04T23:28:43.335784+0000","last_clean":"2021-03-04T23:28:43.335784+0000","last_became_active":"2021-03-04T23:28:01.140024+0000","last_became_peered":"2021-03-04T23:28:01.140024+0000","last_unstale":"2021-03-04T23:28:43.335784+0000","last_undegraded":"2021-03-04T23:28:43.335784+0000","last_fullsized":"2021-03-04T23:28:43.335784+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"188'11480","reported_seq":"11573","reported_epoch":"188","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:28:53.085833+0000","last_change":"2021-03-04T23:28:14.161780+0000","last_active":"2021-03-04T23:28:53.085833+0000","last_peered":"2021-03-04T23:28:53.085833+0000","last_clean":"2021-03-04T23:26:45.840464+0000","last_became_active":"2021-03-04T23:28:03.142595+0000","last_became_peered":"2021-03-04T23:28:03.142595+0000","last_unstale":"2021-03-04T23:28:53.085833+0000","last_undegraded":"2021-03-04T23:28:53.085833+0000","last_fullsized":"2021-03-04T23:28:53.085833+0000","mapping_epoch":180,"log_start":"142'5636","ondisk_log_start":"142'5636","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5844,"ondisk_log_size":5844,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":500826112,"num_objects":7642,"num_object_clones":0,"num_object_copies":22926,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7642,"num_objects_unfound":0,"num_objects_dirty":7642,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11480,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,3],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,3,5","objects":7642}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"162","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.264773+0000","last_change":"2021-03-04T23:14:45.176529+0000","last_active":"2021-03-04T23:28:43.264773+0000","last_peered":"2021-03-04T23:28:43.264773+0000","last_clean":"2021-03-04T23:28:43.264773+0000","last_became_active":"2021-03-04T23:14:45.176285+0000","last_became_peered":"2021-03-04T23:14:45.176285+0000","last_unstale":"2021-03-04T23:28:43.264773+0000","last_undegraded":"2021-03-04T23:28:43.264773+0000","last_fullsized":"2021-03-04T23:28:43.264773+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"207","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.266049+0000","last_change":"2021-03-04T23:27:50.107056+0000","last_active":"2021-03-04T23:28:43.266049+0000","last_peered":"2021-03-04T23:28:43.266049+0000","last_clean":"2021-03-04T23:28:43.266049+0000","last_became_active":"2021-03-04T23:27:50.106640+0000","last_became_peered":"2021-03-04T23:27:50.106640+0000","last_unstale":"2021-03-04T23:28:43.266049+0000","last_undegraded":"2021-03-04T23:28:43.266049+0000","last_fullsized":"2021-03-04T23:28:43.266049+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"127","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.264719+0000","last_change":"2021-03-04T23:26:46.900504+0000","last_active":"2021-03-04T23:28:43.264719+0000","last_peered":"2021-03-04T23:28:43.264719+0000","last_clean":"2021-03-04T23:28:43.264719+0000","last_became_active":"2021-03-04T23:26:46.900310+0000","last_became_peered":"2021-03-04T23:26:46.900310+0000","last_unstale":"2021-03-04T23:28:43.264719+0000","last_undegraded":"2021-03-04T23:28:43.264719+0000","last_fullsized":"2021-03-04T23:28:43.264719+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"53","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.265287+0000","last_change":"2021-03-04T23:25:25.025383+0000","last_active":"2021-03-04T23:28:43.265287+0000","last_peered":"2021-03-04T23:28:43.265287+0000","last_clean":"2021-03-04T23:28:43.265287+0000","last_became_active":"2021-03-04T23:25:25.025093+0000","last_became_peered":"2021-03-04T23:25:25.025093+0000","last_unstale":"2021-03-04T23:28:43.265287+0000","last_undegraded":"2021-03-04T23:28:43.265287+0000","last_fullsized":"2021-03-04T23:28:43.265287+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"206","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.273327+0000","last_change":"2021-03-04T23:27:50.109136+0000","last_active":"2021-03-04T23:28:43.273327+0000","last_peered":"2021-03-04T23:28:43.273327+0000","last_clean":"2021-03-04T23:28:43.273327+0000","last_became_active":"2021-03-04T23:27:50.108866+0000","last_became_peered":"2021-03-04T23:27:50.108866+0000","last_unstale":"2021-03-04T23:28:43.273327+0000","last_undegraded":"2021-03-04T23:28:43.273327+0000","last_fullsized":"2021-03-04T23:28:43.273327+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"188'11710","reported_seq":"20374","reported_epoch":"188","state":"active+recovering+remapped","last_fresh":"2021-03-04T23:28:51.726608+0000","last_change":"2021-03-04T23:28:06.711881+0000","last_active":"2021-03-04T23:28:51.726608+0000","last_peered":"2021-03-04T23:28:51.726608+0000","last_clean":"2021-03-04T23:25:24.025577+0000","last_became_active":"2021-03-04T23:28:06.411484+0000","last_became_peered":"2021-03-04T23:28:06.411484+0000","last_unstale":"2021-03-04T23:28:51.726608+0000","last_undegraded":"2021-03-04T23:28:51.726608+0000","last_fullsized":"2021-03-04T23:28:51.726608+0000","mapping_epoch":175,"log_start":"141'1680","ondisk_log_start":"141'1680","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":10030,"ondisk_log_size":10030,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":514981888,"num_objects":7858,"num_object_clones":0,"num_object_copies":23574,"num_objects_missing_on_primary":3954,"num_objects_missing":3954,"num_objects_degraded":0,"num_objects_misplaced":2193,"num_objects_unfound":0,"num_objects_dirty":7858,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11710,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4288,"num_bytes_recovered":281018368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[2,6,5],"avail_no_missing":["5"],"object_location_counts":[{"shards":"0,2,5","objects":2193},{"shards":"0,2,5,6","objects":1},{"shards":"0,5,6","objects":2586},{"shards":"2,5,6","objects":3078}],"blocked_by":[],"up_primary":0,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"219","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.265986+0000","last_change":"2021-03-04T23:28:01.141888+0000","last_active":"2021-03-04T23:28:43.265986+0000","last_peered":"2021-03-04T23:28:43.265986+0000","last_clean":"2021-03-04T23:28:43.265986+0000","last_became_active":"2021-03-04T23:28:01.141096+0000","last_became_peered":"2021-03-04T23:28:01.141096+0000","last_unstale":"2021-03-04T23:28:43.265986+0000","last_undegraded":"2021-03-04T23:28:43.265986+0000","last_fullsized":"2021-03-04T23:28:43.265986+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"163","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.352889+0000","last_change":"2021-03-04T23:27:58.925866+0000","last_active":"2021-03-04T23:28:43.352889+0000","last_peered":"2021-03-04T23:28:43.352889+0000","last_clean":"2021-03-04T23:28:43.352889+0000","last_became_active":"2021-03-04T23:27:50.102391+0000","last_became_peered":"2021-03-04T23:27:50.102391+0000","last_unstale":"2021-03-04T23:28:43.352889+0000","last_undegraded":"2021-03-04T23:28:43.352889+0000","last_fullsized":"2021-03-04T23:28:43.352889+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"173","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.353017+0000","last_change":"2021-03-04T23:28:01.136621+0000","last_active":"2021-03-04T23:28:43.353017+0000","last_peered":"2021-03-04T23:28:43.353017+0000","last_clean":"2021-03-04T23:28:43.353017+0000","last_became_active":"2021-03-04T23:28:01.136379+0000","last_became_peered":"2021-03-04T23:28:01.136379+0000","last_unstale":"2021-03-04T23:28:43.353017+0000","last_undegraded":"2021-03-04T23:28:43.353017+0000","last_fullsized":"2021-03-04T23:28:43.353017+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"206","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.266417+0000","last_change":"2021-03-04T23:27:50.110920+0000","last_active":"2021-03-04T23:28:43.266417+0000","last_peered":"2021-03-04T23:28:43.266417+0000","last_clean":"2021-03-04T23:28:43.266417+0000","last_became_active":"2021-03-04T23:27:50.110565+0000","last_became_peered":"2021-03-04T23:27:50.110565+0000","last_unstale":"2021-03-04T23:28:43.266417+0000","last_undegraded":"2021-03-04T23:28:43.266417+0000","last_fullsized":"2021-03-04T23:28:43.266417+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"188'11420","reported_seq":"11684","reported_epoch":"188","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:28:52.484382+0000","last_change":"2021-03-04T23:28:01.270390+0000","last_active":"2021-03-04T23:28:52.484382+0000","last_peered":"2021-03-04T23:28:52.484382+0000","last_clean":"2021-03-04T23:25:36.092788+0000","last_became_active":"2021-03-04T23:28:01.256541+0000","last_became_peered":"2021-03-04T23:28:01.256541+0000","last_unstale":"2021-03-04T23:28:52.484382+0000","last_undegraded":"2021-03-04T23:28:01.149448+0000","last_fullsized":"2021-03-04T23:28:01.138655+0000","mapping_epoch":178,"log_start":"143'6107","ondisk_log_start":"143'6107","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5313,"ondisk_log_size":5313,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":506593280,"num_objects":7730,"num_object_clones":0,"num_object_copies":23190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3454,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7730,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11420,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":84,"num_bytes_recovered":5505024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4],"avail_no_missing":["7","4"],"object_location_counts":[{"shards":"0,4,7","objects":2149},{"shards":"4,7","objects":5581}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"177","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.266497+0000","last_change":"2021-03-04T23:27:50.112413+0000","last_active":"2021-03-04T23:28:43.266497+0000","last_peered":"2021-03-04T23:28:43.266497+0000","last_clean":"2021-03-04T23:28:43.266497+0000","last_became_active":"2021-03-04T23:27:50.112020+0000","last_became_peered":"2021-03-04T23:27:50.112020+0000","last_unstale":"2021-03-04T23:28:43.266497+0000","last_undegraded":"2021-03-04T23:28:43.266497+0000","last_fullsized":"2021-03-04T23:28:43.266497+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"19","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.335750+0000","last_change":"2021-03-04T23:28:01.141123+0000","last_active":"2021-03-04T23:28:43.335750+0000","last_peered":"2021-03-04T23:28:43.335750+0000","last_clean":"2021-03-04T23:28:43.335750+0000","last_became_active":"2021-03-04T23:28:01.139579+0000","last_became_peered":"2021-03-04T23:28:01.139579+0000","last_unstale":"2021-03-04T23:28:43.335750+0000","last_undegraded":"2021-03-04T23:28:43.335750+0000","last_fullsized":"2021-03-04T23:28:43.335750+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"133","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.352972+0000","last_change":"2021-03-04T23:27:58.936610+0000","last_active":"2021-03-04T23:28:43.352972+0000","last_peered":"2021-03-04T23:28:43.352972+0000","last_clean":"2021-03-04T23:28:43.352972+0000","last_became_active":"2021-03-04T23:27:50.111407+0000","last_became_peered":"2021-03-04T23:27:50.111407+0000","last_unstale":"2021-03-04T23:28:43.352972+0000","last_undegraded":"2021-03-04T23:28:43.352972+0000","last_fullsized":"2021-03-04T23:28:43.352972+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"206","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.266228+0000","last_change":"2021-03-04T23:27:50.108909+0000","last_active":"2021-03-04T23:28:43.266228+0000","last_peered":"2021-03-04T23:28:43.266228+0000","last_clean":"2021-03-04T23:28:43.266228+0000","last_became_active":"2021-03-04T23:27:50.108636+0000","last_became_peered":"2021-03-04T23:27:50.108636+0000","last_unstale":"2021-03-04T23:28:43.266228+0000","last_undegraded":"2021-03-04T23:28:43.266228+0000","last_fullsized":"2021-03-04T23:28:43.266228+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"188'11366","reported_seq":"12734","reported_epoch":"188","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:28:52.491522+0000","last_change":"2021-03-04T23:28:06.666259+0000","last_active":"2021-03-04T23:28:52.491522+0000","last_peered":"2021-03-04T23:28:52.491522+0000","last_clean":"2021-03-04T23:25:36.101793+0000","last_became_active":"2021-03-04T23:28:01.255684+0000","last_became_peered":"2021-03-04T23:28:01.255684+0000","last_unstale":"2021-03-04T23:28:52.491522+0000","last_undegraded":"2021-03-04T23:28:06.665488+0000","last_fullsized":"2021-03-04T23:28:01.139081+0000","mapping_epoch":178,"log_start":"143'6052","ondisk_log_start":"143'6052","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5314,"ondisk_log_size":5314,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":498663448,"num_objects":7610,"num_object_clones":0,"num_object_copies":22830,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2945,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7610,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":11366,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":643,"num_bytes_recovered":42139648,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,5],"avail_no_missing":["7","5"],"object_location_counts":[{"shards":"4,5,7","objects":1470},{"shards":"5,7","objects":6140}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"76","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.266513+0000","last_change":"2021-03-04T23:27:50.114015+0000","last_active":"2021-03-04T23:28:43.266513+0000","last_peered":"2021-03-04T23:28:43.266513+0000","last_clean":"2021-03-04T23:28:43.266513+0000","last_became_active":"2021-03-04T23:27:50.113712+0000","last_became_peered":"2021-03-04T23:27:50.113712+0000","last_unstale":"2021-03-04T23:28:43.266513+0000","last_undegraded":"2021-03-04T23:28:43.266513+0000","last_fullsized":"2021-03-04T23:28:43.266513+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"19","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.335786+0000","last_change":"2021-03-04T23:28:01.147539+0000","last_active":"2021-03-04T23:28:43.335786+0000","last_peered":"2021-03-04T23:28:43.335786+0000","last_clean":"2021-03-04T23:28:43.335786+0000","last_became_active":"2021-03-04T23:28:01.146401+0000","last_became_peered":"2021-03-04T23:28:01.146401+0000","last_unstale":"2021-03-04T23:28:43.335786+0000","last_undegraded":"2021-03-04T23:28:43.335786+0000","last_fullsized":"2021-03-04T23:28:43.335786+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"150","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.266122+0000","last_change":"2021-03-04T23:28:01.141819+0000","last_active":"2021-03-04T23:28:43.266122+0000","last_peered":"2021-03-04T23:28:43.266122+0000","last_clean":"2021-03-04T23:28:43.266122+0000","last_became_active":"2021-03-04T23:28:01.141040+0000","last_became_peered":"2021-03-04T23:28:01.141040+0000","last_unstale":"2021-03-04T23:28:43.266122+0000","last_undegraded":"2021-03-04T23:28:43.266122+0000","last_fullsized":"2021-03-04T23:28:43.266122+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"206","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.266315+0000","last_change":"2021-03-04T23:27:50.110808+0000","last_active":"2021-03-04T23:28:43.266315+0000","last_peered":"2021-03-04T23:28:43.266315+0000","last_clean":"2021-03-04T23:28:43.266315+0000","last_became_active":"2021-03-04T23:27:50.110529+0000","last_became_peered":"2021-03-04T23:27:50.110529+0000","last_unstale":"2021-03-04T23:28:43.266315+0000","last_undegraded":"2021-03-04T23:28:43.266315+0000","last_fullsized":"2021-03-04T23:28:43.266315+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"188'11388","reported_seq":"18535","reported_epoch":"188","state":"active+recovery_wait+remapped","last_fresh":"2021-03-04T23:28:51.280578+0000","last_change":"2021-03-04T23:27:50.195868+0000","last_active":"2021-03-04T23:28:51.280578+0000","last_peered":"2021-03-04T23:28:51.280578+0000","last_clean":"2021-03-04T23:27:48.392765+0000","last_became_active":"2021-03-04T23:27:50.183344+0000","last_became_peered":"2021-03-04T23:27:50.183344+0000","last_unstale":"2021-03-04T23:28:51.280578+0000","last_undegraded":"2021-03-04T23:28:51.280578+0000","last_fullsized":"2021-03-04T23:28:51.280578+0000","mapping_epoch":174,"log_start":"141'4376","ondisk_log_start":"141'4376","created":137,"last_epoch_clean":167,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":7012,"ondisk_log_size":7012,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":501481472,"num_objects":7652,"num_object_clones":0,"num_object_copies":22956,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4301,"num_objects_unfound":0,"num_objects_dirty":7652,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11388,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3530,"num_bytes_recovered":231342080,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,3],"avail_no_missing":["4","3","7"],"object_location_counts":[{"shards":"3,4,7","objects":7652}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"53","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.265456+0000","last_change":"2021-03-04T23:25:25.026830+0000","last_active":"2021-03-04T23:28:43.265456+0000","last_peered":"2021-03-04T23:28:43.265456+0000","last_clean":"2021-03-04T23:28:43.265456+0000","last_became_active":"2021-03-04T23:25:25.026547+0000","last_became_peered":"2021-03-04T23:25:25.026547+0000","last_unstale":"2021-03-04T23:28:43.265456+0000","last_undegraded":"2021-03-04T23:28:43.265456+0000","last_fullsized":"2021-03-04T23:28:43.265456+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"169","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.353063+0000","last_change":"2021-03-04T23:28:01.240838+0000","last_active":"2021-03-04T23:28:43.353063+0000","last_peered":"2021-03-04T23:28:43.353063+0000","last_clean":"2021-03-04T23:28:43.353063+0000","last_became_active":"2021-03-04T23:28:01.140978+0000","last_became_peered":"2021-03-04T23:28:01.140978+0000","last_unstale":"2021-03-04T23:28:43.353063+0000","last_undegraded":"2021-03-04T23:28:43.353063+0000","last_fullsized":"2021-03-04T23:28:43.353063+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"159","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.263956+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:28:43.263956+0000","last_peered":"2021-03-04T23:28:43.263956+0000","last_clean":"2021-03-04T23:28:43.263956+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:28:43.263956+0000","last_undegraded":"2021-03-04T23:28:43.263956+0000","last_fullsized":"2021-03-04T23:28:43.263956+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"136","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.353022+0000","last_change":"2021-03-04T23:27:58.935596+0000","last_active":"2021-03-04T23:28:43.353022+0000","last_peered":"2021-03-04T23:28:43.353022+0000","last_clean":"2021-03-04T23:28:43.353022+0000","last_became_active":"2021-03-04T23:27:50.111356+0000","last_became_peered":"2021-03-04T23:27:50.111356+0000","last_unstale":"2021-03-04T23:28:43.353022+0000","last_undegraded":"2021-03-04T23:28:43.353022+0000","last_fullsized":"2021-03-04T23:28:43.353022+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"212","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.266924+0000","last_change":"2021-03-04T23:28:01.137398+0000","last_active":"2021-03-04T23:28:43.266924+0000","last_peered":"2021-03-04T23:28:43.266924+0000","last_clean":"2021-03-04T23:28:43.266924+0000","last_became_active":"2021-03-04T23:28:01.137215+0000","last_became_peered":"2021-03-04T23:28:01.137215+0000","last_unstale":"2021-03-04T23:28:43.266924+0000","last_undegraded":"2021-03-04T23:28:43.266924+0000","last_fullsized":"2021-03-04T23:28:43.266924+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"186","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.264715+0000","last_change":"2021-03-04T23:28:01.148180+0000","last_active":"2021-03-04T23:28:43.264715+0000","last_peered":"2021-03-04T23:28:43.264715+0000","last_clean":"2021-03-04T23:28:43.264715+0000","last_became_active":"2021-03-04T23:28:01.140216+0000","last_became_peered":"2021-03-04T23:28:01.140216+0000","last_unstale":"2021-03-04T23:28:43.264715+0000","last_undegraded":"2021-03-04T23:28:43.264715+0000","last_fullsized":"2021-03-04T23:28:43.264715+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"198","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.263292+0000","last_change":"2021-03-04T23:28:06.570598+0000","last_active":"2021-03-04T23:28:43.263292+0000","last_peered":"2021-03-04T23:28:43.263292+0000","last_clean":"2021-03-04T23:28:43.263292+0000","last_became_active":"2021-03-04T23:28:06.570366+0000","last_became_peered":"2021-03-04T23:28:06.570366+0000","last_unstale":"2021-03-04T23:28:43.263292+0000","last_undegraded":"2021-03-04T23:28:43.263292+0000","last_fullsized":"2021-03-04T23:28:43.263292+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":181,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"171","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.264693+0000","last_change":"2021-03-04T23:25:25.031712+0000","last_active":"2021-03-04T23:28:43.264693+0000","last_peered":"2021-03-04T23:28:43.264693+0000","last_clean":"2021-03-04T23:28:43.264693+0000","last_became_active":"2021-03-04T23:25:25.023911+0000","last_became_peered":"2021-03-04T23:25:25.023911+0000","last_unstale":"2021-03-04T23:28:43.264693+0000","last_undegraded":"2021-03-04T23:28:43.264693+0000","last_fullsized":"2021-03-04T23:28:43.264693+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"195","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.263115+0000","last_change":"2021-03-04T23:27:50.105437+0000","last_active":"2021-03-04T23:28:43.263115+0000","last_peered":"2021-03-04T23:28:43.263115+0000","last_clean":"2021-03-04T23:28:43.263115+0000","last_became_active":"2021-03-04T23:27:50.105150+0000","last_became_peered":"2021-03-04T23:27:50.105150+0000","last_unstale":"2021-03-04T23:28:43.263115+0000","last_undegraded":"2021-03-04T23:28:43.263115+0000","last_fullsized":"2021-03-04T23:28:43.263115+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"161","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.265468+0000","last_change":"2021-03-04T23:28:01.140156+0000","last_active":"2021-03-04T23:28:43.265468+0000","last_peered":"2021-03-04T23:28:43.265468+0000","last_clean":"2021-03-04T23:28:43.265468+0000","last_became_active":"2021-03-04T23:28:01.139857+0000","last_became_peered":"2021-03-04T23:28:01.139857+0000","last_unstale":"2021-03-04T23:28:43.265468+0000","last_undegraded":"2021-03-04T23:28:43.265468+0000","last_fullsized":"2021-03-04T23:28:43.265468+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"144","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.266844+0000","last_change":"2021-03-04T23:27:50.102455+0000","last_active":"2021-03-04T23:28:43.266844+0000","last_peered":"2021-03-04T23:28:43.266844+0000","last_clean":"2021-03-04T23:28:43.266844+0000","last_became_active":"2021-03-04T23:27:50.102216+0000","last_became_peered":"2021-03-04T23:27:50.102216+0000","last_unstale":"2021-03-04T23:28:43.266844+0000","last_undegraded":"2021-03-04T23:28:43.266844+0000","last_fullsized":"2021-03-04T23:28:43.266844+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"140","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.353028+0000","last_change":"2021-03-04T23:27:58.925656+0000","last_active":"2021-03-04T23:28:43.353028+0000","last_peered":"2021-03-04T23:28:43.353028+0000","last_clean":"2021-03-04T23:28:43.353028+0000","last_became_active":"2021-03-04T23:27:50.106974+0000","last_became_peered":"2021-03-04T23:27:50.106974+0000","last_unstale":"2021-03-04T23:28:43.353028+0000","last_undegraded":"2021-03-04T23:28:43.353028+0000","last_fullsized":"2021-03-04T23:28:43.353028+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"201","reported_epoch":"187","state":"active+clean","last_fresh":"2021-03-04T23:28:43.263027+0000","last_change":"2021-03-04T23:28:01.146215+0000","last_active":"2021-03-04T23:28:43.263027+0000","last_peered":"2021-03-04T23:28:43.263027+0000","last_clean":"2021-03-04T23:28:43.263027+0000","last_became_active":"2021-03-04T23:28:01.145953+0000","last_became_peered":"2021-03-04T23:28:01.145953+0000","last_unstale":"2021-03-04T23:28:43.263027+0000","last_undegraded":"2021-03-04T23:28:43.263027+0000","last_fullsized":"2021-03-04T23:28:43.263027+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":29,"num_bytes_recovered":5428,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":10194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7088680,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":33,"acting":33,"num_store_stats":4},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":8076787736,"num_objects":123243,"num_object_clones":0,"num_object_copies":369729,"num_objects_missing_on_primary":9676,"num_objects_missing":9676,"num_objects_degraded":36733,"num_objects_misplaced":44756,"num_objects_unfound":0,"num_objects_dirty":123243,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":183487,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28015,"num_bytes_recovered":1749352448,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":26551267328,"data_stored":26551255112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":101202,"ondisk_log_size":101202,"up":48,"acting":38,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495914,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5962436,"kb_used_data":4913852,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":82117948,"statfs":{"total":90194313216,"available":84088778752,"internally_reserved":1073741824,"allocated":5031784448,"data_stored":5030816455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:28:49 2021","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.16200000000000001,"5min":0.16200000000000001,"15min":0.16200000000000001},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.53200000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:28:22 2021","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.91400000000000003,"15min":0.624},"min":{"1min":0.16500000000000001,"5min":0.16200000000000001,"15min":0.16},"max":{"1min":0.69099999999999995,"5min":37.856000000000002,"15min":37.856000000000002},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.96099999999999997,"15min":0.69199999999999995},"min":{"1min":0.28199999999999997,"5min":0.18099999999999999,"15min":0.17399999999999999},"max":{"1min":0.71899999999999997,"5min":37.914000000000001,"15min":37.914000000000001},"last":0.57399999999999995}]},{"osd":2,"last update":"Thu Mar 4 23:28:07 2021","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.442,"15min":0.56999999999999995},"min":{"1min":0.251,"5min":0.192,"15min":0.16700000000000001},"max":{"1min":0.79000000000000004,"5min":2.0750000000000002,"15min":5.2400000000000002},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.59099999999999997,"15min":0.55600000000000005},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.81100000000000005,"5min":3.206,"15min":3.206},"last":0.63200000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:28:07 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":1.667,"15min":0.94099999999999995},"min":{"1min":0.24099999999999999,"5min":0.19,"15min":0.18099999999999999},"max":{"1min":0.79900000000000004,"5min":63.959000000000003,"15min":63.959000000000003},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.44900000000000001,"5min":1.702,"15min":1.1379999999999999},"min":{"1min":0.20699999999999999,"5min":0.19400000000000001,"15min":0.183},"max":{"1min":0.77400000000000002,"5min":64.183999999999997,"15min":64.183999999999997},"last":0.51100000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:28:07 2021","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.49399999999999999,"15min":0.39100000000000001},"min":{"1min":0.20599999999999999,"5min":0.14399999999999999,"15min":0.13100000000000001},"max":{"1min":0.746,"5min":3.0990000000000002,"15min":4.0179999999999998},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.41799999999999998,"15min":0.35599999999999998},"min":{"1min":0.19700000000000001,"5min":0.16600000000000001,"15min":0.13900000000000001},"max":{"1min":0.76500000000000001,"5min":3.7410000000000001,"15min":3.7410000000000001},"last":0.39300000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:28:07 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.36399999999999999,"15min":0.34300000000000003},"min":{"1min":0.21299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.67900000000000005,"5min":1.141,"15min":3.621},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.52500000000000002,"15min":0.442},"min":{"1min":0.19500000000000001,"5min":0.17000000000000001,"15min":0.16800000000000001},"max":{"1min":0.78500000000000003,"5min":3.54,"15min":3.7229999999999999},"last":0.36599999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:28:22 2021","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.39600000000000002,"15min":0.39800000000000002},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.14199999999999999},"max":{"1min":0.61899999999999999,"5min":2.0390000000000001,"15min":4.1299999999999999},"last":0.317},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.60299999999999998,"15min":0.50600000000000001},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.80900000000000005,"5min":3.6840000000000002,"15min":3.7850000000000001},"last":0.65100000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659432,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1741492,"kb_used_data":692908,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86338892,"statfs":{"total":90194313216,"available":88411025408,"internally_reserved":1073741824,"allocated":709537792,"data_stored":708586013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,1,1,0,1,1,7,4],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:28:51 2021","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.34399999999999997}]},{"osd":1,"last update":"Thu Mar 4 23:28:16 2021","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.43099999999999999,"15min":0.51400000000000001},"min":{"1min":0.26400000000000001,"5min":0.17499999999999999,"15min":0.159},"max":{"1min":0.58599999999999997,"5min":1.2669999999999999,"15min":3.609},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.438,"15min":0.50900000000000001},"min":{"1min":0.23999999999999999,"5min":0.17199999999999999,"15min":0.16500000000000001},"max":{"1min":0.628,"5min":1.2090000000000001,"15min":4.149},"last":0.35499999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:28:16 2021","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.45500000000000002,"15min":0.54400000000000004},"min":{"1min":0.19500000000000001,"5min":0.185,"15min":0.16800000000000001},"max":{"1min":0.59999999999999998,"5min":3.2959999999999998,"15min":4.2169999999999996},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.45700000000000002,"15min":0.53300000000000003},"min":{"1min":0.189,"5min":0.189,"15min":0.17599999999999999},"max":{"1min":0.58099999999999996,"5min":1.3440000000000001,"15min":3.3700000000000001},"last":0.39800000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:28:16 2021","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":2.0510000000000002,"15min":1.1539999999999999},"min":{"1min":0.26000000000000001,"5min":0.22700000000000001,"15min":0.19800000000000001},"max":{"1min":0.65500000000000003,"5min":77.881,"15min":77.881},"last":0.371},{"interface":"front","average":{"1min":0.41299999999999998,"5min":2.0819999999999999,"15min":1.1879999999999999},"min":{"1min":0.23499999999999999,"5min":0.224,"15min":0.21099999999999999},"max":{"1min":0.70499999999999996,"5min":77.683000000000007,"15min":77.683000000000007},"last":0.38500000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:27:51 2021","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.375,"15min":0.378},"min":{"1min":0.16900000000000001,"5min":0.159,"15min":0.121},"max":{"1min":0.59799999999999998,"5min":4.1539999999999999,"15min":4.1539999999999999},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.313,"5min":0.34100000000000003,"15min":0.40000000000000002},"min":{"1min":0.19400000000000001,"5min":0.189,"15min":0.13500000000000001},"max":{"1min":0.48799999999999999,"5min":1.175,"15min":4.1269999999999998},"last":0.45600000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:27:51 2021","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.35399999999999998,"15min":0.40799999999999997},"min":{"1min":0.20899999999999999,"5min":0.16700000000000001,"15min":0.151},"max":{"1min":0.64400000000000002,"5min":0.76100000000000001,"15min":4.0010000000000003},"last":0.23499999999999999},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.44600000000000001,"15min":0.49199999999999999},"min":{"1min":0.13900000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.48099999999999998,"5min":3.6789999999999998,"15min":4.2389999999999999},"last":0.29099999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:27:55 2021","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.48499999999999999,"15min":0.49199999999999999},"min":{"1min":0.19400000000000001,"5min":0.191,"15min":0.17399999999999999},"max":{"1min":0.69599999999999995,"5min":3.0569999999999999,"15min":4.5880000000000001},"last":0.21199999999999999},{"interface":"front","average":{"1min":0.376,"5min":0.41199999999999998,"15min":0.45200000000000001},"min":{"1min":0.26600000000000001,"5min":0.20699999999999999,"15min":0.19400000000000001},"max":{"1min":0.51300000000000001,"5min":1.7390000000000001,"15min":4.0129999999999999},"last":0.32200000000000001}]}]},{"osd":1,"up_from":87,"seq":373662154935,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4373860,"kb_used_data":4109980,"kb_used_omap":702,"kb_used_meta":263169,"kb_avail":83706524,"statfs":{"total":90194313216,"available":85715480576,"internally_reserved":0,"allocated":4208619520,"data_stored":4207681456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":719374,"internal_metadata":269485554},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:28:49 2021","interfaces":[{"interface":"back","average":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.34000000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:28:13 2021","interfaces":[{"interface":"back","average":{"1min":0.27600000000000002,"5min":0.29799999999999999,"15min":0.42199999999999999},"min":{"1min":0.16900000000000001,"5min":0.16200000000000001,"15min":0.13400000000000001},"max":{"1min":0.84499999999999997,"5min":1.0800000000000001,"15min":4.4059999999999997},"last":0.22600000000000001},{"interface":"front","average":{"1min":0.26300000000000001,"5min":0.28899999999999998,"15min":0.58499999999999996},"min":{"1min":0.14799999999999999,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":0.44500000000000001,"5min":1.1990000000000001,"15min":4.7240000000000002},"last":0.32100000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:28:00 2021","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":1.552,"15min":1.107},"min":{"1min":0.16500000000000001,"5min":0.155,"15min":0.155},"max":{"1min":0.48999999999999999,"5min":110.28400000000001,"15min":110.28400000000001},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.32200000000000001,"5min":1.534,"15min":1.0880000000000001},"min":{"1min":0.19400000000000001,"5min":0.156,"15min":0.156},"max":{"1min":0.53900000000000003,"5min":109.977,"15min":109.977},"last":0.374}]},{"osd":4,"last update":"Thu Mar 4 23:28:13 2021","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.55400000000000005,"15min":0.64000000000000001},"min":{"1min":0.29399999999999998,"5min":0.182,"15min":0.182},"max":{"1min":0.78600000000000003,"5min":2.7559999999999998,"15min":4.9850000000000003},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.437,"5min":0.498,"15min":0.53900000000000003},"min":{"1min":0.25700000000000001,"5min":0.20300000000000001,"15min":0.20000000000000001},"max":{"1min":0.93799999999999994,"5min":1.1379999999999999,"15min":4.5229999999999997},"last":0.39300000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:28:13 2021","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.63,"15min":0.64200000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20100000000000001},"max":{"1min":0.76500000000000001,"5min":8.6690000000000005,"15min":8.6690000000000005},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.56000000000000005,"15min":0.65700000000000003},"min":{"1min":0.28599999999999998,"5min":0.224,"15min":0.221},"max":{"1min":0.83899999999999997,"5min":2.0529999999999999,"15min":4.7729999999999997},"last":0.45500000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:28:21 2021","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.54000000000000004,"15min":0.58399999999999996},"min":{"1min":0.29499999999999998,"5min":0.214,"15min":0.214},"max":{"1min":0.95399999999999996,"5min":1.7390000000000001,"15min":4.5010000000000003},"last":0.439},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.58099999999999996,"15min":0.65400000000000003},"min":{"1min":0.28399999999999997,"5min":0.25900000000000001,"15min":0.23699999999999999},"max":{"1min":0.68600000000000005,"5min":2.331,"15min":5.8810000000000002},"last":0.42099999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:28:13 2021","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.68000000000000005,"15min":0.71699999999999997},"min":{"1min":0.32300000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.81899999999999995,"5min":3.3940000000000001,"15min":4.7939999999999996},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.53800000000000003,"15min":0.60399999999999998},"min":{"1min":0.28799999999999998,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.91500000000000004,"5min":1.1639999999999999,"15min":4.5499999999999998},"last":0.35999999999999999}]}]},{"osd":0,"up_from":174,"seq":747324309518,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3445040,"kb_used_data":3383016,"kb_used_omap":980,"kb_used_meta":61035,"kb_avail":84635344,"statfs":{"total":90194313216,"available":86666592256,"internally_reserved":0,"allocated":3464208384,"data_stored":3463258697,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":62500803},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.20000000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.216}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26000000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38900000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32000000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32900000000000001}]}]},{"osd":2,"up_from":103,"seq":442381631657,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2330028,"kb_used_data":2070500,"kb_used_omap":1715,"kb_used_meta":257804,"kb_avail":85750356,"statfs":{"total":90194313216,"available":87808364544,"internally_reserved":0,"allocated":2120192000,"data_stored":2119246331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":263991483},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:28:49 2021","interfaces":[{"interface":"back","average":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"last":0.38700000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:28:15 2021","interfaces":[{"interface":"back","average":{"1min":0.27300000000000002,"5min":0.29599999999999999,"15min":0.46899999999999997},"min":{"1min":0.155,"5min":0.155,"15min":0.13300000000000001},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":4.0599999999999996},"last":0.22},{"interface":"front","average":{"1min":0.28899999999999998,"5min":0.34000000000000002,"15min":0.51000000000000001},"min":{"1min":0.17000000000000001,"5min":0.16300000000000001,"15min":0.14199999999999999},"max":{"1min":0.70299999999999996,"5min":2.6600000000000001,"15min":4.556},"last":0.34999999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:28:06 2021","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":0.67000000000000004,"15min":0.59299999999999997},"min":{"1min":0.192,"5min":0.159,"15min":0.159},"max":{"1min":0.54600000000000004,"5min":21.280000000000001,"15min":21.280000000000001},"last":0.432},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.69699999999999995,"15min":0.629},"min":{"1min":0.19900000000000001,"5min":0.192,"15min":0.17199999999999999},"max":{"1min":0.54300000000000004,"5min":21.239999999999998,"15min":21.239999999999998},"last":0.45700000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:28:15 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.48899999999999999,"15min":0.54400000000000004},"min":{"1min":0.23000000000000001,"5min":0.20499999999999999,"15min":0.18099999999999999},"max":{"1min":0.81899999999999995,"5min":1.607,"15min":4.6520000000000001},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.436,"5min":0.51800000000000002,"15min":0.54600000000000004},"min":{"1min":0.27900000000000003,"5min":0.21199999999999999,"15min":0.19900000000000001},"max":{"1min":0.78300000000000003,"5min":2.1819999999999999,"15min":3.71},"last":0.495}]},{"osd":5,"last update":"Thu Mar 4 23:28:15 2021","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.55000000000000004,"15min":0.70899999999999996},"min":{"1min":0.26900000000000002,"5min":0.23799999999999999,"15min":0.22},"max":{"1min":0.79600000000000004,"5min":4.2850000000000001,"15min":4.867},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.53300000000000003,"15min":0.60999999999999999},"min":{"1min":0.223,"5min":0.214,"15min":0.21299999999999999},"max":{"1min":0.77200000000000002,"5min":3.9180000000000001,"15min":4.6689999999999996},"last":0.442}]},{"osd":6,"last update":"Thu Mar 4 23:28:21 2021","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.52900000000000003,"15min":0.54300000000000004},"min":{"1min":0.25,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.83799999999999997,"5min":2.1400000000000001,"15min":3.7429999999999999},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.55000000000000004,"15min":0.66700000000000004},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.23499999999999999},"max":{"1min":0.90100000000000002,"5min":1.804,"15min":4.0830000000000002},"last":0.53200000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:28:15 2021","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.53900000000000003,"15min":0.56899999999999995},"min":{"1min":0.31900000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.88200000000000001,"5min":2.1659999999999999,"15min":4.024},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.442,"5min":0.57899999999999996,"15min":0.69199999999999995},"min":{"1min":0.308,"5min":0.26200000000000001,"15min":0.253},"max":{"1min":0.76000000000000001,"5min":3.847,"15min":4.1340000000000003},"last":0.51100000000000001}]}]},{"osd":3,"up_from":0,"seq":541165879456,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":31,"seq":133143986483,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3049472,"kb_used_data":2000888,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":85030912,"statfs":{"total":90194313216,"available":87071653888,"internally_reserved":1073741824,"allocated":2048909312,"data_stored":2047945345,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:28:49 2021","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.50700000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:28:22 2021","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.54900000000000004,"15min":0.58099999999999996},"min":{"1min":0.19600000000000001,"5min":0.17699999999999999,"15min":0.16},"max":{"1min":0.54700000000000004,"5min":3.4900000000000002,"15min":3.9900000000000002},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.51500000000000001,"15min":0.56799999999999995},"min":{"1min":0.215,"5min":0.189,"15min":0.16200000000000001},"max":{"1min":0.59699999999999998,"5min":3.9260000000000002,"15min":4.3289999999999997},"last":0.55400000000000005}]},{"osd":2,"last update":"Thu Mar 4 23:28:02 2021","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.44,"15min":0.47799999999999998},"min":{"1min":0.24399999999999999,"5min":0.185,"15min":0.17100000000000001},"max":{"1min":0.57299999999999995,"5min":2.9009999999999998,"15min":3.3260000000000001},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.46400000000000002,"15min":0.54800000000000004},"min":{"1min":0.24299999999999999,"5min":0.19900000000000001,"15min":0.17499999999999999},"max":{"1min":0.68500000000000005,"5min":1.45,"15min":4.4180000000000001},"last":0.254}]},{"osd":3,"last update":"Thu Mar 4 23:28:02 2021","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":3.097,"15min":1.4990000000000001},"min":{"1min":0.23799999999999999,"5min":0.214,"15min":0.19900000000000001},"max":{"1min":0.57699999999999996,"5min":85.394999999999996,"15min":85.394999999999996},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.39100000000000001,"5min":2.9790000000000001,"15min":1.3959999999999999},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.192},"max":{"1min":0.54200000000000004,"5min":85.802999999999997,"15min":85.802999999999997},"last":0.46200000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:28:28 2021","interfaces":[{"interface":"back","average":{"1min":0.29599999999999999,"5min":0.34599999999999997,"15min":0.32900000000000001},"min":{"1min":0.16900000000000001,"5min":0.161,"15min":0.14199999999999999},"max":{"1min":0.51700000000000002,"5min":1.6259999999999999,"15min":3.456},"last":0.217},{"interface":"front","average":{"1min":0.27900000000000003,"5min":0.38900000000000001,"15min":0.34799999999999998},"min":{"1min":0.16400000000000001,"5min":0.153,"15min":0.13500000000000001},"max":{"1min":0.53800000000000003,"5min":2.6600000000000001,"15min":3.2999999999999998},"last":0.33100000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:28:43 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.34599999999999997,"15min":0.35999999999999999},"min":{"1min":0.17299999999999999,"5min":0.157,"15min":0.156},"max":{"1min":0.48099999999999998,"5min":1.635,"15min":3.5569999999999999},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.45600000000000002,"15min":0.48399999999999999},"min":{"1min":0.21199999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":0.54100000000000004,"5min":3.5739999999999998,"15min":3.895},"last":0.53900000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:28:22 2021","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.36399999999999999,"15min":0.38},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.156},"max":{"1min":0.49299999999999999,"5min":0.94299999999999995,"15min":3.4329999999999998},"last":0.435},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.44700000000000001,"15min":0.48099999999999998},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.14000000000000001},"max":{"1min":0.51600000000000001,"5min":3.524,"15min":3.8700000000000001},"last":0.47999999999999998}]}]},{"osd":5,"up_from":36,"seq":154618822961,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5665392,"kb_used_data":4616808,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":82414992,"statfs":{"total":90194313216,"available":84392951808,"internally_reserved":1073741824,"allocated":4727611392,"data_stored":4726661687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,2,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:28:49 2021","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.25900000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:28:15 2021","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.41999999999999998,"15min":0.47799999999999998},"min":{"1min":0.20300000000000001,"5min":0.16800000000000001,"15min":0.16400000000000001},"max":{"1min":0.67300000000000004,"5min":1.575,"15min":3.8450000000000002},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.42399999999999999,"15min":0.57999999999999996},"min":{"1min":0.221,"5min":0.17399999999999999,"15min":0.14599999999999999},"max":{"1min":0.78700000000000003,"5min":1.149,"15min":7.4740000000000002},"last":0.16600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:28:04 2021","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.44800000000000001,"15min":0.60999999999999999},"min":{"1min":0.252,"5min":0.161,"15min":0.161},"max":{"1min":0.629,"5min":1.7190000000000001,"15min":3.7410000000000001},"last":0.17999999999999999},{"interface":"front","average":{"1min":0.433,"5min":0.45600000000000002,"15min":0.60099999999999998},"min":{"1min":0.23499999999999999,"5min":0.20399999999999999,"15min":0.17000000000000001},"max":{"1min":0.83199999999999996,"5min":1.304,"15min":3.9239999999999999},"last":0.215}]},{"osd":3,"last update":"Thu Mar 4 23:28:04 2021","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.48899999999999999,"15min":0.56299999999999994},"min":{"1min":0.26600000000000001,"5min":0.17699999999999999,"15min":0.16700000000000001},"max":{"1min":0.64700000000000002,"5min":2.0430000000000001,"15min":4.375},"last":0.20200000000000001},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.505,"15min":0.629},"min":{"1min":0.23799999999999999,"5min":0.19900000000000001,"15min":0.17100000000000001},"max":{"1min":0.72699999999999998,"5min":2.9359999999999999,"15min":4.2050000000000001},"last":0.32500000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.34599999999999997,"15min":0.35499999999999998},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.127},"max":{"1min":0.69799999999999995,"5min":1.4359999999999999,"15min":7.4480000000000004},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.28899999999999998,"5min":0.375,"15min":0.34599999999999997},"min":{"1min":0.16800000000000001,"5min":0.152,"15min":0.14799999999999999},"max":{"1min":0.46999999999999997,"5min":2.0630000000000002,"15min":4.4000000000000004},"last":0.28399999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:28:22 2021","interfaces":[{"interface":"back","average":{"1min":0.29199999999999998,"5min":0.39900000000000002,"15min":0.42899999999999999},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16},"max":{"1min":0.68100000000000005,"5min":1.7709999999999999,"15min":7.3959999999999999},"last":0.316},{"interface":"front","average":{"1min":0.28499999999999998,"5min":0.38700000000000001,"15min":0.39500000000000002},"min":{"1min":0.186,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.49199999999999999,"5min":1.9930000000000001,"15min":4.3209999999999997},"last":0.307}]},{"osd":7,"last update":"Thu Mar 4 23:28:04 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.44400000000000001,"15min":0.44800000000000001},"min":{"1min":0.23699999999999999,"5min":0.189,"15min":0.16},"max":{"1min":0.58599999999999997,"5min":2.0219999999999998,"15min":4.3540000000000001},"last":0.246},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.39300000000000002,"15min":0.40100000000000002},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.59299999999999997,"5min":1.4610000000000001,"15min":3.1099999999999999},"last":0.34000000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":719374,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1537306,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3458269184,"data_stored":3458269184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4204462080,"data_stored":4204462080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2117992448,"data_stored":2117992448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4268032000,"data_stored":4268032000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2045972480,"data_stored":2045968408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4722003968,"data_stored":4721999896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":707002368,"data_stored":707002368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":5027532800,"data_stored":5027528728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:28:59.872 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2021-03-04T23:28:59.873 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool set rbd pg_num 18 2021-03-04T23:28:59.911 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:28:59.966 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:28:59.967 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:28:59.968 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:00.027 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:00.069 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:00.086 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:00.087 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:00.088 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:00.189 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:00.209 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:00.210 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:00.210 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:00.312 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:00.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:00.333 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:00.333 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:00.435 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:00.454 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:00.455 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:00.455 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:00.557 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:00.574 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:00.575 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:00.575 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:00.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:00 gibba038 conmon[76675]: cluster 2021-03-04T23:28:58.656710+0000 mgr.x (mgr.34676) 782 : cluster [DBG] pgmap v719: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 123 op/s; 36696/368013 objects degraded (9.971%); 44560/368013 objects misplaced (12.108%); 1.8 MiB/s, 28 objects/s recovering 2021-03-04T23:29:00.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:00 gibba011 conmon[95595]: cluster 2021-03-04T23:28:58.656710+0000 mgr.x (mgr.34676) 782 : cluster [DBG] pgmap v719: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 123 op/s; 36696/368013 objects degraded (9.971%); 44560/368013 objects misplaced (12.108%); 1.8 MiB/s, 28 objects/s recovering 2021-03-04T23:29:00.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:00 gibba011 conmon[95595]: 2021-03-04T23:29:00.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:00 gibba011 conmon[99461]: cluster 2021-03-04T23:28:58.656710+0000 mgr.x (mgr.34676) 782 : cluster [DBG] pgmap v719: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 123 op/s; 36696/368013 objects degraded (9.971%); 44560/368013 objects misplaced (12.108%); 1.8 MiB/s, 28 objects/s recovering 2021-03-04T23:29:00.677 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:00.694 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:00.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:00.696 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:00.797 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:00.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:00.815 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:00.815 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:00.917 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:00.934 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:00.935 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:00.936 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:01.037 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:01.054 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:01.055 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:01.056 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:01.157 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:01.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:01.176 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:01.176 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:01.278 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:01.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:01.296 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:01.297 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:01.307 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:29:01.399 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:01.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:01.416 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:01.417 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:01.518 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:01.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:01.556 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:01.557 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:01.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:01 gibba038 conmon[76675]: audit 2021-03-04T23:29:00.335369+0000 mon.c (mon.1) 306 : audit [INF] from='client.? 172.21.2.111:0/3128238827' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:29:01.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:01 gibba038 conmon[76675]: audit 2021-03-04T23:29:00.335697+0000 mon.a (mon.0) 898 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:29:01.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:01 gibba011 conmon[95595]: audit 2021-03-04T23:29:00.335369+0000 mon.c (mon.1) 306 : audit [INF] from='client.? 172.21.2.111:0/3128238827' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:29:01.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:01 gibba011 conmon[95595]: audit 2021-03-04T23:29:00.335697+0000 mon.a (mon.0) 898 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:29:01.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:01 gibba011 conmon[99461]: audit 2021-03-04T23:29:00.335369+0000 mon.c (mon.1) 306 : 2021-03-04T23:29:01.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:01 gibba011 conmon[99461]: audit [INF] from='client.? 172.21.2.111:0/3128238827' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:29:01.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:01 gibba011 conmon[99461]: audit 2021-03-04T23:29:00.335697+0000 mon.a ( 2021-03-04T23:29:01.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:01 gibba011 conmon[99461]: mon.0) 898 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:29:01.658 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:01.688 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:01.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:01.689 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:01.751 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:29:01.791 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:01.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:01.835 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:01.835 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:01.876 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:01.936 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:01.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:01.956 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:01.956 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:02.058 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:02.077 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:02.078 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:02.078 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:02.179 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:02.197 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:02.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:02.198 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:02.299 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:02.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:02.320 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:02.321 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:02.422 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:02.439 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:02.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:02.441 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:02.542 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:02.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:02.560 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:02.560 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:02.576 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:02 gibba011 conmon[95595]: cluster 2021-03-04T23:29:00.657072+0000 mgr.x (mgr.34676) 783 : cluster [DBG] pgmap v720: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 123 op/s; 36696/367875 objects degraded (9.975%); 44514/367875 objects misplaced (12.100%); 1.8 MiB/s, 28 objects/s recovering 2021-03-04T23:29:02.577 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:02 gibba011 conmon[95595]: cluster 2021-03-04T23:29:01.298389+0000 mon.a (mon.0) 899 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:02.577 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:02 gibba011 conmon[95595]: audit 2021-03-04T23:29:01.303380+0000 mon.a (mon.0) 900 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:29:02.577 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:02 gibba011 conmon[95595]: cluster 2021-03-04T23:29:01.303414+0000 mon.a (mon.0) 901 : cluster [DBG] osdmap e189: 8 total, 8 up, 7 in 2021-03-04T23:29:02.578 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:02 gibba011 conmon[99461]: cluster 2021-03-04T23:29:00.657072+0000 mgr.x (mgr.34676) 783 : cluster [DBG] pgmap v720: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 123 op/s; 36696/367875 objects degraded (9.975%); 44514/367875 objects misplaced (12.100%); 1.8 MiB/s, 28 objects/s recovering 2021-03-04T23:29:02.578 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:02 gibba011 conmon[99461]: cluster 2021-03-04T23:29:01.298389+0000 mon.a (mon.0) 899 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:02.578 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:02 gibba011 conmon[99461]: audit 2021-03-04T23:29:01.303380+0000 mon.a (mon.0) 900 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:29:02.578 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:02 gibba011 conmon[99461]: cluster 2021-03-04T23:29:01.303414+0000 mon.a (mon.0) 901 : cluster [DBG] osdmap e189: 8 total, 8 up, 7 in 2021-03-04T23:29:02.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:02 gibba038 conmon[76675]: cluster 2021-03-04T23:29:00.657072+0000 mgr.x (mgr.34676) 783 : cluster [DBG] pgmap v720: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 123 op/s; 36696/367875 objects degraded (9.975%); 44514/367875 objects misplaced (12.100%); 1.8 MiB/s, 28 objects/s recovering 2021-03-04T23:29:02.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:02 gibba038 conmon[76675]: cluster 2021-03-04T23:29:01.298389+0000 mon.a (mon.0) 899 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:02.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:02 gibba038 conmon[76675]: audit 2021-03-04T23:29:01.303380+0000 mon.a (mon 2021-03-04T23:29:02.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:02 gibba038 conmon[76675]: .0) 900 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:29:02.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:02 gibba038 conmon[76675]: cluster 2021-03-04T23:29:01.303414+0000 mon.a (mon.0) 901 : cluster [DBG] osdmap e189: 8 total, 8 up, 7 in 2021-03-04T23:29:02.641 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:29:02.641 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:29:02.662 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:02.680 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:02.681 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:02.682 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:02.783 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:02.801 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:02.802 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:02.802 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:02.903 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:02.920 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:02.921 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:02.921 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:03.023 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:03.040 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:03.041 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:03.041 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:03.143 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:03.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:03.161 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:03.162 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:03.263 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:03.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:03.281 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:03.282 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:03.383 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:03.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:03.402 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:03.403 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:03.504 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:03.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:03.523 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:03.523 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:03.547 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:29:03.561 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:03 gibba011 conmon[95595]: cluster 2021-03-04T23:29:02.657623+0000 mgr.x (mgr 2021-03-04T23:29:03.561 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:03 gibba011 conmon[95595]: .34676) 784 : cluster [DBG] pgmap v722: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 127 op/s; 36696/367080 objects degraded (9.997%); 44448/367080 objects misplaced (12.109%); 1.8 MiB/s, 28 objects/s recovering 2021-03-04T23:29:03.561 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:03 gibba011 conmon[99461]: cluster 2021-03-04T23:29:02.657623+0000 mgr.x (mgr.34676) 784 : cluster [DBG] pgmap v722: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 127 op/s; 36696/367080 objects degraded (9.997%); 44448/367080 objects misplaced (12.109%); 1.8 MiB/s, 28 objects/s recovering 2021-03-04T23:29:03.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:03 gibba038 conmon[76675]: cluster 2021-03-04T23:29:02.657623+0000 mgr.x (mgr.34676) 784 : cluster [DBG] pgmap v722: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 127 op/s; 36696/367080 objects degraded (9.997%); 44448/367080 objects misplaced (12.109%); 1.8 MiB/s, 28 objects/s recovering 2021-03-04T23:29:03.625 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:03.643 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:03.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:03.644 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:03.673 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:03.745 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:03.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:03.764 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:03.764 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:03.865 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:03.884 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:03.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:03.886 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:03.987 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:04.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:04.004 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:04.005 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:04.106 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:04.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:04.123 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:04.124 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:04.225 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:04.243 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:04.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:04.245 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:04.318 INFO:teuthology.orchestra.run.gibba011.stderr:set pool 2 pg_num to 18 2021-03-04T23:29:04.346 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:04.362 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:04.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:04.364 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:04.465 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:04.485 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:04.485 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:04.486 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:04.532 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:29:04.552 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:04 gibba011 conmon[95595]: audit 2021-03-04T23:29:03.893835+0000 mon.a (mon.0) 902 : audit [INF] from='client.? 172.21.2.111:0/2377760959' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "18"}]: dispatch 2021-03-04T23:29:04.553 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:04 gibba011 conmon[95595]: cluster 2021-03-04T23:29:03.912940+0000 mon.a (mon.0) 903 : cluster [WRN] Health check update: Degraded data redundancy: 36696/367080 objects degraded (9.997%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:04.553 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:04 gibba011 conmon[99461]: audit 2021-03-04T23:29:03.893835+0000 mon.a (mon.0) 902 : audit [INF] from='client.? 172.21.2.111:0/2377760959' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "18"}]: dispatch 2021-03-04T23:29:04.553 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:04 gibba011 conmon[99461]: cluster 2021-03-04T23:29:03.912940+0000 mon.a (mon.0) 903 : cluster [WRN] Health check update: Degraded data redundancy: 36696/367080 objects degraded (9.997%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:04.587 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:04 gibba038 conmon[76675]: audit 2021-03-04T23:29:03.893835+0000 mon.a (mon.0) 902 : audit [INF] from='client.? 172.21.2.111:0/2377760959' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "18"}]: dispatch 2021-03-04T23:29:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:04 gibba038 conmon[76675]: cluster 2021-03-04T23:29:03.912940+0000 mon.a (mon.0) 903 : cluster [WRN] Health check update: Degraded data redundancy: 36696/367080 objects degraded (9.997%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:04.604 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:04.606 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:04.607 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:04.658 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:04.708 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:04.725 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:04.726 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:04.727 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:04.828 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:04.845 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:04.846 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:04.846 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:04.947 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:04.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:04.966 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:04.966 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:05.067 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:05.085 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:05.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:05.086 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:05.187 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:05.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:05.205 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:05.206 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:05.306 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:05.326 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:05.327 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:05.328 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:05.429 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:05.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:05.447 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:05.448 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:05.493 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:05 gibba011 conmon[95595]: audit 2021-03-04T23:29:04.313485+0000 mon.a (mon.0) 904 : audit [INF] from='client.? 172.21.2.111:0/2377760959' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "18"}]': finished 2021-03-04T23:29:05.494 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:05 gibba011 conmon[95595]: cluster 2021-03-04T23:29:04.313537+0000 mon.a (mon.0) 905 : cluster [DBG] osdmap e190: 8 total, 8 up, 7 in 2021-03-04T23:29:05.494 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:05 gibba011 conmon[95595]: cluster 2021-03-04T23:29:05.494 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:05 gibba011 conmon[95595]: 2021-03-04T23:29:04.657988+0000 mgr.x (mgr.34676) 785 : cluster [DBG] pgmap v724: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 146 op/s; 36661/366288 objects degraded (10.009%); 44350/366288 objects misplaced (12.108%); 2.2 MiB/s, 34 objects/s recovering 2021-03-04T23:29:05.495 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:05 gibba011 conmon[95595]: audit 2021-03-04T23:29:04.658218+0000 mon.c (mon.1) 307 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "18"}]: dispatch 2021-03-04T23:29:05.495 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:05 gibba011 conmon[95595]: audit 2021-03-04T23:29:04.658824+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "18"}]: dispatch 2021-03-04T23:29:05.495 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:05 gibba011 conmon[99461]: audit 2021-03-04T23:29:04.313485+0000 mon.a (mon.0) 904 : audit [INF] from='client.? 172.21.2.111:0/2377760959' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "18"}]': finished 2021-03-04T23:29:05.495 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:05 gibba011 conmon[99461]: 2021-03-04T23:29:05.496 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:05 gibba011 conmon[99461]: cluster 2021-03-04T23:29:04.313537+0000 mon.a (mon.0) 905 : cluster [DBG] osdmap e190: 8 total, 8 up, 7 in 2021-03-04T23:29:05.496 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:05 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:29:05.496 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:05 gibba011 conmon[99461]: -04T23:29:04.657988+0000 mgr.x (mgr.34676) 785 : cluster [DBG] pgmap v724: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 146 op/s; 36661/366288 objects degraded (10.009%); 44350/366288 objects misplaced (12.108%); 2.2 MiB/s, 34 objects/s recovering 2021-03-04T23:29:05.496 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:05 gibba011 conmon[99461]: audit 2021-03-04T23:29 2021-03-04T23:29:05.497 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:05 gibba011 conmon[99461]: :04.658218+0000 mon.c (mon.1) 307 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "18"}]: dispatch 2021-03-04T23:29:05.497 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:05 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:29:05.497 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:05 gibba011 conmon[99461]: -04T23:29:04.658824+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "18"}]: dispatch 2021-03-04T23:29:05.549 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:05.566 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:05.567 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:05.567 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:05.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:05 gibba038 conmon[76675]: audit 2021-03-04T23:29:04.313485+0000 mon.a (mon.0 2021-03-04T23:29:05.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:05 gibba038 conmon[76675]: ) 904 : audit [INF] from='client.? 172.21.2.111:0/2377760959' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "18"}]': finished 2021-03-04T23:29:05.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:05 gibba038 conmon[76675]: cluster 2021-03-04T23:29:04.313537+0000 mon.a (mon.0) 2021-03-04T23:29:05.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:05 gibba038 conmon[76675]: 905 : cluster [DBG] osdmap e190: 8 total, 8 up, 7 in 2021-03-04T23:29:05.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:05 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:29:05.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:05 gibba038 conmon[76675]: :29:04.657988+0000 mgr.x (mgr. 2021-03-04T23:29:05.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:05 gibba038 conmon[76675]: 34676) 785 : cluster [DBG] pgmap v724: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 146 op/s; 36661/366288 objects degraded (10.009%); 44350/366288 objects misplaced (12.108%); 2.2 MiB/s, 34 objects/s recovering 2021-03-04T23:29:05.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:05 gibba038 conmon[76675]: audit 2021 2021-03-04T23:29:05.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:05 gibba038 conmon[76675]: -03-04T23:29:04.658218 2021-03-04T23:29:05.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:05 gibba038 conmon[76675]: +0000 mon.c (mon.1) 307 : audit 2021-03-04T23:29:05.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:05 gibba038 conmon[76675]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "18"}]: dispatch 2021-03-04T23:29:05.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:05 gibba038 conmon[76675]: audit 2021 2021-03-04T23:29:05.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:05 gibba038 conmon[76675]: -03-04T23:29:04 2021-03-04T23:29:05.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:05 gibba038 conmon[76675]: .658824+0000 mon.a (mon.0) 2021-03-04T23:29:05.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:05 gibba038 conmon[76675]: 906 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "18"}]: dispatch 2021-03-04T23:29:05.668 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:05.686 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:05.687 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:05.688 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:05.789 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:05.808 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:05.809 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:05.809 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:05.910 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:05.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:05.933 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:05.934 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:06.035 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:06.052 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:06.053 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:06.053 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:06.155 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:06.172 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:06.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:06.174 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:06.275 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:06.293 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:06.294 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:06.294 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:06.395 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:06.413 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:06.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:06.414 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:06.515 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:06.532 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:06.533 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:06.534 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:06.565 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:29:06.585 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:29:06.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:06 gibba038 conmon[76675]: audit 2021-03-04T23:29:05.317224+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "18"}]': finished 2021-03-04T23:29:06.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:06 gibba038 conmon[76675]: cluster 2021-03-04T23:29:05.317277+0000 mon.a (mon.0) 908 : cluster [DBG] osdmap e191: 8 total, 8 up, 7 in 2021-03-04T23:29:06.598 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:29:06.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:06 gibba011 conmon[95595]: audit 2021-03-04T23:29:05.317224+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "18"}]': finished 2021-03-04T23:29:06.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:06 gibba011 conmon[95595]: cluster 2021-03-04T23:29:05.317277+0000 mon.a (mon.0) 908 : cluster [DBG] osdmap e191: 8 total, 8 up, 7 in 2021-03-04T23:29:06.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:06 gibba011 conmon[99461]: audit 2021-03-04T23:29:05.317224+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "18"}]': finished 2021-03-04T23:29:06.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:06 gibba011 conmon[99461]: cluster 2021-03-04T23:29:05.317277+0000 mon.a (mon.0) 908 : cluster [DBG] osdmap e191: 8 total, 8 up, 7 in 2021-03-04T23:29:06.611 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:29:06.625 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:29:06.635 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:06.640 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:29:06.651 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:06.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:06.653 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:06.658 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:29:06.670 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:29:06.672 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:29:06.672 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:29:06.672 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:29:06.672 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:29:06.673 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:29:06.673 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:29:06.673 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:29:06.673 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:29:06.754 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:06.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:06.772 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:06.773 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:06.874 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:06.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:06.897 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:06.898 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:06.999 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:07.016 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:07.017 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:07.018 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:07.119 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:07.137 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:07.138 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:07.139 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:07.240 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:07.256 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:07.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:07.258 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:07.359 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:07.375 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:07.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:07.377 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:07.478 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:07.495 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:07.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:07.496 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:07.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:07 gibba038 conmon[76675]: cluster 2021-03-04T23:29:06.322553+0000 mon.a (mon.0) 909 : cluster [DBG] osdmap e192: 8 total, 8 up, 7 in 2021-03-04T23:29:07.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:07 gibba038 conmon[76675]: audit 2021-03-04T23:29:06.540009+0000 mon.c (mon.1) 308 : audit [DBG] from='client.? 172.21.2.111:0/1027915159' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:07.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:07 gibba038 conmon[76675]: cluster 2021-03-04T23:29:06.658333+0000 mgr.x (mgr.34676) 786 : cluster [DBG] pgmap v727: 109 pgs: 10 unknown, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 104 op/s; 36661/366195 objects degraded (10.011%); 44319/366195 objects misplaced (12.103%); 1.6 MiB/s, 25 objects/s recovering 2021-03-04T23:29:07.593 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:07 gibba011 conmon[95595]: cluster 2021-03-04T23:29:06.322553+0000 mon.a (mon.0) 2021-03-04T23:29:07.593 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:07 gibba011 conmon[95595]: 909 : cluster [DBG] osdmap e192: 8 total, 8 up, 7 in 2021-03-04T23:29:07.593 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:07 gibba011 conmon[95595]: audit 2021-03-04T23:29:06.540009+0000 mon.c (mon.1) 308 : audit [DBG] from='client.? 172.21.2.111:0/1027915159' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:07.594 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:07 gibba011 conmon[95595]: cluster 2021-03-04T23:29:06.658333+0000 mgr.x (mgr.34676) 786 : cluster [DBG] pgmap v727: 109 pgs: 10 unknown, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 104 op/s; 36661/366195 objects degraded (10.011%); 44319/366195 objects misplaced (12.103%); 1.6 MiB/s, 25 objects/s recovering 2021-03-04T23:29:07.594 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:07 gibba011 conmon[99461]: cluster 2021-03-04T23:29:06.322553+0000 mon.a (mon.0) 909 : cluster [DBG] 2021-03-04T23:29:07.594 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:07 gibba011 conmon[99461]: osdmap e192: 8 total, 8 up, 7 in 2021-03-04T23:29:07.595 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:07 gibba011 conmon[99461]: audit 2021-03-04T23:29:06.540009+0000 mon.c (mon.1) 308 : audit [DBG] from='client.? 172.21.2.111:0/1027915159' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:07.595 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:07 gibba011 conmon[99461]: cluster 2021-03-04T23:29:06.658333+0000 mgr.x (mgr.34676) 786 : cluster [DBG] pgmap v727: 109 pgs: 10 unknown, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 83 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 104 op/s; 36661/366195 objects degraded (10.011%); 44319/366195 objects misplaced (12.103%); 1.6 MiB/s, 25 objects/s recovering 2021-03-04T23:29:07.598 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:07.615 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:07.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:07.616 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:07.717 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:07.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:07.735 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:07.736 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:07.837 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:07.854 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:07.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:07.856 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:07.957 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:07.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:07.978 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:07.978 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:08.079 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:08.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:08.099 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:08.099 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:08.200 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:08.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:08.220 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:08.220 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:08.227 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:29:08.228 INFO:teuthology.orchestra.run.gibba011.stdout: "size": 20, 2021-03-04T23:29:08.228 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 600, 2021-03-04T23:29:08.228 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:29:08.228 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.229 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:98874 9.4 9:29f54c8c:::benchmark_data_gibba011_139107_object98873:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:29:08.229 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.579440+0000", 2021-03-04T23:29:08.229 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 227.644485148, 2021-03-04T23:29:08.229 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.111377951, 2021-03-04T23:29:08.230 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:08.230 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:08.230 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:08.230 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:08.231 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:08.231 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 98874 2021-03-04T23:29:08.231 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.231 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:08.231 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.232 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:08.232 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.579440+0000", 2021-03-04T23:29:08.232 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:08.232 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.233 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.233 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:08.233 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.579440+0000", 2021-03-04T23:29:08.233 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3179999999999999e-05 2021-03-04T23:29:08.233 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.234 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.234 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:08.234 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.579453+0000", 2021-03-04T23:29:08.234 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.046e-06 2021-03-04T23:29:08.235 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.235 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.235 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:08.235 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.579455+0000", 2021-03-04T23:29:08.235 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0869999999999996e-06 2021-03-04T23:29:08.236 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.236 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.236 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:08.236 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.579465+0000", 2021-03-04T23:29:08.236 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0329999999999999e-06 2021-03-04T23:29:08.237 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.237 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.237 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:08.237 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.579470+0000", 2021-03-04T23:29:08.238 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0039982890000000004 2021-03-04T23:29:08.238 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.238 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.238 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:08.238 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.583468+0000", 2021-03-04T23:29:08.239 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.1274999999999998e-05 2021-03-04T23:29:08.239 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.239 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.239 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:08.239 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.583539+0000", 2021-03-04T23:29:08.240 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.2497000000000007e-05 2021-03-04T23:29:08.240 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.240 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.240 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:29:08.241 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.583622+0000", 2021-03-04T23:29:08.241 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0052989259999999998 2021-03-04T23:29:08.241 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.241 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.241 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.242 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588921+0000", 2021-03-04T23:29:08.242 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4256e-05 2021-03-04T23:29:08.242 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.242 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.242 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:08.243 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588935+0000", 2021-03-04T23:29:08.243 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.101820261 2021-03-04T23:29:08.243 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.243 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.244 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.244 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690755+0000", 2021-03-04T23:29:08.244 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6618000000000001e-05 2021-03-04T23:29:08.244 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.244 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.245 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:08.245 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690792+0000", 2021-03-04T23:29:08.245 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6483e-05 2021-03-04T23:29:08.245 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.245 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.246 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:08.246 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690818+0000", 2021-03-04T23:29:08.246 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.111377951 2021-03-04T23:29:08.246 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.247 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:08.247 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.247 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.247 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.247 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:98880 9.4 9:2552e37b:::benchmark_data_gibba011_139107_object98879:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:29:08.248 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.580974+0000", 2021-03-04T23:29:08.248 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 227.64295180900001, 2021-03-04T23:29:08.248 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.10993563000000001, 2021-03-04T23:29:08.248 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:08.249 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:08.249 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:08.249 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:08.249 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:08.249 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 98880 2021-03-04T23:29:08.250 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.250 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:08.250 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.250 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:08.250 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.580974+0000", 2021-03-04T23:29:08.251 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:08.251 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.251 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.251 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:08.252 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.580974+0000", 2021-03-04T23:29:08.252 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2466000000000001e-05 2021-03-04T23:29:08.252 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.252 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.252 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:08.253 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.580986+0000", 2021-03-04T23:29:08.253 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9470000000000002e-06 2021-03-04T23:29:08.253 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.253 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.253 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:08.254 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.580988+0000", 2021-03-04T23:29:08.254 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.3699999999999995e-06 2021-03-04T23:29:08.254 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.254 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.254 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:08.255 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.580996+0000", 2021-03-04T23:29:08.255 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.651e-06 2021-03-04T23:29:08.255 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.255 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.255 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:08.256 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.581001+0000", 2021-03-04T23:29:08.256 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0050084500000000002 2021-03-04T23:29:08.256 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.256 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.257 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:08.257 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.586009+0000", 2021-03-04T23:29:08.257 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.5042000000000004e-05 2021-03-04T23:29:08.257 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.257 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.258 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:08.258 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.586084+0000", 2021-03-04T23:29:08.258 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.2756000000000005e-05 2021-03-04T23:29:08.258 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.259 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.259 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:29:08.259 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.586167+0000", 2021-03-04T23:29:08.259 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0028991220000000001 2021-03-04T23:29:08.259 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.260 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.260 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.260 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.589066+0000", 2021-03-04T23:29:08.260 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.10176184100000001 2021-03-04T23:29:08.260 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.261 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.261 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:08.261 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690828+0000", 2021-03-04T23:29:08.261 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6506e-05 2021-03-04T23:29:08.261 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.262 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.262 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.262 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690855+0000", 2021-03-04T23:29:08.262 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9686e-05 2021-03-04T23:29:08.263 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.263 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.263 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:08.263 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690884+0000", 2021-03-04T23:29:08.263 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4793000000000001e-05 2021-03-04T23:29:08.264 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.264 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.264 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:08.264 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690909+0000", 2021-03-04T23:29:08.265 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.10993563000000001 2021-03-04T23:29:08.265 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.265 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:08.265 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.265 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.266 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.266 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:98881 9.4 9:2f733507:::benchmark_data_gibba011_139107_object98880:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:29:08.266 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.581086+0000", 2021-03-04T23:29:08.266 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 227.64283906700001, 2021-03-04T23:29:08.266 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.109911965, 2021-03-04T23:29:08.267 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:08.267 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:08.267 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:08.267 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:08.268 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:08.268 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 98881 2021-03-04T23:29:08.268 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.268 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:08.268 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.269 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:08.269 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.581086+0000", 2021-03-04T23:29:08.269 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:08.269 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.269 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.270 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:08.270 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.581086+0000", 2021-03-04T23:29:08.270 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2203e-05 2021-03-04T23:29:08.271 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.271 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.271 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:08.271 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.581098+0000", 2021-03-04T23:29:08.271 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.359e-06 2021-03-04T23:29:08.272 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.272 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.272 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:08.272 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.581100+0000", 2021-03-04T23:29:08.273 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.879e-06 2021-03-04T23:29:08.273 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.273 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.273 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:08.273 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.581106+0000", 2021-03-04T23:29:08.274 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.5580000000000001e-06 2021-03-04T23:29:08.274 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.274 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.274 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:08.274 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.581109+0000", 2021-03-04T23:29:08.275 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0079822209999999994 2021-03-04T23:29:08.275 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.275 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.275 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:08.275 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.589091+0000", 2021-03-04T23:29:08.276 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00010532 2021-03-04T23:29:08.276 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.276 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.276 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:08.277 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.589197+0000", 2021-03-04T23:29:08.277 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00013092799999999999 2021-03-04T23:29:08.277 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.277 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.277 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:29:08.278 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.589328+0000", 2021-03-04T23:29:08.278 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.101387905 2021-03-04T23:29:08.278 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.278 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.278 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.279 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690716+0000", 2021-03-04T23:29:08.279 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000202265 2021-03-04T23:29:08.279 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.279 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.279 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:08.280 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690918+0000", 2021-03-04T23:29:08.280 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7090999999999999e-05 2021-03-04T23:29:08.280 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.280 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.281 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.281 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690945+0000", 2021-03-04T23:29:08.281 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9226000000000001e-05 2021-03-04T23:29:08.281 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.281 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.282 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:08.282 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690974+0000", 2021-03-04T23:29:08.282 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4009999999999999e-05 2021-03-04T23:29:08.282 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.282 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.283 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:08.283 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690998+0000", 2021-03-04T23:29:08.283 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.109911965 2021-03-04T23:29:08.283 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.284 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:08.284 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.284 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.284 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.284 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:98883 9.4 9:238939a4:::benchmark_data_gibba011_139107_object98882:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:29:08.285 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.582340+0000", 2021-03-04T23:29:08.285 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 227.64158566200001, 2021-03-04T23:29:08.285 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.114836391, 2021-03-04T23:29:08.285 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:08.285 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:08.286 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:08.286 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:08.286 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:08.286 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 98883 2021-03-04T23:29:08.287 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.287 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:08.287 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.287 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:08.287 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.582340+0000", 2021-03-04T23:29:08.288 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:08.288 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.288 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.288 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:08.288 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.582340+0000", 2021-03-04T23:29:08.289 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3569e-05 2021-03-04T23:29:08.289 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.289 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.289 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:08.290 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.582353+0000", 2021-03-04T23:29:08.290 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9139999999999998e-06 2021-03-04T23:29:08.290 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.290 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.290 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:08.291 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.582355+0000", 2021-03-04T23:29:08.291 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.9460000000000004e-06 2021-03-04T23:29:08.291 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.291 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.291 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:08.292 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.582364+0000", 2021-03-04T23:29:08.292 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.5909999999999998e-06 2021-03-04T23:29:08.292 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.292 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.293 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:08.293 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.582369+0000", 2021-03-04T23:29:08.293 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.10575443299999999 2021-03-04T23:29:08.293 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.293 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.294 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:08.294 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.688123+0000", 2021-03-04T23:29:08.294 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00013516 2021-03-04T23:29:08.294 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.295 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.295 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:08.295 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.688258+0000", 2021-03-04T23:29:08.295 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000119574 2021-03-04T23:29:08.295 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.296 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.296 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:29:08.296 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.688378+0000", 2021-03-04T23:29:08.296 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0026281329999999999 2021-03-04T23:29:08.296 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.297 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.297 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:08.297 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.691006+0000", 2021-03-04T23:29:08.297 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0060496639999999997 2021-03-04T23:29:08.298 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.298 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.298 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.298 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.697056+0000", 2021-03-04T23:29:08.298 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4793999999999997e-05 2021-03-04T23:29:08.299 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.299 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.299 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.299 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.697110+0000", 2021-03-04T23:29:08.299 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9329999999999998e-05 2021-03-04T23:29:08.300 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.300 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.300 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:08.300 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.697150+0000", 2021-03-04T23:29:08.301 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6282999999999999e-05 2021-03-04T23:29:08.301 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.301 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.301 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:08.301 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.697176+0000", 2021-03-04T23:29:08.302 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.114836391 2021-03-04T23:29:08.302 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.302 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:08.302 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.302 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.303 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.303 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:98888 9.0 9:018f2be7:::benchmark_data_gibba011_139107_object98887:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:29:08.303 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.584272+0000", 2021-03-04T23:29:08.303 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 227.639653353, 2021-03-04T23:29:08.303 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.101319045, 2021-03-04T23:29:08.304 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:08.304 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:08.304 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:08.304 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:08.305 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:08.305 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 98888 2021-03-04T23:29:08.305 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.305 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:08.305 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.306 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:08.306 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584272+0000", 2021-03-04T23:29:08.306 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:08.306 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.306 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.307 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:08.307 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584272+0000", 2021-03-04T23:29:08.307 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.135e-05 2021-03-04T23:29:08.307 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.308 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.308 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:08.308 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584283+0000", 2021-03-04T23:29:08.308 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.875e-06 2021-03-04T23:29:08.308 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.309 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.309 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:08.309 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584285+0000", 2021-03-04T23:29:08.309 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.2150000000000004e-06 2021-03-04T23:29:08.309 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.310 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.310 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:08.310 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584292+0000", 2021-03-04T23:29:08.310 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.523e-06 2021-03-04T23:29:08.311 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.311 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.311 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:08.311 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584296+0000", 2021-03-04T23:29:08.311 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.5830000000000001e-05 2021-03-04T23:29:08.312 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.312 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.312 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:08.312 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584332+0000", 2021-03-04T23:29:08.312 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00010142299999999999 2021-03-04T23:29:08.313 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.313 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.313 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:08.313 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584433+0000", 2021-03-04T23:29:08.314 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000101795 2021-03-04T23:29:08.314 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.314 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.314 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,2", 2021-03-04T23:29:08.314 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584535+0000", 2021-03-04T23:29:08.315 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.100870685 2021-03-04T23:29:08.315 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.315 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.315 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.315 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685406+0000", 2021-03-04T23:29:08.316 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4678000000000001e-05 2021-03-04T23:29:08.316 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.316 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.316 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:08.317 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685420+0000", 2021-03-04T23:29:08.317 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.5204999999999997e-05 2021-03-04T23:29:08.317 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.317 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.317 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.318 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685486+0000", 2021-03-04T23:29:08.318 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2842000000000001e-05 2021-03-04T23:29:08.318 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.318 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.318 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:08.319 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685528+0000", 2021-03-04T23:29:08.319 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.2624000000000002e-05 2021-03-04T23:29:08.319 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.319 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.319 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:08.320 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685591+0000", 2021-03-04T23:29:08.320 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.101319045 2021-03-04T23:29:08.320 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.320 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:08.321 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.321 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.321 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.321 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:98889 9.4 9:286cde84:::benchmark_data_gibba011_139107_object98888:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:29:08.321 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.584911+0000", 2021-03-04T23:29:08.322 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 227.63901390999999, 2021-03-04T23:29:08.322 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.118133059, 2021-03-04T23:29:08.322 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:08.322 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:08.322 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:08.323 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:08.323 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:08.323 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 98889 2021-03-04T23:29:08.323 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.324 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:08.324 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.324 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:08.324 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584911+0000", 2021-03-04T23:29:08.324 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:08.325 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.325 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.325 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:08.325 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584911+0000", 2021-03-04T23:29:08.325 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2796000000000001e-05 2021-03-04T23:29:08.326 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.326 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.326 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:08.326 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584924+0000", 2021-03-04T23:29:08.327 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0229999999999999e-06 2021-03-04T23:29:08.327 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.327 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.327 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:08.327 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584926+0000", 2021-03-04T23:29:08.328 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.3080000000000008e-06 2021-03-04T23:29:08.328 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.328 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.328 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:08.328 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584935+0000", 2021-03-04T23:29:08.329 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4649999999999996e-06 2021-03-04T23:29:08.329 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.329 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.330 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:08.330 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584939+0000", 2021-03-04T23:29:08.330 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.106089539 2021-03-04T23:29:08.330 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.330 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.331 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:08.331 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.691029+0000", 2021-03-04T23:29:08.331 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.3516000000000004e-05 2021-03-04T23:29:08.331 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.331 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.332 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:08.332 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.691122+0000", 2021-03-04T23:29:08.332 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00011163 2021-03-04T23:29:08.332 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.333 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.333 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:29:08.333 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.691234+0000", 2021-03-04T23:29:08.333 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0058450289999999998 2021-03-04T23:29:08.333 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.334 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.334 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.334 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.697079+0000", 2021-03-04T23:29:08.334 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000106401 2021-03-04T23:29:08.334 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.335 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.335 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:08.335 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.697185+0000", 2021-03-04T23:29:08.335 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0057830490000000002 2021-03-04T23:29:08.335 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.336 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.336 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.336 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.702968+0000", 2021-03-04T23:29:08.336 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.7966000000000001e-05 2021-03-04T23:29:08.337 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.337 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.337 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:08.337 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.703016+0000", 2021-03-04T23:29:08.337 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.8337e-05 2021-03-04T23:29:08.338 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.338 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.338 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:08.338 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.703044+0000", 2021-03-04T23:29:08.338 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.118133059 2021-03-04T23:29:08.339 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.339 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:08.339 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.339 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.340 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.340 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:98890 9.0 9:028a3084:::benchmark_data_gibba011_139107_object98889:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:29:08.340 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.586443+0000", 2021-03-04T23:29:08.340 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 227.63748277100001, 2021-03-04T23:29:08.340 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.102141036, 2021-03-04T23:29:08.341 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:08.341 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:08.341 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:08.341 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:08.341 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:08.342 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 98890 2021-03-04T23:29:08.342 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.342 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:08.342 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.343 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:08.343 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.586443+0000", 2021-03-04T23:29:08.343 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:08.343 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.343 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.344 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:08.344 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.586443+0000", 2021-03-04T23:29:08.344 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4812e-05 2021-03-04T23:29:08.344 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.344 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.345 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:08.345 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.586457+0000", 2021-03-04T23:29:08.345 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.686e-06 2021-03-04T23:29:08.345 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.346 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.346 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:08.346 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.586459+0000", 2021-03-04T23:29:08.346 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.5170000000000002e-06 2021-03-04T23:29:08.346 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.347 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.347 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:08.347 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.586467+0000", 2021-03-04T23:29:08.347 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.7239999999999998e-06 2021-03-04T23:29:08.347 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.348 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.348 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:08.348 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.586470+0000", 2021-03-04T23:29:08.348 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000443187 2021-03-04T23:29:08.348 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.349 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.349 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:08.349 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.586913+0000", 2021-03-04T23:29:08.349 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.1877000000000001e-05 2021-03-04T23:29:08.350 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.350 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.350 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:08.350 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.587005+0000", 2021-03-04T23:29:08.350 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000109279 2021-03-04T23:29:08.351 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.351 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.351 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,2", 2021-03-04T23:29:08.351 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.587115+0000", 2021-03-04T23:29:08.351 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.098484046000000006 2021-03-04T23:29:08.352 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.352 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.352 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:08.352 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685599+0000", 2021-03-04T23:29:08.353 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002900798 2021-03-04T23:29:08.353 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.353 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.353 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.353 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.688499+0000", 2021-03-04T23:29:08.354 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6232000000000001e-05 2021-03-04T23:29:08.354 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.354 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.354 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.354 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.688536+0000", 2021-03-04T23:29:08.355 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9969999999999999e-05 2021-03-04T23:29:08.355 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.355 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.355 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:08.355 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.688566+0000", 2021-03-04T23:29:08.356 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7907999999999999e-05 2021-03-04T23:29:08.356 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.356 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.356 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:08.357 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.688584+0000", 2021-03-04T23:29:08.357 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.102141036 2021-03-04T23:29:08.357 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.357 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:08.357 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.358 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.358 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.358 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.54826.0:98888 9.0 e143/137 ondisk, result = 0)", 2021-03-04T23:29:08.358 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.587128+0000", 2021-03-04T23:29:08.358 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 227.636797161, 2021-03-04T23:29:08.359 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.098279438999999996, 2021-03-04T23:29:08.359 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:08.359 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:29:08.359 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:08.359 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.360 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:08.360 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.587128+0000", 2021-03-04T23:29:08.360 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:08.360 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.361 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.361 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:08.361 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.587128+0000", 2021-03-04T23:29:08.361 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.668e-06 2021-03-04T23:29:08.361 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.362 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.362 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:08.362 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.587130+0000", 2021-03-04T23:29:08.362 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.482e-06 2021-03-04T23:29:08.362 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.363 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.363 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:08.363 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.587131+0000", 2021-03-04T23:29:08.363 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.024e-06 2021-03-04T23:29:08.363 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.364 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.364 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:08.364 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.587138+0000", 2021-03-04T23:29:08.364 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.4520000000000002e-06 2021-03-04T23:29:08.365 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.365 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.365 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:08.365 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.587142+0000", 2021-03-04T23:29:08.365 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.098251441999999994 2021-03-04T23:29:08.366 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.366 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.366 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:08.366 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685393+0000", 2021-03-04T23:29:08.366 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.6030000000000004e-06 2021-03-04T23:29:08.367 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.367 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.367 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:08.367 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685399+0000", 2021-03-04T23:29:08.367 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.7679999999999997e-06 2021-03-04T23:29:08.368 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.368 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.368 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:08.368 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685408+0000", 2021-03-04T23:29:08.368 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.098279438999999996 2021-03-04T23:29:08.369 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.369 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:08.369 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.369 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.369 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.370 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:98892 9.d e143/137 9:b2411374:::benchmark_data_gibba011_139107_object98891:head v 143'6098, mlcod=143'6096)", 2021-03-04T23:29:08.370 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.588026+0000", 2021-03-04T23:29:08.370 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 227.635899564, 2021-03-04T23:29:08.370 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.097366797000000005, 2021-03-04T23:29:08.371 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:08.371 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:08.371 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:08.371 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.371 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:08.372 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588026+0000", 2021-03-04T23:29:08.372 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:08.372 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.372 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.372 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:08.373 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588026+0000", 2021-03-04T23:29:08.373 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.3817000000000002e-05 2021-03-04T23:29:08.373 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.373 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.374 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:08.374 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588090+0000", 2021-03-04T23:29:08.374 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.826e-06 2021-03-04T23:29:08.374 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.374 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.375 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:08.375 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588091+0000", 2021-03-04T23:29:08.375 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.4760000000000003e-06 2021-03-04T23:29:08.375 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.375 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.376 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:08.376 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588098+0000", 2021-03-04T23:29:08.376 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.348e-06 2021-03-04T23:29:08.376 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.376 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.377 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:08.377 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588101+0000", 2021-03-04T23:29:08.377 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3392999999999997e-05 2021-03-04T23:29:08.377 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.377 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.378 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:08.378 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588135+0000", 2021-03-04T23:29:08.378 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4966e-05 2021-03-04T23:29:08.378 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.379 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.379 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:08.379 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588150+0000", 2021-03-04T23:29:08.379 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.097210219 2021-03-04T23:29:08.379 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.380 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.380 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:08.380 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685360+0000", 2021-03-04T23:29:08.380 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2752000000000001e-05 2021-03-04T23:29:08.380 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.381 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.381 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:08.381 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685393+0000", 2021-03-04T23:29:08.381 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.097366797000000005 2021-03-04T23:29:08.381 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.382 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:08.382 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.382 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.382 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.382 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:98893 9.0 9:094a20b6:::benchmark_data_gibba011_139107_object98892:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:29:08.383 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.588732+0000", 2021-03-04T23:29:08.383 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 227.635193652, 2021-03-04T23:29:08.383 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.105494244, 2021-03-04T23:29:08.383 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:08.384 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:08.384 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:08.384 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:08.384 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:08.384 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 98893 2021-03-04T23:29:08.385 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.385 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:08.385 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.385 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:08.385 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588732+0000", 2021-03-04T23:29:08.386 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:08.386 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.386 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.386 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:08.387 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588732+0000", 2021-03-04T23:29:08.387 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3695e-05 2021-03-04T23:29:08.387 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.387 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.387 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:08.388 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588745+0000", 2021-03-04T23:29:08.388 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1059999999999998e-06 2021-03-04T23:29:08.388 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.388 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.388 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:08.389 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588747+0000", 2021-03-04T23:29:08.389 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.6029999999999999e-06 2021-03-04T23:29:08.389 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.389 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.390 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:08.390 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588755+0000", 2021-03-04T23:29:08.390 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3120000000000004e-06 2021-03-04T23:29:08.390 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.390 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.391 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:08.391 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588759+0000", 2021-03-04T23:29:08.391 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.096867237999999994 2021-03-04T23:29:08.391 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.391 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.392 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:08.392 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685627+0000", 2021-03-04T23:29:08.392 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000164229 2021-03-04T23:29:08.392 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.393 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.393 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:08.393 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685791+0000", 2021-03-04T23:29:08.393 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00011616999999999999 2021-03-04T23:29:08.393 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.394 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.394 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,2", 2021-03-04T23:29:08.394 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685907+0000", 2021-03-04T23:29:08.394 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0082314420000000003 2021-03-04T23:29:08.394 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.395 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.395 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.395 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.694138+0000", 2021-03-04T23:29:08.395 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.6079999999999998e-06 2021-03-04T23:29:08.395 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.396 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.396 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:08.396 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.694143+0000", 2021-03-04T23:29:08.396 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5009000000000001e-05 2021-03-04T23:29:08.397 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.397 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.397 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.397 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.694168+0000", 2021-03-04T23:29:08.397 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2787999999999998e-05 2021-03-04T23:29:08.398 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.398 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.398 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:08.398 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.694201+0000", 2021-03-04T23:29:08.398 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5043999999999999e-05 2021-03-04T23:29:08.399 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.399 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.399 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:08.399 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.694226+0000", 2021-03-04T23:29:08.400 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.105494244 2021-03-04T23:29:08.400 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.400 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:08.400 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.400 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.401 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.401 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:98894 9.0 9:04cdd809:::benchmark_data_gibba011_139107_object98893:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:29:08.401 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.588767+0000", 2021-03-04T23:29:08.401 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 227.63515877699999, 2021-03-04T23:29:08.401 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.106612551, 2021-03-04T23:29:08.402 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:08.402 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:08.402 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:08.402 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:08.403 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:08.403 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 98894 2021-03-04T23:29:08.403 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.403 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:08.403 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.404 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:08.404 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588767+0000", 2021-03-04T23:29:08.404 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:08.404 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.405 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.405 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:08.405 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588767+0000", 2021-03-04T23:29:08.405 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7331999999999999e-05 2021-03-04T23:29:08.405 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.406 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.406 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:08.406 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588784+0000", 2021-03-04T23:29:08.406 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.9600000000000008e-07 2021-03-04T23:29:08.406 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.407 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.407 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:08.407 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588785+0000", 2021-03-04T23:29:08.407 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0289999999999996e-06 2021-03-04T23:29:08.407 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.408 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.408 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:08.408 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588790+0000", 2021-03-04T23:29:08.408 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.861e-06 2021-03-04T23:29:08.409 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.409 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.409 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:08.409 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588794+0000", 2021-03-04T23:29:08.409 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.099805832999999997 2021-03-04T23:29:08.410 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.410 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.410 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:08.410 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.688600+0000", 2021-03-04T23:29:08.410 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.8003999999999994e-05 2021-03-04T23:29:08.411 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.411 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.411 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:08.411 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.688678+0000", 2021-03-04T23:29:08.412 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.3418999999999996e-05 2021-03-04T23:29:08.412 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.412 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.412 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,2", 2021-03-04T23:29:08.412 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.688751+0000", 2021-03-04T23:29:08.413 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0053954650000000003 2021-03-04T23:29:08.413 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.413 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.413 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:08.413 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.694147+0000", 2021-03-04T23:29:08.414 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000105061 2021-03-04T23:29:08.414 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.414 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.414 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.414 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.694252+0000", 2021-03-04T23:29:08.415 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0010250719999999999 2021-03-04T23:29:08.415 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.415 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.415 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.416 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.695277+0000", 2021-03-04T23:29:08.416 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.7689999999999996e-05 2021-03-04T23:29:08.416 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.416 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.416 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:08.417 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.695354+0000", 2021-03-04T23:29:08.417 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4788999999999999e-05 2021-03-04T23:29:08.417 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.417 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.417 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:08.418 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.695379+0000", 2021-03-04T23:29:08.418 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.106612551 2021-03-04T23:29:08.418 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.418 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:08.418 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.419 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.419 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.419 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:98895 9.f e143/137 9:f292a319:::benchmark_data_gibba011_139107_object98894:head v 143'6079, mlcod=143'6077)", 2021-03-04T23:29:08.419 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.589305+0000", 2021-03-04T23:29:08.420 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 227.63462032999999, 2021-03-04T23:29:08.420 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.100555571, 2021-03-04T23:29:08.420 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:08.420 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:08.420 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:08.421 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.421 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:08.421 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.589305+0000", 2021-03-04T23:29:08.421 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:08.421 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.422 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.422 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:08.422 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.589305+0000", 2021-03-04T23:29:08.422 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.6062000000000005e-05 2021-03-04T23:29:08.423 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.423 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.423 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:08.423 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.589381+0000", 2021-03-04T23:29:08.423 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2479999999999999e-06 2021-03-04T23:29:08.424 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.424 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.424 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:08.424 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.589383+0000", 2021-03-04T23:29:08.424 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.095904483999999998 2021-03-04T23:29:08.425 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.425 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.425 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:08.425 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685288+0000", 2021-03-04T23:29:08.425 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3352e-05 2021-03-04T23:29:08.426 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.426 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.426 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:08.426 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685301+0000", 2021-03-04T23:29:08.427 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.7423999999999997e-05 2021-03-04T23:29:08.427 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.427 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.427 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:08.427 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685369+0000", 2021-03-04T23:29:08.428 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9826999999999998e-05 2021-03-04T23:29:08.428 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.428 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.428 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:08.428 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685388+0000", 2021-03-04T23:29:08.429 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0044359020000000002 2021-03-04T23:29:08.429 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.429 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.429 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:08.429 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.689824+0000", 2021-03-04T23:29:08.430 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6272000000000001e-05 2021-03-04T23:29:08.430 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.430 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.430 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:08.431 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.689861+0000", 2021-03-04T23:29:08.431 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.100555571 2021-03-04T23:29:08.431 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.431 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:08.431 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.432 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.432 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.432 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.54826.0:98874 9.4 e143/137 ondisk, result = 0)", 2021-03-04T23:29:08.432 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.589533+0000", 2021-03-04T23:29:08.433 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 227.63439192999999, 2021-03-04T23:29:08.433 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.101296366, 2021-03-04T23:29:08.433 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:08.433 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:29:08.433 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:08.434 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.434 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:08.434 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.589533+0000", 2021-03-04T23:29:08.434 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:08.435 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.435 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.435 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:08.435 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.589533+0000", 2021-03-04T23:29:08.435 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7179999999999999e-06 2021-03-04T23:29:08.436 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.436 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.436 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:08.436 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.589535+0000", 2021-03-04T23:29:08.436 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7260000000000001e-06 2021-03-04T23:29:08.437 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.437 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.437 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:08.437 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.589537+0000", 2021-03-04T23:29:08.438 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.095809044999999995 2021-03-04T23:29:08.438 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.438 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.438 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:08.438 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685346+0000", 2021-03-04T23:29:08.439 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.4269999999999996e-06 2021-03-04T23:29:08.439 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.439 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.439 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:08.439 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685352+0000", 2021-03-04T23:29:08.440 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0053920119999999998 2021-03-04T23:29:08.440 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.440 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.440 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:08.440 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690744+0000", 2021-03-04T23:29:08.441 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.028e-06 2021-03-04T23:29:08.441 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.441 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.441 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:08.442 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690749+0000", 2021-03-04T23:29:08.442 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.0409999999999998e-05 2021-03-04T23:29:08.442 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.442 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.442 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:08.443 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690830+0000", 2021-03-04T23:29:08.443 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.101296366 2021-03-04T23:29:08.443 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.443 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:08.443 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.444 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.444 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.444 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.54826.0:98881 9.4 e143/137 ondisk, result = 0)", 2021-03-04T23:29:08.444 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.592264+0000", 2021-03-04T23:29:08.444 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 227.631661783, 2021-03-04T23:29:08.445 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.098454753000000006, 2021-03-04T23:29:08.445 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:08.445 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:29:08.445 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:08.445 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.446 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:08.446 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.592264+0000", 2021-03-04T23:29:08.446 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:08.446 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.447 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.447 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:08.447 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.592264+0000", 2021-03-04T23:29:08.447 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5099999999999999e-06 2021-03-04T23:29:08.447 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.448 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.448 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:08.448 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.592265+0000", 2021-03-04T23:29:08.448 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.438e-06 2021-03-04T23:29:08.449 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.449 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.449 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:08.449 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.592267+0000", 2021-03-04T23:29:08.449 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.093021300000000001 2021-03-04T23:29:08.450 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.450 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.450 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:08.450 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685288+0000", 2021-03-04T23:29:08.450 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5736999999999999e-05 2021-03-04T23:29:08.451 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.451 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.451 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:08.451 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685304+0000", 2021-03-04T23:29:08.451 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0054000150000000002 2021-03-04T23:29:08.452 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.452 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.452 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:08.452 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690704+0000", 2021-03-04T23:29:08.452 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.908e-06 2021-03-04T23:29:08.453 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.453 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.453 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:08.453 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690709+0000", 2021-03-04T23:29:08.454 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.8449999999999992e-06 2021-03-04T23:29:08.454 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.454 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.454 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:08.454 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690718+0000", 2021-03-04T23:29:08.455 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.098454753000000006 2021-03-04T23:29:08.455 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.455 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:08.455 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.455 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.456 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.456 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:117780 9.4 9:26ff7272:::benchmark_data_gibba011_139107_object117779:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:29:08.456 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:34.702487+0000", 2021-03-04T23:29:08.456 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 213.521438354, 2021-03-04T23:29:08.456 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.111195261, 2021-03-04T23:29:08.457 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:08.457 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:08.457 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:08.457 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:08.457 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:08.458 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 117780 2021-03-04T23:29:08.458 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.458 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:08.458 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.459 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:08.459 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.702487+0000", 2021-03-04T23:29:08.459 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:08.459 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.459 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.460 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:08.460 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.702487+0000", 2021-03-04T23:29:08.460 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2371000000000001e-05 2021-03-04T23:29:08.460 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.460 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.461 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:08.461 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.702499+0000", 2021-03-04T23:29:08.461 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1150000000000001e-06 2021-03-04T23:29:08.461 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.461 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.462 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:08.462 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.702501+0000", 2021-03-04T23:29:08.462 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.4619999999999996e-06 2021-03-04T23:29:08.462 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.463 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.463 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:08.463 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.702510+0000", 2021-03-04T23:29:08.463 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.7720000000000001e-06 2021-03-04T23:29:08.463 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.464 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.464 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:08.464 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.702514+0000", 2021-03-04T23:29:08.464 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.8209999999999999e-05 2021-03-04T23:29:08.464 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.465 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.465 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:08.465 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.702542+0000", 2021-03-04T23:29:08.465 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.5127000000000001e-05 2021-03-04T23:29:08.465 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.466 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.466 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:08.466 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.702617+0000", 2021-03-04T23:29:08.466 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.1802e-05 2021-03-04T23:29:08.466 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.467 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.467 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:29:08.467 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.702699+0000", 2021-03-04T23:29:08.467 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002881963 2021-03-04T23:29:08.467 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.468 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.468 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:08.468 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.705581+0000", 2021-03-04T23:29:08.468 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00070177399999999995 2021-03-04T23:29:08.469 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.469 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.469 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.469 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.706283+0000", 2021-03-04T23:29:08.469 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.106587163 2021-03-04T23:29:08.470 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.470 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.470 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.470 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.812870+0000", 2021-03-04T23:29:08.470 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00078487100000000003 2021-03-04T23:29:08.471 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.471 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.471 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:08.471 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.813655+0000", 2021-03-04T23:29:08.471 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7631e-05 2021-03-04T23:29:08.472 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.472 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.472 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:08.472 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.813682+0000", 2021-03-04T23:29:08.473 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.111195261 2021-03-04T23:29:08.473 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.473 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:08.473 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.473 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.474 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.474 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:119672 9.0 9:0a01ce74:::benchmark_data_gibba011_139107_object119671:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:29:08.474 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:36.150275+0000", 2021-03-04T23:29:08.474 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 212.07364997799999, 2021-03-04T23:29:08.474 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.96636468399999997, 2021-03-04T23:29:08.475 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:08.475 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:08.475 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:08.475 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:08.476 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:08.476 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 119672 2021-03-04T23:29:08.476 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.476 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:08.476 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.477 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:08.477 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:36.150275+0000", 2021-03-04T23:29:08.477 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:08.477 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.478 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.478 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:08.478 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:36.150275+0000", 2021-03-04T23:29:08.478 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1646e-05 2021-03-04T23:29:08.478 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.479 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.479 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:08.479 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:36.150287+0000", 2021-03-04T23:29:08.479 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7530000000000002e-06 2021-03-04T23:29:08.479 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.480 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.480 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:08.480 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:36.150290+0000", 2021-03-04T23:29:08.480 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3372e-05 2021-03-04T23:29:08.480 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.481 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.481 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:08.481 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:36.150303+0000", 2021-03-04T23:29:08.481 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.8579999999999999e-06 2021-03-04T23:29:08.482 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.482 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.482 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:08.482 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:36.150308+0000", 2021-03-04T23:29:08.482 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.5784000000000006e-05 2021-03-04T23:29:08.483 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.483 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.483 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:08.483 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:36.150374+0000", 2021-03-04T23:29:08.483 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.0430000000000004e-06 2021-03-04T23:29:08.484 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.484 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.484 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for peered", 2021-03-04T23:29:08.484 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:36.150380+0000", 2021-03-04T23:29:08.485 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.96218904299999997 2021-03-04T23:29:08.485 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.485 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.485 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:08.485 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:37.112569+0000", 2021-03-04T23:29:08.486 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000116846 2021-03-04T23:29:08.486 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.486 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.486 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:08.486 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:37.112686+0000", 2021-03-04T23:29:08.487 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000111285 2021-03-04T23:29:08.487 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.487 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.487 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,2,6", 2021-03-04T23:29:08.488 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:37.112797+0000", 2021-03-04T23:29:08.488 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0034610740000000002 2021-03-04T23:29:08.488 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.488 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.488 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.489 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:37.116258+0000", 2021-03-04T23:29:08.489 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4130000000000001e-05 2021-03-04T23:29:08.489 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.489 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.489 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.490 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:37.116282+0000", 2021-03-04T23:29:08.490 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000100209 2021-03-04T23:29:08.490 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.490 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.491 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:08.491 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:37.116382+0000", 2021-03-04T23:29:08.491 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00013859199999999999 2021-03-04T23:29:08.491 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.491 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.492 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.492 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:37.116521+0000", 2021-03-04T23:29:08.492 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8863999999999999e-05 2021-03-04T23:29:08.492 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.493 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.493 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:08.493 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:37.116560+0000", 2021-03-04T23:29:08.493 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.0185000000000006e-05 2021-03-04T23:29:08.493 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.494 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.494 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:08.494 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:37.116640+0000", 2021-03-04T23:29:08.494 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.96636468399999997 2021-03-04T23:29:08.494 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.495 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:08.495 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.495 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.495 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.495 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:164655 9.0 9:0d6a5ccc:::benchmark_data_gibba011_139107_object11288:head [delete] snapc 0=[] ondisk+write+known_if_redirected e160)", 2021-03-04T23:29:08.496 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:34.282482+0000", 2021-03-04T23:29:08.496 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 153.94144288499999, 2021-03-04T23:29:08.496 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.22063738399999999, 2021-03-04T23:29:08.496 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:08.497 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:08.497 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:08.497 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:08.497 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:08.497 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 164655 2021-03-04T23:29:08.498 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.498 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:08.498 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.498 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:08.498 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282482+0000", 2021-03-04T23:29:08.499 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:08.499 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.499 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.499 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:08.499 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282482+0000", 2021-03-04T23:29:08.500 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.159e-06 2021-03-04T23:29:08.500 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.500 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.500 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:08.501 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282485+0000", 2021-03-04T23:29:08.501 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6699999999999998e-06 2021-03-04T23:29:08.501 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.501 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.501 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:08.502 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282487+0000", 2021-03-04T23:29:08.502 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5423000000000001e-05 2021-03-04T23:29:08.502 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.502 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.502 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:08.503 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282503+0000", 2021-03-04T23:29:08.503 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.1869999999999996e-06 2021-03-04T23:29:08.503 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.503 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.504 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:08.504 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282508+0000", 2021-03-04T23:29:08.504 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3649000000000003e-05 2021-03-04T23:29:08.504 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.504 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.505 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:08.505 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282542+0000", 2021-03-04T23:29:08.505 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.2430999999999997e-05 2021-03-04T23:29:08.505 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.505 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.506 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:08.506 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282624+0000", 2021-03-04T23:29:08.506 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.2255000000000005e-05 2021-03-04T23:29:08.506 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.507 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.507 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,2,6", 2021-03-04T23:29:08.507 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282696+0000", 2021-03-04T23:29:08.507 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003493421 2021-03-04T23:29:08.507 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.508 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.508 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.508 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286190+0000", 2021-03-04T23:29:08.508 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000180769 2021-03-04T23:29:08.508 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.509 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.509 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:08.509 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286370+0000", 2021-03-04T23:29:08.509 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00051728899999999999 2021-03-04T23:29:08.509 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.510 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.510 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.510 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286888+0000", 2021-03-04T23:29:08.510 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.216112582 2021-03-04T23:29:08.511 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.511 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.511 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.511 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.503000+0000", 2021-03-04T23:29:08.511 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0355000000000002e-05 2021-03-04T23:29:08.512 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.512 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.512 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:08.512 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.503041+0000", 2021-03-04T23:29:08.512 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.9194000000000001e-05 2021-03-04T23:29:08.513 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.513 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.513 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:08.513 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.503120+0000", 2021-03-04T23:29:08.513 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.22063738399999999 2021-03-04T23:29:08.514 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.514 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:08.514 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.514 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.515 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.515 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:164666 9.0 9:0c54f5d1:::benchmark_data_gibba011_139107_object11299:head [delete] snapc 0=[] ondisk+write+known_if_redirected e160)", 2021-03-04T23:29:08.515 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:34.297050+0000", 2021-03-04T23:29:08.515 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 153.92687563199999, 2021-03-04T23:29:08.515 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.206262116, 2021-03-04T23:29:08.516 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:08.516 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:08.516 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:08.516 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:08.516 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:08.517 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 164666 2021-03-04T23:29:08.517 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.517 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:08.517 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.517 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:08.518 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297050+0000", 2021-03-04T23:29:08.518 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:08.518 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.518 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.519 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:08.519 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297050+0000", 2021-03-04T23:29:08.519 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.7780000000000001e-06 2021-03-04T23:29:08.519 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.519 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.520 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:08.520 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297053+0000", 2021-03-04T23:29:08.520 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.756e-06 2021-03-04T23:29:08.520 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.521 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.521 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:08.521 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297056+0000", 2021-03-04T23:29:08.521 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2001000000000001e-05 2021-03-04T23:29:08.521 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.522 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.522 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:08.522 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297068+0000", 2021-03-04T23:29:08.522 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.1460000000000004e-06 2021-03-04T23:29:08.522 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.523 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.523 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:08.523 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297073+0000", 2021-03-04T23:29:08.523 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0262999999999997e-05 2021-03-04T23:29:08.523 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.524 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.524 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:08.524 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297114+0000", 2021-03-04T23:29:08.524 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00010991400000000001 2021-03-04T23:29:08.524 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.525 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.525 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:08.525 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297224+0000", 2021-03-04T23:29:08.525 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.5478999999999999e-05 2021-03-04T23:29:08.526 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.526 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.526 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,2,6", 2021-03-04T23:29:08.526 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297309+0000", 2021-03-04T23:29:08.526 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0036242430000000001 2021-03-04T23:29:08.527 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.527 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.527 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:08.527 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.300933+0000", 2021-03-04T23:29:08.527 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00023360399999999999 2021-03-04T23:29:08.528 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.528 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.528 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.528 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.301167+0000", 2021-03-04T23:29:08.529 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0010319159999999999 2021-03-04T23:29:08.529 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.529 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.529 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.529 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.302199+0000", 2021-03-04T23:29:08.530 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.20101485899999999 2021-03-04T23:29:08.530 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.530 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.530 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.531 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.503214+0000", 2021-03-04T23:29:08.531 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2013e-05 2021-03-04T23:29:08.531 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.531 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.531 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:08.532 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.503246+0000", 2021-03-04T23:29:08.532 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.6143999999999996e-05 2021-03-04T23:29:08.532 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.532 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.532 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:08.533 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.503312+0000", 2021-03-04T23:29:08.533 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.206262116 2021-03-04T23:29:08.533 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.533 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:08.534 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.534 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.534 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.534 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:164679 9.0 9:03e282c8:::benchmark_data_gibba011_139107_object11312:head [delete] snapc 0=[] ondisk+write+known_if_redirected e161)", 2021-03-04T23:29:08.534 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:34.327186+0000", 2021-03-04T23:29:08.535 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 153.896739674, 2021-03-04T23:29:08.535 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.187644493, 2021-03-04T23:29:08.535 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:08.535 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:08.535 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:08.536 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:08.536 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:08.536 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 164679 2021-03-04T23:29:08.536 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.536 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:08.537 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.537 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:08.537 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327186+0000", 2021-03-04T23:29:08.537 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:08.537 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.538 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.538 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:08.538 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327186+0000", 2021-03-04T23:29:08.538 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2819999999999999e-06 2021-03-04T23:29:08.538 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.539 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.539 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:08.539 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327188+0000", 2021-03-04T23:29:08.539 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4830000000000002e-06 2021-03-04T23:29:08.539 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.540 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.540 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:08.540 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327190+0000", 2021-03-04T23:29:08.540 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4263999999999999e-05 2021-03-04T23:29:08.541 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.541 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.541 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:08.541 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327205+0000", 2021-03-04T23:29:08.541 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.9830000000000004e-06 2021-03-04T23:29:08.542 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.542 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.542 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:08.542 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327210+0000", 2021-03-04T23:29:08.542 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9406999999999997e-05 2021-03-04T23:29:08.543 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.543 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.543 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:08.543 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327249+0000", 2021-03-04T23:29:08.544 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.7707999999999995e-05 2021-03-04T23:29:08.544 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.544 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.544 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:08.544 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327327+0000", 2021-03-04T23:29:08.545 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.4212e-05 2021-03-04T23:29:08.545 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.545 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.545 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,2,6", 2021-03-04T23:29:08.545 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327401+0000", 2021-03-04T23:29:08.546 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0041477930000000003 2021-03-04T23:29:08.546 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.546 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.546 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.546 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.331549+0000", 2021-03-04T23:29:08.547 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00017407800000000001 2021-03-04T23:29:08.547 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.547 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.547 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:08.548 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.331723+0000", 2021-03-04T23:29:08.548 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000203873 2021-03-04T23:29:08.548 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.548 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.548 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.549 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.331927+0000", 2021-03-04T23:29:08.549 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.18279263100000001 2021-03-04T23:29:08.549 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.549 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.549 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.550 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.514719+0000", 2021-03-04T23:29:08.550 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3175e-05 2021-03-04T23:29:08.550 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.550 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.550 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:08.551 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.514753+0000", 2021-03-04T23:29:08.551 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.7603999999999998e-05 2021-03-04T23:29:08.551 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.551 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.551 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:08.552 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.514830+0000", 2021-03-04T23:29:08.552 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.187644493 2021-03-04T23:29:08.552 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.552 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:08.553 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.553 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.553 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.553 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:164687 9.0 9:0d6dc6d0:::benchmark_data_gibba011_139107_object11320:head [delete] snapc 0=[] ondisk+write+known_if_redirected e161)", 2021-03-04T23:29:08.553 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:34.354744+0000", 2021-03-04T23:29:08.554 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 153.86918156199999, 2021-03-04T23:29:08.554 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.162935309, 2021-03-04T23:29:08.554 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:08.554 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:08.555 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:08.555 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:08.555 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:08.555 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 164687 2021-03-04T23:29:08.555 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.556 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:08.556 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.556 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:08.556 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354744+0000", 2021-03-04T23:29:08.556 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:08.557 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.557 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.557 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:08.557 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354744+0000", 2021-03-04T23:29:08.557 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8519999999999997e-06 2021-03-04T23:29:08.558 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.558 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.558 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:08.558 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354748+0000", 2021-03-04T23:29:08.559 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.4189999999999998e-06 2021-03-04T23:29:08.559 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.559 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.559 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:08.559 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354751+0000", 2021-03-04T23:29:08.560 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4997999999999999e-05 2021-03-04T23:29:08.560 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.560 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.560 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:08.561 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354766+0000", 2021-03-04T23:29:08.561 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.587e-06 2021-03-04T23:29:08.561 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.561 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.561 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:08.562 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354772+0000", 2021-03-04T23:29:08.562 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.4875000000000001e-05 2021-03-04T23:29:08.562 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.562 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.562 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:08.563 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354807+0000", 2021-03-04T23:29:08.563 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.2061e-05 2021-03-04T23:29:08.563 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.563 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.563 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:08.564 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354879+0000", 2021-03-04T23:29:08.564 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.4182000000000003e-05 2021-03-04T23:29:08.564 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.564 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.565 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,2,6", 2021-03-04T23:29:08.565 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354943+0000", 2021-03-04T23:29:08.565 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0039812579999999997 2021-03-04T23:29:08.565 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.565 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.566 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.566 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.358924+0000", 2021-03-04T23:29:08.566 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00027305400000000001 2021-03-04T23:29:08.566 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.566 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.567 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:08.567 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.359197+0000", 2021-03-04T23:29:08.567 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00020924 2021-03-04T23:29:08.567 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.568 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.568 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.568 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.359406+0000", 2021-03-04T23:29:08.568 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.15812557799999999 2021-03-04T23:29:08.568 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.569 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.569 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:08.569 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.517532+0000", 2021-03-04T23:29:08.569 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3263999999999998e-05 2021-03-04T23:29:08.569 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.570 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.570 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:08.570 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.517575+0000", 2021-03-04T23:29:08.570 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000103941 2021-03-04T23:29:08.570 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:08.571 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:08.571 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:08.571 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.517679+0000", 2021-03-04T23:29:08.571 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.162935309 2021-03-04T23:29:08.572 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.572 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:08.572 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.572 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:08.572 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:08.573 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:29:08.573 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:08.574 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:29:08.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:08 gibba038 conmon[76675]: audit 2021-03-04T23:29:08.129863+0000 mon.c (mon.1) 309 : audit [INF] from='client.? 172.21.2.111:0/708569143' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:08.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:08 gibba038 conmon[76675]: audit 2021-03-04T23:29:08.130177+0000 mon.a (mon.0) 910 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:08.590 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:08.590 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:08.591 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:08.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:08 gibba011 conmon[95595]: audit 2021-03-04T23:29:08.129863+0000 mon.c (mon.1) 309 : audit [INF] from='client.? 172.21.2.111:0/708569143' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:08.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:08 gibba011 conmon[95595]: audit 2021-03-04T23:29:08.130177+0000 mon.a (mon.0) 910 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:08.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:08 gibba011 conmon[99461]: audit 2021-03-04T23:29:08.129863+0000 mon.c (mon.1) 309 : audit [INF] from='client.? 172.21.2.111:0/708569143' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:08.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:08 gibba011 conmon[99461]: audit 2021-03-04T23:29:08.130177+0000 mon.a (mon.0) 910 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:08.692 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:08.709 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:08.710 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:08.711 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:08.812 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:08.828 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:08.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:08.829 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:08.930 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:08.947 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:08.948 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:08.949 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:09.050 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:09.067 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:09.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:09.069 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:09.170 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:09.188 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:09.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:09.189 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:09.290 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:09.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:09.310 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:09.310 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:09.411 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:09.428 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:09.429 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:09.429 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:09.505 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-03-04T23:29:09.532 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:09.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:09.570 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:09.570 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:09.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:09 gibba038 conmon[76675]: cluster 2021-03-04T23:29:08.324594+0000 mon.a (mon.0) 911 : cluster [INF] 2021-03-04T23:29:09.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:09 gibba038 conmon[76675]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:29:09.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:09 gibba038 conmon[76675]: audit 2021-03-04T23:29:08.327258+0000 mon.a (mon.0) 912 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:29:09.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:09 gibba038 conmon[76675]: cluster 2021-03-04T23:29:08.327292+0000 mon.a (mon.0) 2021-03-04T23:29:09.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:09 gibba038 conmon[76675]: 913 : cluster [DBG] osdmap e193: 8 total, 8 up, 7 in 2021-03-04T23:29:09.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:09 gibba038 conmon[76675]: cluster 2021-03-04 2021-03-04T23:29:09.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:09 gibba038 conmon[76675]: T23:29:08.658758+0000 mgr.x (mgr.34676) 787 : cluster 2021-03-04T23:29:09.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:09 gibba038 conmon[76675]: [DBG] pgmap v729: 109 pgs: 3 unknown, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 90 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 117 op/s; 36628/364872 objects degraded (10.039%); 44212/364872 objects misplaced (12.117%); 2.1 MiB/s, 34 objects/s recovering 2021-03-04T23:29:09.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:09 gibba038 conmon[76675]: cluster 2021-03-04T23:29: 2021-03-04T23:29:09.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:09 gibba038 conmon[76675]: 08.913955+0000 mon.a (mon.0) 914 : cluster [WRN] 2021-03-04T23:29:09.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:09 gibba038 conmon[76675]: Health check update: Degraded data redundancy: 36661/366195 objects degraded (10.011%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:09.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:09 gibba011 conmon[95595]: cluster 2021-03-04T23:29:08.324594+0000 mon.a (mon.0) 911 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:29:09.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:09 gibba011 conmon[95595]: audit 2021-03-04T23:29:08.327258+0000 mon.a (mon.0) 912 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:29:09.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:09 gibba011 conmon[95595]: cluster 2021-03-04T23:29:08.327292+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e193: 8 total, 8 up, 7 in 2021-03-04T23:29:09.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:09 gibba011 conmon[95595]: cluster 2021-03-04T23:29:08.658758+0000 mgr.x (mgr.34676) 787 : cluster [DBG] pgmap v729: 109 pgs: 3 unknown, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 90 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 117 op/s; 36628/364872 objects degraded (10.039%); 44212/364872 objects misplaced (12.117%); 2.1 MiB/s, 34 objects/s recovering 2021-03-04T23:29:09.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:09 gibba011 conmon[95595]: cluster 2021-03-04T23:29:08.913955+0000 mon.a (mon.0) 914 : cluster [WRN] Health check update: Degraded data redundancy: 36661/366195 objects degraded (10.011%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:09.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:09 gibba011 conmon[99461]: cluster 2021-03-04T23:29:08.324594+0000 mon.a (mon.0) 911 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:29:09.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:09 gibba011 conmon[99461]: audit 2021-03-04T23:29:08.327258+0000 mon.a (mon.0) 912 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:29:09.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:09 gibba011 conmon[99461]: cluster 2021-03-04T23:29:08. 2021-03-04T23:29:09.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:09 gibba011 conmon[99461]: 327292+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e193: 8 total, 8 up, 7 in 2021-03-04T23:29:09.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:09 gibba011 conmon[99461]: cluster 2021-03-04T23:29: 2021-03-04T23:29:09.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:09 gibba011 conmon[99461]: 08.658758+0000 mgr.x (mgr.34676) 787 : cluster [DBG] pgmap v729: 109 pgs: 3 unknown, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 90 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 117 op/s; 36628/364872 objects degraded (10.039%); 44212/364872 objects misplaced (12.117%); 2.1 MiB/s, 34 objects/s recovering 2021-03-04T23:29:09.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:09 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:29:09.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:09 gibba011 conmon[99461]: -03-04T23:29:08.913955+0000 mon.a (mon.0) 914 : cluster [WRN] Health check update: Degraded data redundancy: 36661/366195 objects degraded (10.011%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:09.618 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:09.635 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:29:09.671 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:09.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:09.696 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:09.696 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:09.748 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:09.798 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:09.815 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:09.816 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:09.816 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:09.917 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:09.935 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:09.936 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:09.937 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:10.038 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:10.055 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:10.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:10.056 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:10.157 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:10.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:10.176 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:10.176 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:10.233 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 7, 6, 1] out_osds: [3] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:29:10.233 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:29:10.233 INFO:tasks.thrashosds.thrasher:Growing pool device_health_metrics 2021-03-04T23:29:10.234 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:29:10.277 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:10.294 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:10.295 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:10.296 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:10.366 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:10.397 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:10.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:10.415 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:10.416 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:10.517 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:10.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:10.535 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:10.535 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:10.637 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:10.655 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:10.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:10.656 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:10.757 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:10.774 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:10.775 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:10.776 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:10.877 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:10.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:10.896 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:10.897 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:10.998 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:11.015 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:11.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:11.016 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:11.117 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:11.135 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:11.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:11.136 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:11.237 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:11.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:11.256 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:11.256 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:11.357 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:11.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:11.376 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:11.377 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:11.417 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:29:11.477 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:11.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:11.496 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:11.496 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:11.542 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:11.597 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:11.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:11.616 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:11.617 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:11.718 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:11.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:11.737 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:11.738 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:11.839 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:11.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:11 gibba011 conmon[99461]: cluster 2021-03-04T23:29:10.659220+0000 mgr.x (mgr.34676) 788 : cluster [DBG] pgmap v730: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 90 op/s; 36628/364653 objects degraded (10.045%); 44143/364653 objects misplaced (12.105%); 1.6 MiB/s, 24 objects/s recovering 2021-03-04T23:29:11.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:11 gibba011 conmon[95595]: cluster 2021-03-04T23:29:11.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:11 gibba011 conmon[95595]: 2021-03-04T23:29:11.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:11 gibba011 conmon[95595]: 2021 2021-03-04T23:29:11.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:11 gibba011 conmon[95595]: - 2021-03-04T23:29:11.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:11 gibba011 conmon[95595]: 03 2021-03-04T23:29:11.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:11 gibba011 conmon[95595]: - 2021-03-04T23:29:11.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:11 gibba011 conmon[95595]: 04 2021-03-04T23:29:11.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:11 gibba011 conmon[95595]: T 2021-03-04T23:29:11.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:11 gibba011 conmon[95595]: 23 2021-03-04T23:29:11.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:11 gibba011 conmon[95595]: : 2021-03-04T23:29:11.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:11 gibba011 conmon[95595]: 29 2021-03-04T23:29:11.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:11 gibba011 conmon[95595]: : 2021-03-04T23:29:11.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:11 gibba011 conmon[95595]: 10 2021-03-04T23:29:11.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:11 gibba011 conmon[95595]: . 2021-03-04T23:29:11.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:11 gibba011 conmon[95595]: 659220 2021-03-04T23:29:11.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:11 gibba011 conmon[95595]: +0000 2021-03-04T23:29:11.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:11 gibba011 conmon[95595]: 2021-03-04T23:29:11.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:11 gibba011 conmon[95595]: mgr.x 2021-03-04T23:29:11.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:11 gibba011 conmon[95595]: (mgr.34676) 788 : cluster [DBG] pgmap v730: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 90 op/s; 36628/364653 objects degraded (10.045%); 44143/364653 objects misplaced (12.105%); 1.6 MiB/s, 24 objects/s recovering 2021-03-04T23:29:11.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:11 gibba011 conmon[95595]: 2021-03-04T23:29:11.860 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:11.861 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:11.861 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:11.962 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:11.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:11.981 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:11.981 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:12.082 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:12.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:11 gibba038 conmon[76675]: cluster 2021-03-04T23:29:10.659220+0000 mgr.x (mgr.34676) 788 : cluster [DBG] pgmap v730: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 90 op/s; 36628/364653 objects degraded (10.045%); 44143/364653 objects misplaced (12.105%); 1.6 MiB/s, 24 objects/s recovering 2021-03-04T23:29:12.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:11 gibba038 conmon[76675]: 2021-03-04T23:29:12.100 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:12.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:12.101 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:12.202 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:12.220 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:12.220 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:12.221 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:12.322 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:12.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:12.341 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:12.341 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:12.443 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:12.459 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:12.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:12.460 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:12.562 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:12.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:12.580 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:12.580 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:12.682 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:12.699 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:12.700 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:12.700 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:12.802 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:12.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:12.820 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:12.820 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:12.922 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:12.938 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:12.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:12.940 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:12.961 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:29:12.961 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [], 2021-03-04T23:29:12.961 INFO:teuthology.orchestra.run.gibba011.stdout: "num_ops": 0 2021-03-04T23:29:12.961 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:29:13.041 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:13.058 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:13.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:13.059 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:13.160 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:13.179 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:13.180 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:13.180 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:13.281 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:13.299 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:13.300 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:13.300 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:13.401 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:13.419 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:13.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:13.421 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:13.522 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:13.539 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:13.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:13.540 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:13.641 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:13.658 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:13.659 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:13.660 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:13.761 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:13.780 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:13.781 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:29:13.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:13.782 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:13.793 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:29:13.808 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:29:13.821 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:29:13.835 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:29:13.849 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:29:13.863 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:29:13.877 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:29:13.878 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:29:13.878 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:29:13.878 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:29:13.879 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:29:13.879 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:29:13.879 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:29:13.879 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:29:13.879 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:29:13.884 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:13.900 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:13.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:13.902 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:14.002 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:13 gibba011 conmon[95595]: cluster 2021-03-04T23:29:12.659656+0000 mgr.x (mgr.34676) 789 : cluster [DBG] pgmap v731: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 103 op/s; 36628/363906 objects degraded (10.065%); 44093/363906 objects misplaced (12.117%); 1.9 MiB/s, 29 objects/s recovering 2021-03-04T23:29:14.002 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:13 gibba011 conmon[99461]: cluster 2021-03-04T23:29:12.659656+0000 mgr.x (mgr.34676) 789 : cluster [DBG] pgmap v731: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 103 op/s; 36628/363906 objects degraded (10.065%); 44093/363906 objects misplaced (12.117%); 1.9 MiB/s, 29 objects/s recovering 2021-03-04T23:29:14.003 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:14.020 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:14.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:14.021 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:14.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:13 gibba038 conmon[76675]: cluster 2021-03-04T23:29:12.659656+0000 mgr.x (mgr.34676) 789 : cluster [DBG] pgmap v731: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 103 op/s; 36628/363906 objects degraded (10.065%); 44093/363906 objects misplaced (12.117%); 1.9 MiB/s, 29 objects/s recovering 2021-03-04T23:29:14.122 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:14.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:14.140 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:14.141 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:14.242 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:14.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:14.261 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:14.261 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:14.363 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:14.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:14.383 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:14.384 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:14.485 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:14.502 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:14.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:14.503 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:14.604 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:14.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:14.623 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:14.623 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:14.724 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:14.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:14.743 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:14.743 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:14.830 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:14 gibba011 conmon[95595]: audit 2021-03-04T23:29:13.763051+0000 mon.c (mon.1) 310 : audit [DBG] from='client.? 172.21.2.111:0/769680591' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:14.830 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:14 gibba011 conmon[95595]: cluster 2021-03-04T23:29:13.915017+0000 mon.a (mon.0) 915 : cluster [WRN] Health check update: Degraded data redundancy: 36628/363906 objects degraded (10.065%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:14.831 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:14 gibba011 conmon[99461]: audit 2021-03-04T23:29:13.763051+0000 mon.c (mon.1) 310 2021-03-04T23:29:14.831 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:14 gibba011 conmon[99461]: : audit [DBG] from='client.? 172.21.2.111:0/769680591' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:14.831 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:14 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:29:14.832 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:14 gibba011 conmon[99461]: :29:13.915017+0000 mon.a (mon.0) 915 : cluster [WRN] 2021-03-04T23:29:14.832 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:14 gibba011 conmon[99461]: Health check update: Degraded data redundancy: 36628/363906 objects degraded (10.065%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:14.844 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:14.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:14.862 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:14.863 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:14.964 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:14.981 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:14.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:14.982 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:15.083 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:15.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:14 gibba038 conmon[76675]: audit 2021-03-04T23:29:13.763051+0000 mon.c (mon.1) 310 : audit [DBG] from='client.? 172.21.2.111:0/769680591' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:15.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:14 gibba038 conmon[76675]: cluster 2021-03-04T23:29:13.915017+0000 mon.a (mon.0) 915 : cluster [WRN] Health check update: Degraded data redundancy: 36628/363906 objects degraded (10.065%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:15.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:15.101 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:15.102 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:15.203 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:15.221 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:15.222 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:15.222 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:15.323 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:15.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:15.341 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:15.341 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:15.389 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-03-04T23:29:15.397 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:29:15.399 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:29:15.442 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:15.459 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:15.460 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:15.461 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:15.506 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:15.561 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:15.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:15.580 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:15.580 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:15.681 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:15.698 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:15.699 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:15.700 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:15.801 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:15.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:15.820 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:15.820 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:15.922 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:15.927 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:29:15.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:15.943 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:15.943 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:16.044 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:16.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:16.063 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:16.064 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:16.165 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:16.184 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:16.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:16.185 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:16.287 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:16.304 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:16.305 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:16.305 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:16.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:15 gibba038 conmon[76675]: cluster 2021-03-04T23:29:14.660070+0000 mgr.x (mgr.34676) 790 : cluster [DBG] pgmap v732: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 118 op/s; 36594/363231 objects degraded (10.075%); 44040/363231 objects misplaced (12.125%); 1.9 MiB/s, 30 objects/s recovering 2021-03-04T23:29:16.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:15 gibba038 conmon[76675]: audit 2021-03-04T23:29:15.710688+0000 mon.c (mon.1) 311 : audit [INF] from='client.? 172.21.2.111:0/4243213505' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:29:16.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:15 gibba038 conmon[76675]: audit 2021-03-04T23:29:15.711048+0000 mon.a (mon.0) 916 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:29:16.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:15 gibba011 conmon[95595]: cluster 2021-03-04T23:29:14.660070+0000 mgr.x (mgr.34676) 790 : cluster [DBG] pgmap v732: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 118 op/s; 36594/363231 objects degraded (10.075%); 44040/363231 objects misplaced (12.125%); 1.9 MiB/s, 30 objects/s recovering 2021-03-04T23:29:16.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:15 gibba011 conmon[95595]: audit 2021-03-04T23:29:15.710688+0000 mon.c (mon.1) 311 : audit [INF] from='client.? 172.21.2.111:0/4243213505' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:29:16.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:15 gibba011 conmon[95595]: audit 2021-03-04T23:29:15.711048+0000 mon.a (mon.0) 916 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:29:16.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:15 gibba011 conmon[99461]: cluster 2021-03-04T23:29:14.660070+0000 mgr.x (mgr.34676) 790 : cluster [DBG] pgmap v732: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 118 op/s; 36594/363231 objects degraded (10.075%); 44040/363231 objects misplaced (12.125%); 1.9 MiB/s, 30 objects/s recovering 2021-03-04T23:29:16.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:15 gibba011 conmon[99461]: audit 2021-03-04T23:29:15.710688+0000 mon.c (mon.1) 311 : audit [INF] from='client.? 172.21.2.111:0/4243213505' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:29:16.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:15 gibba011 conmon[99461]: audit 2021-03-04T23:29:15.711048+0000 mon.a (mon.0) 916 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:29:16.406 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:16.423 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:16.424 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:16.425 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:16.526 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:16.542 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:16.543 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:16.543 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:16.645 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:16.662 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:16.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:16.663 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:16.712 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":732,"stamp":"2021-03-04T23:29:14.659807+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":7933398336,"num_objects":121077,"num_object_clones":0,"num_object_copies":363231,"num_objects_missing_on_primary":9282,"num_objects_missing":9282,"num_objects_degraded":36594,"num_objects_misplaced":44040,"num_objects_unfound":0,"num_objects_dirty":121077,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":185727,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28575,"num_bytes_recovered":1784157492,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96657,"ondisk_log_size":96657,"up":327,"acting":317,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":354,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":26208460,"kb_used_data":21430932,"kb_used_omap":5421,"kb_used_meta":4772050,"kb_avail":590354228,"statfs":{"total":631360192512,"available":604522729472,"internally_reserved":4294967296,"allocated":21945274368,"data_stored":21938456997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5551374,"internal_metadata":4886579954},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,1,1,2,2,1,2,4,8,2],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-64749568,"num_objects":-988,"num_object_clones":0,"num_object_copies":-2964,"num_objects_missing_on_primary":-183,"num_objects_missing":-183,"num_objects_degraded":-67,"num_objects_misplaced":-279,"num_objects_unfound":0,"num_objects_dirty":-988,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":988,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":252,"num_bytes_recovered":16515072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.338508"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"211","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323831+0000","last_change":"2021-03-04T23:28:01.139807+0000","last_active":"2021-03-04T23:29:06.323831+0000","last_peered":"2021-03-04T23:29:06.323831+0000","last_clean":"2021-03-04T23:29:06.323831+0000","last_became_active":"2021-03-04T23:28:01.139431+0000","last_became_peered":"2021-03-04T23:28:01.139431+0000","last_unstale":"2021-03-04T23:29:06.323831+0000","last_undegraded":"2021-03-04T23:29:06.323831+0000","last_fullsized":"2021-03-04T23:29:06.323831+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"24","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.322481+0000","last_change":"2021-03-04T23:28:01.146427+0000","last_active":"2021-03-04T23:29:06.322481+0000","last_peered":"2021-03-04T23:29:06.322481+0000","last_clean":"2021-03-04T23:29:06.322481+0000","last_became_active":"2021-03-04T23:28:01.144976+0000","last_became_peered":"2021-03-04T23:28:01.144976+0000","last_unstale":"2021-03-04T23:29:06.322481+0000","last_undegraded":"2021-03-04T23:29:06.322481+0000","last_fullsized":"2021-03-04T23:29:06.322481+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"24","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.322270+0000","last_change":"2021-03-04T23:28:01.231804+0000","last_active":"2021-03-04T23:29:06.322270+0000","last_peered":"2021-03-04T23:29:06.322270+0000","last_clean":"2021-03-04T23:29:06.322270+0000","last_became_active":"2021-03-04T23:28:01.231569+0000","last_became_peered":"2021-03-04T23:28:01.231569+0000","last_unstale":"2021-03-04T23:29:06.322270+0000","last_undegraded":"2021-03-04T23:29:06.322270+0000","last_fullsized":"2021-03-04T23:29:06.322270+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"178","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.325639+0000","last_change":"2021-03-04T23:28:01.157827+0000","last_active":"2021-03-04T23:29:06.325639+0000","last_peered":"2021-03-04T23:29:06.325639+0000","last_clean":"2021-03-04T23:29:06.325639+0000","last_became_active":"2021-03-04T23:28:01.157659+0000","last_became_peered":"2021-03-04T23:28:01.157659+0000","last_unstale":"2021-03-04T23:29:06.325639+0000","last_undegraded":"2021-03-04T23:29:06.325639+0000","last_fullsized":"2021-03-04T23:29:06.325639+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"162","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323376+0000","last_change":"2021-03-04T23:28:01.135982+0000","last_active":"2021-03-04T23:29:06.323376+0000","last_peered":"2021-03-04T23:29:06.323376+0000","last_clean":"2021-03-04T23:29:06.323376+0000","last_became_active":"2021-03-04T23:28:01.135751+0000","last_became_peered":"2021-03-04T23:28:01.135751+0000","last_unstale":"2021-03-04T23:29:06.323376+0000","last_undegraded":"2021-03-04T23:29:06.323376+0000","last_fullsized":"2021-03-04T23:29:06.323376+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"91","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.326029+0000","last_change":"2021-03-04T23:28:01.140520+0000","last_active":"2021-03-04T23:29:06.326029+0000","last_peered":"2021-03-04T23:29:06.326029+0000","last_clean":"2021-03-04T23:29:06.326029+0000","last_became_active":"2021-03-04T23:28:01.140328+0000","last_became_peered":"2021-03-04T23:28:01.140328+0000","last_unstale":"2021-03-04T23:29:06.326029+0000","last_undegraded":"2021-03-04T23:29:06.326029+0000","last_fullsized":"2021-03-04T23:29:06.326029+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"168","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.325781+0000","last_change":"2021-03-04T23:27:58.933635+0000","last_active":"2021-03-04T23:29:06.325781+0000","last_peered":"2021-03-04T23:29:06.325781+0000","last_clean":"2021-03-04T23:29:06.325781+0000","last_became_active":"2021-03-04T23:27:50.107130+0000","last_became_peered":"2021-03-04T23:27:50.107130+0000","last_unstale":"2021-03-04T23:29:06.325781+0000","last_undegraded":"2021-03-04T23:29:06.325781+0000","last_fullsized":"2021-03-04T23:29:06.325781+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"24","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.322219+0000","last_change":"2021-03-04T23:28:01.145024+0000","last_active":"2021-03-04T23:29:06.322219+0000","last_peered":"2021-03-04T23:29:06.322219+0000","last_clean":"2021-03-04T23:29:06.322219+0000","last_became_active":"2021-03-04T23:28:01.142367+0000","last_became_peered":"2021-03-04T23:28:01.142367+0000","last_unstale":"2021-03-04T23:29:06.322219+0000","last_undegraded":"2021-03-04T23:29:06.322219+0000","last_fullsized":"2021-03-04T23:29:06.322219+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"190","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.325942+0000","last_change":"2021-03-04T23:28:01.157869+0000","last_active":"2021-03-04T23:29:06.325942+0000","last_peered":"2021-03-04T23:29:06.325942+0000","last_clean":"2021-03-04T23:29:06.325942+0000","last_became_active":"2021-03-04T23:28:01.157637+0000","last_became_peered":"2021-03-04T23:28:01.157637+0000","last_unstale":"2021-03-04T23:29:06.325942+0000","last_undegraded":"2021-03-04T23:29:06.325942+0000","last_fullsized":"2021-03-04T23:29:06.325942+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"133","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323208+0000","last_change":"2021-03-04T23:26:46.901827+0000","last_active":"2021-03-04T23:29:06.323208+0000","last_peered":"2021-03-04T23:29:06.323208+0000","last_clean":"2021-03-04T23:29:06.323208+0000","last_became_active":"2021-03-04T23:26:46.901606+0000","last_became_peered":"2021-03-04T23:26:46.901606+0000","last_unstale":"2021-03-04T23:29:06.323208+0000","last_undegraded":"2021-03-04T23:29:06.323208+0000","last_fullsized":"2021-03-04T23:29:06.323208+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"196","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.325924+0000","last_change":"2021-03-04T23:27:50.112505+0000","last_active":"2021-03-04T23:29:06.325924+0000","last_peered":"2021-03-04T23:29:06.325924+0000","last_clean":"2021-03-04T23:29:06.325924+0000","last_became_active":"2021-03-04T23:27:50.112197+0000","last_became_peered":"2021-03-04T23:27:50.112197+0000","last_unstale":"2021-03-04T23:29:06.325924+0000","last_undegraded":"2021-03-04T23:29:06.325924+0000","last_fullsized":"2021-03-04T23:29:06.325924+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"24","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.322794+0000","last_change":"2021-03-04T23:28:01.139361+0000","last_active":"2021-03-04T23:29:06.322794+0000","last_peered":"2021-03-04T23:29:06.322794+0000","last_clean":"2021-03-04T23:29:06.322794+0000","last_became_active":"2021-03-04T23:28:01.138962+0000","last_became_peered":"2021-03-04T23:28:01.138962+0000","last_unstale":"2021-03-04T23:29:06.322794+0000","last_undegraded":"2021-03-04T23:29:06.322794+0000","last_fullsized":"2021-03-04T23:29:06.322794+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"198","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.325335+0000","last_change":"2021-03-04T23:25:25.029827+0000","last_active":"2021-03-04T23:29:06.325335+0000","last_peered":"2021-03-04T23:29:06.325335+0000","last_clean":"2021-03-04T23:29:06.325335+0000","last_became_active":"2021-03-04T23:25:25.022780+0000","last_became_peered":"2021-03-04T23:25:25.022780+0000","last_unstale":"2021-03-04T23:29:06.325335+0000","last_undegraded":"2021-03-04T23:29:06.325335+0000","last_fullsized":"2021-03-04T23:29:06.325335+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":5198,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"197","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.324670+0000","last_change":"2021-03-04T23:28:01.139751+0000","last_active":"2021-03-04T23:29:06.324670+0000","last_peered":"2021-03-04T23:29:06.324670+0000","last_clean":"2021-03-04T23:29:06.324670+0000","last_became_active":"2021-03-04T23:28:01.139434+0000","last_became_peered":"2021-03-04T23:28:01.139434+0000","last_unstale":"2021-03-04T23:29:06.324670+0000","last_undegraded":"2021-03-04T23:29:06.324670+0000","last_fullsized":"2021-03-04T23:29:06.324670+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"165","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323602+0000","last_change":"2021-03-04T23:14:45.179189+0000","last_active":"2021-03-04T23:29:06.323602+0000","last_peered":"2021-03-04T23:29:06.323602+0000","last_clean":"2021-03-04T23:29:06.323602+0000","last_became_active":"2021-03-04T23:14:45.178960+0000","last_became_peered":"2021-03-04T23:14:45.178960+0000","last_unstale":"2021-03-04T23:29:06.323602+0000","last_undegraded":"2021-03-04T23:29:06.323602+0000","last_fullsized":"2021-03-04T23:29:06.323602+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"24","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.322635+0000","last_change":"2021-03-04T23:28:01.145157+0000","last_active":"2021-03-04T23:29:06.322635+0000","last_peered":"2021-03-04T23:29:06.322635+0000","last_clean":"2021-03-04T23:29:06.322635+0000","last_became_active":"2021-03-04T23:28:01.142477+0000","last_became_peered":"2021-03-04T23:28:01.142477+0000","last_unstale":"2021-03-04T23:29:06.322635+0000","last_undegraded":"2021-03-04T23:29:06.322635+0000","last_fullsized":"2021-03-04T23:29:06.322635+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"177","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323554+0000","last_change":"2021-03-04T23:28:01.143799+0000","last_active":"2021-03-04T23:29:06.323554+0000","last_peered":"2021-03-04T23:29:06.323554+0000","last_clean":"2021-03-04T23:29:06.323554+0000","last_became_active":"2021-03-04T23:28:01.143547+0000","last_became_peered":"2021-03-04T23:28:01.143547+0000","last_unstale":"2021-03-04T23:29:06.323554+0000","last_undegraded":"2021-03-04T23:29:06.323554+0000","last_fullsized":"2021-03-04T23:29:06.323554+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"171","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.325666+0000","last_change":"2021-03-04T23:26:46.907387+0000","last_active":"2021-03-04T23:29:06.325666+0000","last_peered":"2021-03-04T23:29:06.325666+0000","last_clean":"2021-03-04T23:29:06.325666+0000","last_became_active":"2021-03-04T23:26:46.907139+0000","last_became_peered":"2021-03-04T23:26:46.907139+0000","last_unstale":"2021-03-04T23:29:06.325666+0000","last_undegraded":"2021-03-04T23:29:06.325666+0000","last_fullsized":"2021-03-04T23:29:06.325666+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"232","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.329811+0000","last_change":"2021-03-04T23:29:06.329616+0000","last_active":"2021-03-04T23:29:06.329811+0000","last_peered":"2021-03-04T23:29:06.329811+0000","last_clean":"2021-03-04T23:29:06.329811+0000","last_became_active":"2021-03-04T23:29:06.329335+0000","last_became_peered":"2021-03-04T23:29:06.329335+0000","last_unstale":"2021-03-04T23:29:06.329811+0000","last_undegraded":"2021-03-04T23:29:06.329811+0000","last_fullsized":"2021-03-04T23:29:06.329811+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"166","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323149+0000","last_change":"2021-03-04T23:25:25.023288+0000","last_active":"2021-03-04T23:29:06.323149+0000","last_peered":"2021-03-04T23:29:06.323149+0000","last_clean":"2021-03-04T23:29:06.323149+0000","last_became_active":"2021-03-04T23:25:25.023080+0000","last_became_peered":"2021-03-04T23:25:25.023080+0000","last_unstale":"2021-03-04T23:29:06.323149+0000","last_undegraded":"2021-03-04T23:29:06.323149+0000","last_fullsized":"2021-03-04T23:29:06.323149+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"169","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323682+0000","last_change":"2021-03-04T23:27:58.933500+0000","last_active":"2021-03-04T23:29:06.323682+0000","last_peered":"2021-03-04T23:29:06.323682+0000","last_clean":"2021-03-04T23:29:06.323682+0000","last_became_active":"2021-03-04T23:27:50.105835+0000","last_became_peered":"2021-03-04T23:27:50.105835+0000","last_unstale":"2021-03-04T23:29:06.323682+0000","last_undegraded":"2021-03-04T23:29:06.323682+0000","last_fullsized":"2021-03-04T23:29:06.323682+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"207","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.327192+0000","last_change":"2021-03-04T23:29:06.326759+0000","last_active":"2021-03-04T23:29:06.327192+0000","last_peered":"2021-03-04T23:29:06.327192+0000","last_clean":"2021-03-04T23:29:06.327192+0000","last_became_active":"2021-03-04T23:29:06.326577+0000","last_became_peered":"2021-03-04T23:29:06.326577+0000","last_unstale":"2021-03-04T23:29:06.327192+0000","last_undegraded":"2021-03-04T23:29:06.327192+0000","last_fullsized":"2021-03-04T23:29:06.327192+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"83","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.324079+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:29:06.324079+0000","last_peered":"2021-03-04T23:29:06.324079+0000","last_clean":"2021-03-04T23:29:06.324079+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:29:06.324079+0000","last_undegraded":"2021-03-04T23:29:06.324079+0000","last_fullsized":"2021-03-04T23:29:06.324079+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"143","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323842+0000","last_change":"2021-03-04T23:28:01.141753+0000","last_active":"2021-03-04T23:29:06.323842+0000","last_peered":"2021-03-04T23:29:06.323842+0000","last_clean":"2021-03-04T23:29:06.323842+0000","last_became_active":"2021-03-04T23:28:01.140901+0000","last_became_peered":"2021-03-04T23:28:01.140901+0000","last_unstale":"2021-03-04T23:29:06.323842+0000","last_undegraded":"2021-03-04T23:29:06.323842+0000","last_fullsized":"2021-03-04T23:29:06.323842+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"32","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.328163+0000","last_change":"2021-03-04T23:29:06.327790+0000","last_active":"2021-03-04T23:29:06.328163+0000","last_peered":"2021-03-04T23:29:06.328163+0000","last_clean":"2021-03-04T23:29:06.328163+0000","last_became_active":"2021-03-04T23:29:06.327523+0000","last_became_peered":"2021-03-04T23:29:06.327523+0000","last_unstale":"2021-03-04T23:29:06.328163+0000","last_undegraded":"2021-03-04T23:29:06.328163+0000","last_fullsized":"2021-03-04T23:29:06.328163+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"193'11549","reported_seq":"11625","reported_epoch":"193","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:29:13.425716+0000","last_change":"2021-03-04T23:27:51.180696+0000","last_active":"2021-03-04T23:29:13.425716+0000","last_peered":"2021-03-04T23:29:13.425716+0000","last_clean":"2021-03-04T23:26:49.145803+0000","last_became_active":"2021-03-04T23:27:51.159011+0000","last_became_peered":"2021-03-04T23:27:51.159011+0000","last_unstale":"2021-03-04T23:29:13.425716+0000","last_undegraded":"2021-03-04T23:27:51.108507+0000","last_fullsized":"2021-03-04T23:27:51.102842+0000","mapping_epoch":175,"log_start":"142'5568","ondisk_log_start":"142'5568","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5981,"ondisk_log_size":5981,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":495255552,"num_objects":7557,"num_object_clones":0,"num_object_copies":22671,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":136,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7557,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11549,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[{"shards":"5,7","objects":7557}],"blocked_by":[],"up_primary":0,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"179","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323775+0000","last_change":"2021-03-04T23:27:50.106030+0000","last_active":"2021-03-04T23:29:06.323775+0000","last_peered":"2021-03-04T23:29:06.323775+0000","last_clean":"2021-03-04T23:29:06.323775+0000","last_became_active":"2021-03-04T23:27:50.105722+0000","last_became_peered":"2021-03-04T23:27:50.105722+0000","last_unstale":"2021-03-04T23:29:06.323775+0000","last_undegraded":"2021-03-04T23:29:06.323775+0000","last_fullsized":"2021-03-04T23:29:06.323775+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"165","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323574+0000","last_change":"2021-03-04T23:25:25.024278+0000","last_active":"2021-03-04T23:29:06.323574+0000","last_peered":"2021-03-04T23:29:06.323574+0000","last_clean":"2021-03-04T23:29:06.323574+0000","last_became_active":"2021-03-04T23:25:25.023860+0000","last_became_peered":"2021-03-04T23:25:25.023860+0000","last_unstale":"2021-03-04T23:29:06.323574+0000","last_undegraded":"2021-03-04T23:29:06.323574+0000","last_fullsized":"2021-03-04T23:29:06.323574+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"66","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.328016+0000","last_change":"2021-03-04T23:29:06.327754+0000","last_active":"2021-03-04T23:29:06.328016+0000","last_peered":"2021-03-04T23:29:06.328016+0000","last_clean":"2021-03-04T23:29:06.328016+0000","last_became_active":"2021-03-04T23:29:06.327456+0000","last_became_peered":"2021-03-04T23:29:06.327456+0000","last_unstale":"2021-03-04T23:29:06.328016+0000","last_undegraded":"2021-03-04T23:29:06.328016+0000","last_fullsized":"2021-03-04T23:29:06.328016+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"193'11517","reported_seq":"27400","reported_epoch":"193","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:29:12.190221+0000","last_change":"2021-03-04T23:28:02.267566+0000","last_active":"2021-03-04T23:29:12.190221+0000","last_peered":"2021-03-04T23:29:12.190221+0000","last_clean":"2021-03-04T23:26:45.885971+0000","last_became_active":"2021-03-04T23:28:02.246407+0000","last_became_peered":"2021-03-04T23:28:02.246407+0000","last_unstale":"2021-03-04T23:29:12.190221+0000","last_undegraded":"2021-03-04T23:28:02.154557+0000","last_fullsized":"2021-03-04T23:29:12.190221+0000","mapping_epoch":179,"log_start":"142'4816","ondisk_log_start":"142'4816","created":137,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6701,"ondisk_log_size":6701,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":495910912,"num_objects":7567,"num_object_clones":0,"num_object_copies":22701,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":144,"num_objects_misplaced":7567,"num_objects_unfound":0,"num_objects_dirty":7567,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11517,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7881,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[4,0,3],"avail_no_missing":["4","3","6"],"object_location_counts":[{"shards":"0,3,4","objects":7567}],"blocked_by":[],"up_primary":1,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"206","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323559+0000","last_change":"2021-03-04T23:28:01.254185+0000","last_active":"2021-03-04T23:29:06.323559+0000","last_peered":"2021-03-04T23:29:06.323559+0000","last_clean":"2021-03-04T23:29:06.323559+0000","last_became_active":"2021-03-04T23:28:01.151215+0000","last_became_peered":"2021-03-04T23:28:01.151215+0000","last_unstale":"2021-03-04T23:29:06.323559+0000","last_undegraded":"2021-03-04T23:29:06.323559+0000","last_fullsized":"2021-03-04T23:29:06.323559+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"218","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.326069+0000","last_change":"2021-03-04T23:28:01.141194+0000","last_active":"2021-03-04T23:29:06.326069+0000","last_peered":"2021-03-04T23:29:06.326069+0000","last_clean":"2021-03-04T23:29:06.326069+0000","last_became_active":"2021-03-04T23:28:01.140915+0000","last_became_peered":"2021-03-04T23:28:01.140915+0000","last_unstale":"2021-03-04T23:29:06.326069+0000","last_undegraded":"2021-03-04T23:29:06.326069+0000","last_fullsized":"2021-03-04T23:29:06.326069+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"32","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.328597+0000","last_change":"2021-03-04T23:29:06.328308+0000","last_active":"2021-03-04T23:29:06.328597+0000","last_peered":"2021-03-04T23:29:06.328597+0000","last_clean":"2021-03-04T23:29:06.328597+0000","last_became_active":"2021-03-04T23:29:06.328116+0000","last_became_peered":"2021-03-04T23:29:06.328116+0000","last_unstale":"2021-03-04T23:29:06.328597+0000","last_undegraded":"2021-03-04T23:29:06.328597+0000","last_fullsized":"2021-03-04T23:29:06.328597+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"193'11690","reported_seq":"11763","reported_epoch":"193","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:29:13.576041+0000","last_change":"2021-03-04T23:26:48.295102+0000","last_active":"2021-03-04T23:29:13.576041+0000","last_peered":"2021-03-04T23:29:13.576041+0000","last_clean":"2021-03-04T23:26:45.880372+0000","last_became_active":"2021-03-04T23:26:48.251261+0000","last_became_peered":"2021-03-04T23:26:48.251261+0000","last_unstale":"2021-03-04T23:29:13.576041+0000","last_undegraded":"2021-03-04T23:29:13.576041+0000","last_fullsized":"2021-03-04T23:29:13.576041+0000","mapping_epoch":164,"log_start":"142'5765","ondisk_log_start":"142'5765","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5925,"ondisk_log_size":5925,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":493355008,"num_objects":7528,"num_object_clones":0,"num_object_copies":22584,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7528,"num_objects_unfound":0,"num_objects_dirty":7528,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11690,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,3],"avail_no_missing":["5","3","7"],"object_location_counts":[{"shards":"3,5,7","objects":7528}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"175","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323543+0000","last_change":"2021-03-04T23:25:25.030822+0000","last_active":"2021-03-04T23:29:06.323543+0000","last_peered":"2021-03-04T23:29:06.323543+0000","last_clean":"2021-03-04T23:29:06.323543+0000","last_became_active":"2021-03-04T23:25:25.023927+0000","last_became_peered":"2021-03-04T23:25:25.023927+0000","last_unstale":"2021-03-04T23:29:06.323543+0000","last_undegraded":"2021-03-04T23:29:06.323543+0000","last_fullsized":"2021-03-04T23:29:06.323543+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"76","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.324323+0000","last_change":"2021-03-04T23:28:01.142349+0000","last_active":"2021-03-04T23:29:06.324323+0000","last_peered":"2021-03-04T23:29:06.324323+0000","last_clean":"2021-03-04T23:29:06.324323+0000","last_became_active":"2021-03-04T23:28:01.142090+0000","last_became_peered":"2021-03-04T23:28:01.142090+0000","last_unstale":"2021-03-04T23:29:06.324323+0000","last_undegraded":"2021-03-04T23:29:06.324323+0000","last_fullsized":"2021-03-04T23:29:06.324323+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"190","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.328278+0000","last_change":"2021-03-04T23:29:06.328008+0000","last_active":"2021-03-04T23:29:06.328278+0000","last_peered":"2021-03-04T23:29:06.328278+0000","last_clean":"2021-03-04T23:29:06.328278+0000","last_became_active":"2021-03-04T23:29:06.327617+0000","last_became_peered":"2021-03-04T23:29:06.327617+0000","last_unstale":"2021-03-04T23:29:06.328278+0000","last_undegraded":"2021-03-04T23:29:06.328278+0000","last_fullsized":"2021-03-04T23:29:06.328278+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.6","version":"193'11765","reported_seq":"11996","reported_epoch":"193","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:29:13.474914+0000","last_change":"2021-03-04T23:28:01.277982+0000","last_active":"2021-03-04T23:29:13.474914+0000","last_peered":"2021-03-04T23:29:13.474914+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:28:01.257909+0000","last_became_peered":"2021-03-04T23:28:01.257909+0000","last_unstale":"2021-03-04T23:29:13.474914+0000","last_undegraded":"2021-03-04T23:28:01.155770+0000","last_fullsized":"2021-03-04T23:28:01.134374+0000","mapping_epoch":178,"log_start":"142'5825","ondisk_log_start":"142'5825","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5940,"ondisk_log_size":5940,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":508755968,"num_objects":7763,"num_object_clones":0,"num_object_copies":23289,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3655,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7763,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11765,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":74,"num_bytes_recovered":4849664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":5561},{"shards":"2,5,6","objects":2202}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"214","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.325533+0000","last_change":"2021-03-04T23:28:01.140139+0000","last_active":"2021-03-04T23:29:06.325533+0000","last_peered":"2021-03-04T23:29:06.325533+0000","last_clean":"2021-03-04T23:29:06.325533+0000","last_became_active":"2021-03-04T23:28:01.139229+0000","last_became_peered":"2021-03-04T23:28:01.139229+0000","last_unstale":"2021-03-04T23:29:06.325533+0000","last_undegraded":"2021-03-04T23:29:06.325533+0000","last_fullsized":"2021-03-04T23:29:06.325533+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"187","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.324216+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:29:06.324216+0000","last_peered":"2021-03-04T23:29:06.324216+0000","last_clean":"2021-03-04T23:29:06.324216+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:29:06.324216+0000","last_undegraded":"2021-03-04T23:29:06.324216+0000","last_fullsized":"2021-03-04T23:29:06.324216+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"226","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.330841+0000","last_change":"2021-03-04T23:29:06.330647+0000","last_active":"2021-03-04T23:29:06.330841+0000","last_peered":"2021-03-04T23:29:06.330841+0000","last_clean":"2021-03-04T23:29:06.330841+0000","last_became_active":"2021-03-04T23:29:06.330447+0000","last_became_peered":"2021-03-04T23:29:06.330447+0000","last_unstale":"2021-03-04T23:29:06.330841+0000","last_undegraded":"2021-03-04T23:29:06.330841+0000","last_fullsized":"2021-03-04T23:29:06.330841+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"211","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323322+0000","last_change":"2021-03-04T23:27:50.599180+0000","last_active":"2021-03-04T23:29:06.323322+0000","last_peered":"2021-03-04T23:29:06.323322+0000","last_clean":"2021-03-04T23:29:06.323322+0000","last_became_active":"2021-03-04T23:27:50.598987+0000","last_became_peered":"2021-03-04T23:27:50.598987+0000","last_unstale":"2021-03-04T23:29:06.323322+0000","last_undegraded":"2021-03-04T23:29:06.323322+0000","last_fullsized":"2021-03-04T23:29:06.323322+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"193'11477","reported_seq":"13458","reported_epoch":"193","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:29:10.367791+0000","last_change":"2021-03-04T23:28:01.656978+0000","last_active":"2021-03-04T23:29:10.367791+0000","last_peered":"2021-03-04T23:29:10.367791+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:27:20.054354+0000","last_became_peered":"2021-03-04T23:27:20.054354+0000","last_unstale":"2021-03-04T23:29:10.367791+0000","last_undegraded":"2021-03-04T23:29:10.367791+0000","last_fullsized":"2021-03-04T23:26:47.892993+0000","mapping_epoch":164,"log_start":"142'5987","ondisk_log_start":"142'5987","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5490,"ondisk_log_size":5490,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":490143744,"num_objects":7479,"num_object_clones":0,"num_object_copies":22437,"num_objects_missing_on_primary":5603,"num_objects_missing":5603,"num_objects_degraded":0,"num_objects_misplaced":7472,"num_objects_unfound":0,"num_objects_dirty":7479,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11477,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":947,"num_bytes_recovered":62062592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7],"avail_no_missing":["3","7"],"object_location_counts":[{"shards":"3,4,6,7","objects":7},{"shards":"3,4,7","objects":4551},{"shards":"3,6,7","objects":2921}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"82","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323522+0000","last_change":"2021-03-04T23:28:01.255707+0000","last_active":"2021-03-04T23:29:06.323522+0000","last_peered":"2021-03-04T23:29:06.323522+0000","last_clean":"2021-03-04T23:29:06.323522+0000","last_became_active":"2021-03-04T23:28:01.141008+0000","last_became_peered":"2021-03-04T23:28:01.141008+0000","last_unstale":"2021-03-04T23:29:06.323522+0000","last_undegraded":"2021-03-04T23:29:06.323522+0000","last_fullsized":"2021-03-04T23:29:06.323522+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"197","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.325292+0000","last_change":"2021-03-04T23:28:01.146049+0000","last_active":"2021-03-04T23:29:06.325292+0000","last_peered":"2021-03-04T23:29:06.325292+0000","last_clean":"2021-03-04T23:29:06.325292+0000","last_became_active":"2021-03-04T23:28:01.145723+0000","last_became_peered":"2021-03-04T23:28:01.145723+0000","last_unstale":"2021-03-04T23:29:06.325292+0000","last_undegraded":"2021-03-04T23:29:06.325292+0000","last_fullsized":"2021-03-04T23:29:06.325292+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"175","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.405277+0000","last_change":"2021-03-04T23:29:06.401714+0000","last_active":"2021-03-04T23:29:06.405277+0000","last_peered":"2021-03-04T23:29:06.405277+0000","last_clean":"2021-03-04T23:29:06.405277+0000","last_became_active":"2021-03-04T23:29:06.401540+0000","last_became_peered":"2021-03-04T23:29:06.401540+0000","last_unstale":"2021-03-04T23:29:06.405277+0000","last_undegraded":"2021-03-04T23:29:06.405277+0000","last_fullsized":"2021-03-04T23:29:06.405277+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"211","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.327422+0000","last_change":"2021-03-04T23:27:50.106914+0000","last_active":"2021-03-04T23:29:06.327422+0000","last_peered":"2021-03-04T23:29:06.327422+0000","last_clean":"2021-03-04T23:29:06.327422+0000","last_became_active":"2021-03-04T23:27:50.106292+0000","last_became_peered":"2021-03-04T23:27:50.106292+0000","last_unstale":"2021-03-04T23:29:06.327422+0000","last_undegraded":"2021-03-04T23:29:06.327422+0000","last_fullsized":"2021-03-04T23:29:06.327422+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"193'11735","reported_seq":"11855","reported_epoch":"193","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:29:10.222793+0000","last_change":"2021-03-04T23:28:02.160648+0000","last_active":"2021-03-04T23:29:10.222793+0000","last_peered":"2021-03-04T23:29:10.222793+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:28:02.143263+0000","last_became_peered":"2021-03-04T23:28:02.143263+0000","last_unstale":"2021-03-04T23:29:10.222793+0000","last_undegraded":"2021-03-04T23:28:02.140420+0000","last_fullsized":"2021-03-04T23:29:10.222793+0000","mapping_epoch":179,"log_start":"143'6620","ondisk_log_start":"143'6620","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5115,"ondisk_log_size":5115,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":504561664,"num_objects":7699,"num_object_clones":0,"num_object_copies":23097,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":129,"num_objects_misplaced":7570,"num_objects_unfound":0,"num_objects_dirty":7699,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11735,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,2,0],"avail_no_missing":["1","2"],"object_location_counts":[{"shards":"0,1,2","objects":7699}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"85","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.324362+0000","last_change":"2021-03-04T23:28:01.139332+0000","last_active":"2021-03-04T23:29:06.324362+0000","last_peered":"2021-03-04T23:29:06.324362+0000","last_clean":"2021-03-04T23:29:06.324362+0000","last_became_active":"2021-03-04T23:28:01.139035+0000","last_became_peered":"2021-03-04T23:28:01.139035+0000","last_unstale":"2021-03-04T23:29:06.324362+0000","last_undegraded":"2021-03-04T23:29:06.324362+0000","last_fullsized":"2021-03-04T23:29:06.324362+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"194","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.324051+0000","last_change":"2021-03-04T23:28:01.145981+0000","last_active":"2021-03-04T23:29:06.324051+0000","last_peered":"2021-03-04T23:29:06.324051+0000","last_clean":"2021-03-04T23:29:06.324051+0000","last_became_active":"2021-03-04T23:28:01.145589+0000","last_became_peered":"2021-03-04T23:28:01.145589+0000","last_unstale":"2021-03-04T23:29:06.324051+0000","last_undegraded":"2021-03-04T23:29:06.324051+0000","last_fullsized":"2021-03-04T23:29:06.324051+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"232","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.329735+0000","last_change":"2021-03-04T23:29:06.329544+0000","last_active":"2021-03-04T23:29:06.329735+0000","last_peered":"2021-03-04T23:29:06.329735+0000","last_clean":"2021-03-04T23:29:06.329735+0000","last_became_active":"2021-03-04T23:29:06.329306+0000","last_became_peered":"2021-03-04T23:29:06.329306+0000","last_unstale":"2021-03-04T23:29:06.329735+0000","last_undegraded":"2021-03-04T23:29:06.329735+0000","last_fullsized":"2021-03-04T23:29:06.329735+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"193'11487","reported_seq":"13919","reported_epoch":"193","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:29:11.798784+0000","last_change":"2021-03-04T23:28:02.409553+0000","last_active":"2021-03-04T23:29:11.798784+0000","last_peered":"2021-03-04T23:29:11.798784+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:28:02.285368+0000","last_became_peered":"2021-03-04T23:28:02.285368+0000","last_unstale":"2021-03-04T23:29:11.798784+0000","last_undegraded":"2021-03-04T23:28:02.276172+0000","last_fullsized":"2021-03-04T23:28:02.137723+0000","mapping_epoch":179,"log_start":"143'6340","ondisk_log_start":"143'6340","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5147,"ondisk_log_size":5147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":489750528,"num_objects":7473,"num_object_clones":0,"num_object_copies":22419,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9789,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7473,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11487,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1170,"num_bytes_recovered":76611584,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1],"avail_no_missing":["7","3","6"],"object_location_counts":[{"shards":"1,3,7","objects":4906},{"shards":"1,7","objects":471},{"shards":"3,5,7","objects":2096}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"162","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.325960+0000","last_change":"2021-03-04T23:14:45.196352+0000","last_active":"2021-03-04T23:29:06.325960+0000","last_peered":"2021-03-04T23:29:06.325960+0000","last_clean":"2021-03-04T23:29:06.325960+0000","last_became_active":"2021-03-04T23:14:45.195987+0000","last_became_peered":"2021-03-04T23:14:45.195987+0000","last_unstale":"2021-03-04T23:29:06.325960+0000","last_undegraded":"2021-03-04T23:29:06.325960+0000","last_fullsized":"2021-03-04T23:29:06.325960+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"206","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.324431+0000","last_change":"2021-03-04T23:28:01.145936+0000","last_active":"2021-03-04T23:29:06.324431+0000","last_peered":"2021-03-04T23:29:06.324431+0000","last_clean":"2021-03-04T23:29:06.324431+0000","last_became_active":"2021-03-04T23:28:01.145597+0000","last_became_peered":"2021-03-04T23:28:01.145597+0000","last_unstale":"2021-03-04T23:29:06.324431+0000","last_undegraded":"2021-03-04T23:29:06.324431+0000","last_fullsized":"2021-03-04T23:29:06.324431+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"207","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.327323+0000","last_change":"2021-03-04T23:29:06.327104+0000","last_active":"2021-03-04T23:29:06.327323+0000","last_peered":"2021-03-04T23:29:06.327323+0000","last_clean":"2021-03-04T23:29:06.327323+0000","last_became_active":"2021-03-04T23:29:06.326771+0000","last_became_peered":"2021-03-04T23:29:06.326771+0000","last_unstale":"2021-03-04T23:29:06.327323+0000","last_undegraded":"2021-03-04T23:29:06.327323+0000","last_fullsized":"2021-03-04T23:29:06.327323+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"211","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323182+0000","last_change":"2021-03-04T23:27:50.106914+0000","last_active":"2021-03-04T23:29:06.323182+0000","last_peered":"2021-03-04T23:29:06.323182+0000","last_clean":"2021-03-04T23:29:06.323182+0000","last_became_active":"2021-03-04T23:27:50.106637+0000","last_became_peered":"2021-03-04T23:27:50.106637+0000","last_unstale":"2021-03-04T23:29:06.323182+0000","last_undegraded":"2021-03-04T23:29:06.323182+0000","last_fullsized":"2021-03-04T23:29:06.323182+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"193'11586","reported_seq":"26591","reported_epoch":"193","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:29:11.780344+0000","last_change":"2021-03-04T23:28:02.261818+0000","last_active":"2021-03-04T23:29:11.780344+0000","last_peered":"2021-03-04T23:29:11.780344+0000","last_clean":"2021-03-04T23:25:36.091092+0000","last_became_active":"2021-03-04T23:28:02.249131+0000","last_became_peered":"2021-03-04T23:28:02.249131+0000","last_unstale":"2021-03-04T23:29:11.780344+0000","last_undegraded":"2021-03-04T23:28:02.148008+0000","last_fullsized":"2021-03-04T23:28:02.137308+0000","mapping_epoch":179,"log_start":"141'4477","ondisk_log_start":"141'4477","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":7109,"ondisk_log_size":7109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":496500736,"num_objects":7576,"num_object_clones":0,"num_object_copies":22728,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3605,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7576,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11586,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7459,"num_bytes_recovered":402522112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[2,7],"avail_no_missing":["2","3","6","7"],"object_location_counts":[{"shards":"2,3,7","objects":2122},{"shards":"2,7","objects":5454}],"blocked_by":[],"up_primary":1,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"24","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.322201+0000","last_change":"2021-03-04T23:28:01.147431+0000","last_active":"2021-03-04T23:29:06.322201+0000","last_peered":"2021-03-04T23:29:06.322201+0000","last_clean":"2021-03-04T23:29:06.322201+0000","last_became_active":"2021-03-04T23:28:01.146351+0000","last_became_peered":"2021-03-04T23:28:01.146351+0000","last_unstale":"2021-03-04T23:29:06.322201+0000","last_undegraded":"2021-03-04T23:29:06.322201+0000","last_fullsized":"2021-03-04T23:29:06.322201+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"24","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.322701+0000","last_change":"2021-03-04T23:28:01.145121+0000","last_active":"2021-03-04T23:29:06.322701+0000","last_peered":"2021-03-04T23:29:06.322701+0000","last_clean":"2021-03-04T23:29:06.322701+0000","last_became_active":"2021-03-04T23:28:01.143788+0000","last_became_peered":"2021-03-04T23:28:01.143788+0000","last_unstale":"2021-03-04T23:29:06.322701+0000","last_undegraded":"2021-03-04T23:29:06.322701+0000","last_fullsized":"2021-03-04T23:29:06.322701+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"211","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323654+0000","last_change":"2021-03-04T23:27:50.101814+0000","last_active":"2021-03-04T23:29:06.323654+0000","last_peered":"2021-03-04T23:29:06.323654+0000","last_clean":"2021-03-04T23:29:06.323654+0000","last_became_active":"2021-03-04T23:27:50.101531+0000","last_became_peered":"2021-03-04T23:27:50.101531+0000","last_unstale":"2021-03-04T23:29:06.323654+0000","last_undegraded":"2021-03-04T23:29:06.323654+0000","last_fullsized":"2021-03-04T23:29:06.323654+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"193'11532","reported_seq":"15632","reported_epoch":"193","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:29:13.455100+0000","last_change":"2021-03-04T23:28:02.490357+0000","last_active":"2021-03-04T23:29:13.455100+0000","last_peered":"2021-03-04T23:29:13.455100+0000","last_clean":"2021-03-04T23:25:36.088336+0000","last_became_active":"2021-03-04T23:28:02.353338+0000","last_became_peered":"2021-03-04T23:28:02.353338+0000","last_unstale":"2021-03-04T23:29:13.455100+0000","last_undegraded":"2021-03-04T23:28:02.342209+0000","last_fullsized":"2021-03-04T23:28:02.136956+0000","mapping_epoch":179,"log_start":"142'5590","ondisk_log_start":"142'5590","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5942,"ondisk_log_size":5942,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":493223936,"num_objects":7526,"num_object_clones":0,"num_object_copies":22578,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8974,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7526,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11532,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2004,"num_bytes_recovered":131268608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,2],"avail_no_missing":["5","3","4"],"object_location_counts":[{"shards":"1,3,5","objects":5344},{"shards":"2,3,5","objects":2182}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"33","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.328134+0000","last_change":"2021-03-04T23:29:06.327789+0000","last_active":"2021-03-04T23:29:06.328134+0000","last_peered":"2021-03-04T23:29:06.328134+0000","last_clean":"2021-03-04T23:29:06.328134+0000","last_became_active":"2021-03-04T23:29:06.327575+0000","last_became_peered":"2021-03-04T23:29:06.327575+0000","last_unstale":"2021-03-04T23:29:06.328134+0000","last_undegraded":"2021-03-04T23:29:06.328134+0000","last_fullsized":"2021-03-04T23:29:06.328134+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"187","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.325625+0000","last_change":"2021-03-04T23:26:46.900529+0000","last_active":"2021-03-04T23:29:06.325625+0000","last_peered":"2021-03-04T23:29:06.325625+0000","last_clean":"2021-03-04T23:29:06.325625+0000","last_became_active":"2021-03-04T23:26:46.900248+0000","last_became_peered":"2021-03-04T23:26:46.900248+0000","last_unstale":"2021-03-04T23:29:06.325625+0000","last_undegraded":"2021-03-04T23:29:06.325625+0000","last_fullsized":"2021-03-04T23:29:06.325625+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"24","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.322742+0000","last_change":"2021-03-04T23:28:01.177065+0000","last_active":"2021-03-04T23:29:06.322742+0000","last_peered":"2021-03-04T23:29:06.322742+0000","last_clean":"2021-03-04T23:29:06.322742+0000","last_became_active":"2021-03-04T23:28:01.176045+0000","last_became_peered":"2021-03-04T23:28:01.176045+0000","last_unstale":"2021-03-04T23:29:06.322742+0000","last_undegraded":"2021-03-04T23:29:06.322742+0000","last_fullsized":"2021-03-04T23:29:06.322742+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"211","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323307+0000","last_change":"2021-03-04T23:27:50.599188+0000","last_active":"2021-03-04T23:29:06.323307+0000","last_peered":"2021-03-04T23:29:06.323307+0000","last_clean":"2021-03-04T23:29:06.323307+0000","last_became_active":"2021-03-04T23:27:50.598997+0000","last_became_peered":"2021-03-04T23:27:50.598997+0000","last_unstale":"2021-03-04T23:29:06.323307+0000","last_undegraded":"2021-03-04T23:29:06.323307+0000","last_fullsized":"2021-03-04T23:29:06.323307+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"193'11629","reported_seq":"11704","reported_epoch":"193","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:29:13.377771+0000","last_change":"2021-03-04T23:27:51.210485+0000","last_active":"2021-03-04T23:29:13.377771+0000","last_peered":"2021-03-04T23:29:13.377771+0000","last_clean":"2021-03-04T23:26:49.115417+0000","last_became_active":"2021-03-04T23:27:51.183379+0000","last_became_peered":"2021-03-04T23:27:51.183379+0000","last_unstale":"2021-03-04T23:29:13.377771+0000","last_undegraded":"2021-03-04T23:27:51.106257+0000","last_fullsized":"2021-03-04T23:27:51.101297+0000","mapping_epoch":175,"log_start":"143'6237","ondisk_log_start":"143'6237","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5392,"ondisk_log_size":5392,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":503906304,"num_objects":7689,"num_object_clones":0,"num_object_copies":23067,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":110,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7689,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11629,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[{"shards":"5,7","objects":7689}],"blocked_by":[],"up_primary":0,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"227","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.330832+0000","last_change":"2021-03-04T23:29:06.329417+0000","last_active":"2021-03-04T23:29:06.330832+0000","last_peered":"2021-03-04T23:29:06.330832+0000","last_clean":"2021-03-04T23:29:06.330832+0000","last_became_active":"2021-03-04T23:29:06.329100+0000","last_became_peered":"2021-03-04T23:29:06.329100+0000","last_unstale":"2021-03-04T23:29:06.330832+0000","last_undegraded":"2021-03-04T23:29:06.330832+0000","last_fullsized":"2021-03-04T23:29:06.330832+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"195","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.324600+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:29:06.324600+0000","last_peered":"2021-03-04T23:29:06.324600+0000","last_clean":"2021-03-04T23:29:06.324600+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:29:06.324600+0000","last_undegraded":"2021-03-04T23:29:06.324600+0000","last_fullsized":"2021-03-04T23:29:06.324600+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"24","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.322446+0000","last_change":"2021-03-04T23:28:01.139195+0000","last_active":"2021-03-04T23:29:06.322446+0000","last_peered":"2021-03-04T23:29:06.322446+0000","last_clean":"2021-03-04T23:29:06.322446+0000","last_became_active":"2021-03-04T23:28:01.138935+0000","last_became_peered":"2021-03-04T23:28:01.138935+0000","last_unstale":"2021-03-04T23:29:06.322446+0000","last_undegraded":"2021-03-04T23:29:06.322446+0000","last_fullsized":"2021-03-04T23:29:06.322446+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"211","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323373+0000","last_change":"2021-03-04T23:27:50.106802+0000","last_active":"2021-03-04T23:29:06.323373+0000","last_peered":"2021-03-04T23:29:06.323373+0000","last_clean":"2021-03-04T23:29:06.323373+0000","last_became_active":"2021-03-04T23:27:50.106406+0000","last_became_peered":"2021-03-04T23:27:50.106406+0000","last_unstale":"2021-03-04T23:29:06.323373+0000","last_undegraded":"2021-03-04T23:29:06.323373+0000","last_fullsized":"2021-03-04T23:29:06.323373+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"193'11625","reported_seq":"12092","reported_epoch":"193","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:29:13.420372+0000","last_change":"2021-03-04T23:28:02.285509+0000","last_active":"2021-03-04T23:29:13.420372+0000","last_peered":"2021-03-04T23:29:13.420372+0000","last_clean":"2021-03-04T23:25:36.094482+0000","last_became_active":"2021-03-04T23:28:02.269990+0000","last_became_peered":"2021-03-04T23:28:02.269990+0000","last_unstale":"2021-03-04T23:29:13.420372+0000","last_undegraded":"2021-03-04T23:28:02.157018+0000","last_fullsized":"2021-03-04T23:28:02.136494+0000","mapping_epoch":179,"log_start":"142'5680","ondisk_log_start":"142'5680","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5945,"ondisk_log_size":5945,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":486604800,"num_objects":7425,"num_object_clones":0,"num_object_copies":22275,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3653,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7425,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11625,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":189,"num_bytes_recovered":12255232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,7],"avail_no_missing":["5","6","7"],"object_location_counts":[{"shards":"3,5,7","objects":2123},{"shards":"5,7","objects":5302}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"208","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.326815+0000","last_change":"2021-03-04T23:29:06.326368+0000","last_active":"2021-03-04T23:29:06.326815+0000","last_peered":"2021-03-04T23:29:06.326815+0000","last_clean":"2021-03-04T23:29:06.326815+0000","last_became_active":"2021-03-04T23:29:06.326129+0000","last_became_peered":"2021-03-04T23:29:06.326129+0000","last_unstale":"2021-03-04T23:29:06.326815+0000","last_undegraded":"2021-03-04T23:29:06.326815+0000","last_fullsized":"2021-03-04T23:29:06.326815+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"24","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.322433+0000","last_change":"2021-03-04T23:28:01.139196+0000","last_active":"2021-03-04T23:29:06.322433+0000","last_peered":"2021-03-04T23:29:06.322433+0000","last_clean":"2021-03-04T23:29:06.322433+0000","last_became_active":"2021-03-04T23:28:01.138925+0000","last_became_peered":"2021-03-04T23:28:01.138925+0000","last_unstale":"2021-03-04T23:29:06.322433+0000","last_undegraded":"2021-03-04T23:29:06.322433+0000","last_fullsized":"2021-03-04T23:29:06.322433+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"24","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.322540+0000","last_change":"2021-03-04T23:28:01.140290+0000","last_active":"2021-03-04T23:29:06.322540+0000","last_peered":"2021-03-04T23:29:06.322540+0000","last_clean":"2021-03-04T23:29:06.322540+0000","last_became_active":"2021-03-04T23:28:01.140024+0000","last_became_peered":"2021-03-04T23:28:01.140024+0000","last_unstale":"2021-03-04T23:29:06.322540+0000","last_undegraded":"2021-03-04T23:29:06.322540+0000","last_fullsized":"2021-03-04T23:29:06.322540+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"193'11610","reported_seq":"11708","reported_epoch":"193","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:29:11.912330+0000","last_change":"2021-03-04T23:28:14.161780+0000","last_active":"2021-03-04T23:29:11.912330+0000","last_peered":"2021-03-04T23:29:11.912330+0000","last_clean":"2021-03-04T23:26:45.840464+0000","last_became_active":"2021-03-04T23:28:03.142595+0000","last_became_peered":"2021-03-04T23:28:03.142595+0000","last_unstale":"2021-03-04T23:29:11.912330+0000","last_undegraded":"2021-03-04T23:29:11.912330+0000","last_fullsized":"2021-03-04T23:29:11.912330+0000","mapping_epoch":180,"log_start":"142'5802","ondisk_log_start":"142'5802","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5808,"ondisk_log_size":5808,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":492306432,"num_objects":7512,"num_object_clones":0,"num_object_copies":22536,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7512,"num_objects_unfound":0,"num_objects_dirty":7512,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11610,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,3],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,3,5","objects":7512}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"176","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.392359+0000","last_change":"2021-03-04T23:29:06.392037+0000","last_active":"2021-03-04T23:29:06.392359+0000","last_peered":"2021-03-04T23:29:06.392359+0000","last_clean":"2021-03-04T23:29:06.392359+0000","last_became_active":"2021-03-04T23:29:06.391801+0000","last_became_peered":"2021-03-04T23:29:06.391801+0000","last_unstale":"2021-03-04T23:29:06.392359+0000","last_undegraded":"2021-03-04T23:29:06.392359+0000","last_fullsized":"2021-03-04T23:29:06.392359+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"212","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.327584+0000","last_change":"2021-03-04T23:27:50.107056+0000","last_active":"2021-03-04T23:29:06.327584+0000","last_peered":"2021-03-04T23:29:06.327584+0000","last_clean":"2021-03-04T23:29:06.327584+0000","last_became_active":"2021-03-04T23:27:50.106640+0000","last_became_peered":"2021-03-04T23:27:50.106640+0000","last_unstale":"2021-03-04T23:29:06.327584+0000","last_undegraded":"2021-03-04T23:29:06.327584+0000","last_fullsized":"2021-03-04T23:29:06.327584+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"132","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.324529+0000","last_change":"2021-03-04T23:26:46.900504+0000","last_active":"2021-03-04T23:29:06.324529+0000","last_peered":"2021-03-04T23:29:06.324529+0000","last_clean":"2021-03-04T23:29:06.324529+0000","last_became_active":"2021-03-04T23:26:46.900310+0000","last_became_peered":"2021-03-04T23:26:46.900310+0000","last_unstale":"2021-03-04T23:29:06.324529+0000","last_undegraded":"2021-03-04T23:29:06.324529+0000","last_fullsized":"2021-03-04T23:29:06.324529+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"58","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.324752+0000","last_change":"2021-03-04T23:25:25.025383+0000","last_active":"2021-03-04T23:29:06.324752+0000","last_peered":"2021-03-04T23:29:06.324752+0000","last_clean":"2021-03-04T23:29:06.324752+0000","last_became_active":"2021-03-04T23:25:25.025093+0000","last_became_peered":"2021-03-04T23:25:25.025093+0000","last_unstale":"2021-03-04T23:29:06.324752+0000","last_undegraded":"2021-03-04T23:29:06.324752+0000","last_fullsized":"2021-03-04T23:29:06.324752+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"211","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323392+0000","last_change":"2021-03-04T23:27:50.109136+0000","last_active":"2021-03-04T23:29:06.323392+0000","last_peered":"2021-03-04T23:29:06.323392+0000","last_clean":"2021-03-04T23:29:06.323392+0000","last_became_active":"2021-03-04T23:27:50.108866+0000","last_became_peered":"2021-03-04T23:27:50.108866+0000","last_unstale":"2021-03-04T23:29:06.323392+0000","last_undegraded":"2021-03-04T23:29:06.323392+0000","last_fullsized":"2021-03-04T23:29:06.323392+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"193'11856","reported_seq":"21075","reported_epoch":"193","state":"active+recovering+remapped","last_fresh":"2021-03-04T23:29:12.159252+0000","last_change":"2021-03-04T23:28:06.711881+0000","last_active":"2021-03-04T23:29:12.159252+0000","last_peered":"2021-03-04T23:29:12.159252+0000","last_clean":"2021-03-04T23:25:24.025577+0000","last_became_active":"2021-03-04T23:28:06.411484+0000","last_became_peered":"2021-03-04T23:28:06.411484+0000","last_unstale":"2021-03-04T23:29:12.159252+0000","last_undegraded":"2021-03-04T23:29:12.159252+0000","last_fullsized":"2021-03-04T23:29:12.159252+0000","mapping_epoch":175,"log_start":"141'2717","ondisk_log_start":"141'2717","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":9139,"ondisk_log_size":9139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":505413632,"num_objects":7712,"num_object_clones":0,"num_object_copies":23136,"num_objects_missing_on_primary":3679,"num_objects_missing":3679,"num_objects_degraded":0,"num_objects_misplaced":2193,"num_objects_unfound":0,"num_objects_dirty":7712,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11856,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4563,"num_bytes_recovered":299040768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[2,6,5],"avail_no_missing":["5"],"object_location_counts":[{"shards":"0,2,5","objects":2193},{"shards":"0,2,5,6","objects":1},{"shards":"0,5,6","objects":2311},{"shards":"2,5,6","objects":3207}],"blocked_by":[],"up_primary":0,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"233","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.329608+0000","last_change":"2021-03-04T23:29:06.329173+0000","last_active":"2021-03-04T23:29:06.329608+0000","last_peered":"2021-03-04T23:29:06.329608+0000","last_clean":"2021-03-04T23:29:06.329608+0000","last_became_active":"2021-03-04T23:29:06.328566+0000","last_became_peered":"2021-03-04T23:29:06.328566+0000","last_unstale":"2021-03-04T23:29:06.329608+0000","last_undegraded":"2021-03-04T23:29:06.329608+0000","last_fullsized":"2021-03-04T23:29:06.329608+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"168","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323539+0000","last_change":"2021-03-04T23:27:58.925866+0000","last_active":"2021-03-04T23:29:06.323539+0000","last_peered":"2021-03-04T23:29:06.323539+0000","last_clean":"2021-03-04T23:29:06.323539+0000","last_became_active":"2021-03-04T23:27:50.102391+0000","last_became_peered":"2021-03-04T23:27:50.102391+0000","last_unstale":"2021-03-04T23:29:06.323539+0000","last_undegraded":"2021-03-04T23:29:06.323539+0000","last_fullsized":"2021-03-04T23:29:06.323539+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"178","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.325645+0000","last_change":"2021-03-04T23:28:01.136621+0000","last_active":"2021-03-04T23:29:06.325645+0000","last_peered":"2021-03-04T23:29:06.325645+0000","last_clean":"2021-03-04T23:29:06.325645+0000","last_became_active":"2021-03-04T23:28:01.136379+0000","last_became_peered":"2021-03-04T23:28:01.136379+0000","last_unstale":"2021-03-04T23:29:06.325645+0000","last_undegraded":"2021-03-04T23:29:06.325645+0000","last_fullsized":"2021-03-04T23:29:06.325645+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"211","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323468+0000","last_change":"2021-03-04T23:27:50.110920+0000","last_active":"2021-03-04T23:29:06.323468+0000","last_peered":"2021-03-04T23:29:06.323468+0000","last_clean":"2021-03-04T23:29:06.323468+0000","last_became_active":"2021-03-04T23:27:50.110565+0000","last_became_peered":"2021-03-04T23:27:50.110565+0000","last_unstale":"2021-03-04T23:29:06.323468+0000","last_undegraded":"2021-03-04T23:29:06.323468+0000","last_fullsized":"2021-03-04T23:29:06.323468+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"193'11553","reported_seq":"11822","reported_epoch":"193","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:29:12.037217+0000","last_change":"2021-03-04T23:28:01.270390+0000","last_active":"2021-03-04T23:29:12.037217+0000","last_peered":"2021-03-04T23:29:12.037217+0000","last_clean":"2021-03-04T23:25:36.092788+0000","last_became_active":"2021-03-04T23:28:01.256541+0000","last_became_peered":"2021-03-04T23:28:01.256541+0000","last_unstale":"2021-03-04T23:29:12.037217+0000","last_undegraded":"2021-03-04T23:28:01.149448+0000","last_fullsized":"2021-03-04T23:28:01.138655+0000","mapping_epoch":178,"log_start":"143'6426","ondisk_log_start":"143'6426","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5127,"ondisk_log_size":5127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":497876992,"num_objects":7597,"num_object_clones":0,"num_object_copies":22791,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3454,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7597,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11553,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":84,"num_bytes_recovered":5505024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4],"avail_no_missing":["7","4"],"object_location_counts":[{"shards":"0,4,7","objects":2149},{"shards":"4,7","objects":5448}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"191","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.328157+0000","last_change":"2021-03-04T23:29:06.327923+0000","last_active":"2021-03-04T23:29:06.328157+0000","last_peered":"2021-03-04T23:29:06.328157+0000","last_clean":"2021-03-04T23:29:06.328157+0000","last_became_active":"2021-03-04T23:29:06.327603+0000","last_became_peered":"2021-03-04T23:29:06.327603+0000","last_unstale":"2021-03-04T23:29:06.328157+0000","last_undegraded":"2021-03-04T23:29:06.328157+0000","last_fullsized":"2021-03-04T23:29:06.328157+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"24","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.322571+0000","last_change":"2021-03-04T23:28:01.141123+0000","last_active":"2021-03-04T23:29:06.322571+0000","last_peered":"2021-03-04T23:29:06.322571+0000","last_clean":"2021-03-04T23:29:06.322571+0000","last_became_active":"2021-03-04T23:28:01.139579+0000","last_became_peered":"2021-03-04T23:28:01.139579+0000","last_unstale":"2021-03-04T23:29:06.322571+0000","last_undegraded":"2021-03-04T23:29:06.322571+0000","last_fullsized":"2021-03-04T23:29:06.322571+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"138","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323742+0000","last_change":"2021-03-04T23:27:58.936610+0000","last_active":"2021-03-04T23:29:06.323742+0000","last_peered":"2021-03-04T23:29:06.323742+0000","last_clean":"2021-03-04T23:29:06.323742+0000","last_became_active":"2021-03-04T23:27:50.111407+0000","last_became_peered":"2021-03-04T23:27:50.111407+0000","last_unstale":"2021-03-04T23:29:06.323742+0000","last_undegraded":"2021-03-04T23:29:06.323742+0000","last_fullsized":"2021-03-04T23:29:06.323742+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"211","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323443+0000","last_change":"2021-03-04T23:27:50.108909+0000","last_active":"2021-03-04T23:29:06.323443+0000","last_peered":"2021-03-04T23:29:06.323443+0000","last_clean":"2021-03-04T23:29:06.323443+0000","last_became_active":"2021-03-04T23:27:50.108636+0000","last_became_peered":"2021-03-04T23:27:50.108636+0000","last_unstale":"2021-03-04T23:29:06.323443+0000","last_undegraded":"2021-03-04T23:29:06.323443+0000","last_fullsized":"2021-03-04T23:29:06.323443+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"193'11511","reported_seq":"12884","reported_epoch":"193","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:29:12.050522+0000","last_change":"2021-03-04T23:28:06.666259+0000","last_active":"2021-03-04T23:29:12.050522+0000","last_peered":"2021-03-04T23:29:12.050522+0000","last_clean":"2021-03-04T23:25:36.101793+0000","last_became_active":"2021-03-04T23:28:01.255684+0000","last_became_peered":"2021-03-04T23:28:01.255684+0000","last_unstale":"2021-03-04T23:29:12.050522+0000","last_undegraded":"2021-03-04T23:28:06.665488+0000","last_fullsized":"2021-03-04T23:28:01.139081+0000","mapping_epoch":178,"log_start":"143'6383","ondisk_log_start":"143'6383","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5128,"ondisk_log_size":5128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":489160728,"num_objects":7465,"num_object_clones":0,"num_object_copies":22395,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2945,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7465,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":11511,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":643,"num_bytes_recovered":42139648,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,5],"avail_no_missing":["7","5"],"object_location_counts":[{"shards":"4,5,7","objects":1470},{"shards":"5,7","objects":5995}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"81","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323906+0000","last_change":"2021-03-04T23:27:50.114015+0000","last_active":"2021-03-04T23:29:06.323906+0000","last_peered":"2021-03-04T23:29:06.323906+0000","last_clean":"2021-03-04T23:29:06.323906+0000","last_became_active":"2021-03-04T23:27:50.113712+0000","last_became_peered":"2021-03-04T23:27:50.113712+0000","last_unstale":"2021-03-04T23:29:06.323906+0000","last_undegraded":"2021-03-04T23:29:06.323906+0000","last_fullsized":"2021-03-04T23:29:06.323906+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"33","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.326828+0000","last_change":"2021-03-04T23:29:06.326432+0000","last_active":"2021-03-04T23:29:06.326828+0000","last_peered":"2021-03-04T23:29:06.326828+0000","last_clean":"2021-03-04T23:29:06.326828+0000","last_became_active":"2021-03-04T23:29:06.326283+0000","last_became_peered":"2021-03-04T23:29:06.326283+0000","last_unstale":"2021-03-04T23:29:06.326828+0000","last_undegraded":"2021-03-04T23:29:06.326828+0000","last_fullsized":"2021-03-04T23:29:06.326828+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"155","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.327705+0000","last_change":"2021-03-04T23:28:01.141819+0000","last_active":"2021-03-04T23:29:06.327705+0000","last_peered":"2021-03-04T23:29:06.327705+0000","last_clean":"2021-03-04T23:29:06.327705+0000","last_became_active":"2021-03-04T23:28:01.141040+0000","last_became_peered":"2021-03-04T23:28:01.141040+0000","last_unstale":"2021-03-04T23:29:06.327705+0000","last_undegraded":"2021-03-04T23:29:06.327705+0000","last_fullsized":"2021-03-04T23:29:06.327705+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"211","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.327249+0000","last_change":"2021-03-04T23:27:50.110808+0000","last_active":"2021-03-04T23:29:06.327249+0000","last_peered":"2021-03-04T23:29:06.327249+0000","last_clean":"2021-03-04T23:29:06.327249+0000","last_became_active":"2021-03-04T23:27:50.110529+0000","last_became_peered":"2021-03-04T23:27:50.110529+0000","last_unstale":"2021-03-04T23:29:06.327249+0000","last_undegraded":"2021-03-04T23:29:06.327249+0000","last_fullsized":"2021-03-04T23:29:06.327249+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"193'11553","reported_seq":"18705","reported_epoch":"193","state":"active+recovery_wait+remapped","last_fresh":"2021-03-04T23:29:12.270633+0000","last_change":"2021-03-04T23:27:50.195868+0000","last_active":"2021-03-04T23:29:12.270633+0000","last_peered":"2021-03-04T23:29:12.270633+0000","last_clean":"2021-03-04T23:27:48.392765+0000","last_became_active":"2021-03-04T23:27:50.183344+0000","last_became_peered":"2021-03-04T23:27:50.183344+0000","last_unstale":"2021-03-04T23:29:12.270633+0000","last_undegraded":"2021-03-04T23:29:12.270633+0000","last_fullsized":"2021-03-04T23:29:12.270633+0000","mapping_epoch":174,"log_start":"142'4831","ondisk_log_start":"142'4831","created":137,"last_epoch_clean":167,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6722,"ondisk_log_size":6722,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":490668032,"num_objects":7487,"num_object_clones":0,"num_object_copies":22461,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4198,"num_objects_unfound":0,"num_objects_dirty":7487,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11553,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3530,"num_bytes_recovered":231342080,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,3],"avail_no_missing":["4","3","7"],"object_location_counts":[{"shards":"3,4,7","objects":7487}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"67","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.327800+0000","last_change":"2021-03-04T23:29:06.327438+0000","last_active":"2021-03-04T23:29:06.327800+0000","last_peered":"2021-03-04T23:29:06.327800+0000","last_clean":"2021-03-04T23:29:06.327800+0000","last_became_active":"2021-03-04T23:29:06.327103+0000","last_became_peered":"2021-03-04T23:29:06.327103+0000","last_unstale":"2021-03-04T23:29:06.327800+0000","last_undegraded":"2021-03-04T23:29:06.327800+0000","last_fullsized":"2021-03-04T23:29:06.327800+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"174","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.325723+0000","last_change":"2021-03-04T23:28:01.240838+0000","last_active":"2021-03-04T23:29:06.325723+0000","last_peered":"2021-03-04T23:29:06.325723+0000","last_clean":"2021-03-04T23:29:06.325723+0000","last_became_active":"2021-03-04T23:28:01.140978+0000","last_became_peered":"2021-03-04T23:28:01.140978+0000","last_unstale":"2021-03-04T23:29:06.325723+0000","last_undegraded":"2021-03-04T23:29:06.325723+0000","last_fullsized":"2021-03-04T23:29:06.325723+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"164","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.325999+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:29:06.325999+0000","last_peered":"2021-03-04T23:29:06.325999+0000","last_clean":"2021-03-04T23:29:06.325999+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:29:06.325999+0000","last_undegraded":"2021-03-04T23:29:06.325999+0000","last_fullsized":"2021-03-04T23:29:06.325999+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"141","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323814+0000","last_change":"2021-03-04T23:27:58.935596+0000","last_active":"2021-03-04T23:29:06.323814+0000","last_peered":"2021-03-04T23:29:06.323814+0000","last_clean":"2021-03-04T23:29:06.323814+0000","last_became_active":"2021-03-04T23:27:50.111356+0000","last_became_peered":"2021-03-04T23:27:50.111356+0000","last_unstale":"2021-03-04T23:29:06.323814+0000","last_undegraded":"2021-03-04T23:29:06.323814+0000","last_fullsized":"2021-03-04T23:29:06.323814+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"217","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323235+0000","last_change":"2021-03-04T23:28:01.137398+0000","last_active":"2021-03-04T23:29:06.323235+0000","last_peered":"2021-03-04T23:29:06.323235+0000","last_clean":"2021-03-04T23:29:06.323235+0000","last_became_active":"2021-03-04T23:28:01.137215+0000","last_became_peered":"2021-03-04T23:28:01.137215+0000","last_unstale":"2021-03-04T23:29:06.323235+0000","last_undegraded":"2021-03-04T23:29:06.323235+0000","last_fullsized":"2021-03-04T23:29:06.323235+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"191","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.325596+0000","last_change":"2021-03-04T23:28:01.148180+0000","last_active":"2021-03-04T23:29:06.325596+0000","last_peered":"2021-03-04T23:29:06.325596+0000","last_clean":"2021-03-04T23:29:06.325596+0000","last_became_active":"2021-03-04T23:28:01.140216+0000","last_became_peered":"2021-03-04T23:28:01.140216+0000","last_unstale":"2021-03-04T23:29:06.325596+0000","last_undegraded":"2021-03-04T23:29:06.325596+0000","last_fullsized":"2021-03-04T23:29:06.325596+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"203","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.324796+0000","last_change":"2021-03-04T23:28:06.570598+0000","last_active":"2021-03-04T23:29:06.324796+0000","last_peered":"2021-03-04T23:29:06.324796+0000","last_clean":"2021-03-04T23:29:06.324796+0000","last_became_active":"2021-03-04T23:28:06.570366+0000","last_became_peered":"2021-03-04T23:28:06.570366+0000","last_unstale":"2021-03-04T23:29:06.324796+0000","last_undegraded":"2021-03-04T23:29:06.324796+0000","last_fullsized":"2021-03-04T23:29:06.324796+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":181,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"176","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.325590+0000","last_change":"2021-03-04T23:25:25.031712+0000","last_active":"2021-03-04T23:29:06.325590+0000","last_peered":"2021-03-04T23:29:06.325590+0000","last_clean":"2021-03-04T23:29:06.325590+0000","last_became_active":"2021-03-04T23:25:25.023911+0000","last_became_peered":"2021-03-04T23:25:25.023911+0000","last_unstale":"2021-03-04T23:29:06.325590+0000","last_undegraded":"2021-03-04T23:29:06.325590+0000","last_fullsized":"2021-03-04T23:29:06.325590+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"200","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323902+0000","last_change":"2021-03-04T23:27:50.105437+0000","last_active":"2021-03-04T23:29:06.323902+0000","last_peered":"2021-03-04T23:29:06.323902+0000","last_clean":"2021-03-04T23:29:06.323902+0000","last_became_active":"2021-03-04T23:27:50.105150+0000","last_became_peered":"2021-03-04T23:27:50.105150+0000","last_unstale":"2021-03-04T23:29:06.323902+0000","last_undegraded":"2021-03-04T23:29:06.323902+0000","last_fullsized":"2021-03-04T23:29:06.323902+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"166","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.324857+0000","last_change":"2021-03-04T23:28:01.140156+0000","last_active":"2021-03-04T23:29:06.324857+0000","last_peered":"2021-03-04T23:29:06.324857+0000","last_clean":"2021-03-04T23:29:06.324857+0000","last_became_active":"2021-03-04T23:28:01.139857+0000","last_became_peered":"2021-03-04T23:28:01.139857+0000","last_unstale":"2021-03-04T23:29:06.324857+0000","last_undegraded":"2021-03-04T23:29:06.324857+0000","last_fullsized":"2021-03-04T23:29:06.324857+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"149","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323806+0000","last_change":"2021-03-04T23:27:50.102455+0000","last_active":"2021-03-04T23:29:06.323806+0000","last_peered":"2021-03-04T23:29:06.323806+0000","last_clean":"2021-03-04T23:29:06.323806+0000","last_became_active":"2021-03-04T23:27:50.102216+0000","last_became_peered":"2021-03-04T23:27:50.102216+0000","last_unstale":"2021-03-04T23:29:06.323806+0000","last_undegraded":"2021-03-04T23:29:06.323806+0000","last_fullsized":"2021-03-04T23:29:06.323806+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"145","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.325762+0000","last_change":"2021-03-04T23:27:58.925656+0000","last_active":"2021-03-04T23:29:06.325762+0000","last_peered":"2021-03-04T23:29:06.325762+0000","last_clean":"2021-03-04T23:29:06.325762+0000","last_became_active":"2021-03-04T23:27:50.106974+0000","last_became_peered":"2021-03-04T23:27:50.106974+0000","last_unstale":"2021-03-04T23:29:06.325762+0000","last_undegraded":"2021-03-04T23:29:06.325762+0000","last_fullsized":"2021-03-04T23:29:06.325762+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"206","reported_epoch":"192","state":"active+clean","last_fresh":"2021-03-04T23:29:06.323643+0000","last_change":"2021-03-04T23:28:01.146215+0000","last_active":"2021-03-04T23:29:06.323643+0000","last_peered":"2021-03-04T23:29:06.323643+0000","last_clean":"2021-03-04T23:29:06.323643+0000","last_became_active":"2021-03-04T23:28:01.145953+0000","last_became_peered":"2021-03-04T23:28:01.145953+0000","last_unstale":"2021-03-04T23:29:06.323643+0000","last_undegraded":"2021-03-04T23:29:06.323643+0000","last_fullsized":"2021-03-04T23:29:06.323643+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":29,"num_bytes_recovered":5428,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":10194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7088680,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":33,"acting":33,"num_store_stats":4},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":7933394968,"num_objects":121055,"num_object_clones":0,"num_object_copies":363165,"num_objects_missing_on_primary":9282,"num_objects_missing":9282,"num_objects_degraded":36594,"num_objects_misplaced":44040,"num_objects_unfound":0,"num_objects_dirty":121055,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":185675,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":28546,"num_bytes_recovered":1784152064,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":26155298816,"data_stored":26155286600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96611,"ondisk_log_size":96611,"up":48,"acting":38,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495918,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5869504,"kb_used_data":4820920,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":82210880,"statfs":{"total":90194313216,"available":84183941120,"internally_reserved":1073741824,"allocated":4936622080,"data_stored":4935632586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:28:49 2021","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.16200000000000001,"5min":0.16200000000000001,"15min":0.16200000000000001},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.41299999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:28:22 2021","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.91400000000000003,"15min":0.624},"min":{"1min":0.16500000000000001,"5min":0.16200000000000001,"15min":0.16},"max":{"1min":0.69099999999999995,"5min":37.856000000000002,"15min":37.856000000000002},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.96099999999999997,"15min":0.69199999999999995},"min":{"1min":0.28199999999999997,"5min":0.18099999999999999,"15min":0.17399999999999999},"max":{"1min":0.71899999999999997,"5min":37.914000000000001,"15min":37.914000000000001},"last":0.43099999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:28:07 2021","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.442,"15min":0.56999999999999995},"min":{"1min":0.251,"5min":0.192,"15min":0.16700000000000001},"max":{"1min":0.79000000000000004,"5min":2.0750000000000002,"15min":5.2400000000000002},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.59099999999999997,"15min":0.55600000000000005},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.81100000000000005,"5min":3.206,"15min":3.206},"last":0.39800000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:28:07 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":1.667,"15min":0.94099999999999995},"min":{"1min":0.24099999999999999,"5min":0.19,"15min":0.18099999999999999},"max":{"1min":0.79900000000000004,"5min":63.959000000000003,"15min":63.959000000000003},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.44900000000000001,"5min":1.702,"15min":1.1379999999999999},"min":{"1min":0.20699999999999999,"5min":0.19400000000000001,"15min":0.183},"max":{"1min":0.77400000000000002,"5min":64.183999999999997,"15min":64.183999999999997},"last":0.31900000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:28:07 2021","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.49399999999999999,"15min":0.39100000000000001},"min":{"1min":0.20599999999999999,"5min":0.14399999999999999,"15min":0.13100000000000001},"max":{"1min":0.746,"5min":3.0990000000000002,"15min":4.0179999999999998},"last":0.373},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.41799999999999998,"15min":0.35599999999999998},"min":{"1min":0.19700000000000001,"5min":0.16600000000000001,"15min":0.13900000000000001},"max":{"1min":0.76500000000000001,"5min":3.7410000000000001,"15min":3.7410000000000001},"last":0.307}]},{"osd":5,"last update":"Thu Mar 4 23:28:07 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.36399999999999999,"15min":0.34300000000000003},"min":{"1min":0.21299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.67900000000000005,"5min":1.141,"15min":3.621},"last":0.20699999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.52500000000000002,"15min":0.442},"min":{"1min":0.19500000000000001,"5min":0.17000000000000001,"15min":0.16800000000000001},"max":{"1min":0.78500000000000003,"5min":3.54,"15min":3.7229999999999999},"last":0.28999999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:28:22 2021","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.39600000000000002,"15min":0.39800000000000002},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.14199999999999999},"max":{"1min":0.61899999999999999,"5min":2.0390000000000001,"15min":4.1299999999999999},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.60299999999999998,"15min":0.50600000000000001},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.80900000000000005,"5min":3.6840000000000002,"15min":3.7850000000000001},"last":0.33200000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659435,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1733680,"kb_used_data":685096,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86346704,"statfs":{"total":90194313216,"available":88419024896,"internally_reserved":1073741824,"allocated":701538304,"data_stored":700565024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,0,2,4,8,2],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:28:51 2021","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.245},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.47099999999999997}]},{"osd":1,"last update":"Thu Mar 4 23:28:16 2021","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.43099999999999999,"15min":0.51400000000000001},"min":{"1min":0.26400000000000001,"5min":0.17499999999999999,"15min":0.159},"max":{"1min":0.58599999999999997,"5min":1.2669999999999999,"15min":3.609},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.438,"15min":0.50900000000000001},"min":{"1min":0.23999999999999999,"5min":0.17199999999999999,"15min":0.16500000000000001},"max":{"1min":0.628,"5min":1.2090000000000001,"15min":4.149},"last":0.35899999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:28:16 2021","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.45500000000000002,"15min":0.54400000000000004},"min":{"1min":0.19500000000000001,"5min":0.185,"15min":0.16800000000000001},"max":{"1min":0.59999999999999998,"5min":3.2959999999999998,"15min":4.2169999999999996},"last":0.317},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.45700000000000002,"15min":0.53300000000000003},"min":{"1min":0.189,"5min":0.189,"15min":0.17599999999999999},"max":{"1min":0.58099999999999996,"5min":1.3440000000000001,"15min":3.3700000000000001},"last":0.375}]},{"osd":3,"last update":"Thu Mar 4 23:28:16 2021","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":2.0510000000000002,"15min":1.1539999999999999},"min":{"1min":0.26000000000000001,"5min":0.22700000000000001,"15min":0.19800000000000001},"max":{"1min":0.65500000000000003,"5min":77.881,"15min":77.881},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":2.0819999999999999,"15min":1.1879999999999999},"min":{"1min":0.23499999999999999,"5min":0.224,"15min":0.21099999999999999},"max":{"1min":0.70499999999999996,"5min":77.683000000000007,"15min":77.683000000000007},"last":0.49099999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:28:56 2021","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.34799999999999998,"15min":0.36699999999999999},"min":{"1min":0.16600000000000001,"5min":0.159,"15min":0.121},"max":{"1min":0.54200000000000004,"5min":1.2849999999999999,"15min":4.1539999999999999},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.374,"5min":0.34999999999999998,"15min":0.38300000000000001},"min":{"1min":0.184,"5min":0.184,"15min":0.13500000000000001},"max":{"1min":0.70299999999999996,"5min":0.83799999999999997,"15min":4.1269999999999998},"last":0.44}]},{"osd":5,"last update":"Thu Mar 4 23:28:56 2021","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.36899999999999999,"15min":0.38900000000000001},"min":{"1min":0.183,"5min":0.183,"15min":0.151},"max":{"1min":0.71999999999999997,"5min":0.76100000000000001,"15min":4.0010000000000003},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.443,"15min":0.46400000000000002},"min":{"1min":0.17499999999999999,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.57599999999999996,"5min":3.6789999999999998,"15min":4.2389999999999999},"last":0.27400000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:28:56 2021","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.45500000000000002,"15min":0.47899999999999998},"min":{"1min":0.187,"5min":0.187,"15min":0.17399999999999999},"max":{"1min":0.60799999999999998,"5min":3.0569999999999999,"15min":4.5880000000000001},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41599999999999998,"15min":0.442},"min":{"1min":0.22800000000000001,"5min":0.20699999999999999,"15min":0.19400000000000001},"max":{"1min":0.64100000000000001,"5min":1.7390000000000001,"15min":4.0129999999999999},"last":0.33300000000000002}]}]},{"osd":1,"up_from":87,"seq":373662154938,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4319328,"kb_used_data":4057368,"kb_used_omap":702,"kb_used_meta":261249,"kb_avail":83761056,"statfs":{"total":90194313216,"available":85771321344,"internally_reserved":0,"allocated":4154744832,"data_stored":4153785267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":719374,"internal_metadata":267519474},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:28:49 2021","interfaces":[{"interface":"back","average":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.25}]},{"osd":2,"last update":"Thu Mar 4 23:28:13 2021","interfaces":[{"interface":"back","average":{"1min":0.27600000000000002,"5min":0.29799999999999999,"15min":0.42199999999999999},"min":{"1min":0.16900000000000001,"5min":0.16200000000000001,"15min":0.13400000000000001},"max":{"1min":0.84499999999999997,"5min":1.0800000000000001,"15min":4.4059999999999997},"last":0.316},{"interface":"front","average":{"1min":0.26300000000000001,"5min":0.28899999999999998,"15min":0.58499999999999996},"min":{"1min":0.14799999999999999,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":0.44500000000000001,"5min":1.1990000000000001,"15min":4.7240000000000002},"last":0.377}]},{"osd":3,"last update":"Thu Mar 4 23:29:01 2021","interfaces":[{"interface":"back","average":{"1min":0.26100000000000001,"5min":1.508,"15min":1.0720000000000001},"min":{"1min":0.17100000000000001,"5min":0.155,"15min":0.155},"max":{"1min":0.38200000000000001,"5min":110.28400000000001,"15min":110.28400000000001},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.27200000000000002,"5min":1.49,"15min":1.0640000000000001},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.40400000000000003,"5min":109.977,"15min":109.977},"last":0.41099999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:28:13 2021","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.55400000000000005,"15min":0.64000000000000001},"min":{"1min":0.29399999999999998,"5min":0.182,"15min":0.182},"max":{"1min":0.78600000000000003,"5min":2.7559999999999998,"15min":4.9850000000000003},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.437,"5min":0.498,"15min":0.53900000000000003},"min":{"1min":0.25700000000000001,"5min":0.20300000000000001,"15min":0.20000000000000001},"max":{"1min":0.93799999999999994,"5min":1.1379999999999999,"15min":4.5229999999999997},"last":0.439}]},{"osd":5,"last update":"Thu Mar 4 23:28:13 2021","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.63,"15min":0.64200000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20100000000000001},"max":{"1min":0.76500000000000001,"5min":8.6690000000000005,"15min":8.6690000000000005},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.56000000000000005,"15min":0.65700000000000003},"min":{"1min":0.28599999999999998,"5min":0.224,"15min":0.221},"max":{"1min":0.83899999999999997,"5min":2.0529999999999999,"15min":4.7729999999999997},"last":0.44500000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:28:21 2021","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.54000000000000004,"15min":0.58399999999999996},"min":{"1min":0.29499999999999998,"5min":0.214,"15min":0.214},"max":{"1min":0.95399999999999996,"5min":1.7390000000000001,"15min":4.5010000000000003},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.58099999999999996,"15min":0.65400000000000003},"min":{"1min":0.28399999999999997,"5min":0.25900000000000001,"15min":0.23699999999999999},"max":{"1min":0.68600000000000005,"5min":2.331,"15min":5.8810000000000002},"last":0.39400000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:28:13 2021","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.68000000000000005,"15min":0.71699999999999997},"min":{"1min":0.32300000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.81899999999999995,"5min":3.3940000000000001,"15min":4.7939999999999996},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.53800000000000003,"15min":0.60399999999999998},"min":{"1min":0.28799999999999998,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.91500000000000004,"5min":1.1639999999999999,"15min":4.5499999999999998},"last":0.36899999999999999}]}]},{"osd":0,"up_from":174,"seq":747324309522,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3390444,"kb_used_data":3322724,"kb_used_omap":980,"kb_used_meta":66731,"kb_avail":84689940,"statfs":{"total":90194313216,"available":86722498560,"internally_reserved":0,"allocated":3402469376,"data_stored":3401498188,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":68333507},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:28:54 2021","interfaces":[{"interface":"back","average":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.17499999999999999},{"interface":"front","average":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"last":0.14899999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:28:54 2021","interfaces":[{"interface":"back","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"last":0.22600000000000001},{"interface":"front","average":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"min":{"1min":0.186,"5min":0.186,"15min":0.186},"max":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"last":0.23499999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:28:54 2021","interfaces":[{"interface":"back","average":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"last":0.20100000000000001},{"interface":"front","average":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"last":0.21299999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:28:54 2021","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"last":0.26800000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:28:54 2021","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.312},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.28899999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:28:54 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.25800000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:28:54 2021","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.28299999999999997}]}]},{"osd":2,"up_from":103,"seq":442381631661,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2305128,"kb_used_data":2051616,"kb_used_omap":1715,"kb_used_meta":251788,"kb_avail":85775256,"statfs":{"total":90194313216,"available":87833862144,"internally_reserved":0,"allocated":2100854784,"data_stored":2099887614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":257831099},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,1,2,2,1],"upper_bound":512},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:28:49 2021","interfaces":[{"interface":"back","average":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.249},{"interface":"front","average":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"last":0.14699999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:28:15 2021","interfaces":[{"interface":"back","average":{"1min":0.27300000000000002,"5min":0.29599999999999999,"15min":0.46899999999999997},"min":{"1min":0.155,"5min":0.155,"15min":0.13300000000000001},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":4.0599999999999996},"last":0.186},{"interface":"front","average":{"1min":0.28899999999999998,"5min":0.34000000000000002,"15min":0.51000000000000001},"min":{"1min":0.17000000000000001,"5min":0.16300000000000001,"15min":0.14199999999999999},"max":{"1min":0.70299999999999996,"5min":2.6600000000000001,"15min":4.556},"last":0.17000000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:29:07 2021","interfaces":[{"interface":"back","average":{"1min":0.29699999999999999,"5min":0.64700000000000002,"15min":0.58599999999999997},"min":{"1min":0.17599999999999999,"5min":0.159,"15min":0.159},"max":{"1min":0.432,"5min":21.280000000000001,"15min":21.280000000000001},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.313,"5min":0.67500000000000004,"15min":0.61499999999999999},"min":{"1min":0.21199999999999999,"5min":0.192,"15min":0.17199999999999999},"max":{"1min":0.45700000000000002,"5min":21.239999999999998,"15min":21.239999999999998},"last":0.27100000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:28:15 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.48899999999999999,"15min":0.54400000000000004},"min":{"1min":0.23000000000000001,"5min":0.20499999999999999,"15min":0.18099999999999999},"max":{"1min":0.81899999999999995,"5min":1.607,"15min":4.6520000000000001},"last":0.20499999999999999},{"interface":"front","average":{"1min":0.436,"5min":0.51800000000000002,"15min":0.54600000000000004},"min":{"1min":0.27900000000000003,"5min":0.21199999999999999,"15min":0.19900000000000001},"max":{"1min":0.78300000000000003,"5min":2.1819999999999999,"15min":3.71},"last":0.28100000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:28:15 2021","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.55000000000000004,"15min":0.70899999999999996},"min":{"1min":0.26900000000000002,"5min":0.23799999999999999,"15min":0.22},"max":{"1min":0.79600000000000004,"5min":4.2850000000000001,"15min":4.867},"last":0.311},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.53300000000000003,"15min":0.60999999999999999},"min":{"1min":0.223,"5min":0.214,"15min":0.21299999999999999},"max":{"1min":0.77200000000000002,"5min":3.9180000000000001,"15min":4.6689999999999996},"last":0.23599999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:28:21 2021","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.52900000000000003,"15min":0.54300000000000004},"min":{"1min":0.25,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.83799999999999997,"5min":2.1400000000000001,"15min":3.7429999999999999},"last":0.223},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.55000000000000004,"15min":0.66700000000000004},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.23499999999999999},"max":{"1min":0.90100000000000002,"5min":1.804,"15min":4.0830000000000002},"last":0.34999999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:28:15 2021","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.53900000000000003,"15min":0.56899999999999995},"min":{"1min":0.31900000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.88200000000000001,"5min":2.1659999999999999,"15min":4.024},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.442,"5min":0.57899999999999996,"15min":0.69199999999999995},"min":{"1min":0.308,"5min":0.26200000000000001,"15min":0.253},"max":{"1min":0.76000000000000001,"5min":3.847,"15min":4.1340000000000003},"last":0.33200000000000002}]}]},{"osd":3,"up_from":0,"seq":541165879460,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":31,"seq":133143986487,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3013052,"kb_used_data":1964468,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":85067332,"statfs":{"total":90194313216,"available":87108947968,"internally_reserved":1073741824,"allocated":2011615232,"data_stored":2010629764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:28:49 2021","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.498}]},{"osd":1,"last update":"Thu Mar 4 23:28:22 2021","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.54900000000000004,"15min":0.58099999999999996},"min":{"1min":0.19600000000000001,"5min":0.17699999999999999,"15min":0.16},"max":{"1min":0.54700000000000004,"5min":3.4900000000000002,"15min":3.9900000000000002},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.51500000000000001,"15min":0.56799999999999995},"min":{"1min":0.215,"5min":0.189,"15min":0.16200000000000001},"max":{"1min":0.59699999999999998,"5min":3.9260000000000002,"15min":4.3289999999999997},"last":0.47199999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:29:03 2021","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.38900000000000001,"15min":0.46500000000000002},"min":{"1min":0.23100000000000001,"5min":0.185,"15min":0.17100000000000001},"max":{"1min":0.45000000000000001,"5min":1.667,"15min":3.3260000000000001},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.42599999999999999,"15min":0.53100000000000003},"min":{"1min":0.221,"5min":0.19900000000000001,"15min":0.17499999999999999},"max":{"1min":0.50700000000000001,"5min":1.45,"15min":4.4180000000000001},"last":0.36199999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:29:03 2021","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":2.9529999999999998,"15min":1.478},"min":{"1min":0.32200000000000001,"5min":0.214,"15min":0.19900000000000001},"max":{"1min":0.629,"5min":85.394999999999996,"15min":85.394999999999996},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.38200000000000001,"5min":2.9569999999999999,"15min":1.3879999999999999},"min":{"1min":0.28199999999999997,"5min":0.19400000000000001,"15min":0.192},"max":{"1min":0.57099999999999995,"5min":85.802999999999997,"15min":85.802999999999997},"last":0.52700000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:28:28 2021","interfaces":[{"interface":"back","average":{"1min":0.29599999999999999,"5min":0.34599999999999997,"15min":0.32900000000000001},"min":{"1min":0.16900000000000001,"5min":0.161,"15min":0.14199999999999999},"max":{"1min":0.51700000000000002,"5min":1.6259999999999999,"15min":3.456},"last":0.308},{"interface":"front","average":{"1min":0.27900000000000003,"5min":0.38900000000000001,"15min":0.34799999999999998},"min":{"1min":0.16400000000000001,"5min":0.153,"15min":0.13500000000000001},"max":{"1min":0.53800000000000003,"5min":2.6600000000000001,"15min":3.2999999999999998},"last":0.39100000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:28:43 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.34599999999999997,"15min":0.35999999999999999},"min":{"1min":0.17299999999999999,"5min":0.157,"15min":0.156},"max":{"1min":0.48099999999999998,"5min":1.635,"15min":3.5569999999999999},"last":0.438},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.45600000000000002,"15min":0.48399999999999999},"min":{"1min":0.21199999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":0.54100000000000004,"5min":3.5739999999999998,"15min":3.895},"last":0.60999999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:28:22 2021","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.36399999999999999,"15min":0.38},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.156},"max":{"1min":0.49299999999999999,"5min":0.94299999999999995,"15min":3.4329999999999998},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.44700000000000001,"15min":0.48099999999999998},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.14000000000000001},"max":{"1min":0.51600000000000001,"5min":3.524,"15min":3.8700000000000001},"last":0.626}]}]},{"osd":5,"up_from":36,"seq":154618822965,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5577324,"kb_used_data":4528740,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":82503060,"statfs":{"total":90194313216,"available":84483133440,"internally_reserved":1073741824,"allocated":4637429760,"data_stored":4636458554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:28:49 2021","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.313}]},{"osd":1,"last update":"Thu Mar 4 23:28:15 2021","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.41999999999999998,"15min":0.47799999999999998},"min":{"1min":0.20300000000000001,"5min":0.16800000000000001,"15min":0.16400000000000001},"max":{"1min":0.67300000000000004,"5min":1.575,"15min":3.8450000000000002},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.42399999999999999,"15min":0.57999999999999996},"min":{"1min":0.221,"5min":0.17399999999999999,"15min":0.14599999999999999},"max":{"1min":0.78700000000000003,"5min":1.149,"15min":7.4740000000000002},"last":0.39400000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:29:05 2021","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.41399999999999998,"15min":0.58499999999999996},"min":{"1min":0.17999999999999999,"5min":0.161,"15min":0.161},"max":{"1min":0.45400000000000001,"5min":1.7190000000000001,"15min":3.7410000000000001},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.41599999999999998,"15min":0.58399999999999996},"min":{"1min":0.215,"5min":0.20399999999999999,"15min":0.17000000000000001},"max":{"1min":0.53200000000000003,"5min":1.304,"15min":3.9239999999999999},"last":0.35599999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:29:05 2021","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.438,"15min":0.56499999999999995},"min":{"1min":0.20200000000000001,"5min":0.17699999999999999,"15min":0.16700000000000001},"max":{"1min":0.52600000000000002,"5min":2.0430000000000001,"15min":4.375},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.45000000000000001,"15min":0.59999999999999998},"min":{"1min":0.26300000000000001,"5min":0.23100000000000001,"15min":0.17100000000000001},"max":{"1min":0.52300000000000002,"5min":1.6419999999999999,"15min":4.2050000000000001},"last":0.40400000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.34599999999999997,"15min":0.35499999999999998},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.127},"max":{"1min":0.69799999999999995,"5min":1.4359999999999999,"15min":7.4480000000000004},"last":0.22},{"interface":"front","average":{"1min":0.28899999999999998,"5min":0.375,"15min":0.34599999999999997},"min":{"1min":0.16800000000000001,"5min":0.152,"15min":0.14799999999999999},"max":{"1min":0.46999999999999997,"5min":2.0630000000000002,"15min":4.4000000000000004},"last":0.33900000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:28:22 2021","interfaces":[{"interface":"back","average":{"1min":0.29199999999999998,"5min":0.39900000000000002,"15min":0.42899999999999999},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16},"max":{"1min":0.68100000000000005,"5min":1.7709999999999999,"15min":7.3959999999999999},"last":0.188},{"interface":"front","average":{"1min":0.28499999999999998,"5min":0.38700000000000001,"15min":0.39500000000000002},"min":{"1min":0.186,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.49199999999999999,"5min":1.9930000000000001,"15min":4.3209999999999997},"last":0.378}]},{"osd":7,"last update":"Thu Mar 4 23:29:05 2021","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.42199999999999999,"15min":0.432},"min":{"1min":0.218,"5min":0.189,"15min":0.16400000000000001},"max":{"1min":0.55000000000000004,"5min":2.0219999999999998,"15min":4.3540000000000001},"last":0.251},{"interface":"front","average":{"1min":0.309,"5min":0.37,"15min":0.39900000000000002},"min":{"1min":0.184,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.52100000000000002,"5min":1.4610000000000001,"15min":3.1099999999999999},"last":0.20200000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":719374,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1537306,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3400204288,"data_stored":3400204288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4151771136,"data_stored":4151771136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2096103424,"data_stored":2096103424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4231004160,"data_stored":4231004160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2008223744,"data_stored":2008219672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4634578944,"data_stored":4634574872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":699138048,"data_stored":699138048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4934275072,"data_stored":4934271000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:29:16.720 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2021-03-04T23:29:16.720 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool set device_health_metrics pg_num 21 2021-03-04T23:29:16.764 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:16.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:16.782 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:16.783 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:16.837 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:16.884 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:16.901 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:16.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:16.903 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:17.004 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:17.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:17.023 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:17.023 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:17.024 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[95595]: audit 2021-03-04T23:29:15.386103+0000 mgr.x (mgr.34676) 791 : audit [DBG] from='client.45306 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:29:17.024 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[95595]: cluster 2021-03-04T23:29:15.918163+0000 mon.a (mon.0) 917 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:17.025 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[95595]: audit 2021-03-04T23:29:15.922261+0000 mon.a (mon.0) 918 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:29:17.025 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[95595]: cluster 2021-03-04T23:29:15.922368+0000 mon.a (mon.0) 919 : cluster [DBG] osdmap e194: 8 total, 8 up, 7 in 2021-03-04T23:29:17.025 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[95595]: audit 2021-03-04T23:29:16.632930+0000 mon.c (mon.1) 312 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:29:17.026 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[95595]: audit 2021-03-04T23:29:16.633470+0000 mon.a (mon.0) 920 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:29:17.026 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[99461]: audit 2021-03-04T23:29:15.386103+0000 mgr.x (mgr.34676) 791 : audit [DBG] from='client.45306 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:29:17.026 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[99461]: cluster 2021-03-04T23:29:15.918163+0000 mon.a (mon.0) 917 : cluster [WRN] 2021-03-04T23:29:17.027 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[99461]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:17.027 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[99461]: audit 2021-03-04T23:29:15 2021-03-04T23:29:17.027 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[99461]: .922261+0000 mon.a (mon.0) 918 : audit [INF] 2021-03-04T23:29:17.027 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[99461]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:29:17.027 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[99461]: cluster 2021-03-04T23:29:17.028 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[99461]: 2021-03-04T23:29 2021-03-04T23:29:17.028 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[99461]: :15.922368+0000 mon.a (mon. 2021-03-04T23:29:17.028 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[99461]: 0) 919 : cluster [DBG] osdmap e194: 8 total, 8 up, 7 in 2021-03-04T23:29:17.028 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[99461]: 2021-03-04T23:29:17.029 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[99461]: audit 2021-03-04T23:29:17.029 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[99461]: 2021-03-04T23:29 2021-03-04T23:29:17.029 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[99461]: :16.632930+0000 mon.c (mon 2021-03-04T23:29:17.029 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[99461]: .1) 312 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:29:17.029 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[99461]: 2021-03-04T23:29:17.030 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[99461]: audit 2021 2021-03-04T23:29:17.030 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[99461]: -03-04T23:29: 2021-03-04T23:29:17.030 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[99461]: 16.633470+0000 mon.a (mon. 2021-03-04T23:29:17.030 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[99461]: 0) 920 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:29:17.031 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:16 gibba011 conmon[99461]: 2021-03-04T23:29:17.124 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:17.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:17.143 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:17.143 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:17.245 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:17.262 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:17.263 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:17.263 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:17.290 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:29:17.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:16 gibba038 conmon[76675]: audit 2021-03-04T23:29:15.386103+0000 mgr.x (mgr.34676) 791 : audit [DBG] from='client.45306 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:29:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:16 gibba038 conmon[76675]: cluster 2021-03-04T23:29:15.918163+0000 mon.a (mon.0) 917 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:16 gibba038 conmon[76675]: audit 2021-03-04T23:29:15.922261+0000 mon.a (mon.0) 918 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:29:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:16 gibba038 conmon[76675]: cluster 2021-03-04T23:29:15.922368 2021-03-04T23:29:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:16 gibba038 conmon[76675]: +0000 mon.a (mon.0) 919 : cluster [DBG] osdmap e194: 8 total, 8 up, 7 in 2021-03-04T23:29:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:16 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:29:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:16 gibba038 conmon[76675]: 04T23:29:16.632930+0000 2021-03-04T23:29:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:16 gibba038 conmon[76675]: mon.c (mon.1) 312 : audit 2021-03-04T23:29:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:16 gibba038 conmon[76675]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:29:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:16 gibba038 conmon[76675]: audit 2021-03-04T23:29:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:16 gibba038 conmon[76675]: 2021-03-04T23:29 2021-03-04T23:29:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:16 gibba038 conmon[76675]: :16.633470+0000 mon.a (mon 2021-03-04T23:29:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:16 gibba038 conmon[76675]: .0) 920 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:29:17.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:16 gibba038 conmon[76675]: 2021-03-04T23:29:17.364 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:17.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:17.382 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:17.382 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:17.408 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:17.483 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:17.500 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:17.501 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:17.501 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:17.603 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:17.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:17.621 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:17.621 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:17.723 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:17.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:17.740 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:17.741 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:17.842 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:17.860 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:17.860 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:17.861 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:17.962 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:17.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:17.980 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:17.981 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:18.082 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:18.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:18.100 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:18.101 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:18.202 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:18.216 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:17 gibba011 conmon[95595]: cluster 2021-03-04T23:29:16.660441+0000 mgr.x (mgr.34676) 792 : cluster [DBG] pgmap v734: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 97 op/s; 36594/363015 objects degraded (10.081%); 43970/363015 objects misplaced (12.112%); 1.6 MiB/s, 26 objects/s recovering 2021-03-04T23:29:18.216 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:17 gibba011 conmon[99461]: cluster 2021-03-04T23:29:16.660441+0000 mgr.x (mgr.34676) 792 : cluster [DBG] pgmap v734: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 97 op/s; 36594/363015 objects degraded (10.081%); 43970/363015 objects misplaced (12.112%); 1.6 MiB/s, 26 objects/s recovering 2021-03-04T23:29:18.221 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:18.222 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:18.222 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:18.323 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:18.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:17 gibba038 conmon[76675]: cluster 2021-03-04T23:29:16.660441+0000 mgr.x (mgr.34676) 792 : cluster [DBG] pgmap v734: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 97 op/s; 36594/363015 objects degraded (10.081%); 43970/363015 objects misplaced (12.112%); 1.6 MiB/s, 26 objects/s recovering 2021-03-04T23:29:18.340 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:18.341 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:18.342 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:18.443 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:18.460 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:18.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:18.462 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:18.563 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:18.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:18.581 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:18.581 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:18.682 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:18.700 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:18.701 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:18.701 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:18.789 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:29:18.803 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:18.820 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:18.821 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:18.822 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:18.906 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:18.922 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:18.943 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:18.943 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:18.944 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:19.039 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:29:19.039 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:29:19.045 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:19.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:19.063 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:19.063 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:19.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:18 gibba011 conmon[95595]: cluster 2021-03-04T23:29:18.916014+0000 mon.a (mon.0) 921 : cluster [WRN] Health check update: Degraded data redundancy: 36594/363015 objects degraded (10.081%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:19.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:18 gibba011 conmon[99461]: cluster 2021-03-04T23:29:18.916014+0000 mon.a (mon.0) 921 : cluster 2021-03-04T23:29:19.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:18 gibba011 conmon[99461]: [WRN] Health check update: Degraded data redundancy: 36594/363015 objects degraded (10.081%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:19.164 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:19.181 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:19.181 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:19.182 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:19.283 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:19.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:19.302 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:19.302 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:19.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:18 gibba038 conmon[76675]: cluster 2021-03-04T23:29:18.916014+0000 mon.a (mon.0) 921 : cluster [WRN] Health check update: Degraded data redundancy: 36594/363015 objects degraded (10.081%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:19.403 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:19.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:19.421 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:19.422 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:19.524 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:19.541 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:19.542 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:19.543 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:19.645 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:19.662 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:19.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:19.663 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:19.764 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:19.782 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:19.783 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:19.784 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:19.886 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:19.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:19.905 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:19.906 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:20.007 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:20.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:20.025 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:20.026 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:20.127 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:20.564 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:19 gibba038 conmon[76675]: cluster 2021-03-04T23:29:18.661041+0000 mgr.x (mgr.34676) 793 : cluster [DBG] pgmap v735: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 100 op/s; 36567/361869 objects degraded (10.105%); 43887/361869 objects misplaced (12.128%); 1.8 MiB/s, 29 objects/s recovering 2021-03-04T23:29:20.564 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:19 gibba011 conmon[95595]: cluster 2021-03-04T23:29:18.661041+0000 mgr.x (mgr.34676) 793 : cluster [DBG] pgmap v735: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 100 op/s; 36567/361869 objects degraded (10.105%); 43887/361869 objects misplaced (12.128%); 1.8 MiB/s, 29 objects/s recovering 2021-03-04T23:29:20.565 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:19 gibba011 conmon[99461]: cluster 2021-03-04T23:29:18.661041+0000 mgr.x (mgr.34676) 793 : cluster [DBG] pgmap v735: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 100 op/s; 36567/361869 objects degraded (10.105%); 43887/361869 objects misplaced (12.128%); 1.8 MiB/s, 29 objects/s recovering 2021-03-04T23:29:20.566 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-03-04T23:29:20.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:20.626 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:20.627 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:20.728 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:20.733 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:20.745 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:20.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:20.746 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:20.847 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:20.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:20.868 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:20.869 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:20.970 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:20.989 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:20.990 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:20.990 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:21.011 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:29:21.025 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:29:21.038 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:29:21.054 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:29:21.065 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:29:21.080 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:29:21.091 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:21.094 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:29:21.109 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:29:21.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:21.111 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:21.111 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:21.112 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:29:21.112 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:29:21.112 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:29:21.113 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:29:21.113 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:29:21.113 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:29:21.113 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:29:21.114 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:29:21.212 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:21.230 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:21.231 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:21.231 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:21.333 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:21.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:20 gibba038 conmon[76675]: audit 2021-03-04T23:29:20.379017+0000 mon.c (mon.1) 313 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:29:21.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:20 gibba038 conmon[76675]: audit 2021-03-04T23:29:20. 2021-03-04T23:29:21.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:20 gibba038 conmon[76675]: 379358+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:29:21.350 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:21.351 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:21.352 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:21.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:20 gibba011 conmon[95595]: audit 2021-03-04T23:29:20.379017+0000 mon.c (mon.1) 313 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:29:21.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:20 gibba011 conmon[95595]: audit 2021-03-04T23:29:20.379358+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:29:21.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:20 gibba011 conmon[99461]: audit 2021-03-04T23:29:20.379017+0000 mon.c (mon.1) 313 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:29:21.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:20 gibba011 conmon[99461]: audit 2021-03-04T23:29:20.379358+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:29:21.453 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:21.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:21.472 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:21.473 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:21.574 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:21.591 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:21.592 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:21.592 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:21.693 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:21.710 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:21.711 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:21.712 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:21.813 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:21.830 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:21.831 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:21.831 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:21.933 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:21.947 INFO:teuthology.orchestra.run.gibba011.stderr:set pool 1 pg_num to 21 2021-03-04T23:29:21.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:21.953 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:21.954 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:22.055 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:22.072 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:22.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:22.074 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:22.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:21 gibba011 conmon[99461]: cluster 2021-03-04T23:29:20.661427+0000 mgr.x (mgr.34676) 794 : cluster [DBG] pgmap v736: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 95 op/s; 36567/361776 objects degraded (10.108%); 43856/361776 objects misplaced (12.122%); 1.6 MiB/s, 25 objects/s recovering 2021-03-04T23:29:22.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:21 gibba011 conmon[99461]: audit 2021-03-04T23:29:20.979712+0000 mon.a (mon.0) 923 : audit [INF] from='client.? 172.21.2.111:0/3898304921' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "21"}]: dispatch 2021-03-04T23:29:22.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:21 gibba011 conmon[99461]: audit 2021-03-04T23:29:20.996136+0000 mon.a 2021-03-04T23:29:22.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:21 gibba011 conmon[99461]: (mon.0) 924 : audit [DBG] from='client.? 172.21.2.111:0/4182219954' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:22.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:21 gibba011 conmon[95595]: cluster 2021-03-04T23:29:20.661427+0000 mgr.x (mgr.34676) 794 : cluster [DBG] pgmap v736: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 95 op/s; 36567/361776 objects degraded (10.108%); 43856/361776 objects misplaced (12.122%); 1.6 MiB/s, 25 objects/s recovering 2021-03-04T23:29:22.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:21 gibba011 conmon[95595]: audit 2021-03-04T23:29:20.979712+0000 mon.a (mon.0) 923 : audit [INF] from='client.? 172.21.2.111:0/3898304921' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "21"}]: dispatch 2021-03-04T23:29:22.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:21 gibba011 conmon[95595]: audit 2021-03-04T23:29:20.996136+0000 mon.a (mon.0) 924 : audit [DBG] from='client.? 172.21.2.111:0/4182219954' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:22.175 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:22.193 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:22.193 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:22.194 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:22.295 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:22.312 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:22.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:22.314 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:21 gibba038 conmon[76675]: cluster 2021-03-04T23:29:20.661427+0000 mgr.x (mgr.34676) 794 : cluster [DBG] pgmap v736: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 95 op/s; 36567/361776 objects degraded (10.108%); 43856/361776 objects misplaced (12.122%); 1.6 MiB/s, 25 objects/s recovering 2021-03-04T23:29:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:21 gibba038 conmon[76675]: audit 2021-03-04T23:29:20.979712+0000 mon.a (mon.0) 923 : audit [INF] from='client.? 172.21.2.111:0/3898304921' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "21"}]: dispatch 2021-03-04T23:29:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:21 gibba038 conmon[76675]: audit 2021-03-04T23:29:20.996136+0000 mon.a (mon.0) 924 : audit [DBG] from='client.? 172.21.2.111:0/4182219954' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:22.415 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:22.431 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:22.432 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:22.433 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:22.534 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:22.551 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:22.552 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:22.552 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:22.654 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:22.670 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:22.671 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:22.672 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:22.773 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:22.790 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:22.791 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:22.792 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:22.893 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:22.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:22.912 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:22.912 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:22.968 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:22 gibba011 conmon[99461]: audit 2021-03-04T23:29:21.943857+0000 mon.a (mon.0) 925 : audit [INF] from='client.? 172.21.2.111:0/3898304921' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "21"}]': finished 2021-03-04T23:29:22.969 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:22 gibba011 conmon[99461]: cluster 2021-03-04T23:29:21.943908+0000 mon.a (mon.0) 926 : cluster [DBG] osdmap e195: 8 total, 8 up, 7 in 2021-03-04T23:29:22.969 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:22 gibba011 conmon[99461]: audit 2021-03-04T23:29:22.662176+0000 mon.c (mon.1) 314 : audit [INF] 2021-03-04T23:29:22.969 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:22 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "21"}]: dispatch 2021-03-04T23:29:22.969 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:22 gibba011 conmon[99461]: audit 2021-03-04T23:29:22.663073+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "21"}]: dispatch 2021-03-04T23:29:22.970 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:22 gibba011 conmon[95595]: audit 2021-03-04T23:29:21.943857+0000 mon.a (mon.0) 925 : audit [INF] from='client.? 172.21.2.111:0/3898304921' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "21"}]': finished 2021-03-04T23:29:22.970 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:22 gibba011 conmon[95595]: cluster 2021-03-04T23:29:21.943908+0000 mon.a (mon.0) 926 : cluster [DBG] osdmap e195: 8 total, 8 up, 7 in 2021-03-04T23:29:22.970 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:22 gibba011 conmon[95595]: audit 2021-03-04T23:29:22.662176+0000 mon.c (mon. 2021-03-04T23:29:22.971 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:22 gibba011 conmon[95595]: 1) 314 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "21"}]: dispatch 2021-03-04T23:29:22.971 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:22 gibba011 conmon[95595]: audit 2021-03-04T23:29:22.663073+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "21"}]: dispatch 2021-03-04T23:29:23.014 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:23.031 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:23.032 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:23.032 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:23.134 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:23.153 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:23.153 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:23.154 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:23.255 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:23.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:23.273 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:23.274 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:23.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:22 gibba038 conmon[76675]: audit 2021-03-04T23:29:21.943857+0000 mon.a (mon.0) 925 : audit [INF] 2021-03-04T23:29:23.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:22 gibba038 conmon[76675]: from='client.? 172.21.2.111:0/3898304921' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "21"}]': finished 2021-03-04T23:29:23.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:22 gibba038 conmon[76675]: cluster 2021-03-04T23:29:21.943908+0000 mon.a (mon.0) 926 : cluster [DBG] osdmap e195: 8 total, 8 up, 7 in 2021-03-04T23:29:23.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:22 gibba038 conmon[76675]: audit 2021-03-04T23:29:22.662176+0000 mon.c ( 2021-03-04T23:29:23.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:22 gibba038 conmon[76675]: mon.1) 314 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "21"}]: dispatch 2021-03-04T23:29:23.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:22 gibba038 conmon[76675]: audit 2021-03-04T23:29:23.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:22 gibba038 conmon[76675]: 2021-03-04T23:29:22.663073+0000 2021-03-04T23:29:23.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:22 gibba038 conmon[76675]: mon.a (mon.0) 927 : audit 2021-03-04T23:29:23.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:22 gibba038 conmon[76675]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "21"}]: dispatch 2021-03-04T23:29:23.375 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:23.392 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:23.394 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:23.394 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:23.495 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:23.512 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:23.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:23.514 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:23.615 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:23.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:23.633 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:23.633 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:23.735 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:23.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:23.753 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:23.754 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:23.855 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:23.872 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:23.873 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:23.874 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:23.975 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:23.992 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:23.993 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:23.994 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:24.095 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:24.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:23 gibba011 conmon[95595]: cluster 2021-03-04T23:29:22.661900+0000 mgr.x (mgr.34676) 795 : 2021-03-04T23:29:24.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:23 gibba011 conmon[95595]: cluster [DBG] pgmap v738: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.3 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 99 op/s; 36567/360831 objects degraded (10.134%); 43759/360831 objects misplaced (12.127%); 2.0 MiB/s, 31 objects/s recovering 2021-03-04T23:29:24.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:23 gibba011 conmon[95595]: audit 2021-03-04T23:29:22.948284+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "21"}]': finished 2021-03-04T23:29:24.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:23 gibba011 conmon[95595]: cluster 2021-03-04T23:29:22.948411+0000 mon.a (mon.0) 929 : cluster [DBG] osdmap e196: 8 total, 8 up, 7 in 2021-03-04T23:29:24.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:23 gibba011 conmon[95595]: cluster 2021-03-04T23:29:23.917226+0000 mon.a (mon.0) 930 : cluster [WRN] Health check update: Degraded data redundancy: 36567/360831 objects degraded (10.134%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:24.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:23 gibba011 conmon[99461]: cluster 2021-03-04T23:29:22.661900+0000 mgr.x (mgr.34676) 795 : cluster [DBG] pgmap v738: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.3 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 99 op/s; 36567/360831 objects degraded (10.134%); 43759/360831 objects misplaced (12.127%); 2.0 MiB/s, 31 objects/s recovering 2021-03-04T23:29:24.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:23 gibba011 conmon[99461]: audit 2021-03-04T23:29:22.948284+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "21"}]': finished 2021-03-04T23:29:24.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:23 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:29:24.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:23 gibba011 conmon[99461]: :29:22.948411+0000 mon.a (mon. 2021-03-04T23:29:24.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:23 gibba011 conmon[99461]: 0) 929 : cluster [DBG] osdmap e196: 8 total, 8 up, 7 in 2021-03-04T23:29:24.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:23 gibba011 conmon[99461]: cluster 2021-03-04T23:29:23.917226+0000 mon.a 2021-03-04T23:29:24.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:23 gibba011 conmon[99461]: (mon.0) 930 : cluster [WRN] Health check update: Degraded data redundancy: 36567/360831 objects degraded (10.134%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:24.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:24.114 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:24.114 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:24.215 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:24.234 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:24.235 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:24.235 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:24.336 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:24.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:23 gibba038 conmon[76675]: cluster 2021-03-04T23:29:22.661900+0000 mgr.x (mgr.34676) 795 : cluster [DBG] pgmap v738: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.3 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 99 op/s; 36567/360831 objects degraded (10.134%); 43759/360831 objects misplaced (12.127%); 2.0 MiB/s, 31 objects/s recovering 2021-03-04T23:29:24.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:23 gibba038 conmon[76675]: audit 2021-03-04T23:29:24.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:23 gibba038 conmon[76675]: 2021-03-04T23:29:22.948284+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "21"}]': finished 2021-03-04T23:29:24.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:23 gibba038 conmon[76675]: cluster 2021-03-04T23:29:22.948411+0000 mon.a (mon.0) 929 : cluster [DBG] osdmap e196: 8 total, 8 up, 7 in 2021-03-04T23:29:24.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:23 gibba038 conmon[76675]: cluster 2021-03-04T23:29:23.917226+0000 mon.a (mon.0) 930 : cluster [WRN] Health check update: Degraded data redundancy: 36567/360831 objects degraded (10.134%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:24.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:24.356 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:24.356 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:24.388 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:29:24.437 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:29:24.438 INFO:teuthology.orchestra.run.gibba011.stdout: "size": 20, 2021-03-04T23:29:24.438 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 600, 2021-03-04T23:29:24.438 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:29:24.438 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.439 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:177001 9.b 9:d05f63ac:::benchmark_data_gibba011_139107_object23634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e181)", 2021-03-04T23:29:24.439 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:06.810458+0000", 2021-03-04T23:29:24.439 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 77.622736360999994, 2021-03-04T23:29:24.439 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.65010900599999999, 2021-03-04T23:29:24.440 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:24.440 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:24.440 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:24.440 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:24.440 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:24.441 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 177001 2021-03-04T23:29:24.441 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.441 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:24.442 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.442 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:24.442 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.810458+0000", 2021-03-04T23:29:24.442 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:24.442 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.443 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.443 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:24.443 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.810458+0000", 2021-03-04T23:29:24.443 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.686e-06 2021-03-04T23:29:24.444 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.444 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.444 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:24.444 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.810460+0000", 2021-03-04T23:29:24.444 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0669999999999999e-06 2021-03-04T23:29:24.445 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.445 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.445 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:24.445 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.810462+0000", 2021-03-04T23:29:24.445 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.5300000000000002e-06 2021-03-04T23:29:24.446 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.446 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.446 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:24.446 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.810472+0000", 2021-03-04T23:29:24.446 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.143e-06 2021-03-04T23:29:24.447 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.447 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.447 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:24.447 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.810476+0000", 2021-03-04T23:29:24.448 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.57865008100000004 2021-03-04T23:29:24.448 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.448 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.448 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:24.448 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.389126+0000", 2021-03-04T23:29:24.449 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0073538539999999999 2021-03-04T23:29:24.449 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.449 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.449 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:24.449 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.396480+0000", 2021-03-04T23:29:24.450 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011615386 2021-03-04T23:29:24.450 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.450 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.450 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:29:24.451 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.408095+0000", 2021-03-04T23:29:24.451 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0096003219999999997 2021-03-04T23:29:24.451 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.451 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.452 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:24.452 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.417695+0000", 2021-03-04T23:29:24.452 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.021169431999999998 2021-03-04T23:29:24.452 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.453 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.453 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.453 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.438865+0000", 2021-03-04T23:29:24.453 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0019493959999999999 2021-03-04T23:29:24.454 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.454 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.454 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.454 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.440814+0000", 2021-03-04T23:29:24.455 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0021907889999999998 2021-03-04T23:29:24.455 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.455 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.455 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.455 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.443005+0000", 2021-03-04T23:29:24.456 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0036319709999999999 2021-03-04T23:29:24.456 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.456 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.456 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:24.457 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.446637+0000", 2021-03-04T23:29:24.457 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013930349 2021-03-04T23:29:24.457 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.458 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.458 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:24.458 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.460567+0000", 2021-03-04T23:29:24.458 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.65010900599999999 2021-03-04T23:29:24.458 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.459 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:24.459 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.459 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.459 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.459 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:177031 9.b 9:d8b480ec:::benchmark_data_gibba011_139107_object23664:head [delete] snapc 0=[] ondisk+write+known_if_redirected e181)", 2021-03-04T23:29:24.460 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:06.930250+0000", 2021-03-04T23:29:24.460 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 77.502944443999993, 2021-03-04T23:29:24.460 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.75760515399999995, 2021-03-04T23:29:24.460 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:24.461 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:24.461 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:24.461 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:24.461 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:24.461 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 177031 2021-03-04T23:29:24.462 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.462 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:24.462 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.462 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:24.463 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.930250+0000", 2021-03-04T23:29:24.463 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:24.463 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.463 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.463 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:24.464 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.930250+0000", 2021-03-04T23:29:24.464 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6750000000000001e-05 2021-03-04T23:29:24.464 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.464 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.464 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:24.465 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.930267+0000", 2021-03-04T23:29:24.465 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9470000000000002e-06 2021-03-04T23:29:24.465 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.465 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.466 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:24.466 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.930269+0000", 2021-03-04T23:29:24.466 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.3969999999999994e-06 2021-03-04T23:29:24.466 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.466 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.467 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:24.467 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.930277+0000", 2021-03-04T23:29:24.467 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.5800000000000002e-06 2021-03-04T23:29:24.467 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.468 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.468 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:24.468 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.930282+0000", 2021-03-04T23:29:24.468 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.53117765699999997 2021-03-04T23:29:24.468 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.469 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.469 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:24.469 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.461460+0000", 2021-03-04T23:29:24.469 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0082069619999999999 2021-03-04T23:29:24.469 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.470 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.470 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:24.470 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.469666+0000", 2021-03-04T23:29:24.470 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011886544000000001 2021-03-04T23:29:24.471 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.471 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.471 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:29:24.471 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.481553+0000", 2021-03-04T23:29:24.471 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.038714720000000001 2021-03-04T23:29:24.472 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.472 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.472 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.472 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.520268+0000", 2021-03-04T23:29:24.473 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001880636 2021-03-04T23:29:24.473 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.473 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.473 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.474 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.522148+0000", 2021-03-04T23:29:24.474 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018803229999999999 2021-03-04T23:29:24.474 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.475 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.475 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.475 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.524029+0000", 2021-03-04T23:29:24.475 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.14848376399999999 2021-03-04T23:29:24.476 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.476 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.476 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:24.476 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.672512+0000", 2021-03-04T23:29:24.476 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0030204960000000001 2021-03-04T23:29:24.477 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.477 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.477 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:24.477 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.675533+0000", 2021-03-04T23:29:24.478 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012322378 2021-03-04T23:29:24.478 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.478 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.478 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:24.479 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.687855+0000", 2021-03-04T23:29:24.479 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.75760515399999995 2021-03-04T23:29:24.479 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.479 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:24.480 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.480 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.480 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.480 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:177060 9.b 9:df583cd3:::benchmark_data_gibba011_139107_object23693:head [delete] snapc 0=[] ondisk+write+known_if_redirected e181)", 2021-03-04T23:29:24.480 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:07.204949+0000", 2021-03-04T23:29:24.481 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 77.228245361000006, 2021-03-04T23:29:24.481 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.49886967999999998, 2021-03-04T23:29:24.481 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:24.481 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:24.482 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:24.482 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:24.482 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:24.482 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 177060 2021-03-04T23:29:24.483 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.483 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:24.483 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.483 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:24.483 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.204949+0000", 2021-03-04T23:29:24.484 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:24.484 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.484 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.484 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:24.484 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.204949+0000", 2021-03-04T23:29:24.485 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.844e-06 2021-03-04T23:29:24.485 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.485 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.485 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:24.485 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.204951+0000", 2021-03-04T23:29:24.486 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2589999999999999e-06 2021-03-04T23:29:24.486 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.486 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.487 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:24.487 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.204953+0000", 2021-03-04T23:29:24.487 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.012e-05 2021-03-04T23:29:24.487 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.487 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.488 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:24.488 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.204963+0000", 2021-03-04T23:29:24.488 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.454e-06 2021-03-04T23:29:24.488 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.489 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.489 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:24.489 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.204968+0000", 2021-03-04T23:29:24.489 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.28444214299999998 2021-03-04T23:29:24.489 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.490 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.490 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:24.490 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.489410+0000", 2021-03-04T23:29:24.490 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0078959939999999999 2021-03-04T23:29:24.491 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.491 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.491 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:24.491 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.497306+0000", 2021-03-04T23:29:24.491 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012279389999999999 2021-03-04T23:29:24.492 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.492 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.492 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:29:24.492 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.509585+0000", 2021-03-04T23:29:24.492 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.016329010000000001 2021-03-04T23:29:24.493 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.493 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.493 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.493 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.525914+0000", 2021-03-04T23:29:24.493 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018777959999999999 2021-03-04T23:29:24.494 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.494 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.494 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.494 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.527792+0000", 2021-03-04T23:29:24.495 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001880137 2021-03-04T23:29:24.495 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.495 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.495 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.495 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.529672+0000", 2021-03-04T23:29:24.496 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.15878589600000001 2021-03-04T23:29:24.496 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.496 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.496 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:24.497 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.688458+0000", 2021-03-04T23:29:24.497 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0030101519999999999 2021-03-04T23:29:24.497 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.497 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.498 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:24.498 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.691468+0000", 2021-03-04T23:29:24.498 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012350485 2021-03-04T23:29:24.498 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.499 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.499 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:24.499 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.703819+0000", 2021-03-04T23:29:24.499 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.49886967999999998 2021-03-04T23:29:24.499 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.500 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:24.500 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.500 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.500 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.501 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:177066 9.b 9:d0e116b8:::benchmark_data_gibba011_139107_object23699:head [delete] snapc 0=[] ondisk+write+known_if_redirected e181)", 2021-03-04T23:29:24.501 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:07.239191+0000", 2021-03-04T23:29:24.501 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 77.194003683000005, 2021-03-04T23:29:24.501 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.480813298, 2021-03-04T23:29:24.502 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:24.502 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:24.502 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:24.502 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:24.503 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:24.503 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 177066 2021-03-04T23:29:24.503 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.503 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:24.503 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.504 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:24.504 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.239191+0000", 2021-03-04T23:29:24.504 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:24.504 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.504 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.505 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:24.505 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.239191+0000", 2021-03-04T23:29:24.505 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.024e-06 2021-03-04T23:29:24.505 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.506 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.506 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:24.506 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.239193+0000", 2021-03-04T23:29:24.506 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9149999999999999e-06 2021-03-04T23:29:24.506 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.507 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.507 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:24.507 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.239195+0000", 2021-03-04T23:29:24.507 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.5449999999999992e-06 2021-03-04T23:29:24.507 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.508 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.508 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:24.508 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.239204+0000", 2021-03-04T23:29:24.508 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4329999999999997e-06 2021-03-04T23:29:24.508 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.509 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.509 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:24.509 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.239209+0000", 2021-03-04T23:29:24.509 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.29109791699999998 2021-03-04T23:29:24.509 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.510 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.510 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:24.510 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.530307+0000", 2021-03-04T23:29:24.510 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0076544610000000004 2021-03-04T23:29:24.510 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.511 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.511 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:24.511 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.537961+0000", 2021-03-04T23:29:24.511 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011893555 2021-03-04T23:29:24.512 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.512 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.512 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:29:24.512 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.549855+0000", 2021-03-04T23:29:24.512 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.036287418000000002 2021-03-04T23:29:24.513 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.513 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.513 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.513 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.586142+0000", 2021-03-04T23:29:24.513 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018784400000000001 2021-03-04T23:29:24.514 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.514 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.514 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.514 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.588021+0000", 2021-03-04T23:29:24.515 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001880959 2021-03-04T23:29:24.515 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.515 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.515 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.515 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.589902+0000", 2021-03-04T23:29:24.516 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.114519023 2021-03-04T23:29:24.516 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.516 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.516 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:24.516 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.704421+0000", 2021-03-04T23:29:24.517 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0030035890000000001 2021-03-04T23:29:24.517 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.517 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.517 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:24.518 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.707424+0000", 2021-03-04T23:29:24.518 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012580019 2021-03-04T23:29:24.518 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.518 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.519 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:24.519 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.720004+0000", 2021-03-04T23:29:24.519 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.480813298 2021-03-04T23:29:24.519 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.519 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:24.520 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.520 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.520 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.520 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:177114 9.b 9:dd75123f:::benchmark_data_gibba011_139107_object23747:head [delete] snapc 0=[] ondisk+write+known_if_redirected e181)", 2021-03-04T23:29:24.521 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:07.456174+0000", 2021-03-04T23:29:24.521 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 76.977020507999995, 2021-03-04T23:29:24.521 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.29949479400000001, 2021-03-04T23:29:24.521 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:24.522 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:24.522 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:24.522 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:24.522 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:24.523 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 177114 2021-03-04T23:29:24.523 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.523 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:24.523 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.523 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:24.524 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.456174+0000", 2021-03-04T23:29:24.524 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:24.524 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.524 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.525 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:24.525 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.456174+0000", 2021-03-04T23:29:24.525 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3520000000000001e-06 2021-03-04T23:29:24.525 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.526 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.526 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:24.526 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.456176+0000", 2021-03-04T23:29:24.526 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4990000000000001e-06 2021-03-04T23:29:24.526 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.527 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.527 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:24.527 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.456179+0000", 2021-03-04T23:29:24.527 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0671e-05 2021-03-04T23:29:24.527 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.528 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.528 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:24.528 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.456190+0000", 2021-03-04T23:29:24.528 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.7990000000000001e-06 2021-03-04T23:29:24.528 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.529 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.529 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:24.529 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.456194+0000", 2021-03-04T23:29:24.529 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.14003010499999999 2021-03-04T23:29:24.530 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.530 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.530 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:24.530 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.596225+0000", 2021-03-04T23:29:24.530 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0075897710000000004 2021-03-04T23:29:24.531 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.531 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.531 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:24.531 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.603814+0000", 2021-03-04T23:29:24.531 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011860577000000001 2021-03-04T23:29:24.532 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.532 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.532 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:29:24.532 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.615675+0000", 2021-03-04T23:29:24.532 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035519681999999997 2021-03-04T23:29:24.533 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.533 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.533 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.533 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.651195+0000", 2021-03-04T23:29:24.533 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018776450000000001 2021-03-04T23:29:24.534 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.534 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.534 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.534 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.653072+0000", 2021-03-04T23:29:24.535 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018740740000000001 2021-03-04T23:29:24.535 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.535 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.535 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.535 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.654946+0000", 2021-03-04T23:29:24.536 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.082930102000000006 2021-03-04T23:29:24.536 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.536 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.536 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:24.536 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.737876+0000", 2021-03-04T23:29:24.537 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0030649679999999999 2021-03-04T23:29:24.537 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.537 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.537 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:24.537 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.740941+0000", 2021-03-04T23:29:24.538 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014727549 2021-03-04T23:29:24.538 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.538 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.538 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:24.539 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.755669+0000", 2021-03-04T23:29:24.539 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.29949479400000001 2021-03-04T23:29:24.539 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.539 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:24.539 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.540 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.540 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.540 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:178366 9.b 9:d16935c5:::benchmark_data_gibba011_139107_object24999:head [delete] snapc 0=[] ondisk+write+known_if_redirected e183)", 2021-03-04T23:29:24.540 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:18.531230+0000", 2021-03-04T23:29:24.541 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 65.901964785000004, 2021-03-04T23:29:24.541 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.34981431099999999, 2021-03-04T23:29:24.541 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:24.541 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:24.542 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:24.542 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:24.542 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:24.542 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 178366 2021-03-04T23:29:24.543 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.543 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:24.543 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.543 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:24.544 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.531230+0000", 2021-03-04T23:29:24.544 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:24.544 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.544 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.544 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:24.545 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.531230+0000", 2021-03-04T23:29:24.545 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3029999999999998e-06 2021-03-04T23:29:24.545 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.545 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.546 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:24.546 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.531232+0000", 2021-03-04T23:29:24.546 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.112e-06 2021-03-04T23:29:24.546 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.547 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.547 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:24.547 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.531235+0000", 2021-03-04T23:29:24.547 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1219e-05 2021-03-04T23:29:24.547 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.548 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.548 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:24.548 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.531246+0000", 2021-03-04T23:29:24.548 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.7339999999999996e-06 2021-03-04T23:29:24.548 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.549 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.549 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:24.549 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.531252+0000", 2021-03-04T23:29:24.549 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.211983688 2021-03-04T23:29:24.549 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.550 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.550 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:24.550 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.743236+0000", 2021-03-04T23:29:24.550 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0074601600000000004 2021-03-04T23:29:24.550 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.551 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.551 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:24.551 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.750696+0000", 2021-03-04T23:29:24.552 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01182799 2021-03-04T23:29:24.552 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.552 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.552 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:29:24.552 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.762524+0000", 2021-03-04T23:29:24.553 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035615199 2021-03-04T23:29:24.553 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.553 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.553 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.554 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.798139+0000", 2021-03-04T23:29:24.554 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001844046 2021-03-04T23:29:24.554 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.554 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.554 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.555 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.799983+0000", 2021-03-04T23:29:24.555 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018284519999999999 2021-03-04T23:29:24.555 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.555 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.555 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.556 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.801812+0000", 2021-03-04T23:29:24.556 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.063689395999999995 2021-03-04T23:29:24.556 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.556 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.556 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:24.557 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.865501+0000", 2021-03-04T23:29:24.557 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0030087650000000001 2021-03-04T23:29:24.557 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.557 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.557 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:24.558 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.868510+0000", 2021-03-04T23:29:24.558 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012534247 2021-03-04T23:29:24.558 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.558 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.559 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:24.559 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.881044+0000", 2021-03-04T23:29:24.559 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.34981431099999999 2021-03-04T23:29:24.559 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.559 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:24.560 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.560 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.560 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.560 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:178447 9.b 9:d2c78234:::benchmark_data_gibba011_139107_object25080:head [delete] snapc 0=[] ondisk+write+known_if_redirected e183)", 2021-03-04T23:29:24.560 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:18.922902+0000", 2021-03-04T23:29:24.561 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 65.510292202000002, 2021-03-04T23:29:24.561 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.35629595400000003, 2021-03-04T23:29:24.561 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:24.561 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:24.562 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:24.562 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:24.562 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:24.562 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 178447 2021-03-04T23:29:24.562 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.563 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:24.563 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.563 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:24.563 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.922902+0000", 2021-03-04T23:29:24.563 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:24.564 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.564 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.564 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:24.564 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.922902+0000", 2021-03-04T23:29:24.565 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0829999999999998e-06 2021-03-04T23:29:24.565 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.565 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.565 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:24.566 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.922905+0000", 2021-03-04T23:29:24.566 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9920000000000002e-06 2021-03-04T23:29:24.566 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.566 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.567 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:24.567 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.922907+0000", 2021-03-04T23:29:24.567 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.5950000000000005e-06 2021-03-04T23:29:24.567 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.568 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.568 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:24.568 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.922916+0000", 2021-03-04T23:29:24.568 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.1250000000000003e-06 2021-03-04T23:29:24.568 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.569 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.569 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:24.569 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.922920+0000", 2021-03-04T23:29:24.569 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.11886685299999999 2021-03-04T23:29:24.570 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.570 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.570 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:24.570 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.041787+0000", 2021-03-04T23:29:24.571 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0081226579999999996 2021-03-04T23:29:24.571 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.571 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.571 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:24.571 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.049910+0000", 2021-03-04T23:29:24.572 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011404597000000001 2021-03-04T23:29:24.572 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.572 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.572 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:29:24.573 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.061314+0000", 2021-03-04T23:29:24.573 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.037202560000000003 2021-03-04T23:29:24.573 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.573 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.574 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.574 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.098517+0000", 2021-03-04T23:29:24.574 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001873778 2021-03-04T23:29:24.574 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.574 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.575 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.575 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.100391+0000", 2021-03-04T23:29:24.575 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001933017 2021-03-04T23:29:24.575 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.575 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.576 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.576 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.102324+0000", 2021-03-04T23:29:24.576 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.15349939400000001 2021-03-04T23:29:24.576 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.577 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.577 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:24.577 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.255823+0000", 2021-03-04T23:29:24.578 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0036848520000000002 2021-03-04T23:29:24.578 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.578 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.579 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:24.579 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.259508+0000", 2021-03-04T23:29:24.579 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.019690450000000002 2021-03-04T23:29:24.580 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.580 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.580 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:24.580 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.279198+0000", 2021-03-04T23:29:24.581 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.35629595400000003 2021-03-04T23:29:24.581 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.581 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:24.581 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.582 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.582 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.583 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:178454 9.b 9:d6b71471:::benchmark_data_gibba011_139107_object25087:head [delete] snapc 0=[] ondisk+write+known_if_redirected e183)", 2021-03-04T23:29:24.583 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:18.947777+0000", 2021-03-04T23:29:24.583 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 65.485418129999999, 2021-03-04T23:29:24.584 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.34851311200000001, 2021-03-04T23:29:24.584 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:24.584 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:24.585 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:24.585 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:24.585 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:24.586 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 178454 2021-03-04T23:29:24.586 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.586 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:24.587 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.587 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:24.588 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.947777+0000", 2021-03-04T23:29:24.588 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:24.588 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.589 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.589 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:24.590 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.947777+0000", 2021-03-04T23:29:24.590 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0540000000000002e-06 2021-03-04T23:29:24.590 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.591 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.591 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:24.591 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.947779+0000", 2021-03-04T23:29:24.592 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3309999999999998e-06 2021-03-04T23:29:24.592 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.592 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.593 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:24.593 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.947781+0000", 2021-03-04T23:29:24.593 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.137e-05 2021-03-04T23:29:24.593 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.594 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.594 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:24.594 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.947792+0000", 2021-03-04T23:29:24.594 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4659999999999998e-06 2021-03-04T23:29:24.595 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.595 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.596 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:24.596 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.947798+0000", 2021-03-04T23:29:24.596 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.121063686 2021-03-04T23:29:24.596 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.597 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.597 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:24.597 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.068861+0000", 2021-03-04T23:29:24.598 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0074116039999999996 2021-03-04T23:29:24.598 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.598 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.599 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:24.599 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.076273+0000", 2021-03-04T23:29:24.599 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012040449 2021-03-04T23:29:24.599 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.600 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.600 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:29:24.600 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.088313+0000", 2021-03-04T23:29:24.600 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015978718999999999 2021-03-04T23:29:24.601 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.601 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.601 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.602 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.104292+0000", 2021-03-04T23:29:24.602 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018771549999999999 2021-03-04T23:29:24.602 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.603 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.603 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.603 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.106169+0000", 2021-03-04T23:29:24.604 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0019368020000000001 2021-03-04T23:29:24.604 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.604 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.605 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.605 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.108106+0000", 2021-03-04T23:29:24.605 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17171660499999999 2021-03-04T23:29:24.605 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.606 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.606 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:24.606 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.279823+0000", 2021-03-04T23:29:24.606 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0031823350000000001 2021-03-04T23:29:24.607 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.607 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.607 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:24.607 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.283005+0000", 2021-03-04T23:29:24.608 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013284536 2021-03-04T23:29:24.608 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.608 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.609 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:24.609 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.296290+0000", 2021-03-04T23:29:24.609 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.34851311200000001 2021-03-04T23:29:24.609 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.610 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:24.610 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.610 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.611 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.611 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:178465 9.b 9:dcb9d942:::benchmark_data_gibba011_139107_object25098:head [delete] snapc 0=[] ondisk+write+known_if_redirected e183)", 2021-03-04T23:29:24.611 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:19.015965+0000", 2021-03-04T23:29:24.612 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 65.417229364999997, 2021-03-04T23:29:24.612 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.29692222899999998, 2021-03-04T23:29:24.612 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:24.613 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:24.613 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:24.613 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:24.614 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:24.614 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 178465 2021-03-04T23:29:24.614 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.614 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:24.615 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.615 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:24.615 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.015965+0000", 2021-03-04T23:29:24.615 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:24.616 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.616 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.616 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:24.617 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.015965+0000", 2021-03-04T23:29:24.617 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.57e-06 2021-03-04T23:29:24.617 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.617 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.617 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:24.618 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.015968+0000", 2021-03-04T23:29:24.618 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6419999999999999e-06 2021-03-04T23:29:24.618 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.618 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.619 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:24.619 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.015970+0000", 2021-03-04T23:29:24.619 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2163e-05 2021-03-04T23:29:24.619 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.620 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.620 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:24.620 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.015983+0000", 2021-03-04T23:29:24.621 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.0769999999999996e-06 2021-03-04T23:29:24.621 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.621 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.621 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:24.622 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.015989+0000", 2021-03-04T23:29:24.622 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.092779091999999994 2021-03-04T23:29:24.622 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.622 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.623 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:24.623 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.108768+0000", 2021-03-04T23:29:24.623 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0083835730000000001 2021-03-04T23:29:24.623 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.624 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.624 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:24.624 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.117151+0000", 2021-03-04T23:29:24.625 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012192414 2021-03-04T23:29:24.625 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.625 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.626 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:29:24.626 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.129344+0000", 2021-03-04T23:29:24.626 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.023824392999999999 2021-03-04T23:29:24.626 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.627 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.627 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.628 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.153168+0000", 2021-03-04T23:29:24.628 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001883172 2021-03-04T23:29:24.628 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.629 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.629 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.629 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.155051+0000", 2021-03-04T23:29:24.630 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001870633 2021-03-04T23:29:24.630 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.630 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.631 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.631 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.156922+0000", 2021-03-04T23:29:24.631 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13997400099999999 2021-03-04T23:29:24.632 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.632 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.632 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:24.633 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.296896+0000", 2021-03-04T23:29:24.633 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003032524 2021-03-04T23:29:24.633 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.634 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.634 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:24.634 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.299929+0000", 2021-03-04T23:29:24.635 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012958974999999999 2021-03-04T23:29:24.635 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.636 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.636 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:24.636 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.312887+0000", 2021-03-04T23:29:24.637 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.29692222899999998 2021-03-04T23:29:24.637 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.637 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:24.638 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.638 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.638 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.638 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:178518 9.b 9:d3d4fe2b:::benchmark_data_gibba011_139107_object25151:head [delete] snapc 0=[] ondisk+write+known_if_redirected e184)", 2021-03-04T23:29:24.639 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:19.331779+0000", 2021-03-04T23:29:24.639 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 65.101415682999999, 2021-03-04T23:29:24.639 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.36647310399999999, 2021-03-04T23:29:24.639 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:24.640 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:24.640 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:24.640 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:24.641 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:24.641 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 178518 2021-03-04T23:29:24.641 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.642 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:24.642 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.642 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:24.643 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.331779+0000", 2021-03-04T23:29:24.643 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:24.643 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.644 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.644 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:24.644 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.331779+0000", 2021-03-04T23:29:24.645 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9870000000000002e-06 2021-03-04T23:29:24.645 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.645 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.646 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:24.646 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.331781+0000", 2021-03-04T23:29:24.646 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8950000000000001e-06 2021-03-04T23:29:24.646 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.647 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.647 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:24.647 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.331783+0000", 2021-03-04T23:29:24.647 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0407e-05 2021-03-04T23:29:24.648 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.648 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.648 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:24.648 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.331793+0000", 2021-03-04T23:29:24.649 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0860000000000004e-06 2021-03-04T23:29:24.649 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.649 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.650 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:24.650 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.331797+0000", 2021-03-04T23:29:24.650 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.12561909299999999 2021-03-04T23:29:24.651 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.651 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.651 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:24.652 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.457416+0000", 2021-03-04T23:29:24.652 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0075470190000000003 2021-03-04T23:29:24.652 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.653 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.653 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:24.653 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.464963+0000", 2021-03-04T23:29:24.653 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015837548 2021-03-04T23:29:24.654 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.654 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.654 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:29:24.654 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.480801+0000", 2021-03-04T23:29:24.655 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.024215799 2021-03-04T23:29:24.655 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.655 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.656 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.656 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.505017+0000", 2021-03-04T23:29:24.656 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018629670000000001 2021-03-04T23:29:24.656 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.657 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.657 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.657 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.506880+0000", 2021-03-04T23:29:24.657 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018818750000000001 2021-03-04T23:29:24.658 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.658 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.658 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.659 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.508762+0000", 2021-03-04T23:29:24.659 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.173537566 2021-03-04T23:29:24.659 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.659 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.660 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:24.660 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.682299+0000", 2021-03-04T23:29:24.661 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003049352 2021-03-04T23:29:24.661 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.661 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.661 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:24.662 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.685349+0000", 2021-03-04T23:29:24.662 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01290351 2021-03-04T23:29:24.662 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.662 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.663 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:24.663 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.698252+0000", 2021-03-04T23:29:24.663 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.36647310399999999 2021-03-04T23:29:24.664 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.664 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:24.664 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.664 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.665 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.665 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPush(9.b 186/175 [PushOp(9:d23e89af:::benchmark_data_gibba011_139107_object108393:head, version: 146'6979, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:d23e89af:::benchmark_data_gibba011_139107_object108393:head@146'6979, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:29:24.665 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:35.064415+0000", 2021-03-04T23:29:24.666 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 49.368779543000002, 2021-03-04T23:29:24.666 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.57795206499999996, 2021-03-04T23:29:24.666 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:24.666 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:29:24.667 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:24.667 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.667 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:24.667 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.064415+0000", 2021-03-04T23:29:24.668 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:24.668 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.668 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.669 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:24.669 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.064415+0000", 2021-03-04T23:29:24.669 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.0386e-05 2021-03-04T23:29:24.669 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.670 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.670 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:24.670 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.064485+0000", 2021-03-04T23:29:24.670 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.3270000000000003e-06 2021-03-04T23:29:24.671 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.671 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.671 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:24.671 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.064493+0000", 2021-03-04T23:29:24.672 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3549e-05 2021-03-04T23:29:24.672 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.672 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.673 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:24.673 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.064506+0000", 2021-03-04T23:29:24.673 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.5039999999999996e-06 2021-03-04T23:29:24.674 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.675 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.675 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:24.675 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.064514+0000", 2021-03-04T23:29:24.676 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.55148337999999997 2021-03-04T23:29:24.676 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.677 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.677 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:24.677 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.615997+0000", 2021-03-04T23:29:24.677 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00059457800000000001 2021-03-04T23:29:24.678 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.678 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.678 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:24.678 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.616592+0000", 2021-03-04T23:29:24.679 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.025775341 2021-03-04T23:29:24.679 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.679 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.679 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:24.679 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.642367+0000", 2021-03-04T23:29:24.680 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.57795206499999996 2021-03-04T23:29:24.680 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.680 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:24.681 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.681 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.681 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.682 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:181577 9.b 9:d30320e7:::benchmark_data_gibba011_139107_object28210:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:29:24.682 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:35.185671+0000", 2021-03-04T23:29:24.682 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 49.247523469999997, 2021-03-04T23:29:24.682 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.297840418, 2021-03-04T23:29:24.683 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:24.683 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:24.683 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:24.684 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:24.684 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:24.684 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 181577 2021-03-04T23:29:24.685 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.685 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:24.685 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.686 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:24.686 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.185671+0000", 2021-03-04T23:29:24.686 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:24.687 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.687 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.687 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:24.687 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.185671+0000", 2021-03-04T23:29:24.688 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1280000000000002e-06 2021-03-04T23:29:24.688 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.689 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.689 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:24.689 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.185673+0000", 2021-03-04T23:29:24.689 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3920000000000001e-06 2021-03-04T23:29:24.690 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.690 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.690 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:24.691 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.185676+0000", 2021-03-04T23:29:24.691 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0789e-05 2021-03-04T23:29:24.691 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.692 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.692 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:24.692 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.185686+0000", 2021-03-04T23:29:24.693 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4960000000000004e-06 2021-03-04T23:29:24.693 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.694 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.694 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:24.694 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.185692+0000", 2021-03-04T23:29:24.695 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.21804396600000001 2021-03-04T23:29:24.695 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.695 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.695 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:24.696 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.403736+0000", 2021-03-04T23:29:24.696 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0084828950000000007 2021-03-04T23:29:24.696 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.697 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.697 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:24.698 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.412219+0000", 2021-03-04T23:29:24.698 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012202358999999999 2021-03-04T23:29:24.698 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.699 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.699 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:29:24.699 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.424421+0000", 2021-03-04T23:29:24.700 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.03473387 2021-03-04T23:29:24.700 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.700 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.700 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:24.701 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.459155+0000", 2021-03-04T23:29:24.701 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0023851879999999999 2021-03-04T23:29:24.701 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.701 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.702 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.702 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.461540+0000", 2021-03-04T23:29:24.702 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002779676 2021-03-04T23:29:24.702 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.703 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.703 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.704 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.464320+0000", 2021-03-04T23:29:24.704 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002564513 2021-03-04T23:29:24.704 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.705 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.705 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.705 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.466884+0000", 2021-03-04T23:29:24.705 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003415033 2021-03-04T23:29:24.706 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.706 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.706 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:24.706 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.470299+0000", 2021-03-04T23:29:24.707 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013212112999999999 2021-03-04T23:29:24.707 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.707 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.708 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:24.708 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.483512+0000", 2021-03-04T23:29:24.709 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.297840418 2021-03-04T23:29:24.709 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.710 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:24.710 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.711 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.711 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.711 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:181580 9.b 9:d9efafaf:::benchmark_data_gibba011_139107_object28213:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:29:24.712 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:35.195582+0000", 2021-03-04T23:29:24.712 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 49.237612499000001, 2021-03-04T23:29:24.712 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.31503531400000001, 2021-03-04T23:29:24.712 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:24.713 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:24.713 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:24.713 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:24.714 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:24.714 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 181580 2021-03-04T23:29:24.714 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.715 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:24.715 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.715 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:24.716 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.195582+0000", 2021-03-04T23:29:24.716 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:24.716 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.717 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.717 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:24.717 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.195582+0000", 2021-03-04T23:29:24.717 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9240000000000001e-06 2021-03-04T23:29:24.718 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.718 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.718 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:24.719 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.195584+0000", 2021-03-04T23:29:24.719 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8670000000000001e-06 2021-03-04T23:29:24.719 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.720 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.720 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:24.721 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.195586+0000", 2021-03-04T23:29:24.721 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.3419999999999997e-06 2021-03-04T23:29:24.722 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.722 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.723 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:24.723 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.195595+0000", 2021-03-04T23:29:24.723 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8020000000000002e-06 2021-03-04T23:29:24.724 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.724 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.724 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:24.725 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.195599+0000", 2021-03-04T23:29:24.725 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.23689875399999999 2021-03-04T23:29:24.725 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.726 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.726 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:24.726 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.432498+0000", 2021-03-04T23:29:24.726 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0072069980000000001 2021-03-04T23:29:24.727 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.727 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.727 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:24.727 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.439705+0000", 2021-03-04T23:29:24.728 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011358735999999999 2021-03-04T23:29:24.728 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.728 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.729 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:29:24.729 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.451064+0000", 2021-03-04T23:29:24.729 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035051316999999999 2021-03-04T23:29:24.730 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.730 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.730 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.731 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.486115+0000", 2021-03-04T23:29:24.731 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00065904500000000003 2021-03-04T23:29:24.732 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.732 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.732 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:24.733 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.486774+0000", 2021-03-04T23:29:24.733 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0027988779999999999 2021-03-04T23:29:24.734 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.735 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.735 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.736 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.489573+0000", 2021-03-04T23:29:24.737 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0021008680000000001 2021-03-04T23:29:24.738 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.739 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.739 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.740 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.491674+0000", 2021-03-04T23:29:24.740 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0031114739999999999 2021-03-04T23:29:24.742 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.742 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.743 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:24.743 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.494785+0000", 2021-03-04T23:29:24.744 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015832308999999999 2021-03-04T23:29:24.744 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.744 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.745 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:24.745 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.510617+0000", 2021-03-04T23:29:24.745 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.31503531400000001 2021-03-04T23:29:24.746 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.746 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:24.747 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.747 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.748 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.748 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:183043 9.b 9:d5889319:::benchmark_data_gibba011_139107_object29676:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)", 2021-03-04T23:29:24.748 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:49.960558+0000", 2021-03-04T23:29:24.749 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 34.472636530000003, 2021-03-04T23:29:24.749 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.33730934699999998, 2021-03-04T23:29:24.750 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:24.750 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:24.750 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:24.751 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:24.751 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:24.751 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 183043 2021-03-04T23:29:24.751 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.752 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:24.752 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.752 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:24.752 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:49.960558+0000", 2021-03-04T23:29:24.753 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:24.753 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.754 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.754 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:24.754 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:49.960558+0000", 2021-03-04T23:29:24.755 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.17e-06 2021-03-04T23:29:24.755 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.755 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.756 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:24.756 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:49.960560+0000", 2021-03-04T23:29:24.757 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2850000000000001e-06 2021-03-04T23:29:24.757 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.758 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.758 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:24.758 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:49.960563+0000", 2021-03-04T23:29:24.759 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1323e-05 2021-03-04T23:29:24.759 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.760 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.760 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:24.760 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:49.960574+0000", 2021-03-04T23:29:24.761 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.639e-06 2021-03-04T23:29:24.761 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.762 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.762 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:24.762 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:49.960579+0000", 2021-03-04T23:29:24.763 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.25550033500000002 2021-03-04T23:29:24.763 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.763 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.763 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:24.764 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.216079+0000", 2021-03-04T23:29:24.764 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0080862910000000007 2021-03-04T23:29:24.764 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.765 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.765 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:24.765 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.224165+0000", 2021-03-04T23:29:24.766 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012688165 2021-03-04T23:29:24.766 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.766 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.767 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:29:24.767 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.236853+0000", 2021-03-04T23:29:24.767 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035901626999999998 2021-03-04T23:29:24.768 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.768 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.769 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:24.769 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.272755+0000", 2021-03-04T23:29:24.769 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018143009999999999 2021-03-04T23:29:24.770 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.770 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.771 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.771 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.274569+0000", 2021-03-04T23:29:24.771 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0024983280000000002 2021-03-04T23:29:24.772 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.772 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.772 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.773 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.277068+0000", 2021-03-04T23:29:24.773 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0021060670000000001 2021-03-04T23:29:24.774 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.774 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.774 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.775 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.279174+0000", 2021-03-04T23:29:24.775 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0035718709999999999 2021-03-04T23:29:24.775 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.776 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.776 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:24.777 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.282746+0000", 2021-03-04T23:29:24.777 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015121944999999999 2021-03-04T23:29:24.777 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.778 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.778 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:24.779 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.297867+0000", 2021-03-04T23:29:24.779 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.33730934699999998 2021-03-04T23:29:24.779 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.780 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:24.780 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.780 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.781 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.781 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:183062 9.b 9:dde4d6e2:::benchmark_data_gibba011_139107_object29695:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)", 2021-03-04T23:29:24.781 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:50.019427+0000", 2021-03-04T23:29:24.782 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 34.413767958999998, 2021-03-04T23:29:24.782 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.302489273, 2021-03-04T23:29:24.782 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:24.783 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:24.783 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:24.783 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:24.783 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:24.784 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 183062 2021-03-04T23:29:24.784 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.784 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:24.785 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.785 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:24.785 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.019427+0000", 2021-03-04T23:29:24.785 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:24.786 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.786 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.786 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:24.787 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.019427+0000", 2021-03-04T23:29:24.787 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4169999999999999e-06 2021-03-04T23:29:24.787 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.788 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.788 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:24.789 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.019428+0000", 2021-03-04T23:29:24.789 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.649e-06 2021-03-04T23:29:24.789 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.790 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.790 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:24.790 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.019430+0000", 2021-03-04T23:29:24.791 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0489999999999993e-06 2021-03-04T23:29:24.791 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.792 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.792 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:24.792 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.019439+0000", 2021-03-04T23:29:24.793 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6349999999999999e-06 2021-03-04T23:29:24.793 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.793 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.794 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:24.794 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.019442+0000", 2021-03-04T23:29:24.794 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.22600978899999999 2021-03-04T23:29:24.795 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.795 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.795 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:24.795 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.245452+0000", 2021-03-04T23:29:24.796 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0072372749999999996 2021-03-04T23:29:24.796 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.796 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.796 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:24.797 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.252689+0000", 2021-03-04T23:29:24.797 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011173468000000001 2021-03-04T23:29:24.797 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.798 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.798 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:29:24.798 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.263863+0000", 2021-03-04T23:29:24.798 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011316125999999999 2021-03-04T23:29:24.799 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.799 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.799 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:24.800 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.275179+0000", 2021-03-04T23:29:24.800 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.024505648000000001 2021-03-04T23:29:24.800 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.801 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.801 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.801 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.299685+0000", 2021-03-04T23:29:24.802 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001878298 2021-03-04T23:29:24.802 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.802 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.803 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.804 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.301563+0000", 2021-03-04T23:29:24.804 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022120579999999998 2021-03-04T23:29:24.805 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.805 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.806 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.806 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.303775+0000", 2021-03-04T23:29:24.807 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003151254 2021-03-04T23:29:24.807 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.807 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.808 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:24.808 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.306926+0000", 2021-03-04T23:29:24.808 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014989607 2021-03-04T23:29:24.808 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.808 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.809 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:24.809 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.321916+0000", 2021-03-04T23:29:24.809 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.302489273 2021-03-04T23:29:24.810 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.810 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:24.810 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.810 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.811 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.811 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:183078 9.b 9:d3c34498:::benchmark_data_gibba011_139107_object29711:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)", 2021-03-04T23:29:24.811 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:50.086075+0000", 2021-03-04T23:29:24.811 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 34.347119798999998, 2021-03-04T23:29:24.812 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.32443543200000002, 2021-03-04T23:29:24.812 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:24.812 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:24.812 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:24.813 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:24.813 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:24.813 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 183078 2021-03-04T23:29:24.813 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.813 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:24.814 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.814 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:24.815 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.086075+0000", 2021-03-04T23:29:24.815 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:24.815 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.815 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.816 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:24.816 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.086075+0000", 2021-03-04T23:29:24.816 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9769999999999999e-06 2021-03-04T23:29:24.817 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.817 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.818 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:24.818 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.086077+0000", 2021-03-04T23:29:24.818 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2390000000000001e-06 2021-03-04T23:29:24.819 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.819 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.819 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:24.820 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.086079+0000", 2021-03-04T23:29:24.820 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.6659999999999997e-06 2021-03-04T23:29:24.821 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.821 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.821 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:24.822 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.086088+0000", 2021-03-04T23:29:24.822 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.675e-06 2021-03-04T23:29:24.822 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.822 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.823 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:24.823 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.086091+0000", 2021-03-04T23:29:24.823 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.23662629399999999 2021-03-04T23:29:24.823 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.824 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.824 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:24.824 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.322718+0000", 2021-03-04T23:29:24.824 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0087266960000000008 2021-03-04T23:29:24.825 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.825 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.826 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:24.826 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.331444+0000", 2021-03-04T23:29:24.826 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01212733 2021-03-04T23:29:24.827 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.827 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.827 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:29:24.828 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.343572+0000", 2021-03-04T23:29:24.828 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044184105000000001 2021-03-04T23:29:24.829 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.829 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.829 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.829 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.387756+0000", 2021-03-04T23:29:24.830 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0024823340000000001 2021-03-04T23:29:24.830 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.831 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.831 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.831 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.390238+0000", 2021-03-04T23:29:24.832 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00068375700000000001 2021-03-04T23:29:24.832 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.832 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.832 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:24.833 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.390922+0000", 2021-03-04T23:29:24.833 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0026271689999999999 2021-03-04T23:29:24.833 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.834 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.834 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.835 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.393549+0000", 2021-03-04T23:29:24.835 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0033762699999999998 2021-03-04T23:29:24.835 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.835 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.836 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:24.836 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.396925+0000", 2021-03-04T23:29:24.836 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01358492 2021-03-04T23:29:24.837 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.837 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.837 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:24.838 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.410510+0000", 2021-03-04T23:29:24.838 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.32443543200000002 2021-03-04T23:29:24.838 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.839 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:24.839 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.840 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.840 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.840 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:183080 9.b 9:dd73c7ff:::benchmark_data_gibba011_139107_object29713:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)", 2021-03-04T23:29:24.841 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:50.090165+0000", 2021-03-04T23:29:24.841 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 34.343029899999998, 2021-03-04T23:29:24.842 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.34287923599999998, 2021-03-04T23:29:24.842 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:24.842 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:24.843 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:24.843 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:24.843 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:24.844 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 183080 2021-03-04T23:29:24.844 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.844 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:24.845 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.845 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:24.846 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.090165+0000", 2021-03-04T23:29:24.846 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:24.846 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.847 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.847 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:24.847 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.090165+0000", 2021-03-04T23:29:24.848 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8819999999999999e-06 2021-03-04T23:29:24.848 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.848 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.848 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:24.849 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.090167+0000", 2021-03-04T23:29:24.849 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7910000000000001e-06 2021-03-04T23:29:24.849 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.850 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.850 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:24.850 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.090168+0000", 2021-03-04T23:29:24.850 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.7070000000000004e-06 2021-03-04T23:29:24.851 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.851 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.851 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:24.852 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.090178+0000", 2021-03-04T23:29:24.852 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9639999999999997e-06 2021-03-04T23:29:24.852 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.853 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.853 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:24.853 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.090182+0000", 2021-03-04T23:29:24.853 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.26257610799999997 2021-03-04T23:29:24.854 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.854 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.854 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:24.855 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.352758+0000", 2021-03-04T23:29:24.855 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0096015319999999994 2021-03-04T23:29:24.855 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.855 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.856 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:24.856 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.362360+0000", 2021-03-04T23:29:24.856 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013490739 2021-03-04T23:29:24.857 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.857 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.857 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:29:24.858 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.375850+0000", 2021-03-04T23:29:24.858 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015731978000000001 2021-03-04T23:29:24.858 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.858 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.859 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:24.859 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.391582+0000", 2021-03-04T23:29:24.859 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.021192916999999999 2021-03-04T23:29:24.860 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.860 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.860 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.860 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.412775+0000", 2021-03-04T23:29:24.861 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0024283629999999998 2021-03-04T23:29:24.861 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.861 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.862 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.862 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.415204+0000", 2021-03-04T23:29:24.862 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018881220000000001 2021-03-04T23:29:24.862 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.863 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.863 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.863 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.417092+0000", 2021-03-04T23:29:24.863 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0029543070000000002 2021-03-04T23:29:24.864 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.864 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.864 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:24.865 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.420046+0000", 2021-03-04T23:29:24.865 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012997826000000001 2021-03-04T23:29:24.865 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.865 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.866 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:24.866 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.433044+0000", 2021-03-04T23:29:24.866 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.34287923599999998 2021-03-04T23:29:24.867 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.867 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:24.868 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.868 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.868 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.869 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:184034 9.b 9:d82f3bce:::benchmark_data_gibba011_139107_object30667:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)", 2021-03-04T23:29:24.869 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:57.513503+0000", 2021-03-04T23:29:24.869 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 26.919691983, 2021-03-04T23:29:24.870 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.32328394399999999, 2021-03-04T23:29:24.870 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:24.871 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:24.871 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:24.871 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:24.872 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:24.872 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 184034 2021-03-04T23:29:24.872 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.873 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:24.873 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.873 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:24.874 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513503+0000", 2021-03-04T23:29:24.874 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:24.875 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.875 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.875 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:24.876 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513503+0000", 2021-03-04T23:29:24.876 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8449999999999999e-06 2021-03-04T23:29:24.876 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.877 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.877 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:24.877 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513504+0000", 2021-03-04T23:29:24.877 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.849e-06 2021-03-04T23:29:24.878 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.878 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.879 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:24.879 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513506+0000", 2021-03-04T23:29:24.879 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.5739999999999996e-06 2021-03-04T23:29:24.879 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.880 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.880 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:24.881 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513515+0000", 2021-03-04T23:29:24.881 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6660000000000001e-06 2021-03-04T23:29:24.881 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.882 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.882 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:24.882 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513519+0000", 2021-03-04T23:29:24.883 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.18276452600000001 2021-03-04T23:29:24.883 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.883 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.884 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:24.884 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.696283+0000", 2021-03-04T23:29:24.884 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0098020160000000002 2021-03-04T23:29:24.884 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.885 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.885 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:24.885 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.706085+0000", 2021-03-04T23:29:24.886 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012649858999999999 2021-03-04T23:29:24.886 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.886 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.887 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:29:24.887 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.718735+0000", 2021-03-04T23:29:24.887 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.033099787999999998 2021-03-04T23:29:24.888 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.888 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.888 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.889 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.751835+0000", 2021-03-04T23:29:24.889 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0016482720000000001 2021-03-04T23:29:24.889 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.890 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.890 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.890 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.753483+0000", 2021-03-04T23:29:24.890 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001657581 2021-03-04T23:29:24.891 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.891 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.891 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.892 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.755141+0000", 2021-03-04T23:29:24.892 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.064552747999999993 2021-03-04T23:29:24.892 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.893 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.893 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:24.894 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.819693+0000", 2021-03-04T23:29:24.894 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0028612279999999999 2021-03-04T23:29:24.894 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.895 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.895 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:24.895 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.822555+0000", 2021-03-04T23:29:24.896 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014231992000000001 2021-03-04T23:29:24.896 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.896 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.897 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:24.897 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.836787+0000", 2021-03-04T23:29:24.897 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.32328394399999999 2021-03-04T23:29:24.898 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.898 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:24.898 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.899 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.899 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.899 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:184036 9.b 9:db21535c:::benchmark_data_gibba011_139107_object30669:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)", 2021-03-04T23:29:24.900 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:57.518822+0000", 2021-03-04T23:29:24.900 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 26.914372547999999, 2021-03-04T23:29:24.901 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.33556737800000003, 2021-03-04T23:29:24.901 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:24.902 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:24.902 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:24.902 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:24.902 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:24.903 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 184036 2021-03-04T23:29:24.903 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.903 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:24.903 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.904 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:24.904 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518822+0000", 2021-03-04T23:29:24.904 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:24.905 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.905 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.905 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:24.905 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518822+0000", 2021-03-04T23:29:24.906 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.674e-06 2021-03-04T23:29:24.906 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.906 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.907 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:24.907 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518824+0000", 2021-03-04T23:29:24.907 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9850000000000001e-06 2021-03-04T23:29:24.908 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.908 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.909 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:24.909 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518826+0000", 2021-03-04T23:29:24.909 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.5639999999999997e-06 2021-03-04T23:29:24.910 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.910 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.910 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:24.911 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518834+0000", 2021-03-04T23:29:24.911 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8089999999999999e-06 2021-03-04T23:29:24.911 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.911 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.912 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:24.912 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518838+0000", 2021-03-04T23:29:24.912 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.20703808300000001 2021-03-04T23:29:24.913 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.913 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.914 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:24.914 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.725876+0000", 2021-03-04T23:29:24.914 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0067539540000000004 2021-03-04T23:29:24.914 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.915 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.915 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:24.916 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.732630+0000", 2021-03-04T23:29:24.916 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011326882999999999 2021-03-04T23:29:24.916 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.916 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.917 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:29:24.917 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.743957+0000", 2021-03-04T23:29:24.917 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01284184 2021-03-04T23:29:24.918 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.918 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.918 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.919 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.756799+0000", 2021-03-04T23:29:24.919 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001644433 2021-03-04T23:29:24.919 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.919 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.920 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.920 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.758443+0000", 2021-03-04T23:29:24.920 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0016520490000000001 2021-03-04T23:29:24.921 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.921 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.921 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.922 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.760095+0000", 2021-03-04T23:29:24.922 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.077266001000000001 2021-03-04T23:29:24.922 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.923 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.923 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:24.923 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.837361+0000", 2021-03-04T23:29:24.923 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0029140989999999999 2021-03-04T23:29:24.924 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.924 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.924 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:24.925 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.840275+0000", 2021-03-04T23:29:24.925 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014114003999999999 2021-03-04T23:29:24.925 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.926 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.926 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:24.926 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.854389+0000", 2021-03-04T23:29:24.926 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.33556737800000003 2021-03-04T23:29:24.927 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.927 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:24.927 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.928 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.928 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.928 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:184037 9.b 9:ddf2b57a:::benchmark_data_gibba011_139107_object30670:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)", 2021-03-04T23:29:24.929 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:57.566390+0000", 2021-03-04T23:29:24.929 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 26.866804292000001, 2021-03-04T23:29:24.929 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.30594248699999999, 2021-03-04T23:29:24.929 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:24.930 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:24.930 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:24.930 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:24.930 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:24.931 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 184037 2021-03-04T23:29:24.931 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.931 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:24.932 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.932 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:24.933 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566390+0000", 2021-03-04T23:29:24.933 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:24.934 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.934 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.935 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:24.935 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566390+0000", 2021-03-04T23:29:24.935 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.508e-06 2021-03-04T23:29:24.936 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.936 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.936 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:24.937 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566392+0000", 2021-03-04T23:29:24.937 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8390000000000001e-06 2021-03-04T23:29:24.937 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.938 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.938 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:24.939 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566394+0000", 2021-03-04T23:29:24.939 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.6229999999999997e-06 2021-03-04T23:29:24.939 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.940 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.940 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:24.940 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566401+0000", 2021-03-04T23:29:24.941 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.72e-06 2021-03-04T23:29:24.941 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.941 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.942 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:24.942 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566405+0000", 2021-03-04T23:29:24.942 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.194259394 2021-03-04T23:29:24.943 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.943 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.943 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:24.943 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.760664+0000", 2021-03-04T23:29:24.944 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0068046950000000004 2021-03-04T23:29:24.944 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.944 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.945 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:24.945 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.767469+0000", 2021-03-04T23:29:24.945 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010619912 2021-03-04T23:29:24.946 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.946 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.947 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:29:24.947 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.778089+0000", 2021-03-04T23:29:24.947 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.032529622000000001 2021-03-04T23:29:24.948 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.948 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.948 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.949 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.810619+0000", 2021-03-04T23:29:24.949 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0016769129999999999 2021-03-04T23:29:24.949 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.950 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.950 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.950 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.812296+0000", 2021-03-04T23:29:24.951 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0016889559999999999 2021-03-04T23:29:24.951 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.951 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.952 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:24.952 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.813985+0000", 2021-03-04T23:29:24.953 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.040999672000000001 2021-03-04T23:29:24.953 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.953 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.953 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:24.954 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.854984+0000", 2021-03-04T23:29:24.954 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002905319 2021-03-04T23:29:24.954 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.955 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.955 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:24.955 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.857890+0000", 2021-03-04T23:29:24.955 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014443314 2021-03-04T23:29:24.956 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:24.956 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:24.956 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:24.957 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.872333+0000", 2021-03-04T23:29:24.957 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.30594248699999999 2021-03-04T23:29:24.957 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.957 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:24.958 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.958 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:24.958 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:24.959 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:29:24.959 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:24.961 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:24.962 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:29:24.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:24.980 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:24.981 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:25.082 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:25.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:25.111 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:25.111 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:25.212 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:25.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:25.241 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:25.241 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:25.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:24 gibba038 conmon[76675]: cluster 2021-03-04T23:29:23.951832+0000 mon.a (mon. 2021-03-04T23:29:25.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:24 gibba038 conmon[76675]: 0) 931 : cluster [DBG] osdmap e197: 8 total, 8 up, 7 in 2021-03-04T23:29:25.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:24 gibba038 conmon[76675]: audit 2021-03-04T23:29:24.209248+0000 mon.c (mon.1) 315 : audit [INF] from='client.? 172.21.2.111:0/1454129173' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:25.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:24 gibba038 conmon[76675]: audit 2021-03-04T23:29:24.209606+0000 mon.a (mon.0) 932 : audit [INF] 2021-03-04T23:29:25.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:24 gibba038 conmon[76675]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:25.342 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:25.344 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:24 gibba011 conmon[95595]: cluster 2021-03-04T23:29:23.951832+0000 mon.a (mon.0) 931 : cluster [DBG] osdmap e197: 8 total, 8 up, 7 in 2021-03-04T23:29:25.344 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:24 gibba011 conmon[95595]: audit 2021-03-04T23:29:24.209248+0000 mon.c (mon.1) 315 : audit [INF] from='client.? 172.21.2.111:0/1454129173' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:25.344 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:24 gibba011 conmon[95595]: audit 2021-03-04T23:29:24.209606+0000 mon.a (mon.0) 932 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:25.344 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:24 gibba011 conmon[99461]: cluster 2021-03-04T23:29:23.951832+0000 mon.a (mon.0) 931 : cluster [DBG] osdmap e197: 8 total, 8 up, 7 in 2021-03-04T23:29:25.345 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:24 gibba011 conmon[99461]: audit 2021-03-04T23:29:24.209248+0000 mon.c (mon.1) 315 : audit [INF] from='client.? 172.21.2.111:0/1454129173' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:25.345 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:24 gibba011 conmon[99461]: audit 2021-03-04T23:29:24.209606+0000 mon.a (mon.0) 932 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:25.365 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:25.366 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:25.367 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:25.386 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:29:25.467 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:25.492 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:25.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:25.493 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:25.523 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:25.594 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:25.615 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:25.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:25.617 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:25.718 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:25.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:25.744 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:25.744 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:25.846 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:25.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:25.868 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:25.868 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:25.970 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:25.987 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:25.988 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:25.989 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:26.017 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:25 gibba011 conmon[99461]: cluster 2021-03-04T23:29:24.662251+0000 mgr.x (mgr.34676) 796 : cluster [DBG] pgmap v741: 119 pgs: 10 unknown, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.3 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 100 op/s; 36535/360066 objects degraded (10.147%); 43677/360066 objects misplaced (12.130%); 1.4 MiB/s, 22 objects/s recovering 2021-03-04T23:29:26.018 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:25 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:29:26.018 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:25 gibba011 conmon[99461]: T23:29:24.951061+0000 mon.a (mon.0) 933 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:26.018 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:25 gibba011 conmon[99461]: audit 2021-03-04T23:29:24.957441+0000 mon.a (mon.0) 934 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:29:26.018 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:25 gibba011 conmon[99461]: cluster 2021-03-04T23:29:24.957527+0000 mon.a (mon.0) 935 : cluster [DBG] osdmap e198: 8 total, 8 up, 7 in 2021-03-04T23:29:26.019 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:25 gibba011 conmon[95595]: cluster 2021-03-04T23:29:24.662251+0000 mgr.x (mgr.34676) 796 : cluster [DBG] pgmap v741: 119 pgs: 10 unknown, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.3 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 100 op/s; 36535/360066 objects degraded (10.147%); 43677/360066 objects misplaced (12.130%); 1.4 MiB/s, 22 objects/s recovering 2021-03-04T23:29:26.019 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:25 gibba011 conmon[95595]: cluster 2021-03-04T23:29:24.951061+0000 mon.a (mon.0) 933 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:26.019 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:25 gibba011 conmon[95595]: audit 2021-03-04T23: 2021-03-04T23:29:26.020 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:25 gibba011 conmon[95595]: 29:24.957441+0000 mon.a (mon.0) 934 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:29:26.020 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:25 gibba011 conmon[95595]: cluster 2021-03-04T23:29:24.957527+0000 mon.a (mon.0) 935 : cluster [DBG] osdmap e198: 8 total, 8 up, 7 in 2021-03-04T23:29:26.089 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:26.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:26.114 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:26.115 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:26.215 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:26.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:26.239 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:26.240 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:26.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:25 gibba038 conmon[76675]: cluster 2021-03-04T23:29:24.662251+0000 mgr.x (mgr.34676) 796 : cluster [DBG] pgmap v741: 119 pgs: 10 unknown, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.3 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 100 op/s; 36535/360066 objects degraded (10.147%); 43677/360066 objects misplaced (12.130%); 1.4 MiB/s, 22 objects/s recovering 2021-03-04T23:29:26.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:25 gibba038 conmon[76675]: cluster 2021-03-04T23:29:24.951061+0000 mon.a (mon.0) 933 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:26.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:25 gibba038 conmon[76675]: audit 2021-03-04T23:29:24.957441+0000 mon.a (mon.0) 934 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:29:26.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:25 gibba038 conmon[76675]: cluster 2021-03-04T23:29:24.957527+0000 2021-03-04T23:29:26.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:25 gibba038 conmon[76675]: mon.a (mon.0) 935 : cluster [DBG] osdmap e198: 8 total, 8 up, 7 in 2021-03-04T23:29:26.341 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:26.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:26.361 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:26.362 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:26.463 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:26.482 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:26.483 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:26.484 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:26.585 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:26.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:26.605 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:26.606 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:26.707 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:26.726 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:26.727 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:26.727 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:26.828 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:26.845 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:26.846 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:26.847 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:26.948 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:26.967 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:26.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:26.969 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:27.070 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:27.087 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:27.088 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:27.088 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:27.189 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:27.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:27.207 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:27.207 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:27.309 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:27.326 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:27.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:27.327 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:27.428 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:27.446 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:27.447 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:27.447 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:27.548 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:27.566 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:27.567 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:27.567 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:27.669 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:27.685 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:27.686 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:27.687 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:27.788 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:27.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:27.807 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:27.807 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:27.908 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:27.926 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:27.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:27.927 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:27.993 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:27 gibba011 conmon[95595]: cluster 2021-03-04T23:29:26.662698+0000 mgr.x (mgr.34676) 797 : cluster [DBG] pgmap v743: 119 pgs: 1 active+recovering+undersized+remapped, 10 unknown, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.3 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 130 op/s; 36535/359820 objects degraded (10.154%); 43593/359820 objects misplaced (12.115%); 1.9 MiB/s, 29 objects/s recovering 2021-03-04T23:29:27.994 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:27 gibba011 conmon[99461]: cluster 2021-03-04T23:29:26.662698+0000 mgr.x (mgr.34676) 797 : cluster [DBG] pgmap v743: 119 pgs: 1 active+recovering+undersized+remapped, 10 unknown, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.3 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 130 op/s; 36535/359820 objects degraded (10.154%); 43593/359820 objects misplaced (12.115%); 1.9 MiB/s, 29 objects/s recovering 2021-03-04T23:29:28.009 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 7, 6, 1] out_osds: [3] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:29:28.010 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:29:28.010 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_4 2021-03-04T23:29:28.011 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:29:28.029 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:28.048 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:28.051 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:28.051 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:28.095 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:29:28.110 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:29:28.122 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:29:28.135 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:29:28.149 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:29:28.150 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:29:28.151 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:28.153 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:28.165 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:29:28.170 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:28.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:28.171 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:28.179 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:29:28.193 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:29:28.195 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:29:28.195 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:29:28.196 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:29:28.196 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:29:28.196 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:29:28.196 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:29:28.196 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:29:28.197 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:29:28.271 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:28.273 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:28.292 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:28.292 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:28.293 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:28.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:27 gibba038 conmon[76675]: cluster 2021-03-04T23:29:26.662698+0000 mgr.x (mgr.34676) 797 : cluster [DBG] pgmap v743: 119 pgs: 1 active+recovering+undersized+remapped, 10 unknown, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 93 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.3 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 130 op/s; 36535/359820 objects degraded (10.154%); 43593/359820 objects misplaced (12.115%); 1.9 MiB/s, 29 objects/s recovering 2021-03-04T23:29:28.394 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:28.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:28.412 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:28.413 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:28.514 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:28.531 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:28.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:28.532 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:28.633 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:28.650 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:28.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:28.652 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:28.753 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:28.770 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:28.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:28.772 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:28.774 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:29:28.774 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:29:28.873 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:28.891 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:28.892 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:28.892 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:28.993 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:29.011 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:29.014 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:29.014 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:29.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:28 gibba011 conmon[95595]: audit 2021-03-04T23:29:28.076183+0000 mon.a (mon.0) 936 : audit [DBG] from='client.? 172.21.2.111:0/2654150853' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:29.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:28 gibba011 conmon[95595]: cluster 2021-03-04T23:29:28.918477+0000 mon.a (mon.0) 937 : cluster [WRN] Health check update: Degraded data redundancy: 36535/359820 objects degraded (10.154%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:29.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:28 gibba011 conmon[99461]: audit 2021-03-04T23:29:28.076183+0000 mon.a (mon.0) 936 : audit [DBG] from='client.? 172.21.2.111:0/2654150853' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:29.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:28 gibba011 conmon[99461]: cluster 2021-03-04T23:29:28.918477+0000 mon.a (mon.0) 937 : cluster [WRN] Health check update: Degraded data redundancy: 36535/359820 objects degraded (10.154%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:29.115 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:29.132 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:29.133 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:29.134 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:29.235 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:29.251 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:29.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:29.253 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:29.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:28 gibba038 conmon[76675]: audit 2021-03-04T23:29:28.076183+0000 mon.a (mon.0) 936 : audit [DBG] from='client.? 172.21.2.111:0/2654150853' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:29.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:28 gibba038 conmon[76675]: cluster 2021-03-04T23:29:28.918477+0000 mon.a (mon.0) 937 : 2021-03-04T23:29:29.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:28 gibba038 conmon[76675]: cluster [WRN] Health check update: Degraded data redundancy: 36535/359820 objects degraded (10.154%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:29.354 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:29.372 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:29.373 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:29.373 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:29.474 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:29.491 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:29.492 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:29.493 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:29.594 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:29.612 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:29.613 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:29.613 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:29.714 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:29.732 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:29.733 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:29.733 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:29.835 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:29.853 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:29.854 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:29.855 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:29.955 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:29.974 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:29.974 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:29.975 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:30.076 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:30.095 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:30.096 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:30.097 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:30.198 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:30.214 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:30.215 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:30.216 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:30.317 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:30.318 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:29 gibba011 conmon[99461]: cluster 2021-03-04T23:29:28.663213+0000 mgr.x (mgr.34676) 798 : cluster [DBG] pgmap v744: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.3 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 146 op/s; 36499/358194 objects degraded (10.190%); 43460/358194 objects misplaced (12.133%); 1.9 MiB/s, 29 objects/s recovering 2021-03-04T23:29:30.319 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:29 gibba011 conmon[95595]: cluster 2021-03-04T23:29:28.663213+0000 mgr.x (mgr 2021-03-04T23:29:30.319 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:29 gibba011 conmon[95595]: .34676) 798 : cluster [DBG] pgmap v744: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.3 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 146 op/s; 36499/358194 objects degraded (10.190%); 43460/358194 objects misplaced (12.133%); 1.9 MiB/s, 29 objects/s recovering 2021-03-04T23:29:30.333 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:29:30.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:30.337 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:30.338 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:30.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:29 gibba038 conmon[76675]: cluster 2021-03-04T23:29:28.663213+0000 mgr.x (mgr.34676) 798 : cluster [DBG] pgmap v744: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.3 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 146 op/s; 36499/358194 objects degraded (10.190%); 43460/358194 objects misplaced (12.133%); 1.9 MiB/s, 29 objects/s recovering 2021-03-04T23:29:30.439 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:30.456 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:30.457 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:30.458 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:30.460 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:30.560 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:30.577 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:30.578 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:30.578 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:30.680 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:30.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:30.698 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:30.698 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:30.799 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:30.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:30.818 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:30.818 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:30.919 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:30.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:30.939 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:30.939 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:31.040 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:31.058 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:31.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:31.059 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:31.161 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:31.178 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:31.179 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:31.179 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:31.208 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:29:31.281 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:31.299 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:31.300 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:31.301 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:31.324 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:31.402 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:31.419 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:31.420 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:31.421 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:31.522 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:31.539 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:31.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:31.540 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:31.642 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:31.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:31.659 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:31.660 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:31.761 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:31.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:31.781 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:31.782 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:31.884 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:31.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:31.906 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:31.907 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:32.008 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:32.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:32.026 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:32.027 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:32.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:31 gibba011 conmon[99461]: cluster 2021-03-04T23:29:30.663666+0000 mgr.x (mgr.34676) 799 : cluster [DBG] pgmap v745: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.3 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 121 op/s; 36499/358026 objects degraded (10.195%); 43404/358026 objects misplaced (12.123%); 1.5 MiB/s, 23 objects/s recovering 2021-03-04T23:29:32.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:31 gibba011 conmon[95595]: cluster 2021-03-04T23:29:30.663666+0000 mgr.x (mgr.34676) 799 : cluster [DBG] pgmap v745: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.3 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 121 op/s; 36499/358026 objects degraded (10.195%); 43404/358026 objects misplaced (12.123%); 1.5 MiB/s, 23 objects/s recovering 2021-03-04T23:29:32.128 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:32.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:32.148 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:32.149 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:32.251 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:32.267 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:32.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:32.269 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:32.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:31 gibba038 conmon[76675]: cluster 2021-03-04T23:29:30.663666+0000 mgr.x (mgr.34676) 799 : cluster [DBG] pgmap v745: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.3 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 121 op/s; 36499/358026 objects degraded (10.195%); 43404/358026 objects misplaced (12.123%); 1.5 MiB/s, 23 objects/s recovering 2021-03-04T23:29:32.370 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:32.387 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:32.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:32.389 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:32.490 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:32.508 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:32.509 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:32.509 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:32.611 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:32.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:32.632 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:32.632 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:32.733 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:32.751 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:32.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:32.753 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:32.854 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:32.872 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:32.873 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:32.874 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:32.975 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:32.992 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:32.993 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:32.994 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:33.095 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:33.114 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:33.114 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:33.115 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:33.216 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:33.234 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:33.235 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:33.235 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:33.336 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:33.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:33.355 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:33.355 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:33.456 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:33.473 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:33.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:33.475 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:33.576 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:33.593 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:33.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:33.595 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:33.613 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:29:33.615 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:29:33.695 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:33.714 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:33.714 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:33.715 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:33.816 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:33.834 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:33.835 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:33.836 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:33.937 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:33.953 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:33.954 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:33.955 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:33.975 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:29:34.057 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:34.073 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:34.074 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:34.075 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:34.176 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:34.193 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:34.194 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:34.194 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:34.246 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:33 gibba011 conmon[95595]: cluster 2021-03-04T23:29:32.664134+0000 mgr.x (mgr.34676) 800 : cluster [DBG] pgmap v746: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.3 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 115 op/s; 36499/357051 objects degraded (10.222%); 43295/357051 objects misplaced (12.126%); 2.0 MiB/s, 31 objects/s recovering 2021-03-04T23:29:34.246 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:33 gibba011 conmon[95595]: audit 2021-03-04T23:29:33.609744+0000 mon.c (mon.1) 316 : audit [INF] from='client.? 172.21.2.111:0/3938263165' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:29:34.246 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:33 gibba011 conmon[95595]: audit 2021-03-04T23:29:33.610028+0000 mon.a (mon.0) 938 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:29:34.246 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:33 gibba011 conmon[95595]: cluster 2021-03-04T23:29:33.919523+0000 mon.a (mon.0) 939 : cluster [WRN] Health check update: Degraded data redundancy: 36499/357051 objects degraded (10.222%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:34.247 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:33 gibba011 conmon[99461]: cluster 2021-03-04T23:29:32.664134+0000 mgr.x (mgr.34676) 800 : cluster [DBG] pgmap v746: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.3 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 115 op/s; 36499/357051 objects degraded (10.222%); 43295/357051 objects misplaced (12.126%); 2.0 MiB/s, 31 objects/s recovering 2021-03-04T23:29:34.247 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:33 gibba011 conmon[99461]: audit 2021-03-04T23:29:33.609744+0000 mon.c (mon.1) 316 : audit [INF] from='client.? 172.21.2.111:0/3938263165' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:29:34.247 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:33 gibba011 conmon[99461]: audit 2021-03-04T23:29:33.610028+0000 mon.a (mon.0) 938 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:29:34.248 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:33 gibba011 conmon[99461]: cluster 2021-03-04T23:29:33.919523+0000 mon.a (mon.0) 939 : cluster [WRN] Health check update: Degraded data redundancy: 36499/357051 objects degraded (10.222%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:34.295 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:34.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:34.313 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:34.314 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:34.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:33 gibba038 conmon[76675]: cluster 2021-03-04T23:29:32.664134+0000 mgr.x (mgr.34676) 800 : cluster [DBG] pgmap v746: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.3 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 115 op/s; 36499/357051 objects degraded (10.222%); 43295/357051 objects misplaced (12.126%); 2.0 MiB/s, 31 objects/s recovering 2021-03-04T23:29:34.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:33 gibba038 conmon[76675]: audit 2021-03-04T23:29:33.609744+0000 mon.c (mon.1) 316 : audit [INF] from='client.? 172.21.2.111:0/3938263165' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:29:34.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:33 gibba038 conmon[76675]: audit 2021-03-04T23:29:33.610028+0000 mon.a (mon.0) 938 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:29:34.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:33 gibba038 conmon[76675]: cluster 2021-03-04T23:29:33.919523+0000 2021-03-04T23:29:34.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:33 gibba038 conmon[76675]: mon.a (mon.0) 939 : cluster [WRN] Health check update: Degraded data redundancy: 36499/357051 objects degraded (10.222%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:34.415 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:34.432 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:34.433 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:34.433 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:34.535 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:34.553 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:34.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:34.555 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:34.656 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:34.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:34.674 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:34.675 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:34.776 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:34.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:34.795 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:34.796 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:34.897 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:34.914 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:34.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:34.916 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:35.017 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:35.034 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:35.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:35.036 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:35.137 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:35.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:35.155 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:35.155 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:35.190 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":746,"stamp":"2021-03-04T23:29:32.663796+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":7798394176,"num_objects":119017,"num_object_clones":0,"num_object_copies":357051,"num_objects_missing_on_primary":8819,"num_objects_missing":8819,"num_objects_degraded":36499,"num_objects_misplaced":43295,"num_objects_unfound":0,"num_objects_dirty":119017,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":187787,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":29136,"num_bytes_recovered":1820923188,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":93130,"ondisk_log_size":93130,"up":357,"acting":347,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":384,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":25871472,"kb_used_data":21088632,"kb_used_omap":5421,"kb_used_meta":4777362,"kb_avail":590691216,"statfs":{"total":631360192512,"available":604867805184,"internally_reserved":4294967296,"allocated":21594759168,"data_stored":21587791472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5551374,"internal_metadata":4892019442},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,0,0,0,0,0,0,0,4,5],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-65863680,"num_objects":-1005,"num_object_clones":0,"num_object_copies":-3015,"num_objects_missing_on_primary":-239,"num_objects_missing":-239,"num_objects_degraded":-36,"num_objects_misplaced":-382,"num_objects_unfound":0,"num_objects_dirty":-1005,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1005,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":275,"num_bytes_recovered":18022400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.712623"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"216","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953658+0000","last_change":"2021-03-04T23:28:01.139807+0000","last_active":"2021-03-04T23:29:23.953658+0000","last_peered":"2021-03-04T23:29:23.953658+0000","last_clean":"2021-03-04T23:29:23.953658+0000","last_became_active":"2021-03-04T23:28:01.139431+0000","last_became_peered":"2021-03-04T23:28:01.139431+0000","last_unstale":"2021-03-04T23:29:23.953658+0000","last_undegraded":"2021-03-04T23:29:23.953658+0000","last_fullsized":"2021-03-04T23:29:23.953658+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"29","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:24.066914+0000","last_change":"2021-03-04T23:28:01.146427+0000","last_active":"2021-03-04T23:29:24.066914+0000","last_peered":"2021-03-04T23:29:24.066914+0000","last_clean":"2021-03-04T23:29:24.066914+0000","last_became_active":"2021-03-04T23:28:01.144976+0000","last_became_peered":"2021-03-04T23:28:01.144976+0000","last_unstale":"2021-03-04T23:29:24.066914+0000","last_undegraded":"2021-03-04T23:29:24.066914+0000","last_fullsized":"2021-03-04T23:29:24.066914+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"29","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:24.065879+0000","last_change":"2021-03-04T23:28:01.231804+0000","last_active":"2021-03-04T23:29:24.065879+0000","last_peered":"2021-03-04T23:29:24.065879+0000","last_clean":"2021-03-04T23:29:24.065879+0000","last_became_active":"2021-03-04T23:28:01.231569+0000","last_became_peered":"2021-03-04T23:28:01.231569+0000","last_unstale":"2021-03-04T23:29:24.065879+0000","last_undegraded":"2021-03-04T23:29:24.065879+0000","last_fullsized":"2021-03-04T23:29:24.065879+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,6],"acting":[1,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"183","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.956070+0000","last_change":"2021-03-04T23:28:01.157827+0000","last_active":"2021-03-04T23:29:23.956070+0000","last_peered":"2021-03-04T23:29:23.956070+0000","last_clean":"2021-03-04T23:29:23.956070+0000","last_became_active":"2021-03-04T23:28:01.157659+0000","last_became_peered":"2021-03-04T23:28:01.157659+0000","last_unstale":"2021-03-04T23:29:23.956070+0000","last_undegraded":"2021-03-04T23:29:23.956070+0000","last_fullsized":"2021-03-04T23:29:23.956070+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"167","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.956138+0000","last_change":"2021-03-04T23:28:01.135982+0000","last_active":"2021-03-04T23:29:23.956138+0000","last_peered":"2021-03-04T23:29:23.956138+0000","last_clean":"2021-03-04T23:29:23.956138+0000","last_became_active":"2021-03-04T23:28:01.135751+0000","last_became_peered":"2021-03-04T23:28:01.135751+0000","last_unstale":"2021-03-04T23:29:23.956138+0000","last_undegraded":"2021-03-04T23:29:23.956138+0000","last_fullsized":"2021-03-04T23:29:23.956138+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"96","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953179+0000","last_change":"2021-03-04T23:28:01.140520+0000","last_active":"2021-03-04T23:29:23.953179+0000","last_peered":"2021-03-04T23:29:23.953179+0000","last_clean":"2021-03-04T23:29:23.953179+0000","last_became_active":"2021-03-04T23:28:01.140328+0000","last_became_peered":"2021-03-04T23:28:01.140328+0000","last_unstale":"2021-03-04T23:29:23.953179+0000","last_undegraded":"2021-03-04T23:29:23.953179+0000","last_fullsized":"2021-03-04T23:29:23.953179+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"173","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.956108+0000","last_change":"2021-03-04T23:27:58.933635+0000","last_active":"2021-03-04T23:29:23.956108+0000","last_peered":"2021-03-04T23:29:23.956108+0000","last_clean":"2021-03-04T23:29:23.956108+0000","last_became_active":"2021-03-04T23:27:50.107130+0000","last_became_peered":"2021-03-04T23:27:50.107130+0000","last_unstale":"2021-03-04T23:29:23.956108+0000","last_undegraded":"2021-03-04T23:29:23.956108+0000","last_fullsized":"2021-03-04T23:29:23.956108+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"29","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:24.065863+0000","last_change":"2021-03-04T23:28:01.145024+0000","last_active":"2021-03-04T23:29:24.065863+0000","last_peered":"2021-03-04T23:29:24.065863+0000","last_clean":"2021-03-04T23:29:24.065863+0000","last_became_active":"2021-03-04T23:28:01.142367+0000","last_became_peered":"2021-03-04T23:28:01.142367+0000","last_unstale":"2021-03-04T23:29:24.065863+0000","last_undegraded":"2021-03-04T23:29:24.065863+0000","last_fullsized":"2021-03-04T23:29:24.065863+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"224","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.961047+0000","last_change":"2021-03-04T23:29:23.960791+0000","last_active":"2021-03-04T23:29:23.961047+0000","last_peered":"2021-03-04T23:29:23.961047+0000","last_clean":"2021-03-04T23:29:23.961047+0000","last_became_active":"2021-03-04T23:29:23.960557+0000","last_became_peered":"2021-03-04T23:29:23.960557+0000","last_unstale":"2021-03-04T23:29:23.961047+0000","last_undegraded":"2021-03-04T23:29:23.961047+0000","last_fullsized":"2021-03-04T23:29:23.961047+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"195","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.955676+0000","last_change":"2021-03-04T23:28:01.157869+0000","last_active":"2021-03-04T23:29:23.955676+0000","last_peered":"2021-03-04T23:29:23.955676+0000","last_clean":"2021-03-04T23:29:23.955676+0000","last_became_active":"2021-03-04T23:28:01.157637+0000","last_became_peered":"2021-03-04T23:28:01.157637+0000","last_unstale":"2021-03-04T23:29:23.955676+0000","last_undegraded":"2021-03-04T23:29:23.955676+0000","last_fullsized":"2021-03-04T23:29:23.955676+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"138","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953517+0000","last_change":"2021-03-04T23:26:46.901827+0000","last_active":"2021-03-04T23:29:23.953517+0000","last_peered":"2021-03-04T23:29:23.953517+0000","last_clean":"2021-03-04T23:29:23.953517+0000","last_became_active":"2021-03-04T23:26:46.901606+0000","last_became_peered":"2021-03-04T23:26:46.901606+0000","last_unstale":"2021-03-04T23:29:23.953517+0000","last_undegraded":"2021-03-04T23:29:23.953517+0000","last_fullsized":"2021-03-04T23:29:23.953517+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"201","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953950+0000","last_change":"2021-03-04T23:27:50.112505+0000","last_active":"2021-03-04T23:29:23.953950+0000","last_peered":"2021-03-04T23:29:23.953950+0000","last_clean":"2021-03-04T23:29:23.953950+0000","last_became_active":"2021-03-04T23:27:50.112197+0000","last_became_peered":"2021-03-04T23:27:50.112197+0000","last_unstale":"2021-03-04T23:29:23.953950+0000","last_undegraded":"2021-03-04T23:29:23.953950+0000","last_fullsized":"2021-03-04T23:29:23.953950+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":90,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"29","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:24.066798+0000","last_change":"2021-03-04T23:28:01.139361+0000","last_active":"2021-03-04T23:29:24.066798+0000","last_peered":"2021-03-04T23:29:24.066798+0000","last_clean":"2021-03-04T23:29:24.066798+0000","last_became_active":"2021-03-04T23:28:01.138962+0000","last_became_peered":"2021-03-04T23:28:01.138962+0000","last_unstale":"2021-03-04T23:29:24.066798+0000","last_undegraded":"2021-03-04T23:29:24.066798+0000","last_fullsized":"2021-03-04T23:29:24.066798+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"203","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953952+0000","last_change":"2021-03-04T23:25:25.029827+0000","last_active":"2021-03-04T23:29:23.953952+0000","last_peered":"2021-03-04T23:29:23.953952+0000","last_clean":"2021-03-04T23:29:23.953952+0000","last_became_active":"2021-03-04T23:25:25.022780+0000","last_became_peered":"2021-03-04T23:25:25.022780+0000","last_unstale":"2021-03-04T23:29:23.953952+0000","last_undegraded":"2021-03-04T23:29:23.953952+0000","last_fullsized":"2021-03-04T23:29:23.953952+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":5198,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"202","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953753+0000","last_change":"2021-03-04T23:28:01.139751+0000","last_active":"2021-03-04T23:29:23.953753+0000","last_peered":"2021-03-04T23:29:23.953753+0000","last_clean":"2021-03-04T23:29:23.953753+0000","last_became_active":"2021-03-04T23:28:01.139434+0000","last_became_peered":"2021-03-04T23:28:01.139434+0000","last_unstale":"2021-03-04T23:29:23.953753+0000","last_undegraded":"2021-03-04T23:29:23.953753+0000","last_fullsized":"2021-03-04T23:29:23.953753+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"224","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:24.243552+0000","last_change":"2021-03-04T23:29:24.243251+0000","last_active":"2021-03-04T23:29:24.243552+0000","last_peered":"2021-03-04T23:29:24.243552+0000","last_clean":"2021-03-04T23:29:24.243552+0000","last_became_active":"2021-03-04T23:29:24.243031+0000","last_became_peered":"2021-03-04T23:29:24.243031+0000","last_unstale":"2021-03-04T23:29:24.243552+0000","last_undegraded":"2021-03-04T23:29:24.243552+0000","last_fullsized":"2021-03-04T23:29:24.243552+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"170","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953452+0000","last_change":"2021-03-04T23:14:45.179189+0000","last_active":"2021-03-04T23:29:23.953452+0000","last_peered":"2021-03-04T23:29:23.953452+0000","last_clean":"2021-03-04T23:29:23.953452+0000","last_became_active":"2021-03-04T23:14:45.178960+0000","last_became_peered":"2021-03-04T23:14:45.178960+0000","last_unstale":"2021-03-04T23:29:23.953452+0000","last_undegraded":"2021-03-04T23:29:23.953452+0000","last_fullsized":"2021-03-04T23:29:23.953452+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"29","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:24.067074+0000","last_change":"2021-03-04T23:28:01.145157+0000","last_active":"2021-03-04T23:29:24.067074+0000","last_peered":"2021-03-04T23:29:24.067074+0000","last_clean":"2021-03-04T23:29:24.067074+0000","last_became_active":"2021-03-04T23:28:01.142477+0000","last_became_peered":"2021-03-04T23:28:01.142477+0000","last_unstale":"2021-03-04T23:29:24.067074+0000","last_undegraded":"2021-03-04T23:29:24.067074+0000","last_fullsized":"2021-03-04T23:29:24.067074+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,2],"acting":[1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"225","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.961677+0000","last_change":"2021-03-04T23:29:23.961565+0000","last_active":"2021-03-04T23:29:23.961677+0000","last_peered":"2021-03-04T23:29:23.961677+0000","last_clean":"2021-03-04T23:29:23.961677+0000","last_became_active":"2021-03-04T23:29:23.961307+0000","last_became_peered":"2021-03-04T23:29:23.961307+0000","last_unstale":"2021-03-04T23:29:23.961677+0000","last_undegraded":"2021-03-04T23:29:23.961677+0000","last_fullsized":"2021-03-04T23:29:23.961677+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"182","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.956006+0000","last_change":"2021-03-04T23:28:01.143799+0000","last_active":"2021-03-04T23:29:23.956006+0000","last_peered":"2021-03-04T23:29:23.956006+0000","last_clean":"2021-03-04T23:29:23.956006+0000","last_became_active":"2021-03-04T23:28:01.143547+0000","last_became_peered":"2021-03-04T23:28:01.143547+0000","last_unstale":"2021-03-04T23:29:23.956006+0000","last_undegraded":"2021-03-04T23:29:23.956006+0000","last_fullsized":"2021-03-04T23:29:23.956006+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"176","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.955654+0000","last_change":"2021-03-04T23:26:46.907387+0000","last_active":"2021-03-04T23:29:23.955654+0000","last_peered":"2021-03-04T23:29:23.955654+0000","last_clean":"2021-03-04T23:29:23.955654+0000","last_became_active":"2021-03-04T23:26:46.907139+0000","last_became_peered":"2021-03-04T23:26:46.907139+0000","last_unstale":"2021-03-04T23:29:23.955654+0000","last_undegraded":"2021-03-04T23:29:23.955654+0000","last_fullsized":"2021-03-04T23:29:23.955654+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"224","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.964832+0000","last_change":"2021-03-04T23:29:23.964685+0000","last_active":"2021-03-04T23:29:23.964832+0000","last_peered":"2021-03-04T23:29:23.964832+0000","last_clean":"2021-03-04T23:29:23.964832+0000","last_became_active":"2021-03-04T23:29:23.964374+0000","last_became_peered":"2021-03-04T23:29:23.964374+0000","last_unstale":"2021-03-04T23:29:23.964832+0000","last_undegraded":"2021-03-04T23:29:23.964832+0000","last_fullsized":"2021-03-04T23:29:23.964832+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"237","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953235+0000","last_change":"2021-03-04T23:29:06.329616+0000","last_active":"2021-03-04T23:29:23.953235+0000","last_peered":"2021-03-04T23:29:23.953235+0000","last_clean":"2021-03-04T23:29:23.953235+0000","last_became_active":"2021-03-04T23:29:06.329335+0000","last_became_peered":"2021-03-04T23:29:06.329335+0000","last_unstale":"2021-03-04T23:29:23.953235+0000","last_undegraded":"2021-03-04T23:29:23.953235+0000","last_fullsized":"2021-03-04T23:29:23.953235+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"171","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953445+0000","last_change":"2021-03-04T23:25:25.023288+0000","last_active":"2021-03-04T23:29:23.953445+0000","last_peered":"2021-03-04T23:29:23.953445+0000","last_clean":"2021-03-04T23:29:23.953445+0000","last_became_active":"2021-03-04T23:25:25.023080+0000","last_became_peered":"2021-03-04T23:25:25.023080+0000","last_unstale":"2021-03-04T23:29:23.953445+0000","last_undegraded":"2021-03-04T23:29:23.953445+0000","last_fullsized":"2021-03-04T23:29:23.953445+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"174","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.955988+0000","last_change":"2021-03-04T23:27:58.933500+0000","last_active":"2021-03-04T23:29:23.955988+0000","last_peered":"2021-03-04T23:29:23.955988+0000","last_clean":"2021-03-04T23:29:23.955988+0000","last_became_active":"2021-03-04T23:27:50.105835+0000","last_became_peered":"2021-03-04T23:27:50.105835+0000","last_unstale":"2021-03-04T23:29:23.955988+0000","last_undegraded":"2021-03-04T23:29:23.955988+0000","last_fullsized":"2021-03-04T23:29:23.955988+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"224","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.960979+0000","last_change":"2021-03-04T23:29:23.960505+0000","last_active":"2021-03-04T23:29:23.960979+0000","last_peered":"2021-03-04T23:29:23.960979+0000","last_clean":"2021-03-04T23:29:23.960979+0000","last_became_active":"2021-03-04T23:29:23.960222+0000","last_became_peered":"2021-03-04T23:29:23.960222+0000","last_unstale":"2021-03-04T23:29:23.960979+0000","last_undegraded":"2021-03-04T23:29:23.960979+0000","last_fullsized":"2021-03-04T23:29:23.960979+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"212","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953262+0000","last_change":"2021-03-04T23:29:06.326759+0000","last_active":"2021-03-04T23:29:23.953262+0000","last_peered":"2021-03-04T23:29:23.953262+0000","last_clean":"2021-03-04T23:29:23.953262+0000","last_became_active":"2021-03-04T23:29:06.326577+0000","last_became_peered":"2021-03-04T23:29:06.326577+0000","last_unstale":"2021-03-04T23:29:23.953262+0000","last_undegraded":"2021-03-04T23:29:23.953262+0000","last_fullsized":"2021-03-04T23:29:23.953262+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"88","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.952261+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:29:23.952261+0000","last_peered":"2021-03-04T23:29:23.952261+0000","last_clean":"2021-03-04T23:29:23.952261+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:29:23.952261+0000","last_undegraded":"2021-03-04T23:29:23.952261+0000","last_fullsized":"2021-03-04T23:29:23.952261+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"148","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.954102+0000","last_change":"2021-03-04T23:28:01.141753+0000","last_active":"2021-03-04T23:29:23.954102+0000","last_peered":"2021-03-04T23:29:23.954102+0000","last_clean":"2021-03-04T23:29:23.954102+0000","last_became_active":"2021-03-04T23:28:01.140901+0000","last_became_peered":"2021-03-04T23:28:01.140901+0000","last_unstale":"2021-03-04T23:29:23.954102+0000","last_undegraded":"2021-03-04T23:29:23.954102+0000","last_fullsized":"2021-03-04T23:29:23.954102+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"224","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.961057+0000","last_change":"2021-03-04T23:29:23.960921+0000","last_active":"2021-03-04T23:29:23.961057+0000","last_peered":"2021-03-04T23:29:23.961057+0000","last_clean":"2021-03-04T23:29:23.961057+0000","last_became_active":"2021-03-04T23:29:23.960230+0000","last_became_peered":"2021-03-04T23:29:23.960230+0000","last_unstale":"2021-03-04T23:29:23.961057+0000","last_undegraded":"2021-03-04T23:29:23.961057+0000","last_fullsized":"2021-03-04T23:29:23.961057+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"37","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:24.066956+0000","last_change":"2021-03-04T23:29:06.327790+0000","last_active":"2021-03-04T23:29:24.066956+0000","last_peered":"2021-03-04T23:29:24.066956+0000","last_clean":"2021-03-04T23:29:24.066956+0000","last_became_active":"2021-03-04T23:29:06.327523+0000","last_became_peered":"2021-03-04T23:29:06.327523+0000","last_unstale":"2021-03-04T23:29:24.066956+0000","last_undegraded":"2021-03-04T23:29:24.066956+0000","last_fullsized":"2021-03-04T23:29:24.066956+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"198'11657","reported_seq":"11738","reported_epoch":"198","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:29:28.028832+0000","last_change":"2021-03-04T23:27:51.180696+0000","last_active":"2021-03-04T23:29:28.028832+0000","last_peered":"2021-03-04T23:29:28.028832+0000","last_clean":"2021-03-04T23:26:49.145803+0000","last_became_active":"2021-03-04T23:27:51.159011+0000","last_became_peered":"2021-03-04T23:27:51.159011+0000","last_unstale":"2021-03-04T23:29:28.028832+0000","last_undegraded":"2021-03-04T23:27:51.108507+0000","last_fullsized":"2021-03-04T23:27:51.102842+0000","mapping_epoch":175,"log_start":"142'5768","ondisk_log_start":"142'5768","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5889,"ondisk_log_size":5889,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":488177664,"num_objects":7449,"num_object_clones":0,"num_object_copies":22347,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":136,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7449,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11657,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[{"shards":"5,7","objects":7449}],"blocked_by":[],"up_primary":0,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"184","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.954207+0000","last_change":"2021-03-04T23:27:50.106030+0000","last_active":"2021-03-04T23:29:23.954207+0000","last_peered":"2021-03-04T23:29:23.954207+0000","last_clean":"2021-03-04T23:29:23.954207+0000","last_became_active":"2021-03-04T23:27:50.105722+0000","last_became_peered":"2021-03-04T23:27:50.105722+0000","last_unstale":"2021-03-04T23:29:23.954207+0000","last_undegraded":"2021-03-04T23:29:23.954207+0000","last_fullsized":"2021-03-04T23:29:23.954207+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"170","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.954916+0000","last_change":"2021-03-04T23:25:25.024278+0000","last_active":"2021-03-04T23:29:23.954916+0000","last_peered":"2021-03-04T23:29:23.954916+0000","last_clean":"2021-03-04T23:29:23.954916+0000","last_became_active":"2021-03-04T23:25:25.023860+0000","last_became_peered":"2021-03-04T23:25:25.023860+0000","last_unstale":"2021-03-04T23:29:23.954916+0000","last_undegraded":"2021-03-04T23:29:23.954916+0000","last_fullsized":"2021-03-04T23:29:23.954916+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"224","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.961006+0000","last_change":"2021-03-04T23:29:23.960551+0000","last_active":"2021-03-04T23:29:23.961006+0000","last_peered":"2021-03-04T23:29:23.961006+0000","last_clean":"2021-03-04T23:29:23.961006+0000","last_became_active":"2021-03-04T23:29:23.960196+0000","last_became_peered":"2021-03-04T23:29:23.960196+0000","last_unstale":"2021-03-04T23:29:23.961006+0000","last_undegraded":"2021-03-04T23:29:23.961006+0000","last_fullsized":"2021-03-04T23:29:23.961006+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"71","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953019+0000","last_change":"2021-03-04T23:29:06.327754+0000","last_active":"2021-03-04T23:29:23.953019+0000","last_peered":"2021-03-04T23:29:23.953019+0000","last_clean":"2021-03-04T23:29:23.953019+0000","last_became_active":"2021-03-04T23:29:06.327456+0000","last_became_peered":"2021-03-04T23:29:06.327456+0000","last_unstale":"2021-03-04T23:29:23.953019+0000","last_undegraded":"2021-03-04T23:29:23.953019+0000","last_fullsized":"2021-03-04T23:29:23.953019+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"198'11656","reported_seq":"27544","reported_epoch":"198","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:29:32.448300+0000","last_change":"2021-03-04T23:28:02.267566+0000","last_active":"2021-03-04T23:29:32.448300+0000","last_peered":"2021-03-04T23:29:32.448300+0000","last_clean":"2021-03-04T23:26:45.885971+0000","last_became_active":"2021-03-04T23:28:02.246407+0000","last_became_peered":"2021-03-04T23:28:02.246407+0000","last_unstale":"2021-03-04T23:29:32.448300+0000","last_undegraded":"2021-03-04T23:28:02.154557+0000","last_fullsized":"2021-03-04T23:29:32.448300+0000","mapping_epoch":179,"log_start":"142'4916","ondisk_log_start":"142'4916","created":137,"last_epoch_clean":154,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6740,"ondisk_log_size":6740,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":486801408,"num_objects":7428,"num_object_clones":0,"num_object_copies":22284,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":144,"num_objects_misplaced":7428,"num_objects_unfound":0,"num_objects_dirty":7428,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11656,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7881,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[4,0,3],"avail_no_missing":["4","3","6"],"object_location_counts":[{"shards":"0,3,4","objects":7428}],"blocked_by":[],"up_primary":1,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"211","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953409+0000","last_change":"2021-03-04T23:28:01.254185+0000","last_active":"2021-03-04T23:29:23.953409+0000","last_peered":"2021-03-04T23:29:23.953409+0000","last_clean":"2021-03-04T23:29:23.953409+0000","last_became_active":"2021-03-04T23:28:01.151215+0000","last_became_peered":"2021-03-04T23:28:01.151215+0000","last_unstale":"2021-03-04T23:29:23.953409+0000","last_undegraded":"2021-03-04T23:29:23.953409+0000","last_fullsized":"2021-03-04T23:29:23.953409+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"223","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953732+0000","last_change":"2021-03-04T23:28:01.141194+0000","last_active":"2021-03-04T23:29:23.953732+0000","last_peered":"2021-03-04T23:29:23.953732+0000","last_clean":"2021-03-04T23:29:23.953732+0000","last_became_active":"2021-03-04T23:28:01.140915+0000","last_became_peered":"2021-03-04T23:28:01.140915+0000","last_unstale":"2021-03-04T23:29:23.953732+0000","last_undegraded":"2021-03-04T23:29:23.953732+0000","last_fullsized":"2021-03-04T23:29:23.953732+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"224","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.961196+0000","last_change":"2021-03-04T23:29:23.961073+0000","last_active":"2021-03-04T23:29:23.961196+0000","last_peered":"2021-03-04T23:29:23.961196+0000","last_clean":"2021-03-04T23:29:23.961196+0000","last_became_active":"2021-03-04T23:29:23.960110+0000","last_became_peered":"2021-03-04T23:29:23.960110+0000","last_unstale":"2021-03-04T23:29:23.961196+0000","last_undegraded":"2021-03-04T23:29:23.961196+0000","last_fullsized":"2021-03-04T23:29:23.961196+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"37","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:24.066870+0000","last_change":"2021-03-04T23:29:06.328308+0000","last_active":"2021-03-04T23:29:24.066870+0000","last_peered":"2021-03-04T23:29:24.066870+0000","last_clean":"2021-03-04T23:29:24.066870+0000","last_became_active":"2021-03-04T23:29:06.328116+0000","last_became_peered":"2021-03-04T23:29:06.328116+0000","last_unstale":"2021-03-04T23:29:24.066870+0000","last_undegraded":"2021-03-04T23:29:24.066870+0000","last_fullsized":"2021-03-04T23:29:24.066870+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"198'11796","reported_seq":"11874","reported_epoch":"198","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:29:28.316815+0000","last_change":"2021-03-04T23:26:48.295102+0000","last_active":"2021-03-04T23:29:28.316815+0000","last_peered":"2021-03-04T23:29:28.316815+0000","last_clean":"2021-03-04T23:26:45.880372+0000","last_became_active":"2021-03-04T23:26:48.251261+0000","last_became_peered":"2021-03-04T23:26:48.251261+0000","last_unstale":"2021-03-04T23:29:28.316815+0000","last_undegraded":"2021-03-04T23:29:28.316815+0000","last_fullsized":"2021-03-04T23:29:28.316815+0000","mapping_epoch":164,"log_start":"142'5865","ondisk_log_start":"142'5865","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5931,"ondisk_log_size":5931,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":486408192,"num_objects":7422,"num_object_clones":0,"num_object_copies":22266,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7422,"num_objects_unfound":0,"num_objects_dirty":7422,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11796,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,2],"acting":[5,7,3],"avail_no_missing":["5","3","7"],"object_location_counts":[{"shards":"3,5,7","objects":7422}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"180","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953780+0000","last_change":"2021-03-04T23:25:25.030822+0000","last_active":"2021-03-04T23:29:23.953780+0000","last_peered":"2021-03-04T23:29:23.953780+0000","last_clean":"2021-03-04T23:29:23.953780+0000","last_became_active":"2021-03-04T23:25:25.023927+0000","last_became_peered":"2021-03-04T23:25:25.023927+0000","last_unstale":"2021-03-04T23:29:23.953780+0000","last_undegraded":"2021-03-04T23:29:23.953780+0000","last_fullsized":"2021-03-04T23:29:23.953780+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"81","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.952613+0000","last_change":"2021-03-04T23:28:01.142349+0000","last_active":"2021-03-04T23:29:23.952613+0000","last_peered":"2021-03-04T23:29:23.952613+0000","last_clean":"2021-03-04T23:29:23.952613+0000","last_became_active":"2021-03-04T23:28:01.142090+0000","last_became_peered":"2021-03-04T23:28:01.142090+0000","last_unstale":"2021-03-04T23:29:23.952613+0000","last_undegraded":"2021-03-04T23:29:23.952613+0000","last_fullsized":"2021-03-04T23:29:23.952613+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"224","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.961509+0000","last_change":"2021-03-04T23:29:23.961370+0000","last_active":"2021-03-04T23:29:23.961509+0000","last_peered":"2021-03-04T23:29:23.961509+0000","last_clean":"2021-03-04T23:29:23.961509+0000","last_became_active":"2021-03-04T23:29:23.961173+0000","last_became_peered":"2021-03-04T23:29:23.961173+0000","last_unstale":"2021-03-04T23:29:23.961509+0000","last_undegraded":"2021-03-04T23:29:23.961509+0000","last_fullsized":"2021-03-04T23:29:23.961509+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"195","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.952669+0000","last_change":"2021-03-04T23:29:06.328008+0000","last_active":"2021-03-04T23:29:23.952669+0000","last_peered":"2021-03-04T23:29:23.952669+0000","last_clean":"2021-03-04T23:29:23.952669+0000","last_became_active":"2021-03-04T23:29:06.327617+0000","last_became_peered":"2021-03-04T23:29:06.327617+0000","last_unstale":"2021-03-04T23:29:23.952669+0000","last_undegraded":"2021-03-04T23:29:23.952669+0000","last_fullsized":"2021-03-04T23:29:23.952669+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.6","version":"198'11869","reported_seq":"12105","reported_epoch":"198","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:29:28.228930+0000","last_change":"2021-03-04T23:28:01.277982+0000","last_active":"2021-03-04T23:29:28.228930+0000","last_peered":"2021-03-04T23:29:28.228930+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:28:01.257909+0000","last_became_peered":"2021-03-04T23:28:01.257909+0000","last_unstale":"2021-03-04T23:29:28.228930+0000","last_undegraded":"2021-03-04T23:28:01.155770+0000","last_fullsized":"2021-03-04T23:28:01.134374+0000","mapping_epoch":178,"log_start":"142'5925","ondisk_log_start":"142'5925","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5944,"ondisk_log_size":5944,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":501940224,"num_objects":7659,"num_object_clones":0,"num_object_copies":22977,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3655,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7659,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11869,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":74,"num_bytes_recovered":4849664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":5457},{"shards":"2,5,6","objects":2202}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"219","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.955518+0000","last_change":"2021-03-04T23:28:01.140139+0000","last_active":"2021-03-04T23:29:23.955518+0000","last_peered":"2021-03-04T23:29:23.955518+0000","last_clean":"2021-03-04T23:29:23.955518+0000","last_became_active":"2021-03-04T23:28:01.139229+0000","last_became_peered":"2021-03-04T23:28:01.139229+0000","last_unstale":"2021-03-04T23:29:23.955518+0000","last_undegraded":"2021-03-04T23:29:23.955518+0000","last_fullsized":"2021-03-04T23:29:23.955518+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"192","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.955964+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:29:23.955964+0000","last_peered":"2021-03-04T23:29:23.955964+0000","last_clean":"2021-03-04T23:29:23.955964+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:29:23.955964+0000","last_undegraded":"2021-03-04T23:29:23.955964+0000","last_fullsized":"2021-03-04T23:29:23.955964+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"231","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.956272+0000","last_change":"2021-03-04T23:29:06.330647+0000","last_active":"2021-03-04T23:29:23.956272+0000","last_peered":"2021-03-04T23:29:23.956272+0000","last_clean":"2021-03-04T23:29:23.956272+0000","last_became_active":"2021-03-04T23:29:06.330447+0000","last_became_peered":"2021-03-04T23:29:06.330447+0000","last_unstale":"2021-03-04T23:29:23.956272+0000","last_undegraded":"2021-03-04T23:29:23.956272+0000","last_fullsized":"2021-03-04T23:29:23.956272+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"216","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.954045+0000","last_change":"2021-03-04T23:27:50.599180+0000","last_active":"2021-03-04T23:29:23.954045+0000","last_peered":"2021-03-04T23:29:23.954045+0000","last_clean":"2021-03-04T23:29:23.954045+0000","last_became_active":"2021-03-04T23:27:50.598987+0000","last_became_peered":"2021-03-04T23:27:50.598987+0000","last_unstale":"2021-03-04T23:29:23.954045+0000","last_undegraded":"2021-03-04T23:29:23.954045+0000","last_fullsized":"2021-03-04T23:29:23.954045+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"198'11633","reported_seq":"13926","reported_epoch":"198","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:29:32.488768+0000","last_change":"2021-03-04T23:28:01.656978+0000","last_active":"2021-03-04T23:29:32.488768+0000","last_peered":"2021-03-04T23:29:32.488768+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:27:20.054354+0000","last_became_peered":"2021-03-04T23:27:20.054354+0000","last_unstale":"2021-03-04T23:29:32.488768+0000","last_undegraded":"2021-03-04T23:29:32.488768+0000","last_fullsized":"2021-03-04T23:26:47.892993+0000","mapping_epoch":164,"log_start":"147'6978","ondisk_log_start":"147'6978","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4655,"ondisk_log_size":4655,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":479920128,"num_objects":7323,"num_object_clones":0,"num_object_copies":21969,"num_objects_missing_on_primary":5450,"num_objects_missing":5450,"num_objects_degraded":0,"num_objects_misplaced":7319,"num_objects_unfound":0,"num_objects_dirty":7323,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11633,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1103,"num_bytes_recovered":72286208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7],"avail_no_missing":["3","7"],"object_location_counts":[{"shards":"3,4,6,7","objects":4},{"shards":"3,4,7","objects":4398},{"shards":"3,6,7","objects":2921}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"87","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.956028+0000","last_change":"2021-03-04T23:28:01.255707+0000","last_active":"2021-03-04T23:29:23.956028+0000","last_peered":"2021-03-04T23:29:23.956028+0000","last_clean":"2021-03-04T23:29:23.956028+0000","last_became_active":"2021-03-04T23:28:01.141008+0000","last_became_peered":"2021-03-04T23:28:01.141008+0000","last_unstale":"2021-03-04T23:29:23.956028+0000","last_undegraded":"2021-03-04T23:29:23.956028+0000","last_fullsized":"2021-03-04T23:29:23.956028+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"202","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953914+0000","last_change":"2021-03-04T23:28:01.146049+0000","last_active":"2021-03-04T23:29:23.953914+0000","last_peered":"2021-03-04T23:29:23.953914+0000","last_clean":"2021-03-04T23:29:23.953914+0000","last_became_active":"2021-03-04T23:28:01.145723+0000","last_became_peered":"2021-03-04T23:28:01.145723+0000","last_unstale":"2021-03-04T23:29:23.953914+0000","last_undegraded":"2021-03-04T23:29:23.953914+0000","last_fullsized":"2021-03-04T23:29:23.953914+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"180","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.954800+0000","last_change":"2021-03-04T23:29:06.401714+0000","last_active":"2021-03-04T23:29:23.954800+0000","last_peered":"2021-03-04T23:29:23.954800+0000","last_clean":"2021-03-04T23:29:23.954800+0000","last_became_active":"2021-03-04T23:29:06.401540+0000","last_became_peered":"2021-03-04T23:29:06.401540+0000","last_unstale":"2021-03-04T23:29:23.954800+0000","last_undegraded":"2021-03-04T23:29:23.954800+0000","last_fullsized":"2021-03-04T23:29:23.954800+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"216","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.952484+0000","last_change":"2021-03-04T23:27:50.106914+0000","last_active":"2021-03-04T23:29:23.952484+0000","last_peered":"2021-03-04T23:29:23.952484+0000","last_clean":"2021-03-04T23:29:23.952484+0000","last_became_active":"2021-03-04T23:27:50.106292+0000","last_became_peered":"2021-03-04T23:27:50.106292+0000","last_unstale":"2021-03-04T23:29:23.952484+0000","last_undegraded":"2021-03-04T23:29:23.952484+0000","last_fullsized":"2021-03-04T23:29:23.952484+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"198'11897","reported_seq":"12022","reported_epoch":"198","state":"active+recovery_wait+degraded+remapped","last_fresh":"2021-03-04T23:29:30.157718+0000","last_change":"2021-03-04T23:28:02.160648+0000","last_active":"2021-03-04T23:29:30.157718+0000","last_peered":"2021-03-04T23:29:30.157718+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:28:02.143263+0000","last_became_peered":"2021-03-04T23:28:02.143263+0000","last_unstale":"2021-03-04T23:29:30.157718+0000","last_undegraded":"2021-03-04T23:28:02.140420+0000","last_fullsized":"2021-03-04T23:29:30.157718+0000","mapping_epoch":179,"log_start":"143'6720","ondisk_log_start":"143'6720","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5177,"ondisk_log_size":5177,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":493944832,"num_objects":7537,"num_object_clones":0,"num_object_copies":22611,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":129,"num_objects_misplaced":7408,"num_objects_unfound":0,"num_objects_dirty":7537,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11897,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,2,0],"avail_no_missing":["1","2"],"object_location_counts":[{"shards":"0,1,2","objects":7537}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"90","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.952623+0000","last_change":"2021-03-04T23:28:01.139332+0000","last_active":"2021-03-04T23:29:23.952623+0000","last_peered":"2021-03-04T23:29:23.952623+0000","last_clean":"2021-03-04T23:29:23.952623+0000","last_became_active":"2021-03-04T23:28:01.139035+0000","last_became_peered":"2021-03-04T23:28:01.139035+0000","last_unstale":"2021-03-04T23:29:23.952623+0000","last_undegraded":"2021-03-04T23:29:23.952623+0000","last_fullsized":"2021-03-04T23:29:23.952623+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"199","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.954052+0000","last_change":"2021-03-04T23:28:01.145981+0000","last_active":"2021-03-04T23:29:23.954052+0000","last_peered":"2021-03-04T23:29:23.954052+0000","last_clean":"2021-03-04T23:29:23.954052+0000","last_became_active":"2021-03-04T23:28:01.145589+0000","last_became_peered":"2021-03-04T23:28:01.145589+0000","last_unstale":"2021-03-04T23:29:23.954052+0000","last_undegraded":"2021-03-04T23:29:23.954052+0000","last_fullsized":"2021-03-04T23:29:23.954052+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"224","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.964261+0000","last_change":"2021-03-04T23:29:23.963383+0000","last_active":"2021-03-04T23:29:23.964261+0000","last_peered":"2021-03-04T23:29:23.964261+0000","last_clean":"2021-03-04T23:29:23.964261+0000","last_became_active":"2021-03-04T23:29:23.963111+0000","last_became_peered":"2021-03-04T23:29:23.963111+0000","last_unstale":"2021-03-04T23:29:23.964261+0000","last_undegraded":"2021-03-04T23:29:23.964261+0000","last_fullsized":"2021-03-04T23:29:23.964261+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"237","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.952410+0000","last_change":"2021-03-04T23:29:06.329544+0000","last_active":"2021-03-04T23:29:23.952410+0000","last_peered":"2021-03-04T23:29:23.952410+0000","last_clean":"2021-03-04T23:29:23.952410+0000","last_became_active":"2021-03-04T23:29:06.329306+0000","last_became_peered":"2021-03-04T23:29:06.329306+0000","last_unstale":"2021-03-04T23:29:23.952410+0000","last_undegraded":"2021-03-04T23:29:23.952410+0000","last_fullsized":"2021-03-04T23:29:23.952410+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"198'11626","reported_seq":"14063","reported_epoch":"198","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:29:32.529594+0000","last_change":"2021-03-04T23:28:02.409553+0000","last_active":"2021-03-04T23:29:32.529594+0000","last_peered":"2021-03-04T23:29:32.529594+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:28:02.285368+0000","last_became_peered":"2021-03-04T23:28:02.285368+0000","last_unstale":"2021-03-04T23:29:32.529594+0000","last_undegraded":"2021-03-04T23:28:02.276172+0000","last_fullsized":"2021-03-04T23:28:02.137723+0000","mapping_epoch":179,"log_start":"147'7199","ondisk_log_start":"147'7199","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4427,"ondisk_log_size":4427,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":480641024,"num_objects":7334,"num_object_clones":0,"num_object_copies":22002,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":9789,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7334,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11626,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1170,"num_bytes_recovered":76611584,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1],"avail_no_missing":["7","3","6"],"object_location_counts":[{"shards":"1,3,7","objects":4906},{"shards":"1,7","objects":332},{"shards":"3,5,7","objects":2096}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"167","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.954461+0000","last_change":"2021-03-04T23:14:45.196352+0000","last_active":"2021-03-04T23:29:23.954461+0000","last_peered":"2021-03-04T23:29:23.954461+0000","last_clean":"2021-03-04T23:29:23.954461+0000","last_became_active":"2021-03-04T23:14:45.195987+0000","last_became_peered":"2021-03-04T23:14:45.195987+0000","last_unstale":"2021-03-04T23:29:23.954461+0000","last_undegraded":"2021-03-04T23:29:23.954461+0000","last_fullsized":"2021-03-04T23:29:23.954461+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":104,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"211","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.954442+0000","last_change":"2021-03-04T23:28:01.145936+0000","last_active":"2021-03-04T23:29:23.954442+0000","last_peered":"2021-03-04T23:29:23.954442+0000","last_clean":"2021-03-04T23:29:23.954442+0000","last_became_active":"2021-03-04T23:28:01.145597+0000","last_became_peered":"2021-03-04T23:28:01.145597+0000","last_unstale":"2021-03-04T23:29:23.954442+0000","last_undegraded":"2021-03-04T23:29:23.954442+0000","last_fullsized":"2021-03-04T23:29:23.954442+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"212","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953294+0000","last_change":"2021-03-04T23:29:06.327104+0000","last_active":"2021-03-04T23:29:23.953294+0000","last_peered":"2021-03-04T23:29:23.953294+0000","last_clean":"2021-03-04T23:29:23.953294+0000","last_became_active":"2021-03-04T23:29:06.326771+0000","last_became_peered":"2021-03-04T23:29:06.326771+0000","last_unstale":"2021-03-04T23:29:23.953294+0000","last_undegraded":"2021-03-04T23:29:23.953294+0000","last_fullsized":"2021-03-04T23:29:23.953294+0000","mapping_epoch":191,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"216","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.954319+0000","last_change":"2021-03-04T23:27:50.106914+0000","last_active":"2021-03-04T23:29:23.954319+0000","last_peered":"2021-03-04T23:29:23.954319+0000","last_clean":"2021-03-04T23:29:23.954319+0000","last_became_active":"2021-03-04T23:27:50.106637+0000","last_became_peered":"2021-03-04T23:27:50.106637+0000","last_unstale":"2021-03-04T23:29:23.954319+0000","last_undegraded":"2021-03-04T23:29:23.954319+0000","last_fullsized":"2021-03-04T23:29:23.954319+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"198'11725","reported_seq":"26735","reported_epoch":"198","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:29:32.368861+0000","last_change":"2021-03-04T23:28:02.261818+0000","last_active":"2021-03-04T23:29:32.368861+0000","last_peered":"2021-03-04T23:29:32.368861+0000","last_clean":"2021-03-04T23:25:36.091092+0000","last_became_active":"2021-03-04T23:28:02.249131+0000","last_became_peered":"2021-03-04T23:28:02.249131+0000","last_unstale":"2021-03-04T23:29:32.368861+0000","last_undegraded":"2021-03-04T23:28:02.148008+0000","last_fullsized":"2021-03-04T23:28:02.137308+0000","mapping_epoch":179,"log_start":"141'4477","ondisk_log_start":"141'4477","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":7248,"ondisk_log_size":7248,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":487391232,"num_objects":7437,"num_object_clones":0,"num_object_copies":22311,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3605,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7437,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11725,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7459,"num_bytes_recovered":402522112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[2,7],"avail_no_missing":["2","3","6","7"],"object_location_counts":[{"shards":"2,3,7","objects":2122},{"shards":"2,7","objects":5315}],"blocked_by":[],"up_primary":1,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"29","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:24.065863+0000","last_change":"2021-03-04T23:28:01.147431+0000","last_active":"2021-03-04T23:29:24.065863+0000","last_peered":"2021-03-04T23:29:24.065863+0000","last_clean":"2021-03-04T23:29:24.065863+0000","last_became_active":"2021-03-04T23:28:01.146351+0000","last_became_peered":"2021-03-04T23:28:01.146351+0000","last_unstale":"2021-03-04T23:29:24.065863+0000","last_undegraded":"2021-03-04T23:29:24.065863+0000","last_fullsized":"2021-03-04T23:29:24.065863+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,4],"acting":[1,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"29","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:24.067059+0000","last_change":"2021-03-04T23:28:01.145121+0000","last_active":"2021-03-04T23:29:24.067059+0000","last_peered":"2021-03-04T23:29:24.067059+0000","last_clean":"2021-03-04T23:29:24.067059+0000","last_became_active":"2021-03-04T23:28:01.143788+0000","last_became_peered":"2021-03-04T23:28:01.143788+0000","last_unstale":"2021-03-04T23:29:24.067059+0000","last_undegraded":"2021-03-04T23:29:24.067059+0000","last_fullsized":"2021-03-04T23:29:24.067059+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"225","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.959848+0000","last_change":"2021-03-04T23:29:23.959628+0000","last_active":"2021-03-04T23:29:23.959848+0000","last_peered":"2021-03-04T23:29:23.959848+0000","last_clean":"2021-03-04T23:29:23.959848+0000","last_became_active":"2021-03-04T23:29:23.959305+0000","last_became_peered":"2021-03-04T23:29:23.959305+0000","last_unstale":"2021-03-04T23:29:23.959848+0000","last_undegraded":"2021-03-04T23:29:23.959848+0000","last_fullsized":"2021-03-04T23:29:23.959848+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"198'11627","reported_seq":"15922","reported_epoch":"198","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:29:28.283971+0000","last_change":"2021-03-04T23:28:02.490357+0000","last_active":"2021-03-04T23:29:28.283971+0000","last_peered":"2021-03-04T23:29:28.283971+0000","last_clean":"2021-03-04T23:25:36.088336+0000","last_became_active":"2021-03-04T23:28:02.353338+0000","last_became_peered":"2021-03-04T23:28:02.353338+0000","last_unstale":"2021-03-04T23:29:28.283971+0000","last_undegraded":"2021-03-04T23:28:02.342209+0000","last_fullsized":"2021-03-04T23:28:02.136956+0000","mapping_epoch":179,"log_start":"142'5690","ondisk_log_start":"142'5690","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5937,"ondisk_log_size":5937,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":486998016,"num_objects":7431,"num_object_clones":0,"num_object_copies":22293,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8879,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7431,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11627,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2099,"num_bytes_recovered":137494528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,2],"avail_no_missing":["5","3","4"],"object_location_counts":[{"shards":"1,3,5","objects":5249},{"shards":"2,3,5","objects":2182}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"38","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:24.066939+0000","last_change":"2021-03-04T23:29:06.327789+0000","last_active":"2021-03-04T23:29:24.066939+0000","last_peered":"2021-03-04T23:29:24.066939+0000","last_clean":"2021-03-04T23:29:24.066939+0000","last_became_active":"2021-03-04T23:29:06.327575+0000","last_became_peered":"2021-03-04T23:29:06.327575+0000","last_unstale":"2021-03-04T23:29:24.066939+0000","last_undegraded":"2021-03-04T23:29:24.066939+0000","last_fullsized":"2021-03-04T23:29:24.066939+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"192","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.955616+0000","last_change":"2021-03-04T23:26:46.900529+0000","last_active":"2021-03-04T23:29:23.955616+0000","last_peered":"2021-03-04T23:29:23.955616+0000","last_clean":"2021-03-04T23:29:23.955616+0000","last_became_active":"2021-03-04T23:26:46.900248+0000","last_became_peered":"2021-03-04T23:26:46.900248+0000","last_unstale":"2021-03-04T23:29:23.955616+0000","last_undegraded":"2021-03-04T23:29:23.955616+0000","last_fullsized":"2021-03-04T23:29:23.955616+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"29","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:24.066758+0000","last_change":"2021-03-04T23:28:01.177065+0000","last_active":"2021-03-04T23:29:24.066758+0000","last_peered":"2021-03-04T23:29:24.066758+0000","last_clean":"2021-03-04T23:29:24.066758+0000","last_became_active":"2021-03-04T23:28:01.176045+0000","last_became_peered":"2021-03-04T23:28:01.176045+0000","last_unstale":"2021-03-04T23:29:24.066758+0000","last_undegraded":"2021-03-04T23:29:24.066758+0000","last_fullsized":"2021-03-04T23:29:24.066758+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"225","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:24.243544+0000","last_change":"2021-03-04T23:29:24.243186+0000","last_active":"2021-03-04T23:29:24.243544+0000","last_peered":"2021-03-04T23:29:24.243544+0000","last_clean":"2021-03-04T23:29:24.243544+0000","last_became_active":"2021-03-04T23:29:24.242978+0000","last_became_peered":"2021-03-04T23:29:24.242978+0000","last_unstale":"2021-03-04T23:29:24.243544+0000","last_undegraded":"2021-03-04T23:29:24.243544+0000","last_fullsized":"2021-03-04T23:29:24.243544+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"198'11734","reported_seq":"11814","reported_epoch":"198","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:29:28.295888+0000","last_change":"2021-03-04T23:27:51.210485+0000","last_active":"2021-03-04T23:29:28.295888+0000","last_peered":"2021-03-04T23:29:28.295888+0000","last_clean":"2021-03-04T23:26:49.115417+0000","last_became_active":"2021-03-04T23:27:51.183379+0000","last_became_peered":"2021-03-04T23:27:51.183379+0000","last_unstale":"2021-03-04T23:29:28.295888+0000","last_undegraded":"2021-03-04T23:27:51.106257+0000","last_fullsized":"2021-03-04T23:27:51.101297+0000","mapping_epoch":175,"log_start":"143'6237","ondisk_log_start":"143'6237","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5497,"ondisk_log_size":5497,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":497025024,"num_objects":7584,"num_object_clones":0,"num_object_copies":22752,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":110,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7584,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11734,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[{"shards":"5,7","objects":7584}],"blocked_by":[],"up_primary":0,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"232","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.956421+0000","last_change":"2021-03-04T23:29:06.329417+0000","last_active":"2021-03-04T23:29:23.956421+0000","last_peered":"2021-03-04T23:29:23.956421+0000","last_clean":"2021-03-04T23:29:23.956421+0000","last_became_active":"2021-03-04T23:29:06.329100+0000","last_became_peered":"2021-03-04T23:29:06.329100+0000","last_unstale":"2021-03-04T23:29:23.956421+0000","last_undegraded":"2021-03-04T23:29:23.956421+0000","last_fullsized":"2021-03-04T23:29:23.956421+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"200","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953671+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:29:23.953671+0000","last_peered":"2021-03-04T23:29:23.953671+0000","last_clean":"2021-03-04T23:29:23.953671+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:29:23.953671+0000","last_undegraded":"2021-03-04T23:29:23.953671+0000","last_fullsized":"2021-03-04T23:29:23.953671+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"29","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:24.066943+0000","last_change":"2021-03-04T23:28:01.139195+0000","last_active":"2021-03-04T23:29:24.066943+0000","last_peered":"2021-03-04T23:29:24.066943+0000","last_clean":"2021-03-04T23:29:24.066943+0000","last_became_active":"2021-03-04T23:28:01.138935+0000","last_became_peered":"2021-03-04T23:28:01.138935+0000","last_unstale":"2021-03-04T23:29:24.066943+0000","last_undegraded":"2021-03-04T23:29:24.066943+0000","last_fullsized":"2021-03-04T23:29:24.066943+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"225","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.960542+0000","last_change":"2021-03-04T23:29:23.959791+0000","last_active":"2021-03-04T23:29:23.960542+0000","last_peered":"2021-03-04T23:29:23.960542+0000","last_clean":"2021-03-04T23:29:23.960542+0000","last_became_active":"2021-03-04T23:29:23.959485+0000","last_became_peered":"2021-03-04T23:29:23.959485+0000","last_unstale":"2021-03-04T23:29:23.960542+0000","last_undegraded":"2021-03-04T23:29:23.960542+0000","last_fullsized":"2021-03-04T23:29:23.960542+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"198'11740","reported_seq":"12212","reported_epoch":"198","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:29:28.241078+0000","last_change":"2021-03-04T23:28:02.285509+0000","last_active":"2021-03-04T23:29:28.241078+0000","last_peered":"2021-03-04T23:29:28.241078+0000","last_clean":"2021-03-04T23:25:36.094482+0000","last_became_active":"2021-03-04T23:28:02.269990+0000","last_became_peered":"2021-03-04T23:28:02.269990+0000","last_unstale":"2021-03-04T23:29:28.241078+0000","last_undegraded":"2021-03-04T23:28:02.157018+0000","last_fullsized":"2021-03-04T23:28:02.136494+0000","mapping_epoch":179,"log_start":"142'5780","ondisk_log_start":"142'5780","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5960,"ondisk_log_size":5960,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":479068160,"num_objects":7310,"num_object_clones":0,"num_object_copies":21930,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3653,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7310,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11740,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":189,"num_bytes_recovered":12255232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,7],"avail_no_missing":["5","6","7"],"object_location_counts":[{"shards":"3,5,7","objects":2123},{"shards":"5,7","objects":5187}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"213","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953408+0000","last_change":"2021-03-04T23:29:06.326368+0000","last_active":"2021-03-04T23:29:23.953408+0000","last_peered":"2021-03-04T23:29:23.953408+0000","last_clean":"2021-03-04T23:29:23.953408+0000","last_became_active":"2021-03-04T23:29:06.326129+0000","last_became_peered":"2021-03-04T23:29:06.326129+0000","last_unstale":"2021-03-04T23:29:23.953408+0000","last_undegraded":"2021-03-04T23:29:23.953408+0000","last_fullsized":"2021-03-04T23:29:23.953408+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"29","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:24.065908+0000","last_change":"2021-03-04T23:28:01.139196+0000","last_active":"2021-03-04T23:29:24.065908+0000","last_peered":"2021-03-04T23:29:24.065908+0000","last_clean":"2021-03-04T23:29:24.065908+0000","last_became_active":"2021-03-04T23:28:01.138925+0000","last_became_peered":"2021-03-04T23:28:01.138925+0000","last_unstale":"2021-03-04T23:29:24.065908+0000","last_undegraded":"2021-03-04T23:29:24.065908+0000","last_fullsized":"2021-03-04T23:29:24.065908+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"29","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:24.067010+0000","last_change":"2021-03-04T23:28:01.140290+0000","last_active":"2021-03-04T23:29:24.067010+0000","last_peered":"2021-03-04T23:29:24.067010+0000","last_clean":"2021-03-04T23:29:24.067010+0000","last_became_active":"2021-03-04T23:28:01.140024+0000","last_became_peered":"2021-03-04T23:28:01.140024+0000","last_unstale":"2021-03-04T23:29:24.067010+0000","last_undegraded":"2021-03-04T23:29:24.067010+0000","last_fullsized":"2021-03-04T23:29:24.067010+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"198'11713","reported_seq":"11816","reported_epoch":"198","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:29:28.032130+0000","last_change":"2021-03-04T23:28:14.161780+0000","last_active":"2021-03-04T23:29:28.032130+0000","last_peered":"2021-03-04T23:29:28.032130+0000","last_clean":"2021-03-04T23:26:45.840464+0000","last_became_active":"2021-03-04T23:28:03.142595+0000","last_became_peered":"2021-03-04T23:28:03.142595+0000","last_unstale":"2021-03-04T23:29:28.032130+0000","last_undegraded":"2021-03-04T23:29:28.032130+0000","last_fullsized":"2021-03-04T23:29:28.032130+0000","mapping_epoch":180,"log_start":"146'6838","ondisk_log_start":"146'6838","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4875,"ondisk_log_size":4875,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":485556224,"num_objects":7409,"num_object_clones":0,"num_object_copies":22227,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7409,"num_objects_unfound":0,"num_objects_dirty":7409,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11713,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,3],"avail_no_missing":["0","3","5"],"object_location_counts":[{"shards":"0,3,5","objects":7409}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"181","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.955458+0000","last_change":"2021-03-04T23:29:06.392037+0000","last_active":"2021-03-04T23:29:23.955458+0000","last_peered":"2021-03-04T23:29:23.955458+0000","last_clean":"2021-03-04T23:29:23.955458+0000","last_became_active":"2021-03-04T23:29:06.391801+0000","last_became_peered":"2021-03-04T23:29:06.391801+0000","last_unstale":"2021-03-04T23:29:23.955458+0000","last_undegraded":"2021-03-04T23:29:23.955458+0000","last_fullsized":"2021-03-04T23:29:23.955458+0000","mapping_epoch":103,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"226","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.961150+0000","last_change":"2021-03-04T23:29:23.960398+0000","last_active":"2021-03-04T23:29:23.961150+0000","last_peered":"2021-03-04T23:29:23.961150+0000","last_clean":"2021-03-04T23:29:23.961150+0000","last_became_active":"2021-03-04T23:29:23.960058+0000","last_became_peered":"2021-03-04T23:29:23.960058+0000","last_unstale":"2021-03-04T23:29:23.961150+0000","last_undegraded":"2021-03-04T23:29:23.961150+0000","last_fullsized":"2021-03-04T23:29:23.961150+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"137","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.956342+0000","last_change":"2021-03-04T23:26:46.900504+0000","last_active":"2021-03-04T23:29:23.956342+0000","last_peered":"2021-03-04T23:29:23.956342+0000","last_clean":"2021-03-04T23:29:23.956342+0000","last_became_active":"2021-03-04T23:26:46.900310+0000","last_became_peered":"2021-03-04T23:26:46.900310+0000","last_unstale":"2021-03-04T23:29:23.956342+0000","last_undegraded":"2021-03-04T23:29:23.956342+0000","last_fullsized":"2021-03-04T23:29:23.956342+0000","mapping_epoch":163,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":164,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"63","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.952540+0000","last_change":"2021-03-04T23:25:25.025383+0000","last_active":"2021-03-04T23:29:23.952540+0000","last_peered":"2021-03-04T23:29:23.952540+0000","last_clean":"2021-03-04T23:29:23.952540+0000","last_became_active":"2021-03-04T23:25:25.025093+0000","last_became_peered":"2021-03-04T23:25:25.025093+0000","last_unstale":"2021-03-04T23:29:23.952540+0000","last_undegraded":"2021-03-04T23:29:23.952540+0000","last_fullsized":"2021-03-04T23:29:23.952540+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"225","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.964250+0000","last_change":"2021-03-04T23:29:23.962771+0000","last_active":"2021-03-04T23:29:23.964250+0000","last_peered":"2021-03-04T23:29:23.964250+0000","last_clean":"2021-03-04T23:29:23.964250+0000","last_became_active":"2021-03-04T23:29:23.962507+0000","last_became_peered":"2021-03-04T23:29:23.962507+0000","last_unstale":"2021-03-04T23:29:23.964250+0000","last_undegraded":"2021-03-04T23:29:23.964250+0000","last_fullsized":"2021-03-04T23:29:23.964250+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"198'11997","reported_seq":"21841","reported_epoch":"198","state":"active+recovering+remapped","last_fresh":"2021-03-04T23:29:32.337079+0000","last_change":"2021-03-04T23:28:06.711881+0000","last_active":"2021-03-04T23:29:32.337079+0000","last_peered":"2021-03-04T23:29:32.337079+0000","last_clean":"2021-03-04T23:25:24.025577+0000","last_became_active":"2021-03-04T23:28:06.411484+0000","last_became_peered":"2021-03-04T23:28:06.411484+0000","last_unstale":"2021-03-04T23:29:32.337079+0000","last_undegraded":"2021-03-04T23:29:32.337079+0000","last_fullsized":"2021-03-04T23:29:32.337079+0000","mapping_epoch":175,"log_start":"141'2817","ondisk_log_start":"141'2817","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":9180,"ondisk_log_size":9180,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":496173056,"num_objects":7571,"num_object_clones":0,"num_object_copies":22713,"num_objects_missing_on_primary":3369,"num_objects_missing":3369,"num_objects_degraded":0,"num_objects_misplaced":2193,"num_objects_unfound":0,"num_objects_dirty":7571,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11997,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4873,"num_bytes_recovered":319356928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[2,6,5],"avail_no_missing":["5"],"object_location_counts":[{"shards":"0,2,5","objects":2193},{"shards":"0,2,5,6","objects":1},{"shards":"0,5,6","objects":2001},{"shards":"2,5,6","objects":3376}],"blocked_by":[],"up_primary":0,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"238","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953154+0000","last_change":"2021-03-04T23:29:06.329173+0000","last_active":"2021-03-04T23:29:23.953154+0000","last_peered":"2021-03-04T23:29:23.953154+0000","last_clean":"2021-03-04T23:29:23.953154+0000","last_became_active":"2021-03-04T23:29:06.328566+0000","last_became_peered":"2021-03-04T23:29:06.328566+0000","last_unstale":"2021-03-04T23:29:23.953154+0000","last_undegraded":"2021-03-04T23:29:23.953154+0000","last_fullsized":"2021-03-04T23:29:23.953154+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"173","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.956226+0000","last_change":"2021-03-04T23:27:58.925866+0000","last_active":"2021-03-04T23:29:23.956226+0000","last_peered":"2021-03-04T23:29:23.956226+0000","last_clean":"2021-03-04T23:29:23.956226+0000","last_became_active":"2021-03-04T23:27:50.102391+0000","last_became_peered":"2021-03-04T23:27:50.102391+0000","last_unstale":"2021-03-04T23:29:23.956226+0000","last_undegraded":"2021-03-04T23:29:23.956226+0000","last_fullsized":"2021-03-04T23:29:23.956226+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"183","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.956057+0000","last_change":"2021-03-04T23:28:01.136621+0000","last_active":"2021-03-04T23:29:23.956057+0000","last_peered":"2021-03-04T23:29:23.956057+0000","last_clean":"2021-03-04T23:29:23.956057+0000","last_became_active":"2021-03-04T23:28:01.136379+0000","last_became_peered":"2021-03-04T23:28:01.136379+0000","last_unstale":"2021-03-04T23:29:23.956057+0000","last_undegraded":"2021-03-04T23:29:23.956057+0000","last_fullsized":"2021-03-04T23:29:23.956057+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"225","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.960997+0000","last_change":"2021-03-04T23:29:23.960553+0000","last_active":"2021-03-04T23:29:23.960997+0000","last_peered":"2021-03-04T23:29:23.960997+0000","last_clean":"2021-03-04T23:29:23.960997+0000","last_became_active":"2021-03-04T23:29:23.960220+0000","last_became_peered":"2021-03-04T23:29:23.960220+0000","last_unstale":"2021-03-04T23:29:23.960997+0000","last_undegraded":"2021-03-04T23:29:23.960997+0000","last_fullsized":"2021-03-04T23:29:23.960997+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"198'11715","reported_seq":"11989","reported_epoch":"198","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:29:32.524261+0000","last_change":"2021-03-04T23:28:01.270390+0000","last_active":"2021-03-04T23:29:32.524261+0000","last_peered":"2021-03-04T23:29:32.524261+0000","last_clean":"2021-03-04T23:25:36.092788+0000","last_became_active":"2021-03-04T23:28:01.256541+0000","last_became_peered":"2021-03-04T23:28:01.256541+0000","last_unstale":"2021-03-04T23:29:32.524261+0000","last_undegraded":"2021-03-04T23:28:01.149448+0000","last_fullsized":"2021-03-04T23:28:01.138655+0000","mapping_epoch":178,"log_start":"147'7275","ondisk_log_start":"147'7275","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4440,"ondisk_log_size":4440,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":487260160,"num_objects":7435,"num_object_clones":0,"num_object_copies":22305,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3454,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7435,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11715,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":84,"num_bytes_recovered":5505024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4],"avail_no_missing":["7","4"],"object_location_counts":[{"shards":"0,4,7","objects":2149},{"shards":"4,7","objects":5286}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"196","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953876+0000","last_change":"2021-03-04T23:29:06.327923+0000","last_active":"2021-03-04T23:29:23.953876+0000","last_peered":"2021-03-04T23:29:23.953876+0000","last_clean":"2021-03-04T23:29:23.953876+0000","last_became_active":"2021-03-04T23:29:06.327603+0000","last_became_peered":"2021-03-04T23:29:06.327603+0000","last_unstale":"2021-03-04T23:29:23.953876+0000","last_undegraded":"2021-03-04T23:29:23.953876+0000","last_fullsized":"2021-03-04T23:29:23.953876+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"29","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:24.067039+0000","last_change":"2021-03-04T23:28:01.141123+0000","last_active":"2021-03-04T23:29:24.067039+0000","last_peered":"2021-03-04T23:29:24.067039+0000","last_clean":"2021-03-04T23:29:24.067039+0000","last_became_active":"2021-03-04T23:28:01.139579+0000","last_became_peered":"2021-03-04T23:28:01.139579+0000","last_unstale":"2021-03-04T23:29:24.067039+0000","last_undegraded":"2021-03-04T23:29:24.067039+0000","last_fullsized":"2021-03-04T23:29:24.067039+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"143","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.956132+0000","last_change":"2021-03-04T23:27:58.936610+0000","last_active":"2021-03-04T23:29:23.956132+0000","last_peered":"2021-03-04T23:29:23.956132+0000","last_clean":"2021-03-04T23:29:23.956132+0000","last_became_active":"2021-03-04T23:27:50.111407+0000","last_became_peered":"2021-03-04T23:27:50.111407+0000","last_unstale":"2021-03-04T23:29:23.956132+0000","last_undegraded":"2021-03-04T23:29:23.956132+0000","last_fullsized":"2021-03-04T23:29:23.956132+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"225","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.959910+0000","last_change":"2021-03-04T23:29:23.959659+0000","last_active":"2021-03-04T23:29:23.959910+0000","last_peered":"2021-03-04T23:29:23.959910+0000","last_clean":"2021-03-04T23:29:23.959910+0000","last_became_active":"2021-03-04T23:29:23.959401+0000","last_became_peered":"2021-03-04T23:29:23.959401+0000","last_unstale":"2021-03-04T23:29:23.959910+0000","last_undegraded":"2021-03-04T23:29:23.959910+0000","last_fullsized":"2021-03-04T23:29:23.959910+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"198'11654","reported_seq":"13032","reported_epoch":"198","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:29:32.539572+0000","last_change":"2021-03-04T23:28:06.666259+0000","last_active":"2021-03-04T23:29:32.539572+0000","last_peered":"2021-03-04T23:29:32.539572+0000","last_clean":"2021-03-04T23:25:36.101793+0000","last_became_active":"2021-03-04T23:28:01.255684+0000","last_became_peered":"2021-03-04T23:28:01.255684+0000","last_unstale":"2021-03-04T23:29:32.539572+0000","last_undegraded":"2021-03-04T23:28:06.665488+0000","last_fullsized":"2021-03-04T23:28:01.139081+0000","mapping_epoch":178,"log_start":"147'7235","ondisk_log_start":"147'7235","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4419,"ondisk_log_size":4419,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":479789080,"num_objects":7322,"num_object_clones":0,"num_object_copies":21966,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2945,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7322,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":11654,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":643,"num_bytes_recovered":42139648,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,5],"avail_no_missing":["7","5"],"object_location_counts":[{"shards":"4,5,7","objects":1470},{"shards":"5,7","objects":5852}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"86","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.954182+0000","last_change":"2021-03-04T23:27:50.114015+0000","last_active":"2021-03-04T23:29:23.954182+0000","last_peered":"2021-03-04T23:29:23.954182+0000","last_clean":"2021-03-04T23:29:23.954182+0000","last_became_active":"2021-03-04T23:27:50.113712+0000","last_became_peered":"2021-03-04T23:27:50.113712+0000","last_unstale":"2021-03-04T23:29:23.954182+0000","last_undegraded":"2021-03-04T23:29:23.954182+0000","last_fullsized":"2021-03-04T23:29:23.954182+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,5],"acting":[7,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"38","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:24.067082+0000","last_change":"2021-03-04T23:29:06.326432+0000","last_active":"2021-03-04T23:29:24.067082+0000","last_peered":"2021-03-04T23:29:24.067082+0000","last_clean":"2021-03-04T23:29:24.067082+0000","last_became_active":"2021-03-04T23:29:06.326283+0000","last_became_peered":"2021-03-04T23:29:06.326283+0000","last_unstale":"2021-03-04T23:29:24.067082+0000","last_undegraded":"2021-03-04T23:29:24.067082+0000","last_fullsized":"2021-03-04T23:29:24.067082+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"160","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953506+0000","last_change":"2021-03-04T23:28:01.141819+0000","last_active":"2021-03-04T23:29:23.953506+0000","last_peered":"2021-03-04T23:29:23.953506+0000","last_clean":"2021-03-04T23:29:23.953506+0000","last_became_active":"2021-03-04T23:28:01.141040+0000","last_became_peered":"2021-03-04T23:28:01.141040+0000","last_unstale":"2021-03-04T23:29:23.953506+0000","last_undegraded":"2021-03-04T23:29:23.953506+0000","last_fullsized":"2021-03-04T23:29:23.953506+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"225","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.959982+0000","last_change":"2021-03-04T23:29:23.959753+0000","last_active":"2021-03-04T23:29:23.959982+0000","last_peered":"2021-03-04T23:29:23.959982+0000","last_clean":"2021-03-04T23:29:23.959982+0000","last_became_active":"2021-03-04T23:29:23.959420+0000","last_became_peered":"2021-03-04T23:29:23.959420+0000","last_unstale":"2021-03-04T23:29:23.959982+0000","last_undegraded":"2021-03-04T23:29:23.959982+0000","last_fullsized":"2021-03-04T23:29:23.959982+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":197,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"198'11696","reported_seq":"18853","reported_epoch":"198","state":"active+recovery_wait+remapped","last_fresh":"2021-03-04T23:29:32.436322+0000","last_change":"2021-03-04T23:27:50.195868+0000","last_active":"2021-03-04T23:29:32.436322+0000","last_peered":"2021-03-04T23:29:32.436322+0000","last_clean":"2021-03-04T23:27:48.392765+0000","last_became_active":"2021-03-04T23:27:50.183344+0000","last_became_peered":"2021-03-04T23:27:50.183344+0000","last_unstale":"2021-03-04T23:29:32.436322+0000","last_undegraded":"2021-03-04T23:29:32.436322+0000","last_fullsized":"2021-03-04T23:29:32.436322+0000","mapping_epoch":174,"log_start":"142'4931","ondisk_log_start":"142'4931","created":137,"last_epoch_clean":167,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6765,"ondisk_log_size":6765,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":481296384,"num_objects":7344,"num_object_clones":0,"num_object_copies":22032,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4116,"num_objects_unfound":0,"num_objects_dirty":7344,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11696,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3530,"num_bytes_recovered":231342080,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,3],"avail_no_missing":["4","3","7"],"object_location_counts":[{"shards":"3,4,7","objects":7344}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"72","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953254+0000","last_change":"2021-03-04T23:29:06.327438+0000","last_active":"2021-03-04T23:29:23.953254+0000","last_peered":"2021-03-04T23:29:23.953254+0000","last_clean":"2021-03-04T23:29:23.953254+0000","last_became_active":"2021-03-04T23:29:06.327103+0000","last_became_peered":"2021-03-04T23:29:06.327103+0000","last_unstale":"2021-03-04T23:29:23.953254+0000","last_undegraded":"2021-03-04T23:29:23.953254+0000","last_fullsized":"2021-03-04T23:29:23.953254+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":192,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"179","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.956154+0000","last_change":"2021-03-04T23:28:01.240838+0000","last_active":"2021-03-04T23:29:23.956154+0000","last_peered":"2021-03-04T23:29:23.956154+0000","last_clean":"2021-03-04T23:29:23.956154+0000","last_became_active":"2021-03-04T23:28:01.140978+0000","last_became_peered":"2021-03-04T23:28:01.140978+0000","last_unstale":"2021-03-04T23:29:23.956154+0000","last_undegraded":"2021-03-04T23:29:23.956154+0000","last_fullsized":"2021-03-04T23:29:23.956154+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"169","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953592+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:29:23.953592+0000","last_peered":"2021-03-04T23:29:23.953592+0000","last_clean":"2021-03-04T23:29:23.953592+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:29:23.953592+0000","last_undegraded":"2021-03-04T23:29:23.953592+0000","last_fullsized":"2021-03-04T23:29:23.953592+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"146","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.956196+0000","last_change":"2021-03-04T23:27:58.935596+0000","last_active":"2021-03-04T23:29:23.956196+0000","last_peered":"2021-03-04T23:29:23.956196+0000","last_clean":"2021-03-04T23:29:23.956196+0000","last_became_active":"2021-03-04T23:27:50.111356+0000","last_became_peered":"2021-03-04T23:27:50.111356+0000","last_unstale":"2021-03-04T23:29:23.956196+0000","last_undegraded":"2021-03-04T23:29:23.956196+0000","last_fullsized":"2021-03-04T23:29:23.956196+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"222","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953364+0000","last_change":"2021-03-04T23:28:01.137398+0000","last_active":"2021-03-04T23:29:23.953364+0000","last_peered":"2021-03-04T23:29:23.953364+0000","last_clean":"2021-03-04T23:29:23.953364+0000","last_became_active":"2021-03-04T23:28:01.137215+0000","last_became_peered":"2021-03-04T23:28:01.137215+0000","last_unstale":"2021-03-04T23:29:23.953364+0000","last_undegraded":"2021-03-04T23:29:23.953364+0000","last_fullsized":"2021-03-04T23:29:23.953364+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"196","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.955614+0000","last_change":"2021-03-04T23:28:01.148180+0000","last_active":"2021-03-04T23:29:23.955614+0000","last_peered":"2021-03-04T23:29:23.955614+0000","last_clean":"2021-03-04T23:29:23.955614+0000","last_became_active":"2021-03-04T23:28:01.140216+0000","last_became_peered":"2021-03-04T23:28:01.140216+0000","last_unstale":"2021-03-04T23:29:23.955614+0000","last_undegraded":"2021-03-04T23:29:23.955614+0000","last_fullsized":"2021-03-04T23:29:23.955614+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"208","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953906+0000","last_change":"2021-03-04T23:28:06.570598+0000","last_active":"2021-03-04T23:29:23.953906+0000","last_peered":"2021-03-04T23:29:23.953906+0000","last_clean":"2021-03-04T23:29:23.953906+0000","last_became_active":"2021-03-04T23:28:06.570366+0000","last_became_peered":"2021-03-04T23:28:06.570366+0000","last_unstale":"2021-03-04T23:29:23.953906+0000","last_undegraded":"2021-03-04T23:29:23.953906+0000","last_fullsized":"2021-03-04T23:29:23.953906+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":181,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"181","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.955560+0000","last_change":"2021-03-04T23:25:25.031712+0000","last_active":"2021-03-04T23:29:23.955560+0000","last_peered":"2021-03-04T23:29:23.955560+0000","last_clean":"2021-03-04T23:29:23.955560+0000","last_became_active":"2021-03-04T23:25:25.023911+0000","last_became_peered":"2021-03-04T23:25:25.023911+0000","last_unstale":"2021-03-04T23:29:23.955560+0000","last_undegraded":"2021-03-04T23:29:23.955560+0000","last_fullsized":"2021-03-04T23:29:23.955560+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"205","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953746+0000","last_change":"2021-03-04T23:27:50.105437+0000","last_active":"2021-03-04T23:29:23.953746+0000","last_peered":"2021-03-04T23:29:23.953746+0000","last_clean":"2021-03-04T23:29:23.953746+0000","last_became_active":"2021-03-04T23:27:50.105150+0000","last_became_peered":"2021-03-04T23:27:50.105150+0000","last_unstale":"2021-03-04T23:29:23.953746+0000","last_undegraded":"2021-03-04T23:29:23.953746+0000","last_fullsized":"2021-03-04T23:29:23.953746+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2],"acting":[4,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"171","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953057+0000","last_change":"2021-03-04T23:28:01.140156+0000","last_active":"2021-03-04T23:29:23.953057+0000","last_peered":"2021-03-04T23:29:23.953057+0000","last_clean":"2021-03-04T23:29:23.953057+0000","last_became_active":"2021-03-04T23:28:01.139857+0000","last_became_peered":"2021-03-04T23:28:01.139857+0000","last_unstale":"2021-03-04T23:29:23.953057+0000","last_undegraded":"2021-03-04T23:29:23.953057+0000","last_fullsized":"2021-03-04T23:29:23.953057+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,1],"acting":[6,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"154","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953343+0000","last_change":"2021-03-04T23:27:50.102455+0000","last_active":"2021-03-04T23:29:23.953343+0000","last_peered":"2021-03-04T23:29:23.953343+0000","last_clean":"2021-03-04T23:29:23.953343+0000","last_became_active":"2021-03-04T23:27:50.102216+0000","last_became_peered":"2021-03-04T23:27:50.102216+0000","last_unstale":"2021-03-04T23:29:23.953343+0000","last_undegraded":"2021-03-04T23:29:23.953343+0000","last_fullsized":"2021-03-04T23:29:23.953343+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"150","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.956060+0000","last_change":"2021-03-04T23:27:58.925656+0000","last_active":"2021-03-04T23:29:23.956060+0000","last_peered":"2021-03-04T23:29:23.956060+0000","last_clean":"2021-03-04T23:29:23.956060+0000","last_became_active":"2021-03-04T23:27:50.106974+0000","last_became_peered":"2021-03-04T23:27:50.106974+0000","last_unstale":"2021-03-04T23:29:23.956060+0000","last_undegraded":"2021-03-04T23:29:23.956060+0000","last_fullsized":"2021-03-04T23:29:23.956060+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"211","reported_epoch":"197","state":"active+clean","last_fresh":"2021-03-04T23:29:23.953534+0000","last_change":"2021-03-04T23:28:01.146215+0000","last_active":"2021-03-04T23:29:23.953534+0000","last_peered":"2021-03-04T23:29:23.953534+0000","last_clean":"2021-03-04T23:29:23.953534+0000","last_became_active":"2021-03-04T23:28:01.145953+0000","last_became_peered":"2021-03-04T23:28:01.145953+0000","last_unstale":"2021-03-04T23:29:23.953534+0000","last_undegraded":"2021-03-04T23:29:23.953534+0000","last_fullsized":"2021-03-04T23:29:23.953534+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":29,"num_bytes_recovered":5428,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":10194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7088680,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":4},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":7798390808,"num_objects":118995,"num_object_clones":0,"num_object_copies":356985,"num_objects_missing_on_primary":8819,"num_objects_missing":8819,"num_objects_degraded":36499,"num_objects_misplaced":43295,"num_objects_unfound":0,"num_objects_dirty":118995,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":187735,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":29107,"num_bytes_recovered":1820917760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":25761689600,"data_stored":25761677384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":93084,"ondisk_log_size":93084,"up":48,"acting":38,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495922,"num_pgs":69,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5775292,"kb_used_data":4726708,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":82305092,"statfs":{"total":90194313216,"available":84280414208,"internally_reserved":1073741824,"allocated":4840148992,"data_stored":4839138023,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:28:49 2021","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.316,"15min":0.316},"min":{"1min":0.16200000000000001,"5min":0.16200000000000001,"15min":0.16200000000000001},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.40500000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:29:24 2021","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.88,"15min":0.60999999999999999},"min":{"1min":0.23100000000000001,"5min":0.16200000000000001,"15min":0.16},"max":{"1min":0.55900000000000005,"5min":37.856000000000002,"15min":37.856000000000002},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.92000000000000004,"15min":0.68100000000000005},"min":{"1min":0.23300000000000001,"5min":0.18099999999999999,"15min":0.17399999999999999},"max":{"1min":0.57399999999999995,"5min":37.914000000000001,"15min":37.914000000000001},"last":0.38800000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:29:12 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.42299999999999999,"15min":0.55100000000000005},"min":{"1min":0.214,"5min":0.192,"15min":0.16700000000000001},"max":{"1min":0.52500000000000002,"5min":2.0750000000000002,"15min":5.2400000000000002},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.55200000000000005,"15min":0.54300000000000004},"min":{"1min":0.214,"5min":0.182,"15min":0.182},"max":{"1min":0.63200000000000001,"5min":3.206,"15min":3.206},"last":0.433}]},{"osd":3,"last update":"Thu Mar 4 23:29:12 2021","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":1.593,"15min":0.93999999999999995},"min":{"1min":0.29299999999999998,"5min":0.19,"15min":0.18099999999999999},"max":{"1min":0.58199999999999996,"5min":63.959000000000003,"15min":63.959000000000003},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.377,"5min":1.633,"15min":1.095},"min":{"1min":0.251,"5min":0.19400000000000001,"15min":0.183},"max":{"1min":0.51100000000000001,"5min":64.183999999999997,"15min":64.183999999999997},"last":0.28599999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:29:12 2021","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.47099999999999997,"15min":0.39000000000000001},"min":{"1min":0.20399999999999999,"5min":0.14399999999999999,"15min":0.13100000000000001},"max":{"1min":0.46400000000000002,"5min":3.0990000000000002,"15min":4.0179999999999998},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.29699999999999999,"5min":0.39900000000000002,"15min":0.35299999999999998},"min":{"1min":0.193,"5min":0.16600000000000001,"15min":0.13900000000000001},"max":{"1min":0.55900000000000005,"5min":3.7410000000000001,"15min":3.7410000000000001},"last":0.29899999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:29:12 2021","interfaces":[{"interface":"back","average":{"1min":0.26700000000000002,"5min":0.33300000000000002,"15min":0.33700000000000002},"min":{"1min":0.16800000000000001,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.47499999999999998,"5min":1.141,"15min":3.621},"last":0.188},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.50600000000000001,"15min":0.437},"min":{"1min":0.184,"5min":0.17000000000000001,"15min":0.16800000000000001},"max":{"1min":0.51200000000000001,"5min":3.54,"15min":3.7229999999999999},"last":0.36099999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:29:24 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.35899999999999999,"15min":0.39300000000000002},"min":{"1min":0.20200000000000001,"5min":0.17799999999999999,"15min":0.14199999999999999},"max":{"1min":0.44600000000000001,"5min":2.0390000000000001,"15min":4.1299999999999999},"last":0.253},{"interface":"front","average":{"1min":0.379,"5min":0.58199999999999996,"15min":0.504},"min":{"1min":0.216,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.65100000000000002,"5min":3.6840000000000002,"15min":3.7850000000000001},"last":0.20499999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659439,"num_pgs":65,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1723116,"kb_used_data":674532,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86357268,"statfs":{"total":90194313216,"available":88429842432,"internally_reserved":1073741824,"allocated":690720768,"data_stored":689726013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,0,0,4,5],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:28:51 2021","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"last":0.28599999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:29:16 2021","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38600000000000001,"15min":0.498},"min":{"1min":0.20899999999999999,"5min":0.17499999999999999,"15min":0.159},"max":{"1min":0.53300000000000003,"5min":1.2669999999999999,"15min":3.609},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.41499999999999998,"15min":0.49299999999999999},"min":{"1min":0.28699999999999998,"5min":0.19,"15min":0.16500000000000001},"max":{"1min":0.75,"5min":1.2090000000000001,"15min":4.149},"last":0.33800000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:29:16 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.38700000000000001,"15min":0.52600000000000002},"min":{"1min":0.20000000000000001,"5min":0.185,"15min":0.16800000000000001},"max":{"1min":0.52700000000000002,"5min":1.224,"15min":4.2169999999999996},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.40600000000000003,"15min":0.51200000000000001},"min":{"1min":0.193,"5min":0.189,"15min":0.17599999999999999},"max":{"1min":0.54400000000000004,"5min":1.3440000000000001,"15min":3.3700000000000001},"last":0.497}]},{"osd":3,"last update":"Thu Mar 4 23:29:16 2021","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":2.0150000000000001,"15min":1.133},"min":{"1min":0.23699999999999999,"5min":0.22700000000000001,"15min":0.19800000000000001},"max":{"1min":0.624,"5min":77.881,"15min":77.881},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.40300000000000002,"5min":2.0579999999999998,"15min":1.159},"min":{"1min":0.27800000000000002,"5min":0.224,"15min":0.21099999999999999},"max":{"1min":0.59299999999999997,"5min":77.683000000000007,"15min":77.683000000000007},"last":0.316}]},{"osd":4,"last update":"Thu Mar 4 23:28:56 2021","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.34799999999999998,"15min":0.36699999999999999},"min":{"1min":0.16600000000000001,"5min":0.159,"15min":0.121},"max":{"1min":0.54200000000000004,"5min":1.2849999999999999,"15min":4.1539999999999999},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.374,"5min":0.34999999999999998,"15min":0.38300000000000001},"min":{"1min":0.184,"5min":0.184,"15min":0.13500000000000001},"max":{"1min":0.70299999999999996,"5min":0.83799999999999997,"15min":4.1269999999999998},"last":0.373}]},{"osd":5,"last update":"Thu Mar 4 23:28:56 2021","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.36899999999999999,"15min":0.38900000000000001},"min":{"1min":0.183,"5min":0.183,"15min":0.151},"max":{"1min":0.71999999999999997,"5min":0.76100000000000001,"15min":4.0010000000000003},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.443,"15min":0.46400000000000002},"min":{"1min":0.17499999999999999,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.57599999999999996,"5min":3.6789999999999998,"15min":4.2389999999999999},"last":0.32600000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:28:56 2021","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.45500000000000002,"15min":0.47899999999999998},"min":{"1min":0.187,"5min":0.187,"15min":0.17399999999999999},"max":{"1min":0.60799999999999998,"5min":3.0569999999999999,"15min":4.5880000000000001},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41599999999999998,"15min":0.442},"min":{"1min":0.22800000000000001,"5min":0.20699999999999999,"15min":0.19400000000000001},"max":{"1min":0.64100000000000001,"5min":1.7390000000000001,"15min":4.0129999999999999},"last":0.436}]}]},{"osd":1,"up_from":87,"seq":373662154942,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4250652,"kb_used_data":3982548,"kb_used_omap":702,"kb_used_meta":267393,"kb_avail":83829732,"statfs":{"total":90194313216,"available":85841645568,"internally_reserved":0,"allocated":4078129152,"data_stored":4077148112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":719374,"internal_metadata":273810930},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:28:49 2021","interfaces":[{"interface":"back","average":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.48099999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:29:14 2021","interfaces":[{"interface":"back","average":{"1min":0.223,"5min":0.27700000000000002,"15min":0.41899999999999998},"min":{"1min":0.16400000000000001,"5min":0.16200000000000001,"15min":0.13400000000000001},"max":{"1min":0.33200000000000002,"5min":1.0800000000000001,"15min":4.4059999999999997},"last":0.19900000000000001},{"interface":"front","average":{"1min":0.248,"5min":0.27400000000000002,"15min":0.55000000000000004},"min":{"1min":0.156,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":0.46600000000000003,"5min":1.1990000000000001,"15min":4.7240000000000002},"last":0.30599999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:29:01 2021","interfaces":[{"interface":"back","average":{"1min":0.26100000000000001,"5min":1.508,"15min":1.0720000000000001},"min":{"1min":0.17100000000000001,"5min":0.155,"15min":0.155},"max":{"1min":0.38200000000000001,"5min":110.28400000000001,"15min":110.28400000000001},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.27200000000000002,"5min":1.49,"15min":1.0640000000000001},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.40400000000000003,"5min":109.977,"15min":109.977},"last":0.28399999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:29:14 2021","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.47899999999999998,"15min":0.621},"min":{"1min":0.22700000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.52900000000000003,"5min":2.7559999999999998,"15min":4.9850000000000003},"last":0.435},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.42099999999999999,"15min":0.52600000000000002},"min":{"1min":0.20499999999999999,"5min":0.20300000000000001,"15min":0.20000000000000001},"max":{"1min":0.51900000000000002,"5min":1.081,"15min":4.5229999999999997},"last":0.255}]},{"osd":5,"last update":"Thu Mar 4 23:29:14 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.55600000000000005,"15min":0.63},"min":{"1min":0.23499999999999999,"5min":0.20699999999999999,"15min":0.20100000000000001},"max":{"1min":0.51400000000000001,"5min":8.6690000000000005,"15min":8.6690000000000005},"last":0.501},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.48699999999999999,"15min":0.63700000000000001},"min":{"1min":0.27300000000000002,"5min":0.224,"15min":0.221},"max":{"1min":0.55800000000000005,"5min":2.0529999999999999,"15min":4.7729999999999997},"last":0.40400000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:29:23 2021","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.44,"15min":0.56999999999999995},"min":{"1min":0.249,"5min":0.214,"15min":0.214},"max":{"1min":0.58499999999999996,"5min":1.036,"15min":4.5010000000000003},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.50600000000000001,"15min":0.64300000000000002},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.23699999999999999},"max":{"1min":0.74099999999999999,"5min":2.331,"15min":5.8810000000000002},"last":0.52600000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:29:14 2021","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.59799999999999998,"15min":0.69399999999999995},"min":{"1min":0.23100000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.54600000000000004,"5min":3.3940000000000001,"15min":4.7939999999999996},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.45800000000000002,"15min":0.58999999999999997},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.499,"5min":1.0509999999999999,"15min":4.5499999999999998},"last":0.38600000000000001}]}]},{"osd":0,"up_from":174,"seq":747324309525,"num_pgs":62,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3352744,"kb_used_data":3279712,"kb_used_omap":980,"kb_used_meta":72043,"kb_avail":84727640,"statfs":{"total":90194313216,"available":86761103360,"internally_reserved":0,"allocated":3358425088,"data_stored":3357432425,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":73772995},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:28:54 2021","interfaces":[{"interface":"back","average":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"last":0.30199999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:28:54 2021","interfaces":[{"interface":"back","average":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"min":{"1min":0.186,"5min":0.186,"15min":0.186},"max":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"last":0.21299999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:28:54 2021","interfaces":[{"interface":"back","average":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"last":0.253},{"interface":"front","average":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"last":0.26100000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:28:54 2021","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.379,"5min":0.379,"15min":0.379},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"last":0.35499999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:28:54 2021","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.46899999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:28:54 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.55100000000000005}]},{"osd":7,"last update":"Thu Mar 4 23:28:54 2021","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.40899999999999997}]}]},{"osd":2,"up_from":103,"seq":442381631665,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2279140,"kb_used_data":2031772,"kb_used_omap":1715,"kb_used_meta":245644,"kb_avail":85801244,"statfs":{"total":90194313216,"available":87860473856,"internally_reserved":0,"allocated":2080534528,"data_stored":2079545883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":251539643},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:28:49 2021","interfaces":[{"interface":"back","average":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"last":0.20999999999999999},{"interface":"front","average":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"last":0.27200000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:29:16 2021","interfaces":[{"interface":"back","average":{"1min":0.249,"5min":0.27900000000000003,"15min":0.439},"min":{"1min":0.17199999999999999,"5min":0.155,"15min":0.13300000000000001},"max":{"1min":0.44,"5min":0.60399999999999998,"15min":4.0599999999999996},"last":0.18099999999999999},{"interface":"front","average":{"1min":0.245,"5min":0.316,"15min":0.48999999999999999},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.47099999999999997,"5min":2.6600000000000001,"15min":4.556},"last":0.19600000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:29:07 2021","interfaces":[{"interface":"back","average":{"1min":0.29699999999999999,"5min":0.64700000000000002,"15min":0.58599999999999997},"min":{"1min":0.17599999999999999,"5min":0.159,"15min":0.159},"max":{"1min":0.432,"5min":21.280000000000001,"15min":21.280000000000001},"last":0.253},{"interface":"front","average":{"1min":0.313,"5min":0.67500000000000004,"15min":0.61499999999999999},"min":{"1min":0.21199999999999999,"5min":0.192,"15min":0.17199999999999999},"max":{"1min":0.45700000000000002,"5min":21.239999999999998,"15min":21.239999999999998},"last":0.23499999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:29:16 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.40799999999999997,"15min":0.51700000000000002},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.18099999999999999},"max":{"1min":0.53500000000000003,"5min":1.4610000000000001,"15min":4.6520000000000001},"last":0.246},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.44,"15min":0.53400000000000003},"min":{"1min":0.222,"5min":0.21199999999999999,"15min":0.19900000000000001},"max":{"1min":0.69099999999999995,"5min":2.1819999999999999,"15min":3.71},"last":0.315}]},{"osd":5,"last update":"Thu Mar 4 23:29:16 2021","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.48499999999999999,"15min":0.66700000000000004},"min":{"1min":0.30499999999999999,"5min":0.24099999999999999,"15min":0.22},"max":{"1min":0.54900000000000004,"5min":4.2850000000000001,"15min":4.867},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.374,"5min":0.45500000000000002,"15min":0.58299999999999996},"min":{"1min":0.23599999999999999,"5min":0.214,"15min":0.21299999999999999},"max":{"1min":0.67300000000000004,"5min":3.9180000000000001,"15min":4.6689999999999996},"last":0.26300000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:29:23 2021","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.45200000000000001,"15min":0.53300000000000003},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.625,"5min":2.1400000000000001,"15min":3.7429999999999999},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.48499999999999999,"15min":0.625},"min":{"1min":0.28100000000000003,"5min":0.26200000000000001,"15min":0.23499999999999999},"max":{"1min":0.53200000000000003,"5min":1.804,"15min":4.0830000000000002},"last":0.33000000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:29:16 2021","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.46000000000000002,"15min":0.56000000000000005},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.70699999999999996,"5min":2.1659999999999999,"15min":4.024},"last":0.377},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.49399999999999999,"15min":0.65000000000000002},"min":{"1min":0.26700000000000002,"5min":0.26200000000000001,"15min":0.253},"max":{"1min":0.56699999999999995,"5min":3.847,"15min":4.1340000000000003},"last":0.36399999999999999}]}]},{"osd":3,"up_from":0,"seq":541165879464,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":4,"up_from":31,"seq":133143986491,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2976312,"kb_used_data":1927728,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":85104072,"statfs":{"total":90194313216,"available":87146569728,"internally_reserved":1073741824,"allocated":1973993472,"data_stored":1972986529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:28:49 2021","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.37}]},{"osd":1,"last update":"Thu Mar 4 23:29:26 2021","interfaces":[{"interface":"back","average":{"1min":1.601,"5min":0.72099999999999997,"15min":0.65700000000000003},"min":{"1min":0.26900000000000002,"5min":0.17699999999999999,"15min":0.16},"max":{"1min":20.440000000000001,"5min":20.440000000000001,"15min":20.440000000000001},"last":0.33300000000000002},{"interface":"front","average":{"1min":1.591,"5min":0.71799999999999997,"15min":0.64400000000000002},"min":{"1min":0.219,"5min":0.19700000000000001,"15min":0.16200000000000001},"max":{"1min":20.465,"5min":20.465,"15min":20.465},"last":0.39200000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:29:03 2021","interfaces":[{"interface":"back","average":{"1min":0.314,"5min":0.38900000000000001,"15min":0.46500000000000002},"min":{"1min":0.23100000000000001,"5min":0.185,"15min":0.17100000000000001},"max":{"1min":0.45000000000000001,"5min":1.667,"15min":3.3260000000000001},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.42599999999999999,"15min":0.53100000000000003},"min":{"1min":0.221,"5min":0.19900000000000001,"15min":0.17499999999999999},"max":{"1min":0.50700000000000001,"5min":1.45,"15min":4.4180000000000001},"last":0.38100000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:29:03 2021","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":2.9529999999999998,"15min":1.478},"min":{"1min":0.32200000000000001,"5min":0.214,"15min":0.19900000000000001},"max":{"1min":0.629,"5min":85.394999999999996,"15min":85.394999999999996},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.38200000000000001,"5min":2.9569999999999999,"15min":1.3879999999999999},"min":{"1min":0.28199999999999997,"5min":0.19400000000000001,"15min":0.192},"max":{"1min":0.57099999999999995,"5min":85.802999999999997,"15min":85.802999999999997},"last":0.40500000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:29:28 2021","interfaces":[{"interface":"back","average":{"1min":0.27000000000000002,"5min":0.312,"15min":0.32500000000000001},"min":{"1min":0.191,"5min":0.16900000000000001,"15min":0.14199999999999999},"max":{"1min":0.56499999999999995,"5min":1.6259999999999999,"15min":3.456},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.312,"5min":0.36399999999999999,"15min":0.35199999999999998},"min":{"1min":0.189,"5min":0.153,"15min":0.13500000000000001},"max":{"1min":0.52800000000000002,"5min":2.6600000000000001,"15min":3.2999999999999998},"last":0.23300000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:28:43 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.34599999999999997,"15min":0.35999999999999999},"min":{"1min":0.17299999999999999,"5min":0.157,"15min":0.156},"max":{"1min":0.48099999999999998,"5min":1.635,"15min":3.5569999999999999},"last":0.313},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.45600000000000002,"15min":0.48399999999999999},"min":{"1min":0.21199999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":0.54100000000000004,"5min":3.5739999999999998,"15min":3.895},"last":0.245}]},{"osd":7,"last update":"Thu Mar 4 23:29:26 2021","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.35499999999999998,"15min":0.379},"min":{"1min":0.17100000000000001,"5min":0.17000000000000001,"15min":0.156},"max":{"1min":0.60299999999999998,"5min":0.94299999999999995,"15min":3.4329999999999998},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.375,"5min":0.42899999999999999,"15min":0.47599999999999998},"min":{"1min":0.221,"5min":0.17100000000000001,"15min":0.14000000000000001},"max":{"1min":0.63,"5min":3.524,"15min":3.8700000000000001},"last":0.216}]}]},{"osd":5,"up_from":36,"seq":154618822968,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5514216,"kb_used_data":4465632,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":82566168,"statfs":{"total":90194313216,"available":84547756032,"internally_reserved":1073741824,"allocated":4572807168,"data_stored":4571814487,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:28:49 2021","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.442},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.63800000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:29:18 2021","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.38400000000000001,"15min":0.47699999999999998},"min":{"1min":0.18099999999999999,"5min":0.17100000000000001,"15min":0.16400000000000001},"max":{"1min":0.48499999999999999,"5min":1.575,"15min":3.8450000000000002},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.33600000000000002,"5min":0.376,"15min":0.56899999999999995},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.14599999999999999},"max":{"1min":0.46500000000000002,"5min":1.0900000000000001,"15min":7.4740000000000002},"last":0.61699999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:29:05 2021","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.41399999999999998,"15min":0.58499999999999996},"min":{"1min":0.17999999999999999,"5min":0.161,"15min":0.161},"max":{"1min":0.45400000000000001,"5min":1.7190000000000001,"15min":3.7410000000000001},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.41599999999999998,"15min":0.58399999999999996},"min":{"1min":0.215,"5min":0.20399999999999999,"15min":0.17000000000000001},"max":{"1min":0.53200000000000003,"5min":1.304,"15min":3.9239999999999999},"last":0.54900000000000004}]},{"osd":3,"last update":"Thu Mar 4 23:29:05 2021","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.438,"15min":0.56499999999999995},"min":{"1min":0.20200000000000001,"5min":0.17699999999999999,"15min":0.16700000000000001},"max":{"1min":0.52600000000000002,"5min":2.0430000000000001,"15min":4.375},"last":0.371},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.45000000000000001,"15min":0.59999999999999998},"min":{"1min":0.26300000000000001,"5min":0.23100000000000001,"15min":0.17100000000000001},"max":{"1min":0.52300000000000002,"5min":1.6419999999999999,"15min":4.2050000000000001},"last":0.38400000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:28:40 2021","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.34599999999999997,"15min":0.35499999999999998},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.127},"max":{"1min":0.69799999999999995,"5min":1.4359999999999999,"15min":7.4480000000000004},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.28899999999999998,"5min":0.375,"15min":0.34599999999999997},"min":{"1min":0.16800000000000001,"5min":0.152,"15min":0.14799999999999999},"max":{"1min":0.46999999999999997,"5min":2.0630000000000002,"15min":4.4000000000000004},"last":0.52200000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:29:23 2021","interfaces":[{"interface":"back","average":{"1min":0.29199999999999998,"5min":0.375,"15min":0.40799999999999997},"min":{"1min":0.16,"5min":0.16,"15min":0.16},"max":{"1min":0.50600000000000001,"5min":1.7709999999999999,"15min":7.3959999999999999},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.30599999999999999,"5min":0.36599999999999999,"15min":0.38500000000000001},"min":{"1min":0.17599999999999999,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.50700000000000001,"5min":1.9930000000000001,"15min":4.3209999999999997},"last":0.42999999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:29:05 2021","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.42199999999999999,"15min":0.432},"min":{"1min":0.218,"5min":0.189,"15min":0.16400000000000001},"max":{"1min":0.55000000000000004,"5min":2.0219999999999998,"15min":4.3540000000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.309,"5min":0.37,"15min":0.39900000000000002},"min":{"1min":0.184,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.52100000000000002,"5min":1.4610000000000001,"15min":3.1099999999999999},"last":0.75900000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":719374,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1537306,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3354394624,"data_stored":3354394624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4071817216,"data_stored":4071817216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2078605312,"data_stored":2078605312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4194762752,"data_stored":4194762752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1969819648,"data_stored":1969815576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4566618112,"data_stored":4566614040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":688259072,"data_stored":688259072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4837412864,"data_stored":4837408792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:29:35.199 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool set unique_pool_4 pgp_num 16 2021-03-04T23:29:35.257 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:35.268 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:34 gibba011 conmon[95595]: audit 2021-03-04T23:29:33.600497+0000 mgr.x (mgr.34676) 801 : audit [DBG] from='client.45345 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:29:35.269 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:34 gibba011 conmon[95595]: cluster 2021-03-04T23:29:33.968003+0000 mon.a (mon.0) 940 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:35.269 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:34 gibba011 conmon[95595]: audit 2021-03-04T23:29:33.971183+0000 mon.a (mon.0) 941 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:29:35.270 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:34 gibba011 conmon[95595]: cluster 2021-03-04T23:29:33.971237+0000 mon.a (mon.0) 942 : cluster [DBG] osdmap e199: 8 total, 8 up, 7 in 2021-03-04T23:29:35.270 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:34 gibba011 conmon[99461]: audit 2021-03-04T23:29:33.600497+0000 mgr.x (mgr.34676) 801 : audit [DBG] from='client.45345 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:29:35.270 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:34 gibba011 conmon[99461]: 2021-03-04T23:29:35.271 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:34 gibba011 conmon[99461]: cluster 2021-03-04T23:29:33.968003+0000 mon.a (mon.0) 940 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:35.271 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:34 gibba011 conmon[99461]: audit 2021-03-04T23:29:33.971183+0000 mon.a (mon.0) 941 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:29:35.271 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:34 gibba011 conmon[99461]: cluster 2021-03-04T23:29:33.971237+0000 mon.a (mon 2021-03-04T23:29:35.271 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:34 gibba011 conmon[99461]: .0) 942 : cluster [DBG] osdmap e199: 8 total, 8 up, 7 in 2021-03-04T23:29:35.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:35.275 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:35.276 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:35.319 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:35.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:34 gibba038 conmon[76675]: audit 2021-03-04T23:29:33.600497+0000 mgr.x (mgr.34676) 801 : audit [DBG] from='client.45345 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:29:35.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:34 gibba038 conmon[76675]: cluster 2021-03-04T23:29:33.968003+0000 mon.a (mon.0) 940 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:35.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:34 gibba038 conmon[76675]: audit 2021-03-04T23:29:33.971183+0000 mon.a (mon.0) 941 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:29:35.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:34 gibba038 conmon[76675]: cluster 2021-03-04T23:29:33.971237+0000 mon.a (mon.0) 942 : cluster [DBG] 2021-03-04T23:29:35.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:34 gibba038 conmon[76675]: osdmap e199: 8 total, 8 up, 7 in 2021-03-04T23:29:35.377 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:35.394 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:35.395 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:35.396 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:35.497 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:35.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:35.516 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:35.516 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:35.618 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:35.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:35.637 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:35.637 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:35.739 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:35.756 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:35.757 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:35.757 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:35.809 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:29:35.810 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:29:35.859 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:35.877 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:35.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:35.879 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:35.980 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:35.994 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:29:35.999 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:35.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:36.000 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:36.008 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:29:36.021 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:29:36.035 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:29:36.048 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:29:36.063 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:29:36.078 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:29:36.092 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:29:36.093 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:29:36.093 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:29:36.093 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:29:36.094 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:29:36.094 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:29:36.094 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:29:36.094 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:29:36.095 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:29:36.101 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:36.119 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:36.120 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:36.120 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:36.222 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:36.241 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:36.242 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:36.242 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:36.244 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:35 gibba011 conmon[99461]: cluster 2021-03-04T23:29:34.664467+0000 mgr.x (mgr.34676) 802 : cluster [DBG] pgmap v748: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 138 op/s; 36457/356037 objects degraded (10.240%); 43197/356037 objects misplaced (12.133%); 2.0 MiB/s, 32 objects/s recovering 2021-03-04T23:29:36.244 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:35 gibba011 conmon[99461]: 2021-03-04T23:29:36.244 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:35 gibba011 conmon[95595]: cluster 2021-03-04T23:29:34.664467+0000 mgr.x (mgr.34676) 802 : cluster 2021-03-04T23:29:36.245 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:35 gibba011 conmon[95595]: [DBG] pgmap v748: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 138 op/s; 36457/356037 objects degraded (10.240%); 43197/356037 objects misplaced (12.133%); 2.0 MiB/s, 32 objects/s recovering 2021-03-04T23:29:36.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:35 gibba038 conmon[76675]: cluster 2021-03-04T23:29:34.664467+0000 mgr.x (mgr.34676) 802 : cluster [DBG] pgmap v748: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 138 op/s; 36457/356037 objects degraded (10.240%); 43197/356037 objects misplaced (12.133%); 2.0 MiB/s, 32 objects/s recovering 2021-03-04T23:29:36.343 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:36.367 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:36.368 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:36.368 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:36.470 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:36.486 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:36.487 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:36.488 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:36.589 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:36.606 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:36.607 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:36.607 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:36.709 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:36.725 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:36.726 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:36.727 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:36.828 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:36.846 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:36.847 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:36.847 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:36.949 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:36.966 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:36.967 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:36.968 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:37.069 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:37.087 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:37.088 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:37.088 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:37.189 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:37.206 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:37.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:37.208 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:37.309 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:37.328 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:37.329 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:37.329 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:37.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:36 gibba038 conmon[76675]: audit 2021-03-04T23:29:35.978888+0000 mon.c (mon.1) 317 : audit [DBG] 2021-03-04T23:29:37.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:36 gibba038 conmon[76675]: from='client.? 172.21.2.111:0/2834615164' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:37.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:36 gibba011 conmon[95595]: audit 2021-03-04T23:29:35.978888+0000 mon.c (mon.1) 317 : audit [DBG] from='client.? 172.21.2.111:0/2834615164' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:37.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:36 gibba011 conmon[99461]: audit 2021-03-04T23:29:35.978888+0000 mon.c (mon.1) 317 : audit [DBG] from='client.? 172.21.2.111:0/2834615164' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:37.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:36 gibba011 conmon[99461]: 2021-03-04T23:29:37.357 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:29:37.431 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:37.450 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:37.451 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:37.451 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:37.487 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:37.552 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:37.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:37.571 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:37.572 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:37.673 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:37.690 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:37.691 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:37.691 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:37.793 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:37.810 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:37.811 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:37.812 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:37.866 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:29:37.913 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:37.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:37.932 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:37.932 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:37.981 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:38.033 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:38.052 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:38.052 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:38.053 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:38.154 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:38.171 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:38.172 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:38.172 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:38.273 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:38.287 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:37 gibba011 conmon[95595]: cluster 2021-03-04T23:29:36.664841+0000 mgr.x (mgr.34676) 803 : cluster [DBG] pgmap v749: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 128 op/s; 36457/355953 objects degraded (10.242%); 43169/355953 objects misplaced (12.128%); 1.7 MiB/s, 27 objects/s recovering 2021-03-04T23:29:38.287 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:37 gibba011 conmon[99461]: cluster 2021-03-04T23:29:36.664841+0000 mgr.x (mgr.34676) 803 : cluster [DBG] pgmap v749: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 128 op/s; 36457/355953 objects degraded (10.242%); 43169/355953 objects misplaced (12.128%); 1.7 MiB/s, 27 objects/s recovering 2021-03-04T23:29:38.291 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:38.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:38.293 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:38.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:37 gibba038 conmon[76675]: cluster 2021-03-04T23:29:36.664841+0000 mgr.x (mgr.34676) 803 : cluster [DBG] pgmap v749: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 128 op/s; 36457/355953 objects degraded (10.242%); 43169/355953 objects misplaced (12.128%); 1.7 MiB/s, 27 objects/s recovering 2021-03-04T23:29:38.394 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:38.412 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:38.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:38.413 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:38.514 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:38.531 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:38.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:38.532 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:38.633 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:38.649 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:38.650 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:38.651 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:38.752 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:38.769 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:38.770 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:38.771 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:38.872 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:38.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:38.890 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:38.891 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:38.992 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:38.993 INFO:teuthology.orchestra.run.gibba011.stderr:set pool 9 pgp_num to 16 2021-03-04T23:29:39.010 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:39.011 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:39.011 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:39.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:38 gibba011 conmon[99461]: audit 2021-03-04T23:29:38.429517+0000 mon.c (mon.1) 318 : audit [INF] from='client.? 172.21.2.111:0/2793640427' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:29:39.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:38 gibba011 conmon[99461]: audit 2021-03-04T23:29:38.429925+0000 mon.a (mon.0) 943 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:29:39.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:38 gibba011 conmon[99461]: cluster 2021-03-04T23:29:38.920576+0000 mon.a (mon.0) 944 : cluster [WRN] Health check update: Degraded data redundancy: 36457/355953 objects degraded (10.242%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:39.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:38 gibba011 conmon[95595]: audit 2021-03-04T23:29:38.429517+0000 mon.c (mon.1) 318 : audit [INF] from='client.? 172.21.2.111:0/2793640427' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:29:39.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:38 gibba011 conmon[95595]: audit 2021-03-04T23:29:38.429925+0000 mon.a (mon.0) 943 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:29:39.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:38 gibba011 conmon[95595]: cluster 2021-03-04T23:29:38.920576+0000 mon.a (mon.0) 944 : cluster [WRN] Health check update: Degraded data redundancy: 36457/355953 objects degraded (10.242%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:39.112 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:39.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:39.131 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:39.132 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:39.233 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:39.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:39.252 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:39.252 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:39.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:38 gibba038 conmon[76675]: audit 2021-03-04T23:29:38.429517+0000 mon.c (mon.1) 318 : audit [INF] from='client.? 172.21.2.111:0/2793640427' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:29:39.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:38 gibba038 conmon[76675]: audit 2021-03-04T23:29:38.429925 2021-03-04T23:29:39.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:38 gibba038 conmon[76675]: +0000 mon.a (mon.0) 943 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:29:39.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:38 gibba038 conmon[76675]: cluster 2021-03-04T23:29:38.920576+0000 mon.a (mon.0) 944 : cluster [WRN] Health check update: Degraded data redundancy: 36457/355953 objects degraded (10.242%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:39.354 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:39.371 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:39.373 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:39.373 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:39.475 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:39.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:39.494 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:39.494 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:39.587 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:29:39.595 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:39.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:39.649 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:39.650 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:39.702 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:39.751 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:39.770 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:39.771 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:39.771 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:39.872 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:39.891 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:39.891 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:39.892 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:39.993 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:40.011 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:40.011 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:40.012 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:40.113 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:40.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:40.132 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:40.132 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:40.234 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:40.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:40.252 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:40.252 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:40.282 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:39 gibba011 conmon[99461]: cluster 2021-03-04T23:29:38.665324+0000 mgr.x (mgr.34676) 804 : cluster [DBG] pgmap v750: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 127 op/s; 36424/354357 objects degraded (10.279%); 43015/354357 objects misplaced (12.139%); 1.8 MiB/s, 29 objects/s recovering 2021-03-04T23:29:40.282 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:39 gibba011 conmon[99461]: audit 2021-03-04T23:29:38.989396+0000 mon.a (mon.0) 945 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]': finished 2021-03-04T23:29:40.282 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:39 gibba011 conmon[99461]: cluster 2021-03-04T23:29:38.989455+0000 mon.a (mon.0 2021-03-04T23:29:40.283 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:39 gibba011 conmon[99461]: ) 946 : cluster [DBG] osdmap e200: 8 total, 8 up, 7 in 2021-03-04T23:29:40.283 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:39 gibba011 conmon[95595]: cluster 2021-03-04T23:29:38.665324+0000 mgr.x (mgr.34676) 804 : cluster [DBG] pgmap v750: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 127 op/s; 36424/354357 objects degraded (10.279%); 43015/354357 objects misplaced (12.139%); 1.8 MiB/s, 29 objects/s recovering 2021-03-04T23:29:40.284 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:39 gibba011 conmon[95595]: audit 2021-03-04T23:29:40.284 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:39 gibba011 conmon[95595]: 2021-03-04T23:29:38.989396+0000 mon.a (mon.0) 945 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]': finished 2021-03-04T23:29:40.284 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:39 gibba011 conmon[95595]: cluster 2021-03-04T23:29:38.989455+0000 mon.a (mon.0) 946 : cluster [DBG] osdmap e200: 8 total, 8 up, 7 in 2021-03-04T23:29:40.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:39 gibba038 conmon[76675]: cluster 2021-03-04T23:29:38.665324+0000 mgr.x (mgr.34676) 804 : cluster [DBG] pgmap v750: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 127 op/s; 36424/354357 objects degraded (10.279%); 43015/354357 objects misplaced (12.139%); 1.8 MiB/s, 29 objects/s recovering 2021-03-04T23:29:40.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:39 gibba038 conmon[76675]: 2021-03-04T23:29:40.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:39 gibba038 conmon[76675]: audit 2021-03-04T23:29:38.989396+0000 mon.a (mon.0) 945 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]': finished 2021-03-04T23:29:40.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:39 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:29:40.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:39 gibba038 conmon[76675]: :29:38.989455+0000 mon.a (mon.0) 946 : cluster [DBG] osdmap e200: 8 total, 8 up, 7 in 2021-03-04T23:29:40.354 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:40.371 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:40.372 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:40.373 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:40.474 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:40.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:40.494 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:40.494 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:40.595 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:40.613 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:40.615 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:40.615 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:40.716 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:40.733 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:40.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:40.735 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:40.836 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:40.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:40.855 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:40.856 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:40.957 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:40.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:40.976 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:40.976 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:41.078 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:41.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:41.097 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:41.097 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:41.199 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:41.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:41.218 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:41.219 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:41.320 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:41.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:41.338 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:41.339 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:41.440 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:41.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:41.458 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:41.458 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:41.559 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:41.577 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:41.577 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:41.578 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:41.679 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:41.698 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:41.699 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:41.699 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:41.800 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:41.817 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:41.818 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:41.819 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:41.920 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:41.936 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:41.937 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:41.938 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:42.000 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:29:42.039 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:42.046 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:29:42.047 INFO:teuthology.orchestra.run.gibba011.stdout: "size": 20, 2021-03-04T23:29:42.047 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 600, 2021-03-04T23:29:42.047 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:29:42.048 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.048 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:115488 9.1 9:863a81fc:::benchmark_data_gibba011_139107_object115487:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:29:42.048 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:33.014455+0000", 2021-03-04T23:29:42.048 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 249.02773728700001, 2021-03-04T23:29:42.048 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13140389099999999, 2021-03-04T23:29:42.049 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:42.049 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:42.049 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:42.049 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:42.049 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:42.050 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 115488 2021-03-04T23:29:42.050 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.050 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:42.050 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.051 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:42.051 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.014455+0000", 2021-03-04T23:29:42.051 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:42.051 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.051 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.052 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:42.052 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.014455+0000", 2021-03-04T23:29:42.052 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3672999999999999e-05 2021-03-04T23:29:42.052 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.052 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.053 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:42.053 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.014469+0000", 2021-03-04T23:29:42.053 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.193e-06 2021-03-04T23:29:42.053 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.054 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.054 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:42.054 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.014471+0000", 2021-03-04T23:29:42.054 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1430999999999999e-05 2021-03-04T23:29:42.054 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.055 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.055 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:42.055 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.014482+0000", 2021-03-04T23:29:42.055 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.2320000000000001e-06 2021-03-04T23:29:42.055 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.056 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.056 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:42.056 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.014488+0000", 2021-03-04T23:29:42.056 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.017536533 2021-03-04T23:29:42.056 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.057 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.057 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:42.057 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.032024+0000", 2021-03-04T23:29:42.057 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0797999999999994e-05 2021-03-04T23:29:42.058 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.058 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.058 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:42.058 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.032115+0000", 2021-03-04T23:29:42.058 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.2200000000000005e-05 2021-03-04T23:29:42.059 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.059 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.059 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:29:42.059 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.032207+0000", 2021-03-04T23:29:42.059 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0065975299999999999 2021-03-04T23:29:42.060 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.060 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.060 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.060 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.038805+0000", 2021-03-04T23:29:42.060 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.9859999999999994e-06 2021-03-04T23:29:42.061 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.061 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.061 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:42.061 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.038813+0000", 2021-03-04T23:29:42.061 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.034406775000000001 2021-03-04T23:29:42.062 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.062 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.062 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.062 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.073219+0000", 2021-03-04T23:29:42.063 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.068651677999999994 2021-03-04T23:29:42.063 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.063 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.063 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:42.063 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.141871+0000", 2021-03-04T23:29:42.064 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003987862 2021-03-04T23:29:42.064 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.064 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.064 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:42.064 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.145859+0000", 2021-03-04T23:29:42.065 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13140389099999999 2021-03-04T23:29:42.065 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.065 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:42.065 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.065 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.066 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.066 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:115493 9.1 9:84df3088:::benchmark_data_gibba011_139107_object115492:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:29:42.066 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:33.016041+0000", 2021-03-04T23:29:42.066 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 249.026151215, 2021-03-04T23:29:42.066 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13275863199999999, 2021-03-04T23:29:42.067 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:42.067 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:42.067 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:42.067 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:42.068 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:42.068 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 115493 2021-03-04T23:29:42.068 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.068 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:42.068 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.069 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:42.069 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.016041+0000", 2021-03-04T23:29:42.069 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:42.069 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.069 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.070 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:42.070 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.016041+0000", 2021-03-04T23:29:42.070 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1559000000000001e-05 2021-03-04T23:29:42.070 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.070 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.071 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:42.071 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.016053+0000", 2021-03-04T23:29:42.071 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.897e-06 2021-03-04T23:29:42.071 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.071 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.072 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:42.072 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.016055+0000", 2021-03-04T23:29:42.072 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.2650000000000002e-06 2021-03-04T23:29:42.072 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.073 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.073 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:42.073 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.016064+0000", 2021-03-04T23:29:42.073 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.053e-06 2021-03-04T23:29:42.073 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.074 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.074 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:42.074 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.016068+0000", 2021-03-04T23:29:42.074 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.019304924000000001 2021-03-04T23:29:42.074 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.075 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.075 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:42.075 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.035373+0000", 2021-03-04T23:29:42.075 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00013826600000000001 2021-03-04T23:29:42.075 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.076 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.076 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:42.076 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.035511+0000", 2021-03-04T23:29:42.076 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00015770700000000001 2021-03-04T23:29:42.076 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.077 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.077 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:29:42.077 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.035669+0000", 2021-03-04T23:29:42.077 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013379073999999999 2021-03-04T23:29:42.077 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.078 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.078 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.078 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.049048+0000", 2021-03-04T23:29:42.078 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.3840000000000003e-06 2021-03-04T23:29:42.079 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.079 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.079 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:42.079 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.049057+0000", 2021-03-04T23:29:42.079 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.096918260000000006 2021-03-04T23:29:42.080 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.080 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.080 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.080 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.145976+0000", 2021-03-04T23:29:42.080 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6897999999999999e-05 2021-03-04T23:29:42.081 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.081 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.081 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:42.081 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.146002+0000", 2021-03-04T23:29:42.081 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0027973450000000001 2021-03-04T23:29:42.082 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.082 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.082 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:42.082 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.148800+0000", 2021-03-04T23:29:42.082 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13275863199999999 2021-03-04T23:29:42.083 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.083 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:42.083 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.083 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.084 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.084 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:115495 9.1 9:8562529e:::benchmark_data_gibba011_139107_object115494:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:29:42.084 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:33.016426+0000", 2021-03-04T23:29:42.084 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 249.02576602400001, 2021-03-04T23:29:42.084 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13537959899999999, 2021-03-04T23:29:42.085 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:42.085 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:42.085 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:42.085 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:42.085 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:42.086 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 115495 2021-03-04T23:29:42.086 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.086 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:42.086 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.087 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:42.087 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.016426+0000", 2021-03-04T23:29:42.087 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:42.087 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.087 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.088 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:42.088 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.016426+0000", 2021-03-04T23:29:42.088 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6439999999999998e-05 2021-03-04T23:29:42.088 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.088 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.089 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:42.089 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.016443+0000", 2021-03-04T23:29:42.089 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.807e-06 2021-03-04T23:29:42.089 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.089 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.090 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:42.090 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.016445+0000", 2021-03-04T23:29:42.090 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.4709999999999996e-06 2021-03-04T23:29:42.090 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.091 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.091 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:42.091 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.016454+0000", 2021-03-04T23:29:42.091 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4179999999999999e-06 2021-03-04T23:29:42.091 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.092 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.092 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:42.092 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.016458+0000", 2021-03-04T23:29:42.092 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.022385503000000001 2021-03-04T23:29:42.092 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.093 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.093 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:42.093 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.038844+0000", 2021-03-04T23:29:42.093 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000105129 2021-03-04T23:29:42.093 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.094 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.094 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:42.094 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.038949+0000", 2021-03-04T23:29:42.094 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.3842e-05 2021-03-04T23:29:42.095 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.095 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.095 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:29:42.095 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.039043+0000", 2021-03-04T23:29:42.095 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01002164 2021-03-04T23:29:42.096 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.096 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.096 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:42.096 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.049065+0000", 2021-03-04T23:29:42.096 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003870423 2021-03-04T23:29:42.097 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.097 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.097 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.097 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.052935+0000", 2021-03-04T23:29:42.098 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.095898924999999996 2021-03-04T23:29:42.098 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.098 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.098 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.099 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.148834+0000", 2021-03-04T23:29:42.099 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0516999999999999e-05 2021-03-04T23:29:42.099 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.099 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.099 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:42.100 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.148864+0000", 2021-03-04T23:29:42.100 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0029414839999999999 2021-03-04T23:29:42.100 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.100 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.100 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:42.101 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.151806+0000", 2021-03-04T23:29:42.101 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13537959899999999 2021-03-04T23:29:42.101 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.101 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:42.101 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.102 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.102 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.102 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:117431 9.1 9:8dd24aa9:::benchmark_data_gibba011_139107_object117430:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:29:42.102 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:34.407149+0000", 2021-03-04T23:29:42.103 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 247.63504326, 2021-03-04T23:29:42.103 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13158414800000001, 2021-03-04T23:29:42.103 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:42.103 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:42.103 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:42.104 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:42.104 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:42.104 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 117431 2021-03-04T23:29:42.104 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.104 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:42.105 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.105 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:42.105 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.407149+0000", 2021-03-04T23:29:42.105 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:42.105 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.106 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.106 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:42.106 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.407149+0000", 2021-03-04T23:29:42.106 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.113e-05 2021-03-04T23:29:42.107 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.107 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.107 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:42.107 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.407160+0000", 2021-03-04T23:29:42.107 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4619999999999999e-06 2021-03-04T23:29:42.108 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.108 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.108 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:42.108 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.407162+0000", 2021-03-04T23:29:42.108 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.0800000000000006e-06 2021-03-04T23:29:42.109 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.109 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.109 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:42.109 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.407170+0000", 2021-03-04T23:29:42.109 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.839e-06 2021-03-04T23:29:42.110 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.110 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.110 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:42.110 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.407174+0000", 2021-03-04T23:29:42.110 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0068790400000000003 2021-03-04T23:29:42.111 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.111 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.111 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:42.111 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.414053+0000", 2021-03-04T23:29:42.112 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.5777000000000001e-05 2021-03-04T23:29:42.112 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.112 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.112 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:42.112 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.414148+0000", 2021-03-04T23:29:42.113 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000115192 2021-03-04T23:29:42.113 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.113 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.113 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:29:42.113 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.414264+0000", 2021-03-04T23:29:42.114 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0092813909999999999 2021-03-04T23:29:42.114 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.114 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.114 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:42.114 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.423545+0000", 2021-03-04T23:29:42.115 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3102000000000003e-05 2021-03-04T23:29:42.115 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.115 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.115 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.115 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.423578+0000", 2021-03-04T23:29:42.116 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.111627186 2021-03-04T23:29:42.116 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.116 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.116 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.116 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.535205+0000", 2021-03-04T23:29:42.117 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.5791999999999998e-05 2021-03-04T23:29:42.117 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.117 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.117 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:42.118 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.535251+0000", 2021-03-04T23:29:42.118 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003482157 2021-03-04T23:29:42.118 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.118 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.118 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:42.119 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.538733+0000", 2021-03-04T23:29:42.119 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13158414800000001 2021-03-04T23:29:42.119 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.119 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:42.119 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.120 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.120 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.120 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:117481 9.1 9:87786086:::benchmark_data_gibba011_139107_object117480:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:29:42.120 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:34.439919+0000", 2021-03-04T23:29:42.121 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 247.602273626, 2021-03-04T23:29:42.121 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13254005399999999, 2021-03-04T23:29:42.121 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:42.121 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:42.121 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:42.122 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:42.122 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:42.122 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 117481 2021-03-04T23:29:42.122 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.122 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:42.123 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.123 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:42.123 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.439919+0000", 2021-03-04T23:29:42.123 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:42.123 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.124 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.124 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:42.124 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.439919+0000", 2021-03-04T23:29:42.124 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3586e-05 2021-03-04T23:29:42.125 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.125 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.125 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:42.125 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.439932+0000", 2021-03-04T23:29:42.125 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.846e-06 2021-03-04T23:29:42.126 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.126 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.126 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:42.126 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.439934+0000", 2021-03-04T23:29:42.126 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.6960000000000005e-06 2021-03-04T23:29:42.127 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.127 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.127 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:42.127 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.439942+0000", 2021-03-04T23:29:42.128 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.7380000000000002e-06 2021-03-04T23:29:42.128 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.128 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.128 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:42.128 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.439947+0000", 2021-03-04T23:29:42.129 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.1018496 2021-03-04T23:29:42.129 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.129 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.129 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:42.129 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.541796+0000", 2021-03-04T23:29:42.130 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00011639200000000001 2021-03-04T23:29:42.130 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.130 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.130 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:42.131 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.541913+0000", 2021-03-04T23:29:42.131 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0853999999999994e-05 2021-03-04T23:29:42.131 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.131 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.131 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:29:42.132 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.542003+0000", 2021-03-04T23:29:42.132 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012070641 2021-03-04T23:29:42.132 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.132 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.132 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:42.133 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.554074+0000", 2021-03-04T23:29:42.133 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0145e-05 2021-03-04T23:29:42.133 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.133 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.133 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.134 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.554104+0000", 2021-03-04T23:29:42.134 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015675076999999999 2021-03-04T23:29:42.134 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.134 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.134 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.135 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.569779+0000", 2021-03-04T23:29:42.135 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.8926999999999999e-05 2021-03-04T23:29:42.135 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.135 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.135 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:42.136 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.569808+0000", 2021-03-04T23:29:42.136 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002650552 2021-03-04T23:29:42.136 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.136 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.137 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:42.137 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.572459+0000", 2021-03-04T23:29:42.137 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13254005399999999 2021-03-04T23:29:42.137 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.137 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:42.138 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.138 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.138 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.138 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:117482 9.1 9:86153e2e:::benchmark_data_gibba011_139107_object117481:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:29:42.138 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:34.440313+0000", 2021-03-04T23:29:42.139 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 247.601879602, 2021-03-04T23:29:42.139 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13481475600000001, 2021-03-04T23:29:42.139 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:42.139 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:42.140 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:42.140 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:42.140 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:42.140 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 117482 2021-03-04T23:29:42.140 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.141 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:42.141 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.141 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:42.141 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.440313+0000", 2021-03-04T23:29:42.141 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:42.142 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.142 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.142 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:42.142 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.440313+0000", 2021-03-04T23:29:42.143 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2415000000000001e-05 2021-03-04T23:29:42.143 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.143 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.143 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:42.143 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.440325+0000", 2021-03-04T23:29:42.144 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.593e-06 2021-03-04T23:29:42.144 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.144 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.144 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:42.144 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.440327+0000", 2021-03-04T23:29:42.145 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.6250000000000001e-06 2021-03-04T23:29:42.145 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.145 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.145 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:42.145 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.440333+0000", 2021-03-04T23:29:42.146 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8149999999999999e-06 2021-03-04T23:29:42.146 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.146 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.146 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:42.146 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.440337+0000", 2021-03-04T23:29:42.147 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.10423624099999999 2021-03-04T23:29:42.147 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.147 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.147 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:42.147 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.544573+0000", 2021-03-04T23:29:42.148 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000116902 2021-03-04T23:29:42.148 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.148 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.148 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:42.148 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.544690+0000", 2021-03-04T23:29:42.149 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.1519000000000002e-05 2021-03-04T23:29:42.149 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.149 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.149 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:29:42.150 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.544782+0000", 2021-03-04T23:29:42.150 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0093270390000000005 2021-03-04T23:29:42.150 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.150 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.150 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:42.151 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.554109+0000", 2021-03-04T23:29:42.151 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0417000000000002e-05 2021-03-04T23:29:42.151 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.151 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.151 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.152 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.554159+0000", 2021-03-04T23:29:42.152 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.018374834999999999 2021-03-04T23:29:42.152 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.152 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.152 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.153 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.572534+0000", 2021-03-04T23:29:42.153 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2339000000000003e-05 2021-03-04T23:29:42.153 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.153 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.154 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:42.154 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.572567+0000", 2021-03-04T23:29:42.154 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0025610160000000002 2021-03-04T23:29:42.154 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.154 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.155 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:42.155 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.575128+0000", 2021-03-04T23:29:42.155 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13481475600000001 2021-03-04T23:29:42.155 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.155 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:42.156 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.156 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.156 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.156 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:117493 9.1 9:8ca03895:::benchmark_data_gibba011_139107_object117492:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:29:42.156 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:34.446844+0000", 2021-03-04T23:29:42.157 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 247.595348008, 2021-03-04T23:29:42.157 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.138361544, 2021-03-04T23:29:42.157 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:42.157 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:42.158 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:42.158 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:42.158 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:42.158 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 117493 2021-03-04T23:29:42.158 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.159 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:42.159 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.159 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:42.159 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.446844+0000", 2021-03-04T23:29:42.159 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:42.160 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.160 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.160 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:42.160 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.446844+0000", 2021-03-04T23:29:42.160 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3974999999999999e-05 2021-03-04T23:29:42.161 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.161 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.161 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:42.161 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.446858+0000", 2021-03-04T23:29:42.161 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.058e-06 2021-03-04T23:29:42.162 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.162 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.162 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:42.162 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.446860+0000", 2021-03-04T23:29:42.163 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0499999999999997e-06 2021-03-04T23:29:42.163 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.163 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.163 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:42.163 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.446869+0000", 2021-03-04T23:29:42.164 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.9640000000000002e-06 2021-03-04T23:29:42.164 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.164 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.164 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:42.164 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.446874+0000", 2021-03-04T23:29:42.165 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.100710471 2021-03-04T23:29:42.165 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.165 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.165 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:42.166 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.547585+0000", 2021-03-04T23:29:42.166 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000141624 2021-03-04T23:29:42.166 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.166 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.166 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:42.167 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.547727+0000", 2021-03-04T23:29:42.167 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00015338299999999999 2021-03-04T23:29:42.167 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.167 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.167 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:29:42.168 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.547880+0000", 2021-03-04T23:29:42.168 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0062331399999999999 2021-03-04T23:29:42.168 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.168 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.169 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:42.169 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.554113+0000", 2021-03-04T23:29:42.169 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0061278060000000004 2021-03-04T23:29:42.169 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.169 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.170 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.170 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.560241+0000", 2021-03-04T23:29:42.170 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.021542520999999999 2021-03-04T23:29:42.170 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.170 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.171 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.171 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.581783+0000", 2021-03-04T23:29:42.171 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9725000000000001e-05 2021-03-04T23:29:42.171 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.172 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.172 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:42.172 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.581813+0000", 2021-03-04T23:29:42.172 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0033928270000000002 2021-03-04T23:29:42.172 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.173 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.173 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:42.173 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.585206+0000", 2021-03-04T23:29:42.173 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.138361544 2021-03-04T23:29:42.173 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.174 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:42.174 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.174 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.174 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.174 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:117499 9.1 9:8bb675a9:::benchmark_data_gibba011_139107_object117498:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:29:42.175 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:34.450828+0000", 2021-03-04T23:29:42.175 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 247.591364341, 2021-03-04T23:29:42.175 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13712158199999999, 2021-03-04T23:29:42.175 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:42.176 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:42.176 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:42.176 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:42.176 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:42.176 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 117499 2021-03-04T23:29:42.177 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.177 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:42.177 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.177 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:42.177 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.450828+0000", 2021-03-04T23:29:42.178 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:42.178 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.178 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.178 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:42.178 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.450828+0000", 2021-03-04T23:29:42.179 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3943e-05 2021-03-04T23:29:42.179 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.179 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.179 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:42.179 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.450842+0000", 2021-03-04T23:29:42.180 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2029999999999999e-06 2021-03-04T23:29:42.180 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.180 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.180 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:42.181 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.450844+0000", 2021-03-04T23:29:42.181 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.084327854999999993 2021-03-04T23:29:42.181 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.181 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.181 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:42.182 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.535172+0000", 2021-03-04T23:29:42.182 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6025e-05 2021-03-04T23:29:42.182 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.182 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.183 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:42.183 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.535188+0000", 2021-03-04T23:29:42.183 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015350865 2021-03-04T23:29:42.183 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.183 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.184 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:42.184 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.550539+0000", 2021-03-04T23:29:42.184 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000130576 2021-03-04T23:29:42.184 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.184 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.185 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:42.185 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.550670+0000", 2021-03-04T23:29:42.185 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00014860599999999999 2021-03-04T23:29:42.185 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.185 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.186 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:29:42.186 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.550818+0000", 2021-03-04T23:29:42.186 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0094322169999999997 2021-03-04T23:29:42.186 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.186 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.187 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:42.187 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.560250+0000", 2021-03-04T23:29:42.187 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2441000000000002e-05 2021-03-04T23:29:42.187 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.187 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.188 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.188 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.560293+0000", 2021-03-04T23:29:42.188 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.024964436999999999 2021-03-04T23:29:42.188 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.188 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.189 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.189 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.585257+0000", 2021-03-04T23:29:42.189 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.8841999999999998e-05 2021-03-04T23:29:42.189 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.189 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.190 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:42.190 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.585306+0000", 2021-03-04T23:29:42.190 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0026435719999999998 2021-03-04T23:29:42.190 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.191 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.191 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:42.191 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.587950+0000", 2021-03-04T23:29:42.191 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13712158199999999 2021-03-04T23:29:42.191 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.192 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:42.192 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.192 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.192 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.192 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:117739 9.1 9:8305d693:::benchmark_data_gibba011_139107_object117738:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:29:42.193 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:34.676827+0000", 2021-03-04T23:29:42.193 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 247.36536575599999, 2021-03-04T23:29:42.193 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13157886499999999, 2021-03-04T23:29:42.193 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:42.193 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:42.194 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:42.194 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:42.194 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:42.194 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 117739 2021-03-04T23:29:42.194 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.195 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:42.195 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.195 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:42.195 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.676827+0000", 2021-03-04T23:29:42.196 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:42.196 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.196 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.196 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:42.196 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.676827+0000", 2021-03-04T23:29:42.197 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2465e-05 2021-03-04T23:29:42.197 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.197 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.197 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:42.197 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.676839+0000", 2021-03-04T23:29:42.198 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8870000000000001e-06 2021-03-04T23:29:42.198 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.198 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.198 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:42.199 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.676841+0000", 2021-03-04T23:29:42.199 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.9230000000000002e-06 2021-03-04T23:29:42.199 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.199 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.199 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:42.200 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.676849+0000", 2021-03-04T23:29:42.200 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9199999999999997e-06 2021-03-04T23:29:42.200 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.200 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.200 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:42.201 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.676853+0000", 2021-03-04T23:29:42.201 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012408001 2021-03-04T23:29:42.201 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.201 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.201 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:42.202 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.689261+0000", 2021-03-04T23:29:42.202 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00014313600000000001 2021-03-04T23:29:42.202 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.202 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.203 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:42.203 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.689404+0000", 2021-03-04T23:29:42.203 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00013646700000000001 2021-03-04T23:29:42.203 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.203 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.204 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:29:42.204 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.689540+0000", 2021-03-04T23:29:42.204 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0069198510000000003 2021-03-04T23:29:42.204 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.204 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.205 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.205 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.696460+0000", 2021-03-04T23:29:42.205 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00295496 2021-03-04T23:29:42.205 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.206 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.206 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:42.206 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.699415+0000", 2021-03-04T23:29:42.206 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.105683557 2021-03-04T23:29:42.206 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.207 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.207 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.207 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.805099+0000", 2021-03-04T23:29:42.207 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3816999999999997e-05 2021-03-04T23:29:42.207 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.208 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.208 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:42.208 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.805143+0000", 2021-03-04T23:29:42.208 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003262881 2021-03-04T23:29:42.209 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.209 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.209 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:42.209 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.808405+0000", 2021-03-04T23:29:42.209 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13157886499999999 2021-03-04T23:29:42.210 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.210 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:42.210 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.210 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.210 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.211 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:117767 9.1 9:861d753d:::benchmark_data_gibba011_139107_object117766:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:29:42.211 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:34.692895+0000", 2021-03-04T23:29:42.211 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 247.349297154, 2021-03-04T23:29:42.211 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13034395300000001, 2021-03-04T23:29:42.212 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:42.212 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:42.212 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:42.212 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:42.212 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:42.213 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 117767 2021-03-04T23:29:42.213 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.213 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:42.213 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.213 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:42.214 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.692895+0000", 2021-03-04T23:29:42.214 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:42.214 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.214 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.214 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:42.215 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.692895+0000", 2021-03-04T23:29:42.215 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1958e-05 2021-03-04T23:29:42.215 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.215 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.216 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:42.216 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.692907+0000", 2021-03-04T23:29:42.216 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.579e-06 2021-03-04T23:29:42.216 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.216 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.217 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:42.217 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.692909+0000", 2021-03-04T23:29:42.217 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.631e-06 2021-03-04T23:29:42.217 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.217 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.218 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:42.218 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.692914+0000", 2021-03-04T23:29:42.218 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.1870000000000001e-06 2021-03-04T23:29:42.218 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.218 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.219 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:42.219 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.692918+0000", 2021-03-04T23:29:42.219 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.108228647 2021-03-04T23:29:42.219 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.220 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.220 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:42.220 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.801146+0000", 2021-03-04T23:29:42.220 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00026673799999999998 2021-03-04T23:29:42.220 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.221 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.221 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:42.221 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.801413+0000", 2021-03-04T23:29:42.221 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000196825 2021-03-04T23:29:42.221 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.222 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.222 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:29:42.222 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.801610+0000", 2021-03-04T23:29:42.222 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013195647 2021-03-04T23:29:42.222 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.223 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.223 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.223 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.814805+0000", 2021-03-04T23:29:42.223 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2231999999999999e-05 2021-03-04T23:29:42.224 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.224 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.224 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.224 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.814838+0000", 2021-03-04T23:29:42.224 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0056682099999999999 2021-03-04T23:29:42.225 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.225 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.225 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:42.225 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.820506+0000", 2021-03-04T23:29:42.225 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7270000000000001e-05 2021-03-04T23:29:42.226 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.226 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.226 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:42.226 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.820533+0000", 2021-03-04T23:29:42.226 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002706029 2021-03-04T23:29:42.227 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.227 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.227 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:42.227 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.823239+0000", 2021-03-04T23:29:42.228 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13034395300000001 2021-03-04T23:29:42.228 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.228 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:42.228 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.228 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.229 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.229 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:141689 9.2 9:4e951533:::benchmark_data_gibba011_139107_object141688:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e155)", 2021-03-04T23:29:42.229 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:06.038942+0000", 2021-03-04T23:29:42.229 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 216.003250721, 2021-03-04T23:29:42.229 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.104917121, 2021-03-04T23:29:42.230 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:42.230 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:42.230 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:42.230 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:42.230 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:42.231 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 141689 2021-03-04T23:29:42.231 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.231 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:42.231 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.232 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:42.232 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.038942+0000", 2021-03-04T23:29:42.232 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:42.232 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.232 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.233 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:42.233 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.038942+0000", 2021-03-04T23:29:42.233 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2009e-05 2021-03-04T23:29:42.233 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.233 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.234 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:42.234 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.038954+0000", 2021-03-04T23:29:42.234 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7430000000000001e-06 2021-03-04T23:29:42.234 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.234 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.235 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:42.235 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.038955+0000", 2021-03-04T23:29:42.235 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.9149999999999996e-06 2021-03-04T23:29:42.235 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.235 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.236 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:42.236 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.038963+0000", 2021-03-04T23:29:42.236 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3409999999999996e-06 2021-03-04T23:29:42.236 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.236 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.237 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:42.237 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.038968+0000", 2021-03-04T23:29:42.237 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.023654308999999998 2021-03-04T23:29:42.237 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.237 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.238 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:42.238 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.062622+0000", 2021-03-04T23:29:42.238 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0634e-05 2021-03-04T23:29:42.238 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.238 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.239 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:42.239 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.062713+0000", 2021-03-04T23:29:42.239 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0654000000000003e-05 2021-03-04T23:29:42.239 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.240 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.240 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 2,7", 2021-03-04T23:29:42.240 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.062803+0000", 2021-03-04T23:29:42.240 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.075827174999999997 2021-03-04T23:29:42.240 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.241 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.241 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:42.241 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.138630+0000", 2021-03-04T23:29:42.241 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2159000000000001e-05 2021-03-04T23:29:42.241 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.242 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.242 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.242 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.138673+0000", 2021-03-04T23:29:42.242 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00115252 2021-03-04T23:29:42.242 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.243 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.243 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.243 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.139825+0000", 2021-03-04T23:29:42.243 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9879999999999998e-05 2021-03-04T23:29:42.243 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.244 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.244 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:42.244 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.139865+0000", 2021-03-04T23:29:42.244 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0039937820000000004 2021-03-04T23:29:42.245 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.245 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.245 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:42.245 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.143859+0000", 2021-03-04T23:29:42.245 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.104917121 2021-03-04T23:29:42.246 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.246 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:42.246 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.246 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.246 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.247 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:141691 9.2 9:49920e9f:::benchmark_data_gibba011_139107_object141690:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e155)", 2021-03-04T23:29:42.247 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:06.041223+0000", 2021-03-04T23:29:42.247 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 216.000969868, 2021-03-04T23:29:42.247 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.106478272, 2021-03-04T23:29:42.247 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:42.248 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:42.248 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:42.248 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:42.248 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:42.249 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 141691 2021-03-04T23:29:42.249 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.249 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:42.249 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.249 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:42.250 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.041223+0000", 2021-03-04T23:29:42.250 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:42.250 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.250 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.250 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:42.251 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.041223+0000", 2021-03-04T23:29:42.251 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4333e-05 2021-03-04T23:29:42.251 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.251 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.251 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:42.252 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.041237+0000", 2021-03-04T23:29:42.252 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5549999999999999e-06 2021-03-04T23:29:42.252 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.252 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.252 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:42.253 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.041238+0000", 2021-03-04T23:29:42.253 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1926000000000001e-05 2021-03-04T23:29:42.253 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.253 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.253 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:42.254 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.041250+0000", 2021-03-04T23:29:42.254 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.5829999999999998e-06 2021-03-04T23:29:42.254 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.254 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.255 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:42.255 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.041254+0000", 2021-03-04T23:29:42.255 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.094000858000000007 2021-03-04T23:29:42.255 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.255 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.256 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:42.256 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.135255+0000", 2021-03-04T23:29:42.256 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00017047300000000001 2021-03-04T23:29:42.256 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.256 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.257 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:42.257 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.135425+0000", 2021-03-04T23:29:42.257 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00014274599999999999 2021-03-04T23:29:42.257 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.257 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.258 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 2,7", 2021-03-04T23:29:42.258 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.135568+0000", 2021-03-04T23:29:42.258 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0083283599999999999 2021-03-04T23:29:42.258 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.258 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.259 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.259 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.143896+0000", 2021-03-04T23:29:42.259 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.5079999999999999e-06 2021-03-04T23:29:42.259 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.259 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.260 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:42.260 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.143904+0000", 2021-03-04T23:29:42.260 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1322e-05 2021-03-04T23:29:42.260 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.260 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.261 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.261 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.143925+0000", 2021-03-04T23:29:42.261 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7463000000000001e-05 2021-03-04T23:29:42.261 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.262 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.262 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:42.262 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.143953+0000", 2021-03-04T23:29:42.262 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003748145 2021-03-04T23:29:42.262 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.263 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.263 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:42.263 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.147701+0000", 2021-03-04T23:29:42.263 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.106478272 2021-03-04T23:29:42.263 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.264 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:42.264 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.264 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.264 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.264 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:141695 9.1 9:8623d440:::benchmark_data_gibba011_139107_object141694:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e155)", 2021-03-04T23:29:42.265 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:06.043623+0000", 2021-03-04T23:29:42.265 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 215.99856921400001, 2021-03-04T23:29:42.265 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.091602681000000005, 2021-03-04T23:29:42.265 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:42.265 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:42.266 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:42.266 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:42.266 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:42.266 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 141695 2021-03-04T23:29:42.266 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.267 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:42.267 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.267 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:42.267 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043623+0000", 2021-03-04T23:29:42.267 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:42.268 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.268 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.268 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:42.268 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043623+0000", 2021-03-04T23:29:42.268 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1773999999999999e-05 2021-03-04T23:29:42.269 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.269 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.269 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:42.269 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043635+0000", 2021-03-04T23:29:42.269 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4890000000000001e-06 2021-03-04T23:29:42.270 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.270 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.270 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:42.270 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043636+0000", 2021-03-04T23:29:42.271 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.8029999999999999e-06 2021-03-04T23:29:42.271 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.271 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.271 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:42.271 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043643+0000", 2021-03-04T23:29:42.272 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8850000000000001e-06 2021-03-04T23:29:42.272 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.272 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.272 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:42.272 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043647+0000", 2021-03-04T23:29:42.273 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6278000000000001e-05 2021-03-04T23:29:42.273 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.273 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.273 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:42.273 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043673+0000", 2021-03-04T23:29:42.274 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.4689000000000002e-05 2021-03-04T23:29:42.274 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.274 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.274 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:42.274 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043758+0000", 2021-03-04T23:29:42.275 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.4951999999999996e-05 2021-03-04T23:29:42.275 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.275 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.275 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:29:42.275 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043843+0000", 2021-03-04T23:29:42.276 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0054709570000000003 2021-03-04T23:29:42.276 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.276 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.276 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:42.277 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.049314+0000", 2021-03-04T23:29:42.277 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000960322 2021-03-04T23:29:42.277 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.277 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.277 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.278 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.050274+0000", 2021-03-04T23:29:42.278 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0096354879999999993 2021-03-04T23:29:42.278 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.278 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.278 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.279 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.059910+0000", 2021-03-04T23:29:42.279 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.4879999999999998e-05 2021-03-04T23:29:42.279 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.279 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.279 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:42.280 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.059945+0000", 2021-03-04T23:29:42.280 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.075281163999999998 2021-03-04T23:29:42.280 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.280 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.280 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:42.281 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.135226+0000", 2021-03-04T23:29:42.281 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.091602681000000005 2021-03-04T23:29:42.281 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.281 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:42.281 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.282 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.282 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.282 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:141693 9.a e155/149 9:53f46efc:::benchmark_data_gibba011_139107_object141692:head v 155'8794, mlcod=0'0)", 2021-03-04T23:29:42.282 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:06.043848+0000", 2021-03-04T23:29:42.282 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 215.99834467700001, 2021-03-04T23:29:42.283 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.095971918000000003, 2021-03-04T23:29:42.283 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:42.283 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:42.283 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:42.284 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.284 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:42.284 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043848+0000", 2021-03-04T23:29:42.284 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:42.284 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.285 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.285 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:42.285 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043848+0000", 2021-03-04T23:29:42.285 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.6660000000000003e-05 2021-03-04T23:29:42.285 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.286 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.286 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:42.286 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043904+0000", 2021-03-04T23:29:42.286 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.544e-06 2021-03-04T23:29:42.286 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.287 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.287 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:42.287 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043906+0000", 2021-03-04T23:29:42.287 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0499999999999999e-06 2021-03-04T23:29:42.287 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.288 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.288 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:42.288 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043911+0000", 2021-03-04T23:29:42.288 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.993e-06 2021-03-04T23:29:42.288 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.289 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.289 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:42.289 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043914+0000", 2021-03-04T23:29:42.289 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015975359000000001 2021-03-04T23:29:42.290 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.290 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.290 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:42.290 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.059889+0000", 2021-03-04T23:29:42.290 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8612000000000001e-05 2021-03-04T23:29:42.291 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.291 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.291 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:42.291 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.059908+0000", 2021-03-04T23:29:42.291 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.079890051000000004 2021-03-04T23:29:42.292 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.292 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.292 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:42.292 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.139798+0000", 2021-03-04T23:29:42.292 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1648999999999999e-05 2021-03-04T23:29:42.293 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.293 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.293 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:42.293 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.139820+0000", 2021-03-04T23:29:42.293 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.095971918000000003 2021-03-04T23:29:42.294 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.294 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:42.294 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.294 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.294 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.295 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:141697 9.1 9:8e8ee21a:::benchmark_data_gibba011_139107_object141696:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e155)", 2021-03-04T23:29:42.295 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:06.046325+0000", 2021-03-04T23:29:42.295 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 215.99586768399999, 2021-03-04T23:29:42.295 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.093021314999999993, 2021-03-04T23:29:42.296 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:42.296 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:42.296 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:42.296 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:42.296 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:42.297 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 141697 2021-03-04T23:29:42.297 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.297 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:42.297 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.297 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:42.298 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.046325+0000", 2021-03-04T23:29:42.298 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:42.298 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.298 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.298 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:42.299 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.046325+0000", 2021-03-04T23:29:42.299 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0047000000000001e-05 2021-03-04T23:29:42.299 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.299 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.299 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:42.300 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.046335+0000", 2021-03-04T23:29:42.300 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7540000000000001e-06 2021-03-04T23:29:42.300 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.300 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.300 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:42.301 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.046336+0000", 2021-03-04T23:29:42.301 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.5130000000000002e-06 2021-03-04T23:29:42.301 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.301 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.301 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:42.302 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.046343+0000", 2021-03-04T23:29:42.302 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.5619999999999999e-06 2021-03-04T23:29:42.302 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.302 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.303 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:42.303 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.046347+0000", 2021-03-04T23:29:42.303 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4751000000000001e-05 2021-03-04T23:29:42.303 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.303 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.304 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:42.304 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.046371+0000", 2021-03-04T23:29:42.304 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00010241700000000001 2021-03-04T23:29:42.304 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.304 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.305 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:42.305 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.046474+0000", 2021-03-04T23:29:42.305 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000116791 2021-03-04T23:29:42.305 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.305 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.306 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:29:42.306 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.046591+0000", 2021-03-04T23:29:42.306 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003357049 2021-03-04T23:29:42.306 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.306 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.307 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:42.307 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.049948+0000", 2021-03-04T23:29:42.307 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000433165 2021-03-04T23:29:42.307 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.308 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.308 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.308 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.050381+0000", 2021-03-04T23:29:42.308 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.084898447000000002 2021-03-04T23:29:42.308 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.309 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.309 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.309 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.135279+0000", 2021-03-04T23:29:42.309 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.7302999999999998e-05 2021-03-04T23:29:42.309 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.310 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.310 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:42.310 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.135316+0000", 2021-03-04T23:29:42.310 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040295160000000003 2021-03-04T23:29:42.310 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.311 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.311 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:42.311 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.139346+0000", 2021-03-04T23:29:42.311 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.093021314999999993 2021-03-04T23:29:42.312 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.312 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:42.312 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.312 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.312 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.313 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.54826.0:141697 9.1 e155/145 ondisk, result = 0)", 2021-03-04T23:29:42.313 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:06.059872+0000", 2021-03-04T23:29:42.313 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 215.98232003800001, 2021-03-04T23:29:42.313 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.079479124999999998, 2021-03-04T23:29:42.313 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:42.314 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:29:42.314 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:42.314 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.314 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:42.314 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.059872+0000", 2021-03-04T23:29:42.315 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:42.315 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.315 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.315 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:42.315 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.059872+0000", 2021-03-04T23:29:42.316 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.6800000000000001e-07 2021-03-04T23:29:42.316 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.316 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.316 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:42.316 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.059873+0000", 2021-03-04T23:29:42.317 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.3300000000000002e-07 2021-03-04T23:29:42.317 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.317 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.317 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:42.317 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.059873+0000", 2021-03-04T23:29:42.318 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4990000000000001e-06 2021-03-04T23:29:42.318 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.318 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.318 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:42.319 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.059876+0000", 2021-03-04T23:29:42.319 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7349999999999999e-06 2021-03-04T23:29:42.319 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.319 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.319 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:42.320 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.059878+0000", 2021-03-04T23:29:42.320 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.075388848999999994 2021-03-04T23:29:42.320 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.320 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.320 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:42.321 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.135267+0000", 2021-03-04T23:29:42.321 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.8310000000000003e-06 2021-03-04T23:29:42.321 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.321 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.321 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:42.322 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.135273+0000", 2021-03-04T23:29:42.322 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040781100000000002 2021-03-04T23:29:42.322 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.322 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.322 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:42.323 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.139351+0000", 2021-03-04T23:29:42.323 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.079479124999999998 2021-03-04T23:29:42.323 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.323 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:42.324 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.324 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.324 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.324 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:141712 9.2 9:470d700e:::benchmark_data_gibba011_139107_object141711:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e155)", 2021-03-04T23:29:42.324 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:06.063247+0000", 2021-03-04T23:29:42.325 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 215.978945122, 2021-03-04T23:29:42.325 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.11761955, 2021-03-04T23:29:42.325 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:42.325 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:42.325 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:42.326 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:42.326 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:42.326 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 141712 2021-03-04T23:29:42.326 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.326 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:42.327 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.327 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:42.327 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.063247+0000", 2021-03-04T23:29:42.327 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:42.328 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.328 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.328 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:42.328 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.063247+0000", 2021-03-04T23:29:42.328 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.061e-05 2021-03-04T23:29:42.329 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.329 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.329 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:42.329 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.063258+0000", 2021-03-04T23:29:42.329 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.415e-06 2021-03-04T23:29:42.330 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.330 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.330 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:42.330 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.063259+0000", 2021-03-04T23:29:42.330 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.071974706999999999 2021-03-04T23:29:42.331 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.331 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.331 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:42.331 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.135234+0000", 2021-03-04T23:29:42.332 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.6960000000000005e-06 2021-03-04T23:29:42.332 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.332 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.332 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:42.332 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.135242+0000", 2021-03-04T23:29:42.333 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012490113000000001 2021-03-04T23:29:42.333 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.333 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.333 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:42.333 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.147732+0000", 2021-03-04T23:29:42.334 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.6209000000000001e-05 2021-03-04T23:29:42.334 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.334 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.334 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:42.334 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.147818+0000", 2021-03-04T23:29:42.335 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0747000000000004e-05 2021-03-04T23:29:42.335 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.335 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.335 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 2,7", 2021-03-04T23:29:42.336 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.147909+0000", 2021-03-04T23:29:42.336 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0072603839999999999 2021-03-04T23:29:42.336 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.336 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.336 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:42.337 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.155169+0000", 2021-03-04T23:29:42.337 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.1489999999999997e-05 2021-03-04T23:29:42.337 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.337 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.337 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.338 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.155211+0000", 2021-03-04T23:29:42.338 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.021591444000000001 2021-03-04T23:29:42.338 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.338 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.338 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.339 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.176802+0000", 2021-03-04T23:29:42.339 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9022000000000001e-05 2021-03-04T23:29:42.339 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.339 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.340 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:42.340 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.176831+0000", 2021-03-04T23:29:42.340 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040357129999999998 2021-03-04T23:29:42.340 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.340 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.341 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:42.341 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.180867+0000", 2021-03-04T23:29:42.341 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.11761955 2021-03-04T23:29:42.341 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.341 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:42.342 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.342 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.342 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.342 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:164657 9.8 9:18ca9c4d:::benchmark_data_gibba011_139107_object11290:head [delete] snapc 0=[] ondisk+write+known_if_redirected e160)", 2021-03-04T23:29:42.342 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:34.282633+0000", 2021-03-04T23:29:42.343 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 187.759559067, 2021-03-04T23:29:42.343 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.21558461400000001, 2021-03-04T23:29:42.343 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:42.343 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:42.344 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:42.344 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:42.344 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:42.344 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 164657 2021-03-04T23:29:42.344 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.345 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:42.345 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.345 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:42.345 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282633+0000", 2021-03-04T23:29:42.345 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:42.346 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.346 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.346 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:42.346 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282633+0000", 2021-03-04T23:29:42.346 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.395e-06 2021-03-04T23:29:42.347 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.347 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.347 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:42.347 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282635+0000", 2021-03-04T23:29:42.348 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4109999999999999e-06 2021-03-04T23:29:42.348 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.348 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.348 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:42.348 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282636+0000", 2021-03-04T23:29:42.349 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.6240000000000008e-06 2021-03-04T23:29:42.349 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.349 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.349 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:42.349 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282645+0000", 2021-03-04T23:29:42.350 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3050000000000003e-06 2021-03-04T23:29:42.350 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.350 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.350 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:42.350 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282649+0000", 2021-03-04T23:29:42.351 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4026e-05 2021-03-04T23:29:42.351 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.351 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.351 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:42.351 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282673+0000", 2021-03-04T23:29:42.352 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.3256000000000003e-05 2021-03-04T23:29:42.352 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.352 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.352 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:42.352 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282766+0000", 2021-03-04T23:29:42.353 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.7065999999999995e-05 2021-03-04T23:29:42.353 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.353 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.353 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:29:42.353 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282863+0000", 2021-03-04T23:29:42.354 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0030874980000000002 2021-03-04T23:29:42.354 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.354 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.354 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.355 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.285951+0000", 2021-03-04T23:29:42.355 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.5829999999999997e-06 2021-03-04T23:29:42.355 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.355 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.355 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:42.356 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.285956+0000", 2021-03-04T23:29:42.356 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.21214744199999999 2021-03-04T23:29:42.356 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.356 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.356 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.357 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.498104+0000", 2021-03-04T23:29:42.357 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.8003000000000004e-05 2021-03-04T23:29:42.357 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.357 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.357 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:42.358 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.498192+0000", 2021-03-04T23:29:42.358 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6004999999999999e-05 2021-03-04T23:29:42.358 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.358 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.358 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:42.359 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.498218+0000", 2021-03-04T23:29:42.359 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.21558461400000001 2021-03-04T23:29:42.359 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.359 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:42.359 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.360 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.360 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.360 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:164661 9.8 9:138cd513:::benchmark_data_gibba011_139107_object11294:head [delete] snapc 0=[] ondisk+write+known_if_redirected e160)", 2021-03-04T23:29:42.360 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:34.286077+0000", 2021-03-04T23:29:42.361 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 187.75611555899999, 2021-03-04T23:29:42.361 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.225630146, 2021-03-04T23:29:42.361 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:42.361 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:42.361 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:42.362 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:42.362 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:42.362 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 164661 2021-03-04T23:29:42.362 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.362 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:42.363 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.363 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:42.363 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286077+0000", 2021-03-04T23:29:42.363 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:42.363 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.364 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.364 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:42.364 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286077+0000", 2021-03-04T23:29:42.364 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.547e-06 2021-03-04T23:29:42.365 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.365 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.365 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:42.365 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286078+0000", 2021-03-04T23:29:42.365 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.55e-06 2021-03-04T23:29:42.366 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.366 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.366 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:42.366 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286080+0000", 2021-03-04T23:29:42.366 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.9660000000000002e-06 2021-03-04T23:29:42.367 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.367 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.367 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:42.367 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286089+0000", 2021-03-04T23:29:42.367 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.5860000000000001e-06 2021-03-04T23:29:42.368 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.368 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.368 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:42.368 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286092+0000", 2021-03-04T23:29:42.368 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0446999999999999e-05 2021-03-04T23:29:42.369 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.369 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.369 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:42.369 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286113+0000", 2021-03-04T23:29:42.369 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.7545000000000004e-05 2021-03-04T23:29:42.370 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.370 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.370 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:42.370 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286190+0000", 2021-03-04T23:29:42.371 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.6135000000000003e-05 2021-03-04T23:29:42.371 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.371 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.371 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:29:42.371 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286257+0000", 2021-03-04T23:29:42.372 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003087729 2021-03-04T23:29:42.372 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.372 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.372 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:42.372 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.289344+0000", 2021-03-04T23:29:42.373 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00054435799999999999 2021-03-04T23:29:42.373 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.373 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.373 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.373 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.289889+0000", 2021-03-04T23:29:42.374 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.221763197 2021-03-04T23:29:42.374 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.374 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.374 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.374 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.511652+0000", 2021-03-04T23:29:42.375 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.1318000000000001e-05 2021-03-04T23:29:42.375 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.375 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.375 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:42.375 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.511683+0000", 2021-03-04T23:29:42.376 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3768e-05 2021-03-04T23:29:42.376 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.376 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.376 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:42.376 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.511707+0000", 2021-03-04T23:29:42.377 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.225630146 2021-03-04T23:29:42.377 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.377 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:42.377 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.377 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.378 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.378 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:164680 9.8 9:151c5716:::benchmark_data_gibba011_139107_object11313:head [delete] snapc 0=[] ondisk+write+known_if_redirected e161)", 2021-03-04T23:29:42.378 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:34.329859+0000", 2021-03-04T23:29:42.378 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 187.71233343599999, 2021-03-04T23:29:42.379 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.18772061800000001, 2021-03-04T23:29:42.379 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:29:42.379 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:42.379 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:29:42.379 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:29:42.380 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:42.380 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 164680 2021-03-04T23:29:42.380 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.380 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:29:42.380 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.381 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:29:42.381 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.329859+0000", 2021-03-04T23:29:42.381 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:29:42.381 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.381 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.382 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:29:42.382 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.329859+0000", 2021-03-04T23:29:42.382 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8449999999999999e-06 2021-03-04T23:29:42.382 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.382 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.383 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:29:42.383 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.329861+0000", 2021-03-04T23:29:42.383 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8220000000000001e-06 2021-03-04T23:29:42.383 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.384 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.384 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:29:42.384 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.329863+0000", 2021-03-04T23:29:42.384 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0091e-05 2021-03-04T23:29:42.384 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.385 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.385 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:29:42.385 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.329873+0000", 2021-03-04T23:29:42.385 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2950000000000004e-06 2021-03-04T23:29:42.385 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.386 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.386 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:29:42.386 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.329877+0000", 2021-03-04T23:29:42.386 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7741000000000001e-05 2021-03-04T23:29:42.386 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.387 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.387 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:29:42.387 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.329905+0000", 2021-03-04T23:29:42.387 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.4176000000000004e-05 2021-03-04T23:29:42.387 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.388 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.388 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:29:42.388 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.329969+0000", 2021-03-04T23:29:42.388 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.8668999999999997e-05 2021-03-04T23:29:42.388 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.389 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.389 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:29:42.389 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.330028+0000", 2021-03-04T23:29:42.389 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0027370490000000001 2021-03-04T23:29:42.389 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.390 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.390 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.390 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.332765+0000", 2021-03-04T23:29:42.390 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00023553499999999999 2021-03-04T23:29:42.390 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.391 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.391 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:29:42.391 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.333000+0000", 2021-03-04T23:29:42.391 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.18451041200000001 2021-03-04T23:29:42.392 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.392 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.392 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:42.392 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.517511+0000", 2021-03-04T23:29:42.392 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8714999999999998e-05 2021-03-04T23:29:42.393 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.393 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.393 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:29:42.393 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.517549+0000", 2021-03-04T23:29:42.393 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0267999999999999e-05 2021-03-04T23:29:42.394 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:29:42.394 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:29:42.394 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:29:42.394 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.517580+0000", 2021-03-04T23:29:42.394 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.18772061800000001 2021-03-04T23:29:42.395 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.395 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:42.395 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.395 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:29:42.395 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:29:42.396 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:29:42.397 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:41 gibba038 conmon[76675]: cluster 2021-03-04T23:29:40.665752+0000 mgr.x (mgr.34676) 805 : cluster [DBG] pgmap v752: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 116 op/s; 36424/354249 objects degraded (10.282%); 42979/354249 objects misplaced (12.132%); 1.3 MiB/s, 20 objects/s recovering 2021-03-04T23:29:42.397 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:41 gibba038 conmon[76675]: audit 2021-03-04T23:29:41.088198+0000 mon.a (mon.0) 947 : audit [INF] from='client.? 172.21.2.111:0/2147173292' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:42.397 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:42.398 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:42.399 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:42.399 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:41 gibba011 conmon[95595]: cluster 2021-03-04T23:29:40.665752+0000 mgr.x (mgr.34676) 805 : cluster [DBG] pgmap v752: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 116 op/s; 36424/354249 objects degraded (10.282%); 42979/354249 objects misplaced (12.132%); 1.3 MiB/s, 20 objects/s recovering 2021-03-04T23:29:42.399 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:41 gibba011 conmon[95595]: audit 2021-03-04T23:29:41.088198+0000 mon.a (mon.0) 947 : audit [INF] from='client.? 172.21.2.111:0/2147173292' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:42.400 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:41 gibba011 conmon[99461]: cluster 2021-03-04T23:29:40.665752+0000 mgr.x (mgr.34676) 805 : cluster [DBG] pgmap v752: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 116 op/s; 36424/354249 objects degraded (10.282%); 42979/354249 objects misplaced (12.132%); 1.3 MiB/s, 20 objects/s recovering 2021-03-04T23:29:42.400 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:41 gibba011 conmon[99461]: audit 2021-03-04T23:29:41.088198+0000 mon.a (mon.0) 947 : audit [INF] from='client.? 172.21.2.111:0/2147173292' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:42.500 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:42.517 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:42.518 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:42.518 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:42.620 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:42.637 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:42.638 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:42.638 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:42.740 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:42.757 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:42.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:42.759 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:42.860 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:42.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:42.879 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:42.879 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:42.981 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:42.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:43.001 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:43.001 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:43.103 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:43.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:42 gibba011 conmon[95595]: cluster 2021-03-04T23:29:41.990352+0000 mon.a (mon.0) 948 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:29:43.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:42 gibba011 conmon[95595]: audit 2021-03-04T23:29:41.996306+0000 mon.a (mon.0) 949 : audit [INF] from='client.? 172.21.2.111:0/2147173292' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:29:43.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:42 gibba011 conmon[95595]: cluster 2021-03-04T23:29:41.996354+0000 mon.a (mon.0) 950 : cluster [DBG] osdmap e201: 8 total, 8 up, 7 in 2021-03-04T23:29:43.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:42 gibba011 conmon[99461]: cluster 2021-03-04T23:29:41.990352+0000 mon.a (mon.0) 948 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:29:43.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:42 gibba011 conmon[99461]: audit 2021-03-04T23:29:41.996306+0000 mon.a (mon.0) 949 : audit [INF] from='client.? 172.21.2.111:0/2147173292' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:29:43.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:42 gibba011 conmon[99461]: cluster 2021-03-04T23:29:41.996354+0000 mon.a (mon.0) 950 : cluster [DBG] osdmap e201: 8 total, 8 up, 7 in 2021-03-04T23:29:43.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:43.124 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:43.124 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:43.226 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:43.243 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:43.243 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:43.244 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:43.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:42 gibba038 conmon[76675]: cluster 2021-03-04T23:29:41.990352+0000 mon.a (mon.0) 948 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:29:43.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:42 gibba038 conmon[76675]: audit 2021-03-04T23:29:41.996306+0000 mon.a (mon.0) 949 : audit [INF] from='client.? 172.21.2.111:0/2147173292' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:29:43.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:42 gibba038 conmon[76675]: cluster 2021-03-04T23:29:41. 2021-03-04T23:29:43.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:42 gibba038 conmon[76675]: 996354+0000 mon.a (mon.0) 950 : cluster [DBG] osdmap e201: 8 total, 8 up, 7 in 2021-03-04T23:29:43.344 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:43.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:43.362 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:43.362 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:43.383 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-03-04T23:29:43.438 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:29:43.454 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:29:43.464 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:43.468 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:29:43.482 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:43.483 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:43.484 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:43.484 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:29:43.499 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:29:43.510 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:29:43.513 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:29:43.530 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:29:43.546 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:29:43.547 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:29:43.547 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:29:43.548 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:29:43.548 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:29:43.548 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:29:43.548 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:29:43.548 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:29:43.549 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:29:43.585 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:43.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:43.605 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:43.605 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:43.707 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:43.726 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:43.727 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:43.727 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:43.829 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:43.847 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:43.848 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:43.849 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:43.950 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:43.969 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:43.969 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:43.970 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:44.071 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:44.089 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:44.090 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:44.090 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:44.191 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:44.209 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:44.210 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:44.210 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:44.310 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:43 gibba011 conmon[95595]: cluster 2021-03-04T23:29:42.666318+0000 mgr.x (mgr.34676) 806 : cluster [DBG] pgmap v754: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 97 op/s; 36424/353703 objects degraded (10.298%); 42943/353703 objects misplaced (12.141%); 1.7 MiB/s, 26 objects/s recovering 2021-03-04T23:29:44.310 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:43 gibba011 conmon[95595]: audit 2021-03-04T23:29:43.420474+0000 mon.a (mon.0) 951 : audit [DBG] from='client.? 172.21.2.111:0/3131623421' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:44.311 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:43 gibba011 conmon[95595]: 2021-03-04T23:29:44.312 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:43 gibba011 conmon[95595]: cluster 2021-03-04T23:29:43.921587+0000 mon.a (mon.0) 952 : cluster [WRN] Health check update: Degraded data redundancy: 36424/353703 objects degraded (10.298%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:44.313 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:43 gibba011 conmon[99461]: cluster 2021-03-04T23:29:42.666318+0000 mgr.x (mgr.34676) 806 2021-03-04T23:29:44.313 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:43 gibba011 conmon[99461]: : cluster [DBG] pgmap v754: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 97 op/s; 36424/353703 objects degraded (10.298%); 42943/353703 objects misplaced (12.141%); 1.7 MiB/s, 26 objects/s recovering 2021-03-04T23:29:44.314 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:43 gibba011 conmon[99461]: audit 2021-03-04T23:29:43.420474+0000 mon.a (mon.0) 951 2021-03-04T23:29:44.314 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:43 gibba011 conmon[99461]: : audit [DBG] from='client.? 172.21.2.111:0/3131623421' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:44.315 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:43 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:29:44.315 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:43 gibba011 conmon[99461]: :29:43.921587+0000 mon.a (mon.0) 952 : cluster [WRN] Health check update: Degraded data redundancy: 36424/353703 objects degraded (10.298%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:44.316 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:44.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:44.335 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:44.336 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:44.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:43 gibba038 conmon[76675]: cluster 2021-03-04T23:29:42.666318+0000 mgr.x (mgr.34676) 806 : cluster [DBG] pgmap v754: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 97 op/s; 36424/353703 objects degraded (10.298%); 42943/353703 objects misplaced (12.141%); 1.7 MiB/s, 26 objects/s recovering 2021-03-04T23:29:44.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:43 gibba038 conmon[76675]: audit 2021-03-04T23:29:43.420474+0000 mon.a (mon.0) 951 : audit [DBG] from='client.? 172.21.2.111:0/3131623421' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:44.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:43 gibba038 conmon[76675]: cluster 2021-03-04T23:29:43.921587+0000 mon.a (mon.0) 952 : cluster [WRN] Health check update: Degraded data redundancy: 36424/353703 objects degraded (10.298%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:44.437 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:44.455 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:44.456 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:44.457 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:44.559 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:44.577 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:44.577 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:44.578 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:44.679 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:44.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:44.698 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:44.698 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:44.799 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:44.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:44.817 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:44.818 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:44.919 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:44.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:44.939 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:44.940 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:45.041 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:45.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:45.059 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:45.060 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:45.161 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:45.181 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:45.182 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:45.182 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:45.284 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:45.286 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 7, 6, 1] out_osds: [3] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:29:45.286 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:29:45.287 INFO:tasks.thrashosds.thrasher:Setting osd 0 primary_affinity to 1.000000 2021-03-04T23:29:45.287 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd primary-affinity 0 1 2021-03-04T23:29:45.295 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:45 gibba038 conmon[76675]: audit 2021-03-04T23:29:44.347166+0000 mon.c (mon.1) 319 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:29:45.295 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:45 gibba038 conmon[76675]: audit 2021-03-04T23:29:44.348763+0000 mon.c (mon.1) 320 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:29:45.295 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:45 gibba038 conmon[76675]: audit 2021-03-04T23:29:44.348890+0000 mon.c (mon.1) 321 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:29:45.302 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:45.303 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:45.303 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:45.306 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:45 gibba011 conmon[95595]: audit 2021-03-04T23:29:44.347166+0000 mon.c (mon.1) 319 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:29:45.306 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:45 gibba011 conmon[95595]: audit 2021-03-04T23:29:44.348763+0000 mon.c (mon.1) 320 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:29:45.306 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:45 gibba011 conmon[95595]: audit 2021-03-04T23:29:44.348890+0000 mon.c (mon.1) 321 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:29:45.307 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:45 gibba011 conmon[99461]: audit 2021-03-04T23:29:44.347166+0000 mon.c (mon.1) 319 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:29:45.307 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:45 gibba011 conmon[99461]: audit 2021-03-04T23:29:44.348763+0000 mon.c (mon.1) 320 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:29:45.307 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:45 gibba011 conmon[99461]: audit 2021-03-04T23:29:44.348890+0000 mon.c 2021-03-04T23:29:45.308 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:45 gibba011 conmon[99461]: (mon.1) 321 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:29:45.404 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:45.412 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:45.422 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:45.423 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:45.423 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:45.443 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:29:45.461 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:29:45.461 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:29:45.524 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:45.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:45.544 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:45.544 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:45.581 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:45.646 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:45.663 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:45.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:45.665 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:45.766 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:45.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:45.784 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:45.784 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:45.885 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:45.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:45.904 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:45.905 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:46.006 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:46.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:46.025 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:46.026 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:46.127 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:46.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:46.146 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:46.147 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:46.248 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:46.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:46.267 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:46.268 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:46.293 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:46 gibba011 conmon[99461]: cluster 2021-03-04T23:29:44.666784+0000 mgr.x (mgr.34676) 807 : cluster [DBG] pgmap v755: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 130 op/s; 36398/352821 objects degraded (10.316%); 42840/352821 objects misplaced (12.142%); 2.3 MiB/s, 37 objects/s recovering 2021-03-04T23:29:46.293 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:46 gibba011 conmon[95595]: cluster 2021-03-04T23:29:44.666784+0000 mgr.x (mgr.34676) 807 : cluster [DBG] pgmap v755: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 130 op/s; 36398/352821 objects degraded (10.316%); 42840/352821 objects misplaced (12.142%); 2.3 MiB/s, 37 objects/s recovering 2021-03-04T23:29:46.324 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:29:46.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:46 gibba038 conmon[76675]: cluster 2021-03-04T23:29:44.666784+0000 mgr.x (mgr.34676) 807 : cluster [DBG] pgmap v755: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 130 op/s; 36398/352821 objects degraded (10.316%); 42840/352821 objects misplaced (12.142%); 2.3 MiB/s, 37 objects/s recovering 2021-03-04T23:29:46.369 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:46.377 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-03-04T23:29:46.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:46.388 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:46.388 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:46.441 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:46.490 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:46.495 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:29:46.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:46.508 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:46.508 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:46.609 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:46.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:46.628 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:46.628 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:46.730 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:46.746 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:46.747 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:46.748 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:46.849 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:46.867 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:46.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:46.869 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:46.970 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:46.988 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:46.989 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:46.990 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:47.092 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:47.109 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:47.109 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:47.110 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:47.211 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:47.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:47.232 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:47.232 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:47.334 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:47.351 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:47.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:47.353 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:47.455 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:47.471 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:47.472 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:47.473 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:47.574 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:47.593 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:47.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:47.595 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:47.696 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:47.715 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:47.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:47.716 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:47.817 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:47.836 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:47.837 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:47.838 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:47.939 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:47.957 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:47.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:47.959 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:48.010 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:48 gibba011 conmon[95595]: cluster 2021-03-04T23:29:46.667161+0000 mgr.x (mgr.34676) 808 : cluster [DBG] pgmap v756: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 69 op/s; 36398/352692 objects degraded (10.320%); 42797/352692 objects misplaced (12.134%); 1.4 MiB/s, 21 objects/s recovering 2021-03-04T23:29:48.011 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:48 gibba011 conmon[99461]: cluster 2021-03-04T23:29:46.667161+0000 mgr.x ( 2021-03-04T23:29:48.011 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:48 gibba011 conmon[99461]: mgr.34676) 808 : cluster [DBG] pgmap v756: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 69 op/s; 36398/352692 objects degraded (10.320%); 42797/352692 objects misplaced (12.134%); 1.4 MiB/s, 21 objects/s recovering 2021-03-04T23:29:48.061 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:48.079 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:48.080 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:48.081 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:48.182 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:48.200 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:48.201 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:48.202 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:48.203 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:48 gibba038 conmon[76675]: cluster 2021-03-04T23:29:46.667161+0000 mgr.x (mgr.34676) 808 : cluster [DBG] pgmap v756: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.2 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 69 op/s; 36398/352692 objects degraded (10.320%); 42797/352692 objects misplaced (12.134%); 1.4 MiB/s, 21 objects/s recovering 2021-03-04T23:29:48.212 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:29:48.212 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:29:48.303 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:48.333 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:48.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:48.335 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:48.436 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:48.453 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:48.454 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:48.455 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:48.556 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:48.573 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:48.574 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:48.575 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:48.676 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:48.694 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:48.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:48.695 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:48.796 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:48.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:48.815 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:48.815 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:48.917 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:48.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:48.936 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:48.936 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:49.038 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:49.055 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:49.056 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:49.056 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:49.151 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-03-04T23:29:49.693 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:49.694 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:49 gibba011 conmon[95595]: cluster 2021-03-04T23:29:48.922971+0000 mon.a (mon.0) 953 : cluster [WRN] Health check update: Degraded data redundancy: 36398/352692 objects degraded (10.320%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:49.695 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:49 gibba038 conmon[76675]: cluster 2021-03-04T23:29:48.922971+0000 mon.a (mon.0) 953 : cluster [WRN] Health check update: Degraded data redundancy: 36398/352692 objects degraded (10.320%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:49.695 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:49 gibba011 conmon[99461]: cluster 2021-03-04T23:29:48.922971+0000 mon.a (mon.0) 953 : cluster [WRN] 2021-03-04T23:29:49.696 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:49 gibba011 conmon[99461]: Health check update: Degraded data redundancy: 36398/352692 objects degraded (10.320%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:49.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:49.713 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:49.714 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:49.815 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:49.816 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:29:49.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:49.834 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:49.834 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:49.936 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:49.954 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:49.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:49.955 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:50.015 INFO:teuthology.orchestra.run.gibba011.stderr:set osd.0 primary-affinity to 1 (8655362) 2021-03-04T23:29:50.015 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:29:50.056 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:50.074 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:50.075 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:50.075 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:50.177 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:50.195 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:50.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:50.197 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:50.237 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:50 gibba038 conmon[76675]: cluster 2021-03-04T23:29:48.667624+0000 mgr.x (mgr.34676) 809 : cluster [DBG] pgmap v757: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 131 op/s; 36343/350529 objects degraded (10.368%); 42582/350529 objects misplaced (12.148%); 2.1 MiB/s, 33 objects/s recovering 2021-03-04T23:29:50.237 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:50 gibba038 conmon[76675]: audit 2021-03-04T23:29:49.295267+0000 mon.c (mon.1) 322 : audit [INF] from='client.? 172.21.2.111:0/1931075488' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:29:50.237 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:50 gibba038 conmon[76675]: audit 2021-03-04T23:29:49.295586+0000 mon.a (mon.0) 954 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:29:50.237 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:50 gibba038 conmon[76675]: audit 2021-03-04T23:29:49.304230+0000 mon.a (mon.0) 955 : audit [INF] from='client.? 172.21.2.111:0/3225583854' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:29:50.238 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:50 gibba038 conmon[76675]: audit 2021-03-04T23:29:49.567077+0000 mon.a (mon.0) 956 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:29:50.299 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:50.316 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:50.317 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:50.317 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:50.328 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:50 gibba011 conmon[95595]: cluster 2021-03-04T23:29:48.667624+0000 mgr.x (mgr.34676) 809 : cluster [DBG] pgmap v757: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 131 op/s; 36343/350529 objects degraded (10.368%); 42582/350529 objects misplaced (12.148%); 2.1 MiB/s, 33 objects/s recovering 2021-03-04T23:29:50.328 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:50 gibba011 conmon[95595]: audit 2021-03-04T23:29:49.295267+0000 mon.c (mon.1) 322 : audit [INF] from='client.? 172.21.2.111:0/1931075488' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:29:50.328 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:50 gibba011 conmon[95595]: audit 2021-03-04T23:29:49.295586+0000 mon.a (mon.0) 954 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:29:50.329 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:50 gibba011 conmon[95595]: audit 2021-03-04T23:29:49.304230+0000 mon.a (mon.0) 955 : audit [INF] from='client.? 172.21.2.111:0/3225583854' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:29:50.329 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:50 gibba011 conmon[95595]: audit 2021-03-04T23:29:49.567077+0000 mon.a (mon.0) 956 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:29:50.329 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:50 gibba011 conmon[99461]: cluster 2021-03-04T23:29:48.667624+0000 mgr.x (mgr. 2021-03-04T23:29:50.329 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:50 gibba011 conmon[99461]: 34676) 809 : cluster [DBG] pgmap v757: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 131 op/s; 36343/350529 objects degraded (10.368%); 42582/350529 objects misplaced (12.148%); 2.1 MiB/s, 33 objects/s recovering 2021-03-04T23:29:50.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:50 gibba011 conmon[99461]: audit 2021-03-04T23:29:49.295267+0000 mon.c (mon.1) 322 2021-03-04T23:29:50.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:50 gibba011 conmon[99461]: : audit [INF] from='client.? 172.21.2.111:0/1931075488' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:29:50.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:50 gibba011 conmon[99461]: audit 2021-03-04T23:29:49. 2021-03-04T23:29:50.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:50 gibba011 conmon[99461]: 295586+0000 mon.a (mon.0) 954 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:29:50.331 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:50 gibba011 conmon[99461]: 2021-03-04T23:29:50.331 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:50 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:29:50.331 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:50 gibba011 conmon[99461]: T23:29:49.304230+0000 mon.a 2021-03-04T23:29:50.331 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:50 gibba011 conmon[99461]: (mon.0) 955 : audit [INF] 2021-03-04T23:29:50.331 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:50 gibba011 conmon[99461]: from='client.? 172.21.2.111:0/3225583854' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:29:50.332 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:50 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:29:50.332 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:50 gibba011 conmon[99461]: -04T23:29:49.567077+0000 2021-03-04T23:29:50.332 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:50 gibba011 conmon[99461]: mon.a (mon.0) 956 : audit 2021-03-04T23:29:50.332 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:50 gibba011 conmon[99461]: [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:29:50.420 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:50.437 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:50.438 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:50.439 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:50.540 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:50.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:50.558 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:50.558 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:50.660 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:50.677 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:50.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:50.678 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:50.779 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:50.796 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:50.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:50.798 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:50.899 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:50.918 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:50.919 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:50.919 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:51.021 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:51.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:51.039 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:51.040 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:51.117 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:29:51.120 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:51 gibba038 conmon[76675]: cephadm 2021-03-04T23:29:49.567971+0000 mgr.x (mgr.34676) 810 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:29:51.120 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:51 gibba038 conmon[76675]: cluster 2021-03-04T23:29:50.008565+0000 mon.a (mon.0) 957 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:51.121 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:51 gibba038 conmon[76675]: audit 2021-03-04T23:29:50.011101+0000 mon.a (mon.0) 958 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:29:51.121 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:51 gibba038 conmon[76675]: audit 2021-03-04T23:29:50.011141+0000 mon.a (mon.0) 959 : audit [INF] from='client.? 172.21.2.111:0/3225583854' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:29:51.122 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:51 gibba038 conmon[76675]: cluster 2021-03-04T23:29:50.011165+0000 mon.a (mon.0) 960 : cluster [DBG] osdmap e202: 8 total, 8 up, 7 in 2021-03-04T23:29:51.122 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:51 gibba038 conmon[76675]: audit 2021-03-04T23:29:50.050242+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:29:51.123 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:51 gibba038 conmon[76675]: cephadm 2021-03-04T23:29:50.051224+0000 mgr.x (mgr.34676) 811 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:29:51.123 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:51 gibba038 conmon[76675]: audit 2021-03-04T23:29:50.345571+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:29:51.131 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:29:51.141 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:51.145 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:29:51.159 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:51.160 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:51.161 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:51.161 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:29:51.174 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:29:51.188 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:29:51.203 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:29:51.217 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:29:51.219 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:29:51.219 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:29:51.219 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:29:51.220 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:29:51.220 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:29:51.220 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:29:51.220 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:29:51.221 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:29:51.222 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:29:51.222 INFO:teuthology.orchestra.run.gibba038.stdout: "size": 20, 2021-03-04T23:29:51.223 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 600, 2021-03-04T23:29:51.223 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:29:51.223 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.223 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119647 9.4 9:21d62ff9:::benchmark_data_gibba011_139107_object119646:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e148)", 2021-03-04T23:29:51.224 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.111961+0000", 2021-03-04T23:29:51.224 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 255.10226975, 2021-03-04T23:29:51.224 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2664053910000002, 2021-03-04T23:29:51.224 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:29:51.224 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:51.225 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:29:51.225 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:29:51.225 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:51.226 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119647 2021-03-04T23:29:51.226 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.226 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:29:51.226 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.227 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:29:51.227 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.111961+0000", 2021-03-04T23:29:51.227 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:29:51.227 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.228 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.228 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:29:51.228 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.111961+0000", 2021-03-04T23:29:51.228 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013462399999999999 2021-03-04T23:29:51.228 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.229 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.229 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:29:51.229 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112096+0000", 2021-03-04T23:29:51.229 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.482e-06 2021-03-04T23:29:51.229 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.231 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.232 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:29:51.233 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112098+0000", 2021-03-04T23:29:51.233 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.3570000000000003e-06 2021-03-04T23:29:51.233 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.234 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.234 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:29:51.234 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112104+0000", 2021-03-04T23:29:51.235 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.814e-06 2021-03-04T23:29:51.235 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.235 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.235 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:29:51.236 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112109+0000", 2021-03-04T23:29:51.236 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0511999999999999e-05 2021-03-04T23:29:51.236 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.236 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.236 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.237 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112139+0000", 2021-03-04T23:29:51.237 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9570000000000002e-06 2021-03-04T23:29:51.237 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.237 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.238 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:29:51.238 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112147+0000", 2021-03-04T23:29:51.238 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.98974408700000005 2021-03-04T23:29:51.238 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.239 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.239 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.239 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.101891+0000", 2021-03-04T23:29:51.239 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0339e-05 2021-03-04T23:29:51.240 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.240 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.240 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:29:51.241 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.101902+0000", 2021-03-04T23:29:51.241 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2626239290000001 2021-03-04T23:29:51.241 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.242 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.242 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.242 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.364526+0000", 2021-03-04T23:29:51.243 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0023873660000000001 2021-03-04T23:29:51.243 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.243 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.243 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:29:51.244 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.366913+0000", 2021-03-04T23:29:51.244 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000157961 2021-03-04T23:29:51.244 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.244 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.245 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,3", 2021-03-04T23:29:51.245 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.367071+0000", 2021-03-04T23:29:51.245 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027182059999999999 2021-03-04T23:29:51.245 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.246 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.246 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.246 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.369789+0000", 2021-03-04T23:29:51.246 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0023182089999999999 2021-03-04T23:29:51.247 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.247 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.247 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:29:51.247 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.372107+0000", 2021-03-04T23:29:51.248 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0822000000000002e-05 2021-03-04T23:29:51.248 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.248 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.248 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.249 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.372128+0000", 2021-03-04T23:29:51.249 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0060509400000000003 2021-03-04T23:29:51.249 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.249 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.250 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.250 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378179+0000", 2021-03-04T23:29:51.250 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6387000000000001e-05 2021-03-04T23:29:51.250 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.250 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.251 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:29:51.251 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378235+0000", 2021-03-04T23:29:51.251 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013139900000000001 2021-03-04T23:29:51.251 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.252 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.252 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:29:51.252 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378367+0000", 2021-03-04T23:29:51.253 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2664053910000002 2021-03-04T23:29:51.253 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.254 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:29:51.254 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.254 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.254 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.255 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119648 9.4 9:274e4ecc:::benchmark_data_gibba011_139107_object119647:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e148)", 2021-03-04T23:29:51.255 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.112115+0000", 2021-03-04T23:29:51.255 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 255.10211585900001, 2021-03-04T23:29:51.255 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2665382489999999, 2021-03-04T23:29:51.255 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:29:51.256 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:51.256 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:29:51.256 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:29:51.256 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:51.256 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119648 2021-03-04T23:29:51.257 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.257 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:29:51.257 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.257 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:29:51.257 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112115+0000", 2021-03-04T23:29:51.258 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:29:51.258 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.258 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.258 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:29:51.259 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112115+0000", 2021-03-04T23:29:51.259 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8247000000000002e-05 2021-03-04T23:29:51.260 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.260 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.260 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:29:51.260 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112154+0000", 2021-03-04T23:29:51.260 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.6199999999999996e-07 2021-03-04T23:29:51.261 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.261 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.261 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:29:51.261 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112154+0000", 2021-03-04T23:29:51.262 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5169999999999999e-06 2021-03-04T23:29:51.262 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.262 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.262 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:29:51.262 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112160+0000", 2021-03-04T23:29:51.263 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5939999999999998e-06 2021-03-04T23:29:51.263 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.263 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.264 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:29:51.264 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112164+0000", 2021-03-04T23:29:51.264 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6597e-05 2021-03-04T23:29:51.264 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.265 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.265 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.265 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112190+0000", 2021-03-04T23:29:51.265 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.0859999999999998e-06 2021-03-04T23:29:51.266 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.266 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.266 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:29:51.266 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112196+0000", 2021-03-04T23:29:51.267 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.98973799399999995 2021-03-04T23:29:51.267 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.267 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.267 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.268 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.101934+0000", 2021-03-04T23:29:51.268 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.418e-06 2021-03-04T23:29:51.268 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.268 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.268 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:29:51.269 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.101942+0000", 2021-03-04T23:29:51.269 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.267865971 2021-03-04T23:29:51.269 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.269 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.269 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.270 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.369808+0000", 2021-03-04T23:29:51.270 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.7309e-05 2021-03-04T23:29:51.270 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.270 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.271 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:29:51.271 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.369905+0000", 2021-03-04T23:29:51.271 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000115468 2021-03-04T23:29:51.271 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.272 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.272 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,3", 2021-03-04T23:29:51.272 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.370020+0000", 2021-03-04T23:29:51.272 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0021501960000000001 2021-03-04T23:29:51.272 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.273 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.273 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.273 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.372171+0000", 2021-03-04T23:29:51.274 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0062722070000000001 2021-03-04T23:29:51.274 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.274 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.275 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.275 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378443+0000", 2021-03-04T23:29:51.275 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.6660000000000002e-06 2021-03-04T23:29:51.275 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.276 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.276 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:29:51.276 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378449+0000", 2021-03-04T23:29:51.276 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2852999999999999e-05 2021-03-04T23:29:51.276 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.277 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.277 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.277 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378482+0000", 2021-03-04T23:29:51.277 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0420000000000002e-05 2021-03-04T23:29:51.277 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.278 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.278 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:29:51.278 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378533+0000", 2021-03-04T23:29:51.278 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000120844 2021-03-04T23:29:51.279 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.279 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.280 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:29:51.280 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378654+0000", 2021-03-04T23:29:51.280 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2665382489999999 2021-03-04T23:29:51.281 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.281 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:29:51.281 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.281 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.281 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.282 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119658 9.4 9:2d5e7b0c:::benchmark_data_gibba011_139107_object119657:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:29:51.282 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.121329+0000", 2021-03-04T23:29:51.282 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 255.09290173900001, 2021-03-04T23:29:51.283 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2606573339999998, 2021-03-04T23:29:51.283 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:29:51.283 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:51.283 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:29:51.284 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:29:51.284 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:51.284 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119658 2021-03-04T23:29:51.284 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.285 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:29:51.285 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.285 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:29:51.285 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121329+0000", 2021-03-04T23:29:51.286 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:29:51.286 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.286 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.286 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:29:51.287 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121329+0000", 2021-03-04T23:29:51.287 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7337e-05 2021-03-04T23:29:51.287 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.287 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.288 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:29:51.288 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121347+0000", 2021-03-04T23:29:51.288 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2419999999999999e-06 2021-03-04T23:29:51.288 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.288 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.289 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:29:51.289 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121348+0000", 2021-03-04T23:29:51.289 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.2690000000000005e-06 2021-03-04T23:29:51.289 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.290 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.290 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:29:51.290 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121357+0000", 2021-03-04T23:29:51.290 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7809999999999999e-06 2021-03-04T23:29:51.290 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.291 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.291 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:29:51.291 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121361+0000", 2021-03-04T23:29:51.291 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.9789999999999994e-05 2021-03-04T23:29:51.291 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.292 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.292 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.292 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121431+0000", 2021-03-04T23:29:51.292 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9060000000000001e-06 2021-03-04T23:29:51.293 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.293 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.293 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:29:51.293 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121436+0000", 2021-03-04T23:29:51.294 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.98053637199999999 2021-03-04T23:29:51.294 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.294 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.294 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.295 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.101972+0000", 2021-03-04T23:29:51.295 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7770000000000002e-06 2021-03-04T23:29:51.296 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.296 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.296 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:29:51.297 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.101977+0000", 2021-03-04T23:29:51.297 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.270294129 2021-03-04T23:29:51.297 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.297 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.297 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.298 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.372271+0000", 2021-03-04T23:29:51.298 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.9461000000000003e-05 2021-03-04T23:29:51.298 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.298 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.299 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:29:51.299 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.372361+0000", 2021-03-04T23:29:51.299 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010255399999999999 2021-03-04T23:29:51.299 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.299 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.300 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,3", 2021-03-04T23:29:51.300 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.372463+0000", 2021-03-04T23:29:51.300 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0059453379999999997 2021-03-04T23:29:51.300 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.301 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.301 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.301 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378408+0000", 2021-03-04T23:29:51.301 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0033118430000000001 2021-03-04T23:29:51.302 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.302 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.302 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:29:51.302 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.381720+0000", 2021-03-04T23:29:51.302 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8539999999999999e-05 2021-03-04T23:29:51.303 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.303 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.303 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.303 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.381769+0000", 2021-03-04T23:29:51.304 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2002000000000002e-05 2021-03-04T23:29:51.304 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.304 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.304 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.304 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.381811+0000", 2021-03-04T23:29:51.305 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6202000000000002e-05 2021-03-04T23:29:51.305 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.305 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.305 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:29:51.306 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.381867+0000", 2021-03-04T23:29:51.306 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011979100000000001 2021-03-04T23:29:51.306 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.307 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.307 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:29:51.307 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.381987+0000", 2021-03-04T23:29:51.307 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2606573339999998 2021-03-04T23:29:51.307 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.308 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:29:51.308 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.308 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.308 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.309 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134089 9.4 9:2f8a3f04:::benchmark_data_gibba011_139107_object134088:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e152)", 2021-03-04T23:29:51.309 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.202065+0000", 2021-03-04T23:29:51.309 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 235.012166041, 2021-03-04T23:29:51.309 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.015710025, 2021-03-04T23:29:51.309 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:29:51.310 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:29:51.310 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:29:51.310 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:29:51.310 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:51.311 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134089 2021-03-04T23:29:51.311 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.311 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:29:51.311 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.311 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:29:51.312 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202065+0000", 2021-03-04T23:29:51.312 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:29:51.312 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.312 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.312 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:29:51.313 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202065+0000", 2021-03-04T23:29:51.313 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6746999999999997e-05 2021-03-04T23:29:51.313 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.314 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.314 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:29:51.314 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202122+0000", 2021-03-04T23:29:51.314 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.277e-06 2021-03-04T23:29:51.314 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.315 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.315 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:29:51.315 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202124+0000", 2021-03-04T23:29:51.315 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5214e-05 2021-03-04T23:29:51.315 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.316 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.316 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:29:51.316 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202139+0000", 2021-03-04T23:29:51.316 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4779999999999996e-06 2021-03-04T23:29:51.317 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.317 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.317 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:29:51.317 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202146+0000", 2021-03-04T23:29:51.317 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2630999999999999e-05 2021-03-04T23:29:51.318 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.318 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.318 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.318 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202188+0000", 2021-03-04T23:29:51.319 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012342399999999999 2021-03-04T23:29:51.319 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.319 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.319 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:29:51.320 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202312+0000", 2021-03-04T23:29:51.320 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011595999999999999 2021-03-04T23:29:51.320 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.320 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.320 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,3", 2021-03-04T23:29:51.321 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202428+0000", 2021-03-04T23:29:51.321 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0049599839999999997 2021-03-04T23:29:51.321 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.321 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.321 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.322 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.207388+0000", 2021-03-04T23:29:51.322 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.1199999999999996e-06 2021-03-04T23:29:51.322 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.323 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.323 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:29:51.323 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.207395+0000", 2021-03-04T23:29:51.323 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0103340629999999 2021-03-04T23:29:51.323 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.324 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.324 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.324 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.217729+0000", 2021-03-04T23:29:51.324 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6127000000000001e-05 2021-03-04T23:29:51.324 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.325 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.325 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:29:51.325 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.217775+0000", 2021-03-04T23:29:51.325 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.015710025 2021-03-04T23:29:51.326 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.326 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:29:51.326 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.326 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.326 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.327 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134101 9.4 9:27175057:::benchmark_data_gibba011_139107_object134100:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:29:51.327 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.217432+0000", 2021-03-04T23:29:51.327 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 234.99679878200001, 2021-03-04T23:29:51.327 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0072824380000001, 2021-03-04T23:29:51.328 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:29:51.328 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:51.328 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:29:51.328 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:29:51.328 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:51.329 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134101 2021-03-04T23:29:51.329 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.329 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:29:51.329 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.329 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:29:51.330 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217432+0000", 2021-03-04T23:29:51.330 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:29:51.330 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.330 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.331 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:29:51.331 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217432+0000", 2021-03-04T23:29:51.331 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000100245 2021-03-04T23:29:51.331 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.332 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.332 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:29:51.332 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217533+0000", 2021-03-04T23:29:51.332 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.765e-06 2021-03-04T23:29:51.333 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.333 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.333 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:29:51.333 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217534+0000", 2021-03-04T23:29:51.334 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3439e-05 2021-03-04T23:29:51.334 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.334 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.334 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:29:51.335 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217548+0000", 2021-03-04T23:29:51.335 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.3020000000000002e-06 2021-03-04T23:29:51.335 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.335 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.335 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:29:51.336 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217553+0000", 2021-03-04T23:29:51.336 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.735e-05 2021-03-04T23:29:51.336 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.336 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.337 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.337 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217591+0000", 2021-03-04T23:29:51.337 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.9249999999999998e-06 2021-03-04T23:29:51.337 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.337 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.338 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:29:51.338 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217597+0000", 2021-03-04T23:29:51.338 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0005541870000001 2021-03-04T23:29:51.338 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.339 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.339 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.339 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.218152+0000", 2021-03-04T23:29:51.339 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6176999999999998e-05 2021-03-04T23:29:51.339 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.340 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.340 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:29:51.340 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.218248+0000", 2021-03-04T23:29:51.340 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000100114 2021-03-04T23:29:51.340 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.341 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.341 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:29:51.341 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.218348+0000", 2021-03-04T23:29:51.341 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0061336159999999997 2021-03-04T23:29:51.342 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.342 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.342 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.342 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224482+0000", 2021-03-04T23:29:51.343 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9849000000000001e-05 2021-03-04T23:29:51.343 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.343 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.343 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:29:51.343 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224561+0000", 2021-03-04T23:29:51.344 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.5191999999999993e-05 2021-03-04T23:29:51.344 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.344 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.344 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.344 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224647+0000", 2021-03-04T23:29:51.345 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0682000000000002e-05 2021-03-04T23:29:51.345 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.345 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.345 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:29:51.345 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224677+0000", 2021-03-04T23:29:51.346 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7595000000000002e-05 2021-03-04T23:29:51.346 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.346 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.346 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:29:51.347 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224715+0000", 2021-03-04T23:29:51.347 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0072824380000001 2021-03-04T23:29:51.347 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.347 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:29:51.348 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.348 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.348 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.348 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134153 9.4 9:214909c4:::benchmark_data_gibba011_139107_object134152:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:29:51.349 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.285041+0000", 2021-03-04T23:29:51.349 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 234.929190627, 2021-03-04T23:29:51.349 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.94294768399999995, 2021-03-04T23:29:51.349 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:29:51.349 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:51.350 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:29:51.350 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:29:51.350 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:51.350 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134153 2021-03-04T23:29:51.350 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.351 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:29:51.351 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.351 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:29:51.351 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285041+0000", 2021-03-04T23:29:51.352 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:29:51.352 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.352 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.352 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:29:51.352 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285041+0000", 2021-03-04T23:29:51.353 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6921e-05 2021-03-04T23:29:51.353 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.353 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.353 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:29:51.353 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285087+0000", 2021-03-04T23:29:51.354 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.691e-06 2021-03-04T23:29:51.354 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.354 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.354 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:29:51.355 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285089+0000", 2021-03-04T23:29:51.355 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4377e-05 2021-03-04T23:29:51.355 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.355 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.355 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:29:51.356 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285104+0000", 2021-03-04T23:29:51.356 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4670000000000003e-06 2021-03-04T23:29:51.356 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.356 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.356 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:29:51.357 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285109+0000", 2021-03-04T23:29:51.357 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5878999999999999e-05 2021-03-04T23:29:51.357 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.357 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.358 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.358 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285155+0000", 2021-03-04T23:29:51.358 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.2080000000000006e-06 2021-03-04T23:29:51.358 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.359 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.359 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:29:51.359 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285164+0000", 2021-03-04T23:29:51.359 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.93616649500000004 2021-03-04T23:29:51.360 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.360 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.360 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.360 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.221331+0000", 2021-03-04T23:29:51.360 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012005799999999999 2021-03-04T23:29:51.361 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.361 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.361 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:29:51.361 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.221451+0000", 2021-03-04T23:29:51.362 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000166825 2021-03-04T23:29:51.362 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.362 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.362 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:29:51.362 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.221617+0000", 2021-03-04T23:29:51.363 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.003174287 2021-03-04T23:29:51.363 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.363 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.363 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.363 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224792+0000", 2021-03-04T23:29:51.364 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0030500119999999999 2021-03-04T23:29:51.364 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.364 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.364 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.365 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.227842+0000", 2021-03-04T23:29:51.365 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4485000000000003e-05 2021-03-04T23:29:51.365 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.366 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.366 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:29:51.366 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.227906+0000", 2021-03-04T23:29:51.366 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8449000000000003e-05 2021-03-04T23:29:51.367 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.367 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.367 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:29:51.367 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.227955+0000", 2021-03-04T23:29:51.368 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3529999999999999e-05 2021-03-04T23:29:51.368 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.368 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.368 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:29:51.368 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.227988+0000", 2021-03-04T23:29:51.369 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.94294768399999995 2021-03-04T23:29:51.369 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.369 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:29:51.369 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.369 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.370 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.370 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134167 9.4 9:224ed2d0:::benchmark_data_gibba011_139107_object134166:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:29:51.370 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.307409+0000", 2021-03-04T23:29:51.370 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 234.90682176499999, 2021-03-04T23:29:51.371 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.93204443100000001, 2021-03-04T23:29:51.371 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:29:51.371 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:51.371 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:29:51.371 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:29:51.372 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:51.372 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134167 2021-03-04T23:29:51.372 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.372 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:29:51.373 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.373 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:29:51.373 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.307409+0000", 2021-03-04T23:29:51.373 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:29:51.373 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.374 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.374 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:29:51.374 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.307409+0000", 2021-03-04T23:29:51.375 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2927000000000002e-05 2021-03-04T23:29:51.375 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.375 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.375 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:29:51.375 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.307472+0000", 2021-03-04T23:29:51.376 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7129999999999999e-06 2021-03-04T23:29:51.376 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.376 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.376 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:29:51.376 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.307474+0000", 2021-03-04T23:29:51.377 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.081e-05 2021-03-04T23:29:51.377 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.377 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.377 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:29:51.378 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.307485+0000", 2021-03-04T23:29:51.378 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5229999999999997e-06 2021-03-04T23:29:51.378 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.378 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.378 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:29:51.379 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.307489+0000", 2021-03-04T23:29:51.379 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00052889199999999999 2021-03-04T23:29:51.379 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.379 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.380 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.380 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.308018+0000", 2021-03-04T23:29:51.380 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.5510000000000002e-06 2021-03-04T23:29:51.380 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.380 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.381 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:29:51.381 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.308026+0000", 2021-03-04T23:29:51.381 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.91677891600000005 2021-03-04T23:29:51.381 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.381 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.382 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.382 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224805+0000", 2021-03-04T23:29:51.382 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.8047000000000005e-05 2021-03-04T23:29:51.383 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.383 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.383 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:29:51.383 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224903+0000", 2021-03-04T23:29:51.383 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00014154900000000001 2021-03-04T23:29:51.384 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.384 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.384 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:29:51.384 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.225044+0000", 2021-03-04T23:29:51.385 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0028539960000000001 2021-03-04T23:29:51.385 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.385 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.385 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.385 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.227898+0000", 2021-03-04T23:29:51.386 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0079307600000000002 2021-03-04T23:29:51.386 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.386 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.386 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.387 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.235829+0000", 2021-03-04T23:29:51.387 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0035582510000000001 2021-03-04T23:29:51.387 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.387 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.388 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:29:51.388 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.239387+0000", 2021-03-04T23:29:51.388 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0676999999999997e-05 2021-03-04T23:29:51.388 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.388 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.389 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:29:51.389 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.239428+0000", 2021-03-04T23:29:51.389 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5819000000000001e-05 2021-03-04T23:29:51.389 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.389 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.390 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:29:51.390 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.239454+0000", 2021-03-04T23:29:51.390 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.93204443100000001 2021-03-04T23:29:51.390 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.391 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:29:51.391 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.391 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.391 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.391 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134186 9.4 9:255e5d7a:::benchmark_data_gibba011_139107_object134185:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:29:51.392 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.326621+0000", 2021-03-04T23:29:51.392 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 234.887610322, 2021-03-04T23:29:51.392 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.91292108100000002, 2021-03-04T23:29:51.392 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:29:51.392 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:51.393 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:29:51.393 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:29:51.393 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:51.393 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134186 2021-03-04T23:29:51.394 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.394 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:29:51.394 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.394 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:29:51.395 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326621+0000", 2021-03-04T23:29:51.395 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:29:51.395 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.395 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.395 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:29:51.396 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326621+0000", 2021-03-04T23:29:51.396 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0496000000000002e-05 2021-03-04T23:29:51.396 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.396 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.396 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:29:51.397 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326641+0000", 2021-03-04T23:29:51.397 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4190000000000001e-06 2021-03-04T23:29:51.397 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.397 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.398 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:29:51.398 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326643+0000", 2021-03-04T23:29:51.398 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.9019999999999994e-06 2021-03-04T23:29:51.398 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.399 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.399 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:29:51.399 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326653+0000", 2021-03-04T23:29:51.399 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.561e-06 2021-03-04T23:29:51.399 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.400 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.400 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:29:51.400 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326657+0000", 2021-03-04T23:29:51.400 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5678e-05 2021-03-04T23:29:51.400 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.401 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.401 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.401 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326683+0000", 2021-03-04T23:29:51.401 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.2279999999999998e-06 2021-03-04T23:29:51.402 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.402 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.402 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:29:51.402 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326688+0000", 2021-03-04T23:29:51.403 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.90133838700000002 2021-03-04T23:29:51.403 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.403 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.403 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.403 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.228027+0000", 2021-03-04T23:29:51.404 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012250999999999999 2021-03-04T23:29:51.404 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.404 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.404 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:29:51.405 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.228149+0000", 2021-03-04T23:29:51.405 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000149135 2021-03-04T23:29:51.405 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.405 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.405 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:29:51.406 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.228298+0000", 2021-03-04T23:29:51.406 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0075513519999999999 2021-03-04T23:29:51.406 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.406 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.406 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.407 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.235850+0000", 2021-03-04T23:29:51.407 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0509e-05 2021-03-04T23:29:51.407 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.407 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.407 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.408 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.235870+0000", 2021-03-04T23:29:51.408 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0035916680000000001 2021-03-04T23:29:51.408 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.408 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.408 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:29:51.409 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.239462+0000", 2021-03-04T23:29:51.409 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.1872000000000007e-05 2021-03-04T23:29:51.410 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.410 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.411 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:29:51.411 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.239524+0000", 2021-03-04T23:29:51.411 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8363999999999999e-05 2021-03-04T23:29:51.412 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.412 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.413 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:29:51.413 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.239542+0000", 2021-03-04T23:29:51.413 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.91292108100000002 2021-03-04T23:29:51.414 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.414 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:29:51.415 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.415 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.416 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.416 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134197 9.4 9:25e7986c:::benchmark_data_gibba011_139107_object134196:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:29:51.416 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.338666+0000", 2021-03-04T23:29:51.417 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 234.87556477699999, 2021-03-04T23:29:51.417 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.90536447099999995, 2021-03-04T23:29:51.418 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:29:51.418 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:51.418 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:29:51.419 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:29:51.419 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:51.420 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134197 2021-03-04T23:29:51.420 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.421 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:29:51.421 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.421 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:29:51.422 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338666+0000", 2021-03-04T23:29:51.422 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:29:51.423 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.423 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.424 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:29:51.424 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338666+0000", 2021-03-04T23:29:51.424 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0414000000000001e-05 2021-03-04T23:29:51.425 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.425 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.426 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:29:51.426 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338697+0000", 2021-03-04T23:29:51.427 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3750000000000001e-06 2021-03-04T23:29:51.427 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.427 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.428 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:29:51.428 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338699+0000", 2021-03-04T23:29:51.429 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6235e-05 2021-03-04T23:29:51.429 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.429 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.430 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:29:51.430 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338715+0000", 2021-03-04T23:29:51.431 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4119999999999998e-06 2021-03-04T23:29:51.431 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.431 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.432 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:29:51.432 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338722+0000", 2021-03-04T23:29:51.432 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5547000000000003e-05 2021-03-04T23:29:51.433 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.433 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.433 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.434 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338767+0000", 2021-03-04T23:29:51.434 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.8299999999999996e-06 2021-03-04T23:29:51.434 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.434 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.435 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:29:51.435 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338775+0000", 2021-03-04T23:29:51.435 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.89335840399999999 2021-03-04T23:29:51.435 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.435 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.436 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.436 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.232134+0000", 2021-03-04T23:29:51.436 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00015948700000000001 2021-03-04T23:29:51.436 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.436 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.437 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:29:51.437 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.232293+0000", 2021-03-04T23:29:51.437 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00018762 2021-03-04T23:29:51.437 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.438 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.438 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:29:51.438 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.232481+0000", 2021-03-04T23:29:51.438 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0034046409999999999 2021-03-04T23:29:51.438 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.439 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.439 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.439 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.235885+0000", 2021-03-04T23:29:51.439 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2407e-05 2021-03-04T23:29:51.440 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.440 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.440 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.440 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.235898+0000", 2021-03-04T23:29:51.440 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0080483880000000001 2021-03-04T23:29:51.441 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.441 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.441 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:29:51.441 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.243946+0000", 2021-03-04T23:29:51.441 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9815000000000003e-05 2021-03-04T23:29:51.442 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.442 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.442 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:29:51.443 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.243996+0000", 2021-03-04T23:29:51.443 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4895999999999999e-05 2021-03-04T23:29:51.443 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.443 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.443 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:29:51.444 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244031+0000", 2021-03-04T23:29:51.444 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.90536447099999995 2021-03-04T23:29:51.444 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.444 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:29:51.445 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.445 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.445 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.445 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134219 9.4 9:2975354a:::benchmark_data_gibba011_139107_object134218:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:29:51.446 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.370253+0000", 2021-03-04T23:29:51.446 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 234.84397771900001, 2021-03-04T23:29:51.446 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.87385338599999995, 2021-03-04T23:29:51.446 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:29:51.446 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:51.447 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:29:51.447 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:29:51.447 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:51.447 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134219 2021-03-04T23:29:51.447 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.448 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:29:51.448 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.448 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:29:51.448 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370253+0000", 2021-03-04T23:29:51.449 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:29:51.449 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.449 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.449 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:29:51.449 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370253+0000", 2021-03-04T23:29:51.450 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8402999999999998e-05 2021-03-04T23:29:51.450 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.450 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.450 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:29:51.451 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370292+0000", 2021-03-04T23:29:51.451 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8059999999999999e-06 2021-03-04T23:29:51.451 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.451 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.451 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:29:51.452 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370295+0000", 2021-03-04T23:29:51.452 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0248999999999999e-05 2021-03-04T23:29:51.452 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.452 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.452 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:29:51.453 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370315+0000", 2021-03-04T23:29:51.453 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.6510000000000004e-06 2021-03-04T23:29:51.453 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.453 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.454 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:29:51.454 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370322+0000", 2021-03-04T23:29:51.454 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.1684999999999998e-05 2021-03-04T23:29:51.454 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.454 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.455 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.455 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370363+0000", 2021-03-04T23:29:51.455 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4549999999999995e-06 2021-03-04T23:29:51.455 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.456 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.456 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:29:51.456 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370372+0000", 2021-03-04T23:29:51.456 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.86553635299999998 2021-03-04T23:29:51.456 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.457 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.457 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.457 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.235908+0000", 2021-03-04T23:29:51.457 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011623799999999999 2021-03-04T23:29:51.457 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.458 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.458 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:29:51.458 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.236024+0000", 2021-03-04T23:29:51.458 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.1247000000000002e-05 2021-03-04T23:29:51.459 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.459 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.459 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:29:51.459 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.236116+0000", 2021-03-04T23:29:51.459 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0041317020000000001 2021-03-04T23:29:51.460 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.460 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.460 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.460 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.240247+0000", 2021-03-04T23:29:51.460 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0511e-05 2021-03-04T23:29:51.461 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.461 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.461 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.461 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.240278+0000", 2021-03-04T23:29:51.462 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0037625639999999999 2021-03-04T23:29:51.462 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.462 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.462 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:29:51.462 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244040+0000", 2021-03-04T23:29:51.463 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6019999999999997e-05 2021-03-04T23:29:51.463 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.463 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.463 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:29:51.464 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244076+0000", 2021-03-04T23:29:51.464 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0502e-05 2021-03-04T23:29:51.464 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.464 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.464 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:29:51.465 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244107+0000", 2021-03-04T23:29:51.465 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.87385338599999995 2021-03-04T23:29:51.465 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.465 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:29:51.465 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.466 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.466 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.466 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134244 9.4 9:25a50934:::benchmark_data_gibba011_139107_object134243:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:29:51.466 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.411335+0000", 2021-03-04T23:29:51.467 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 234.80289633000001, 2021-03-04T23:29:51.467 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.84278338100000005, 2021-03-04T23:29:51.467 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:29:51.467 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:51.468 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:29:51.468 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:29:51.468 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:51.468 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134244 2021-03-04T23:29:51.468 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.469 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:29:51.469 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.469 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:29:51.469 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411335+0000", 2021-03-04T23:29:51.470 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:29:51.470 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.470 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.470 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:29:51.470 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411335+0000", 2021-03-04T23:29:51.471 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.012e-05 2021-03-04T23:29:51.471 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.471 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.471 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:29:51.471 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411355+0000", 2021-03-04T23:29:51.472 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.573e-06 2021-03-04T23:29:51.472 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.472 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.472 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:29:51.473 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411357+0000", 2021-03-04T23:29:51.473 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0909e-05 2021-03-04T23:29:51.473 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.473 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.473 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:29:51.474 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411367+0000", 2021-03-04T23:29:51.474 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3769999999999998e-06 2021-03-04T23:29:51.474 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.474 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.474 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:29:51.475 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411372+0000", 2021-03-04T23:29:51.475 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3164999999999998e-05 2021-03-04T23:29:51.475 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.475 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.476 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.476 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411405+0000", 2021-03-04T23:29:51.476 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.1289999999999998e-06 2021-03-04T23:29:51.476 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.476 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.477 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:29:51.477 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411412+0000", 2021-03-04T23:29:51.477 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.82889523700000001 2021-03-04T23:29:51.477 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.478 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.478 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.478 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.240307+0000", 2021-03-04T23:29:51.478 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9611999999999996e-05 2021-03-04T23:29:51.478 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.479 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.479 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:29:51.479 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.240387+0000", 2021-03-04T23:29:51.479 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.0517000000000001e-05 2021-03-04T23:29:51.479 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.480 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.480 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:29:51.480 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.240477+0000", 2021-03-04T23:29:51.480 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0066605350000000004 2021-03-04T23:29:51.481 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.481 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.481 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:29:51.481 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.247138+0000", 2021-03-04T23:29:51.481 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8208999999999999e-05 2021-03-04T23:29:51.482 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.482 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.482 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.482 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.247186+0000", 2021-03-04T23:29:51.483 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0068469519999999999 2021-03-04T23:29:51.483 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.483 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.483 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.483 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254033+0000", 2021-03-04T23:29:51.484 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.117e-05 2021-03-04T23:29:51.484 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.484 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.484 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:29:51.484 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254084+0000", 2021-03-04T23:29:51.485 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3875999999999999e-05 2021-03-04T23:29:51.485 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.485 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.485 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:29:51.485 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254118+0000", 2021-03-04T23:29:51.486 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.84278338100000005 2021-03-04T23:29:51.486 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.486 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:29:51.486 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.486 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.487 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.487 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134247 9.4 9:21011c5f:::benchmark_data_gibba011_139107_object134246:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:29:51.487 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.414545+0000", 2021-03-04T23:29:51.487 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 234.799685912, 2021-03-04T23:29:51.488 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.839725524, 2021-03-04T23:29:51.488 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:29:51.488 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:51.488 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:29:51.489 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:29:51.489 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:51.489 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134247 2021-03-04T23:29:51.489 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.489 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:29:51.490 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.490 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:29:51.490 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414545+0000", 2021-03-04T23:29:51.490 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:29:51.491 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.491 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.491 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:29:51.491 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414545+0000", 2021-03-04T23:29:51.491 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4229000000000001e-05 2021-03-04T23:29:51.492 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.492 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.492 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:29:51.492 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414569+0000", 2021-03-04T23:29:51.493 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.691e-06 2021-03-04T23:29:51.493 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.493 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.493 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:29:51.493 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414571+0000", 2021-03-04T23:29:51.494 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3502e-05 2021-03-04T23:29:51.494 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.494 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.494 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:29:51.495 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414585+0000", 2021-03-04T23:29:51.495 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4890000000000003e-06 2021-03-04T23:29:51.495 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.495 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.496 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:29:51.496 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414590+0000", 2021-03-04T23:29:51.496 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.5073000000000005e-05 2021-03-04T23:29:51.497 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.497 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.497 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.498 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414655+0000", 2021-03-04T23:29:51.498 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.2569999999999998e-06 2021-03-04T23:29:51.498 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.499 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.499 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:29:51.499 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414661+0000", 2021-03-04T23:29:51.500 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.829470233 2021-03-04T23:29:51.500 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.501 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.501 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.501 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244131+0000", 2021-03-04T23:29:51.502 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000101815 2021-03-04T23:29:51.502 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.503 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.503 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:29:51.504 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244233+0000", 2021-03-04T23:29:51.504 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000124793 2021-03-04T23:29:51.504 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.505 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.505 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:29:51.505 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244357+0000", 2021-03-04T23:29:51.506 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0028622360000000002 2021-03-04T23:29:51.506 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.507 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.507 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.507 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.247220+0000", 2021-03-04T23:29:51.507 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0069096239999999996 2021-03-04T23:29:51.508 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.508 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.508 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:29:51.508 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254129+0000", 2021-03-04T23:29:51.509 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.0393000000000001e-05 2021-03-04T23:29:51.509 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.509 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.509 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.509 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254210+0000", 2021-03-04T23:29:51.510 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4876000000000003e-05 2021-03-04T23:29:51.510 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.510 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.510 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:29:51.511 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254244+0000", 2021-03-04T23:29:51.511 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6313e-05 2021-03-04T23:29:51.511 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.511 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.512 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:29:51.512 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254271+0000", 2021-03-04T23:29:51.512 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.839725524 2021-03-04T23:29:51.512 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.512 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:29:51.513 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.513 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.513 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.513 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134249 9.4 9:2c7bbdcb:::benchmark_data_gibba011_139107_object134248:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:29:51.513 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.416963+0000", 2021-03-04T23:29:51.514 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 234.79726773199999, 2021-03-04T23:29:51.514 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.84512285899999995, 2021-03-04T23:29:51.514 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:29:51.514 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:51.515 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:29:51.515 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:29:51.515 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:51.515 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134249 2021-03-04T23:29:51.516 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.516 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:29:51.516 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.516 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:29:51.516 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.416963+0000", 2021-03-04T23:29:51.517 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:29:51.517 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.517 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.517 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:29:51.518 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.416963+0000", 2021-03-04T23:29:51.518 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7174000000000001e-05 2021-03-04T23:29:51.518 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.518 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.519 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:29:51.519 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.416991+0000", 2021-03-04T23:29:51.519 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.477e-06 2021-03-04T23:29:51.519 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.519 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.520 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:29:51.520 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.416992+0000", 2021-03-04T23:29:51.520 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1022999999999999e-05 2021-03-04T23:29:51.520 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.520 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.521 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:29:51.521 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.417003+0000", 2021-03-04T23:29:51.521 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9729999999999997e-06 2021-03-04T23:29:51.522 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.522 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.522 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:29:51.522 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.417008+0000", 2021-03-04T23:29:51.523 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6959999999999998e-05 2021-03-04T23:29:51.523 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.523 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.523 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.524 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.417045+0000", 2021-03-04T23:29:51.524 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4289999999999998e-06 2021-03-04T23:29:51.524 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.524 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.525 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:29:51.525 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.417051+0000", 2021-03-04T23:29:51.525 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.83018800500000001 2021-03-04T23:29:51.525 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.525 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.526 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.526 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.247239+0000", 2021-03-04T23:29:51.526 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000118282 2021-03-04T23:29:51.526 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.527 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.527 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:29:51.527 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.247358+0000", 2021-03-04T23:29:51.527 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013356899999999999 2021-03-04T23:29:51.527 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.528 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.528 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:29:51.528 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.247491+0000", 2021-03-04T23:29:51.528 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0066444190000000004 2021-03-04T23:29:51.528 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.529 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.529 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:29:51.529 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254136+0000", 2021-03-04T23:29:51.529 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0481000000000001e-05 2021-03-04T23:29:51.530 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.530 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.531 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.531 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254176+0000", 2021-03-04T23:29:51.531 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0078328479999999999 2021-03-04T23:29:51.531 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.532 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.532 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.532 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262009+0000", 2021-03-04T23:29:51.532 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4078e-05 2021-03-04T23:29:51.533 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.533 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.533 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:29:51.533 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262053+0000", 2021-03-04T23:29:51.534 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3141e-05 2021-03-04T23:29:51.534 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.534 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.534 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:29:51.535 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262086+0000", 2021-03-04T23:29:51.535 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.84512285899999995 2021-03-04T23:29:51.535 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.535 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:29:51.536 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.536 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.536 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.536 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134253 9.4 9:2249e88b:::benchmark_data_gibba011_139107_object134252:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:29:51.536 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.421924+0000", 2021-03-04T23:29:51.537 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 234.79230766200001, 2021-03-04T23:29:51.537 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.84032122600000003, 2021-03-04T23:29:51.537 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:29:51.537 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:51.537 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:29:51.538 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:29:51.538 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:51.538 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134253 2021-03-04T23:29:51.538 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.539 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:29:51.539 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.539 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:29:51.539 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.421924+0000", 2021-03-04T23:29:51.539 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:29:51.540 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.540 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.540 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:29:51.540 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.421924+0000", 2021-03-04T23:29:51.541 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6412999999999997e-05 2021-03-04T23:29:51.541 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.541 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.541 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:29:51.541 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.421980+0000", 2021-03-04T23:29:51.542 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.793e-06 2021-03-04T23:29:51.542 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.542 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.543 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:29:51.543 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.421982+0000", 2021-03-04T23:29:51.543 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7694999999999999e-05 2021-03-04T23:29:51.543 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.544 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.544 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:29:51.544 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.421999+0000", 2021-03-04T23:29:51.544 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2779999999999999e-06 2021-03-04T23:29:51.544 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.545 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.545 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:29:51.545 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.422006+0000", 2021-03-04T23:29:51.545 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5636000000000001e-05 2021-03-04T23:29:51.546 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.546 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.546 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.546 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.422051+0000", 2021-03-04T23:29:51.547 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.4380000000000001e-06 2021-03-04T23:29:51.547 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.547 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.547 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:29:51.548 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.422061+0000", 2021-03-04T23:29:51.548 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.82835461099999996 2021-03-04T23:29:51.548 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.548 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.549 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.549 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.250415+0000", 2021-03-04T23:29:51.549 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000146797 2021-03-04T23:29:51.549 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.549 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.550 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:29:51.550 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.250562+0000", 2021-03-04T23:29:51.550 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011039699999999999 2021-03-04T23:29:51.550 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.551 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.551 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:29:51.551 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.250673+0000", 2021-03-04T23:29:51.551 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.003633205 2021-03-04T23:29:51.551 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.552 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.552 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.552 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254306+0000", 2021-03-04T23:29:51.552 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0039305190000000004 2021-03-04T23:29:51.552 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.553 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.553 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:29:51.553 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.258236+0000", 2021-03-04T23:29:51.553 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0039388340000000004 2021-03-04T23:29:51.553 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.554 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.554 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.554 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262175+0000", 2021-03-04T23:29:51.554 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0296999999999997e-05 2021-03-04T23:29:51.555 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.555 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.555 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:29:51.555 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262215+0000", 2021-03-04T23:29:51.555 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9312999999999999e-05 2021-03-04T23:29:51.556 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.556 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.556 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:29:51.556 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262245+0000", 2021-03-04T23:29:51.557 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.84032122600000003 2021-03-04T23:29:51.557 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.557 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:29:51.557 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.557 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.558 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.558 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134267 9.4 9:20fd9e76:::benchmark_data_gibba011_139107_object134266:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:29:51.558 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.448739+0000", 2021-03-04T23:29:51.558 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 234.76549170800001, 2021-03-04T23:29:51.559 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.81366760999999999, 2021-03-04T23:29:51.559 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:29:51.559 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:51.559 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:29:51.560 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:29:51.560 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:51.560 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134267 2021-03-04T23:29:51.560 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.560 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:29:51.561 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.561 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:29:51.561 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448739+0000", 2021-03-04T23:29:51.561 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:29:51.561 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.562 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.562 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:29:51.562 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448739+0000", 2021-03-04T23:29:51.562 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0102000000000003e-05 2021-03-04T23:29:51.563 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.563 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.563 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:29:51.563 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448780+0000", 2021-03-04T23:29:51.563 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.8469999999999996e-06 2021-03-04T23:29:51.564 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.564 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.564 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:29:51.564 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448787+0000", 2021-03-04T23:29:51.564 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1814000000000001e-05 2021-03-04T23:29:51.565 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.565 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.565 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:29:51.565 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448799+0000", 2021-03-04T23:29:51.566 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7370000000000003e-06 2021-03-04T23:29:51.566 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.566 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.566 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:29:51.567 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448805+0000", 2021-03-04T23:29:51.567 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7020000000000001e-05 2021-03-04T23:29:51.567 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.567 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.568 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.568 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448842+0000", 2021-03-04T23:29:51.568 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.9659999999999999e-06 2021-03-04T23:29:51.568 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.568 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.569 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:29:51.569 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448849+0000", 2021-03-04T23:29:51.569 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.80547977299999995 2021-03-04T23:29:51.569 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.569 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.570 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.570 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254329+0000", 2021-03-04T23:29:51.570 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010310399999999999 2021-03-04T23:29:51.570 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.571 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.571 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:29:51.571 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254432+0000", 2021-03-04T23:29:51.571 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000112107 2021-03-04T23:29:51.571 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.572 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.572 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:29:51.572 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254544+0000", 2021-03-04T23:29:51.572 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0075943419999999996 2021-03-04T23:29:51.572 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.573 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.573 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.573 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262138+0000", 2021-03-04T23:29:51.573 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000116563 2021-03-04T23:29:51.574 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.574 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.574 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:29:51.574 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262255+0000", 2021-03-04T23:29:51.574 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4419000000000006e-05 2021-03-04T23:29:51.575 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.575 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.575 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.575 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262339+0000", 2021-03-04T23:29:51.575 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0151e-05 2021-03-04T23:29:51.576 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.576 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.576 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:29:51.576 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262369+0000", 2021-03-04T23:29:51.577 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7664999999999999e-05 2021-03-04T23:29:51.577 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.577 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.577 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:29:51.577 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262407+0000", 2021-03-04T23:29:51.578 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.81366760999999999 2021-03-04T23:29:51.578 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.578 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:29:51.578 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.579 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.579 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.579 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134283 9.4 9:2009a51d:::benchmark_data_gibba011_139107_object134282:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:29:51.579 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.487344+0000", 2021-03-04T23:29:51.579 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 234.72688688900001, 2021-03-04T23:29:51.580 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.77517623199999997, 2021-03-04T23:29:51.580 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:29:51.580 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:51.580 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:29:51.580 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:29:51.581 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:51.581 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134283 2021-03-04T23:29:51.581 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.581 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:29:51.582 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.582 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:29:51.582 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487344+0000", 2021-03-04T23:29:51.582 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:29:51.582 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.583 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.583 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:29:51.583 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487344+0000", 2021-03-04T23:29:51.583 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.35e-05 2021-03-04T23:29:51.583 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.584 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.584 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:29:51.584 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487388+0000", 2021-03-04T23:29:51.584 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0109999999999999e-06 2021-03-04T23:29:51.585 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.585 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.585 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:29:51.585 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487390+0000", 2021-03-04T23:29:51.585 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2303000000000001e-05 2021-03-04T23:29:51.586 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.586 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.586 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:29:51.586 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487402+0000", 2021-03-04T23:29:51.587 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.2120000000000002e-06 2021-03-04T23:29:51.587 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.587 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.587 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:29:51.587 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487407+0000", 2021-03-04T23:29:51.588 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0082e-05 2021-03-04T23:29:51.588 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.588 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.588 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.589 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487447+0000", 2021-03-04T23:29:51.589 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.2989999999999997e-06 2021-03-04T23:29:51.589 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.589 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.589 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:29:51.590 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487456+0000", 2021-03-04T23:29:51.590 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.77086629799999995 2021-03-04T23:29:51.590 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.590 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.591 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.591 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.258322+0000", 2021-03-04T23:29:51.591 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.7868999999999995e-05 2021-03-04T23:29:51.591 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.591 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.592 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:29:51.592 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.258410+0000", 2021-03-04T23:29:51.592 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011892000000000001 2021-03-04T23:29:51.592 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.592 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.593 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:29:51.593 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.258529+0000", 2021-03-04T23:29:51.593 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0037684860000000001 2021-03-04T23:29:51.593 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.594 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.594 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.594 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262297+0000", 2021-03-04T23:29:51.594 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000120233 2021-03-04T23:29:51.594 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.595 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.595 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:29:51.595 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262418+0000", 2021-03-04T23:29:51.595 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0375999999999999e-05 2021-03-04T23:29:51.595 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.596 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.596 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.596 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262448+0000", 2021-03-04T23:29:51.596 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.1473000000000001e-05 2021-03-04T23:29:51.597 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.597 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.597 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:29:51.597 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262489+0000", 2021-03-04T23:29:51.597 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1170000000000001e-05 2021-03-04T23:29:51.598 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.598 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.598 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:29:51.598 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262521+0000", 2021-03-04T23:29:51.598 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.77517623199999997 2021-03-04T23:29:51.599 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.599 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:29:51.599 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.599 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.600 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.600 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134288 9.4 9:2d2cd094:::benchmark_data_gibba011_139107_object134287:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:29:51.600 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.497598+0000", 2021-03-04T23:29:51.600 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 234.71663315999999, 2021-03-04T23:29:51.600 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.772617369, 2021-03-04T23:29:51.601 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:29:51.601 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:51.601 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:29:51.601 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:29:51.601 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:51.602 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134288 2021-03-04T23:29:51.602 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.602 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:29:51.602 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.602 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:29:51.603 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497598+0000", 2021-03-04T23:29:51.603 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:29:51.603 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.603 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.604 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:29:51.604 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497598+0000", 2021-03-04T23:29:51.604 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6937999999999998e-05 2021-03-04T23:29:51.604 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.604 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.605 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:29:51.605 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497635+0000", 2021-03-04T23:29:51.605 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8920000000000001e-06 2021-03-04T23:29:51.605 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.605 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.606 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:29:51.606 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497637+0000", 2021-03-04T23:29:51.606 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0794e-05 2021-03-04T23:29:51.606 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.607 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.607 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:29:51.607 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497648+0000", 2021-03-04T23:29:51.607 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5569999999999997e-06 2021-03-04T23:29:51.607 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.608 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.608 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:29:51.608 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497652+0000", 2021-03-04T23:29:51.608 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9111e-05 2021-03-04T23:29:51.608 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.609 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.609 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.609 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497681+0000", 2021-03-04T23:29:51.609 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9059999999999999e-06 2021-03-04T23:29:51.610 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.610 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.610 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:29:51.610 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497687+0000", 2021-03-04T23:29:51.610 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.76487108000000004 2021-03-04T23:29:51.611 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.611 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.611 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.611 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262558+0000", 2021-03-04T23:29:51.611 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.3319999999999994e-05 2021-03-04T23:29:51.612 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.612 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.612 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:29:51.613 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262652+0000", 2021-03-04T23:29:51.613 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.8047999999999995e-05 2021-03-04T23:29:51.613 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.613 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.613 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:29:51.614 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262740+0000", 2021-03-04T23:29:51.614 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0073306049999999996 2021-03-04T23:29:51.614 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.614 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.615 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:29:51.615 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270070+0000", 2021-03-04T23:29:51.615 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6856000000000001e-05 2021-03-04T23:29:51.615 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.615 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.616 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.616 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270107+0000", 2021-03-04T23:29:51.616 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8314e-05 2021-03-04T23:29:51.616 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.616 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.617 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.617 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270135+0000", 2021-03-04T23:29:51.617 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5843000000000001e-05 2021-03-04T23:29:51.617 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.617 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.618 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:29:51.618 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270181+0000", 2021-03-04T23:29:51.618 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4105e-05 2021-03-04T23:29:51.618 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.619 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.619 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:29:51.619 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270215+0000", 2021-03-04T23:29:51.619 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.772617369 2021-03-04T23:29:51.620 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.620 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:29:51.620 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.621 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.621 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.621 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134292 9.4 9:2b035716:::benchmark_data_gibba011_139107_object134291:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:29:51.621 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.505901+0000", 2021-03-04T23:29:51.621 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 234.70833045399999, 2021-03-04T23:29:51.622 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.765053922, 2021-03-04T23:29:51.622 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:29:51.622 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:51.622 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:29:51.623 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:29:51.623 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:51.623 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134292 2021-03-04T23:29:51.623 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.624 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:29:51.624 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.624 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:29:51.625 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.505901+0000", 2021-03-04T23:29:51.625 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:29:51.625 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.626 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.626 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:29:51.626 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.505901+0000", 2021-03-04T23:29:51.626 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7052000000000002e-05 2021-03-04T23:29:51.627 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.627 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.627 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:29:51.627 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.505958+0000", 2021-03-04T23:29:51.627 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.61e-06 2021-03-04T23:29:51.628 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.628 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.628 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:29:51.628 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.505959+0000", 2021-03-04T23:29:51.628 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.1190000000000003e-06 2021-03-04T23:29:51.629 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.629 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.629 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:29:51.629 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.505969+0000", 2021-03-04T23:29:51.629 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.76e-06 2021-03-04T23:29:51.630 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.630 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.630 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:29:51.630 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.505972+0000", 2021-03-04T23:29:51.631 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3145000000000001e-05 2021-03-04T23:29:51.631 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.631 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.631 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.631 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.506015+0000", 2021-03-04T23:29:51.632 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4549999999999995e-06 2021-03-04T23:29:51.632 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.632 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.633 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:29:51.633 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.506024+0000", 2021-03-04T23:29:51.633 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.76031698299999995 2021-03-04T23:29:51.634 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.634 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.634 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.635 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.266341+0000", 2021-03-04T23:29:51.635 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011863599999999999 2021-03-04T23:29:51.635 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.636 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.636 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:29:51.637 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.266459+0000", 2021-03-04T23:29:51.637 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012695600000000001 2021-03-04T23:29:51.637 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.638 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.638 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:29:51.639 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.266586+0000", 2021-03-04T23:29:51.639 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0042302190000000003 2021-03-04T23:29:51.640 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.640 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.640 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.641 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270817+0000", 2021-03-04T23:29:51.641 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9922000000000001e-05 2021-03-04T23:29:51.641 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.642 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.642 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.643 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270867+0000", 2021-03-04T23:29:51.643 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.4529999999999996e-06 2021-03-04T23:29:51.643 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.644 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.644 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:29:51.644 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270874+0000", 2021-03-04T23:29:51.644 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4623999999999998e-05 2021-03-04T23:29:51.645 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.645 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.645 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:29:51.645 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270919+0000", 2021-03-04T23:29:51.646 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5988000000000002e-05 2021-03-04T23:29:51.646 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.646 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.646 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:29:51.646 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270955+0000", 2021-03-04T23:29:51.647 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.765053922 2021-03-04T23:29:51.647 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.647 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:29:51.647 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.648 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.648 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.648 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134311 9.4 9:2f1c4791:::benchmark_data_gibba011_139107_object134310:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:29:51.648 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.631237+0000", 2021-03-04T23:29:51.648 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 234.58299372900001, 2021-03-04T23:29:51.649 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.65218497900000005, 2021-03-04T23:29:51.649 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:29:51.649 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:51.649 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:29:51.650 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:29:51.650 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:51.650 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134311 2021-03-04T23:29:51.650 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.650 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:29:51.651 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.651 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:29:51.651 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631237+0000", 2021-03-04T23:29:51.651 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:29:51.651 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.652 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.652 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:29:51.652 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631237+0000", 2021-03-04T23:29:51.652 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0792999999999999e-05 2021-03-04T23:29:51.653 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.653 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.653 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:29:51.653 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631258+0000", 2021-03-04T23:29:51.653 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1260000000000001e-06 2021-03-04T23:29:51.654 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.654 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.654 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:29:51.654 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631260+0000", 2021-03-04T23:29:51.655 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3954999999999999e-05 2021-03-04T23:29:51.655 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.655 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.655 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:29:51.655 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631274+0000", 2021-03-04T23:29:51.656 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4229999999999996e-06 2021-03-04T23:29:51.656 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.656 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.656 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:29:51.656 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631280+0000", 2021-03-04T23:29:51.657 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5116000000000001e-05 2021-03-04T23:29:51.657 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.657 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.657 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.657 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631315+0000", 2021-03-04T23:29:51.658 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.6629999999999993e-06 2021-03-04T23:29:51.658 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.658 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.658 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:29:51.659 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631323+0000", 2021-03-04T23:29:51.659 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.63965285199999999 2021-03-04T23:29:51.659 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.659 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.659 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.660 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270975+0000", 2021-03-04T23:29:51.660 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000109344 2021-03-04T23:29:51.660 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.660 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.661 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:29:51.661 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.271085+0000", 2021-03-04T23:29:51.661 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000134697 2021-03-04T23:29:51.661 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.662 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.662 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:29:51.662 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.271219+0000", 2021-03-04T23:29:51.662 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004002289 2021-03-04T23:29:51.663 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.663 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.663 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.663 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.275222+0000", 2021-03-04T23:29:51.664 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.1148e-05 2021-03-04T23:29:51.664 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.664 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.664 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.664 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.275263+0000", 2021-03-04T23:29:51.665 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0080744470000000002 2021-03-04T23:29:51.665 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.665 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.665 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:29:51.665 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.283337+0000", 2021-03-04T23:29:51.666 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8126e-05 2021-03-04T23:29:51.666 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.666 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.666 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:29:51.667 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.283385+0000", 2021-03-04T23:29:51.667 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6999999999999998e-05 2021-03-04T23:29:51.667 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.667 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.667 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:29:51.668 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.283422+0000", 2021-03-04T23:29:51.668 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.65218497900000005 2021-03-04T23:29:51.668 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.668 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:29:51.668 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.669 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.669 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.669 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:164664 9.4 9:215b2255:::benchmark_data_gibba011_139107_object11297:head [delete] snapc 0=[] ondisk+write+known_if_redirected e160)", 2021-03-04T23:29:51.669 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:34.291265+0000", 2021-03-04T23:29:51.670 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 196.92296650899999, 2021-03-04T23:29:51.670 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.21163012, 2021-03-04T23:29:51.670 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:29:51.670 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:29:51.670 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:29:51.671 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:29:51.671 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:29:51.671 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 164664 2021-03-04T23:29:51.672 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.672 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:29:51.672 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.673 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:29:51.673 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291265+0000", 2021-03-04T23:29:51.673 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:29:51.673 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.674 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.674 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:29:51.674 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291265+0000", 2021-03-04T23:29:51.674 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6819999999999999e-06 2021-03-04T23:29:51.675 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.675 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.675 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:29:51.675 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291267+0000", 2021-03-04T23:29:51.675 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6700000000000001e-06 2021-03-04T23:29:51.676 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.676 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.676 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:29:51.676 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291269+0000", 2021-03-04T23:29:51.676 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1353e-05 2021-03-04T23:29:51.677 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.677 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.677 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:29:51.677 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291280+0000", 2021-03-04T23:29:51.678 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7049999999999998e-06 2021-03-04T23:29:51.678 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.678 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.678 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:29:51.679 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291285+0000", 2021-03-04T23:29:51.679 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8112999999999999e-05 2021-03-04T23:29:51.679 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.679 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.679 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:29:51.680 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291323+0000", 2021-03-04T23:29:51.680 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.5933999999999993e-05 2021-03-04T23:29:51.680 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.680 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.681 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:29:51.681 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291419+0000", 2021-03-04T23:29:51.681 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.7478000000000004e-05 2021-03-04T23:29:51.682 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.682 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.682 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:29:51.683 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291517+0000", 2021-03-04T23:29:51.683 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0032247249999999999 2021-03-04T23:29:51.683 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.684 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.684 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.685 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.294741+0000", 2021-03-04T23:29:51.685 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6410000000000001e-06 2021-03-04T23:29:51.685 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.686 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.686 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:29:51.686 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.294746+0000", 2021-03-04T23:29:51.687 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20808800899999999 2021-03-04T23:29:51.687 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.687 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.687 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:29:51.687 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.502834+0000", 2021-03-04T23:29:51.688 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6578000000000001e-05 2021-03-04T23:29:51.688 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.688 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.688 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:29:51.688 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.502871+0000", 2021-03-04T23:29:51.689 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4232000000000001e-05 2021-03-04T23:29:51.689 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:29:51.689 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:29:51.689 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:29:51.690 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.502895+0000", 2021-03-04T23:29:51.690 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.21163012 2021-03-04T23:29:51.690 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.690 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:29:51.690 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.691 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:29:51.691 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:29:51.691 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:29:51.692 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:51.693 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:51 gibba011 conmon[95595]: cephadm 2021-03-04T23:29:49.567971+0000 mgr.x (mgr.34676) 810 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:29:51.693 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:51 gibba011 conmon[95595]: cluster 2021-03-04T23:29:50.008565+0000 mon.a (mon.0) 957 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:51.693 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:51 gibba011 conmon[95595]: audit 2021-03-04T23:29:50.011101+0000 mon.a (mon.0) 958 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:29:51.693 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:51 gibba011 conmon[95595]: audit 2021-03-04T23:29:50.011141+0000 mon.a (mon.0) 959 : audit [INF] from='client.? 172.21.2.111:0/3225583854' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:29:51.694 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:51 gibba011 conmon[95595]: cluster 2021-03-04T23:29:50.011165+0000 mon.a (mon.0) 960 : cluster [DBG] osdmap e202: 8 total, 8 up, 7 in 2021-03-04T23:29:51.694 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:51 gibba011 conmon[95595]: audit 2021-03-04T23:29:50.050242+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:29:51.694 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:51 gibba011 conmon[95595]: cephadm 2021-03-04T23:29:50.051224+0000 mgr.x (mgr.34676) 811 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:29:51.694 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:51 gibba011 conmon[95595]: audit 2021-03-04T23:29:50.345571+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:29:51.695 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:51 gibba011 conmon[99461]: cephadm 2021-03-04T23:29:49.567971+0000 mgr.x (mgr.34676) 810 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:29:51.695 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:51 gibba011 conmon[99461]: cluster 2021-03-04T23:29:50.008565+0000 mon.a (mon.0) 957 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:51.695 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:51 gibba011 conmon[99461]: audit 2021-03-04T23: 2021-03-04T23:29:51.696 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:51 gibba011 conmon[99461]: 29:50.011101+0000 mon.a (mon.0) 958 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:29:51.696 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:51 gibba011 conmon[99461]: audit 2021-03-04T23:29:50.011141+0000 mon.a (mon.0) 959 : audit [INF] from='client.? 172.21.2.111:0/3225583854' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:29:51.696 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:51 gibba011 conmon[99461]: cluster 2021-03-04T23:29:50.011165+0000 mon.a (mon.0) 960 : cluster [DBG] osdmap e202: 8 total, 8 up, 7 in 2021-03-04T23:29:51.696 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:51 gibba011 conmon[99461]: audit 2021-03-04T23:29:50.050242+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:29:51.697 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:51 gibba011 conmon[99461]: cephadm 2021-03-04T23:29:50.051224+0000 mgr.x (mgr.34676) 811 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:29:51.697 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:51 gibba011 conmon[99461]: audit 2021-03-04T23:29:50.345571+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:29:51.714 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:51.715 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:51.715 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:51.817 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:51.837 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:51.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:51.838 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:51.850 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:29:51.939 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:51.956 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:51.957 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:51.958 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:52.002 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:29:52.059 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:52.077 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:52.078 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:52.078 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:52.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:52 gibba038 conmon[76675]: cluster 2021-03-04T23:29:50.668074+0000 mgr.x (mgr.34676) 812 : cluster [DBG] 2021-03-04T23:29:52.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:52 gibba038 conmon[76675]: pgmap v759: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 147 op/s; 36343/350409 objects degraded (10.372%); 42542/350409 objects misplaced (12.141%); 2.3 MiB/s, 37 objects/s recovering 2021-03-04T23:29:52.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:52 gibba038 conmon[76675]: audit 2021-03-04T23:29:51.098102+0000 mon.a (mon.0) 963 : audit [DBG] from='client.? 172.21.2.111:0/227354109' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:52.180 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:52.199 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:52.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:52.200 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:52.284 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:52 gibba011 conmon[99461]: cluster 2021-03-04T23:29:50.668074+0000 mgr.x (mgr.34676) 812 : cluster [DBG] pgmap v759: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 147 op/s; 36343/350409 objects degraded (10.372%); 42542/350409 objects misplaced (12.141%); 2.3 MiB/s, 37 objects/s recovering 2021-03-04T23:29:52.284 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:52 gibba011 conmon[99461]: audit 2021-03-04T23:29:51.098102+0000 mon.a (mon.0) 963 : audit [DBG] from='client.? 172.21.2.111:0/227354109' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:52.284 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:52 gibba011 conmon[95595]: cluster 2021-03-04T23:29:50.668074+0000 mgr.x (mgr.34676) 812 : cluster [DBG] 2021-03-04T23:29:52.285 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:52 gibba011 conmon[95595]: pgmap v759: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 147 op/s; 36343/350409 objects degraded (10.372%); 42542/350409 objects misplaced (12.141%); 2.3 MiB/s, 37 objects/s recovering 2021-03-04T23:29:52.285 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:52 gibba011 conmon[95595]: audit 2021-03-04T23:29:51.098102+0000 mon.a (mon.0) 963 : audit [DBG] from='client.? 172.21.2.111:0/227354109' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:52.301 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:52.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:52.318 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:52.319 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:52.420 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:52.438 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:52.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:52.439 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:52.540 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:52.557 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:52.558 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:52.559 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:52.661 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:52.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:52.680 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:52.680 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:52.781 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:52.799 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:52.800 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:52.801 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:52.903 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:52.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:52.923 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:52.923 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:53.025 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:53.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:53.044 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:53.044 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:53.146 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:53.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:53.164 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:53.164 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:53.266 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:53.284 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:53.285 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:53.285 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:53.329 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:29:53.329 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:29:53.329 INFO:teuthology.orchestra.run.gibba038.stdout: "num_ops": 0 2021-03-04T23:29:53.330 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:29:53.386 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:53.404 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:53.405 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:53.405 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:53.506 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:53.524 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:53.524 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:53.525 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:53.626 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:53.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:53.644 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:53.644 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:53.745 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:53.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:53.766 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:53.767 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:53.868 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:53.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:53.888 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:53.888 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:53.958 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-03-04T23:29:53.989 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:54.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:54.020 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:54.021 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:54.075 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:29:54.122 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:54.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:54.140 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:54.141 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:54.198 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:29:54.236 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:54 gibba038 conmon[76675]: cluster 2021-03-04T23:29:52.668532+0000 mgr.x (mgr.34676) 813 : cluster [DBG] pgmap v760: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 128 op/s; 36343/349845 objects degraded (10.388%); 42497/349845 objects misplaced (12.147%); 1.4 MiB/s, 23 objects/s recovering 2021-03-04T23:29:54.237 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:54 gibba038 conmon[76675]: cluster 2021-03-04T23:29:53.923988+0000 mon.a (mon.0) 964 : cluster [WRN] Health check update: Degraded data redundancy: 36343/349845 objects degraded (10.388%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:54.242 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:54.260 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:54.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:54.261 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:54.297 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:29:54.314 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:54 gibba011 conmon[99461]: cluster 2021-03-04T23:29:52.668532+0000 mgr.x (mgr.34676) 813 : cluster [DBG] pgmap v760: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 128 op/s; 36343/349845 objects degraded (10.388%); 42497/349845 objects misplaced (12.147%); 1.4 MiB/s, 23 objects/s recovering 2021-03-04T23:29:54.315 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:54 gibba011 conmon[99461]: cluster 2021-03-04T23:29:53.923988+0000 mon.a (mon.0) 964 : 2021-03-04T23:29:54.315 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:54 gibba011 conmon[99461]: cluster [WRN] Health check update: Degraded data redundancy: 36343/349845 objects degraded (10.388%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:54.316 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:54 gibba011 conmon[95595]: cluster 2021-03-04T23:29:52.668532+0000 mgr.x (mgr.34676) 813 : cluster [DBG] pgmap v760: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 128 op/s; 36343/349845 objects degraded (10.388%); 42497/349845 objects misplaced (12.147%); 1.4 MiB/s, 23 objects/s recovering 2021-03-04T23:29:54.316 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:54 gibba011 conmon[95595]: cluster 2021-03-04T23:29:53.923988+0000 mon.a (mon.0) 964 : cluster [WRN] Health check update: Degraded data redundancy: 36343/349845 objects degraded (10.388%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:54.316 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:54.362 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:54.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:54.381 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:54.382 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:54.416 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:29:54.483 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:54.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:54.522 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:54.522 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:54.624 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:54.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:54.675 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:54.675 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:54.777 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:54.825 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:54.828 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:54.829 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:54.931 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:54.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:54.957 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:54.959 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:55.060 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:55.090 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:55.092 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:55.092 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:55.194 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:55.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:55.218 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:55.219 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:55.320 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:55.323 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:29:55.323 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:29:55.324 INFO:teuthology.orchestra.run.gibba038.stdout: "complaint_time": 30, 2021-03-04T23:29:55.324 INFO:teuthology.orchestra.run.gibba038.stdout: "num_blocked_ops": 0 2021-03-04T23:29:55.324 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:29:55.344 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:55.345 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:55.346 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:55.447 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:55.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:55.473 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:55.473 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:55.575 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:55.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:55.596 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:55.596 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:55.698 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:55.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:55.719 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:55.720 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:55.821 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:55.842 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:55.843 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:55.843 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:55.941 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-03-04T23:29:55.944 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:55.962 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:55.963 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:55.963 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:55.988 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 7, 6, 1] out_osds: [3] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:29:55.988 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:29:55.989 INFO:tasks.thrashosds.thrasher:inject_pause on 5 2021-03-04T23:29:55.989 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:29:55.989 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:29:55.990 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 config set filestore_inject_stall 3 2021-03-04T23:29:56.064 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:56.072 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:29:56.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:56.085 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:56.085 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:56.123 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:29:56.186 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:56.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:56.206 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:56.206 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:56.228 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:56 gibba038 conmon[76675]: cluster 2021-03-04T23:29:54.668960+0000 mgr.x (mgr.34676) 814 : cluster [DBG] pgmap v761: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 131 op/s; 36311/348885 objects degraded (10.408%); 42393/348885 objects misplaced (12.151%); 1.9 MiB/s, 30 objects/s recovering 2021-03-04T23:29:56.307 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:56.324 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:56.325 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:56.325 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:56.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:56 gibba011 conmon[95595]: cluster 2021-03-04T23:29:54.668960+0000 mgr.x (mgr.34676) 814 : cluster [DBG] pgmap v761: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 131 op/s; 36311/348885 objects degraded (10.408%); 42393/348885 objects misplaced (12.151%); 1.9 MiB/s, 30 objects/s recovering 2021-03-04T23:29:56.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:56 gibba011 conmon[99461]: cluster 2021-03-04T23:29:54.668960+0000 mgr.x (mgr.34676) 814 : cluster [DBG] pgmap v761: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 131 op/s; 36311/348885 objects degraded (10.408%); 42393/348885 objects misplaced (12.151%); 1.9 MiB/s, 30 objects/s recovering 2021-03-04T23:29:56.427 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:56.446 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:56.447 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:56.447 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:56.548 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:56.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:56.568 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:56.569 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:56.670 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:56.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:56.689 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:56.690 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:56.791 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:56.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:56.814 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:56.815 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:56.842 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:29:56.843 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:29:56.855 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:29:56.869 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:29:56.883 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:29:56.896 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:29:56.910 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:29:56.917 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:56.924 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:29:56.925 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:29:56.926 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:29:56.926 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:29:56.926 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:29:56.926 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:29:56.926 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:29:56.927 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:29:56.927 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:29:56.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:56.936 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:56.936 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:57.032 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:29:57.038 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:57.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:57.057 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:57.058 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:57.160 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:57.177 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:57.178 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:57.178 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:57.195 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:57 gibba038 conmon[76675]: audit 2021-03-04T23:29:56.700126+0000 mon.a (mon.0) 965 : audit [INF] from='client.? 172.21.2.111:0/1480934766' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:57.195 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:57 gibba038 conmon[76675]: audit 2021-03-04T23:29:56.813563+0000 mon.c (mon.1) 323 : audit [DBG] from='client.? 172.21.2.111:0/441749482' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:57.279 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:57.297 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:57.298 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:57.298 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:57.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:57 gibba011 conmon[99461]: audit 2021-03-04T23:29:56.700126+0000 mon.a (mon.0) 965 : audit [INF] from='client.? 172.21.2.111:0/1480934766' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:57.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:57 gibba011 conmon[99461]: audit 2021-03-04T23:29:56.813563+0000 mon.c (mon.1) 323 : audit [DBG] from='client.? 172.21.2.111:0/441749482' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:57.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:57 gibba011 conmon[95595]: audit 2021-03-04T23:29:56.700126+0000 mon.a (mon.0) 965 : audit [INF] from='client.? 172.21.2.111:0/1480934766' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:29:57.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:57 gibba011 conmon[95595]: audit 2021-03-04T23:29:56.813563+0000 mon.c (mon.1) 323 : audit [DBG] from='client.? 172.21.2.111:0/441749482' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:29:57.400 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:57.417 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:57.418 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:57.418 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:57.519 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:57.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:57.537 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:57.537 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:57.639 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:57.655 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:57.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:57.657 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:57.758 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:57.776 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:57.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:57.777 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:57.878 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:57.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:57.897 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:57.898 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:57.999 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:58.005 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:29:58.005 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:29:58.016 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:58.017 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:58.017 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:58.118 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:58.134 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:58.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:58.136 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:58.228 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:58 gibba038 conmon[76675]: cluster 2021-03-04T23:29:56.669310+0000 mgr.x (mgr.34676) 815 : cluster [DBG] pgmap v762: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 131 op/s; 36311/348747 objects degraded (10.412%); 42347/348747 objects misplaced (12.143%); 1.9 MiB/s, 30 objects/s recovering 2021-03-04T23:29:58.229 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:58 gibba038 conmon[76675]: cluster 2021-03-04T23:29:57.022281+0000 mon.a (mon.0) 966 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:58.229 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:58 gibba038 conmon[76675]: audit 2021-03-04T23:29 2021-03-04T23:29:58.229 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:58 gibba038 conmon[76675]: :57.027890+0000 mon.a (mon.0) 967 : audit [INF] from='client.? 172.21.2.111:0/1480934766' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:29:58.229 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:58 gibba038 conmon[76675]: cluster 2021-03-04T23:29:57.027942+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e203: 8 total, 8 up, 7 in 2021-03-04T23:29:58.237 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:58.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:58.254 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:58.255 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:58.312 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:29:58.312 INFO:teuthology.orchestra.run.gibba038.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2021-03-04T23:29:58.312 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:29:58.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:58 gibba011 conmon[95595]: cluster 2021-03-04T23:29:56.669310+0000 mgr.x (mgr.34676) 815 : cluster [DBG] pgmap v762: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 131 op/s; 36311/348747 objects degraded (10.412%); 42347/348747 objects misplaced (12.143%); 1.9 MiB/s, 30 objects/s recovering 2021-03-04T23:29:58.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:58 gibba011 conmon[95595]: cluster 2021-03-04T23:29:57.022281+0000 mon.a (mon.0) 966 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:58.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:58 gibba011 conmon[95595]: audit 2021-03-04T23:29:57.027890+0000 mon.a (mon.0) 967 : 2021-03-04T23:29:58.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:58 gibba011 conmon[95595]: audit [INF] from='client.? 172.21.2.111:0/1480934766' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:29:58.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:58 gibba011 conmon[95595]: cluster 2021-03-04T23:29:57.027942+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e203: 8 total, 8 up, 7 in 2021-03-04T23:29:58.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:58 gibba011 conmon[99461]: cluster 2021-03-04T23:29:56.669310+0000 mgr.x (mgr.34676) 815 : cluster [DBG] pgmap v762: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 131 op/s; 36311/348747 objects degraded (10.412%); 42347/348747 objects misplaced (12.143%); 1.9 MiB/s, 30 objects/s recovering 2021-03-04T23:29:58.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:58 gibba011 conmon[99461]: 2021-03-04T23:29:58.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:58 gibba011 conmon[99461]: cluster 2021-03-04T23:29:57.022281+0000 mon.a (mon.0) 966 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:29:58.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:58 gibba011 conmon[99461]: audit 2021-03-04T23:29:57.027890+0000 2021-03-04T23:29:58.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:58 gibba011 conmon[99461]: mon.a (mon.0) 967 : audit [INF] from='client.? 172.21.2.111:0/1480934766' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:29:58.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:58 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:29:58.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:58 gibba011 conmon[99461]: 29:57.027942+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e203: 8 total, 8 up, 7 in 2021-03-04T23:29:58.357 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:29:58.373 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:58.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:58.375 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:29:58.476 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:58.495 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:58.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:58.497 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:58.598 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:58.615 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:58.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:58.616 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:58.717 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:58.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:58.735 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:58.735 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:58.837 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:29:58.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:58.855 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:58.855 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:29:58.956 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:29:58.972 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:58.973 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:58.974 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:29:59.075 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:59.092 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:59.093 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:59.093 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:59.194 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:59.212 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:59.213 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:59.213 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:59.224 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-03-04T23:29:59.283 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:29:59 gibba038 conmon[76675]: cluster 2021-03-04T23:29:58.925194+0000 mon.a (mon.0) 969 : cluster [WRN] Health check update: Degraded data redundancy: 36311/348747 objects degraded (10.412%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:59.314 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:29:59.349 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:59.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:59.351 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:29:59.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:29:59 gibba011 conmon[95595]: cluster 2021-03-04T23:29:58.925194+0000 mon.a (mon.0) 969 : cluster [WRN] Health check update: Degraded data redundancy: 36311/348747 objects degraded (10.412%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:59.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:29:59 gibba011 conmon[99461]: cluster 2021-03-04T23:29:58.925194+0000 mon.a (mon.0) 969 : cluster [WRN] Health check update: Degraded data redundancy: 36311/348747 objects degraded (10.412%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:29:59.389 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:29:59.452 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:59.470 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:59.471 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:59.472 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:29:59.573 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:29:59.591 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:59.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:59.593 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:29:59.694 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:29:59.711 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:29:59.712 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:59.713 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:29:59.814 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:29:59.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:59.835 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:59.836 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:29:59.937 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:29:59.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:29:59.956 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:29:59.957 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:00.058 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:00.075 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:00.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:00.077 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:00.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:00 gibba038 conmon[76675]: cluster 2021-03-04T23:29:58.669985+0000 mgr.x (mgr.34676) 816 : cluster [DBG] pgmap v764: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 133 op/s; 36264/347064 objects degraded (10.449%); 42198/347064 objects misplaced (12.159%); 2.4 MiB/s, 37 objects/s recovering 2021-03-04T23:30:00.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:00 gibba038 conmon[76675]: cluster 2021-03-04T23:30:00.000100+0000 mon.a (mon.0) 970 : cluster [WRN] Health detail: HEALTH_WARN noscrub,nodeep-scrub flag(s) set; Degraded data redundancy: 36264/347064 objects degraded (10.449%), 11 pgs degraded, 10 pgs undersized 2021-03-04T23:30:00.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:00 gibba038 conmon[76675]: cluster 2021-03-04T23:30:00.000119+0000 mon.a (mon.0) 971 : cluster [WRN] [WRN] OSDMAP_FLAGS: noscrub,nodeep-scrub flag(s) set 2021-03-04T23:30:00.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:00 gibba038 conmon[76675]: cluster 2021-03-04T23:30:00.000126+0000 mon.a (mon.0) 972 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 36264/347064 objects degraded (10.449%), 11 pgs degraded, 10 pgs undersized 2021-03-04T23:30:00.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:00 gibba038 conmon[76675]: cluster 2021-03-04T23:30:00.000132+0000 mon.a (mon.0) 973 : cluster [WRN] pg 9.0 is active+recovery_wait+degraded+remapped, acting [1,2,0] 2021-03-04T23:30:00.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:00 gibba038 conmon[76675]: cluster 2021-03-04T23:30:00.000137+0000 mon.a (mon.0) 974 : cluster [WRN] pg 9.1 is stuck undersized for 3m, current state active+recovering+undersized+remapped, last acting [6,7] 2021-03-04T23:30:00.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:00 gibba038 conmon[76675]: cluster 2021-03-04T23:30:00.000143+0000 mon.a (mon.0) 975 : cluster [WRN] pg 9.2 is stuck undersized for 116s, current state active+recovery_wait+undersized+degraded+remapped, last acting [2,7] 2021-03-04T23:30:00.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:00 gibba038 conmon[76675]: cluster 2021-03-04T23:30:00.000148+0000 mon.a (mon.0) 976 : cluster [WRN] pg 9.3 is stuck undersized for 116s, current state active+recovery_wait+undersized+degraded+remapped, last acting [7,1] 2021-03-04T23:30:00.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:00 gibba038 conmon[76675]: cluster 2021-03-04T23:30:00.000155+0000 mon.a (mon.0) 977 : cluster [WRN] pg 9.4 is active+recovery_wait+degraded+remapped, acting [4,0,3] 2021-03-04T23:30:00.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:00 gibba038 conmon[76675]: cluster 2021-03-04T23:30:00.000165+0000 mon.a (mon.0) 978 : cluster [WRN] pg 9.5 is stuck undersized for 2m, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,7] 2021-03-04T23:30:00.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:00 gibba038 conmon[76675]: cluster 2021-03-04T23:30:00.000170+0000 mon.a (mon.0) 979 : cluster [WRN] pg 9.6 is stuck undersized for 117s, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,2] 2021-03-04T23:30:00.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:00 gibba038 conmon[76675]: cluster 2021-03-04T23:30:00.000175+0000 mon.a (mon.0) 980 : cluster [WRN] pg 9.9 is stuck undersized for 2m, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,7] 2021-03-04T23:30:00.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:00 gibba038 conmon[76675]: cluster 2021-03-04T23:30:00.000180+0000 mon.a (mon.0) 981 : cluster [WRN] pg 9.a is stuck undersized for 116s, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,7] 2021-03-04T23:30:00.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:00 gibba038 conmon[76675]: cluster 2021-03-04T23:30:00.000186+0000 mon.a (mon.0) 982 : cluster [WRN] pg 9.d is stuck undersized for 117s, current state active+recovery_wait+undersized+degraded+remapped, last acting [7,5] 2021-03-04T23:30:00.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:00 gibba038 conmon[76675]: cluster 2021-03-04T23:30:00.000193+0000 mon.a (mon.0) 983 : cluster [WRN] pg 9.e is stuck undersized for 117s, current state active+recovery_wait+undersized+degraded+remapped, last acting [7,4] 2021-03-04T23:30:00.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:00 gibba038 conmon[76675]: cluster 2021-03-04T23:30:00.000198+0000 mon.a (mon.0) 984 : cluster [WRN] pg 9.f is stuck undersized for 116s, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,2] 2021-03-04T23:30:00.177 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:00.195 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:00.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:00.196 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:00.242 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:30:00.272 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:30:00.298 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:00.302 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: cluster 2021-03-04T23:29:58.669985+0000 mgr.x (mgr.34676) 816 : cluster [DBG] pgmap v764: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 133 op/s; 36264/347064 objects degraded (10.449%); 42198/347064 objects misplaced (12.159%); 2.4 MiB/s, 37 objects/s recovering 2021-03-04T23:30:00.302 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: cluster 2021-03-04T23:30:00.000100+0000 mon.a (mon.0) 970 : cluster [WRN] Health detail: HEALTH_WARN noscrub,nodeep-scrub flag(s) set; Degraded data redundancy: 36264/347064 objects degraded (10.449%), 11 pgs degraded, 10 pgs undersized 2021-03-04T23:30:00.303 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: cluster 2021-03-04T23:30:00.000119+0000 2021-03-04T23:30:00.303 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: mon.a (mon.0) 971 : cluster [WRN] [WRN] OSDMAP_FLAGS: noscrub,nodeep-scrub flag(s) set 2021-03-04T23:30:00.303 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: cluster 2021-03-04T23:30:00.000126+0000 mon.a (mon.0) 972 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 36264/347064 objects degraded (10.449%), 11 pgs degraded, 10 pgs undersized 2021-03-04T23:30:00.303 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: cluster 2021-03-04T23:30 2021-03-04T23:30:00.303 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: :00.000132+0000 mon.a (mon.0) 973 : cluster [WRN] pg 9.0 is active+recovery_wait+degraded+remapped, acting [1,2,0] 2021-03-04T23:30:00.304 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: cluster 2021-03-04T23:30:00.304 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: 2021-03-04T23:30:00.000137+0000 mon.a (mon.0 2021-03-04T23:30:00.304 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: ) 974 : cluster [WRN] pg 9.1 is stuck undersized for 3m, current state active+recovering+undersized+remapped, last acting [6,7] 2021-03-04T23:30:00.305 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: cluster 2021-03-04T23:30 2021-03-04T23:30:00.305 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: :00.000143+0000 mon.a (mon.0) 975 : cluster 2021-03-04T23:30:00.305 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: [WRN] pg 9.2 is stuck undersized for 116s, current state active+recovery_wait+undersized+degraded+remapped, last acting [2,7] 2021-03-04T23:30:00.305 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: cluster 2021-03-04T23:30:00.000148 2021-03-04T23:30:00.305 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: +0000 mon.a (mon.0) 976 : cluster [WRN] pg 9.3 is stuck undersized for 116s, current state active+recovery_wait+undersized+degraded+remapped, last acting [7,1] 2021-03-04T23:30:00.306 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: 2021-03-04T23:30:00.306 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:30:00.306 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: -04T23:30:00.000155+0000 mon.a (mon.0) 977 : 2021-03-04T23:30:00.307 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: cluster [WRN] pg 9.4 is active+recovery_wait+degraded+remapped, acting [4,0,3] 2021-03-04T23:30:00.307 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: cluster 2021-03-04T23:30:00.307 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: 2021-03-04T23:30:00.000165+0000 mon.a (mon. 2021-03-04T23:30:00.308 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: 0) 978 : cluster [WRN] pg 9.5 is stuck undersized for 2m, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,7] 2021-03-04T23:30:00.308 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:30:00.308 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: 30:00.000170+0000 mon.a (mon.0) 979 : cluster 2021-03-04T23:30:00.308 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: [WRN] pg 9.6 is stuck undersized for 117s, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,2] 2021-03-04T23:30:00.308 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: cluster 2021-03-04T23:30: 2021-03-04T23:30:00.309 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: 00.000175+0000 mon.a (mon.0) 980 : cluster 2021-03-04T23:30:00.309 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: [WRN] pg 9.9 is stuck undersized for 2m, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,7] 2021-03-04T23:30:00.309 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: cluster 2021-03-04T23:30:00.309 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: 2021-03-04T23:30:00.000180+0000 mon.a (mon.0) 2021-03-04T23:30:00.310 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: 981 : cluster [WRN] pg 9.a is stuck undersized for 116s, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,7] 2021-03-04T23:30:00.310 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: cluster 2021-03-04T23:30: 2021-03-04T23:30:00.310 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: 00.000186+0000 mon.a (mon.0) 982 : cluster 2021-03-04T23:30:00.310 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: [WRN] pg 9.d is stuck undersized for 117s, current state active+recovery_wait+undersized+degraded+remapped, last acting [7,5] 2021-03-04T23:30:00.310 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: cluster 2021-03-04T23:30:00.000193+0000 2021-03-04T23:30:00.311 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: mon.a (mon.0) 983 : cluster [WRN] pg 9.e is stuck undersized for 117s, current state active+recovery_wait+undersized+degraded+remapped, last acting [7,4] 2021-03-04T23:30:00.311 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: cluster 2021-03-04T23:30:00.311 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: 2021-03-04T23:30:00.000198+0000 mon.a (mon.0) 2021-03-04T23:30:00.311 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[99461]: 984 : cluster [WRN] pg 9.f is stuck undersized for 116s, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,2] 2021-03-04T23:30:00.312 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: cluster 2021-03-04T23:29:58.669985+0000 mgr.x (mgr.34676) 816 : cluster [DBG] pgmap v764: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 133 op/s; 36264/347064 objects degraded (10.449%); 42198/347064 objects misplaced (12.159%); 2.4 MiB/s, 37 objects/s recovering 2021-03-04T23:30:00.312 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: cluster 2021-03-04T23:30:00.000100+0000 mon.a (mon.0) 970 : cluster [WRN] Health detail: HEALTH_WARN noscrub,nodeep-scrub flag(s) set; Degraded data redundancy: 36264/347064 objects degraded (10.449%), 11 pgs degraded, 10 pgs undersized 2021-03-04T23:30:00.313 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: cluster 2021-03-04T23:30:00. 2021-03-04T23:30:00.313 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: 000119+0000 mon.a (mon.0) 971 : cluster [WRN] [WRN] OSDMAP_FLAGS: noscrub,nodeep-scrub flag(s) set 2021-03-04T23:30:00.313 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: cluster 2021-03-04T23:30:00.000126+0000 mon.a (mon.0) 972 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 36264/347064 objects degraded (10.449%), 11 pgs degraded, 10 pgs undersized 2021-03-04T23:30:00.313 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: cluster 2021-03-04T23:30:00.000132+0000 mon.a (mon.0) 973 : cluster [WRN] pg 9.0 is active+recovery_wait+degraded+remapped, acting [1,2,0] 2021-03-04T23:30:00.314 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: cluster 2021-03-04T23:30:00.000137+0000 mon.a (mon.0) 974 : cluster [WRN] 2021-03-04T23:30:00.314 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: pg 9.1 is stuck undersized for 3m, current state active+recovering+undersized+remapped, last acting [6,7] 2021-03-04T23:30:00.314 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: cluster 2021-03-04T23:30:00.314 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: 2021-03-04T23:30:00.000143+0000 mon.a (mon 2021-03-04T23:30:00.314 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: .0) 975 : cluster [WRN] pg 9.2 is stuck undersized for 116s, current state active+recovery_wait+undersized+degraded+remapped, last acting [2,7] 2021-03-04T23:30:00.315 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: cluster 2021-03- 2021-03-04T23:30:00.315 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: 04T23:30:00.000148+0000 mon.a (mon. 2021-03-04T23:30:00.315 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: 0) 976 : cluster [WRN] pg 9.3 is stuck undersized for 116s, current state active+recovery_wait+undersized+degraded+remapped, last acting [7,1] 2021-03-04T23:30:00.315 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: cluster 2021-03-04 2021-03-04T23:30:00.315 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: T23:30:00.000155+0000 mon.a (mon.0 2021-03-04T23:30:00.316 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: ) 977 : cluster [WRN] pg 9.4 is active+recovery_wait+degraded+remapped, acting [4,0,3] 2021-03-04T23:30:00.316 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: cluster 2021-03-04 2021-03-04T23:30:00.316 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: T23:30:00.000165+0000 mon.a (mon. 2021-03-04T23:30:00.316 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: 0) 978 : cluster [WRN] pg 9.5 is stuck undersized for 2m, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,7] 2021-03-04T23:30:00.317 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: cluster 2021-03- 2021-03-04T23:30:00.317 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: 04T23:30:00.000170+0000 mon.a (mon 2021-03-04T23:30:00.317 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: .0) 979 : cluster [WRN] pg 9.6 is stuck undersized for 117s, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,2] 2021-03-04T23:30:00.317 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: cluster 2021-03 2021-03-04T23:30:00.317 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: -04T23:30:00.000175+0000 mon.a ( 2021-03-04T23:30:00.318 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: mon.0) 980 : cluster [WRN] pg 9.9 is stuck undersized for 2m, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,7] 2021-03-04T23:30:00.318 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: cluster 2021- 2021-03-04T23:30:00.318 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: 03-04T23:30:00.000180+0000 mon.a ( 2021-03-04T23:30:00.318 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: mon.0) 981 : cluster [WRN] pg 9.a is stuck undersized for 116s, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,7] 2021-03-04T23:30:00.319 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: cluster 2021- 2021-03-04T23:30:00.319 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: 03-04T23:30:00.000186+0000 mon.a 2021-03-04T23:30:00.319 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: (mon.0) 982 : cluster [WRN] pg 9.d is stuck undersized for 117s, current state active+recovery_wait+undersized+degraded+remapped, last acting [7,5] 2021-03-04T23:30:00.319 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: cluster 2021- 2021-03-04T23:30:00.319 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: 03-04T23:30:00.000193+0000 mon.a 2021-03-04T23:30:00.320 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: (mon.0) 983 : cluster [WRN] pg 9.e is stuck undersized for 117s, current state active+recovery_wait+undersized+degraded+remapped, last acting [7,4] 2021-03-04T23:30:00.320 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: cluster 2021-03 2021-03-04T23:30:00.320 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: -04T23:30:00.000198+0000 mon.a 2021-03-04T23:30:00.320 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:00 gibba011 conmon[95595]: (mon.0) 984 : cluster [WRN] pg 9.f is stuck undersized for 116s, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,2] 2021-03-04T23:30:00.328 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:00.328 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:00.329 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:00.356 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:00.399 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:00.430 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:00.447 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:00.448 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:00.449 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:00.550 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:00.568 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:00.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:00.569 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:00.670 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:00.689 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:00.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:00.690 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:00.736 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:30:00.737 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:30:00.791 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:00.810 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:00.810 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:00.811 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:00.912 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:00.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:00.930 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:00.930 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:01.032 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:01.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:01.050 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:01.050 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:01.151 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:01.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:01.170 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:01.171 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:01.272 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:01.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:01.291 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:01.291 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:01.374 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-03-04T23:30:01.393 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:01.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:01.412 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:01.413 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:01.488 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:30:01.514 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:01.532 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:01.534 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:01.535 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:01.636 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:01.654 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:01.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:01.655 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:01.756 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:01.773 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:01.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:01.774 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:01.875 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:01.893 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:01.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:01.895 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:01.996 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:02.013 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:02.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:02.014 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:02.116 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:02.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:02.134 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:02.135 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:02.236 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:02.253 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:02.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:02.255 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:02.335 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:02 gibba011 conmon[95595]: cluster 2021-03-04T23:30:00.670361+0000 mgr.x (mgr.34676) 817 : cluster [DBG] pgmap v765: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 115 op/s; 36264/346944 objects degraded (10.452%); 42158/346944 objects misplaced (12.151%); 2.1 MiB/s, 32 objects/s recovering 2021-03-04T23:30:02.335 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:02 gibba011 conmon[99461]: cluster 2021-03-04T23:30:00.670361+0000 mgr.x (mgr.34676) 817 : cluster [DBG] pgmap v765: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 115 op/s; 36264/346944 objects degraded (10.452%); 42158/346944 objects misplaced (12.151%); 2.1 MiB/s, 32 objects/s recovering 2021-03-04T23:30:02.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:02 gibba038 conmon[76675]: cluster 2021-03-04T23:30:00.670361+0000 mgr.x (mgr.34676) 817 : cluster [DBG] pgmap v765: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 115 op/s; 36264/346944 objects degraded (10.452%); 42158/346944 objects misplaced (12.151%); 2.1 MiB/s, 32 objects/s recovering 2021-03-04T23:30:02.356 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:02.374 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:02.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:02.375 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:02.476 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:02.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:02.496 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:02.496 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:02.598 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:02.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:02.616 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:02.616 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:02.718 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:02.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:02.737 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:02.737 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:02.780 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:30:02.781 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:30:02.838 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:02.856 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:02.857 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:02.857 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:02.958 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:02.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:02.977 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:02.978 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:03.003 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:30:03.016 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:30:03.029 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:30:03.041 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:30:03.047 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:30:03.062 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:30:03.075 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:30:03.079 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:03.089 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:30:03.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:03.097 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:03.098 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:03.103 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:30:03.104 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:30:03.104 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:30:03.104 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:30:03.104 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:30:03.105 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:30:03.105 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:30:03.106 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:30:03.106 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:30:03.199 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:03.216 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:03.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:03.217 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:03.319 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:03.333 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:03 gibba011 conmon[95595]: audit 2021-03-04T23:30:02.861026+0000 mon.c (mon.1) 324 : audit [INF] from='client.? 172.21.2.111:0/2508763587' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:30:03.333 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:03 gibba011 conmon[95595]: audit 2021-03-04T23:30:02.861333+0000 mon.a (mon.0) 985 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:30:03.333 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:03 gibba011 conmon[95595]: audit 2021-03-04T23:30:02.987630+0000 mon.c (mon.1) 325 : audit [DBG] from='client.? 172.21.2.111:0/2770853269' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:03.334 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:03 gibba011 conmon[99461]: audit 2021-03-04T23:30:02.861026+0000 mon.c (mon.1) 324 : audit [INF] 2021-03-04T23:30:03.335 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:03 gibba011 conmon[99461]: from='client.? 172.21.2.111:0/2508763587' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:30:03.335 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:03 gibba011 conmon[99461]: audit 2021-03-04T23:30:02.861333+0000 mon.a (mon.0) 985 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:30:03.335 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:03 gibba011 conmon[99461]: audit 2021-03-04T23:30:02.987630+0000 mon.c (mon.1) 325 : audit [DBG] from='client.? 172.21.2.111:0/2770853269' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:03.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:03 gibba038 conmon[76675]: audit 2021-03-04T23:30:02.861026+0000 mon.c (mon.1) 324 : audit [INF] from='client.? 172.21.2.111:0/2508763587' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:30:03.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:03 gibba038 conmon[76675]: audit 2021-03-04T23:30:02.861333+0000 mon.a (mon.0) 985 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:30:03.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:03 gibba038 conmon[76675]: audit 2021-03-04T23:30:02.987630+0000 mon.c (mon.1) 325 : audit [DBG] from='client.? 172.21.2.111:0/2770853269' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:03.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:03.339 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:03.340 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:03.417 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-03-04T23:30:03.441 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:03.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:03.458 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:03.458 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:03.531 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:30:03.559 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:03.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:03.576 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:03.577 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:03.678 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:03.695 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:03.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:03.697 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:03.798 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:03.815 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:03.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:03.817 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:03.918 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:03.937 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:03.938 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:03.938 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:04.039 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:04.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:04.057 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:04.057 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:04.159 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:04.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:04.178 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:04.178 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:04.279 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:04.290 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 7, 6, 1] out_osds: [3] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:30:04.291 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:30:04.291 INFO:tasks.thrashosds.thrasher:Reweighting osd 6 to 0.3235835872500715 2021-03-04T23:30:04.292 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 6 0.3235835872500715 2021-03-04T23:30:04.298 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:04.299 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:04.299 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:04.311 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:04 gibba011 conmon[95595]: cluster 2021-03-04T23:30:02.670908+0000 mgr.x (mgr.34676) 818 : cluster [DBG] pgmap v766: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 115 op/s; 36264/346365 objects degraded (10.470%); 42096/346365 objects misplaced (12.154%); 2.1 MiB/s, 32 objects/s recovering 2021-03-04T23:30:04.311 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:04 gibba011 conmon[95595]: cluster 2021-03-04T23:30:03.033197+0000 mon.a (mon.0) 986 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:04.312 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:04 gibba011 conmon[95595]: audit 2021-03-04T23:30:03.036575+0000 mon.a (mon.0) 987 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:30:04.312 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:04 gibba011 conmon[95595]: cluster 2021-03-04T23:30:03.036636+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e204: 8 total, 8 up, 7 in 2021-03-04T23:30:04.312 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:04 gibba011 conmon[95595]: cluster 2021-03-04T23:30:03.926309+0000 mon.a (mon.0) 989 : cluster [WRN] Health check update: Degraded data redundancy: 36264/346365 objects degraded (10.470%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:04.313 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:04 gibba011 conmon[99461]: cluster 2021-03-04T23:30:02.670908+0000 mgr.x (mgr.34676) 818 2021-03-04T23:30:04.313 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:04 gibba011 conmon[99461]: : cluster [DBG] pgmap v766: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 115 op/s; 36264/346365 objects degraded (10.470%); 42096/346365 objects misplaced (12.154%); 2.1 MiB/s, 32 objects/s recovering 2021-03-04T23:30:04.313 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:04 gibba011 conmon[99461]: cluster 2021-03-04T23:30:04.314 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:04 gibba011 conmon[99461]: 2021-03-04T23:30:03.033197+0000 mon.a (mon.0) 986 : cluster [WRN] 2021-03-04T23:30:04.314 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:04 gibba011 conmon[99461]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:04.314 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:04 gibba011 conmon[99461]: audit 2021 2021-03-04T23:30:04.314 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:04 gibba011 conmon[99461]: -03-04T23:30:03. 2021-03-04T23:30:04.315 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:04 gibba011 conmon[99461]: 036575+0000 mon.a (mon.0) 987 : audit [INF] 2021-03-04T23:30:04.315 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:04 gibba011 conmon[99461]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:30:04.315 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:04 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:30:04.315 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:04 gibba011 conmon[99461]: -04T23:30:03.036636 2021-03-04T23:30:04.315 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:04 gibba011 conmon[99461]: +0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e204: 8 total, 8 up, 7 in 2021-03-04T23:30:04.316 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:04 gibba011 conmon[99461]: 2021-03-04T23:30:04.316 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:04 gibba011 conmon[99461]: cluster 2021-03-04T23:30:04.316 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:04 gibba011 conmon[99461]: 2021-03-04T23:30: 2021-03-04T23:30:04.317 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:04 gibba011 conmon[99461]: 03.926309+0000 mon.a (mon.0) 989 : cluster 2021-03-04T23:30:04.317 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:04 gibba011 conmon[99461]: [WRN] Health check update: Degraded data redundancy: 36264/346365 objects degraded (10.470%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:04.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:04 gibba038 conmon[76675]: cluster 2021-03-04T23:30:02.670908+0000 mgr.x (mgr.34676) 818 : cluster [DBG] pgmap v766: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+remapped, 1 active+recovering+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 115 op/s; 36264/346365 objects degraded (10.470%); 42096/346365 objects misplaced (12.154%); 2.1 MiB/s, 32 objects/s recovering 2021-03-04T23:30:04.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:04 gibba038 conmon[76675]: cluster 2021-03-04T23:30:03.033197+0000 mon.a (mon.0) 986 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:04.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:04 gibba038 conmon[76675]: audit 2021-03-04T23:30:03. 2021-03-04T23:30:04.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:04 gibba038 conmon[76675]: 036575+0000 mon.a (mon.0) 987 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:30:04.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:04 gibba038 conmon[76675]: cluster 2021-03-04T23:30:03.036636+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e204: 8 total, 8 up, 7 in 2021-03-04T23:30:04.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:04 gibba038 conmon[76675]: cluster 2021-03-04T23:30:03.926309+0000 mon.a (mon.0) 989 : cluster [WRN] Health check update: Degraded data redundancy: 36264/346365 objects degraded (10.470%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:04.401 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:04.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:04.421 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:04.422 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:04.423 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:04.523 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:04.542 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:04.543 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:04.544 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:04.645 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:04.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:04.665 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:04.666 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:04.767 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:04.785 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:04.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:04.787 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:04.801 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:30:04.801 INFO:teuthology.orchestra.run.gibba038.stdout: "size": 20, 2021-03-04T23:30:04.801 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 600, 2021-03-04T23:30:04.801 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:30:04.802 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.802 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175523 9.1 9:88c9ba67:::benchmark_data_gibba011_139107_object22156:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:30:04.802 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:36.032246+0000", 2021-03-04T23:30:04.802 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 148.763697726, 2021-03-04T23:30:04.803 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7805576350000001, 2021-03-04T23:30:04.803 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:30:04.803 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:04.803 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:30:04.804 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:30:04.804 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:04.804 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175523 2021-03-04T23:30:04.804 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.805 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:30:04.805 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.805 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:30:04.805 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.032246+0000", 2021-03-04T23:30:04.805 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:30:04.806 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.806 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.806 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:30:04.806 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.032246+0000", 2021-03-04T23:30:04.807 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1509999999999998e-06 2021-03-04T23:30:04.807 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.807 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.807 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:30:04.807 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.032248+0000", 2021-03-04T23:30:04.808 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.314e-06 2021-03-04T23:30:04.808 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.808 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.808 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:30:04.808 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.032249+0000", 2021-03-04T23:30:04.809 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.507e-06 2021-03-04T23:30:04.809 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.809 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.809 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:30:04.810 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.032258+0000", 2021-03-04T23:30:04.810 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.16e-06 2021-03-04T23:30:04.810 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.810 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.810 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:30:04.811 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.032262+0000", 2021-03-04T23:30:04.811 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.46957993799999997 2021-03-04T23:30:04.811 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.811 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.811 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:04.812 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.501842+0000", 2021-03-04T23:30:04.812 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0097528210000000001 2021-03-04T23:30:04.812 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.812 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.813 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:30:04.813 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.511594+0000", 2021-03-04T23:30:04.813 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.043881913000000002 2021-03-04T23:30:04.813 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.814 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.814 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:04.815 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.555476+0000", 2021-03-04T23:30:04.815 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010032609 2021-03-04T23:30:04.815 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.816 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.817 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:30:04.817 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.565509+0000", 2021-03-04T23:30:04.817 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1463711440000002 2021-03-04T23:30:04.817 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.818 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.818 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:04.818 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.711880+0000", 2021-03-04T23:30:04.818 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010065157 2021-03-04T23:30:04.819 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.819 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.819 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:30:04.819 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.721945+0000", 2021-03-04T23:30:04.820 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018609105000000001 2021-03-04T23:30:04.820 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.820 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.820 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:30:04.820 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.740554+0000", 2021-03-04T23:30:04.821 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.030634766000000001 2021-03-04T23:30:04.821 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.821 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.822 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:04.822 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.771189+0000", 2021-03-04T23:30:04.822 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.001125102 2021-03-04T23:30:04.822 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.823 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.823 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:30:04.823 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.772314+0000", 2021-03-04T23:30:04.823 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0044679430000000003 2021-03-04T23:30:04.823 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.824 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.824 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:04.824 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.776782+0000", 2021-03-04T23:30:04.825 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0061818300000000001 2021-03-04T23:30:04.825 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.826 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.826 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:30:04.826 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.782964+0000", 2021-03-04T23:30:04.826 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.029839174999999999 2021-03-04T23:30:04.827 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.827 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.827 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:30:04.828 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.812803+0000", 2021-03-04T23:30:04.828 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7805576350000001 2021-03-04T23:30:04.828 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:04.828 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:30:04.829 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:04.829 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.829 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.830 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175534 9.1 9:8169126a:::benchmark_data_gibba011_139107_object22167:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:30:04.830 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:36.110076+0000", 2021-03-04T23:30:04.831 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 148.68586689, 2021-03-04T23:30:04.831 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8942056950000001, 2021-03-04T23:30:04.831 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:30:04.832 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:04.832 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:30:04.832 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:30:04.832 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:04.833 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175534 2021-03-04T23:30:04.833 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.833 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:30:04.834 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.834 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:30:04.834 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.110076+0000", 2021-03-04T23:30:04.834 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:30:04.835 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.835 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.835 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:30:04.835 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.110076+0000", 2021-03-04T23:30:04.836 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9450000000000002e-06 2021-03-04T23:30:04.836 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.836 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.836 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:30:04.837 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.110079+0000", 2021-03-04T23:30:04.837 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.9170000000000001e-06 2021-03-04T23:30:04.837 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.837 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.838 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:30:04.838 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.110089+0000", 2021-03-04T23:30:04.838 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3604999999999999e-05 2021-03-04T23:30:04.838 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.839 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.839 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:30:04.839 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.110103+0000", 2021-03-04T23:30:04.839 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.964e-06 2021-03-04T23:30:04.840 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.840 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.840 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:30:04.841 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.110109+0000", 2021-03-04T23:30:04.841 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.40341585699999999 2021-03-04T23:30:04.841 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.841 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.842 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:04.842 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.513525+0000", 2021-03-04T23:30:04.842 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0096400970000000002 2021-03-04T23:30:04.842 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.843 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.843 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:30:04.843 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.523165+0000", 2021-03-04T23:30:04.843 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.077075033000000001 2021-03-04T23:30:04.844 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.844 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.844 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:04.844 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.600240+0000", 2021-03-04T23:30:04.845 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010840037 2021-03-04T23:30:04.845 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.845 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.846 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:30:04.846 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.611080+0000", 2021-03-04T23:30:04.846 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.282550976 2021-03-04T23:30:04.846 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.847 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.847 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:04.847 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.893631+0000", 2021-03-04T23:30:04.847 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0087170809999999998 2021-03-04T23:30:04.848 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.848 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.848 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:30:04.848 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.902348+0000", 2021-03-04T23:30:04.849 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.016938387999999999 2021-03-04T23:30:04.849 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.849 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.849 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:30:04.850 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.919286+0000", 2021-03-04T23:30:04.850 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.023621000999999999 2021-03-04T23:30:04.850 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.850 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.851 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:04.851 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.942907+0000", 2021-03-04T23:30:04.851 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0029176480000000001 2021-03-04T23:30:04.851 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.852 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.852 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:04.852 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.945825+0000", 2021-03-04T23:30:04.852 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.032898170999999997 2021-03-04T23:30:04.853 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.853 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.853 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:30:04.853 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.978723+0000", 2021-03-04T23:30:04.854 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0046438959999999998 2021-03-04T23:30:04.854 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.854 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.854 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:30:04.855 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.983367+0000", 2021-03-04T23:30:04.855 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.020915079 2021-03-04T23:30:04.855 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.855 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.856 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:30:04.856 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.004282+0000", 2021-03-04T23:30:04.856 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8942056950000001 2021-03-04T23:30:04.856 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:04.857 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:30:04.857 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:04.857 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.858 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.858 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175557 9.1 9:8c029e38:::benchmark_data_gibba011_139107_object22190:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:30:04.858 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:36.285865+0000", 2021-03-04T23:30:04.858 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 148.51007800400001, 2021-03-04T23:30:04.859 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0171543220000001, 2021-03-04T23:30:04.859 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:30:04.859 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:04.859 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:30:04.860 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:30:04.860 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:04.860 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175557 2021-03-04T23:30:04.860 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.861 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:30:04.861 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.862 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:30:04.862 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.285865+0000", 2021-03-04T23:30:04.862 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:30:04.862 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.863 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.863 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:30:04.863 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.285865+0000", 2021-03-04T23:30:04.863 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.007e-06 2021-03-04T23:30:04.864 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.864 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.864 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:30:04.864 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.285867+0000", 2021-03-04T23:30:04.865 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4720000000000001e-06 2021-03-04T23:30:04.865 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.865 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.865 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:30:04.866 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.285869+0000", 2021-03-04T23:30:04.866 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0528e-05 2021-03-04T23:30:04.866 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.866 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.867 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:30:04.867 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.285879+0000", 2021-03-04T23:30:04.867 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.651e-06 2021-03-04T23:30:04.867 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.868 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.868 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:30:04.868 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.285884+0000", 2021-03-04T23:30:04.869 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.32939806399999999 2021-03-04T23:30:04.869 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.869 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.869 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:04.869 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.615282+0000", 2021-03-04T23:30:04.870 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010334579999999999 2021-03-04T23:30:04.870 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.870 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.870 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:30:04.871 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.625617+0000", 2021-03-04T23:30:04.871 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.090296378999999996 2021-03-04T23:30:04.871 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.871 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.871 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:04.872 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.715913+0000", 2021-03-04T23:30:04.872 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.01022751 2021-03-04T23:30:04.872 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.872 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.873 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:30:04.873 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.726140+0000", 2021-03-04T23:30:04.873 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4460208689999998 2021-03-04T23:30:04.873 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.873 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.874 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:04.874 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.172161+0000", 2021-03-04T23:30:04.874 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0084062960000000006 2021-03-04T23:30:04.874 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.875 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.875 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:30:04.875 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.180568+0000", 2021-03-04T23:30:04.875 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.016834150999999999 2021-03-04T23:30:04.875 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.876 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.876 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:30:04.876 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.197402+0000", 2021-03-04T23:30:04.876 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.038810799999999999 2021-03-04T23:30:04.876 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.877 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.877 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:30:04.877 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.236213+0000", 2021-03-04T23:30:04.877 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.038882939999999998 2021-03-04T23:30:04.878 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.878 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.878 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:04.879 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.275096+0000", 2021-03-04T23:30:04.879 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0037536990000000001 2021-03-04T23:30:04.879 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.879 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.879 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:04.880 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.278849+0000", 2021-03-04T23:30:04.880 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0046888169999999996 2021-03-04T23:30:04.880 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.880 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.881 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:30:04.881 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.283538+0000", 2021-03-04T23:30:04.881 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.019481558999999999 2021-03-04T23:30:04.881 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.882 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.882 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:30:04.882 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.303020+0000", 2021-03-04T23:30:04.882 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0171543220000001 2021-03-04T23:30:04.882 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:04.883 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:30:04.883 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:04.883 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.883 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.884 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175785 9.1 9:874c3d94:::benchmark_data_gibba011_139107_object22418:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:30:04.884 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:39.015510+0000", 2021-03-04T23:30:04.884 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 145.780433426, 2021-03-04T23:30:04.884 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0352924620000001, 2021-03-04T23:30:04.885 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:30:04.885 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:04.885 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:30:04.885 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:30:04.885 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:04.886 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175785 2021-03-04T23:30:04.886 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.886 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:30:04.886 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.887 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:30:04.887 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.015510+0000", 2021-03-04T23:30:04.887 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:30:04.887 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.887 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.888 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:30:04.888 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.015510+0000", 2021-03-04T23:30:04.888 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8880000000000001e-06 2021-03-04T23:30:04.888 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.888 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.889 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:30:04.889 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.015513+0000", 2021-03-04T23:30:04.889 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4670000000000001e-06 2021-03-04T23:30:04.889 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.890 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.890 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:30:04.890 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.015514+0000", 2021-03-04T23:30:04.890 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.3600000000000002e-06 2021-03-04T23:30:04.890 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.891 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.891 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:30:04.891 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.015524+0000", 2021-03-04T23:30:04.891 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8099999999999997e-06 2021-03-04T23:30:04.892 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.892 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.892 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:30:04.892 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.015528+0000", 2021-03-04T23:30:04.892 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.024163471999999998 2021-03-04T23:30:04.893 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.893 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.893 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:04.893 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.039692+0000", 2021-03-04T23:30:04.893 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0098486949999999993 2021-03-04T23:30:04.894 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.894 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.894 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:30:04.894 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.049541+0000", 2021-03-04T23:30:04.895 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.082697401000000004 2021-03-04T23:30:04.895 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.895 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.895 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:04.895 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.132238+0000", 2021-03-04T23:30:04.896 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.013440580000000001 2021-03-04T23:30:04.896 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.896 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.896 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:30:04.897 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.145679+0000", 2021-03-04T23:30:04.897 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3519011330000001 2021-03-04T23:30:04.897 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.897 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.897 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:04.898 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.497580+0000", 2021-03-04T23:30:04.898 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095714630000000005 2021-03-04T23:30:04.898 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.898 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.899 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:30:04.899 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.507151+0000", 2021-03-04T23:30:04.899 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.019695218 2021-03-04T23:30:04.899 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.899 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.900 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:30:04.900 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.526846+0000", 2021-03-04T23:30:04.900 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.059052546999999997 2021-03-04T23:30:04.900 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.901 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.901 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:04.901 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.585899+0000", 2021-03-04T23:30:04.901 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027830390000000002 2021-03-04T23:30:04.902 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.902 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.902 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:04.902 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.588682+0000", 2021-03-04T23:30:04.903 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.43817448199999998 2021-03-04T23:30:04.903 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.903 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.903 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:30:04.904 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.026856+0000", 2021-03-04T23:30:04.904 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0054595019999999998 2021-03-04T23:30:04.904 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.904 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.904 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:30:04.905 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.032316+0000", 2021-03-04T23:30:04.905 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018486405000000001 2021-03-04T23:30:04.905 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.905 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.906 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:30:04.906 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.050802+0000", 2021-03-04T23:30:04.906 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0352924620000001 2021-03-04T23:30:04.906 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:04.907 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:30:04.907 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:04.907 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.907 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.907 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175921 9.1 9:89162c64:::benchmark_data_gibba011_139107_object22554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:30:04.908 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:40.395609+0000", 2021-03-04T23:30:04.908 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 144.40033399399999, 2021-03-04T23:30:04.908 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7871235599999999, 2021-03-04T23:30:04.908 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:30:04.908 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:04.909 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:30:04.909 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:30:04.909 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:04.909 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175921 2021-03-04T23:30:04.910 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.910 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:30:04.910 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.910 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:30:04.910 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.395609+0000", 2021-03-04T23:30:04.911 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:30:04.911 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.911 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.912 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:30:04.912 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.395609+0000", 2021-03-04T23:30:04.912 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9809999999999999e-06 2021-03-04T23:30:04.912 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.912 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.913 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:30:04.913 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.395612+0000", 2021-03-04T23:30:04.913 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1129999999999999e-06 2021-03-04T23:30:04.913 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.913 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.914 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:30:04.914 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.395614+0000", 2021-03-04T23:30:04.914 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3254999999999999e-05 2021-03-04T23:30:04.914 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.915 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.915 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:30:04.915 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.395628+0000", 2021-03-04T23:30:04.915 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.5069999999999997e-06 2021-03-04T23:30:04.915 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.916 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.916 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:30:04.916 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.395634+0000", 2021-03-04T23:30:04.916 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.143198459 2021-03-04T23:30:04.917 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.917 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.917 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:04.917 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.538833+0000", 2021-03-04T23:30:04.917 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0094775250000000005 2021-03-04T23:30:04.918 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.918 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.918 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:30:04.918 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.548310+0000", 2021-03-04T23:30:04.919 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.092742710000000006 2021-03-04T23:30:04.919 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.919 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.919 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:04.919 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.641053+0000", 2021-03-04T23:30:04.920 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010257293000000001 2021-03-04T23:30:04.920 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.920 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.920 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:30:04.920 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.651310+0000", 2021-03-04T23:30:04.921 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3355684800000001 2021-03-04T23:30:04.921 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.921 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.921 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:04.922 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.986879+0000", 2021-03-04T23:30:04.922 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095123919999999997 2021-03-04T23:30:04.922 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.922 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.922 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:30:04.923 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.996391+0000", 2021-03-04T23:30:04.923 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017453943999999999 2021-03-04T23:30:04.923 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.924 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.924 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:30:04.924 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.013845+0000", 2021-03-04T23:30:04.924 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.056712599000000002 2021-03-04T23:30:04.924 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.925 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.925 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:04.925 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.070558+0000", 2021-03-04T23:30:04.925 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0028373750000000001 2021-03-04T23:30:04.926 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.926 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.926 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:04.926 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.073395+0000", 2021-03-04T23:30:04.926 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.085009135999999999 2021-03-04T23:30:04.927 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.927 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.927 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:30:04.927 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.158404+0000", 2021-03-04T23:30:04.928 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0048195379999999999 2021-03-04T23:30:04.928 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.928 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.928 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:30:04.929 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.163224+0000", 2021-03-04T23:30:04.929 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.019509253000000001 2021-03-04T23:30:04.929 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.930 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.930 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:30:04.930 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.182733+0000", 2021-03-04T23:30:04.930 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7871235599999999 2021-03-04T23:30:04.931 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:04.931 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:30:04.931 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:04.931 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.932 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.932 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175972 9.1 9:88151d09:::benchmark_data_gibba011_139107_object22605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:30:04.932 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:41.244681+0000", 2021-03-04T23:30:04.932 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 143.551262286, 2021-03-04T23:30:04.932 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8165114259999999, 2021-03-04T23:30:04.933 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:30:04.933 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:04.933 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:30:04.933 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:30:04.934 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:04.934 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175972 2021-03-04T23:30:04.934 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.934 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:30:04.934 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.935 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:30:04.935 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.244681+0000", 2021-03-04T23:30:04.935 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:30:04.935 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.936 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.936 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:30:04.936 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.244681+0000", 2021-03-04T23:30:04.936 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7209999999999999e-06 2021-03-04T23:30:04.936 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.937 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.937 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:30:04.937 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.244683+0000", 2021-03-04T23:30:04.937 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4330000000000001e-06 2021-03-04T23:30:04.938 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.938 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.938 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:30:04.938 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.244684+0000", 2021-03-04T23:30:04.938 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.2320000000000007e-06 2021-03-04T23:30:04.939 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.939 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.939 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:30:04.939 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.244693+0000", 2021-03-04T23:30:04.940 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7390000000000001e-06 2021-03-04T23:30:04.940 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.940 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.940 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:30:04.940 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.244697+0000", 2021-03-04T23:30:04.941 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.020473142 2021-03-04T23:30:04.941 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.941 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.941 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:04.941 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.265170+0000", 2021-03-04T23:30:04.942 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.009373971 2021-03-04T23:30:04.942 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.942 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.942 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:30:04.943 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.274544+0000", 2021-03-04T23:30:04.943 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.17185065899999999 2021-03-04T23:30:04.943 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.943 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.944 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:04.944 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.446395+0000", 2021-03-04T23:30:04.944 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010744872000000001 2021-03-04T23:30:04.944 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.944 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.945 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:30:04.945 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.457140+0000", 2021-03-04T23:30:04.945 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.471081125 2021-03-04T23:30:04.945 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.946 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.946 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:04.946 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.928221+0000", 2021-03-04T23:30:04.947 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0084249270000000005 2021-03-04T23:30:04.947 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.947 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.947 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:30:04.947 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.936646+0000", 2021-03-04T23:30:04.948 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017985250000000001 2021-03-04T23:30:04.948 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.948 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.948 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:30:04.949 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.954631+0000", 2021-03-04T23:30:04.949 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.073886963999999999 2021-03-04T23:30:04.949 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.949 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.949 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:04.950 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.028518+0000", 2021-03-04T23:30:04.950 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0029118669999999998 2021-03-04T23:30:04.950 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.950 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.951 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:04.951 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.031430+0000", 2021-03-04T23:30:04.951 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.003853806 2021-03-04T23:30:04.951 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.951 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.952 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:30:04.952 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.035284+0000", 2021-03-04T23:30:04.952 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004824999 2021-03-04T23:30:04.952 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.953 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.953 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:30:04.953 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.040109+0000", 2021-03-04T23:30:04.953 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.021083719000000001 2021-03-04T23:30:04.954 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.954 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.954 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:30:04.955 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.061192+0000", 2021-03-04T23:30:04.955 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8165114259999999 2021-03-04T23:30:04.955 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:04.956 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:30:04.956 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:04.957 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.957 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.957 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:176107 9.1 9:822c3dd5:::benchmark_data_gibba011_139107_object22740:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:30:04.957 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:42.451457+0000", 2021-03-04T23:30:04.958 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 142.34448605899999, 2021-03-04T23:30:04.958 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.850156594, 2021-03-04T23:30:04.958 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:30:04.958 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:04.958 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:30:04.959 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:30:04.959 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:04.959 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 176107 2021-03-04T23:30:04.959 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.960 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:30:04.960 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.960 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:30:04.960 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.451457+0000", 2021-03-04T23:30:04.961 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:30:04.961 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.961 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.961 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:30:04.961 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.451457+0000", 2021-03-04T23:30:04.962 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.661e-06 2021-03-04T23:30:04.962 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.962 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.962 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:30:04.963 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.451460+0000", 2021-03-04T23:30:04.963 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5659999999999999e-06 2021-03-04T23:30:04.963 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.963 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.963 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:30:04.964 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.451461+0000", 2021-03-04T23:30:04.964 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0407e-05 2021-03-04T23:30:04.964 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.964 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.965 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:30:04.965 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.451472+0000", 2021-03-04T23:30:04.965 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4170000000000002e-06 2021-03-04T23:30:04.965 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.965 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.966 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:30:04.966 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.451476+0000", 2021-03-04T23:30:04.966 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.33583089399999999 2021-03-04T23:30:04.966 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.966 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.967 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:04.967 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.787307+0000", 2021-03-04T23:30:04.967 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0097047729999999999 2021-03-04T23:30:04.967 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.968 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.968 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:30:04.968 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.797012+0000", 2021-03-04T23:30:04.968 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.093547825000000001 2021-03-04T23:30:04.969 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.969 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.969 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:04.969 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.890560+0000", 2021-03-04T23:30:04.970 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.011631147999999999 2021-03-04T23:30:04.970 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.970 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.970 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:30:04.970 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.902191+0000", 2021-03-04T23:30:04.971 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2318402229999998 2021-03-04T23:30:04.971 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.971 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.971 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:04.972 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.134031+0000", 2021-03-04T23:30:04.972 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0085869009999999992 2021-03-04T23:30:04.972 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.972 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.972 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:30:04.973 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.142618+0000", 2021-03-04T23:30:04.973 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018745953999999999 2021-03-04T23:30:04.973 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.973 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.973 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:30:04.974 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.161364+0000", 2021-03-04T23:30:04.974 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.044259956000000003 2021-03-04T23:30:04.974 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.974 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.975 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:30:04.975 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.205624+0000", 2021-03-04T23:30:04.976 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014504678999999999 2021-03-04T23:30:04.976 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.977 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.977 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:04.977 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.220129+0000", 2021-03-04T23:30:04.977 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.052395487999999997 2021-03-04T23:30:04.977 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.978 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.978 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:04.978 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.272524+0000", 2021-03-04T23:30:04.978 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0047540350000000002 2021-03-04T23:30:04.979 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.979 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.979 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:30:04.979 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.277278+0000", 2021-03-04T23:30:04.980 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.024335666999999998 2021-03-04T23:30:04.980 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.980 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.980 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:30:04.980 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.301614+0000", 2021-03-04T23:30:04.981 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.850156594 2021-03-04T23:30:04.981 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:04.981 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:30:04.981 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:04.982 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.982 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.982 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:176110 9.1 9:84a82d03:::benchmark_data_gibba011_139107_object22743:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:30:04.982 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:42.460692+0000", 2021-03-04T23:30:04.983 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 142.33525080499999, 2021-03-04T23:30:04.983 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0314735009999998, 2021-03-04T23:30:04.983 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:30:04.983 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:04.983 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:30:04.984 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:30:04.984 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:04.984 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 176110 2021-03-04T23:30:04.984 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.984 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:30:04.985 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.985 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:30:04.985 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.460692+0000", 2021-03-04T23:30:04.985 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:30:04.986 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.986 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.986 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:30:04.986 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.460692+0000", 2021-03-04T23:30:04.986 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2409999999999998e-06 2021-03-04T23:30:04.987 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.987 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.987 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:30:04.987 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.460695+0000", 2021-03-04T23:30:04.988 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0090000000000002e-06 2021-03-04T23:30:04.988 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.988 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.988 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:30:04.988 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.460697+0000", 2021-03-04T23:30:04.989 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0363e-05 2021-03-04T23:30:04.989 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.989 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.989 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:30:04.989 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.460737+0000", 2021-03-04T23:30:04.990 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.651e-06 2021-03-04T23:30:04.990 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.990 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.990 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:30:04.991 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.460742+0000", 2021-03-04T23:30:04.991 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.33732654099999998 2021-03-04T23:30:04.991 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.991 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.991 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:04.992 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.798068+0000", 2021-03-04T23:30:04.992 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0096467640000000004 2021-03-04T23:30:04.992 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.992 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.992 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:30:04.993 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.807715+0000", 2021-03-04T23:30:04.993 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.13447742500000001 2021-03-04T23:30:04.993 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.993 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.994 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:04.994 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.942192+0000", 2021-03-04T23:30:04.994 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010880684999999999 2021-03-04T23:30:04.994 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.994 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.995 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:30:04.995 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.953073+0000", 2021-03-04T23:30:04.995 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3760818320000001 2021-03-04T23:30:04.995 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.996 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.996 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:04.996 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.329155+0000", 2021-03-04T23:30:04.996 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.012138548000000001 2021-03-04T23:30:04.996 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.997 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.997 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:30:04.997 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.341294+0000", 2021-03-04T23:30:04.997 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.019721078999999999 2021-03-04T23:30:04.997 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.998 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:04.998 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:30:04.998 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.361015+0000", 2021-03-04T23:30:04.999 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.046596057000000003 2021-03-04T23:30:04.999 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:04.999 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.000 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:30:05.000 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.407611+0000", 2021-03-04T23:30:05.001 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.048728771999999997 2021-03-04T23:30:05.001 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.002 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.002 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.003 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.456339+0000", 2021-03-04T23:30:05.003 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0047145190000000003 2021-03-04T23:30:05.003 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.004 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.004 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.005 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.461054+0000", 2021-03-04T23:30:05.005 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0053346699999999997 2021-03-04T23:30:05.006 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.006 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.007 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:30:05.007 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.466389+0000", 2021-03-04T23:30:05.007 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.025777345 2021-03-04T23:30:05.008 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.008 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.009 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:30:05.009 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.492166+0000", 2021-03-04T23:30:05.010 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0314735009999998 2021-03-04T23:30:05.010 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.011 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:30:05.011 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.011 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.012 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.012 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:176127 9.1 9:8db6e272:::benchmark_data_gibba011_139107_object22760:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:30:05.013 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:42.583057+0000", 2021-03-04T23:30:05.013 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 142.21288617499999, 2021-03-04T23:30:05.014 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.952783921, 2021-03-04T23:30:05.014 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:30:05.015 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:05.015 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:30:05.015 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:30:05.016 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:05.016 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 176127 2021-03-04T23:30:05.017 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.017 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:30:05.017 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.017 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:30:05.017 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.583057+0000", 2021-03-04T23:30:05.018 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:30:05.018 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.018 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.019 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:30:05.019 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.583057+0000", 2021-03-04T23:30:05.019 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3199999999999998e-06 2021-03-04T23:30:05.019 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.019 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.020 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:30:05.020 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.583059+0000", 2021-03-04T23:30:05.020 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4219999999999999e-06 2021-03-04T23:30:05.020 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.021 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.021 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:30:05.021 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.583061+0000", 2021-03-04T23:30:05.021 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0363999999999999e-05 2021-03-04T23:30:05.021 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.022 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.022 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:30:05.022 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.583071+0000", 2021-03-04T23:30:05.022 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.113e-06 2021-03-04T23:30:05.023 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.023 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.023 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:30:05.023 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.583076+0000", 2021-03-04T23:30:05.023 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.37096892399999998 2021-03-04T23:30:05.024 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.024 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.024 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.025 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.954045+0000", 2021-03-04T23:30:05.025 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095569790000000002 2021-03-04T23:30:05.025 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.025 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.026 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:30:05.026 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.963602+0000", 2021-03-04T23:30:05.026 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.093728017999999996 2021-03-04T23:30:05.026 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.027 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.027 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.027 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.057330+0000", 2021-03-04T23:30:05.028 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010381638 2021-03-04T23:30:05.028 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.028 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.028 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:30:05.029 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.067712+0000", 2021-03-04T23:30:05.029 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.341094376 2021-03-04T23:30:05.029 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.029 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.030 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.030 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.408806+0000", 2021-03-04T23:30:05.030 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0099346039999999997 2021-03-04T23:30:05.031 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.031 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.031 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:30:05.031 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.418741+0000", 2021-03-04T23:30:05.032 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.021479068 2021-03-04T23:30:05.032 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.032 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.032 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:30:05.033 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.440220+0000", 2021-03-04T23:30:05.033 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017266614999999999 2021-03-04T23:30:05.033 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.033 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.033 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:30:05.034 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.457487+0000", 2021-03-04T23:30:05.034 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.039587039999999997 2021-03-04T23:30:05.034 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.034 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.035 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.035 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.497074+0000", 2021-03-04T23:30:05.035 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0049146659999999998 2021-03-04T23:30:05.035 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.035 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.036 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.036 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.501988+0000", 2021-03-04T23:30:05.036 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0079465990000000004 2021-03-04T23:30:05.036 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.036 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.037 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:30:05.037 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.509935+0000", 2021-03-04T23:30:05.037 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.025906175 2021-03-04T23:30:05.038 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.038 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.038 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:30:05.038 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.535841+0000", 2021-03-04T23:30:05.038 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.952783921 2021-03-04T23:30:05.039 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.039 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:30:05.039 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.039 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.039 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.040 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:176243 9.1 9:833759dd:::benchmark_data_gibba011_139107_object22876:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:30:05.040 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:43.504247+0000", 2021-03-04T23:30:05.040 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 141.291696239, 2021-03-04T23:30:05.040 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7942439549999998, 2021-03-04T23:30:05.040 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:30:05.041 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:05.041 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:30:05.041 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:30:05.041 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:05.042 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 176243 2021-03-04T23:30:05.042 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.042 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:30:05.042 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.043 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:30:05.043 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.504247+0000", 2021-03-04T23:30:05.043 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:30:05.043 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.043 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.044 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:30:05.044 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.504247+0000", 2021-03-04T23:30:05.044 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.52e-06 2021-03-04T23:30:05.044 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.044 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.045 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:30:05.045 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.504250+0000", 2021-03-04T23:30:05.045 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.398e-06 2021-03-04T23:30:05.045 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.046 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.046 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:30:05.046 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.504251+0000", 2021-03-04T23:30:05.046 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0986e-05 2021-03-04T23:30:05.047 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.047 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.047 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:30:05.048 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.504262+0000", 2021-03-04T23:30:05.048 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5709999999999999e-06 2021-03-04T23:30:05.048 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.048 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.049 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:30:05.049 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.504267+0000", 2021-03-04T23:30:05.049 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16415517900000001 2021-03-04T23:30:05.049 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.049 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.050 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.050 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.668422+0000", 2021-03-04T23:30:05.050 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.013028418 2021-03-04T23:30:05.050 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.051 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.051 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:30:05.051 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.681450+0000", 2021-03-04T23:30:05.051 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.057965098999999999 2021-03-04T23:30:05.051 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.052 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.052 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.052 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.739415+0000", 2021-03-04T23:30:05.052 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010498209 2021-03-04T23:30:05.053 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.053 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.053 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:30:05.053 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.749913+0000", 2021-03-04T23:30:05.053 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1333208849999998 2021-03-04T23:30:05.054 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.054 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.054 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.055 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.883234+0000", 2021-03-04T23:30:05.055 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0084775200000000005 2021-03-04T23:30:05.055 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.055 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.055 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:30:05.056 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.891712+0000", 2021-03-04T23:30:05.056 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.016953729000000001 2021-03-04T23:30:05.056 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.056 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.057 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:30:05.057 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.908666+0000", 2021-03-04T23:30:05.057 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.091029302000000006 2021-03-04T23:30:05.057 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.058 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.058 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.058 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.999695+0000", 2021-03-04T23:30:05.058 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027829080000000002 2021-03-04T23:30:05.059 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.059 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.059 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.059 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.002478+0000", 2021-03-04T23:30:05.060 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.26429942000000001 2021-03-04T23:30:05.060 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.060 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.060 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:30:05.060 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.266777+0000", 2021-03-04T23:30:05.061 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0048576920000000003 2021-03-04T23:30:05.061 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.061 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.061 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:30:05.062 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.271635+0000", 2021-03-04T23:30:05.062 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.026856119000000001 2021-03-04T23:30:05.062 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.062 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.063 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:30:05.063 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.298491+0000", 2021-03-04T23:30:05.063 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7942439549999998 2021-03-04T23:30:05.063 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.063 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:30:05.064 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.064 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.064 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.064 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:176269 9.1 9:8c886cdc:::benchmark_data_gibba011_139107_object22902:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:30:05.065 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:43.597532+0000", 2021-03-04T23:30:05.065 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 141.198411002, 2021-03-04T23:30:05.065 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7831447169999999, 2021-03-04T23:30:05.065 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:30:05.065 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:05.066 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:30:05.066 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:30:05.066 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:05.066 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 176269 2021-03-04T23:30:05.067 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.067 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:30:05.067 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.067 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:30:05.067 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.597532+0000", 2021-03-04T23:30:05.068 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:30:05.068 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.068 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.069 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:30:05.069 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.597532+0000", 2021-03-04T23:30:05.069 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0719999999999998e-06 2021-03-04T23:30:05.069 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.070 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.070 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:30:05.070 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.597534+0000", 2021-03-04T23:30:05.070 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4410000000000001e-06 2021-03-04T23:30:05.071 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.071 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.071 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:30:05.071 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.597536+0000", 2021-03-04T23:30:05.071 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.132e-05 2021-03-04T23:30:05.072 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.072 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.072 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:30:05.072 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.597547+0000", 2021-03-04T23:30:05.073 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4320000000000001e-06 2021-03-04T23:30:05.073 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.073 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.073 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:30:05.073 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.597552+0000", 2021-03-04T23:30:05.074 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.096384009000000007 2021-03-04T23:30:05.074 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.074 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.074 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.075 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.693936+0000", 2021-03-04T23:30:05.075 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095782269999999999 2021-03-04T23:30:05.075 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.075 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.075 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:30:05.076 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.703514+0000", 2021-03-04T23:30:05.076 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.12897698499999999 2021-03-04T23:30:05.076 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.076 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.077 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.077 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.832491+0000", 2021-03-04T23:30:05.077 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010486534 2021-03-04T23:30:05.077 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.077 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.078 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:30:05.078 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.842977+0000", 2021-03-04T23:30:05.078 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.244619395 2021-03-04T23:30:05.078 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.079 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.079 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.079 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.087597+0000", 2021-03-04T23:30:05.079 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.008725834 2021-03-04T23:30:05.080 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.080 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.080 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:30:05.080 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.096323+0000", 2021-03-04T23:30:05.081 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017066272 2021-03-04T23:30:05.081 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.081 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.081 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:30:05.082 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.113389+0000", 2021-03-04T23:30:05.082 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018380924 2021-03-04T23:30:05.082 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.082 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.082 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.083 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.131770+0000", 2021-03-04T23:30:05.083 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027263650000000001 2021-03-04T23:30:05.083 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.083 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.084 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.084 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.134496+0000", 2021-03-04T23:30:05.084 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.208337943 2021-03-04T23:30:05.084 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.084 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.085 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:30:05.085 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.342834+0000", 2021-03-04T23:30:05.085 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0049485340000000001 2021-03-04T23:30:05.085 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.086 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.086 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:30:05.086 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.347783+0000", 2021-03-04T23:30:05.086 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.032894430000000002 2021-03-04T23:30:05.086 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.087 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.087 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:30:05.087 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.380677+0000", 2021-03-04T23:30:05.087 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7831447169999999 2021-03-04T23:30:05.087 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.088 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:30:05.088 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.088 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.088 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.088 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:185115 9.1 9:8db1c129:::benchmark_data_gibba011_139107_object31748:head [delete] snapc 0=[] ondisk+write+known_if_redirected e192)", 2021-03-04T23:30:05.089 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:07.224626+0000", 2021-03-04T23:30:05.089 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 57.571317315000002, 2021-03-04T23:30:05.089 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9502119969999998, 2021-03-04T23:30:05.089 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:30:05.090 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:05.090 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:30:05.090 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:30:05.090 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:05.091 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 185115 2021-03-04T23:30:05.091 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.091 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:30:05.091 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.092 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:30:05.092 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.224626+0000", 2021-03-04T23:30:05.092 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:30:05.092 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.092 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.093 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:30:05.093 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.224626+0000", 2021-03-04T23:30:05.093 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5900000000000002e-06 2021-03-04T23:30:05.093 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.093 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.094 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:30:05.094 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.224629+0000", 2021-03-04T23:30:05.094 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5510000000000001e-06 2021-03-04T23:30:05.094 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.095 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.095 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:30:05.095 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.224630+0000", 2021-03-04T23:30:05.095 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.8169999999999994e-06 2021-03-04T23:30:05.096 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.096 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.096 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:30:05.096 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.224640+0000", 2021-03-04T23:30:05.096 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4320000000000001e-06 2021-03-04T23:30:05.097 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.097 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.097 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:30:05.097 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.224644+0000", 2021-03-04T23:30:05.097 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.058837663999999998 2021-03-04T23:30:05.098 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.098 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.098 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.098 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.283482+0000", 2021-03-04T23:30:05.099 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0085682689999999999 2021-03-04T23:30:05.099 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.099 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.099 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:30:05.100 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.292050+0000", 2021-03-04T23:30:05.100 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.066805794000000002 2021-03-04T23:30:05.101 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.101 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.102 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.102 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.358856+0000", 2021-03-04T23:30:05.103 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0099686919999999995 2021-03-04T23:30:05.103 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.103 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.104 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:30:05.104 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.368825+0000", 2021-03-04T23:30:05.105 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1734892129999999 2021-03-04T23:30:05.105 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.106 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.106 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.107 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.542314+0000", 2021-03-04T23:30:05.107 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0075234100000000003 2021-03-04T23:30:05.107 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.108 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.108 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:30:05.109 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.549837+0000", 2021-03-04T23:30:05.109 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014975005 2021-03-04T23:30:05.110 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.110 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.111 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:30:05.111 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.564812+0000", 2021-03-04T23:30:05.111 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.039227563 2021-03-04T23:30:05.112 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.112 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.113 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.113 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.604040+0000", 2021-03-04T23:30:05.114 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0025300750000000001 2021-03-04T23:30:05.114 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.115 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.115 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.116 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.606570+0000", 2021-03-04T23:30:05.116 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.54562443299999996 2021-03-04T23:30:05.116 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.117 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.117 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:30:05.118 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.152194+0000", 2021-03-04T23:30:05.118 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004202786 2021-03-04T23:30:05.118 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.118 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.119 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:30:05.119 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.156397+0000", 2021-03-04T23:30:05.119 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018440702999999999 2021-03-04T23:30:05.119 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.120 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.120 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:30:05.120 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.174838+0000", 2021-03-04T23:30:05.121 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9502119969999998 2021-03-04T23:30:05.121 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.121 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:30:05.121 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.121 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.122 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.122 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:185126 9.1 9:837befaa:::benchmark_data_gibba011_139107_object31759:head [delete] snapc 0=[] ondisk+write+known_if_redirected e192)", 2021-03-04T23:30:05.122 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:07.349478+0000", 2021-03-04T23:30:05.122 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 57.446464812999999, 2021-03-04T23:30:05.123 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8518216070000002, 2021-03-04T23:30:05.123 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:30:05.123 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:05.123 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:30:05.124 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:30:05.124 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:05.124 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 185126 2021-03-04T23:30:05.124 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.124 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:30:05.125 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.125 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:30:05.125 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.349478+0000", 2021-03-04T23:30:05.125 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:30:05.125 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.126 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.126 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:30:05.126 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.349478+0000", 2021-03-04T23:30:05.126 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6819999999999999e-06 2021-03-04T23:30:05.127 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.127 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.127 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:30:05.127 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.349481+0000", 2021-03-04T23:30:05.128 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2780000000000001e-06 2021-03-04T23:30:05.128 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.128 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.128 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:30:05.129 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.349482+0000", 2021-03-04T23:30:05.129 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1694e-05 2021-03-04T23:30:05.129 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.129 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.129 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:30:05.130 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.349494+0000", 2021-03-04T23:30:05.130 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4999999999999999e-06 2021-03-04T23:30:05.130 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.131 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.131 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:30:05.131 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.349500+0000", 2021-03-04T23:30:05.132 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.020252297999999998 2021-03-04T23:30:05.132 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.132 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.132 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.133 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.369752+0000", 2021-03-04T23:30:05.133 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0092976159999999999 2021-03-04T23:30:05.133 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.133 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.134 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:30:05.134 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.379050+0000", 2021-03-04T23:30:05.134 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.085176769999999999 2021-03-04T23:30:05.134 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.134 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.135 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.135 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.464226+0000", 2021-03-04T23:30:05.135 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0092636509999999995 2021-03-04T23:30:05.135 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.136 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.136 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:30:05.136 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.473490+0000", 2021-03-04T23:30:05.136 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1537056219999999 2021-03-04T23:30:05.136 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.137 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.137 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.137 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.627196+0000", 2021-03-04T23:30:05.137 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0073584330000000002 2021-03-04T23:30:05.137 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.138 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.138 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:30:05.138 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.634554+0000", 2021-03-04T23:30:05.138 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014668773 2021-03-04T23:30:05.139 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.139 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.139 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:30:05.139 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.649223+0000", 2021-03-04T23:30:05.139 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.063101320000000002 2021-03-04T23:30:05.140 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.140 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.140 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.140 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.712324+0000", 2021-03-04T23:30:05.140 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0025495869999999999 2021-03-04T23:30:05.141 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.141 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.141 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.142 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.714874+0000", 2021-03-04T23:30:05.142 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.46354621400000001 2021-03-04T23:30:05.142 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.142 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.143 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:30:05.143 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.178420+0000", 2021-03-04T23:30:05.143 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0043027059999999999 2021-03-04T23:30:05.143 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.143 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.144 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:30:05.144 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.182723+0000", 2021-03-04T23:30:05.144 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018577462999999999 2021-03-04T23:30:05.144 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.144 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.145 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:30:05.145 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.201300+0000", 2021-03-04T23:30:05.145 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8518216070000002 2021-03-04T23:30:05.145 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.146 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:30:05.146 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.146 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.146 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.147 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:185395 9.1 9:8ef355a1:::benchmark_data_gibba011_139107_object32028:head [delete] snapc 0=[] ondisk+write+known_if_redirected e193)", 2021-03-04T23:30:05.147 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:10.223059+0000", 2021-03-04T23:30:05.147 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 54.572884618000003, 2021-03-04T23:30:05.148 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0096441949999999, 2021-03-04T23:30:05.148 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:30:05.148 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:05.148 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:30:05.148 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:30:05.149 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:05.149 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 185395 2021-03-04T23:30:05.149 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.149 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:30:05.150 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.150 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:30:05.150 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.223059+0000", 2021-03-04T23:30:05.150 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:30:05.150 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.151 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.151 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:30:05.151 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.223059+0000", 2021-03-04T23:30:05.152 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2979999999999999e-06 2021-03-04T23:30:05.152 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.152 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.152 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:30:05.152 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.223061+0000", 2021-03-04T23:30:05.153 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7409999999999999e-06 2021-03-04T23:30:05.153 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.153 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.153 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:30:05.154 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.223063+0000", 2021-03-04T23:30:05.154 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0485999999999999e-05 2021-03-04T23:30:05.154 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.154 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.154 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:30:05.155 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.223073+0000", 2021-03-04T23:30:05.155 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4309999999999996e-06 2021-03-04T23:30:05.155 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.155 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.156 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:30:05.156 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.223078+0000", 2021-03-04T23:30:05.156 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20380785000000001 2021-03-04T23:30:05.156 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.156 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.157 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.157 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.426885+0000", 2021-03-04T23:30:05.157 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0045403930000000002 2021-03-04T23:30:05.157 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.158 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.158 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:30:05.158 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.431426+0000", 2021-03-04T23:30:05.158 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.37784155200000002 2021-03-04T23:30:05.159 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.159 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.159 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.159 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.809267+0000", 2021-03-04T23:30:05.159 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0092340630000000007 2021-03-04T23:30:05.160 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.160 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.160 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:30:05.160 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.818501+0000", 2021-03-04T23:30:05.161 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.799309335 2021-03-04T23:30:05.161 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.161 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.161 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.161 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.617811+0000", 2021-03-04T23:30:05.162 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0074711450000000002 2021-03-04T23:30:05.162 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.162 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.162 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:30:05.163 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.625282+0000", 2021-03-04T23:30:05.163 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014791846000000001 2021-03-04T23:30:05.163 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.163 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.163 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:30:05.164 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.640074+0000", 2021-03-04T23:30:05.164 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.061505301999999998 2021-03-04T23:30:05.164 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.164 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.165 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.165 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.701579+0000", 2021-03-04T23:30:05.165 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0024781180000000001 2021-03-04T23:30:05.165 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.165 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.166 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.166 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.704057+0000", 2021-03-04T23:30:05.166 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.50496845700000004 2021-03-04T23:30:05.166 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.166 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.167 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:30:05.167 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.209026+0000", 2021-03-04T23:30:05.167 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0058628439999999999 2021-03-04T23:30:05.167 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.168 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.168 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:30:05.168 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.214889+0000", 2021-03-04T23:30:05.168 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017814334000000001 2021-03-04T23:30:05.168 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.169 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.169 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:30:05.169 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.232703+0000", 2021-03-04T23:30:05.169 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0096441949999999 2021-03-04T23:30:05.170 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.170 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:30:05.170 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.170 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.170 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.171 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:185446 9.1 9:8279dd19:::benchmark_data_gibba011_139107_object32079:head [delete] snapc 0=[] ondisk+write+known_if_redirected e193)", 2021-03-04T23:30:05.171 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:10.374992+0000", 2021-03-04T23:30:05.171 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 54.420950896999997, 2021-03-04T23:30:05.171 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8331628740000001, 2021-03-04T23:30:05.172 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:30:05.172 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:05.172 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:30:05.172 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:30:05.172 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:05.173 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 185446 2021-03-04T23:30:05.173 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.173 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:30:05.173 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.173 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:30:05.174 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.374992+0000", 2021-03-04T23:30:05.174 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:30:05.174 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.174 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.175 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:30:05.175 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.374992+0000", 2021-03-04T23:30:05.175 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.491e-06 2021-03-04T23:30:05.175 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.175 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.176 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:30:05.176 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.374995+0000", 2021-03-04T23:30:05.176 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3909999999999999e-06 2021-03-04T23:30:05.176 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.176 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.177 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:30:05.177 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.374996+0000", 2021-03-04T23:30:05.177 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.9979999999999998e-06 2021-03-04T23:30:05.177 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.178 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.178 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:30:05.178 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.375006+0000", 2021-03-04T23:30:05.178 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2679999999999996e-06 2021-03-04T23:30:05.178 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.179 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.179 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:30:05.179 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.375011+0000", 2021-03-04T23:30:05.179 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.22591351600000001 2021-03-04T23:30:05.180 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.180 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.180 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.180 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.600924+0000", 2021-03-04T23:30:05.180 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0090933750000000008 2021-03-04T23:30:05.181 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.181 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.181 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:30:05.181 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.610017+0000", 2021-03-04T23:30:05.182 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.13570367 2021-03-04T23:30:05.182 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.182 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.182 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.182 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.745721+0000", 2021-03-04T23:30:05.183 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095126680000000002 2021-03-04T23:30:05.183 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.183 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.183 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:30:05.184 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.755234+0000", 2021-03-04T23:30:05.184 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8009543939999999 2021-03-04T23:30:05.184 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.184 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.184 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.185 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.556188+0000", 2021-03-04T23:30:05.185 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0074166199999999996 2021-03-04T23:30:05.185 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.185 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.185 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:30:05.186 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.563605+0000", 2021-03-04T23:30:05.186 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.015177645999999999 2021-03-04T23:30:05.186 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.186 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.187 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:30:05.187 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.578782+0000", 2021-03-04T23:30:05.187 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.015748485999999999 2021-03-04T23:30:05.187 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.187 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.188 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.188 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.594531+0000", 2021-03-04T23:30:05.188 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0024722590000000001 2021-03-04T23:30:05.188 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.188 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.189 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.189 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.597003+0000", 2021-03-04T23:30:05.189 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.58855102699999995 2021-03-04T23:30:05.189 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.190 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.190 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:30:05.190 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.185554+0000", 2021-03-04T23:30:05.190 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0045620410000000002 2021-03-04T23:30:05.190 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.191 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.191 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:30:05.191 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.190116+0000", 2021-03-04T23:30:05.191 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018039024000000001 2021-03-04T23:30:05.192 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.192 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.192 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:30:05.192 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.208155+0000", 2021-03-04T23:30:05.192 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8331628740000001 2021-03-04T23:30:05.193 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.193 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:30:05.193 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.193 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.193 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.194 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:185449 9.1 9:860d33f3:::benchmark_data_gibba011_139107_object32082:head [delete] snapc 0=[] ondisk+write+known_if_redirected e193)", 2021-03-04T23:30:05.194 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:10.386231+0000", 2021-03-04T23:30:05.194 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 54.409711827000002, 2021-03-04T23:30:05.194 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7984349040000001, 2021-03-04T23:30:05.195 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:30:05.195 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:05.195 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:30:05.195 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:30:05.195 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:05.196 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 185449 2021-03-04T23:30:05.196 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.196 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:30:05.196 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.196 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:30:05.197 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.386231+0000", 2021-03-04T23:30:05.197 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:30:05.197 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.197 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.198 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:30:05.198 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.386231+0000", 2021-03-04T23:30:05.198 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4360000000000001e-06 2021-03-04T23:30:05.198 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.198 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.199 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:30:05.199 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.386234+0000", 2021-03-04T23:30:05.199 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.525e-06 2021-03-04T23:30:05.199 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.199 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.200 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:30:05.200 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.386235+0000", 2021-03-04T23:30:05.200 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.995e-06 2021-03-04T23:30:05.200 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.201 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.201 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:30:05.201 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.386245+0000", 2021-03-04T23:30:05.201 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3150000000000002e-06 2021-03-04T23:30:05.201 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.202 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.202 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:30:05.202 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.386250+0000", 2021-03-04T23:30:05.202 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.224756224 2021-03-04T23:30:05.203 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.203 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.203 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.203 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.611006+0000", 2021-03-04T23:30:05.203 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0086031939999999998 2021-03-04T23:30:05.204 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.204 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.204 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:30:05.204 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.619609+0000", 2021-03-04T23:30:05.204 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.083516589000000002 2021-03-04T23:30:05.205 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.205 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.205 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.205 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.703126+0000", 2021-03-04T23:30:05.206 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0092722550000000001 2021-03-04T23:30:05.206 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.206 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.206 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:30:05.206 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.712398+0000", 2021-03-04T23:30:05.207 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7926572439999999 2021-03-04T23:30:05.207 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.207 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.207 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.207 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.505055+0000", 2021-03-04T23:30:05.208 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0074428070000000001 2021-03-04T23:30:05.208 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.208 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.208 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:30:05.208 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.512498+0000", 2021-03-04T23:30:05.209 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014782616 2021-03-04T23:30:05.209 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.209 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.209 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:30:05.210 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.527281+0000", 2021-03-04T23:30:05.210 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.062301804000000002 2021-03-04T23:30:05.210 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.210 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.210 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.211 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.589582+0000", 2021-03-04T23:30:05.211 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.002480229 2021-03-04T23:30:05.211 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.211 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.211 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.212 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.592063+0000", 2021-03-04T23:30:05.212 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.56543957099999997 2021-03-04T23:30:05.212 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.212 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.213 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:30:05.213 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.157502+0000", 2021-03-04T23:30:05.213 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004177755 2021-03-04T23:30:05.213 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.213 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.214 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:30:05.214 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.161680+0000", 2021-03-04T23:30:05.214 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.022986344999999998 2021-03-04T23:30:05.214 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.214 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.215 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:30:05.215 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.184666+0000", 2021-03-04T23:30:05.215 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7984349040000001 2021-03-04T23:30:05.215 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.215 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:30:05.216 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.216 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.216 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.216 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:185457 9.1 9:8366f887:::benchmark_data_gibba011_139107_object32090:head [delete] snapc 0=[] ondisk+write+known_if_redirected e193)", 2021-03-04T23:30:05.217 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:10.445227+0000", 2021-03-04T23:30:05.217 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 54.350716448999997, 2021-03-04T23:30:05.217 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8427797190000001, 2021-03-04T23:30:05.217 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:30:05.217 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:05.218 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:30:05.218 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:30:05.218 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:05.218 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 185457 2021-03-04T23:30:05.219 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.219 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:30:05.219 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.219 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:30:05.219 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.445227+0000", 2021-03-04T23:30:05.220 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:30:05.220 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.220 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.220 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:30:05.220 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.445227+0000", 2021-03-04T23:30:05.221 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5469999999999999e-06 2021-03-04T23:30:05.221 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.221 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.221 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:30:05.222 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.445229+0000", 2021-03-04T23:30:05.222 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.412e-06 2021-03-04T23:30:05.222 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.222 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.222 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:30:05.223 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.445231+0000", 2021-03-04T23:30:05.223 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.8230000000000006e-06 2021-03-04T23:30:05.223 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.223 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.224 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:30:05.224 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.445241+0000", 2021-03-04T23:30:05.224 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8060000000000001e-06 2021-03-04T23:30:05.224 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.224 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.225 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:30:05.225 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.445244+0000", 2021-03-04T23:30:05.225 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.31335281999999998 2021-03-04T23:30:05.225 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.226 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.226 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.226 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.758597+0000", 2021-03-04T23:30:05.226 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0091149270000000001 2021-03-04T23:30:05.226 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.227 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.227 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:30:05.227 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.767712+0000", 2021-03-04T23:30:05.227 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.12812837499999999 2021-03-04T23:30:05.228 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.228 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.228 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.228 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.895841+0000", 2021-03-04T23:30:05.228 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0096843580000000005 2021-03-04T23:30:05.229 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.229 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.229 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:30:05.229 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.905525+0000", 2021-03-04T23:30:05.230 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8723160080000001 2021-03-04T23:30:05.230 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.230 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.230 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.230 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.777841+0000", 2021-03-04T23:30:05.231 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0074666890000000003 2021-03-04T23:30:05.231 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.231 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.231 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:30:05.232 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.785308+0000", 2021-03-04T23:30:05.232 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014750213 2021-03-04T23:30:05.232 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.232 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.232 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:30:05.233 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.800058+0000", 2021-03-04T23:30:05.233 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.064545064999999999 2021-03-04T23:30:05.233 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.233 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.234 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.234 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.864603+0000", 2021-03-04T23:30:05.234 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0024724429999999999 2021-03-04T23:30:05.234 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.234 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.235 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.235 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.867075+0000", 2021-03-04T23:30:05.235 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.39465672499999999 2021-03-04T23:30:05.235 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.236 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.236 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:30:05.236 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.261732+0000", 2021-03-04T23:30:05.236 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0058949620000000001 2021-03-04T23:30:05.236 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.237 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.237 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:30:05.237 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.267627+0000", 2021-03-04T23:30:05.237 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.020379545999999998 2021-03-04T23:30:05.237 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.238 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.238 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:30:05.238 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.288007+0000", 2021-03-04T23:30:05.238 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8427797190000001 2021-03-04T23:30:05.239 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.239 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:30:05.239 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.239 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.239 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.240 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:186580 9.1 9:8c9c6def:::benchmark_data_gibba011_139107_object33213:head [delete] snapc 0=[] ondisk+write+known_if_redirected e194)", 2021-03-04T23:30:05.240 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:21.213653+0000", 2021-03-04T23:30:05.240 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 43.582290274999998, 2021-03-04T23:30:05.240 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7916870899999999, 2021-03-04T23:30:05.240 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:30:05.241 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:05.241 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:30:05.241 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:30:05.241 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:05.242 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 186580 2021-03-04T23:30:05.242 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.242 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:30:05.242 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.242 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:30:05.243 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.213653+0000", 2021-03-04T23:30:05.243 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:30:05.243 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.243 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.243 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:30:05.244 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.213653+0000", 2021-03-04T23:30:05.244 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3070000000000001e-06 2021-03-04T23:30:05.244 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.244 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.245 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:30:05.245 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.213655+0000", 2021-03-04T23:30:05.245 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.655e-06 2021-03-04T23:30:05.245 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.245 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.246 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:30:05.246 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.213657+0000", 2021-03-04T23:30:05.246 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1549000000000001e-05 2021-03-04T23:30:05.246 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.246 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.247 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:30:05.247 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.213669+0000", 2021-03-04T23:30:05.247 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2849999999999996e-06 2021-03-04T23:30:05.247 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.248 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.248 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:30:05.248 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.213673+0000", 2021-03-04T23:30:05.248 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.31663317299999999 2021-03-04T23:30:05.248 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.249 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.249 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.249 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.530306+0000", 2021-03-04T23:30:05.249 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0085588529999999999 2021-03-04T23:30:05.250 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.250 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.250 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:30:05.250 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.538865+0000", 2021-03-04T23:30:05.250 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.073447059999999995 2021-03-04T23:30:05.251 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.251 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.251 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.251 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.612312+0000", 2021-03-04T23:30:05.252 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0091559429999999997 2021-03-04T23:30:05.252 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.252 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.252 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:30:05.252 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.621468+0000", 2021-03-04T23:30:05.253 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3361520250000001 2021-03-04T23:30:05.253 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.253 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.253 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.254 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:22.957620+0000", 2021-03-04T23:30:05.254 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0092004470000000005 2021-03-04T23:30:05.254 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.254 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.254 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:30:05.255 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:22.966820+0000", 2021-03-04T23:30:05.255 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.016321535000000002 2021-03-04T23:30:05.255 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.255 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.255 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:30:05.256 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:22.983142+0000", 2021-03-04T23:30:05.256 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.23347467099999999 2021-03-04T23:30:05.256 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.256 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.257 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.257 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:23.216617+0000", 2021-03-04T23:30:05.257 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0025969399999999998 2021-03-04T23:30:05.257 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.257 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.258 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.258 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:23.219213+0000", 2021-03-04T23:30:05.258 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.76437432900000002 2021-03-04T23:30:05.258 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.258 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.259 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:30:05.259 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:23.983588+0000", 2021-03-04T23:30:05.259 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0044701439999999997 2021-03-04T23:30:05.259 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.260 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.260 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:30:05.260 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:23.988058+0000", 2021-03-04T23:30:05.260 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017282174000000001 2021-03-04T23:30:05.260 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.261 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.261 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:30:05.261 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:24.005340+0000", 2021-03-04T23:30:05.261 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7916870899999999 2021-03-04T23:30:05.261 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.262 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:30:05.262 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.262 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.262 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.263 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:188811 9.1 9:84e4ad8b:::benchmark_data_gibba011_139107_object35444:head [delete] snapc 0=[] ondisk+write+known_if_redirected e200)", 2021-03-04T23:30:05.263 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:39.976538+0000", 2021-03-04T23:30:05.263 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 24.819405783000001, 2021-03-04T23:30:05.263 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7889080740000001, 2021-03-04T23:30:05.263 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:30:05.264 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:05.264 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:30:05.264 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:30:05.264 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:05.265 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 188811 2021-03-04T23:30:05.265 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.265 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:30:05.265 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.265 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:30:05.266 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:39.976538+0000", 2021-03-04T23:30:05.266 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:30:05.266 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.266 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.266 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:30:05.267 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:39.976538+0000", 2021-03-04T23:30:05.267 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.827e-06 2021-03-04T23:30:05.267 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.267 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.268 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:30:05.268 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:39.976539+0000", 2021-03-04T23:30:05.268 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4899999999999999e-06 2021-03-04T23:30:05.268 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.268 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.269 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:30:05.269 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:39.976541+0000", 2021-03-04T23:30:05.269 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.8700000000000004e-06 2021-03-04T23:30:05.269 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.269 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.270 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:30:05.270 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:39.976551+0000", 2021-03-04T23:30:05.270 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9740000000000004e-06 2021-03-04T23:30:05.270 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.271 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.271 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:30:05.271 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:39.976555+0000", 2021-03-04T23:30:05.271 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.108338191 2021-03-04T23:30:05.271 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.272 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.272 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.272 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.084893+0000", 2021-03-04T23:30:05.272 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0082756879999999998 2021-03-04T23:30:05.272 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.273 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.273 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:30:05.273 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.093169+0000", 2021-03-04T23:30:05.273 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.12250597100000001 2021-03-04T23:30:05.274 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.274 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.274 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.274 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.215675+0000", 2021-03-04T23:30:05.274 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0094008019999999998 2021-03-04T23:30:05.275 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.275 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.275 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:30:05.275 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.225075+0000", 2021-03-04T23:30:05.275 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6026074610000001 2021-03-04T23:30:05.276 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.276 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.276 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.276 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:41.827683+0000", 2021-03-04T23:30:05.277 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0087049250000000005 2021-03-04T23:30:05.277 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.277 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.277 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:30:05.277 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:41.836388+0000", 2021-03-04T23:30:05.278 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.015705404999999999 2021-03-04T23:30:05.278 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.278 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.278 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:30:05.278 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:41.852093+0000", 2021-03-04T23:30:05.279 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.049988711999999998 2021-03-04T23:30:05.279 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.279 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.279 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.280 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:41.902082+0000", 2021-03-04T23:30:05.280 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00250673 2021-03-04T23:30:05.280 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.280 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.280 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.281 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:41.904589+0000", 2021-03-04T23:30:05.281 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.83886559999999999 2021-03-04T23:30:05.281 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.281 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.282 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:30:05.282 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.743454+0000", 2021-03-04T23:30:05.282 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004067574 2021-03-04T23:30:05.282 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.282 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.283 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:30:05.283 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.747522+0000", 2021-03-04T23:30:05.283 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017923853999999999 2021-03-04T23:30:05.283 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.284 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.284 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:30:05.284 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.765446+0000", 2021-03-04T23:30:05.284 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7889080740000001 2021-03-04T23:30:05.284 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.285 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:30:05.285 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.285 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.285 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.285 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:188922 9.1 9:8c771887:::benchmark_data_gibba011_139107_object35555:head [delete] snapc 0=[] ondisk+write+known_if_redirected e200)", 2021-03-04T23:30:05.286 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:40.554267+0000", 2021-03-04T23:30:05.286 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 24.241676748, 2021-03-04T23:30:05.286 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8623264709999998, 2021-03-04T23:30:05.286 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:30:05.287 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:05.287 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:30:05.287 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:30:05.287 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:05.287 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 188922 2021-03-04T23:30:05.288 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.288 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:30:05.288 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.288 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:30:05.288 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.554267+0000", 2021-03-04T23:30:05.289 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:30:05.289 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.289 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.289 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:30:05.290 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.554267+0000", 2021-03-04T23:30:05.290 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7910000000000001e-06 2021-03-04T23:30:05.290 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.290 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.291 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:30:05.291 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.554268+0000", 2021-03-04T23:30:05.291 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1909999999999999e-06 2021-03-04T23:30:05.291 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.291 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.292 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:30:05.292 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.554270+0000", 2021-03-04T23:30:05.292 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.7149999999999993e-06 2021-03-04T23:30:05.292 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.292 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.293 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:30:05.293 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.554279+0000", 2021-03-04T23:30:05.293 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8489999999999997e-06 2021-03-04T23:30:05.293 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.293 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.294 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:30:05.294 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.554284+0000", 2021-03-04T23:30:05.294 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.145994872 2021-03-04T23:30:05.294 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.295 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.295 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.295 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.700279+0000", 2021-03-04T23:30:05.295 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0093470029999999996 2021-03-04T23:30:05.295 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.296 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.296 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:30:05.296 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.709626+0000", 2021-03-04T23:30:05.296 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.081501287000000006 2021-03-04T23:30:05.296 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.297 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.297 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.297 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.791127+0000", 2021-03-04T23:30:05.297 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0088647929999999993 2021-03-04T23:30:05.298 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.298 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.298 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:30:05.298 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.799992+0000", 2021-03-04T23:30:05.298 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.528852927 2021-03-04T23:30:05.299 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.299 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.299 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:30:05.299 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.328845+0000", 2021-03-04T23:30:05.299 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0074938460000000002 2021-03-04T23:30:05.300 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.300 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.300 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:30:05.300 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.336339+0000", 2021-03-04T23:30:05.301 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.015121081 2021-03-04T23:30:05.301 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.301 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.301 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:30:05.301 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.351460+0000", 2021-03-04T23:30:05.302 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010762301 2021-03-04T23:30:05.302 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.302 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.302 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.303 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.362222+0000", 2021-03-04T23:30:05.303 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0025247899999999998 2021-03-04T23:30:05.303 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.303 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.304 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:05.304 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.364747+0000", 2021-03-04T23:30:05.304 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0271558629999999 2021-03-04T23:30:05.304 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.304 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.305 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:30:05.305 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:43.391903+0000", 2021-03-04T23:30:05.305 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0044556409999999998 2021-03-04T23:30:05.305 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.305 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.306 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:30:05.306 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:43.396358+0000", 2021-03-04T23:30:05.306 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.020234520999999998 2021-03-04T23:30:05.306 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:30:05.307 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:30:05.307 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:30:05.307 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:43.416593+0000", 2021-03-04T23:30:05.307 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8623264709999998 2021-03-04T23:30:05.307 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.308 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:30:05.308 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.308 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:30:05.308 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:30:05.309 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:30:05.309 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:05.329 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:05.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:05.331 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:05.432 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:05.440 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:30:05.448 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:05.449 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:05.449 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:05.550 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:05.567 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:05.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:05.569 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:05.594 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:30:05.670 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:05.686 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:05.687 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:05.688 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:05.789 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:05.806 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:05.807 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:05.808 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:05.909 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:05.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:05.929 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:05.929 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:05.959 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:30:06.031 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:06.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:06.051 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:06.052 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:06.085 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:06.152 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:06.171 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:06.172 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:06.173 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:06.273 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:06.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:06.291 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:06.292 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:06.293 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:06 gibba011 conmon[95595]: cluster 2021-03-04T23:30:04.671349+0000 mgr.x (mgr.34676) 819 : cluster [DBG] pgmap v768: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 142 op/s; 36233/345321 objects degraded (10.493%); 41999/345321 objects misplaced (12.162%); 2.6 MiB/s, 40 objects/s recovering 2021-03-04T23:30:06.293 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:06 gibba011 conmon[99461]: cluster 2021-03-04T23:30:04.671349+0000 mgr.x (mgr.34676) 819 : cluster [DBG] pgmap v768: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 142 op/s; 36233/345321 objects degraded (10.493%); 41999/345321 objects misplaced (12.162%); 2.6 MiB/s, 40 objects/s recovering 2021-03-04T23:30:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:06 gibba038 conmon[76675]: cluster 2021-03-04T23:30:04.671349+0000 mgr.x (mgr.34676) 819 : cluster [DBG] pgmap v768: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 142 op/s; 36233/345321 objects degraded (10.493%); 41999/345321 objects misplaced (12.162%); 2.6 MiB/s, 40 objects/s recovering 2021-03-04T23:30:06.393 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:06.409 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:06.410 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:06.411 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:06.482 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:30:06.512 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:06.530 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:06.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:06.531 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:06.595 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:06.632 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:06.649 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:06.650 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:06.651 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:06.752 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:06.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:06.770 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:06.770 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:06.872 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:06.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:06.890 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:06.891 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:06.947 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:30:06.948 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:30:06.948 INFO:teuthology.orchestra.run.gibba038.stdout: "num_ops": 0 2021-03-04T23:30:06.948 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:30:06.992 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:07.012 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:07.012 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:07.013 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:07.053 INFO:teuthology.orchestra.run.gibba011.stderr:reweighted osd.6 to 0.323584 (52d6) 2021-03-04T23:30:07.114 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:07.132 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:07.133 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:07.133 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:07.234 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:07.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:07.252 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:07.252 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:07.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:07 gibba038 conmon[76675]: audit 2021-03-04T23:30:06.138242 2021-03-04T23:30:07.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:07 gibba038 conmon[76675]: +0000 mon.c (mon.1) 326 : audit [INF] from='client.? 172.21.2.111:0/3022115603' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 0.3235835872500715}]: dispatch 2021-03-04T23:30:07.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:07 gibba038 conmon[76675]: audit 2021-03-04T23:30:06.138558+0000 mon.a (mon.0) 990 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 0.3235835872500715}]: dispatch 2021-03-04T23:30:07.353 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:07.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:07 gibba011 conmon[95595]: audit 2021-03-04T23:30:06.138242+0000 mon.c (mon.1) 326 : audit [INF] from='client.? 172.21.2.111:0/3022115603' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 0.3235835872500715}]: dispatch 2021-03-04T23:30:07.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:07 gibba011 conmon[95595]: 2021-03-04T23:30:07.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:07 gibba011 conmon[95595]: audit 2021-03-04T23:30:06.138558+0000 mon.a (mon.0) 990 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 0.3235835872500715}]: dispatch 2021-03-04T23:30:07.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:07 gibba011 conmon[99461]: audit 2021-03-04T23:30:07.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:07 gibba011 conmon[99461]: 2021-03-04T23:30:06.138242+0000 mon.c (mon.1 2021-03-04T23:30:07.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:07 gibba011 conmon[99461]: ) 326 : audit [INF] from='client.? 172.21.2.111:0/3022115603' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 0.3235835872500715}]: dispatch 2021-03-04T23:30:07.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:07 gibba011 conmon[99461]: audit 2021-03-04T23:30:06.138558+0000 mon.a (mon.0) 990 2021-03-04T23:30:07.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:07 gibba011 conmon[99461]: : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 0.3235835872500715}]: dispatch 2021-03-04T23:30:07.372 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:07.373 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:07.373 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:07.474 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:07.492 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:07.493 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:07.493 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:07.574 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-03-04T23:30:07.595 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:07.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:07.612 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:07.613 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:07.682 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:30:07.714 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:07.731 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:07.732 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:07.733 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:07.835 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:07.851 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:07.852 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:07.853 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:07.954 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:07.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:07.977 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:07.978 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:08.079 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:08.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:08 gibba038 conmon[76675]: cluster 2021-03-04T23:30:06.671744+0000 mgr.x (mgr.34676) 820 : cluster [DBG] pgmap v769: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 122 op/s; 36233/345210 objects degraded (10.496%); 41962/345210 objects misplaced (12.155%); 2.1 MiB/s, 33 objects/s recovering 2021-03-04T23:30:08.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:08 gibba038 conmon[76675]: audit 2021-03-04T23:30:07.045645+0000 mon.a (mon.0) 991 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 0.3235835872500715}]': finished 2021-03-04T23:30:08.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:08 gibba038 conmon[76675]: cluster 2021-03-04T23:30:07.045707+0000 mon.a (mon.0) 992 : cluster [DBG] osdmap e205: 8 total, 8 up, 7 in 2021-03-04T23:30:08.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:08.101 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:08.101 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:08.203 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:08.220 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:08.221 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:08.222 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:08.323 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:08.324 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:08 gibba011 conmon[95595]: cluster 2021-03-04T23:30:06.671744+0000 mgr.x (mgr.34676) 820 : cluster 2021-03-04T23:30:08.324 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:08 gibba011 conmon[95595]: [DBG] pgmap v769: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 122 op/s; 36233/345210 objects degraded (10.496%); 41962/345210 objects misplaced (12.155%); 2.1 MiB/s, 33 objects/s recovering 2021-03-04T23:30:08.324 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:08 gibba011 conmon[95595]: audit 2021-03-04T23:30:07.045645+0000 mon.a (mon.0) 991 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 0.3235835872500715}]': finished 2021-03-04T23:30:08.325 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:08 gibba011 conmon[95595]: cluster 2021-03-04T23:30:07.045707+0000 mon.a (mon.0) 2021-03-04T23:30:08.325 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:08 gibba011 conmon[95595]: 992 : cluster [DBG] osdmap e205: 8 total, 8 up, 7 in 2021-03-04T23:30:08.325 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:08 gibba011 conmon[99461]: cluster 2021-03-04T23:30:08.326 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:08 gibba011 conmon[99461]: 2021-03-04T23:30: 2021-03-04T23:30:08.326 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:08 gibba011 conmon[99461]: 06.671744+0000 mgr.x (mgr.34676) 820 : cluster [DBG] pgmap v769: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovering+remapped, 1 active+recovery_wait+remapped, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 9 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 122 op/s; 36233/345210 objects degraded (10.496%); 41962/345210 objects misplaced (12.155%); 2.1 MiB/s, 33 objects/s recovering 2021-03-04T23:30:08.326 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:08 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:30:08.326 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:08 gibba011 conmon[99461]: 04T23:30:07.045645+0000 mon.a (mon.0) 991 2021-03-04T23:30:08.326 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:08 gibba011 conmon[99461]: : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 0.3235835872500715}]': finished 2021-03-04T23:30:08.327 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:08 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:30:08.327 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:08 gibba011 conmon[99461]: -03-04T23:30:07.045707+0000 mon.a ( 2021-03-04T23:30:08.327 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:08 gibba011 conmon[99461]: mon.0) 992 : cluster [DBG] osdmap e205: 8 total, 8 up, 7 in 2021-03-04T23:30:08.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:08.344 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:08.345 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:08.446 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:08.463 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:08.464 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:08.465 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:08.566 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:08.583 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:08.583 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:08.584 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:08.685 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:08.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:08.703 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:08.703 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:08.804 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:08.824 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:08.825 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:08.825 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:08.927 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:08.948 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:08.948 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:08.949 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:09.050 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:09.067 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:09.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:09.069 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:09.103 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:30:09.103 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:30:09.103 INFO:teuthology.orchestra.run.gibba038.stdout: "complaint_time": 30, 2021-03-04T23:30:09.104 INFO:teuthology.orchestra.run.gibba038.stdout: "num_blocked_ops": 0 2021-03-04T23:30:09.104 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:30:09.169 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:09.187 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:09.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:09.188 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:09.289 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:09.306 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:09.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:09.309 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:09.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:09 gibba038 conmon[76675]: cluster 2021-03-04T23:30:08.047032+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e206: 8 total, 8 up, 7 in 2021-03-04T23:30:09.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:09 gibba038 conmon[76675]: cluster 2021-03-04T23:30:08.927453+0000 mon.a (mon.0) 994 : cluster [WRN] Health check update: Degraded data redundancy: 36233/345210 objects degraded (10.496%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:09.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:09 gibba038 conmon[76675]: cluster 2021-03-04T23:30:08.936349+0000 mon.a (mon.0) 995 : cluster [DBG] osdmap e207: 8 total, 8 up, 7 in 2021-03-04T23:30:09.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:09 gibba011 conmon[95595]: cluster 2021-03-04T23:30:08.047032+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e206: 8 total, 8 up, 7 in 2021-03-04T23:30:09.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:09 gibba011 conmon[95595]: cluster 2021-03-04T23:30:08.927453+0000 mon.a (mon.0) 994 : cluster [WRN] Health check update: Degraded data redundancy: 36233/345210 objects degraded (10.496%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:09.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:09 gibba011 conmon[95595]: cluster 2021-03-04T23:30:08.936349+0000 mon.a (mon.0) 995 : cluster [DBG] osdmap e207: 8 total, 8 up, 7 in 2021-03-04T23:30:09.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:09 gibba011 conmon[99461]: cluster 2021-03-04T23:30:08.047032+0000 mon.a (mon.0) 993 : cluster [DBG] 2021-03-04T23:30:09.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:09 gibba011 conmon[99461]: osdmap e206: 8 total, 8 up, 7 in 2021-03-04T23:30:09.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:09 gibba011 conmon[99461]: cluster 2021-03-04T23:30:08.927453+0000 mon.a (mon.0) 994 : cluster [WRN] Health check update: Degraded data redundancy: 36233/345210 objects degraded (10.496%), 11 pgs degraded, 10 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:09.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:09 gibba011 conmon[99461]: cluster 2021-03-04T23:30:08.936349+0000 mon.a (mon.0) 995 : cluster [DBG] osdmap e207: 8 total, 8 up, 7 in 2021-03-04T23:30:09.410 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:09.426 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:09.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:09.428 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:09.529 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:09.547 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:09.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:09.548 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:09.649 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:09.667 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:09.668 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:09.668 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:09.770 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:09.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:09.787 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:09.788 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:09.889 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:09.905 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:09.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:09.906 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:10.007 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:10.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:10.025 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:10.025 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:10.126 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:10.142 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:10.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:10.144 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:10.245 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:10.262 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:10.263 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:10.263 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:10.326 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:10 gibba011 conmon[95595]: cluster 2021-03-04T23:30:08.672163+0000 mgr.x (mgr.34676) 821 : cluster [DBG] pgmap v772: 119 pgs: 2 remapped+peering, 28 peering, 2 active+recovery_wait+degraded+remapped, 75 active+clean, 1 active+undersized+remapped, 3 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 121 op/s; 35964/344172 objects degraded (10.449%); 32590/344172 objects misplaced (9.469%); 4.1 MiB/s, 98 objects/s recovering 2021-03-04T23:30:10.327 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:10 gibba011 conmon[95595]: cluster 2021-03-04T23:30:08.937094+0000 osd.6 (osd.6) 3 : cluster [DBG] 9.1 starting backfill to osd.2 from (0'0,0'0] MAX to 204'11868 2021-03-04T23:30:10.327 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:10 gibba011 conmon[95595]: cluster 2021-03- 2021-03-04T23:30:10.327 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:10 gibba011 conmon[95595]: 04T23:30:09.048226+0000 mon.a (mon.0) 996 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2021-03-04T23:30:10.327 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:10 gibba011 conmon[95595]: cluster 2021-03- 2021-03-04T23:30:10.328 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:10 gibba011 conmon[95595]: 04T23:30:09.940553+0000 mon.a (mon.0) 2021-03-04T23:30:10.328 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:10 gibba011 conmon[95595]: 997 : cluster [DBG] osdmap e208: 8 total, 8 up, 7 in 2021-03-04T23:30:10.328 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:10 gibba011 conmon[99461]: cluster 2021-03-04T23:30:08.672163+0000 mgr.x (mgr.34676) 821 : 2021-03-04T23:30:10.329 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:10 gibba011 conmon[99461]: cluster [DBG] pgmap v772: 119 pgs: 2 remapped+peering, 28 peering, 2 active+recovery_wait+degraded+remapped, 75 active+clean, 1 active+undersized+remapped, 3 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 121 op/s; 35964/344172 objects degraded (10.449%); 32590/344172 objects misplaced (9.469%); 4.1 MiB/s, 98 objects/s recovering 2021-03-04T23:30:10.329 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:10 gibba011 conmon[99461]: cluster 2021-03-04T23:30:08.937094+0000 osd.6 (osd.6) 3 : cluster [DBG] 2021-03-04T23:30:10.329 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:10 gibba011 conmon[99461]: 9.1 starting backfill to osd.2 from (0'0,0'0] MAX to 204'11868 2021-03-04T23:30:10.329 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:10 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:30:10.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:10 gibba011 conmon[99461]: :30:09.048226+0000 mon.a (mon.0) 996 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2021-03-04T23:30:10.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:10 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:30:10.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:10 gibba011 conmon[99461]: 03-04T23:30:09.940553+0000 mon.a (mon 2021-03-04T23:30:10.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:10 gibba011 conmon[99461]: .0) 997 : cluster [DBG] osdmap e208: 8 total, 8 up, 7 in 2021-03-04T23:30:10.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:10 gibba038 conmon[76675]: cluster 2021-03-04T23:30:08.672163+0000 mgr.x (mgr.34676) 821 : cluster [DBG] pgmap v772: 119 pgs: 2 remapped+peering, 28 peering, 2 active+recovery_wait+degraded+remapped, 75 active+clean, 1 active+undersized+remapped, 3 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 121 op/s; 35964/344172 objects degraded (10.449%); 32590/344172 objects misplaced (9.469%); 4.1 MiB/s, 98 objects/s recovering 2021-03-04T23:30:10.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:10 gibba038 conmon[76675]: 2021-03-04T23:30:10.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:10 gibba038 conmon[76675]: cluster 2021-03-04T23:30:08.937094+0000 osd.6 (osd.6) 3 : cluster [DBG] 9.1 starting backfill to osd.2 from (0'0,0'0] MAX to 204'11868 2021-03-04T23:30:10.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:10 gibba038 conmon[76675]: cluster 2021-03-04T23:30:09.048226+0000 mon.a (mon.0) 996 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2021-03-04T23:30:10.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:10 gibba038 conmon[76675]: cluster 2021-03-04T23:30:09.940553+0000 mon.a (mon.0) 2021-03-04T23:30:10.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:10 gibba038 conmon[76675]: 997 : cluster [DBG] osdmap e208: 8 total, 8 up, 7 in 2021-03-04T23:30:10.365 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:10.382 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:10.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:10.384 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:10.485 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:10.501 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:10.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:10.504 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:10.605 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:10.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:10.623 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:10.623 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:10.724 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:10.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:10.743 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:10.744 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:10.818 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:30:10.831 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:30:10.844 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:30:10.844 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:10.859 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:30:10.860 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:10.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:10.862 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:10.873 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:30:10.887 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:30:10.902 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:30:10.916 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:30:10.917 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:30:10.917 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:30:10.917 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:30:10.918 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:30:10.918 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:30:10.919 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:30:10.919 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:30:10.919 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:30:10.963 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:10.980 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:10.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:10.982 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:11.064 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:30:11.070 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-03-04T23:30:11.084 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:11.101 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:11.102 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:11.103 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:11.184 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:30:11.204 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:11.221 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:11.222 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:11.223 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:11.324 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:11.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:11 gibba038 conmon[76675]: audit 2021-03-04T23:30:10.803026+0000 mon.c (mon.1) 327 : audit [DBG] from='client.? 172.21.2.111:0/647717420' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:11.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:11 gibba038 conmon[76675]: audit 2021-03-04T23:30:10.936870+0000 mon.a (mon.0) 998 : audit [INF] from='client.? 172.21.2.111:0/1627063180' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:11.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:11.346 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:11.346 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:11.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:11 gibba011 conmon[99461]: audit 2021-03-04T23:30:10.803026+0000 mon.c (mon.1) 327 : 2021-03-04T23:30:11.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:11 gibba011 conmon[99461]: audit [DBG] from='client.? 172.21.2.111:0/647717420' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:11.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:11 gibba011 conmon[99461]: audit 2021-03-04T23:30:10.936870+0000 mon.a (mon.0) 998 : audit [INF] from='client.? 172.21.2.111:0/1627063180' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:11.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:11 gibba011 conmon[95595]: audit 2021-03-04T23:30:10.803026+0000 mon.c (mon.1) 327 : audit [DBG] from='client.? 172.21.2.111:0/647717420' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:11.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:11 gibba011 conmon[95595]: audit 2021-03-04T23:30:10.936870+0000 mon.a (mon.0) 998 : audit [INF] from='client.? 172.21.2.111:0/1627063180' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:11.447 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:11.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:11.467 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:11.468 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:11.569 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:11.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:11.587 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:11.588 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:11.689 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:11.706 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:11.706 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:11.707 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:11.809 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:11.826 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:11.826 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:11.827 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:11.928 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:11.945 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:11.945 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:11.946 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:12.048 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:12.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:12.067 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:12.067 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:12.169 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:12.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:12.188 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:12.188 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:12.290 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:12.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:12.308 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:12.308 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:12 gibba038 conmon[76675]: cluster 2021-03-04T23:30:10.672562+0000 mgr.x (mgr.34676) 822 : cluster [DBG] pgmap v775: 119 pgs: 1 active+recovery_wait+degraded, 2 remapped+peering, 28 peering, 1 active+recovery_wait+degraded+remapped, 75 active+clean, 1 active+undersized+remapped, 3 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 87 op/s; 35964/344154 objects degraded (10.450%); 25452/344154 objects misplaced (7.396%); 3.6 MiB/s, 107 objects/s recovering 2021-03-04T23:30:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:12 gibba038 conmon[76675]: cluster 2021-03-04T23:30:11.053441+0000 mon.a (mon.0) 999 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:30:12.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:12 gibba038 conmon[76675]: audit 2021-03-04T23:30:11.057419+0000 mon.a (mon.0) 1000 : audit [INF] from='client.? 172.21.2.111:0/1627063180' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:30:12.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:12 gibba038 conmon[76675]: cluster 2021-03-04T23:30:11.057453+0000 mon.a (mon.0) 1001 : cluster [DBG] osdmap e209: 8 total, 8 up, 7 in 2021-03-04T23:30:12.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:12 gibba011 conmon[95595]: cluster 2021-03-04T23:30:10.672562+0000 mgr.x (mgr.34676) 822 : cluster [DBG] pgmap v775: 119 pgs: 1 active+recovery_wait+degraded, 2 remapped+peering, 28 peering, 1 active+recovery_wait+degraded+remapped, 75 active+clean, 1 active+undersized+remapped, 3 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 87 op/s; 35964/344154 objects degraded (10.450%); 25452/344154 objects misplaced (7.396%); 3.6 MiB/s, 107 objects/s recovering 2021-03-04T23:30:12.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:12 gibba011 conmon[95595]: cluster 2021-03-04T23:30:11.053441+0000 mon.a (mon.0) 999 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:30:12.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:12 gibba011 conmon[95595]: audit 2021-03-04T23:30:11.057419+0000 mon.a (mon.0) 1000 : audit [INF] from='client.? 172.21.2.111:0/1627063180' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:30:12.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:12 gibba011 conmon[95595]: cluster 2021-03-04T23:30:11.057453+0000 mon.a (mon.0) 1001 : cluster [DBG] osdmap e209: 8 total, 8 up, 7 in 2021-03-04T23:30:12.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:12 gibba011 conmon[99461]: cluster 2021-03-04T23:30:10.672562+0000 2021-03-04T23:30:12.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:12 gibba011 conmon[99461]: mgr.x (mgr.34676) 822 : cluster [DBG] pgmap v775: 119 pgs: 1 active+recovery_wait+degraded, 2 remapped+peering, 28 peering, 1 active+recovery_wait+degraded+remapped, 75 active+clean, 1 active+undersized+remapped, 3 active+remapped+backfill_wait, 8 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 87 op/s; 35964/344154 objects degraded (10.450%); 25452/344154 objects misplaced (7.396%); 3.6 MiB/s, 107 objects/s recovering 2021-03-04T23:30:12.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:12 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:30:12.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:12 gibba011 conmon[99461]: 23:30:11.053441+0000 mon.a (mon 2021-03-04T23:30:12.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:12 gibba011 conmon[99461]: .0) 999 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:30:12.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:12 gibba011 conmon[99461]: 2021-03-04T23:30:12.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:12 gibba011 conmon[99461]: audit 2021-03-04T23:30:12.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:12 gibba011 conmon[99461]: 2021-03-04T23:30:11.057419+0000 2021-03-04T23:30:12.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:12 gibba011 conmon[99461]: mon.a (mon.0) 1000 : audit [INF] 2021-03-04T23:30:12.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:12 gibba011 conmon[99461]: from='client.? 172.21.2.111:0/1627063180' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:30:12.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:12 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:30:12.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:12 gibba011 conmon[99461]: -04T23:30:11.057453+0000 mon.a 2021-03-04T23:30:12.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:12 gibba011 conmon[99461]: (mon.0) 1001 : cluster [DBG] osdmap e209: 8 total, 8 up, 7 in 2021-03-04T23:30:12.409 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:12.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:12.427 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:12.428 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:12.530 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:12.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:12.548 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:12.548 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:12.649 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:12.666 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:12.667 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:12.667 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:12.768 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:12.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:12.787 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:12.787 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:12.889 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:12.905 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:12.906 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:12.906 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:13.007 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:13.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:13.025 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:13.025 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:13.127 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:13.146 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:13.147 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:13.147 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:13.161 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:30:13.161 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:30:13.249 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:13.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:13.267 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:13.267 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:13.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:13 gibba038 conmon[76675]: cluster 2021-03-04T23:30:13.057125+0000 mon.a (mon.0) 1002 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2021-03-04T23:30:13.368 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:13.384 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:13 gibba011 conmon[95595]: cluster 2021-03-04T23:30:13.057125+0000 mon.a (mon.0) 1002 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2021-03-04T23:30:13.385 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:13 gibba011 conmon[99461]: cluster 2021-03-04T23:30:13.057125+0000 mon.a (mon.0) 1002 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2021-03-04T23:30:13.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:13.387 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:13.387 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:13.488 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:13.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:13.506 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:13.507 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:13.608 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:13.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:13.627 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:13.627 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:13.729 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:13.730 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 7, 6, 1] out_osds: [3] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:30:13.730 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:30:13.731 INFO:tasks.thrashosds.thrasher:Reweighting osd 1 to 0.24275798742792093 2021-03-04T23:30:13.732 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 1 0.24275798742792093 2021-03-04T23:30:13.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:13.750 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:13.750 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:13.844 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:13.851 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:13.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:13.869 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:13.870 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:13.971 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:13.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:13.992 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:13.992 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:14.094 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:14.112 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:14.113 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:14.114 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:14.215 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:14.232 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:14.233 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:14.234 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:14.267 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:14 gibba011 conmon[95595]: cluster 2021-03-04T23:30:12.672985+0000 mgr.x (mgr.34676) 823 : cluster [DBG] pgmap v777: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 2 remapped+peering, 1 active+recovery_wait+degraded+remapped, 103 active+clean, 1 active+undersized+remapped, 3 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 51 op/s; 32510/344145 objects degraded (9.447%); 26817/344145 objects misplaced (7.792%); 14 MiB/s, 249 objects/s recovering 2021-03-04T23:30:14.268 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:14 gibba011 conmon[95595]: cluster 2021-03-04T23:30:13.934604+0000 mon.a (mon.0) 1003 : cluster [WRN] Health check update: Degraded data redundancy: 32510/344145 objects degraded (9.447%), 9 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:14.268 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:14 gibba011 conmon[99461]: cluster 2021-03-04T23:30:12.672985+0000 mgr.x (mgr.34676) 823 : cluster [DBG] pgmap v777: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 2 remapped+peering, 1 active+recovery_wait+degraded+remapped, 103 active+clean, 1 active+undersized+remapped, 3 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 51 op/s; 32510/344145 objects degraded (9.447%); 26817/344145 objects misplaced (7.792%); 14 MiB/s, 249 objects/s recovering 2021-03-04T23:30:14.268 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:14 gibba011 conmon[99461]: cluster 2021-03-04T23:30:13.934604+0000 mon.a (mon.0) 1003 : cluster [WRN] Health check update: Degraded data redundancy: 32510/344145 objects degraded (9.447%), 9 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:14.335 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:14.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:14.355 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:14.355 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:14.456 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:14.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:14.474 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:14.475 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:14.576 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:14.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:14 gibba038 conmon[76675]: cluster 2021-03-04T23:30:12.672985+0000 mgr.x (mgr.34676) 823 : cluster [DBG] pgmap v777: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 2 remapped+peering, 1 active+recovery_wait+degraded+remapped, 103 active+clean, 1 active+undersized+remapped, 3 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 51 op/s; 32510/344145 objects degraded (9.447%); 26817/344145 objects misplaced (7.792%); 14 MiB/s, 249 objects/s recovering 2021-03-04T23:30:14.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:14 gibba038 conmon[76675]: 2021-03-04T23:30:14.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:14 gibba038 conmon[76675]: cluster 2021-03-04T23:30:13.934604+0000 mon.a (mon.0) 1003 : cluster [WRN] Health check update: Degraded data redundancy: 32510/344145 objects degraded (9.447%), 9 pgs degraded, 9 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:14.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:14.595 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:14.596 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:14.678 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:30:14.697 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:14.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:14.739 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:14.739 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:14.793 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:14.841 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:14.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:14.859 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:14.859 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:14.961 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:14.978 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:14.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:14.979 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:15.080 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:15.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:15.098 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:15.098 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:15.200 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:15.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:15.218 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:15.219 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:15.320 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:15.338 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:15.339 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:15.339 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:15.387 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:30:15.441 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:15.457 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:15.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:15.459 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:15.501 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:15.560 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:15.578 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:15.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:15.580 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:15.581 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:30:15.681 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:15.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:15.698 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:15.699 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:15.700 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:15.800 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:15.816 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:15.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:15.818 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:15.919 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:15.935 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:15.936 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:15.937 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:16.038 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:16.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:16.057 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:16.057 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:16.158 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:16.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:16.177 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:16.177 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:16.279 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:16.282 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:16 gibba011 conmon[95595]: cluster 2021-03-04T23:30:14.673422+0000 mgr.x (mgr.34676) 824 : cluster [DBG] pgmap v778: 119 pgs: 1 active+remapped+backfilling, 1 active+clean+wait, 2 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 remapped+peering, 1 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 2 op/s; 32509/344127 objects degraded (9.447%); 24292/344127 objects misplaced (7.059%); 49 MiB/s, 788 objects/s recovering 2021-03-04T23:30:16.283 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:16 gibba011 conmon[99461]: cluster 2021-03-04T23:30:14.673422+0000 mgr.x (mgr.34676) 824 : cluster [DBG] 2021-03-04T23:30:16.283 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:16 gibba011 conmon[99461]: pgmap v778: 119 pgs: 1 active+remapped+backfilling, 1 active+clean+wait, 2 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 remapped+peering, 1 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 2 op/s; 32509/344127 objects degraded (9.447%); 24292/344127 objects misplaced (7.059%); 49 MiB/s, 788 objects/s recovering 2021-03-04T23:30:16.299 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:16.300 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:16.301 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:16.402 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:16.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:16.422 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:16.422 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:16.524 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:16.541 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:16.542 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:16.542 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:16.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:16 gibba038 conmon[76675]: cluster 2021-03-04T23:30:14.673422+0000 mgr.x (mgr.34676) 824 : cluster [DBG] pgmap v778: 119 pgs: 1 active+remapped+backfilling, 1 active+clean+wait, 2 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 remapped+peering, 1 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 2 op/s; 32509/344127 objects degraded (9.447%); 24292/344127 objects misplaced (7.059%); 49 MiB/s, 788 objects/s recovering 2021-03-04T23:30:16.644 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:16.662 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:16.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:16.664 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:16.765 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:16.782 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:16.783 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:16.783 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:16.885 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:16.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:16.904 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:16.905 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:17.007 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:17.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:17.026 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:17.027 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:17.129 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:17.146 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:17.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:17.147 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:17.248 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:17.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:17.266 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:17.267 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:17.368 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:17.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:17.385 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:17.386 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:17.408 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:17 gibba011 conmon[95595]: audit 2021-03-04T23:30:16.635543+0000 mon.c (mon.1) 328 : audit [INF] 2021-03-04T23:30:17.408 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:17 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:30:17.408 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:17 gibba011 conmon[95595]: audit 2021-03-04T23:30:16.635821+0000 mon.a (mon.0) 1004 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:30:17.409 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:17 gibba011 conmon[99461]: audit 2021-03-04T23:30:16.635543 2021-03-04T23:30:17.409 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:17 gibba011 conmon[99461]: +0000 mon.c (mon.1) 328 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:30:17.410 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:17 gibba011 conmon[99461]: audit 2021-03-04T23:30:16.635821+0000 mon.a (mon.0) 1004 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:30:17.487 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:17.504 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:17.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:17.505 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:17.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:17 gibba038 conmon[76675]: audit 2021-03-04T23:30:16.635543+0000 mon.c ( 2021-03-04T23:30:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:17 gibba038 conmon[76675]: mon.1) 328 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:30:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:17 gibba038 conmon[76675]: audit 2021-03-04T23:30:16.635821+0000 mon.a (mon.0) 1004 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:30:17.606 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:17.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:17.625 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:17.625 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:17.727 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:17.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:17.744 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:17.745 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:17.846 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:17.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:17.866 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:17.867 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:17.968 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:17.985 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:17.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:17.986 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:18.087 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:18.104 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:18.105 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:18.106 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:18.207 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:18.224 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:18.225 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:18.226 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:18.327 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:18.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:18.344 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:18.344 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:18.446 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:18.463 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:18.465 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:18.465 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:18.566 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:18.584 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:18.585 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:18.585 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:18.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:18 gibba038 conmon[76675]: cluster 2021-03-04T23:30:16.673812+0000 mgr.x (mgr.34676) 825 : cluster [DBG] pgmap v779: 119 pgs: 1 active+recovery_wait+degraded, 1 active+remapped+backfilling, 1 active+clean+wait, 2 active+recovering+undersized+remapped, 1 remapped+peering, 1 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 2 op/s; 32509/344124 objects degraded (9.447%); 24292/344124 objects misplaced (7.059%); 38 MiB/s, 611 objects/s recovering 2021-03-04T23:30:18.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:18 gibba011 conmon[95595]: cluster 2021-03-04T23:30:18.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:18 gibba011 conmon[95595]: 2021-03-04T23:30 2021-03-04T23:30:18.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:18 gibba011 conmon[95595]: :16.673812+0000 mgr.x (mgr.34676) 825 : cluster [DBG] pgmap v779: 119 pgs: 1 active+recovery_wait+degraded, 1 active+remapped+backfilling, 1 active+clean+wait, 2 active+recovering+undersized+remapped, 1 remapped+peering, 1 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 2 op/s; 32509/344124 objects degraded (9.447%); 24292/344124 objects misplaced (7.059%); 38 MiB/s, 611 objects/s recovering 2021-03-04T23:30:18.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:18 gibba011 conmon[99461]: cluster 2021-03-04T23:30:16.673812+0000 2021-03-04T23:30:18.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:18 gibba011 conmon[99461]: mgr.x (mgr.34676) 825 : cluster [DBG] pgmap v779: 119 pgs: 1 active+recovery_wait+degraded, 1 active+remapped+backfilling, 1 active+clean+wait, 2 active+recovering+undersized+remapped, 1 remapped+peering, 1 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 2 op/s; 32509/344124 objects degraded (9.447%); 24292/344124 objects misplaced (7.059%); 38 MiB/s, 611 objects/s recovering 2021-03-04T23:30:18.686 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:18.704 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:18.705 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:18.705 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:18.806 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:18.824 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:18.825 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:18.825 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:18.926 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:18.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:18.945 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:18.945 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:19.047 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:19.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:19.064 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:19.065 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:19.132 INFO:teuthology.orchestra.run.gibba011.stderr:reweighted osd.1 to 0.242758 (3e25) 2021-03-04T23:30:19.166 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:19.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:19.186 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:19.186 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:19.287 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:19.304 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:19.305 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:19.306 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:19.408 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:19.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:19.427 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:19.428 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:19.529 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:19.546 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:19.547 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:19.548 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:19.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:19 gibba038 conmon[76675]: cluster 2021-03-04T23:30:18.118971+0000 mon.a (mon.0) 1005 : cluster 2021-03-04T23:30:19.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:19 gibba038 conmon[76675]: [DBG] osdmap e210: 8 total, 8 up, 7 in 2021-03-04T23:30:19.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:19 gibba038 conmon[76675]: audit 2021-03-04T23:30:18.385391+0000 mon.a (mon.0) 1006 : audit [INF] from='client.? 172.21.2.111:0/3183563361' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 0.24275798742792093}]: dispatch 2021-03-04T23:30:19.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:19 gibba038 conmon[76675]: cluster 2021-03-04T23:30:18.935659+0000 2021-03-04T23:30:19.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:19 gibba038 conmon[76675]: mon.a (mon.0) 1007 : cluster [WRN] Health check update: Degraded data redundancy: 32509/344124 objects degraded (9.447%), 9 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:19.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:19 gibba011 conmon[95595]: cluster 2021-03-04T23:30:18.118971+0000 mon.a (mon.0) 1005 : cluster [DBG] osdmap e210: 8 total, 8 up, 7 in 2021-03-04T23:30:19.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:19 gibba011 conmon[95595]: audit 2021-03-04T23:30:18.385391+0000 mon.a (mon.0) 1006 : audit [INF] from='client.? 172.21.2.111:0/3183563361' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 0.24275798742792093}]: dispatch 2021-03-04T23:30:19.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:19 gibba011 conmon[95595]: cluster 2021-03-04T23:30:18.935659+0000 mon.a (mon.0) 1007 : cluster [WRN] Health check update: Degraded data redundancy: 32509/344124 objects degraded (9.447%), 9 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:19.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:19 gibba011 conmon[99461]: cluster 2021-03-04T23:30:18.118971+0000 mon.a (mon. 2021-03-04T23:30:19.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:19 gibba011 conmon[99461]: 0) 1005 : cluster [DBG] osdmap e210: 8 total, 8 up, 7 in 2021-03-04T23:30:19.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:19 gibba011 conmon[99461]: audit 2021-03-04T23 2021-03-04T23:30:19.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:19 gibba011 conmon[99461]: :30:18.385391+0000 mon.a (mon.0) 1006 : audit 2021-03-04T23:30:19.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:19 gibba011 conmon[99461]: [INF] from='client.? 172.21.2.111:0/3183563361' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 0.24275798742792093}]: dispatch 2021-03-04T23:30:19.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:19 gibba011 conmon[99461]: cluster 2021-03-04T23:30:19.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:19 gibba011 conmon[99461]: 2021-03-04T23:30:18. 2021-03-04T23:30:19.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:19 gibba011 conmon[99461]: 935659+0000 mon.a (mon.0) 1007 : 2021-03-04T23:30:19.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:19 gibba011 conmon[99461]: cluster [WRN] Health check update: Degraded data redundancy: 32509/344124 objects degraded (9.447%), 9 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:19.649 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:19.667 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:19.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:19.669 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:19.770 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:19.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:19.788 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:19.788 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:19.890 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:19.906 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:19.908 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:19.908 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:20.009 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:20.028 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:20.030 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:20.030 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:20.132 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:20.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:20.155 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:20.155 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:20.257 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:20.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:20.353 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:20.354 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:20.455 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:20.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:20.478 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:20.479 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:20.580 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:20.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:20 gibba038 conmon[76675]: cluster 2021-03-04T23:30:18.674217+0000 mgr.x (mgr.34676) 826 : cluster [DBG] pgmap v781: 119 pgs: 1 active+clean+remapped, 1 active+clean+wait, 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 1 remapped+peering, 1 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1 op/s; 32509/344124 objects degraded (9.447%); 19575/344124 objects misplaced (5.688%); 74 MiB/s, 1.18k objects/s recovering 2021-03-04T23:30:20.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:20 gibba038 conmon[76675]: audit 2021-03-04T23:30:19.125234+0000 mon.a (mon.0) 1008 : audit [INF] from='client.? 172.21.2.111:0/3183563361' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 0.24275798742792093}]': finished 2021-03-04T23:30:20.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:20 gibba038 conmon[76675]: cluster 2021-03-04T23:30:19.125271+0000 mon.a (mon.0) 1009 : cluster [DBG] osdmap e211: 8 total, 8 up, 7 in 2021-03-04T23:30:20.598 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:20.599 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:20.599 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:20.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:20 gibba011 conmon[95595]: cluster 2021-03-04T23:30:18.674217+0000 mgr.x (mgr.34676) 826 : cluster [DBG] pgmap v781: 119 pgs: 1 active+clean+remapped, 1 active+clean+wait, 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 1 remapped+peering, 1 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1 op/s; 32509/344124 objects degraded (9.447%); 19575/344124 objects misplaced (5.688%); 74 MiB/s, 1.18k objects/s recovering 2021-03-04T23:30:20.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:20 gibba011 conmon[95595]: 2021-03-04T23:30:20.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:20 gibba011 conmon[95595]: audit 2021-03-04T23:30:19.125234+0000 mon.a (mon.0) 1008 : audit [INF] from='client.? 172.21.2.111:0/3183563361' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 0.24275798742792093}]': finished 2021-03-04T23:30:20.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:20 gibba011 conmon[95595]: cluster 2021-03-04T23:30:19.125271+0000 mon.a (mon.0) 1009 : cluster [DBG] osdmap e211: 8 total, 8 up, 7 in 2021-03-04T23:30:20.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:20 gibba011 conmon[99461]: cluster 2021-03-04T23:30:20.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:20 gibba011 conmon[99461]: 2021-03-04T23:30:20.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:20 gibba011 conmon[99461]: 2021-03-04T23:30:18. 2021-03-04T23:30:20.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:20 gibba011 conmon[99461]: 674217+0000 mgr.x (mgr.34676) 826 : cluster [DBG] pgmap v781: 119 pgs: 1 active+clean+remapped, 1 active+clean+wait, 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 1 remapped+peering, 1 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1 op/s; 32509/344124 objects degraded (9.447%); 19575/344124 objects misplaced (5.688%); 74 MiB/s, 1.18k objects/s recovering 2021-03-04T23:30:20.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:20 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:30:20.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:20 gibba011 conmon[99461]: 03-04T23:30:19.125234+0000 mon.a (mon 2021-03-04T23:30:20.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:20 gibba011 conmon[99461]: .0) 1008 : audit [INF] from='client.? 172.21.2.111:0/3183563361' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 0.24275798742792093}]': finished 2021-03-04T23:30:20.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:20 gibba011 conmon[99461]: cluster 2021-03-04T23:30:20.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:20 gibba011 conmon[99461]: 2021-03-04T23:30:19.125271 2021-03-04T23:30:20.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:20 gibba011 conmon[99461]: +0000 mon.a (mon.0) 1009 : cluster [DBG] 2021-03-04T23:30:20.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:20 gibba011 conmon[99461]: osdmap e211: 8 total, 8 up, 7 in 2021-03-04T23:30:20.700 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:20.717 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:20.718 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:20.719 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:20.820 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:20.839 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:20.839 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:20.840 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:20.941 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:20.958 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:20.959 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:20.960 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:21.061 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:21.078 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:21.079 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:21.079 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:21.181 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:21.199 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:21.200 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:21.201 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:21.302 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:21.318 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:21.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:21.321 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:21.422 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:21.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:21.440 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:21.440 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:21.442 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:21 gibba011 conmon[95595]: cluster 2021-03-04T23:30:20.126899+0000 mon.a (mon.0) 1010 : cluster [DBG] osdmap e212: 8 total, 8 up, 7 in 2021-03-04T23:30:21.442 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:21 gibba011 conmon[95595]: audit 2021-03-04T23:30:20.381461+0000 mon.c (mon.1) 329 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:30:21.443 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:21 gibba011 conmon[95595]: audit 2021-03-04T23:30:20.381723+0000 mon.a (mon.0) 1011 2021-03-04T23:30:21.443 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:21 gibba011 conmon[95595]: : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:30:21.443 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:21 gibba011 conmon[99461]: cluster 2021-03-04T23:30:20.126899+0000 mon.a (mon.0) 1010 : cluster [DBG] osdmap e212: 8 total, 8 up, 7 in 2021-03-04T23:30:21.444 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:21 gibba011 conmon[99461]: audit 2021-03-04T23:30:20.381461+0000 mon.c (mon.1) 329 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:30:21.444 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:21 gibba011 conmon[99461]: audit 2021-03-04T23:30:20.381723+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:30:21.542 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:21.560 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:21.561 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:21.561 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:21.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:21 gibba038 conmon[76675]: cluster 2021-03-04T23:30:20.126899+0000 mon.a (mon.0) 1010 : cluster [DBG] osdmap e212: 8 total, 8 up, 7 in 2021-03-04T23:30:21.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:21 gibba038 conmon[76675]: audit 2021-03-04T23:30:20.381461+0000 mon.c (mon.1) 329 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:30:21.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:21 gibba038 conmon[76675]: audit 2021-03-04T23:30:20.381723+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:30:21.662 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:21.681 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:21.681 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:21.682 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:21.783 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:21.801 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:21.802 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:21.803 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:21.904 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:21.920 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:21.921 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:21.922 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:22.023 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:22.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:22.041 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:22.042 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:22.143 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:22.159 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:30:22.159 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:30:22.161 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:22.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:22.163 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:22.256 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:30:22.264 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:22.279 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:30:22.282 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:22.282 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:22.283 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:22.297 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:30:22.310 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:30:22.323 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:30:22.337 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:30:22.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:22 gibba011 conmon[99461]: cluster 2021-03-04T23:30:20.674545+0000 mgr.x (mgr.34676) 827 : cluster [DBG] pgmap v784: 119 pgs: 1 active+clean+remapped, 1 active+clean+wait, 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 1 remapped+peering, 1 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 0 op/s; 32509/344124 objects degraded (9.447%); 19575/344124 objects misplaced (5.688%); 49 MiB/s, 785 objects/s recovering 2021-03-04T23:30:22.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:22 gibba011 conmon[99461]: cluster 2021-03-04T23:30:21.133950+0000 mon.a (mon.0) 1012 : cluster [DBG] osdmap e213: 8 total, 8 up, 7 in 2021-03-04T23:30:22.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:22 gibba011 conmon[99461]: cluster 2021-03-04T23:30:21.134941+0000 osd.7 (osd.7) 4 : cluster [DBG] 9.3 starting backfill to osd.0 from (0'0,0'0] MAX to 204'11876 2021-03-04T23:30:22.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:22 gibba011 conmon[99461]: cluster 2021-03-04T23:30:21.161109+0000 osd.2 (osd.2) 2 : cluster [DBG] 9.0 starting backfill to osd.5 from (0'0,0'0] MAX to 209'12174 2021-03-04T23:30:22.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:22 gibba011 conmon[95595]: cluster 2021-03-04T23:30:20.674545+0000 mgr.x (mgr.34676) 827 : cluster [DBG] pgmap v784: 119 pgs: 1 active+clean+remapped, 1 active+clean+wait, 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 1 remapped+peering, 1 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 0 op/s; 32509/344124 objects degraded (9.447%); 19575/344124 objects misplaced (5.688%); 49 MiB/s, 785 objects/s recovering 2021-03-04T23:30:22.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:22 gibba011 conmon[95595]: cluster 2021-03-04T23:30:21.133950+0000 mon.a (mon.0) 1012 : cluster [DBG] osdmap e213: 8 total, 8 up, 7 in 2021-03-04T23:30:22.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:22 gibba011 conmon[95595]: cluster 2021-03-04T23:30:21.134941+0000 osd.7 (osd.7) 4 : cluster [DBG] 9.3 starting backfill to osd.0 from (0'0,0'0] MAX to 204'11876 2021-03-04T23:30:22.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:22 gibba011 conmon[95595]: cluster 2021-03-04T23:30:21.161109+0000 osd.2 (osd.2) 2 : cluster [DBG] 9.0 starting backfill to osd.5 from (0'0,0'0] MAX to 209'12174 2021-03-04T23:30:22.384 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:22.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:22.404 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:22.404 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:22.505 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:22.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:22.525 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:22.525 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:22.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:22 gibba038 conmon[76675]: cluster 2021-03-04T23:30:20.674545+0000 mgr.x (mgr.34676) 827 : cluster [DBG] pgmap v784: 119 pgs: 1 active+clean+remapped, 1 active+clean+wait, 1 active+recovery_wait+degraded, 2 active+recovering+undersized+remapped, 1 remapped+peering, 1 active+recovery_wait+degraded+remapped, 103 active+clean, 2 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 0 op/s; 32509/344124 objects degraded (9.447%); 19575/344124 objects misplaced (5.688%); 49 MiB/s, 785 objects/s recovering 2021-03-04T23:30:22.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:22 gibba038 conmon[76675]: cluster 2021-03-04T23:30:21.133950+0000 mon.a (mon.0) 1012 : cluster [DBG] osdmap e213: 8 total, 8 up, 7 in 2021-03-04T23:30:22.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:22 gibba038 conmon[76675]: cluster 2021-03-04T23:30:21.134941+0000 osd.7 (osd.7) 4 : cluster [DBG] 9.3 starting backfill to osd.0 from (0'0,0'0] MAX to 204'11876 2021-03-04T23:30:22.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:22 gibba038 conmon[76675]: cluster 2021-03-04T23:30:21.161109+0000 osd.2 (osd.2) 2 : cluster [DBG] 9.0 starting backfill to osd.5 from (0'0,0'0] MAX to 209'12174 2021-03-04T23:30:22.626 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:22.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:22.645 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:22.645 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:22.746 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:22.764 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:22.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:22.766 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:22.867 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:22.884 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:22.885 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:22.886 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:22.987 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:23.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:23.005 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:23.006 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:23.108 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:23.126 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:23.128 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:23.129 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:23.131 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-03-04T23:30:23.142 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:30:23.230 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:23.248 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:23.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:23.249 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:23.253 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:23.351 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:23.368 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:23.369 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:23.370 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:23.471 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:23.491 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:23.491 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:23.492 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:23.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:23 gibba038 conmon[76675]: audit 2021-03-04T23:30:22.230011+0000 mon.c (mon.1) 330 : audit [DBG] from='client.? 172.21.2.111:0/1968261158' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:23.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:23 gibba038 conmon[76675]: audit 2021-03-04T23:30:22.300291+0000 mon.a (mon.0) 1013 : audit [INF] from='client.? 172.21.2.111:0/3239316511' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:30:23.593 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:23.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:23 gibba011 conmon[95595]: audit 2021-03-04T23:30:22.230011+0000 mon.c (mon.1) 330 : audit [DBG] from='client.? 172.21.2.111:0/1968261158' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:23.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:23 gibba011 conmon[95595]: audit 2021-03-04T23:30:22.300291+0000 mon.a (mon.0) 1013 : audit [INF] from='client.? 172.21.2.111:0/3239316511' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:30:23.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:23 gibba011 conmon[99461]: audit 2021-03-04T23:30:22.230011+0000 mon.c ( 2021-03-04T23:30:23.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:23 gibba011 conmon[99461]: mon.1) 330 : audit [DBG] from='client.? 172.21.2.111:0/1968261158' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:23.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:23 gibba011 conmon[99461]: audit 2021-03-04T23:30:22.300291+0000 mon.a (mon.0) 1013 : audit [INF] from='client.? 172.21.2.111:0/3239316511' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:30:23.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:23.611 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:23.611 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:23.713 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:23.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:23.731 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:23.731 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:23.833 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:23.851 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:23.851 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:23.852 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:23.953 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:23.971 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:23.972 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:23.972 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:24.074 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:24.091 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:24.092 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:24.092 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:24.194 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:24.211 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:24.212 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:24.213 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:24.313 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:24.326 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:24 gibba011 conmon[95595]: cluster 2021-03-04T23:30:22.675036+0000 mgr.x (mgr.34676) 828 : cluster [DBG] pgmap v786: 119 pgs: 1 peering, 1 active+clean+remapped, 1 active+clean+wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 remapped+peering, 1 active+recovery_wait+degraded+remapped, 102 active+clean, 3 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 44199/344124 objects degraded (12.844%); 22842/344124 objects misplaced (6.638%); 7.5 MiB/s, 210 objects/s recovering 2021-03-04T23:30:24.326 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:24 gibba011 conmon[95595]: cluster 2021-03-04T23:30:23.133874+0000 mon.a (mon.0) 1014 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:30:24.327 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:24 gibba011 conmon[95595]: cluster 2021-03-04T23:30:23.134332+0000 mon.a (mon.0) 1015 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:24.327 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:24 gibba011 conmon[95595]: audit 2021-03-04T23:30:23.138747+0000 mon.a (mon.0) 1016 : audit [INF] from='client.? 172.21.2.111:0/3239316511' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:30:24.327 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:24 gibba011 conmon[95595]: cluster 2021-03-04T23:30:23.138783+0000 mon.a (mon.0) 1017 : cluster [DBG] osdmap e214: 8 total, 8 up, 7 in 2021-03-04T23:30:24.328 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:24 gibba011 conmon[95595]: cluster 2021-03-04T23:30:23.936610+0000 mon.a (mon.0) 1018 : cluster [WRN] Health check update: Degraded data redundancy: 44199/344124 objects degraded (12.844%), 9 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:24.328 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:24 gibba011 conmon[99461]: cluster 2021-03-04T23:30:22.675036+0000 mgr.x (mgr.34676) 828 : cluster [DBG] pgmap v786: 119 pgs: 1 peering, 1 active+clean+remapped, 1 active+clean+wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 remapped+peering, 1 active+recovery_wait+degraded+remapped, 102 active+clean, 3 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 44199/344124 objects degraded (12.844%); 22842/344124 objects misplaced (6.638%); 7.5 MiB/s, 210 objects/s recovering 2021-03-04T23:30:24.328 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:24 gibba011 conmon[99461]: cluster 2021-03-04T23:30:23. 2021-03-04T23:30:24.328 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:24 gibba011 conmon[99461]: 133874+0000 mon.a (mon.0) 1014 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:30:24.329 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:24 gibba011 conmon[99461]: cluster 2021-03-04T23:30:23.134332+0000 mon.a 2021-03-04T23:30:24.329 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:24 gibba011 conmon[99461]: (mon.0) 1015 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:24.329 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:24 gibba011 conmon[99461]: audit 2021-03-04T23:30:24.329 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:24 gibba011 conmon[99461]: 2021-03-04T23:30 2021-03-04T23:30:24.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:24 gibba011 conmon[99461]: :23.138747+0000 mon.a (mon 2021-03-04T23:30:24.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:24 gibba011 conmon[99461]: .0) 1016 : audit [INF] from='client.? 172.21.2.111:0/3239316511' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:30:24.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:24 gibba011 conmon[99461]: 2021-03-04T23:30:24.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:24 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:30:24.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:24 gibba011 conmon[99461]: -03-04T23:30: 2021-03-04T23:30:24.331 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:24 gibba011 conmon[99461]: 23.138783+0000 mon.a (mon. 2021-03-04T23:30:24.331 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:24 gibba011 conmon[99461]: 0) 1017 : cluster [DBG] osdmap e214: 8 total, 8 up, 7 in 2021-03-04T23:30:24.331 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:24 gibba011 conmon[99461]: 2021-03-04T23:30:24.331 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:24 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:30:24.332 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:24 gibba011 conmon[99461]: 03-04T23:30:23 2021-03-04T23:30:24.332 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:24 gibba011 conmon[99461]: .936610+0000 mon.a (mon.0) 2021-03-04T23:30:24.332 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:24 gibba011 conmon[99461]: 1018 : cluster [WRN] Health check update: Degraded data redundancy: 44199/344124 objects degraded (12.844%), 9 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:24.333 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:24.334 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:24.334 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:24.435 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:24.453 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:24.454 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:24.455 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:24.556 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:24.574 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:24.575 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:24.575 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:24.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:24 gibba038 conmon[76675]: cluster 2021-03-04T23:30:22.675036+0000 mgr.x (mgr.34676) 828 : cluster [DBG] pgmap v786: 119 pgs: 1 peering, 1 active+clean+remapped, 1 active+clean+wait, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 remapped+peering, 1 active+recovery_wait+degraded+remapped, 102 active+clean, 3 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 44199/344124 objects degraded (12.844%); 22842/344124 objects misplaced (6.638%); 7.5 MiB/s, 210 objects/s recovering 2021-03-04T23:30:24.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:24 gibba038 conmon[76675]: cluster 2021-03-04T23:30:23.133874+0000 mon.a (mon.0) 1014 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:30:24.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:24 gibba038 conmon[76675]: cluster 2021-03-04T23:30:23.134332+0000 mon.a (mon.0) 1015 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:24.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:24 gibba038 conmon[76675]: audit 2021-03-04T23:30:23.138747+0000 mon.a (mon.0) 2021-03-04T23:30:24.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:24 gibba038 conmon[76675]: 1016 : audit [INF] from='client.? 172.21.2.111:0/3239316511' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:30:24.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:24 gibba038 conmon[76675]: cluster 2021-03-04T23:30:23.138783+0000 mon.a (mon.0) 1017 : cluster [DBG] osdmap e214: 8 total, 8 up, 7 in 2021-03-04T23:30:24.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:24 gibba038 conmon[76675]: cluster 2021-03-04T23:30:23.936610+0000 mon.a (mon.0) 1018 : cluster [WRN] Health check update: Degraded data redundancy: 44199/344124 objects degraded (12.844%), 9 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:24.676 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:24.694 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:24.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:24.695 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:24.796 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:24.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:24.815 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:24.815 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:24.916 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:24.934 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:24.935 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:24.935 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:25.037 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:25.055 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:25.056 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:25.056 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:25.158 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:25.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:25.175 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:25.175 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:25.277 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:25.294 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:25.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:25.296 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:25.397 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:25.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:25.423 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:25.424 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:25.525 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:25.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:25.560 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:25.563 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:25.666 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:25.704 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:25.705 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:25.706 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:25.754 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:30:25.755 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [], 2021-03-04T23:30:25.755 INFO:teuthology.orchestra.run.gibba011.stdout: "complaint_time": 30, 2021-03-04T23:30:25.755 INFO:teuthology.orchestra.run.gibba011.stdout: "num_blocked_ops": 0 2021-03-04T23:30:25.755 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:30:25.807 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:25.826 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:25.826 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:25.827 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:25.928 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:25.960 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:25.961 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:25.962 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:26.064 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:26.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:26.089 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:26.089 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:26.191 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:26.209 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:26.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:26.211 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:26.215 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:30:26.312 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:26.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:26.332 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:26.333 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:26.370 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:26.434 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:26.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:26.452 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:26.452 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:26.457 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 7, 6, 1] out_osds: [3] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:30:26.457 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:30:26.457 INFO:tasks.thrashosds.thrasher:inject_pause on 6 2021-03-04T23:30:26.458 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:30:26.458 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:30:26.458 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 config set filestore_inject_stall 3 2021-03-04T23:30:26.476 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:26 gibba038 conmon[76675]: cluster 2021-03-04T23:30:24.675491+0000 mgr.x (mgr.34676) 829 : cluster [DBG] pgmap v788: 119 pgs: 1 peering, 1 active+clean+wait, 2 active+recovering+undersized+remapped, 1 remapped+peering, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 3 op/s; 44263/344058 objects degraded (12.865%); 31377/344058 objects misplaced (9.120%); 14 MiB/s, 290 objects/s recovering 2021-03-04T23:30:26.553 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:26.570 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:26.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:26.571 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:26.596 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:30:26.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:26 gibba011 conmon[95595]: cluster 2021-03-04T23:30:24.675491+0000 mgr.x (mgr.34676) 829 : cluster [DBG] pgmap v788: 119 pgs: 1 peering, 1 active+clean+wait, 2 active+recovering+undersized+remapped, 1 remapped+peering, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 3 op/s; 44263/344058 objects degraded (12.865%); 31377/344058 objects misplaced (9.120%); 14 MiB/s, 290 objects/s recovering 2021-03-04T23:30:26.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:26 gibba011 conmon[99461]: cluster 2021-03-04T23:30:24.675491+0000 mgr.x (mgr.34676) 829 : cluster [DBG] pgmap v788: 119 pgs: 1 peering, 1 active+clean+wait, 2 active+recovering+undersized+remapped, 1 remapped+peering, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 3 op/s; 44263/344058 objects degraded (12.865%); 31377/344058 objects misplaced (9.120%); 14 MiB/s, 290 objects/s recovering 2021-03-04T23:30:26.672 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:26.690 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:26.691 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:26.692 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:26.793 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:26.811 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:26.812 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:26.812 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:26.914 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:26.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:26.933 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:26.933 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:26.937 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-03-04T23:30:27.035 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:27.052 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:27.053 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:27.053 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:27.054 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:27.154 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:27.172 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:27.173 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:27.173 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:27.274 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:27.291 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:27.292 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:27.293 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:27.394 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:27.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:27.414 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:27.415 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:27.516 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:27.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:27.534 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:27.534 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:27.636 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:27.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:27.655 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:27.655 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:27.756 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:27.774 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:27.775 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:27.775 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:27.876 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:27.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:27.895 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:27.896 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:27.997 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:28.014 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:28.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:28.016 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:28.117 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:28.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:28.141 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:28.141 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:28.242 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:28.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:28.260 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:28.261 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:28.362 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:28.379 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:28.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:28.380 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:28.481 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:28.498 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:28.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:28.500 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:28.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:28 gibba038 conmon[76675]: cluster 2021-03-04T23:30:26.675838+0000 mgr.x (mgr.34676) 830 : cluster [DBG] 2021-03-04T23:30:28.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:28 gibba038 conmon[76675]: pgmap v789: 119 pgs: 1 peering, 1 active+clean+wait, 2 active+recovering+undersized+remapped, 1 remapped+peering, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 3 op/s; 44263/344058 objects degraded (12.865%); 31377/344058 objects misplaced (9.120%); 11 MiB/s, 246 objects/s recovering 2021-03-04T23:30:28.601 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:28.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:28 gibba011 conmon[95595]: cluster 2021-03-04T23:30:26.675838+0000 mgr.x (mgr.34676) 830 : cluster [DBG] pgmap v789: 119 pgs: 1 peering, 1 active+clean+wait, 2 active+recovering+undersized+remapped, 1 remapped+peering, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 3 op/s; 44263/344058 objects degraded (12.865%); 31377/344058 objects misplaced (9.120%); 11 MiB/s, 246 objects/s recovering 2021-03-04T23:30:28.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:28 gibba011 conmon[99461]: cluster 2021-03-04T23:30:26.675838+0000 mgr.x (mgr.34676) 830 : cluster [DBG] pgmap v789: 119 pgs: 1 peering, 1 active+clean+wait, 2 active+recovering+undersized+remapped, 1 remapped+peering, 2 active+recovery_wait+degraded+remapped, 103 active+clean, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 3 op/s; 44263/344058 objects degraded (12.865%); 31377/344058 objects misplaced (9.120%); 11 MiB/s, 246 objects/s recovering 2021-03-04T23:30:28.619 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:28.620 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:28.620 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:28.721 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:28.739 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:28.740 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:28.740 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:28.841 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:28.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:28.860 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:28.860 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:28.961 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:28.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:28.979 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:28.980 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:29.081 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:29.099 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:29.099 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:29.100 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:29.201 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:29.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:29.219 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:29.220 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:29.321 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:29.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:29.340 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:29.340 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:29.442 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:29.460 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:29.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:29.461 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:29.562 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:29.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:29.581 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:29.582 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:29.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:29 gibba038 conmon[76675]: cluster 2021-03-04T23:30:28.937665+0000 mon.a (mon.0) 1019 2021-03-04T23:30:29.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:29 gibba038 conmon[76675]: : cluster [WRN] Health check update: Degraded data redundancy: 44263/344058 objects degraded (12.865%), 8 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:29.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:29 gibba011 conmon[99461]: cluster 2021-03-04T23:30:28.937665+0000 mon.a (mon.0) 1019 : cluster [WRN] Health check update: Degraded data redundancy: 44263/344058 objects degraded (12.865%), 8 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:29.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:29 gibba011 conmon[95595]: cluster 2021-03-04T23:30:28.937665+0000 mon.a (mon.0) 1019 : cluster [WRN] Health check update: Degraded data redundancy: 44263/344058 objects degraded (12.865%), 8 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:29.683 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:29.700 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:29.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:29.702 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:29.803 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:29.821 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:29.821 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:29.822 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:29.923 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:29.941 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:29.941 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:29.942 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:30.043 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:30.061 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:30.062 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:30.062 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:30.164 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:30.180 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:30.181 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:30.181 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:30.261 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:30 gibba011 conmon[95595]: cluster 2021-03-04T23:30:28.676319+0000 mgr.x 2021-03-04T23:30:30.261 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:30 gibba011 conmon[95595]: (mgr.34676) 831 : cluster [DBG] pgmap v790: 119 pgs: 1 peering, 2 active+recovering+undersized+remapped, 1 remapped+peering, 2 active+recovery_wait+degraded+remapped, 104 active+clean, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 6 op/s; 44263/343977 objects degraded (12.868%); 29843/343977 objects misplaced (8.676%); 21 MiB/s, 421 objects/s recovering 2021-03-04T23:30:30.261 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:30 gibba011 conmon[99461]: cluster 2021-03-04T23:30:28.676319+0000 mgr.x (mgr.34676) 831 : cluster [DBG] pgmap v790: 119 pgs: 1 peering, 2 active+recovering+undersized+remapped, 1 remapped+peering, 2 active+recovery_wait+degraded+remapped, 104 active+clean, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 6 op/s; 44263/343977 objects degraded (12.868%); 29843/343977 objects misplaced (8.676%); 21 MiB/s, 421 objects/s recovering 2021-03-04T23:30:30.282 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:30.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:30.301 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:30.302 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:30.402 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:30:30.402 INFO:teuthology.orchestra.run.gibba011.stdout: "size": 20, 2021-03-04T23:30:30.402 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 600, 2021-03-04T23:30:30.403 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:30:30.403 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.403 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:176813 9.0 e176/174 9:0ab385ea:::benchmark_data_gibba011_139107_object23446:head v 176'11195, mlcod=165'11060)", 2021-03-04T23:30:30.403 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:27:51.210817+0000", 2021-03-04T23:30:30.404 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 159.18764138399999, 2021-03-04T23:30:30.404 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0050236159999999998, 2021-03-04T23:30:30.404 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:30:30.404 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:30.405 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:30:30.405 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.405 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:30:30.405 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.210817+0000", 2021-03-04T23:30:30.405 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:30:30.406 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.406 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.406 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:30:30.406 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.210817+0000", 2021-03-04T23:30:30.407 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.004e-06 2021-03-04T23:30:30.407 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.407 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.407 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:30:30.408 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.210818+0000", 2021-03-04T23:30:30.408 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2839999999999999e-06 2021-03-04T23:30:30.408 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.408 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.409 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:30:30.409 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.210819+0000", 2021-03-04T23:30:30.409 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.8849999999999999e-06 2021-03-04T23:30:30.409 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.410 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.410 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:30:30.410 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.210827+0000", 2021-03-04T23:30:30.410 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.642e-06 2021-03-04T23:30:30.410 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.411 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.411 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:30:30.411 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.210830+0000", 2021-03-04T23:30:30.411 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0105999999999999e-05 2021-03-04T23:30:30.412 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.412 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.412 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:30:30.412 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.210871+0000", 2021-03-04T23:30:30.413 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8219e-05 2021-03-04T23:30:30.413 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.413 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.413 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:30:30.413 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.210889+0000", 2021-03-04T23:30:30.414 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0049273110000000002 2021-03-04T23:30:30.414 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.414 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.415 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:30:30.415 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.215816+0000", 2021-03-04T23:30:30.415 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4165e-05 2021-03-04T23:30:30.415 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.415 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.416 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:30:30.416 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.215840+0000", 2021-03-04T23:30:30.416 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0050236159999999998 2021-03-04T23:30:30.416 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.417 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:30:30.417 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.417 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.417 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.417 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:176819 9.e e176/175 9:7e60a5dd:::benchmark_data_gibba011_139107_object23452:head v 176'11007, mlcod=0'0)", 2021-03-04T23:30:30.418 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:27:51.234676+0000", 2021-03-04T23:30:30.418 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 159.16378173699999, 2021-03-04T23:30:30.418 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0078965200000000006, 2021-03-04T23:30:30.418 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:30:30.419 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:30.419 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:30:30.419 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.419 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:30:30.419 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.234676+0000", 2021-03-04T23:30:30.420 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:30:30.420 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.420 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.420 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:30:30.420 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.234676+0000", 2021-03-04T23:30:30.421 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4529999999999999e-06 2021-03-04T23:30:30.421 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.421 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.421 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:30:30.422 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.234678+0000", 2021-03-04T23:30:30.422 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1570000000000001e-06 2021-03-04T23:30:30.422 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.422 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.422 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:30:30.423 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.234679+0000", 2021-03-04T23:30:30.423 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.0309999999999998e-06 2021-03-04T23:30:30.423 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.423 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.424 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:30:30.424 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.234687+0000", 2021-03-04T23:30:30.424 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2119999999999997e-06 2021-03-04T23:30:30.424 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.424 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.425 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:30:30.425 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.234691+0000", 2021-03-04T23:30:30.425 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0213e-05 2021-03-04T23:30:30.425 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.425 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.426 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:30:30.426 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.234721+0000", 2021-03-04T23:30:30.426 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1857e-05 2021-03-04T23:30:30.426 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.427 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.427 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:30:30.427 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.234733+0000", 2021-03-04T23:30:30.427 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0078137199999999997 2021-03-04T23:30:30.427 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.428 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.428 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:30:30.428 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.242547+0000", 2021-03-04T23:30:30.428 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5877e-05 2021-03-04T23:30:30.428 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.429 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.429 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:30:30.429 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.242573+0000", 2021-03-04T23:30:30.429 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0078965200000000006 2021-03-04T23:30:30.429 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.430 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:30:30.430 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.430 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.430 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.431 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:176832 9.e e176/175 9:7972257c:::benchmark_data_gibba011_139107_object23465:head v 176'11008, mlcod=0'0)", 2021-03-04T23:30:30.431 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:27:51.237670+0000", 2021-03-04T23:30:30.431 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 159.16078828900001, 2021-03-04T23:30:30.431 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0049122580000000001, 2021-03-04T23:30:30.431 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:30:30.432 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:30.432 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:30:30.432 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.432 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:30:30.432 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.237670+0000", 2021-03-04T23:30:30.433 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:30:30.433 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.433 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.433 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:30:30.434 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.237670+0000", 2021-03-04T23:30:30.434 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0529999999999998e-06 2021-03-04T23:30:30.434 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.434 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.434 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:30:30.435 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.237673+0000", 2021-03-04T23:30:30.435 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0740000000000001e-06 2021-03-04T23:30:30.435 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.435 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.435 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:30:30.436 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.237676+0000", 2021-03-04T23:30:30.436 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.9669999999999996e-06 2021-03-04T23:30:30.436 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.436 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.436 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:30:30.437 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.237686+0000", 2021-03-04T23:30:30.437 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.7679999999999997e-06 2021-03-04T23:30:30.437 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.438 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.438 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:30:30.438 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.237692+0000", 2021-03-04T23:30:30.438 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001134531 2021-03-04T23:30:30.438 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.439 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.439 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:30:30.439 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.238826+0000", 2021-03-04T23:30:30.439 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4603999999999999e-05 2021-03-04T23:30:30.439 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.440 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.440 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:30:30.440 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.238841+0000", 2021-03-04T23:30:30.440 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0037335739999999999 2021-03-04T23:30:30.441 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.441 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.441 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:30:30.441 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.242574+0000", 2021-03-04T23:30:30.441 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.6869999999999994e-06 2021-03-04T23:30:30.442 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.442 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.442 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:30:30.442 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:51.242582+0000", 2021-03-04T23:30:30.442 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0049122580000000001 2021-03-04T23:30:30.443 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.443 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:30:30.443 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.443 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.444 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.444 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:176923 9.e e176/175 9:76a84c46:::benchmark_data_gibba011_139107_object23556:head v 176'11014, mlcod=0'0)", 2021-03-04T23:30:30.444 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:27:53.379995+0000", 2021-03-04T23:30:30.444 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 157.01846256600001, 2021-03-04T23:30:30.444 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0045911220000000004, 2021-03-04T23:30:30.445 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:30:30.445 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:30.445 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:30:30.445 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.445 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:30:30.446 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.379995+0000", 2021-03-04T23:30:30.446 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:30:30.446 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.446 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.446 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:30:30.447 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.379995+0000", 2021-03-04T23:30:30.447 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.8899999999999998e-06 2021-03-04T23:30:30.447 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.447 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.448 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:30:30.448 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.380000+0000", 2021-03-04T23:30:30.448 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4399999999999998e-06 2021-03-04T23:30:30.448 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.448 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.449 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:30:30.449 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.380005+0000", 2021-03-04T23:30:30.449 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5858e-05 2021-03-04T23:30:30.449 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.449 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.450 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:30:30.450 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.380021+0000", 2021-03-04T23:30:30.450 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.2159999999999995e-06 2021-03-04T23:30:30.450 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.450 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.451 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:30:30.451 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.380030+0000", 2021-03-04T23:30:30.451 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2793000000000003e-05 2021-03-04T23:30:30.451 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.451 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.452 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:30:30.452 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.380063+0000", 2021-03-04T23:30:30.452 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7436999999999999e-05 2021-03-04T23:30:30.452 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.453 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.453 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:30:30.453 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.380080+0000", 2021-03-04T23:30:30.453 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0044825669999999998 2021-03-04T23:30:30.453 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.454 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.454 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:30:30.454 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.384563+0000", 2021-03-04T23:30:30.454 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3921e-05 2021-03-04T23:30:30.454 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.455 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.455 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:30:30.455 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.384587+0000", 2021-03-04T23:30:30.455 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0045911220000000004 2021-03-04T23:30:30.455 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.456 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:30:30.456 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.456 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.456 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.457 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:176927 9.e e176/175 9:718287fb:::benchmark_data_gibba011_139107_object23560:head v 176'11016, mlcod=0'0)", 2021-03-04T23:30:30.457 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:27:53.391794+0000", 2021-03-04T23:30:30.457 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 157.00666440000001, 2021-03-04T23:30:30.457 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0056337610000000002, 2021-03-04T23:30:30.457 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:30:30.458 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:30.458 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:30:30.458 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.458 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:30:30.458 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.391794+0000", 2021-03-04T23:30:30.459 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:30:30.459 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.459 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.459 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:30:30.459 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.391794+0000", 2021-03-04T23:30:30.460 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2509999999999999e-06 2021-03-04T23:30:30.460 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.460 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.460 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:30:30.461 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.391797+0000", 2021-03-04T23:30:30.461 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.1930000000000002e-06 2021-03-04T23:30:30.461 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.461 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.461 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:30:30.462 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.391800+0000", 2021-03-04T23:30:30.462 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0791000000000001e-05 2021-03-04T23:30:30.462 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.462 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.462 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:30:30.463 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.391821+0000", 2021-03-04T23:30:30.463 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.3349999999999997e-06 2021-03-04T23:30:30.463 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.463 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.463 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:30:30.464 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.391826+0000", 2021-03-04T23:30:30.464 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0016215380000000001 2021-03-04T23:30:30.464 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.464 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.464 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:30:30.465 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.393448+0000", 2021-03-04T23:30:30.465 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6728999999999999e-05 2021-03-04T23:30:30.465 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.465 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.466 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:30:30.466 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.393464+0000", 2021-03-04T23:30:30.466 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0039399539999999999 2021-03-04T23:30:30.466 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.466 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.467 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:30:30.467 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.397404+0000", 2021-03-04T23:30:30.467 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2969999999999999e-05 2021-03-04T23:30:30.467 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.467 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.468 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:30:30.468 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:27:53.397427+0000", 2021-03-04T23:30:30.468 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0056337610000000002 2021-03-04T23:30:30.468 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.468 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:30:30.469 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.469 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.469 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.469 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGRecoveryDelete(9.8 e179,174 9:13835d0d:::benchmark_data_gibba011_139107_object22696:head,172'11017)", 2021-03-04T23:30:30.469 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:01.438749+0000", 2021-03-04T23:30:30.470 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 148.95970885700001, 2021-03-04T23:30:30.470 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.076772441999999996, 2021-03-04T23:30:30.470 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:30:30.470 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:30:30.471 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:30:30.471 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.471 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:30:30.471 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438749+0000", 2021-03-04T23:30:30.471 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:30:30.472 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.472 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.472 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:30:30.472 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438749+0000", 2021-03-04T23:30:30.472 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.9299999999999997e-07 2021-03-04T23:30:30.473 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.473 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.473 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:30:30.473 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438750+0000", 2021-03-04T23:30:30.473 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5269999999999999e-06 2021-03-04T23:30:30.474 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.474 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.474 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:30:30.474 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438751+0000", 2021-03-04T23:30:30.475 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.95e-06 2021-03-04T23:30:30.475 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.475 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.475 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:30:30.475 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438756+0000", 2021-03-04T23:30:30.476 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9129999999999999e-06 2021-03-04T23:30:30.476 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.476 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.476 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:30:30.477 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438759+0000", 2021-03-04T23:30:30.477 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0874000000000001e-05 2021-03-04T23:30:30.477 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.477 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.477 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:30:30.478 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438810+0000", 2021-03-04T23:30:30.478 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7800000000000001e-06 2021-03-04T23:30:30.478 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.478 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.478 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:30:30.479 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438813+0000", 2021-03-04T23:30:30.479 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.076708604999999999 2021-03-04T23:30:30.479 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.479 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.480 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:30:30.480 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.515522+0000", 2021-03-04T23:30:30.480 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.076772441999999996 2021-03-04T23:30:30.480 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.480 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:30:30.481 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.481 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.481 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.481 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:176997 9.0 e181/179 9:053ee919:::benchmark_data_gibba011_139107_object23630:head v 181'11206, mlcod=0'0)", 2021-03-04T23:30:30.481 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:06.697190+0000", 2021-03-04T23:30:30.482 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 143.70126841199999, 2021-03-04T23:30:30.482 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.019586612, 2021-03-04T23:30:30.482 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:30:30.482 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:30.483 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:30:30.483 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.483 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:30:30.483 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.697190+0000", 2021-03-04T23:30:30.483 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:30:30.484 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.484 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.484 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:30:30.484 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.697190+0000", 2021-03-04T23:30:30.484 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3900000000000002e-06 2021-03-04T23:30:30.485 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.485 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.485 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:30:30.485 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.697193+0000", 2021-03-04T23:30:30.485 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5660000000000001e-06 2021-03-04T23:30:30.486 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.486 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.486 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:30:30.486 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.697196+0000", 2021-03-04T23:30:30.487 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3438000000000001e-05 2021-03-04T23:30:30.487 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.487 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.487 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:30:30.488 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.697209+0000", 2021-03-04T23:30:30.488 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.335e-06 2021-03-04T23:30:30.488 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.488 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.488 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:30:30.489 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.697213+0000", 2021-03-04T23:30:30.489 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9626000000000001e-05 2021-03-04T23:30:30.489 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.489 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.489 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:30:30.490 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.697243+0000", 2021-03-04T23:30:30.490 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0820999999999999e-05 2021-03-04T23:30:30.490 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.490 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.491 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:30:30.491 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.697264+0000", 2021-03-04T23:30:30.491 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.019484735 2021-03-04T23:30:30.491 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.491 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.492 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:30:30.492 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.716748+0000", 2021-03-04T23:30:30.492 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7701000000000001e-05 2021-03-04T23:30:30.492 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.492 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.493 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:30:30.493 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.716776+0000", 2021-03-04T23:30:30.493 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.019586612 2021-03-04T23:30:30.493 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.493 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:30:30.494 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.494 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.494 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.494 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:179132 9.8 9:1f868f77:::benchmark_data_gibba011_139107_object25765:head [delete] snapc 0=[] ondisk+write+known_if_redirected e184)", 2021-03-04T23:30:30.495 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:22.101296+0000", 2021-03-04T23:30:30.495 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 128.29716242699999, 2021-03-04T23:30:30.495 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0052762410000000001, 2021-03-04T23:30:30.495 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:30:30.495 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:30.496 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:30:30.496 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:30:30.496 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:30.496 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 179132 2021-03-04T23:30:30.496 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.497 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:30:30.497 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.497 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:30:30.497 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.101296+0000", 2021-03-04T23:30:30.498 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:30:30.498 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.498 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.498 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:30:30.498 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.101296+0000", 2021-03-04T23:30:30.499 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.418e-06 2021-03-04T23:30:30.499 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.499 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.499 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:30:30.499 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.101298+0000", 2021-03-04T23:30:30.500 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1110000000000002e-06 2021-03-04T23:30:30.500 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.500 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.500 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:30:30.501 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.101300+0000", 2021-03-04T23:30:30.501 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1905999999999999e-05 2021-03-04T23:30:30.501 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.501 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.501 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:30:30.502 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.101312+0000", 2021-03-04T23:30:30.502 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.1410000000000004e-06 2021-03-04T23:30:30.502 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.502 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.502 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:30:30.503 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.101317+0000", 2021-03-04T23:30:30.503 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.7042000000000002e-05 2021-03-04T23:30:30.503 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.503 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.504 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:30:30.504 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.101354+0000", 2021-03-04T23:30:30.504 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000108247 2021-03-04T23:30:30.504 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.504 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.505 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:30:30.505 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.101462+0000", 2021-03-04T23:30:30.505 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.7136000000000001e-05 2021-03-04T23:30:30.505 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.505 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.506 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,5,7", 2021-03-04T23:30:30.506 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.101540+0000", 2021-03-04T23:30:30.506 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0015998099999999999 2021-03-04T23:30:30.506 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.507 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.507 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:30:30.507 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.103139+0000", 2021-03-04T23:30:30.507 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00209326 2021-03-04T23:30:30.507 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.508 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.508 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:30.508 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.105233+0000", 2021-03-04T23:30:30.508 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00081704399999999995 2021-03-04T23:30:30.508 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.509 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.509 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:30.509 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.106050+0000", 2021-03-04T23:30:30.509 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00041584199999999998 2021-03-04T23:30:30.510 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.510 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.510 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:30.510 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.106466+0000", 2021-03-04T23:30:30.510 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3297000000000003e-05 2021-03-04T23:30:30.511 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.511 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.511 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:30:30.511 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.106499+0000", 2021-03-04T23:30:30.512 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.2986999999999998e-05 2021-03-04T23:30:30.512 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.512 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.512 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:30:30.512 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:22.106572+0000", 2021-03-04T23:30:30.513 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0052762410000000001 2021-03-04T23:30:30.513 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.513 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:30:30.513 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.513 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.514 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.514 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:181343 9.8 9:136b87e6:::benchmark_data_gibba011_139107_object27976:head [delete] snapc 0=[] ondisk+write+known_if_redirected e185)", 2021-03-04T23:30:30.514 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:33.836959+0000", 2021-03-04T23:30:30.514 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 116.561499019, 2021-03-04T23:30:30.515 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0051495489999999998, 2021-03-04T23:30:30.515 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:30:30.515 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:30.515 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:30:30.515 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:30:30.516 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:30.516 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 181343 2021-03-04T23:30:30.516 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.516 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:30:30.516 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.517 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:30:30.517 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.836959+0000", 2021-03-04T23:30:30.517 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:30:30.517 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.517 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.518 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:30:30.518 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.836959+0000", 2021-03-04T23:30:30.518 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2469999999999998e-06 2021-03-04T23:30:30.518 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.519 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.519 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:30:30.519 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.836961+0000", 2021-03-04T23:30:30.519 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2169999999999999e-06 2021-03-04T23:30:30.519 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.520 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.520 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:30:30.520 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.836964+0000", 2021-03-04T23:30:30.520 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6101999999999999e-05 2021-03-04T23:30:30.521 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.521 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.521 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:30:30.521 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.836981+0000", 2021-03-04T23:30:30.521 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.0610000000000001e-06 2021-03-04T23:30:30.522 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.522 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.522 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:30:30.522 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.836987+0000", 2021-03-04T23:30:30.522 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.8084000000000002e-05 2021-03-04T23:30:30.523 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.523 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.523 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:30:30.523 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.837035+0000", 2021-03-04T23:30:30.523 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000182366 2021-03-04T23:30:30.524 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.524 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.524 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:30:30.524 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.837217+0000", 2021-03-04T23:30:30.525 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00013984699999999999 2021-03-04T23:30:30.525 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.525 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.525 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,5,7", 2021-03-04T23:30:30.525 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.837357+0000", 2021-03-04T23:30:30.526 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001635231 2021-03-04T23:30:30.526 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.526 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.526 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:30:30.527 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.838992+0000", 2021-03-04T23:30:30.527 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00040746100000000002 2021-03-04T23:30:30.527 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.527 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.527 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:30.528 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.839400+0000", 2021-03-04T23:30:30.528 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00066638699999999995 2021-03-04T23:30:30.528 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.528 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.528 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:30.529 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.840066+0000", 2021-03-04T23:30:30.529 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001950451 2021-03-04T23:30:30.529 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.529 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.530 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:30.530 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.842016+0000", 2021-03-04T23:30:30.530 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.8755000000000002e-05 2021-03-04T23:30:30.530 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.530 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.531 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:30:30.531 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.842045+0000", 2021-03-04T23:30:30.531 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.334e-05 2021-03-04T23:30:30.531 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.531 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.532 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:30:30.532 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:33.842109+0000", 2021-03-04T23:30:30.532 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0051495489999999998 2021-03-04T23:30:30.532 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.533 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:30:30.533 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.533 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.533 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.533 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:183195 9.8 9:1f9f798c:::benchmark_data_gibba011_139107_object29828:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)", 2021-03-04T23:30:30.534 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:50.589514+0000", 2021-03-04T23:30:30.534 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 99.808943667999998, 2021-03-04T23:30:30.534 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0048862089999999999, 2021-03-04T23:30:30.534 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:30:30.535 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:30.535 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:30:30.535 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:30:30.535 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:30.535 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 183195 2021-03-04T23:30:30.536 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.536 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:30:30.536 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.536 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:30:30.536 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.589514+0000", 2021-03-04T23:30:30.537 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:30:30.537 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.537 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.537 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:30:30.537 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.589514+0000", 2021-03-04T23:30:30.538 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.8599999999999996e-07 2021-03-04T23:30:30.538 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.538 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.538 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:30:30.538 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.589515+0000", 2021-03-04T23:30:30.539 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.471e-06 2021-03-04T23:30:30.539 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.539 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.539 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:30:30.540 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.589517+0000", 2021-03-04T23:30:30.540 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.8549999999999996e-06 2021-03-04T23:30:30.540 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.540 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.540 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:30:30.541 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.589524+0000", 2021-03-04T23:30:30.541 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.54e-06 2021-03-04T23:30:30.541 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.541 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.541 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:30:30.542 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.589527+0000", 2021-03-04T23:30:30.542 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001860102 2021-03-04T23:30:30.542 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.542 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.543 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:30:30.543 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.591387+0000", 2021-03-04T23:30:30.543 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.9444000000000006e-05 2021-03-04T23:30:30.543 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.544 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.544 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:30:30.544 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.591477+0000", 2021-03-04T23:30:30.544 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.4851000000000006e-05 2021-03-04T23:30:30.544 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.545 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.545 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,5,7", 2021-03-04T23:30:30.545 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.591542+0000", 2021-03-04T23:30:30.545 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001936218 2021-03-04T23:30:30.545 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.546 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.546 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:30.546 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.593478+0000", 2021-03-04T23:30:30.546 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0582e-05 2021-03-04T23:30:30.547 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.547 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.547 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:30:30.547 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.593498+0000", 2021-03-04T23:30:30.547 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000232761 2021-03-04T23:30:30.548 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.548 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.548 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:30.548 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.593731+0000", 2021-03-04T23:30:30.548 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00050319799999999995 2021-03-04T23:30:30.549 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.549 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.549 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:30.549 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.594234+0000", 2021-03-04T23:30:30.550 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.8804999999999998e-05 2021-03-04T23:30:30.550 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.550 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.550 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:30:30.550 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.594283+0000", 2021-03-04T23:30:30.551 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000117396 2021-03-04T23:30:30.551 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.551 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.551 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:30:30.551 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.594401+0000", 2021-03-04T23:30:30.552 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0048862089999999999 2021-03-04T23:30:30.552 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.552 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:30:30.552 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.552 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.553 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.553 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:183475 9.8 9:17eecf0c:::benchmark_data_gibba011_139107_object30108:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)", 2021-03-04T23:30:30.553 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:53.105826+0000", 2021-03-04T23:30:30.553 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 97.292632025000003, 2021-03-04T23:30:30.554 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0058267060000000001, 2021-03-04T23:30:30.554 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:30:30.554 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:30.554 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:30:30.554 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:30:30.555 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:30.555 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 183475 2021-03-04T23:30:30.555 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.555 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:30:30.555 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.556 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:30:30.556 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:53.105826+0000", 2021-03-04T23:30:30.556 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:30:30.556 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.557 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.557 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:30:30.557 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:53.105826+0000", 2021-03-04T23:30:30.557 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3540000000000001e-06 2021-03-04T23:30:30.557 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.558 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.558 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:30:30.558 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:53.105827+0000", 2021-03-04T23:30:30.558 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0770000000000002e-06 2021-03-04T23:30:30.559 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.559 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.559 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:30:30.559 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:53.105829+0000", 2021-03-04T23:30:30.559 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1714e-05 2021-03-04T23:30:30.560 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.560 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.560 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:30:30.560 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:53.105841+0000", 2021-03-04T23:30:30.560 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.9549999999999997e-06 2021-03-04T23:30:30.561 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.561 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.561 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:30:30.561 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:53.105847+0000", 2021-03-04T23:30:30.561 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4353e-05 2021-03-04T23:30:30.562 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.562 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.562 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:30:30.562 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:53.105891+0000", 2021-03-04T23:30:30.563 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00012774600000000001 2021-03-04T23:30:30.563 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.563 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.563 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:30:30.563 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:53.106019+0000", 2021-03-04T23:30:30.564 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.7490000000000005e-05 2021-03-04T23:30:30.564 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.564 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.564 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,5,7", 2021-03-04T23:30:30.565 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:53.106097+0000", 2021-03-04T23:30:30.565 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0029589320000000001 2021-03-04T23:30:30.565 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.565 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.565 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:30:30.566 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:53.109056+0000", 2021-03-04T23:30:30.566 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00051222599999999996 2021-03-04T23:30:30.566 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.566 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.566 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:30.567 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:53.109568+0000", 2021-03-04T23:30:30.567 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00083726000000000004 2021-03-04T23:30:30.567 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.567 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.568 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:30.568 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:53.110405+0000", 2021-03-04T23:30:30.568 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001117477 2021-03-04T23:30:30.568 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.568 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.569 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:30.569 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:53.111523+0000", 2021-03-04T23:30:30.569 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3856999999999998e-05 2021-03-04T23:30:30.569 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.569 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.570 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:30:30.570 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:53.111556+0000", 2021-03-04T23:30:30.570 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.6265000000000001e-05 2021-03-04T23:30:30.570 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.571 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.571 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:30:30.571 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:53.111653+0000", 2021-03-04T23:30:30.571 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0058267060000000001 2021-03-04T23:30:30.571 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.572 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:30:30.572 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.572 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.572 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.572 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:185581 9.8 9:1cca7420:::benchmark_data_gibba011_139107_object32214:head [delete] snapc 0=[] ondisk+write+known_if_redirected e193)", 2021-03-04T23:30:30.573 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:29:11.704708+0000", 2021-03-04T23:30:30.573 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 78.693749979000003, 2021-03-04T23:30:30.573 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0062559460000000001, 2021-03-04T23:30:30.573 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:30:30.573 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:30.574 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:30:30.574 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:30:30.574 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:30.574 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 185581 2021-03-04T23:30:30.575 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.575 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:30:30.575 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.575 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:30:30.575 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:11.704708+0000", 2021-03-04T23:30:30.576 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:30:30.576 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.576 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.576 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:30:30.576 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:11.704708+0000", 2021-03-04T23:30:30.577 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.272e-06 2021-03-04T23:30:30.577 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.577 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.577 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:30:30.577 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:11.704710+0000", 2021-03-04T23:30:30.578 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.232e-06 2021-03-04T23:30:30.578 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.578 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.578 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:30:30.579 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:11.704713+0000", 2021-03-04T23:30:30.579 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0063e-05 2021-03-04T23:30:30.579 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.579 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.579 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:30:30.580 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:11.704723+0000", 2021-03-04T23:30:30.580 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.794e-06 2021-03-04T23:30:30.580 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.580 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.580 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:30:30.581 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:11.704726+0000", 2021-03-04T23:30:30.581 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.108e-05 2021-03-04T23:30:30.581 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.581 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.581 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:30:30.582 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:11.704767+0000", 2021-03-04T23:30:30.582 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00014966400000000001 2021-03-04T23:30:30.582 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.582 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.583 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:30:30.583 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:11.704917+0000", 2021-03-04T23:30:30.583 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000131805 2021-03-04T23:30:30.583 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.583 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.584 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,5,7", 2021-03-04T23:30:30.584 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:11.705049+0000", 2021-03-04T23:30:30.584 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022870669999999998 2021-03-04T23:30:30.584 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.584 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.585 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:30.585 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:11.707336+0000", 2021-03-04T23:30:30.585 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6005999999999999e-05 2021-03-04T23:30:30.585 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.585 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.586 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:30:30.586 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:11.707352+0000", 2021-03-04T23:30:30.586 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0025259179999999998 2021-03-04T23:30:30.586 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.587 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.587 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:30.587 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:11.709878+0000", 2021-03-04T23:30:30.587 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00098689299999999997 2021-03-04T23:30:30.587 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.588 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.588 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:30.588 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:11.710865+0000", 2021-03-04T23:30:30.588 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3260999999999999e-05 2021-03-04T23:30:30.589 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.589 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.589 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:30:30.589 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:11.710898+0000", 2021-03-04T23:30:30.589 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.5890999999999996e-05 2021-03-04T23:30:30.590 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.590 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.590 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:30:30.590 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:11.710964+0000", 2021-03-04T23:30:30.591 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0062559460000000001 2021-03-04T23:30:30.591 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.591 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:30:30.591 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.591 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.592 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.592 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:186678 9.8 9:1fa7e1b1:::benchmark_data_gibba011_139107_object33311:head [delete] snapc 0=[] ondisk+write+known_if_redirected e195)", 2021-03-04T23:30:30.592 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:29:22.020229+0000", 2021-03-04T23:30:30.592 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 68.378228897, 2021-03-04T23:30:30.592 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.005206652, 2021-03-04T23:30:30.593 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:30:30.593 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:30.593 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:30:30.593 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:30:30.593 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:30.594 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 186678 2021-03-04T23:30:30.594 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.594 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:30:30.594 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.595 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:30:30.595 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:22.020229+0000", 2021-03-04T23:30:30.595 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:30:30.595 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.595 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.596 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:30:30.596 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:22.020229+0000", 2021-03-04T23:30:30.596 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7250000000000002e-06 2021-03-04T23:30:30.596 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.597 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.597 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:30:30.597 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:22.020232+0000", 2021-03-04T23:30:30.597 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0850000000000001e-06 2021-03-04T23:30:30.597 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.598 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.598 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:30:30.598 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:22.020235+0000", 2021-03-04T23:30:30.598 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4425e-05 2021-03-04T23:30:30.598 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.599 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.599 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:30:30.599 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:22.020249+0000", 2021-03-04T23:30:30.599 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.3329999999999996e-06 2021-03-04T23:30:30.600 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.600 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.600 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:30:30.600 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:22.020255+0000", 2021-03-04T23:30:30.600 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.0869000000000001e-05 2021-03-04T23:30:30.601 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.601 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.601 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:30:30.601 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:22.020336+0000", 2021-03-04T23:30:30.601 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.181e-06 2021-03-04T23:30:30.602 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.602 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.602 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op must wait for map", 2021-03-04T23:30:30.602 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:22.020341+0000", 2021-03-04T23:30:30.603 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001549045 2021-03-04T23:30:30.603 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.603 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.603 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:30:30.603 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:22.021890+0000", 2021-03-04T23:30:30.604 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00013293300000000001 2021-03-04T23:30:30.604 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.604 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.604 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:30:30.604 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:22.022023+0000", 2021-03-04T23:30:30.605 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.6614999999999997e-05 2021-03-04T23:30:30.605 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.605 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.605 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,5,7", 2021-03-04T23:30:30.606 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:22.022099+0000", 2021-03-04T23:30:30.606 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0015067850000000001 2021-03-04T23:30:30.606 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.606 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.606 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:30:30.607 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:22.023606+0000", 2021-03-04T23:30:30.607 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00079982899999999995 2021-03-04T23:30:30.607 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.607 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.608 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:30.608 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:22.024406+0000", 2021-03-04T23:30:30.608 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00032400199999999999 2021-03-04T23:30:30.608 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.608 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.609 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:30.609 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:22.024730+0000", 2021-03-04T23:30:30.609 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00059862000000000001 2021-03-04T23:30:30.609 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.609 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.610 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:30.610 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:22.025329+0000", 2021-03-04T23:30:30.610 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0380999999999999e-05 2021-03-04T23:30:30.610 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.611 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.611 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:30:30.611 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:22.025359+0000", 2021-03-04T23:30:30.611 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.6823999999999995e-05 2021-03-04T23:30:30.611 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.612 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.612 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:30:30.612 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:22.025436+0000", 2021-03-04T23:30:30.612 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.005206652 2021-03-04T23:30:30.612 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.613 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:30:30.613 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.613 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.613 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.613 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:186775 9.8 9:160194ed:::benchmark_data_gibba011_139107_object33408:head [delete] snapc 0=[] ondisk+write+known_if_redirected e196)", 2021-03-04T23:30:30.614 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:29:23.081188+0000", 2021-03-04T23:30:30.614 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 67.317270476999994, 2021-03-04T23:30:30.614 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010692072, 2021-03-04T23:30:30.614 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:30:30.615 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:30.615 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:30:30.615 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:30:30.615 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:30.615 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 186775 2021-03-04T23:30:30.616 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.616 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:30:30.616 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.616 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:30:30.617 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:23.081188+0000", 2021-03-04T23:30:30.617 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:30:30.617 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.617 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.617 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:30:30.618 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:23.081188+0000", 2021-03-04T23:30:30.618 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.029e-06 2021-03-04T23:30:30.618 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.618 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.619 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:30:30.619 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:23.081190+0000", 2021-03-04T23:30:30.619 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6919999999999998e-06 2021-03-04T23:30:30.619 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.619 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.620 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:30:30.620 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:23.081192+0000", 2021-03-04T23:30:30.620 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2279000000000001e-05 2021-03-04T23:30:30.620 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.620 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.621 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:30:30.621 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:23.081205+0000", 2021-03-04T23:30:30.621 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.1030000000000001e-06 2021-03-04T23:30:30.621 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.621 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.622 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:30:30.622 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:23.081210+0000", 2021-03-04T23:30:30.622 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.4261999999999998e-05 2021-03-04T23:30:30.622 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.623 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.623 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:30:30.623 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:23.081244+0000", 2021-03-04T23:30:30.623 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00010908099999999999 2021-03-04T23:30:30.623 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.624 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.624 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:30:30.624 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:23.081353+0000", 2021-03-04T23:30:30.624 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00028684199999999999 2021-03-04T23:30:30.624 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.625 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.625 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,5,7", 2021-03-04T23:30:30.625 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:23.081640+0000", 2021-03-04T23:30:30.625 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0069670490000000003 2021-03-04T23:30:30.625 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.626 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.626 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:30:30.626 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:23.088607+0000", 2021-03-04T23:30:30.626 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0013940549999999999 2021-03-04T23:30:30.627 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.627 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.627 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:30.627 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:23.090001+0000", 2021-03-04T23:30:30.628 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00024914099999999998 2021-03-04T23:30:30.628 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.628 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.628 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:30.628 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:23.090250+0000", 2021-03-04T23:30:30.629 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001522256 2021-03-04T23:30:30.629 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.629 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.629 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:30.629 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:23.091772+0000", 2021-03-04T23:30:30.630 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3565000000000001e-05 2021-03-04T23:30:30.630 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.630 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.630 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:30:30.631 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:23.091806+0000", 2021-03-04T23:30:30.631 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.3718000000000001e-05 2021-03-04T23:30:30.631 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.631 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.631 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:30:30.632 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:29:23.091880+0000", 2021-03-04T23:30:30.632 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010692072 2021-03-04T23:30:30.632 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.632 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:30:30.632 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.633 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.633 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.633 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPushReply(9.8 207/180 [PushReplyOp(9:11820376:::benchmark_data_gibba011_139107_object69460:head)])", 2021-03-04T23:30:30.633 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:30:09.242794+0000", 2021-03-04T23:30:30.633 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 21.155664194, 2021-03-04T23:30:30.634 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.073742283000000006, 2021-03-04T23:30:30.634 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:30:30.634 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "reached pg", 2021-03-04T23:30:30.634 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:30:30.635 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.635 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:30:30.635 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:09.242794+0000", 2021-03-04T23:30:30.635 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:30:30.635 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.636 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.636 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:30:30.636 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:09.242794+0000", 2021-03-04T23:30:30.636 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4000000000000002e-07 2021-03-04T23:30:30.637 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.637 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.637 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:30:30.637 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:09.242794+0000", 2021-03-04T23:30:30.637 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1689999999999999e-06 2021-03-04T23:30:30.638 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.638 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.638 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:30:30.638 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:09.242795+0000", 2021-03-04T23:30:30.638 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.993e-06 2021-03-04T23:30:30.639 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.639 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.639 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:30:30.639 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:09.242798+0000", 2021-03-04T23:30:30.639 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.571e-06 2021-03-04T23:30:30.640 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.640 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.640 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:30:30.640 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:09.242801+0000", 2021-03-04T23:30:30.640 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6446000000000001e-05 2021-03-04T23:30:30.641 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.641 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.641 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:30:30.641 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:09.242817+0000", 2021-03-04T23:30:30.642 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.073718664000000003 2021-03-04T23:30:30.642 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.642 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.642 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:30:30.642 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:09.316536+0000", 2021-03-04T23:30:30.643 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.073742283000000006 2021-03-04T23:30:30.643 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.643 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:30:30.643 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.643 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.644 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.644 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:192061 9.9 e214/175 9:9fb79c71:::benchmark_data_gibba011_139107_object38694:head v 214'12045, mlcod=165'10975)", 2021-03-04T23:30:30.644 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:30:23.174149+0000", 2021-03-04T23:30:30.644 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 7.2243094030000004, 2021-03-04T23:30:30.644 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.005445053, 2021-03-04T23:30:30.645 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:30:30.645 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:30.645 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:30:30.645 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.646 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:30:30.646 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.174149+0000", 2021-03-04T23:30:30.646 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:30:30.646 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.646 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.647 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:30:30.647 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.174149+0000", 2021-03-04T23:30:30.647 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.984e-06 2021-03-04T23:30:30.647 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.647 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.648 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:30:30.648 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.174151+0000", 2021-03-04T23:30:30.648 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8169999999999999e-06 2021-03-04T23:30:30.648 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.649 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.649 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:30:30.649 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.174152+0000", 2021-03-04T23:30:30.649 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.4590000000000001e-06 2021-03-04T23:30:30.649 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.650 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.650 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:30:30.650 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.174160+0000", 2021-03-04T23:30:30.650 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2200000000000001e-06 2021-03-04T23:30:30.651 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.651 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.651 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:30:30.651 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.174163+0000", 2021-03-04T23:30:30.652 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.7974999999999999e-05 2021-03-04T23:30:30.652 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.652 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.652 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:30:30.652 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.174231+0000", 2021-03-04T23:30:30.653 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3069e-05 2021-03-04T23:30:30.653 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.653 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.653 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:30:30.653 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.174244+0000", 2021-03-04T23:30:30.654 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0053205220000000003 2021-03-04T23:30:30.654 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.654 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.654 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:30:30.655 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.179565+0000", 2021-03-04T23:30:30.655 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9006999999999999e-05 2021-03-04T23:30:30.655 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.655 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.655 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:30:30.656 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.179594+0000", 2021-03-04T23:30:30.656 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.005445053 2021-03-04T23:30:30.656 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.656 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:30:30.656 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.657 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.657 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.657 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:192064 9.e e214/211 9:74c01121:::benchmark_data_gibba011_139107_object38697:head v 214'11990, mlcod=0'0)", 2021-03-04T23:30:30.657 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:30:23.193502+0000", 2021-03-04T23:30:30.657 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 7.2049558039999999, 2021-03-04T23:30:30.658 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015172756000000001, 2021-03-04T23:30:30.658 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:30:30.658 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:30.658 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:30:30.659 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.659 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:30:30.659 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.193502+0000", 2021-03-04T23:30:30.659 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:30:30.659 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.660 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.660 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:30:30.660 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.193502+0000", 2021-03-04T23:30:30.660 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.926e-06 2021-03-04T23:30:30.661 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.661 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.661 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:30:30.661 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.193505+0000", 2021-03-04T23:30:30.661 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1830000000000001e-06 2021-03-04T23:30:30.662 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.662 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.662 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:30:30.662 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.193507+0000", 2021-03-04T23:30:30.662 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.2410000000000001e-06 2021-03-04T23:30:30.663 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.663 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.663 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:30:30.663 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.193517+0000", 2021-03-04T23:30:30.663 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0659999999999997e-06 2021-03-04T23:30:30.664 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.664 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.664 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:30:30.664 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.193521+0000", 2021-03-04T23:30:30.665 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.7642999999999999e-05 2021-03-04T23:30:30.665 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.665 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.665 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:30:30.665 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.193558+0000", 2021-03-04T23:30:30.666 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8363e-05 2021-03-04T23:30:30.666 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.666 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.666 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:30:30.666 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.193577+0000", 2021-03-04T23:30:30.667 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015066398999999999 2021-03-04T23:30:30.667 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.667 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.667 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:30:30.668 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.208643+0000", 2021-03-04T23:30:30.668 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.1934999999999998e-05 2021-03-04T23:30:30.668 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.668 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.668 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:30:30.669 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.208675+0000", 2021-03-04T23:30:30.669 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015172756000000001 2021-03-04T23:30:30.669 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.669 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:30:30.669 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.670 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.670 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.670 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:192069 9.e e214/211 9:75978fad:::benchmark_data_gibba011_139107_object38702:head v 214'11992, mlcod=0'0)", 2021-03-04T23:30:30.670 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:30:23.254171+0000", 2021-03-04T23:30:30.670 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 7.1442869739999999, 2021-03-04T23:30:30.671 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0059834709999999998, 2021-03-04T23:30:30.671 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:30:30.671 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:30.671 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:30:30.671 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.672 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:30:30.672 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.254171+0000", 2021-03-04T23:30:30.672 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:30:30.672 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.673 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.673 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:30:30.673 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.254171+0000", 2021-03-04T23:30:30.673 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9459999999999998e-06 2021-03-04T23:30:30.673 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.674 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.674 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:30:30.674 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.254174+0000", 2021-03-04T23:30:30.674 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1349999999999999e-06 2021-03-04T23:30:30.674 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.675 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.675 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:30:30.675 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.254176+0000", 2021-03-04T23:30:30.675 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0329999999999997e-06 2021-03-04T23:30:30.676 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.676 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.676 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:30:30.676 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.254185+0000", 2021-03-04T23:30:30.676 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0529999999999997e-06 2021-03-04T23:30:30.677 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.677 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.677 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:30:30.677 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.254190+0000", 2021-03-04T23:30:30.677 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6832999999999998e-05 2021-03-04T23:30:30.678 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.678 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.678 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:30:30.678 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.254227+0000", 2021-03-04T23:30:30.678 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2028999999999999e-05 2021-03-04T23:30:30.679 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.679 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.679 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:30:30.679 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.254249+0000", 2021-03-04T23:30:30.680 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0058767589999999996 2021-03-04T23:30:30.680 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.680 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.680 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:30:30.680 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.260126+0000", 2021-03-04T23:30:30.681 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.8683e-05 2021-03-04T23:30:30.681 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.681 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.681 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:30:30.681 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.260154+0000", 2021-03-04T23:30:30.682 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0059834709999999998 2021-03-04T23:30:30.682 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.682 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:30:30.682 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.683 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.683 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.683 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:192081 9.b e214/206 9:dd7e50cb:::benchmark_data_gibba011_139107_object38714:head v 214'12277, mlcod=152'8362)", 2021-03-04T23:30:30.683 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:30:23.340327+0000", 2021-03-04T23:30:30.683 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 7.0581310940000002, 2021-03-04T23:30:30.684 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010282253999999999, 2021-03-04T23:30:30.684 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:30:30.684 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:30.684 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:30:30.684 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.685 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:30:30.685 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.340327+0000", 2021-03-04T23:30:30.685 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:30:30.685 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.686 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.686 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:30:30.686 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.340327+0000", 2021-03-04T23:30:30.686 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.084e-06 2021-03-04T23:30:30.686 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.687 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.687 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:30:30.687 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.340330+0000", 2021-03-04T23:30:30.687 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0180000000000002e-06 2021-03-04T23:30:30.687 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.688 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.688 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:30:30.688 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.340333+0000", 2021-03-04T23:30:30.688 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2306e-05 2021-03-04T23:30:30.689 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.689 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.689 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:30:30.689 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.340345+0000", 2021-03-04T23:30:30.689 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.1039999999999998e-06 2021-03-04T23:30:30.690 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.690 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.690 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:30:30.690 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.340350+0000", 2021-03-04T23:30:30.691 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3324999999999997e-05 2021-03-04T23:30:30.691 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.691 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.691 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:30:30.691 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.340384+0000", 2021-03-04T23:30:30.692 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6333000000000001e-05 2021-03-04T23:30:30.692 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.692 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.692 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:30:30.692 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.340400+0000", 2021-03-04T23:30:30.693 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010181246 2021-03-04T23:30:30.693 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.693 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.693 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:30:30.693 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.350581+0000", 2021-03-04T23:30:30.694 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7838e-05 2021-03-04T23:30:30.694 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.694 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.694 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:30:30.695 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.350609+0000", 2021-03-04T23:30:30.695 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010282253999999999 2021-03-04T23:30:30.695 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.695 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:30:30.695 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.696 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.696 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.696 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:192092 9.8 9:1e4588ce:::benchmark_data_gibba011_139107_object38725:head [delete] snapc 0=[] ondisk+write+known_if_redirected e214)", 2021-03-04T23:30:30.696 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:30:23.433216+0000", 2021-03-04T23:30:30.697 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 6.9652415899999998, 2021-03-04T23:30:30.697 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0075155389999999999, 2021-03-04T23:30:30.697 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:30:30.697 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:30:30.697 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:30:30.698 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:30:30.698 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:30:30.698 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 192092 2021-03-04T23:30:30.698 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.699 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:30:30.699 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.699 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:30:30.699 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.433216+0000", 2021-03-04T23:30:30.699 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:30:30.700 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.700 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.700 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:30:30.700 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.433216+0000", 2021-03-04T23:30:30.700 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7260000000000001e-06 2021-03-04T23:30:30.701 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.701 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.701 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:30:30.701 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.433218+0000", 2021-03-04T23:30:30.701 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9980000000000002e-06 2021-03-04T23:30:30.702 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.702 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.702 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:30:30.702 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.433220+0000", 2021-03-04T23:30:30.703 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0572e-05 2021-03-04T23:30:30.703 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.703 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.703 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:30:30.703 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.433231+0000", 2021-03-04T23:30:30.704 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3340000000000003e-06 2021-03-04T23:30:30.704 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.704 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.704 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:30:30.705 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.433235+0000", 2021-03-04T23:30:30.705 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.4833999999999996e-05 2021-03-04T23:30:30.705 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.705 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.705 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:30:30.706 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.433300+0000", 2021-03-04T23:30:30.706 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.7142999999999998e-05 2021-03-04T23:30:30.706 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.706 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.707 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:30:30.707 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.433357+0000", 2021-03-04T23:30:30.707 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00022203899999999999 2021-03-04T23:30:30.707 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.707 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.708 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 5,7", 2021-03-04T23:30:30.708 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.433579+0000", 2021-03-04T23:30:30.708 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0041000689999999996 2021-03-04T23:30:30.708 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.708 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.709 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:30:30.709 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.437679+0000", 2021-03-04T23:30:30.709 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018927149999999999 2021-03-04T23:30:30.709 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.710 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.710 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:30.710 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.439572+0000", 2021-03-04T23:30:30.710 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0011157630000000001 2021-03-04T23:30:30.710 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.711 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.711 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:30:30.711 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.440688+0000", 2021-03-04T23:30:30.711 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6471000000000001e-05 2021-03-04T23:30:30.712 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.712 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.712 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:30:30.712 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.440714+0000", 2021-03-04T23:30:30.712 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7875000000000001e-05 2021-03-04T23:30:30.713 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:30:30.713 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:30:30.713 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:30:30.713 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:23.440732+0000", 2021-03-04T23:30:30.713 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0075155389999999999 2021-03-04T23:30:30.714 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.714 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:30:30.714 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.714 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:30:30.715 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:30:30.715 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:30:30.715 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:30.716 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:30 gibba038 conmon[76675]: cluster 2021-03-04T23:30:28.676319+0000 mgr.x (mgr.34676) 831 : cluster [DBG] pgmap v790: 119 pgs: 1 peering, 2 active+recovering+undersized+remapped, 1 remapped+peering, 2 active+recovery_wait+degraded+remapped, 104 active+clean, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 6 op/s; 44263/343977 objects degraded (12.868%); 29843/343977 objects misplaced (8.676%); 21 MiB/s, 421 objects/s recovering 2021-03-04T23:30:30.734 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:30.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:30.735 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:30.837 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:30.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:30.858 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:30.858 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:30.960 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:30.977 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:30.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:30.979 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:31.080 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:31.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:31.099 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:31.100 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:31.159 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:30:31.201 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:31.218 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:31.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:31.219 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:31.320 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:31.338 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:31.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:31.340 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:31.440 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:31.458 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:31.459 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:31.460 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:31.561 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:31.578 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:31.579 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:31.580 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:31.583 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:31 gibba011 conmon[95595]: audit 2021-03-04T23:30:30.512360+0000 mon.c (mon.1) 331 : audit [INF] from='client.? 172.21.2.111:0/663883462' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:31.583 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:31 gibba011 conmon[95595]: audit 2021-03-04T23:30:30.512706+0000 mon.a (mon.0) 1020 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:31.584 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:31 gibba011 conmon[99461]: audit 2021-03-04T23:30:30.512360+0000 mon.c (mon.1) 331 : audit [INF] from='client.? 172.21.2.111:0/663883462' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:31.584 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:31 gibba011 conmon[99461]: audit 2021-03-04T23:30:30.512706+0000 mon.a (mon.0) 1020 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:31.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:31 gibba038 conmon[76675]: audit 2021-03-04T23:30:30.512360+0000 mon.c (mon.1) 331 : audit [INF] from='client.? 172.21.2.111:0/663883462' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:31.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:31 gibba038 conmon[76675]: audit 2021-03-04T23:30:30.512706+0000 mon.a (mon.0) 1020 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:31.681 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:31.698 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:31.700 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:31.700 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:31.801 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:31.819 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:31.820 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:31.821 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:31.922 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:31.940 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:31.941 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:31.942 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:31.943 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:30:32.006 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:30:32.007 INFO:teuthology.orchestra.run.gibba038.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2021-03-04T23:30:32.007 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:30:32.043 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:32.054 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:32.060 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:32.061 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:32.062 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:32.163 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:32.186 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:32.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:32.187 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:32.209 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:32 gibba011 conmon[95595]: cluster 2021-03-04T23:30:30.676711+0000 mgr.x (mgr.34676) 832 : cluster [DBG] pgmap v791: 119 pgs: 1 peering, 2 active+recovering+undersized+remapped, 1 remapped+peering, 2 active+recovery_wait+degraded+remapped, 104 active+clean, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 5 op/s; 44263/343977 objects degraded (12.868%); 29843/343977 objects misplaced (8.676%); 18 MiB/s, 353 objects/s recovering 2021-03-04T23:30:32.209 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:32 gibba011 conmon[95595]: cluster 2021-03-04T23:30 2021-03-04T23:30:32.210 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:32 gibba011 conmon[95595]: :31.149831+0000 mon.a (mon.0) 1021 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:32.210 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:32 gibba011 conmon[95595]: audit 2021-03-04T23:30:31.155261+0000 mon.a (mon.0) 1022 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:30:32.210 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:32 gibba011 conmon[95595]: cluster 2021-03-04T23:30:31.155297+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e215: 8 total, 8 up, 7 in 2021-03-04T23:30:32.211 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:32 gibba011 conmon[99461]: cluster 2021-03-04T23:30:30.676711+0000 mgr.x (mgr.34676) 832 : cluster 2021-03-04T23:30:32.211 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:32 gibba011 conmon[99461]: [DBG] pgmap v791: 119 pgs: 1 peering, 2 active+recovering+undersized+remapped, 1 remapped+peering, 2 active+recovery_wait+degraded+remapped, 104 active+clean, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 5 op/s; 44263/343977 objects degraded (12.868%); 29843/343977 objects misplaced (8.676%); 18 MiB/s, 353 objects/s recovering 2021-03-04T23:30:32.211 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:32 gibba011 conmon[99461]: cluster 2021-03-04T23:30:31.149831+0000 mon.a (mon.0) 1021 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:32.211 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:32 gibba011 conmon[99461]: audit 2021-03-04T23:30:31.155261+0000 mon.a (mon.0) 1022 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:30:32.211 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:32 gibba011 conmon[99461]: cluster 2021-03-04T23:30:31.155297+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e215: 8 total, 8 up, 7 in 2021-03-04T23:30:32.289 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:32.306 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:32.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:32.307 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:32.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:32 gibba038 conmon[76675]: cluster 2021-03-04T23:30:30.676711+0000 mgr.x (mgr.34676) 832 : cluster [DBG] pgmap v791: 119 pgs: 1 peering, 2 active+recovering+undersized+remapped, 1 remapped+peering, 2 active+recovery_wait+degraded+remapped, 104 active+clean, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 5 op/s; 44263/343977 objects degraded (12.868%); 29843/343977 objects misplaced (8.676%); 18 MiB/s, 353 objects/s recovering 2021-03-04T23:30:32.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:32 gibba038 conmon[76675]: cluster 2021-03-04T23:30:31.149831+0000 mon.a (mon.0) 1021 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:32.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:32 gibba038 conmon[76675]: audit 2021-03-04T23:30:31.155261+0000 mon.a (mon.0) 1022 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:30:32.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:32 gibba038 conmon[76675]: cluster 2021-03-04T23:30:31.155297+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e215: 8 total, 8 up, 7 in 2021-03-04T23:30:32.409 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:32.427 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:32.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:32.428 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:32.529 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:32.547 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:32.548 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:32.549 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:32.650 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:32.667 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:32.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:32.669 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:32.770 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:32.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:32.789 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:32.789 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:32.890 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:32.908 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:32.909 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:32.909 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:33.011 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:33.027 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:33.028 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:33.029 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:33.130 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:33.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:33.148 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:33.148 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:33.156 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:30:33.172 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:30:33.173 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:30:33.173 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:30:33.174 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:30:33.174 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:30:33.174 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:30:33.174 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:30:33.175 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:30:33.175 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:30:33.250 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:33.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:33.268 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:33.269 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:33.370 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:33.387 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:33.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:33.388 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:33.489 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:33.506 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:33.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:33.508 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:33.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:33 gibba038 conmon[76675]: cluster 2021-03-04T23:30:32.158528+0000 mon.a (mon.0) 1024 : cluster [DBG] osdmap e216: 8 total, 8 up, 7 in 2021-03-04T23:30:33.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:33 gibba011 conmon[99461]: cluster 2021-03-04T23:30:32.158528+0000 mon.a (mon.0) 1024 : cluster [DBG] osdmap e216: 8 total, 8 up, 7 in 2021-03-04T23:30:33.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:33 gibba011 conmon[95595]: cluster 2021-03-04T23:30:32.158528+0000 mon.a (mon.0) 1024 : cluster [DBG] osdmap e216: 8 total, 8 up, 7 in 2021-03-04T23:30:33.609 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:33.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:33.628 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:33.628 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:33.729 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:33.746 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:33.747 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:33.748 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:33.850 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:33.866 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:33.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:33.868 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:33.970 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:33.988 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:33.989 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:33.989 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:34.091 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:34.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:34.109 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:34.109 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:34.210 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:34.221 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:30:34.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:34.229 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:34.229 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:34.264 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:30:34.264 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [], 2021-03-04T23:30:34.264 INFO:teuthology.orchestra.run.gibba011.stdout: "num_ops": 0 2021-03-04T23:30:34.264 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:30:34.330 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:34.340 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:34.347 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:34 gibba011 conmon[95595]: cluster 2021-03-04T23:30:32.677206+0000 mgr.x (mgr.34676) 833 : cluster [DBG] pgmap v794: 119 pgs: 1 peering, 2 active+recovering+undersized+remapped, 1 remapped+peering, 2 active+recovery_wait+degraded+remapped, 104 active+clean, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 3 op/s; 44263/343977 objects degraded (12.868%); 29843/343977 objects misplaced (8.676%); 12 MiB/s, 219 objects/s recovering 2021-03-04T23:30:34.348 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:34 gibba011 conmon[95595]: cluster 2021-03-04T23:30:33.162600+0000 mon.a (mon.0) 1025 : cluster [DBG] osdmap e217: 8 total, 8 up, 7 in 2021-03-04T23:30:34.348 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:34 gibba011 conmon[95595]: cluster 2021-03-04T23:30:33.938658+0000 mon.a (mon.0) 1026 : cluster [WRN] Health check update: Degraded data redundancy: 44263/343977 objects degraded (12.868%), 8 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:34.349 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:34 gibba011 conmon[99461]: cluster 2021-03-04T23:30:32.677206+0000 mgr.x (mgr.34676) 833 : cluster [DBG] pgmap v794: 119 pgs: 1 peering, 2 active+recovering+undersized+remapped, 1 remapped+peering, 2 active+recovery_wait+degraded+remapped, 104 active+clean, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 3 op/s; 44263/343977 objects degraded (12.868%); 29843/343977 objects misplaced (8.676%); 12 MiB/s, 219 objects/s recovering 2021-03-04T23:30:34.350 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:34 gibba011 conmon[99461]: cluster 2021-03-04T23:30:33.162600+0000 mon.a (mon.0) 1025 : cluster [DBG] osdmap e217: 8 total, 8 up, 7 in 2021-03-04T23:30:34.350 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:34 gibba011 conmon[99461]: cluster 2021-03-04T23:30:33.938658+0000 mon.a (mon.0) 1026 : cluster [WRN] Health check update: Degraded data redundancy: 44263/343977 objects degraded (12.868%), 8 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:34.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:34.353 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:34.353 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:34.455 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:34.472 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:34.473 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:34.473 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:34.503 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:34 gibba038 conmon[76675]: cluster 2021-03-04T23:30:32.677206+0000 mgr.x (mgr.34676) 833 : cluster [DBG] pgmap v794: 119 pgs: 1 peering, 2 active+recovering+undersized+remapped, 1 remapped+peering, 2 active+recovery_wait+degraded+remapped, 104 active+clean, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 3 op/s; 44263/343977 objects degraded (12.868%); 29843/343977 objects misplaced (8.676%); 12 MiB/s, 219 objects/s recovering 2021-03-04T23:30:34.504 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:34 gibba038 conmon[76675]: cluster 2021-03-04T23:30:33.162600+0000 mon.a (mon.0) 1025 : cluster [DBG] osdmap e217: 8 total, 8 up, 7 in 2021-03-04T23:30:34.504 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:34 gibba038 conmon[76675]: cluster 2021-03-04T23:30:33.938658+0000 mon.a (mon.0) 1026 : cluster [WRN] Health check update: Degraded data redundancy: 44263/343977 objects degraded (12.868%), 8 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:34.574 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:34.591 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:34.592 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:34.592 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:34.693 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:34.711 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:34.712 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:34.713 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:34.814 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:34.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:34.832 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:34.833 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:34.934 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:34.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:34.952 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:34.953 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:34.973 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:30:35.055 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:35.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:35.073 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:35.073 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:35.085 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:35.175 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:35.193 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:35.194 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:35.194 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:35.251 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:35 gibba011 conmon[95595]: cluster 2021-03-04T23:30:34.163793+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e218: 8 total, 8 up, 7 in 2021-03-04T23:30:35.251 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:35 gibba011 conmon[99461]: cluster 2021-03-04T23:30:34.163793+0000 mon.a (mon.0 2021-03-04T23:30:35.251 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:35 gibba011 conmon[99461]: ) 1027 : cluster [DBG] osdmap e218: 8 total, 8 up, 7 in 2021-03-04T23:30:35.295 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:35.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:35.314 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:35.314 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:35.415 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:35.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:35.435 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:35.435 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:35.537 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:35.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:35.555 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:35.556 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:35.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:35 gibba038 conmon[76675]: cluster 2021-03-04T23:30:34.163793+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e218: 8 total, 8 up, 7 in 2021-03-04T23:30:35.657 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:35.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:35.675 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:35.675 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:35.777 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:35.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:35.795 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:35.796 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:35.897 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:35.914 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:35.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:35.916 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:36.018 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:36.035 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:36.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:36.036 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:36.063 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:30:36.138 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:36.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:36.156 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:36.156 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:36.199 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:36.257 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:36.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:36.276 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:36.276 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:36.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:36 gibba011 conmon[95595]: cluster 2021-03-04T23:30:34.677541+0000 mgr.x (mgr.34676) 834 : cluster [DBG] pgmap v797: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 2 peering, 2 active+recovery_wait+degraded+remapped, 104 active+clean, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 53726/343977 objects degraded (15.619%); 30957/343977 objects misplaced (9.000%); 2.3 MiB/s, 240 objects/s recovering 2021-03-04T23:30:36.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:36 gibba011 conmon[95595]: cluster 2021-03-04T23:30:35.170701+0000 mon.a (mon.0) 1028 : cluster [DBG] osdmap e219: 8 total, 8 up, 7 in 2021-03-04T23:30:36.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:36 gibba011 conmon[99461]: cluster 2021-03-04T23:30:34.677541+0000 mgr.x (mgr.34676) 834 : cluster [DBG] pgmap v797: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 2 peering, 2 active+recovery_wait+degraded+remapped, 104 active+clean, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 53726/343977 objects degraded (15.619%); 30957/343977 objects misplaced (9.000%); 2.3 MiB/s, 240 objects/s recovering 2021-03-04T23:30:36.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:36 gibba011 conmon[99461]: cluster 2021-03-04T23:30:35.170701+0000 mon.a (mon.0) 1028 : cluster [DBG] osdmap e219: 8 total, 8 up, 7 in 2021-03-04T23:30:36.377 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:36.395 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:36.396 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:36.396 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:36.498 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:36.516 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:36.516 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:36.517 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:36.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:36 gibba038 conmon[76675]: cluster 2021-03-04T23:30:34.677541+0000 mgr.x (mgr.34676) 834 : cluster [DBG] pgmap v797: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 2 peering, 2 active+recovery_wait+degraded+remapped, 104 active+clean, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 53726/343977 objects degraded (15.619%); 30957/343977 objects misplaced (9.000%); 2.3 MiB/s, 240 objects/s recovering 2021-03-04T23:30:36.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:36 gibba038 conmon[76675]: cluster 2021-03-04T23:30:35.170701+0000 mon.a (mon.0) 1028 : cluster [DBG] osdmap e219: 8 total, 8 up, 7 in 2021-03-04T23:30:36.618 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:36.634 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:36.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:36.636 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:36.737 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:36.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:36.755 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:36.755 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:36.857 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:36.874 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:36.874 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:36.875 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:36.976 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:36.994 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:36.994 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:36.995 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:37.096 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:37.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:37.114 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:37.114 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:37.216 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:37.233 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:37.234 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:37.234 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:37.335 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:37.353 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:37.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:37.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:37 gibba011 conmon[95595]: cluster 2021-03-04T23:30:36.174864+0000 mon.a (mon.0) 1029 : cluster [DBG] osdmap e220: 8 total, 8 up, 7 in 2021-03-04T23:30:37.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:37 gibba011 conmon[95595]: cluster 2021-03-04T23:30:36.230955+0000 osd.6 (osd.6) 4 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:30:37.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:37 gibba011 conmon[95595]: cluster 2021-03-04T23:30:36.230962+0000 osd.6 (osd.6) 5 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:30:37.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:37 gibba011 conmon[95595]: cluster 2021-03-04T23:30:36.230967+0000 osd.6 (osd.6) 6 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:30:37.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:37 gibba011 conmon[99461]: cluster 2021-03-04T23:30:36.174864+0000 mon.a (mon.0) 1029 : cluster [DBG] osdmap e220: 8 total, 8 up, 7 in 2021-03-04T23:30:37.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:37 gibba011 conmon[99461]: cluster 2021-03-04T23:30:36.230955+0000 osd.6 (osd.6) 4 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:30:37.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:37 gibba011 conmon[99461]: cluster 2021-03-04T23:30:36.230962+0000 osd.6 (osd 2021-03-04T23:30:37.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:37 gibba011 conmon[99461]: .6) 5 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:30:37.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:37 gibba011 conmon[99461]: cluster 2021-03-04T23:30:36.230967+0000 osd.6 (osd.6) 6 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:30:37.357 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:37.459 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:37.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:37.478 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:37.478 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:37.580 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:37.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:37 gibba038 conmon[76675]: cluster 2021-03-04T23:30:36.174864+0000 mon.a (mon.0) 1029 : cluster [DBG] osdmap e220: 8 total, 8 up, 7 in 2021-03-04T23:30:37.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:37 gibba038 conmon[76675]: cluster 2021-03-04T23:30:36.230955+0000 osd.6 (osd.6) 4 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:30:37.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:37 gibba038 conmon[76675]: cluster 2021-03-04T23:30:36.230962+0000 osd.6 (osd.6) 5 : cluster 2021-03-04T23:30:37.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:37 gibba038 conmon[76675]: [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:30:37.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:37 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:30:37.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:37 gibba038 conmon[76675]: 30:36.230967+0000 osd.6 (osd.6) 6 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:30:37.597 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:37.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:37.598 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:37.699 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:37.716 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:37.717 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:37.717 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:37.818 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:37.836 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:37.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:37.837 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:37.938 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:37.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:37.957 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:37.957 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:38.059 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:38.076 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:38.077 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:38.078 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:38.180 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:38.197 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:38.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:38.199 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:38.300 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:38.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:38.319 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:38.319 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:38.420 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:38.438 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:38.439 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:38.440 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:38.541 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:38.559 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:38.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:38.560 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:38.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: cluster 2021-03-04T23:30:36.677900+0000 mgr.x (mgr.34676) 835 : cluster [DBG] pgmap v800: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 2 peering, 2 active+recovery_wait+degraded+remapped, 104 active+clean, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 53726/343977 objects degraded (15.619%); 30957/343977 objects misplaced (9.000%); 2.3 MiB/s, 240 objects/s recovering 2021-03-04T23:30:38.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: cluster 2021-03-04T23:30:37.187423+0000 osd.6 (osd.6) 7 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:30:38.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: cluster 2021-03-04T23:30:37.187429+0000 osd.6 (osd.6) 8 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:30:38.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: cluster 2021-03-04T23:30:37.187432+0000 osd.6 (osd.6) 9 : cluster [WRN] 2021-03-04T23:30:38.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:30:38.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: cluster 2021-03-04T23:30:37.187440+0000 osd.6 (osd.6) 10 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:30:38.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: cluster 2021-03-04T23:30 2021-03-04T23:30:38.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: :37.187444+0000 osd.6 (osd.6) 11 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:30:38.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:30:38.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: 30:37.187448+0000 osd.6 (osd.6) 12 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:30:38.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: cluster 2021-03-04T23:30:37.187453+0000 osd.6 ( 2021-03-04T23:30:38.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: osd.6) 13 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:30:38.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:30:38.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: 04T23:30:37.187458+0000 osd.6 (osd.6) 14 : cluster 2021-03-04T23:30:38.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:30:38.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: cluster 2021-03-04T23:30:38.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: 2021-03-04T23:30:37.187462+0000 osd.6 (osd.6) 15 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:30:38.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:30:38.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: :30:37.187466+0000 osd.6 (osd.6) 16 : cluster [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:30:38.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: 2021-03-04T23:30:38.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:30:38.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: 03-04T23:30:37.187472+0000 osd.6 (osd.6) 17 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:30:38.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: cluster 2021-03-04T 2021-03-04T23:30:38.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: 23:30:37.187476+0000 osd.6 (osd.6) 18 : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:30:38.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: 2021-03-04T23:30:38.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:30:38.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: 03-04T23:30:37.187481+0000 osd.6 (osd.6) 19 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:30:38.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:30:38.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: 03-04T23:30:37.187484+0000 osd.6 2021-03-04T23:30:38.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:38 gibba038 conmon[76675]: (osd.6) 20 : cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:30:38.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[95595]: cluster 2021-03-04T23:30:36.677900+0000 mgr.x (mgr.34676) 835 : cluster [DBG] pgmap v800: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 2 peering, 2 active+recovery_wait+degraded+remapped, 104 active+clean, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 53726/343977 objects degraded (15.619%); 30957/343977 objects misplaced (9.000%); 2.3 MiB/s, 240 objects/s recovering 2021-03-04T23:30:38.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[95595]: cluster 2021-03-04T23:30:37.187423+0000 osd.6 (osd.6) 7 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:30:38.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[95595]: cluster 2021-03-04T23:30:37.187429+0000 osd.6 (osd.6) 8 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:30:38.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[95595]: cluster 2021-03-04T23:30:37.187432+0000 osd.6 (osd.6) 9 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:30:38.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[95595]: cluster 2021-03-04T23:30:37.187440+0000 osd.6 (osd.6) 10 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:30:38.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[95595]: cluster 2021-03-04T23:30:37.187444+0000 osd.6 (osd.6) 11 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:30:38.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[95595]: cluster 2021-03-04T23:30:37.187448+0000 osd.6 (osd.6) 12 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:30:38.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[95595]: cluster 2021-03-04T23:30:37.187453+0000 osd.6 (osd.6) 13 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:30:38.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[95595]: cluster 2021-03-04T23:30:37.187458+0000 osd.6 (osd.6) 14 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:30:38.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[95595]: cluster 2021-03-04T23:30:37.187462+0000 osd.6 (osd.6) 15 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:30:38.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[95595]: cluster 2021-03-04T23:30:37.187466+0000 osd.6 (osd.6) 16 : cluster [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:30:38.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[99461]: cluster 2021-03-04T23:30:36.677900+0000 mgr.x (mgr.34676) 835 : cluster [DBG] pgmap v800: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 2 peering, 2 active+recovery_wait+degraded+remapped, 104 active+clean, 3 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 53726/343977 objects degraded (15.619%); 30957/343977 objects misplaced (9.000%); 2.3 MiB/s, 240 objects/s recovering 2021-03-04T23:30:38.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[99461]: cluster 2021-03-04T23:30:37.187423+0000 osd.6 (osd.6) 7 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:30:38.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[99461]: cluster 2021-03-04T23:30:37.187429+0000 osd.6 (osd.6) 8 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:30:38.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[99461]: cluster 2021-03-04T23:30:37.187432+0000 osd.6 (osd.6) 9 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:30:38.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[99461]: cluster 2021-03-04T23:30:37.187440+0000 osd.6 (osd.6) 10 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:30:38.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[99461]: cluster 2021-03-04T23:30:37.187444+0000 osd.6 (osd.6) 11 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:30:38.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[99461]: cluster 2021-03-04T23:30:37.187448+0000 osd.6 (osd.6) 12 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:30:38.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[99461]: cluster 2021-03-04T23:30:37.187453+0000 osd.6 (osd.6) 13 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:30:38.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[99461]: cluster 2021-03-04T23:30:37.187458+0000 osd.6 (osd.6) 14 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:30:38.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[99461]: cluster 2021-03-04T23:30:37.187462+0000 osd.6 (osd.6) 15 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:30:38.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[99461]: cluster 2021-03-04T23:30:37.187466+0000 osd.6 (osd.6) 16 : cluster 2021-03-04T23:30:38.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[99461]: [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:30:38.610 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[95595]: cluster 2021-03-04T23:30:37.187472+0000 osd.6 (osd.6) 17 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:30:38.610 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[95595]: cluster 2021-03-04T23:30:37.187476+0000 osd.6 (osd.6) 18 : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:30:38.610 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[95595]: cluster 2021-03-04T23:30:37.187481+0000 osd.6 (osd.6) 19 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:30:38.611 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[95595]: cluster 2021-03-04T23:30:37.187484+0000 osd.6 (osd.6) 20 : cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:30:38.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[99461]: cluster 2021-03-04T23:30:37.187472+0000 osd.6 (osd.6) 17 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:30:38.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[99461]: cluster 2021-03-04T23:30:37.187476+0000 osd.6 (osd.6) 18 : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:30:38.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[99461]: cluster 2021-03-04T23:30:37.187481+0000 osd.6 (osd.6) 19 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:30:38.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:38 gibba011 conmon[99461]: cluster 2021-03-04T23:30:37.187484+0000 osd.6 (osd.6) 20 : cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:30:38.661 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:38.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:38.679 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:38.680 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:38.781 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:38.798 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:38.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:38.799 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:38.900 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:38.917 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:38.918 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:38.918 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:39.020 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:39.037 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:39.038 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:39.038 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:39.139 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:39.157 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:39.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:39.158 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:39.259 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:39.277 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:39.278 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:39.279 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:39.380 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:39.398 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:39.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:39.399 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:39.500 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:39.509 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: cluster 2021-03-04T23:30:38.224948+0000 osd.6 (osd.6) 21 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:30:39.510 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: cluster 2021-03-04T23:30:38.224952+0000 osd.6 (osd.6) 22 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:30:39.510 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: cluster 2021-03-04T23:30:38.224957+0000 osd.6 (osd.6) 23 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:30:39.510 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: cluster 2021-03-04T23:30:38.224960+0000 osd.6 (osd.6) 24 2021-03-04T23:30:39.510 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:30:39.511 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: cluster 2021-03-04T23:30:39.511 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: 2021-03-04T23:30:38.224962+0000 osd.6 (osd. 2021-03-04T23:30:39.511 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: 6) 25 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:30:39.511 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: cluster 2021-03-04T23:30:39.511 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: 2021-03-04T23:30:38 2021-03-04T23:30:39.512 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: .224964+0000 osd.6 (osd.6) 26 : 2021-03-04T23:30:39.512 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:30:39.512 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: cluster 2021-03-04T23:30:39.512 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: 2021- 2021-03-04T23:30:39.513 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: 03-04T23:30:38.224966+0000 osd.6 (osd 2021-03-04T23:30:39.513 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: .6) 27 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:30:39.513 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: cluster 2021- 2021-03-04T23:30:39.513 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: 03-04T23:30:38.224970+0000 osd.6 (osd 2021-03-04T23:30:39.513 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: .6) 28 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:30:39.514 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: cluster 2021-03-04T23:30:39.514 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: 2021-03 2021-03-04T23:30:39.514 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: -04T23:30:38.224975+0000 osd.6 2021-03-04T23:30:39.514 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: (osd.6) 29 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:30:39.515 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: cluster 2021 2021-03-04T23:30:39.515 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: -03-04T23:30:38.224978 2021-03-04T23:30:39.515 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: +0000 osd.6 (osd.6) 30 : cluster [WRN] 2021-03-04T23:30:39.515 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:30:39.516 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: cluster 2021-03-04T23:30:38.224948+0000 osd.6 (osd.6) 21 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:30:39.516 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: cluster 2021-03-04T23:30:38.224952+0000 osd.6 (osd.6) 22 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:30:39.516 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: cluster 2021-03-04T23:30:38.224957+0000 osd.6 (osd.6) 23 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:30:39.516 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: 2021-03-04T23:30:39.517 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:30:39.517 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: :30:38.224960+0000 osd.6 (osd 2021-03-04T23:30:39.517 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: .6) 24 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:30:39.517 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:30:39.517 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: -03-04T23:30:38 2021-03-04T23:30:39.518 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: .224962+0000 osd.6 (osd.6) 25 : cluster 2021-03-04T23:30:39.518 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:30:39.518 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: cluster 2021-03-04T23:30:39.518 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: 2021-03-04T 2021-03-04T23:30:39.519 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: 23:30:38.224964+0000 osd.6 (osd. 2021-03-04T23:30:39.519 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: 6) 26 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:30:39.519 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: cluster 2021-03-04T23:30:39.519 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: 2021-03-04T23:30: 2021-03-04T23:30:39.519 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: 38.224966+0000 osd.6 (osd.6) 27 2021-03-04T23:30:39.520 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:30:39.520 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: cluster 2021-03-04T23:30:39.520 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: 2021-03 2021-03-04T23:30:39.520 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: -04T23:30:38.224970+0000 2021-03-04T23:30:39.521 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: osd.6 (osd.6) 28 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:30:39.521 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:30:39.521 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: -04T23:30:38.224975+0000 2021-03-04T23:30:39.521 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: osd.6 (osd.6) 29 : cluster [WRN] 2021-03-04T23:30:39.521 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:30:39.522 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: cluster 2021-03-04T23:30:39.522 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: 2021-03-04 2021-03-04T23:30:39.522 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: T23:30:38.224978+0000 osd.6 (osd. 2021-03-04T23:30:39.522 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: cluster 2021-03-04T23:30:39.523 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: 2021-03-04 2021-03-04T23:30:39.523 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: T23:30:38.224982+0000 osd.6 (osd 2021-03-04T23:30:39.523 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: .6) 31 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:30:39.523 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: cluster 2021-03-04T23:30:38 2021-03-04T23:30:39.524 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: .224987+0000 osd.6 (osd.6) 32 : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:30:39.524 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: cluster 2021- 2021-03-04T23:30:39.524 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: 03-04T23:30:38.224991+0000 osd.6 (osd.6) 33 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:30:39.524 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: 2021-03-04T23:30:39.524 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: cluster 2021-03-04T23:30:39.525 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: 2021-03-04T23: 2021-03-04T23:30:39.525 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: 30:38.224993+0000 osd.6 (osd.6) 2021-03-04T23:30:39.525 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: 34 : cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:30:39.525 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: cluster 2021-03-04T23:30:39.526 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: 2021-03 2021-03-04T23:30:39.526 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: -04T23:30:38.939663+0000 2021-03-04T23:30:39.526 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[95595]: mon.a (mon.0) 1030 : cluster [WRN] Health check update: Degraded data redundancy: 53726/343977 objects degraded (15.619%), 9 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:39.526 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: 6) 30 : cluster [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:30:39.527 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: cluster 2021-03-04T23:30:39.527 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: 2021-03- 2021-03-04T23:30:39.527 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: 04T23:30:38.224982+0000 osd.6 (osd. 2021-03-04T23:30:39.527 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: 6) 31 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:30:39.527 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: cluster 2021-03-04T23:30:39.528 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: 2021-03- 2021-03-04T23:30:39.528 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: 04T23:30:38.224987+0000 osd.6 2021-03-04T23:30:39.528 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: (osd.6) 32 : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:30:39.528 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: cluster 2021-03-04T23:30:39.528 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: 2021-03-04T23:30 2021-03-04T23:30:39.529 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: :38.224991+0000 osd.6 (osd.6) 33 : cluster 2021-03-04T23:30:39.529 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:30:39.529 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: cluster 2021-03-04T23:30:39.529 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: 2021-03-04T23: 2021-03-04T23:30:39.529 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: 30:38.224993+0000 osd.6 (osd.6) 34 2021-03-04T23:30:39.530 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: : cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:30:39.530 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: cluster 2021-03-04T23:30:39.530 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: 2021-03 2021-03-04T23:30:39.530 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: -04T23:30:38.939663+0000 2021-03-04T23:30:39.530 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:39 gibba011 conmon[99461]: mon.a (mon.0) 1030 : cluster [WRN] Health check update: Degraded data redundancy: 53726/343977 objects degraded (15.619%), 9 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:39.531 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 7, 6, 1] out_osds: [3] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:30:39.531 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:30:39.531 INFO:tasks.thrashosds.thrasher:Adding osd 3 2021-03-04T23:30:39.532 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd in 3 2021-03-04T23:30:39.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:39.533 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:39.534 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:39.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: cluster 2021-03-04T23:30:38.224948+0000 osd.6 (osd.6) 21 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:30:39.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: cluster 2021-03-04T23:30:39.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: 2021-03-04T23:30:38.224952+0000 osd.6 (osd.6) 22 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:30:39.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: cluster 2021-03-04T23:30:38.224957+0000 osd.6 (osd.6) 23 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:30:39.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: cluster 2021-03-04T23:30:38.224960+0000 osd.6 (osd.6) 24 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:30:39.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:30:39.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: -03-04T23:30:38.224962+0000 osd.6 (osd.6) 25 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:30:39.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: cluster 2021-03-04T23:30:38 2021-03-04T23:30:39.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: .224964+0000 osd.6 (osd.6) 26 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:30:39.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: cluster 2021-03-04T23:30:38.224966+0000 osd.6 2021-03-04T23:30:39.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: (osd.6) 27 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:30:39.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: cluster 2021-03-04T23:30:38.224970+0000 osd.6 2021-03-04T23:30:39.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: (osd.6) 28 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:30:39.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: cluster 2021-03-04T23:30:39.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: 2021-03-04T23:30:38.224975+0000 osd.6 (osd.6) 29 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:30:39.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: cluster 2021-03-04T23:30 2021-03-04T23:30:39.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: :38.224978+0000 osd.6 (osd.6) 30 : cluster [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:30:39.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: cluster 2021-03-04T23:30:38. 2021-03-04T23:30:39.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: 224982+0000 osd.6 (osd.6) 31 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:30:39.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: cluster 2021-03-04T23:30:38.224987 2021-03-04T23:30:39.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: +0000 osd.6 (osd.6) 32 : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:30:39.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: cluster 2021-03-04T23:30:38.224991+0000 osd.6 ( 2021-03-04T23:30:39.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: osd.6) 33 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:30:39.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: cluster 2021-03-04T23:30:38.224993+0000 osd.6 (osd. 2021-03-04T23:30:39.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: 6) 34 : cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:30:39.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: cluster 2021-03-04T23:30:39.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:39 gibba038 conmon[76675]: 2021-03-04T23:30:38.939663+0000 mon.a (mon.0) 1030 : cluster [WRN] Health check update: Degraded data redundancy: 53726/343977 objects degraded (15.619%), 9 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:39.634 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:39.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:39.653 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:39.653 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:39.654 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:39.755 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:39.772 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:39.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:39.774 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:39.875 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:39.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:39.895 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:39.895 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:39.997 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:40.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:40.016 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:40.016 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:40.118 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:40.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:40.136 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:40.137 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:40.238 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:40.256 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:40.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:40.257 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:40.358 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:40.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:40.377 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:40.378 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:40.479 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:40.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:40.499 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:40.499 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:40.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:40 gibba038 conmon[76675]: cluster 2021-03-04T23:30:38.678437+0000 mgr.x (mgr.34676) 836 : cluster [DBG] pgmap v801: 119 pgs: 1 active+clean+wait, 1 active+recovering+undersized+remapped, 1 activating, 1 activating+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 106 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 42836/343977 objects degraded (12.453%); 36588/343977 objects misplaced (10.637%); 23 MiB/s, 667 objects/s recovering 2021-03-04T23:30:40.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:40 gibba038 conmon[76675]: cluster 2021-03-04T23:30:39.178432+0000 mon.a (mon.0) 1031 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2021-03-04T23:30:40.601 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:40.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:40 gibba011 conmon[95595]: cluster 2021-03-04T23:30:38.678437+0000 mgr.x (mgr.34676) 836 : 2021-03-04T23:30:40.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:40 gibba011 conmon[95595]: cluster [DBG] pgmap v801: 119 pgs: 1 active+clean+wait, 1 active+recovering+undersized+remapped, 1 activating, 1 activating+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 106 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 42836/343977 objects degraded (12.453%); 36588/343977 objects misplaced (10.637%); 23 MiB/s, 667 objects/s recovering 2021-03-04T23:30:40.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:40 gibba011 conmon[95595]: cluster 2021-03-04T23:30:39.178432+0000 mon.a (mon.0) 1031 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2021-03-04T23:30:40.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:40 gibba011 conmon[99461]: cluster 2021-03-04T23:30:38.678437+0000 mgr.x (mgr.34676) 836 : cluster [DBG] pgmap v801: 119 pgs: 1 active+clean+wait, 1 active+recovering+undersized+remapped, 1 activating, 1 activating+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 106 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 42836/343977 objects degraded (12.453%); 36588/343977 objects misplaced (10.637%); 23 MiB/s, 667 objects/s recovering 2021-03-04T23:30:40.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:40 gibba011 conmon[99461]: cluster 2021-03-04T23:30:40.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:40 gibba011 conmon[99461]: 2021-03-04T23:30:39.178432+0000 mon.a (mon.0) 1031 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2021-03-04T23:30:40.620 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:40.621 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:40.622 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:40.724 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:40.741 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:40.742 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:40.742 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:40.843 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:40.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:40.877 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:40.878 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:40.979 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:40.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:41.001 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:41.001 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:41.102 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:41.120 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:41.121 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:41.122 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:41.194 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:30:41.224 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:41.241 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:41.242 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:41.242 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:41.343 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:41.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:41.362 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:41.362 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:41.463 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:41.481 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:41.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:41.482 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:41.583 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:41.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:41 gibba038 conmon[76675]: audit 2021-03-04T23:30:41.084793+0000 mon.a (mon.0 2021-03-04T23:30:41.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:41 gibba038 conmon[76675]: ) 1032 : audit [INF] from='client.? 172.21.2.111:0/3440180866' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:30:41.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:41.601 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:41.602 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:41.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:41 gibba011 conmon[95595]: audit 2021-03-04T23:30:41.084793+0000 mon.a (mon 2021-03-04T23:30:41.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:41 gibba011 conmon[95595]: .0) 1032 : audit [INF] from='client.? 172.21.2.111:0/3440180866' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:30:41.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:41 gibba011 conmon[99461]: audit 2021-03-04T23:30:41.084793+0000 mon.a (mon.0) 1032 : audit 2021-03-04T23:30:41.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:41 gibba011 conmon[99461]: [INF] from='client.? 172.21.2.111:0/3440180866' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:30:41.703 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:41.720 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:41.721 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:41.721 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:41.822 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:41.839 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:41.840 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:41.840 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:41.942 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:41.959 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:41.961 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:41.961 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:42.063 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:42.081 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:42.082 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:42.082 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:42.184 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:42.202 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:42.203 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:42.204 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:42.305 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:42.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:42.323 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:42.323 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:42.425 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:42.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:42.443 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:42.443 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:42.530 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:42 gibba011 conmon[95595]: cluster 2021-03-04T23:30:40.678778+0000 mgr.x (mgr.34676) 837 : cluster [DBG] pgmap v802: 119 pgs: 1 active+clean+wait, 1 active+recovering+undersized+remapped, 1 activating, 1 activating+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 106 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 42836/343977 objects degraded (12.453%); 36588/343977 objects misplaced (10.637%); 12 MiB/s, 285 objects/s recovering 2021-03-04T23:30:42.530 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:42 gibba011 conmon[95595]: cluster 2021-03-04T23:30:41.184868+0000 mon.a (mon.0) 1033 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:42.530 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:42 gibba011 conmon[95595]: audit 2021-03-04T23:30:41.189852+0000 mon.a (mon.0) 1034 : audit [INF] from='client.? 172.21.2.111:0/3440180866' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:30:42.531 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:42 gibba011 conmon[95595]: cluster 2021-03-04T23:30:41.189900+0000 mon.a (mon.0) 1035 : cluster [DBG] osdmap e221: 8 total, 8 up, 7 in 2021-03-04T23:30:42.531 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:42 gibba011 conmon[99461]: cluster 2021-03-04T23:30:40.678778+0000 mgr.x (mgr.34676) 837 : cluster [DBG] pgmap v802: 119 pgs: 1 active+clean+wait, 1 active+recovering+undersized+remapped, 1 activating, 1 activating+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 106 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 42836/343977 objects degraded (12.453%); 36588/343977 objects misplaced (10.637%); 12 MiB/s, 285 objects/s recovering 2021-03-04T23:30:42.531 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:42 gibba011 conmon[99461]: cluster 2021-03-04T23:30:41.184868+0000 mon.a (mon.0) 1033 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:42.531 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:42 gibba011 conmon[99461]: audit 2021-03-04T23:30:41.189852+0000 mon.a (mon.0) 1034 : audit [INF] from='client.? 172.21.2.111:0/3440180866' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:30:42.532 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:42 gibba011 conmon[99461]: cluster 2021-03-04T23:30:41.189900+0000 mon.a (mon.0) 1035 : cluster [DBG] osdmap e221: 8 total, 8 up, 7 in 2021-03-04T23:30:42.544 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:42.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:42.562 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:42.563 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:42.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:42 gibba038 conmon[76675]: cluster 2021-03-04T23:30:40.678778+0000 mgr.x (mgr.34676) 837 : cluster [DBG] pgmap v802: 119 pgs: 1 active+clean+wait, 1 active+recovering+undersized+remapped, 1 activating, 1 activating+undersized+degraded+remapped, 2 active+recovery_wait+degraded+remapped, 106 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 42836/343977 objects degraded (12.453%); 36588/343977 objects misplaced (10.637%); 12 MiB/s, 285 objects/s recovering 2021-03-04T23:30:42.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:42 gibba038 conmon[76675]: cluster 2021-03-04T23:30:41.184868+0000 mon.a (mon.0) 1033 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:30:42.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:42 gibba038 conmon[76675]: audit 2021-03-04T23:30:41.189852 2021-03-04T23:30:42.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:42 gibba038 conmon[76675]: +0000 mon.a (mon.0) 1034 : audit [INF] from='client.? 172.21.2.111:0/3440180866' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:30:42.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:42 gibba038 conmon[76675]: cluster 2021-03-04T23:30:41.189900+0000 mon.a (mon.0) 1035 : cluster [DBG] osdmap e221: 8 total, 8 up, 7 in 2021-03-04T23:30:42.664 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:42.681 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:42.682 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:42.682 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:42.783 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:42.801 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:42.802 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:42.802 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:42.904 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:42.921 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:42.922 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:42.923 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:43.024 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:43.042 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:43.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:43.043 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:43.144 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:43.161 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:43.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:43.163 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:43.264 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:43.281 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:43.282 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:43.283 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:43.384 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:43.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:43.403 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:43.404 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:43.505 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:43.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:43.523 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:43.524 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:43.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:43 gibba038 conmon[76675]: cluster 2021-03-04T23:30:43.190371+0000 mon.a (mon.0) 1036 : cluster [WRN] Health check failed: 14 slow ops, oldest one blocked for 32 sec, osd.6 has slow ops (SLOW_OPS) 2021-03-04T23:30:43.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:43 gibba038 conmon[76675]: cluster 2021-03-04T23:30:43.190389+0000 mon.a (mon.0) 1037 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2021-03-04T23:30:43.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:43 gibba011 conmon[95595]: cluster 2021-03-04T23:30:43.190371+0000 mon.a (mon.0) 1036 : cluster [WRN] Health check failed: 14 slow ops, oldest one blocked for 32 sec, osd.6 has slow ops (SLOW_OPS) 2021-03-04T23:30:43.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:43 gibba011 conmon[95595]: 2021-03-04T23:30:43.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:43 gibba011 conmon[95595]: cluster 2021-03-04T23:30:43.190389+0000 mon.a (mon.0) 1037 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2021-03-04T23:30:43.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:43 gibba011 conmon[99461]: cluster 2021-03-04T23:30:43.190371+0000 mon.a (mon. 2021-03-04T23:30:43.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:43 gibba011 conmon[99461]: 0) 1036 : cluster [WRN] Health check failed: 14 slow ops, oldest one blocked for 32 sec, osd.6 has slow ops (SLOW_OPS) 2021-03-04T23:30:43.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:43 gibba011 conmon[99461]: cluster 2021-03-04T23:30:43.190389+0000 mon.a (mon.0) 1037 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2021-03-04T23:30:43.624 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:43.642 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:43.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:43.643 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:43.744 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:43.761 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:43.761 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:43.762 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:43.774 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:30:43.774 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [], 2021-03-04T23:30:43.774 INFO:teuthology.orchestra.run.gibba011.stdout: "complaint_time": 30, 2021-03-04T23:30:43.775 INFO:teuthology.orchestra.run.gibba011.stdout: "num_blocked_ops": 0 2021-03-04T23:30:43.775 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:30:43.863 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:43.881 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:43.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:43.882 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:43.983 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:44.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:44.002 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:44.002 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:44.103 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:44.121 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:44.122 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:44.122 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:44.223 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:44.241 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:44.242 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:44.242 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:44.344 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:44.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:44.362 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:44.362 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:44.463 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:44.482 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:44.483 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:44.483 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:44.552 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:44 gibba011 conmon[95595]: cluster 2021-03-04T23:30:42.495726+0000 osd.6 (osd.6) 35 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:30:44.552 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:44 gibba011 conmon[95595]: cluster 2021-03-04T23:30:42.495731+0000 osd.6 (osd.6) 36 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:30:44.552 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:44 gibba011 conmon[95595]: cluster 2021-03-04T23:30:42.679226+0000 mgr.x (mgr.34676) 838 : cluster [DBG] pgmap v804: 119 pgs: 1 active+undersized+degraded+remapped+laggy, 1 active+clean+wait, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 107 active+clean, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 49643/343977 objects degraded (14.432%); 31818/343977 objects misplaced (9.250%); 14 MiB/s, 295 objects/s recovering 2021-03-04T23:30:44.553 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:44 gibba011 conmon[95595]: cluster 2021-03-04T23:30:43.940744+0000 mon.a (mon.0) 1038 : cluster [WRN] Health check update: Degraded data redundancy: 49643/343977 objects degraded (14.432%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:44.553 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:44 gibba011 conmon[99461]: cluster 2021-03-04T23:30:42.495726+0000 osd.6 (osd.6) 35 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:30:44.553 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:44 gibba011 conmon[99461]: cluster 2021-03-04T23:30:42.495731+0000 osd.6 (osd.6) 36 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:30:44.554 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:44 gibba011 conmon[99461]: cluster 2021-03-04T23:30:42.679226+0000 mgr.x (mgr.34676) 838 : cluster [DBG] pgmap v804: 119 pgs: 1 active+undersized+degraded+remapped+laggy, 1 active+clean+wait, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 107 active+clean, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 49643/343977 objects degraded (14.432%); 31818/343977 objects misplaced (9.250%); 14 MiB/s, 295 objects/s recovering 2021-03-04T23:30:44.554 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:44 gibba011 conmon[99461]: cluster 2021-03-04T23:30:43.940744+0000 mon.a (mon.0) 1038 : cluster [WRN] Health check update: Degraded data redundancy: 49643/343977 objects degraded (14.432%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:44.555 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:30:44.555 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:30:44.555 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:30:44.556 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:30:44.556 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:30:44.556 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:30:44.556 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:30:44.557 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:30:44.557 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:30:44.557 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:30:44.558 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:30:44.558 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:30:44.558 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:30:44.559 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:30:44.559 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:30:44.560 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:30:44.584 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:44.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:44 gibba038 conmon[76675]: cluster 2021-03-04T23:30:42.495726+0000 osd.6 (osd.6) 35 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:30:44.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:44 gibba038 conmon[76675]: cluster 2021-03-04T23:30:42.495731+0000 osd.6 (osd.6) 36 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:30:44.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:44 gibba038 conmon[76675]: cluster 2021-03-04T23:30:42.679226+0000 mgr.x (mgr.34676) 838 : cluster [DBG] pgmap v804: 119 pgs: 1 active+undersized+degraded+remapped+laggy, 1 active+clean+wait, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded+remapped, 107 active+clean, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 49643/343977 objects degraded (14.432%); 31818/343977 objects misplaced (9.250%); 14 MiB/s, 295 objects/s recovering 2021-03-04T23:30:44.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:44 gibba038 conmon[76675]: cluster 2021-03-04T23:30:43.940744+0000 mon.a (mon.0) 1038 : cluster [WRN] Health check update: Degraded data redundancy: 49643/343977 objects degraded (14.432%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:44.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:44.602 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:44.603 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:44.671 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:30:44.704 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:44.721 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:44.722 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:44.723 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:44.783 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:44.824 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:44.841 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:44.843 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:44.843 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:44.944 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:44.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:44.964 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:44.964 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:45.065 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:45.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:45.084 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:45.084 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:45.185 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:45.203 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:45.204 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:45.205 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:45.237 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:30:45.250 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: debug 2021-03-04T23:30:45.084+0000 7f2e08250700 -1 mon.a@0(leader).osd e221 definitely_dead 0 2021-03-04T23:30:45.299 INFO:teuthology.orchestra.run.gibba011.stderr:marked in osd.3. 2021-03-04T23:30:45.306 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:45.323 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:45.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:45.324 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:45.358 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:45.425 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:45.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:45.443 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:45.443 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:45.544 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:45.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:45.562 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:45.562 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:45.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: cluster 2021-03-04T23:30:43.537761+0000 osd.6 (osd.6) 37 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:30:45.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: cluster 2021-03-04T23:30:45.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: 2021-03-04T23:30:43.537765+0000 osd.6 (osd.6) 38 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:30:45.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: cluster 2021-03-04T23:30:43.537768+0000 osd.6 (osd.6) 39 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:30:45.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: cluster 2021-03-04T23:30:43.537771+0000 osd.6 (osd.6) 40 : cluster [WRN] 2021-03-04T23:30:45.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:30:45.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: cluster 2021-03-04T23:30:43.537781+0000 2021-03-04T23:30:45.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: osd.6 (osd.6) 41 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:30:45.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: cluster 2021-03-04 2021-03-04T23:30:45.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: T23:30:43.537785+0000 osd.6 (osd.6) 2021-03-04T23:30:45.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: 42 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:30:45.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: cluster 2021-03-04T 2021-03-04T23:30:45.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: 23:30:43.537787+0000 osd.6 (osd.6) 2021-03-04T23:30:45.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: 43 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:30:45.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: cluster 2021-03-04T 2021-03-04T23:30:45.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: 23:30:43.537789+0000 osd.6 (osd.6) 2021-03-04T23:30:45.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: 44 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:30:45.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:30:45.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: -04T23:30:43.537791+0000 osd.6 ( 2021-03-04T23:30:45.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: osd.6) 45 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:30:45.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: cluster 2021-03-04 2021-03-04T23:30:45.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: T23:30:43.537793+0000 osd.6 (osd.6 2021-03-04T23:30:45.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: ) 46 : cluster [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:30:45.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: cluster 2021-03-04T23:30:43 2021-03-04T23:30:45.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: .537795+0000 osd.6 (osd.6) 47 : cluster [WRN] 2021-03-04T23:30:45.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:30:45.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: cluster 2021-03-04T23:30:43 2021-03-04T23:30:45.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: .537797+0000 osd.6 (osd.6) 48 : cluster [WRN] 2021-03-04T23:30:45.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:30:45.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: audit 2021-03-04T23:30: 2021-03-04T23:30:45.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: 44.306995+0000 mon.c (mon.1) 332 : audit [DBG] 2021-03-04T23:30:45.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: from='client.? 172.21.2.111:0/60918256' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:45.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: audit 2021-03-04T23:30 2021-03-04T23:30:45.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: :45.086362+0000 mon.a (mon.0) 1039 : 2021-03-04T23:30:45.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:45 gibba038 conmon[76675]: audit [DBG] from='client.? 172.21.2.111:0/1299627901' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["3"]}]: dispatch 2021-03-04T23:30:45.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: cluster 2021-03-04T23:30:43.537761+0000 osd.6 (osd.6) 37 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:30:45.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: cluster 2021-03-04T23:30:43. 2021-03-04T23:30:45.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: 537765+0000 osd.6 (osd.6) 38 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:30:45.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: cluster 2021-03-04T23:30:43.537768+0000 osd.6 (osd.6) 39 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:30:45.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: cluster 2021-03-04T23:30:43.537771+0000 osd.6 (osd.6) 40 : cluster 2021-03-04T23:30:45.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:30:45.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: cluster 2021-03-04T23:30:43.537781+0000 osd.6 (osd 2021-03-04T23:30:45.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: .6) 41 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:30:45.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: cluster 2021-03-04T23:30:45.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: 2021-03-04T23:30:43.537785+0000 osd.6 (osd.6) 42 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:30:45.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: cluster 2021-03-04T23:30:43.537787+0000 osd.6 (osd.6) 43 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:30:45.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: cluster 2021-03-04T23:30:43.537789+0000 osd.6 ( 2021-03-04T23:30:45.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: osd.6) 44 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:30:45.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: cluster 2021-03-04T23: 2021-03-04T23:30:45.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: 30:43.537791+0000 osd.6 (osd.6) 45 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:30:45.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: 2021-03-04T23:30:45.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: cluster 2021-03-04T23:30:45.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: 2021-03-04T23:30:43.537793+0000 osd.6 (osd.6 2021-03-04T23:30:45.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: ) 46 : cluster [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:30:45.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: cluster 2021-03-04T23:30 2021-03-04T23:30:45.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: :43.537795+0000 osd.6 (osd.6) 47 : cluster 2021-03-04T23:30:45.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: cluster 2021-03-04T23:30:43.537761+0000 osd.6 (osd.6) 37 : cluster 2021-03-04T23:30:45.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:30:45.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: cluster 2021-03-04T23:30:43.537765+0000 osd.6 (osd.6) 38 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:30:45.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: cluster 2021-03-04T23:30:43.537768+0000 osd.6 (osd.6) 39 2021-03-04T23:30:45.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:30:45.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: cluster 2021-03-04T23:30:43.537771+0000 2021-03-04T23:30:45.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: osd.6 (osd.6) 40 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:30:45.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:30:45.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: :30:43.537781+0000 osd.6 (osd.6) 41 2021-03-04T23:30:45.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:30:45.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: cluster 2021-03-04T23:30:43. 2021-03-04T23:30:45.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: 537785+0000 osd.6 (osd.6) 42 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:30:45.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: 2021-03-04T23:30:45.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: cluster 2021-03-04T23:30:43.537787+0000 osd.6 ( 2021-03-04T23:30:45.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: osd.6) 43 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:30:45.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: cluster 2021-03-04T23:30:45.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: 2021-03-04T23:30:43.537789+0000 osd.6 (osd.6) 2021-03-04T23:30:45.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: 44 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:30:45.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: cluster 2021-03-04T23:30:43.537791 2021-03-04T23:30:45.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: +0000 osd.6 (osd.6) 45 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:30:45.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:30:45.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: -03-04T23:30:43.537793+0000 osd.6 2021-03-04T23:30:45.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: (osd.6) 46 : cluster [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:30:45.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:30:45.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: :30:43.537795+0000 osd.6 (osd.6) 47 2021-03-04T23:30:45.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:30:45.615 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: cluster 2021-03-04T23:30:43.537797 2021-03-04T23:30:45.615 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: +0000 osd.6 (osd.6) 48 : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:30:45.615 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: 2021-03-04T23:30:45.615 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:30:45.615 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: 03-04T23:30:44.306995+0000 mon.c ( 2021-03-04T23:30:45.616 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: mon.1) 332 : audit [DBG] from='client.? 172.21.2.111:0/60918256' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:45.616 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: audit 2021-03-04T23 2021-03-04T23:30:45.616 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[99461]: :30:45.086362+0000 mon.a (mon.0) 1039 : audit [DBG] from='client.? 172.21.2.111:0/1299627901' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["3"]}]: dispatch 2021-03-04T23:30:45.617 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:30:45.617 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: cluster 2021-03-04T23:30:43. 2021-03-04T23:30:45.617 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: 537797+0000 osd.6 (osd.6) 48 : cluster [WRN] 2021-03-04T23:30:45.617 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:30:45.617 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: audit 2021-03-04T23:30:45.618 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: 2021-03-04T23:30:44.306995+0000 mon.c (mon.1 2021-03-04T23:30:45.618 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: ) 332 : audit [DBG] from='client.? 172.21.2.111:0/60918256' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:45.618 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: audit 2021-03-04T23: 2021-03-04T23:30:45.618 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: 30:45.086362+0000 mon.a (mon.0) 1039 : 2021-03-04T23:30:45.618 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:45 gibba011 conmon[95595]: audit [DBG] from='client.? 172.21.2.111:0/1299627901' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["3"]}]: dispatch 2021-03-04T23:30:45.664 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:45.682 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:45.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:45.684 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:45.785 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:45.803 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:45.804 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:45.804 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:45.905 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:45.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:45.924 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:45.925 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:46.026 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:46.044 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:46.045 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:46.046 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:46.147 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:46.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:46.168 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:46.168 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:46.270 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:46.289 INFO:tasks.thrashosds.thrasher:Added osd 3 2021-03-04T23:30:46.289 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:46.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:46.291 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:46.318 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:46 gibba011 conmon[95595]: cluster 2021-03-04T23:30:44.679656+0000 mgr.x (mgr.34676) 839 : cluster [DBG] pgmap v805: 119 pgs: 1 active+clean+wait, 1 active+undersized+degraded+remapped+laggy, 2 active+recovery_wait+degraded+remapped, 107 active+clean, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 51104/343977 objects degraded (14.857%); 30954/343977 objects misplaced (8.999%); 18 MiB/s, 364 objects/s recovering 2021-03-04T23:30:46.319 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:46 gibba011 conmon[95595]: audit 2021-03-04T23:30:45.250423+0000 mon.a (mon.0) 1040 : audit [INF] from='client.? 172.21.2.111:0/1299627901' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["3"]}]': finished 2021-03-04T23:30:46.320 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:46 gibba011 conmon[95595]: cluster 2021-03-04T23:30:45.250467+0000 mon.a (mon.0) 1041 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2021-03-04T23:30:46.320 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:46 gibba011 conmon[99461]: cluster 2021-03-04T23:30:44.679656+0000 mgr.x (mgr.34676) 839 2021-03-04T23:30:46.321 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:46 gibba011 conmon[99461]: : cluster [DBG] pgmap v805: 119 pgs: 1 active+clean+wait, 1 active+undersized+degraded+remapped+laggy, 2 active+recovery_wait+degraded+remapped, 107 active+clean, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 51104/343977 objects degraded (14.857%); 30954/343977 objects misplaced (8.999%); 18 MiB/s, 364 objects/s recovering 2021-03-04T23:30:46.321 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:46 gibba011 conmon[99461]: audit 2021-03-04T23:30:45.250423+0000 mon.a (mon.0) 1040 2021-03-04T23:30:46.322 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:46 gibba011 conmon[99461]: : audit [INF] from='client.? 172.21.2.111:0/1299627901' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["3"]}]': finished 2021-03-04T23:30:46.322 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:46 gibba011 conmon[99461]: cluster 2021-03-04T23:30:45.250467+0000 mon.a (mon.0) 1041 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2021-03-04T23:30:46.392 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:46.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:46.410 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:46.411 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:46.512 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:46.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:46.532 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:46.532 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:46.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:46 gibba038 conmon[76675]: cluster 2021-03-04T23:30:44.679656+0000 mgr.x (mgr.34676) 839 2021-03-04T23:30:46.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:46 gibba038 conmon[76675]: : cluster [DBG] pgmap v805: 119 pgs: 1 active+clean+wait, 1 active+undersized+degraded+remapped+laggy, 2 active+recovery_wait+degraded+remapped, 107 active+clean, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 51104/343977 objects degraded (14.857%); 30954/343977 objects misplaced (8.999%); 18 MiB/s, 364 objects/s recovering 2021-03-04T23:30:46.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:46 gibba038 conmon[76675]: audit 2021-03-04T23:30:45.250423+0000 mon.a (mon.0) 1040 : audit [INF] from='client.? 172.21.2.111:0/1299627901' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["3"]}]': finished 2021-03-04T23:30:46.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:46 gibba038 conmon[76675]: cluster 2021-03-04 2021-03-04T23:30:46.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:46 gibba038 conmon[76675]: T23:30:45.250467+0000 mon.a (mon.0) 1041 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2021-03-04T23:30:46.633 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:46.650 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:46.651 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:46.652 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:46.753 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:46.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:46.772 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:46.772 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:46.874 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:46.891 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:46.892 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:46.893 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:46.994 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:47.010 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:47.011 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:47.012 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:47.113 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:47.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:47.132 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:47.132 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:47.234 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:47.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:47.252 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:47.252 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:47.261 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:47 gibba011 conmon[99461]: cluster 2021-03-04T23:30:46.252167+0000 mon.a (mon.0) 1042 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2021-03-04T23:30:47.261 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:47 gibba011 conmon[99461]: 2021-03-04T23:30:47.262 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:47 gibba011 conmon[99461]: audit 2021-03-04T23:30:46.639954+0000 mon.a (mon.0) 1043 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:30:47.262 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:47 gibba011 conmon[99461]: cluster 2021-03-04T23:30:47.253085+0000 mon.a (mon.0) 1044 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2021-03-04T23:30:47.354 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:47.372 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:47.373 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:47.373 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:47.474 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:47.492 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:47.493 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:47.493 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:47.551 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:47 gibba011 conmon[95595]: cluster 2021-03-04T23:30:46.252167+0000 mon.a (mon.0) 1042 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2021-03-04T23:30:47.552 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:47 gibba011 conmon[95595]: audit 2021-03-04T23:30:46.639954+0000 mon.a (mon.0) 1043 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:30:47.552 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:47 gibba011 conmon[95595]: cluster 2021-03-04T23:30:47.552 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:47 gibba011 conmon[95595]: 2021-03-04T23:30:47.253085+0000 mon.a (mon.0) 1044 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2021-03-04T23:30:47.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:47 gibba038 conmon[76675]: cluster 2021-03-04T23:30:46.252167+0000 mon.a (mon.0) 1042 : 2021-03-04T23:30:47.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:47 gibba038 conmon[76675]: cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2021-03-04T23:30:47.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:47 gibba038 conmon[76675]: audit 2021-03-04T23:30:46.639954+0000 mon.a (mon.0) 1043 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:30:47.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:47 gibba038 conmon[76675]: cluster 2021-03-04 2021-03-04T23:30:47.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:47 gibba038 conmon[76675]: T23:30:47.253085+0000 mon.a (mon.0) 1044 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2021-03-04T23:30:47.594 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:47.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:47.613 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:47.613 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:47.714 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:47.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:47.732 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:47.733 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:47.816 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:30:47.834 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:47.877 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:47.877 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:47.878 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:47.932 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:47.979 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:47.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:47.998 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:47.999 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:48.100 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:48.119 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:48.120 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:48.120 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:48.222 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:48.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:48.240 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:48.241 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:48.343 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:48.360 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:48.360 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:48.361 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:48.462 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:48.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:48.482 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:48.482 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:48.559 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:48 gibba011 conmon[99461]: cluster 2021-03-04T23:30:46.680002+0000 mgr.x (mgr.34676) 840 : cluster [DBG] pgmap v808: 119 pgs: 1 remapped+peering, 16 peering, 1 active+clean+wait, 2 active+recovery_wait+degraded+remapped, 91 active+clean, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 41641/343974 objects degraded (12.106%); 29072/343974 objects misplaced (8.452%) 2021-03-04T23:30:48.560 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:48 gibba011 conmon[99461]: cluster 2021-03-04T23:30:47.253046+0000 osd.4 (osd.4) 9 : cluster [INF] 9.4 continuing backfill to osd.1 from (142'5216,214'11886] MIN to 214'11886 2021-03-04T23:30:48.560 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:48 gibba011 conmon[99461]: cluster 2021-03-04T23:30:47.253951+0000 osd.0 (osd.0) 2 : cluster [DBG] 9.8 starting backfill to osd.3 from (147'7138,204'11993] MIN to 214'11994 2021-03-04T23:30:48.561 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:48 gibba011 conmon[99461]: cluster 2021-03-04T23:30:47.638736+0000 mon.a (mon.0) 1045 : cluster [INF] Health check cleared: SLOW_OPS (was: 14 slow ops, oldest one blocked for 32 sec, osd.6 has slow ops) 2021-03-04T23:30:48.561 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:48 gibba011 conmon[95595]: cluster 2021-03-04T23:30:46.680002+0000 mgr.x (mgr.34676) 840 : cluster [DBG] pgmap v808: 119 pgs: 1 remapped+peering, 16 peering, 1 active+clean+wait, 2 active+recovery_wait+degraded+remapped, 91 active+clean, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 41641/343974 objects degraded (12.106%); 29072/343974 objects misplaced (8.452%) 2021-03-04T23:30:48.562 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:48 gibba011 conmon[95595]: cluster 2021-03-04T23:30:47.253046+0000 osd.4 (osd.4) 9 : cluster [INF] 9.4 continuing backfill to osd.1 from (142'5216,214'11886] MIN to 214'11886 2021-03-04T23:30:48.562 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:48 gibba011 conmon[95595]: cluster 2021-03-04T23:30:47.253951+0000 osd.0 (osd.0) 2 : cluster [DBG] 9.8 starting backfill to osd.3 from (147'7138,204'11993] MIN to 214'11994 2021-03-04T23:30:48.563 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:48 gibba011 conmon[95595]: cluster 2021-03-04T23:30:47.638736+0000 mon.a (mon.0) 1045 : cluster [INF] Health check cleared: SLOW_OPS (was: 14 slow ops, oldest one blocked for 32 sec, osd.6 has slow ops) 2021-03-04T23:30:48.584 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:48.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:48 gibba038 conmon[76675]: cluster 2021-03-04T23:30:46.680002+0000 mgr.x (mgr.34676) 840 : cluster [DBG] pgmap v808: 119 pgs: 1 remapped+peering, 16 peering, 1 active+clean+wait, 2 active+recovery_wait+degraded+remapped, 91 active+clean, 3 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 41641/343974 objects degraded (12.106%); 29072/343974 objects misplaced (8.452%) 2021-03-04T23:30:48.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:48 gibba038 conmon[76675]: cluster 2021-03-04T23:30:47.253046+0000 osd.4 (osd.4) 9 : cluster [INF] 9.4 continuing backfill to osd.1 from (142'5216,214'11886] MIN to 214'11886 2021-03-04T23:30:48.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:48 gibba038 conmon[76675]: cluster 2021-03-04T23:30:47.253951+0000 osd.0 (osd.0) 2 : cluster [DBG] 9.8 starting backfill to osd.3 from (147'7138,204'11993] MIN to 214'11994 2021-03-04T23:30:48.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:48 gibba038 conmon[76675]: cluster 2021-03-04T23:30:47.638736+0000 2021-03-04T23:30:48.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:48 gibba038 conmon[76675]: mon.a (mon.0) 1045 : cluster [INF] Health check cleared: SLOW_OPS (was: 14 slow ops, oldest one blocked for 32 sec, osd.6 has slow ops) 2021-03-04T23:30:48.602 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:48.604 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:48.604 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:48.706 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:48.725 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:48.726 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:48.726 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:48.828 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:48.846 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:48.847 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:48.847 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:48.949 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:48.966 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:48.967 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:48.968 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:49.069 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:49.086 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:49.087 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:49.088 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:49.110 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:30:49.110 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:30:49.188 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:49.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:49.208 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:49.208 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:49.310 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:49.327 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:49.328 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:49.328 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:49.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:49 gibba011 conmon[95595]: cluster 2021-03-04T23:30:48.941828+0000 mon.a (mon.0) 1046 : cluster [WRN] Health check update: Degraded data redundancy: 41641/343974 objects degraded (12.106%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:49.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:49 gibba011 conmon[99461]: cluster 2021-03-04T23:30:48.941828+0000 mon.a (mon.0) 1046 : cluster [WRN] 2021-03-04T23:30:49.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:49 gibba011 conmon[99461]: Health check update: Degraded data redundancy: 41641/343974 objects degraded (12.106%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:49.431 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:49.448 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:49.449 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:49.450 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:49.551 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:49.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:49.570 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:49.571 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:49.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:49 gibba038 conmon[76675]: cluster 2021-03-04T23:30:48.941828+0000 mon.a (mon.0) 1046 : cluster [WRN] Health check update: Degraded data redundancy: 41641/343974 objects degraded (12.106%), 7 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:30:49.673 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:49.691 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:49.692 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:49.693 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:49.794 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:49.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:49.812 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:49.813 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:49.914 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:49.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:49.932 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:49.933 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:50.034 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:50.052 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:50.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:50.053 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:50.154 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:50.172 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:50.173 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:50.173 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:50.275 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:50.292 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:50.293 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:50.294 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:50.395 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:50.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:50.413 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:50.414 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:50.515 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:50.533 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:50.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:50.535 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:50.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:50 gibba038 conmon[76675]: cluster 2021-03-04T23:30:48.680481+0000 mgr.x (mgr.34676) 841 : cluster [DBG] pgmap v810: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 15 peering, 93 active+clean, 2 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 19012/343971 objects degraded (5.527%); 34093/343971 objects misplaced (9.912%); 21 MiB/s, 399 objects/s recovering 2021-03-04T23:30:50.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:50 gibba011 conmon[95595]: cluster 2021-03-04T23:30:48.680481+0000 mgr.x (mgr.34676) 2021-03-04T23:30:50.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:50 gibba011 conmon[95595]: 841 : cluster [DBG] pgmap v810: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 15 peering, 93 active+clean, 2 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 19012/343971 objects degraded (5.527%); 34093/343971 objects misplaced (9.912%); 21 MiB/s, 399 objects/s recovering 2021-03-04T23:30:50.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:50 gibba011 conmon[99461]: cluster 2021-03-04T23:30:48.680481+0000 mgr.x (mgr.34676) 841 : cluster [DBG] pgmap v810: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 15 peering, 93 active+clean, 2 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 19012/343971 objects degraded (5.527%); 34093/343971 objects misplaced (9.912%); 21 MiB/s, 399 objects/s recovering 2021-03-04T23:30:50.636 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:50.653 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:50.654 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:50.654 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:50.756 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:50.775 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:50.776 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:50.776 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:50.877 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:50.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:50.895 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:50.895 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:50.996 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:51.015 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:51.016 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:51.017 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:51.118 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:51.135 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:51.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:51.137 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:51.239 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:51.335 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 7, 6, 1, 3] out_osds: [] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:30:51.335 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:30:51.336 INFO:tasks.thrashosds.thrasher:Removing osd 7, in_osds are: [0, 2, 4, 5, 7, 6, 1, 3] 2021-03-04T23:30:51.336 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd out 7 2021-03-04T23:30:51.337 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:30:51.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:51.355 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:51.356 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:51.457 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:51.475 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:51.475 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:51.476 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:51.481 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:51.577 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:51.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:51 gibba038 conmon[76675]: audit 2021-03-04T23:30:50.348826+0000 mon.c (mon.1) 333 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:30:51.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:51 gibba038 conmon[76675]: audit 2021-03-04T23:30:50.350494+0000 mon.c (mon.1) 334 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:30:51.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:51 gibba038 conmon[76675]: audit 2021-03-04T23:30:50.350624+0000 mon.c (mon.1) 335 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:30:51.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:51 gibba038 conmon[76675]: audit 2021-03-04T23:30:50.883286+0000 mon.a (mon.0) 1047 : audit [INF] from='client.? 172.21.2.111:0/3284962243' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:51.596 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:51.597 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:51.598 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:51.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:51 gibba011 conmon[95595]: audit 2021-03-04T23:30:50.348826+0000 mon.c (mon.1) 333 : audit 2021-03-04T23:30:51.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:51 gibba011 conmon[95595]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:30:51.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:51 gibba011 conmon[95595]: audit 2021-03-04T23:30:50.350494+0000 mon.c (mon.1) 334 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:30:51.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:51 gibba011 conmon[95595]: audit 2021-03-04T23:30:50.350624+0000 mon.c (mon.1) 335 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:30:51.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:51 gibba011 conmon[95595]: audit 2021-03-04T23:30:50.883286+0000 mon.a (mon.0) 1047 : audit [INF] from='client.? 172.21.2.111:0/3284962243' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:51.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:51 gibba011 conmon[99461]: audit 2021-03-04T23:30:50.348826+0000 mon.c (mon.1 2021-03-04T23:30:51.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:51 gibba011 conmon[99461]: ) 333 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:30:51.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:51 gibba011 conmon[99461]: audit 2021-03-04T23:30:50.350494+0000 mon.c ( 2021-03-04T23:30:51.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:51 gibba011 conmon[99461]: mon.1) 334 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:30:51.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:51 gibba011 conmon[99461]: audit 2021-03-04T23:30:50.350624+0000 mon.c (mon.1 2021-03-04T23:30:51.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:51 gibba011 conmon[99461]: ) 335 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:30:51.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:51 gibba011 conmon[99461]: audit 2021-03-04T23:30:50.883286+0000 2021-03-04T23:30:51.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:51 gibba011 conmon[99461]: mon.a (mon.0) 1047 : audit [INF] from='client.? 172.21.2.111:0/3284962243' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:30:51.699 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:51.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:51.719 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:51.720 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:51.821 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:51.842 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:51.843 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:51.844 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:51.946 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:51.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:51.964 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:51.964 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:52.065 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:52.085 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:52.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:52.086 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:52.188 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:52.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:52.207 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:52.208 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:52.309 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:52.328 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:52.329 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:52.329 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:52.430 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:52.448 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:52.449 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:52.449 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:52.550 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:52.567 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:52.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:52.568 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:52.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:52 gibba038 conmon[76675]: cluster 2021-03-04T23:30:50.680815+0000 mgr.x (mgr.34676) 842 : cluster [DBG] pgmap v811: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 14 peering, 94 active+clean, 2 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 19012/343971 objects degraded (5.527%); 34093/343971 objects misplaced (9.912%); 12 MiB/s, 251 objects/s recovering 2021-03-04T23:30:52.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:52 gibba038 conmon[76675]: 2021-03-04T23:30:52.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:52 gibba038 conmon[76675]: cluster 2021-03-04T23:30:51.265001+0000 mon.a (mon.0) 1048 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:30:52.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:52 gibba038 conmon[76675]: audit 2021-03-04T23:30:51.269708+0000 mon.a (mon.0) 1049 : audit [INF] 2021-03-04T23:30:52.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:52 gibba038 conmon[76675]: from='client.? 172.21.2.111:0/3284962243' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:30:52.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:52 gibba038 conmon[76675]: cluster 2021-03-04T23:30: 2021-03-04T23:30:52.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:52 gibba038 conmon[76675]: 51.269738+0000 mon.a (mon.0) 1050 : cluster 2021-03-04T23:30:52.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:52 gibba038 conmon[76675]: [DBG] osdmap e225: 8 total, 8 up, 8 in 2021-03-04T23:30:52.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:52 gibba011 conmon[95595]: cluster 2021-03-04T23:30:50.680815+0000 mgr.x (mgr.34676) 842 : cluster [DBG] pgmap v811: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 14 peering, 94 active+clean, 2 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 19012/343971 objects degraded (5.527%); 34093/343971 objects misplaced (9.912%); 12 MiB/s, 251 objects/s recovering 2021-03-04T23:30:52.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:52 gibba011 conmon[95595]: cluster 2021-03-04T23:30:51.265001+0000 mon.a (mon.0) 1048 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:30:52.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:52 gibba011 conmon[95595]: audit 2021-03-04T23:30:51.269708+0000 mon.a (mon.0) 1049 : audit [INF] from='client.? 172.21.2.111:0/3284962243' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:30:52.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:52 gibba011 conmon[95595]: cluster 2021-03-04T23:30:51.269738+0000 mon.a (mon.0) 1050 : cluster [DBG] 2021-03-04T23:30:52.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:52 gibba011 conmon[95595]: osdmap e225: 8 total, 8 up, 8 in 2021-03-04T23:30:52.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:52 gibba011 conmon[99461]: cluster 2021-03-04T23:30:50.680815+0000 mgr.x (mgr.34676) 842 : cluster 2021-03-04T23:30:52.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:52 gibba011 conmon[99461]: [DBG] pgmap v811: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 14 peering, 94 active+clean, 2 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 19012/343971 objects degraded (5.527%); 34093/343971 objects misplaced (9.912%); 12 MiB/s, 251 objects/s recovering 2021-03-04T23:30:52.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:52 gibba011 conmon[99461]: cluster 2021-03-04T23:30:51.265001+0000 mon.a (mon. 2021-03-04T23:30:52.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:52 gibba011 conmon[99461]: 0) 1048 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:30:52.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:52 gibba011 conmon[99461]: audit 2021-03-04T23:30:52.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:52 gibba011 conmon[99461]: 2021-03-04T23:30:51.269708+0000 mon.a 2021-03-04T23:30:52.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:52 gibba011 conmon[99461]: (mon.0) 1049 : audit [INF] from='client.? 172.21.2.111:0/3284962243' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:30:52.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:52 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:30:52.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:52 gibba011 conmon[99461]: 04T23:30:51.269738+0000 mon.a (mon 2021-03-04T23:30:52.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:52 gibba011 conmon[99461]: .0) 1050 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2021-03-04T23:30:52.670 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:52.687 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:52.687 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:52.688 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:52.789 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:52.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:52.807 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:52.807 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:52.909 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:52.926 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:52.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:52.928 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:53.029 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:53.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:53.047 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:53.047 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:53.148 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:53.172 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:53.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:53.173 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:53.275 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:53.292 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:53.293 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:53.293 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:53.330 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-03-04T23:30:53.395 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:53.413 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:53.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:53.416 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:53.487 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:53.517 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:53.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:53.534 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:53.534 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:53.635 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:53.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:53.655 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:53.655 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:53.757 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:53.774 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:53.775 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:53.775 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:53.877 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:53.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:53.898 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:53.898 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:54.000 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:54.017 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:54.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:54.018 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:54.119 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:54.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:54.138 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:54.138 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:54.239 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:54.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:54.258 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:54.258 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:54.360 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:54.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:54.378 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:54.378 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:54.435 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:30:54.448 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:30:54.461 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:30:54.474 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:30:54.480 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:54.488 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:30:54.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:54.499 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:54.500 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:54.502 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:30:54.567 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:54 gibba011 conmon[95595]: cluster 2021-03-04T23:30:52.681200+0000 mgr.x (mgr.34676) 843 : cluster 2021-03-04T23:30:54.567 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:54 gibba011 conmon[95595]: [DBG] pgmap v813: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 109 active+clean, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 0 op/s; 19012/343977 objects degraded (5.527%); 29712/343977 objects misplaced (8.638%); 85 MiB/s, 1.41k objects/s recovering 2021-03-04T23:30:54.568 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:54 gibba011 conmon[95595]: cluster 2021-03-04T23:30:53.942764+0000 mon.a (mon.0) 1051 : cluster [WRN] Health check update: Degraded data redundancy: 19012/343977 objects degraded (5.527%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:30:54.568 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:54 gibba011 conmon[99461]: cluster 2021-03-04T23:30:52.681200+0000 mgr.x (mgr.34676) 843 : cluster 2021-03-04T23:30:54.568 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:54 gibba011 conmon[99461]: [DBG] pgmap v813: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 109 active+clean, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 0 op/s; 19012/343977 objects degraded (5.527%); 29712/343977 objects misplaced (8.638%); 85 MiB/s, 1.41k objects/s recovering 2021-03-04T23:30:54.568 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:54 gibba011 conmon[99461]: cluster 2021-03-04T23:30:53.942764+0000 mon.a (mon.0) 1051 : cluster [WRN] Health check update: Degraded data redundancy: 19012/343977 objects degraded (5.527%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:30:54.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:54 gibba038 conmon[76675]: cluster 2021-03-04T23:30:52.681200+0000 mgr.x (mgr.34676) 843 : cluster [DBG] pgmap v813: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 109 active+clean, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 0 op/s; 19012/343977 objects degraded (5.527%); 29712/343977 objects misplaced (8.638%); 85 MiB/s, 1.41k objects/s recovering 2021-03-04T23:30:54.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:54 gibba038 conmon[76675]: cluster 2021-03-04T23:30:53.942764+0000 mon.a (mon.0) 1051 : cluster [WRN] Health check update: Degraded data redundancy: 19012/343977 objects degraded (5.527%), 5 pgs degraded (PG_DEGRADED) 2021-03-04T23:30:54.601 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:54.619 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:54.620 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:54.620 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:54.722 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:54.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:54.741 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:54.741 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:54.843 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:54.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:54.862 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:54.863 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:54.964 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:54.983 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:54.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:54.985 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:55.086 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:55.103 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:55.104 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:55.104 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:55.205 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:55.224 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:55.225 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:55.225 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:55.326 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:55.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:55.346 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:55.346 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:55.390 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:30:55.447 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:55.465 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:55.466 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:55.466 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:55.508 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:30:55.568 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:55.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:55 gibba038 conmon[76675]: audit 2021-03-04T23:30:54.418493+0000 mon.a (mon.0) 1052 : audit [DBG] from='client.? 172.21.2.111:0/424078355' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:55.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:55.588 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:55.589 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:55.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:55 gibba011 conmon[95595]: audit 2021-03-04T23:30:54.418493+0000 mon.a (mon.0) 1052 : audit [DBG] from='client.? 172.21.2.111:0/424078355' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:55.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:55 gibba011 conmon[99461]: audit 2021-03-04T23:30:54.418493+0000 mon.a (mon.0) 1052 : audit [DBG] from='client.? 172.21.2.111:0/424078355' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:30:55.690 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:55.708 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:55.709 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:55.709 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:55.810 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:55.828 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:55.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:55.829 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:55.930 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:55.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:55.949 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:55.950 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:56.051 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:56.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:56.069 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:56.069 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:56.171 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:56.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:56.189 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:56.189 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:56.290 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:56.309 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:56.310 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:56.311 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:56.412 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:56.433 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:56.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:56.435 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:56.536 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:56.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:56.562 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:56.563 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:56.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:56 gibba038 conmon[76675]: cluster 2021-03-04T23:30:54.681622+0000 mgr.x (mgr.34676) 844 : cluster 2021-03-04T23:30:56.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:56 gibba038 conmon[76675]: [DBG] pgmap v814: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 109 active+clean, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 0 op/s; 19012/343977 objects degraded (5.527%); 29343/343977 objects misplaced (8.531%); 70 MiB/s, 1.35k objects/s recovering 2021-03-04T23:30:56.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:56 gibba038 conmon[76675]: cluster 2021-03-04T23:30:55.277174+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2021-03-04T23:30:56.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:56 gibba011 conmon[95595]: cluster 2021-03-04T23:30:54.681622+0000 mgr.x (mgr.34676) 844 : cluster [DBG] pgmap v814: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 109 active+clean, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 0 op/s; 19012/343977 objects degraded (5.527%); 29343/343977 objects misplaced (8.531%); 70 MiB/s, 1.35k objects/s recovering 2021-03-04T23:30:56.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:56 gibba011 conmon[95595]: 2021-03-04T23:30:56.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:56 gibba011 conmon[95595]: cluster 2021-03-04T23:30:55.277174+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2021-03-04T23:30:56.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:56 gibba011 conmon[99461]: cluster 2021-03-04T23:30:56.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:56 gibba011 conmon[99461]: 2021-03-04T23:30:56.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:56 gibba011 conmon[99461]: 2021 2021-03-04T23:30:56.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:56 gibba011 conmon[99461]: - 2021-03-04T23:30:56.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:56 gibba011 conmon[99461]: 03 2021-03-04T23:30:56.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:56 gibba011 conmon[99461]: - 2021-03-04T23:30:56.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:56 gibba011 conmon[99461]: 04T23:30:54.681622+0000 mgr.x (mgr.34676) 844 : 2021-03-04T23:30:56.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:56 gibba011 conmon[99461]: cluster [DBG] pgmap v814: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 109 active+clean, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 0 op/s; 19012/343977 objects degraded (5.527%); 29343/343977 objects misplaced (8.531%); 70 MiB/s, 1.35k objects/s recovering 2021-03-04T23:30:56.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:56 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:30:56.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:56 gibba011 conmon[99461]: T23:30:55.277174+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2021-03-04T23:30:56.664 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:56.688 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:56.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:56.690 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:56.791 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:56.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:56.815 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:56.815 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:56.917 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:56.936 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:56.937 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:56.937 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:57.039 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:57.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:57.057 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:57.057 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:57.159 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:57.178 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:57.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:57.180 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:57.281 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:57.299 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:57.300 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:57.300 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:57.401 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:57.419 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:57.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:57.420 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:57.521 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:57.539 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:57.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:57.540 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:57.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:57 gibba038 conmon[76675]: cluster 2021-03-04T23:30:56.277321+0000 mon.a (mon.0) 1054 : cluster [DBG] 2021-03-04T23:30:57.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:57 gibba038 conmon[76675]: osdmap e227: 8 total, 8 up, 8 in 2021-03-04T23:30:57.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:57 gibba011 conmon[95595]: cluster 2021-03-04T23:30:56.277321+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2021-03-04T23:30:57.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:57 gibba011 conmon[99461]: cluster 2021-03-04T23:30:56.277321+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2021-03-04T23:30:57.642 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:57.660 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:57.661 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:57.662 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:57.763 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:57.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:57.783 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:57.783 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:57.884 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:57.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:57.904 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:57.904 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:58.006 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:58.025 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:58.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:58.027 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:58.128 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:58.145 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:58.146 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:58.147 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:58.248 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:58.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:58.268 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:58.269 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:30:58.369 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:58.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:58.393 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:58.394 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:58.495 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:58.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:58.514 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:58.514 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:58.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:58 gibba038 conmon[76675]: cluster 2021-03-04T23:30:56.681920+0000 mgr.x (mgr.34676) 845 : cluster [DBG] pgmap v817: 119 pgs: 1 peering, 1 remapped+peering, 109 active+clean, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 0 op/s; 19012/343977 objects degraded (5.527%); 29343/343977 objects misplaced (8.531%); 8.2 MiB/s, 94 objects/s recovering 2021-03-04T23:30:58.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:58 gibba038 conmon[76675]: audit 2021-03-04T23:30:57.833025+0000 mon.a (mon.0) 1055 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:30:58.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:58 gibba011 conmon[95595]: cluster 2021-03-04T23:30:56.681920+0000 mgr.x (mgr.34676) 845 : cluster [DBG] 2021-03-04T23:30:58.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:58 gibba011 conmon[95595]: pgmap v817: 119 pgs: 1 peering, 1 remapped+peering, 109 active+clean, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 0 op/s; 19012/343977 objects degraded (5.527%); 29343/343977 objects misplaced (8.531%); 8.2 MiB/s, 94 objects/s recovering 2021-03-04T23:30:58.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:58 gibba011 conmon[95595]: audit 2021-03-04T23:30:57.833025+0000 mon.a (mon.0) 1055 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:30:58.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:58 gibba011 conmon[99461]: cluster 2021-03-04T23:30:56.681920+0000 mgr.x 2021-03-04T23:30:58.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:58 gibba011 conmon[99461]: (mgr.34676) 845 : cluster [DBG] pgmap v817: 119 pgs: 1 peering, 1 remapped+peering, 109 active+clean, 2 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 0 op/s; 19012/343977 objects degraded (5.527%); 29343/343977 objects misplaced (8.531%); 8.2 MiB/s, 94 objects/s recovering 2021-03-04T23:30:58.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:58 gibba011 conmon[99461]: audit 2021-03-04T23:30:57.833025+0000 mon.a (mon. 2021-03-04T23:30:58.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:58 gibba011 conmon[99461]: 0) 1055 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:30:58.616 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:30:58.634 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:58.634 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:58.635 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:30:58.736 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:58.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:58.754 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:58.754 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:58.855 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:58.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:58.874 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:58.874 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:58.976 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:30:58.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:58.993 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:58.994 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:30:59.095 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:30:59.112 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:59.113 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:59.114 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:30:59.215 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:30:59.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:59.233 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:59.234 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:30:59.335 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:59.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:59.354 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:59.354 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:59.456 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:30:59.472 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:59.473 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:30:59.473 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:30:59.575 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:30:59.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:59 gibba038 conmon[76675]: cephadm 2021-03-04T23:30:57.833906+0000 mgr.x (mgr.34676) 2021-03-04T23:30:59.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:59 gibba038 conmon[76675]: 846 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:30:59.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:30:59 gibba038 conmon[76675]: cluster 2021-03-04T23:30:58.286756+0000 mon.a (mon.0) 1056 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2021-03-04T23:30:59.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:59.594 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:59.595 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:30:59.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:59 gibba011 conmon[95595]: cephadm 2021-03-04T23:30:57.833906+0000 mgr.x (mgr.34676) 846 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:30:59.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:30:59 gibba011 conmon[95595]: cluster 2021-03-04T23:30:58.286756+0000 mon.a (mon.0) 1056 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2021-03-04T23:30:59.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:59 gibba011 conmon[99461]: cephadm 2021-03-04T23:30:57.833906+0000 mgr.x (mgr.34676) 846 : cephadm 2021-03-04T23:30:59.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:59 gibba011 conmon[99461]: [INF] Refreshing gibba038 facts 2021-03-04T23:30:59.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:30:59 gibba011 conmon[99461]: cluster 2021-03-04T23:30:58.286756+0000 mon.a (mon.0) 1056 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2021-03-04T23:30:59.696 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:59.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:59.716 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:59.716 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:59.817 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:30:59.835 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:59.835 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:59.836 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:30:59.937 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:30:59.957 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:30:59.958 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:30:59.958 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:00.060 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:00.078 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:00.079 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:00.079 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:00.180 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:00.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:00.199 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:00.200 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:00.301 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:00.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:00.321 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:00.321 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:00.395 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:00 gibba011 conmon[95595]: cluster 2021-03-04T23:30:58.682290+0000 mgr.x (mgr.34676) 847 : cluster [DBG] pgmap v819: 119 pgs: 1 active+clean+remapped, 2 active+remapped+backfilling, 1 peering, 1 remapped+peering, 109 active+clean, 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 19012/343977 objects degraded (5.527%); 15968/343977 objects misplaced (4.642%); 68 MiB/s, 1.06k objects/s recovering 2021-03-04T23:31:00.396 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:00 gibba011 conmon[95595]: cluster 2021-03-04T23:30:59.289836+0000 mon.a (mon.0) 1057 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2021-03-04T23:31:00.396 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:00 gibba011 conmon[99461]: cluster 2021-03-04T23:30:58.682290+0000 mgr.x (mgr.34676) 847 : cluster [DBG] pgmap v819: 119 pgs: 1 active+clean+remapped, 2 active+remapped+backfilling, 1 peering, 1 remapped+peering, 109 active+clean, 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 19012/343977 objects degraded (5.527%); 15968/343977 objects misplaced (4.642%); 68 MiB/s, 1.06k objects/s recovering 2021-03-04T23:31:00.396 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:00 gibba011 conmon[99461]: cluster 2021-03-04T23:30:59.289836+0000 mon.a (mon.0) 2021-03-04T23:31:00.397 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:00 gibba011 conmon[99461]: 1057 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2021-03-04T23:31:00.423 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:00.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:00.442 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:00.443 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:00.544 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:00.562 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:00.563 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:00.563 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:00.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:00 gibba038 conmon[76675]: cluster 2021-03-04T23:30:58.682290+0000 mgr.x (mgr.34676) 847 : cluster [DBG] pgmap v819: 119 pgs: 1 active+clean+remapped, 2 active+remapped+backfilling, 1 peering, 1 remapped+peering, 109 active+clean, 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 19012/343977 objects degraded (5.527%); 15968/343977 objects misplaced (4.642%); 68 MiB/s, 1.06k objects/s recovering 2021-03-04T23:31:00.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:00 gibba038 conmon[76675]: cluster 2021-03-04T23:30:59.289836+0000 mon.a (mon.0) 1057 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2021-03-04T23:31:00.664 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:00.682 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:00.683 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:00.683 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:00.785 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:00.802 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:00.803 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:00.804 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:00.878 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:31:00.878 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [], 2021-03-04T23:31:00.878 INFO:teuthology.orchestra.run.gibba011.stdout: "num_ops": 0 2021-03-04T23:31:00.879 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:31:00.904 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:00.922 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:00.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:00.923 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:01.024 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:01.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:01.042 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:01.042 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:01.143 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:01.160 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:01.161 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:01.162 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:01.263 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:01.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:01.281 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:01.282 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:01.383 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:01.400 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:01.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:01.402 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:01.503 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:01.520 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:01.521 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:01.521 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:01.623 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:01.639 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:01.640 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:01.641 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:01.742 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:01.759 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:01.760 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:01.760 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:01.861 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:01.879 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:01.880 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:01.880 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:01.981 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:02.000 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:02.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:02.001 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:02.104 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:02.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:02.123 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:02.124 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:02.225 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:02.243 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:02.243 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:02.244 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:02.345 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:02.362 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:02.363 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:02.363 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:02.464 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:02.483 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:02.484 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:02.484 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:02.572 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:02 gibba011 conmon[95595]: cluster 2021-03-04T23:31:00.682620+0000 mgr.x ( 2021-03-04T23:31:02.573 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:02 gibba011 conmon[95595]: mgr.34676) 848 : cluster [DBG] pgmap v821: 119 pgs: 1 active+clean+remapped, 2 active+remapped+backfilling, 1 peering, 1 remapped+peering, 109 active+clean, 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 19012/343977 objects degraded (5.527%); 15968/343977 objects misplaced (4.642%); 72 MiB/s, 837 objects/s recovering 2021-03-04T23:31:02.573 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:02 gibba011 conmon[95595]: cluster 2021-03-04T23:31:01.294065+0000 mon.a (mon.0) 1058 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2021-03-04T23:31:02.574 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:02 gibba011 conmon[95595]: debug 2021-03-04T23:31:02.297+0000 7f2e08250700 -1 mon.a@0(leader).osd e231 definitely_dead 0 2021-03-04T23:31:02.575 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:02 gibba011 conmon[99461]: cluster 2021-03-04T23:31:00.682620+0000 mgr.x 2021-03-04T23:31:02.575 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:02 gibba011 conmon[99461]: (mgr.34676) 848 : cluster [DBG] pgmap v821: 119 pgs: 1 active+clean+remapped, 2 active+remapped+backfilling, 1 peering, 1 remapped+peering, 109 active+clean, 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 19012/343977 objects degraded (5.527%); 15968/343977 objects misplaced (4.642%); 72 MiB/s, 837 objects/s recovering 2021-03-04T23:31:02.575 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:02 gibba011 conmon[99461]: cluster 2021-03-04T23:31:01.294065+0000 mon.a (mon.0) 1058 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2021-03-04T23:31:02.585 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:02.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:02 gibba038 conmon[76675]: cluster 2021-03-04T23:31:00.682620+0000 mgr.x (mgr.34676) 848 : cluster [DBG] pgmap v821: 119 pgs: 1 active+clean+remapped, 2 active+remapped+backfilling, 1 peering, 1 remapped+peering, 109 active+clean, 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 19012/343977 objects degraded (5.527%); 15968/343977 objects misplaced (4.642%); 72 MiB/s, 837 objects/s recovering 2021-03-04T23:31:02.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:02 gibba038 conmon[76675]: 2021-03-04T23:31:02.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:02 gibba038 conmon[76675]: cluster 2021-03-04T23:31:01.294065+0000 mon.a (mon.0) 1058 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2021-03-04T23:31:02.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:02.609 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:02.610 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:02.711 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:02.729 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:02.730 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:02.730 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:02.832 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:02.848 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:02.849 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:02.850 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:02.951 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:02.969 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:02.970 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:02.970 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:02.979 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-03-04T23:31:03.072 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:03.089 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:03.090 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:03.090 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:03.130 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:03.192 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:03.209 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:03.210 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:03.210 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:03.311 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:03.320 INFO:teuthology.orchestra.run.gibba011.stderr:marked out osd.7. 2021-03-04T23:31:03.330 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:03.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:03.331 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:03.432 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:03.450 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:03.450 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:03.451 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:03.552 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:03.570 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:03.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:03.571 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:03.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:03 gibba038 conmon[76675]: cluster 2021-03-04T23:31:02.295165+0000 mon.a (mon.0) 1059 : cluster [DBG] 2021-03-04T23:31:03.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:03 gibba038 conmon[76675]: osdmap e231: 8 total, 8 up, 8 in 2021-03-04T23:31:03.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:03 gibba038 conmon[76675]: audit 2021-03-04T23:31:02.298279+0000 mon.c (mon.1) 336 : audit [INF] from='client.? 172.21.2.111:0/3083715838' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2021-03-04T23:31:03.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:03 gibba038 conmon[76675]: audit 2021-03-04T23:31:02.298507+0000 mon.a (mon.0) 1060 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2021-03-04T23:31:03.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:03 gibba038 conmon[76675]: cluster 2021-03-04T23:31:02.298563 2021-03-04T23:31:03.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:03 gibba038 conmon[76675]: +0000 mon.a (mon.0) 1061 : cluster [INF] Client client.admin marked osd.7 out, while it was still marked up 2021-03-04T23:31:03.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:03 gibba011 conmon[95595]: cluster 2021-03-04T23:31:02.295165+0000 mon.a (mon.0) 1059 : cluster 2021-03-04T23:31:03.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:03 gibba011 conmon[95595]: [DBG] osdmap e231: 8 total, 8 up, 8 in 2021-03-04T23:31:03.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:03 gibba011 conmon[95595]: audit 2021-03-04T23:31:02.298279+0000 mon.c (mon.1) 336 : audit [INF] from='client.? 172.21.2.111:0/3083715838' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2021-03-04T23:31:03.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:03 gibba011 conmon[95595]: audit 2021-03-04T23:31:02.298507+0000 mon.a (mon.0) 1060 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2021-03-04T23:31:03.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:03 gibba011 conmon[95595]: cluster 2021-03-04T23:31:02.298563+0000 mon.a (mon.0) 1061 : cluster [INF] Client client.admin marked osd.7 out, while it was still marked up 2021-03-04T23:31:03.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:03 gibba011 conmon[99461]: cluster 2021-03-04T23:31:02.295165+0000 mon.a (mon.0) 1059 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2021-03-04T23:31:03.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:03 gibba011 conmon[99461]: audit 2021-03-04T23:31:02.298279+0000 mon.c (mon.1) 336 : audit [INF] from='client.? 172.21.2.111:0/3083715838' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2021-03-04T23:31:03.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:03 gibba011 conmon[99461]: audit 2021-03-04T23:31:02.298507+0000 mon.a (mon.0) 1060 : 2021-03-04T23:31:03.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:03 gibba011 conmon[99461]: audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2021-03-04T23:31:03.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:03 gibba011 conmon[99461]: cluster 2021-03-04T23:31:02.298563+0000 mon.a (mon.0) 1061 : cluster [INF] Client client.admin marked osd.7 out, while it was still marked up 2021-03-04T23:31:03.673 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:03.690 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:03.691 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:03.692 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:03.793 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:03.811 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:03.812 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:03.812 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:03.913 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:03.930 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:03.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:03.932 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:03.956 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:31:04.034 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:04.051 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:04.052 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:04.053 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:04.154 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:04.170 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:04.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:04.171 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:04.273 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:04.289 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:04.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:04.291 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:04.392 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:04.409 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:04.410 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:04.411 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:04.512 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:04.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:04.530 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:04.531 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:04.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:04 gibba038 conmon[76675]: cluster 2021-03-04T23:31:02.683063+0000 mgr.x (mgr.34676) 849 : cluster [DBG] pgmap v824: 119 pgs: 2 active+remapped+backfilling, 1 remapped+peering, 111 active+clean, 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 19012/343977 objects degraded (5.527%); 15520/343977 objects misplaced (4.512%); 57 MiB/s, 911 objects/s recovering 2021-03-04T23:31:04.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:04 gibba038 conmon[76675]: audit 2021-03-04T23:31:03.301862+0000 mon.a (mon.0) 1062 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["7"]}]': finished 2021-03-04T23:31:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:04 gibba038 conmon[76675]: cluster 2021-03-04T23:31:03.302014+0000 mon.a (mon.0) 1063 : cluster [DBG] osdmap e232: 8 total, 8 up, 7 in 2021-03-04T23:31:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:04 gibba038 conmon[76675]: audit 2021-03-04T23:31:03.544490+0000 mon.a (mon.0) 1064 : audit [INF] from='client.? 172.21.2.111:0/3285546990' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:31:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:04 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:31:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:04 gibba038 conmon[76675]: 03-04T23:31:03.944940+0000 mon.a (mon.0) 1065 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:04.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:04 gibba038 conmon[76675]: audit 2021-03-04T23:31:03.948937+0000 mon.a (mon.0) 1066 : audit [INF] from='client.? 172.21.2.111:0/3285546990' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:31:04.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:04 gibba038 conmon[76675]: cluster 2021-03-04T23:31:03.948985+0000 mon.a (mon.0) 1067 : cluster [DBG] osdmap e233: 8 total, 8 up, 7 in 2021-03-04T23:31:04.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:04 gibba011 conmon[95595]: cluster 2021-03-04T23:31:02.683063+0000 mgr.x (mgr.34676) 849 : cluster [DBG] pgmap v824: 119 pgs: 2 active+remapped+backfilling, 1 remapped+peering, 111 active+clean, 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 19012/343977 objects degraded (5.527%); 15520/343977 objects misplaced (4.512%); 57 MiB/s, 911 objects/s recovering 2021-03-04T23:31:04.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:04 gibba011 conmon[95595]: audit 2021-03-04T23:31:03.301862+0000 mon.a (mon.0) 1062 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["7"]}]': finished 2021-03-04T23:31:04.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:04 gibba011 conmon[95595]: cluster 2021-03-04T23:31:03.302014 2021-03-04T23:31:04.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:04 gibba011 conmon[95595]: +0000 mon.a (mon.0) 1063 : cluster [DBG] osdmap e232: 8 total, 8 up, 7 in 2021-03-04T23:31:04.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:04 gibba011 conmon[95595]: audit 2021-03-04T23:31:03.544490+0000 mon.a (mon.0) 1064 : audit [INF] from='client.? 172.21.2.111:0/3285546990' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:31:04.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:04 gibba011 conmon[95595]: cluster 2021-03-04T23:31:03.944940+0000 mon.a (mon.0) 1065 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:04.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:04 gibba011 conmon[95595]: audit 2021-03-04T23:31:03.948937+0000 mon.a (mon.0) 1066 : audit [INF] from='client.? 172.21.2.111:0/3285546990' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:31:04.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:04 gibba011 conmon[95595]: cluster 2021-03-04T23:31:03.948985+0000 mon.a (mon.0) 1067 : cluster [DBG] osdmap e233: 8 total, 8 up, 7 in 2021-03-04T23:31:04.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:04 gibba011 conmon[99461]: cluster 2021-03-04T23:31:02.683063+0000 mgr.x (mgr.34676) 849 : cluster [DBG] pgmap v824: 119 pgs: 2 active+remapped+backfilling, 1 remapped+peering, 111 active+clean, 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 19012/343977 objects degraded (5.527%); 15520/343977 objects misplaced (4.512%); 57 MiB/s, 911 objects/s recovering 2021-03-04T23:31:04.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:04 gibba011 conmon[99461]: audit 2021-03-04T23:31:03.301862+0000 mon.a (mon.0) 1062 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["7"]}]': finished 2021-03-04T23:31:04.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:04 gibba011 conmon[99461]: cluster 2021-03-04T23:31:03 2021-03-04T23:31:04.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:04 gibba011 conmon[99461]: .302014+0000 mon.a (mon.0) 1063 : cluster [DBG] osdmap e232: 8 total, 8 up, 7 in 2021-03-04T23:31:04.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:04 gibba011 conmon[99461]: audit 2021-03-04T23:31:03.544490+0000 mon.a (mon.0) 1064 : audit [INF] from='client.? 172.21.2.111:0/3285546990' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:31:04.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:04 gibba011 conmon[99461]: cluster 2021-03-04T23:31:04.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:04 gibba011 conmon[99461]: 2021-03-04T23:31:03.944940+0000 mon.a (mon.0) 1065 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:04.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:04 gibba011 conmon[99461]: 2021-03-04T23:31:04.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:04 gibba011 conmon[99461]: audit 2021-03-04T23:31:04.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:04 gibba011 conmon[99461]: 2021-03-04T23:31:03.948937+0000 mon.a (mon. 2021-03-04T23:31:04.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:04 gibba011 conmon[99461]: 0) 1066 : audit [INF] from='client.? 172.21.2.111:0/3285546990' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:31:04.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:04 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:31:04.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:04 gibba011 conmon[99461]: 04T23:31:03.948985+0000 mon.a (mon.0 2021-03-04T23:31:04.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:04 gibba011 conmon[99461]: ) 1067 : cluster [DBG] osdmap e233: 8 total, 8 up, 7 in 2021-03-04T23:31:04.632 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:04.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:04.650 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:04.651 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:04.752 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:04.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:04.770 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:04.771 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:04.872 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:04.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:04.890 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:04.891 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:04.992 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:05.011 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:05.012 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:05.013 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:05.114 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:05.132 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:05.133 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:05.134 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:05.235 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:05.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:05.253 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:05.254 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:05.354 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:05.371 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:05.372 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:05.372 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:05.473 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:05.490 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:05.491 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:05.491 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:05.592 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:05.611 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:05.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:05.613 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:05.714 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:05.732 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:05.733 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:05.733 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:05.834 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:05.852 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:05.853 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:05.853 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:05.955 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:05.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:05.973 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:05.973 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:06.074 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:06.092 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:06.093 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:06.094 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:06.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:05 gibba011 conmon[95595]: cluster 2021-03-04T23:31:04.683384+0000 mgr.x (mgr.34676) 850 : cluster [DBG] pgmap v827: 119 pgs: 12 peering, 1 active+remapped+backfilling, 1 remapped+peering, 100 active+clean, 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 19012/343977 objects degraded (5.527%); 11767/343977 objects misplaced (3.421%); 66 MiB/s, 1.05k objects/s recovering 2021-03-04T23:31:06.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:05 gibba011 conmon[95595]: cluster 2021-03-04T23:31:04.954060+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e234: 8 total, 8 up, 7 in 2021-03-04T23:31:06.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:05 gibba011 conmon[95595]: cluster 2021-03-04T23:31:04.954575+0000 osd.4 (osd.4) 10 : cluster [DBG] 9.e starting backfill to osd.5 from (0'0,0'0] MAX to 214'11993 2021-03-04T23:31:06.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:05 gibba011 conmon[95595]: cluster 2021-03-04T23:31:04.954632+0000 osd.3 (osd.3) 1 : cluster [INF] 9.c continuing backfill to osd.0 from (142'5415,214'11947] MIN to 214'11947 2021-03-04T23:31:06.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:05 gibba011 conmon[95595]: cluster 2021-03-04T23:31:04.955238+0000 osd.0 (osd.0) 3 : cluster [DBG] 9.9 starting backfill to osd.3 from (0'0,0'0] MAX to 214'12049 2021-03-04T23:31:06.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:05 gibba011 conmon[95595]: cluster 2021-03-04T23:31:04.955398+0000 osd.7 (osd.7) 5 : cluster [INF] 9.3 continuing backfill to osd.0 from (152'8173,214'11877] MIN to 214'11877 2021-03-04T23:31:06.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:05 gibba011 conmon[95595]: cluster 2021-03-04T23:31:04.955441+0000 osd.0 (osd.0) 4 : cluster [DBG] 9.5 starting backfill to osd.3 from (0'0,0'0] MAX to 214'11947 2021-03-04T23:31:06.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:05 gibba011 conmon[95595]: cluster 2021-03-04T23:31:04.956105+0000 osd.5 (osd.5) 8 : cluster [DBG] 9.d starting backfill to osd.6 from (0'0,0'0] MAX to 209'11891 2021-03-04T23:31:06.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:05 gibba011 conmon[95595]: cluster 2021-03-04T23:31:04.956110+0000 osd.5 (osd.5) 9 : cluster [DBG] 9.a starting backfill to osd.3 from (141'4586,176'11055] MIN to 214'12027 2021-03-04T23:31:06.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:05 gibba011 conmon[95595]: cluster 2021-03-04T23:31:04.956122+0000 osd.5 (osd.5) 10 : cluster [DBG] 9.7 starting backfill to osd.2 from (0'0,0'0] MAX to 214'12071 2021-03-04T23:31:06.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:05 gibba011 conmon[95595]: cluster 2021-03-04T23:31:05.301620+0000 mon.a (mon.0) 1069 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:31:06.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:05 gibba011 conmon[99461]: cluster 2021-03-04T23:31:04.683384+0000 mgr.x (mgr.34676) 850 : cluster [DBG] pgmap v827: 119 pgs: 12 peering, 1 active+remapped+backfilling, 1 remapped+peering, 100 active+clean, 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 19012/343977 objects degraded (5.527%); 11767/343977 objects misplaced (3.421%); 66 MiB/s, 1.05k objects/s recovering 2021-03-04T23:31:06.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:05 gibba011 conmon[99461]: cluster 2021-03-04T23:31:04.954060+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e234: 8 total, 8 up, 7 in 2021-03-04T23:31:06.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:05 gibba011 conmon[99461]: cluster 2021-03-04T23:31:04.954575+0000 osd.4 (osd.4) 10 : cluster [DBG] 9.e starting backfill to osd.5 from (0'0,0'0] MAX to 214'11993 2021-03-04T23:31:06.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:05 gibba011 conmon[99461]: cluster 2021-03-04T23:31:04.954632+0000 osd.3 (osd.3) 1 : cluster [INF] 9.c continuing backfill to osd.0 from (142'5415,214'11947] MIN to 214'11947 2021-03-04T23:31:06.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:05 gibba011 conmon[99461]: cluster 2021-03-04T23:31:04.955238+0000 osd.0 (osd.0) 3 : cluster [DBG] 9.9 starting backfill to osd.3 from (0'0,0'0] MAX to 214'12049 2021-03-04T23:31:06.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:05 gibba011 conmon[99461]: cluster 2021-03-04T23:31:04.955398+0000 osd.7 (osd.7) 5 : cluster [INF] 9.3 continuing backfill to osd.0 from (152'8173,214'11877] MIN to 214'11877 2021-03-04T23:31:06.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:05 gibba011 conmon[99461]: cluster 2021-03-04T23:31:04.955441+0000 osd.0 (osd.0) 4 : cluster [DBG] 9.5 starting backfill to osd.3 from (0'0,0'0] MAX to 214'11947 2021-03-04T23:31:06.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:05 gibba011 conmon[99461]: cluster 2021-03-04T23:31:04.956105+0000 osd.5 (osd.5) 8 : cluster [DBG] 9.d starting backfill to osd.6 from (0'0,0'0] MAX to 209'11891 2021-03-04T23:31:06.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:05 gibba011 conmon[99461]: cluster 2021-03-04T23:31:04.956110+0000 osd.5 (osd.5) 9 : cluster [DBG] 9.a starting backfill to osd.3 from (141'4586,176'11055] MIN to 214'12027 2021-03-04T23:31:06.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:05 gibba011 conmon[99461]: cluster 2021-03-04T23:31:04.956122+0000 osd.5 (osd.5) 10 : cluster [DBG] 9.7 starting backfill to osd.2 from (0'0,0'0] MAX to 214'12071 2021-03-04T23:31:06.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:05 gibba011 conmon[99461]: cluster 2021-03-04T23:31:05.301620+0000 mon.a (mon.0) 1069 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:31:06.194 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:06.212 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:06.213 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:06.214 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:06.314 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:06.333 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:06.333 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:06.334 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:05 gibba038 conmon[76675]: cluster 2021-03-04T23:31:04.683384+0000 mgr.x (mgr.34676) 850 : cluster [DBG] pgmap v827: 119 pgs: 12 peering, 1 active+remapped+backfilling, 1 remapped+peering, 100 active+clean, 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 19012/343977 objects degraded (5.527%); 11767/343977 objects misplaced (3.421%); 66 MiB/s, 1.05k objects/s recovering 2021-03-04T23:31:06.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:05 gibba038 conmon[76675]: cluster 2021-03-04T23:31:04.954060+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e234: 8 total, 8 up, 7 in 2021-03-04T23:31:06.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:05 gibba038 conmon[76675]: cluster 2021-03-04T23:31:04.954575+0000 osd.4 (osd.4) 10 : 2021-03-04T23:31:06.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:05 gibba038 conmon[76675]: cluster [DBG] 9.e starting backfill to osd.5 from (0'0,0'0] MAX to 214'11993 2021-03-04T23:31:06.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:05 gibba038 conmon[76675]: cluster 2021-03-04T23:31:04.954632+0000 osd.3 (osd.3) 1 : cluster [INF] 9.c continuing backfill to osd.0 from (142'5415,214'11947] MIN to 214'11947 2021-03-04T23:31:06.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:05 gibba038 conmon[76675]: cluster 2021-03-04T23:31:04.955238+0000 osd.0 (osd.0) 3 : cluster [DBG] 9.9 starting backfill to osd.3 from (0'0,0'0] MAX to 214'12049 2021-03-04T23:31:06.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:05 gibba038 conmon[76675]: cluster 2021-03-04T23:31:04.955398+0000 osd.7 (osd.7) 5 : 2021-03-04T23:31:06.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:05 gibba038 conmon[76675]: cluster [INF] 9.3 continuing backfill to osd.0 from (152'8173,214'11877] MIN to 214'11877 2021-03-04T23:31:06.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:05 gibba038 conmon[76675]: cluster 2021-03-04T23:31:04.955441 2021-03-04T23:31:06.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:05 gibba038 conmon[76675]: +0000 osd.0 (osd.0) 4 : cluster [DBG] 9.5 starting backfill to osd.3 from (0'0,0'0] MAX to 214'11947 2021-03-04T23:31:06.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:05 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:31:06.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:05 gibba038 conmon[76675]: 03-04T23:31:04.956105+0000 osd.5 ( 2021-03-04T23:31:06.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:05 gibba038 conmon[76675]: osd.5) 8 : cluster [DBG] 9.d starting backfill to osd.6 from (0'0,0'0] MAX to 209'11891 2021-03-04T23:31:06.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:05 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:31:06.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:05 gibba038 conmon[76675]: -03-04T23:31:04.956110+0000 2021-03-04T23:31:06.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:05 gibba038 conmon[76675]: osd.5 (osd.5) 9 : cluster [DBG] 9.a starting backfill to osd.3 from (141'4586,176'11055] MIN to 214'12027 2021-03-04T23:31:06.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:05 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:31:06.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:05 gibba038 conmon[76675]: -03-04T23:31:04.956122+0000 osd.5 2021-03-04T23:31:06.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:05 gibba038 conmon[76675]: (osd.5) 10 : cluster [DBG] 9.7 starting backfill to osd.2 from (0'0,0'0] MAX to 214'12071 2021-03-04T23:31:06.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:05 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:31:06.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:05 gibba038 conmon[76675]: 03-04T23:31:05.301620+0000 mon.a ( 2021-03-04T23:31:06.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:05 gibba038 conmon[76675]: mon.0) 1069 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:31:06.439 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:06.458 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:06.459 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:06.460 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:06.561 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:06.562 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:31:06.562 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [], 2021-03-04T23:31:06.563 INFO:teuthology.orchestra.run.gibba011.stdout: "complaint_time": 30, 2021-03-04T23:31:06.563 INFO:teuthology.orchestra.run.gibba011.stdout: "num_blocked_ops": 0 2021-03-04T23:31:06.563 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:31:06.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:06.581 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:06.582 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:06.682 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:06.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:06.702 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:06.702 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:06.804 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:06.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:06.823 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:06.824 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:06.924 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:06.957 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:06.957 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:06.958 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:07.058 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:07.079 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:07.080 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:07.081 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:07.081 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:31:07.182 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:07.202 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:07.203 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:07.203 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:07.304 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:07.318 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:07.333 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:07.336 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:07.338 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:07.441 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:07.462 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:07.463 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:07.463 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:07.564 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:07.587 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:07.588 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:07.589 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:07.690 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:07.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:07.714 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:07.714 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:07.816 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:07.835 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:07.835 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:07.836 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:07.937 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:07.956 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:07.957 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:07.957 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:08.059 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:08.074 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:08.075 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:08.075 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:08.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:07 gibba038 conmon[76675]: audit 2021-03-04T23:31:06.644159+0000 mon.a (mon.0) 1070 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:31:08.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:07 gibba038 conmon[76675]: cluster 2021-03-04T23:31:06.683896+0000 mgr.x (mgr.34676) 851 : cluster [DBG] pgmap v829: 119 pgs: 12 peering, 1 remapped+peering, 100 active+clean, 1 active+remapped+backfill_wait, 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 19012/343977 objects degraded (5.527%); 10710/343977 objects misplaced (3.114%); 41 MiB/s, 653 objects/s recovering 2021-03-04T23:31:08.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:07 gibba038 conmon[76675]: audit 2021-03-04T23:31:06.812119+0000 mon.a (mon.0) 1071 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:31:08.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:07 gibba038 conmon[76675]: cephadm 2021-03-04T23:31:06.813205+0000 mgr.x (mgr.34676) 852 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:31:08.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:07 gibba038 conmon[76675]: audit 2021-03-04T23:31:07.082964+0000 mon.a (mon.0) 1072 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:31:08.101 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:07 gibba011 conmon[99461]: audit 2021-03-04T23:31:06.644159+0000 mon.a (mon.0) 1070 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:31:08.101 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:07 gibba011 conmon[99461]: cluster 2021-03-04T23:31:06.683896+0000 mgr.x (mgr.34676) 851 : cluster [DBG] pgmap v829: 119 pgs: 12 peering, 1 remapped+peering, 100 active+clean, 1 active+remapped+backfill_wait, 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 19012/343977 objects degraded (5.527%); 10710/343977 objects misplaced (3.114%); 41 MiB/s, 653 objects/s recovering 2021-03-04T23:31:08.101 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:07 gibba011 conmon[99461]: audit 2021-03-04T23:31:06.812119+0000 mon.a (mon.0) 1071 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:31:08.101 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:07 gibba011 conmon[99461]: cephadm 2021-03-04T23:31:06.813205+0000 mgr.x (mgr.34676) 852 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:31:08.102 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:07 gibba011 conmon[99461]: audit 2021-03-04T23:31:07.082964+0000 mon.a (mon.0) 1072 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:31:08.102 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:07 gibba011 conmon[95595]: audit 2021-03-04T23:31:06.644159+0000 mon.a (mon.0) 1070 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:31:08.102 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:07 gibba011 conmon[95595]: cluster 2021-03-04T23:31:06.683896+0000 mgr.x (mgr.34676) 851 : cluster [DBG] pgmap v829: 119 pgs: 12 peering, 1 remapped+peering, 100 active+clean, 1 active+remapped+backfill_wait, 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 19012/343977 objects degraded (5.527%); 10710/343977 objects misplaced (3.114%); 41 MiB/s, 653 objects/s recovering 2021-03-04T23:31:08.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:07 gibba011 conmon[95595]: audit 2021-03-04T23:31:06.812119+0000 mon.a (mon.0) 1071 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:31:08.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:07 gibba011 conmon[95595]: cephadm 2021-03-04T23:31:06.813205+0000 mgr.x (mgr.34676) 852 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:31:08.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:07 gibba011 conmon[95595]: audit 2021-03-04T23:31:07.082964+0000 mon.a (mon.0) 1072 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:31:08.132 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-03-04T23:31:08.177 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:08.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:08.235 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:08.236 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:08.300 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:08.337 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:08.355 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:08.356 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:08.356 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:08.457 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:08.475 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:08.476 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:08.476 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:08.578 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:08.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:08.596 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:08.596 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:08.698 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:08.716 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:08.716 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:08.717 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:08.818 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:08.836 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:08.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:08.837 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:08.938 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:08.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:08.957 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:08.957 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:09.059 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:09.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:09.076 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:09.077 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:09.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:08 gibba038 conmon[76675]: cluster 2021-03-04T23:31:08.735266+0000 mon.a (mon.0) 1073 : cluster [WRN] Health check update: Degraded data redundancy: 18781/343977 objects degraded (5.460%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:31:09.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:08 gibba038 conmon[76675]: 2021-03-04T23:31:09.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:08 gibba011 conmon[95595]: cluster 2021-03-04T23:31:08.735266+0000 mon.a (mon.0) 1073 : cluster [WRN] Health check update: Degraded data redundancy: 18781/343977 objects degraded (5.460%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:31:09.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:08 gibba011 conmon[99461]: cluster 2021-03-04T23:31:08.735266+0000 mon.a (mon.0) 1073 : cluster [WRN] Health check update: Degraded data redundancy: 18781/343977 objects degraded (5.460%), 4 pgs degraded (PG_DEGRADED) 2021-03-04T23:31:09.178 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:09.195 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:09.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:09.197 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:09.298 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:09.315 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:09.316 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:09.317 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:09.362 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 6, 1, 3] out_osds: [7] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:31:09.363 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:31:09.363 INFO:tasks.thrashosds.thrasher:Adding osd 7 2021-03-04T23:31:09.364 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd in 7 2021-03-04T23:31:09.418 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:09.436 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:09.436 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:09.437 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:09.476 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:09.538 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:09.555 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:09.556 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:09.557 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:09.658 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:09.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:09.677 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:09.678 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:09.778 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:09.796 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:09.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:09.797 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:09.898 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:09.917 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:09.917 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:09.918 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:10.009 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:09 gibba011 conmon[95595]: cluster 2021-03-04T23:31:08.684413+0000 mgr.x (mgr.34676) 853 : cluster [DBG] pgmap v830: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 1 peering, 1 remapped+peering, 107 active+clean, 4 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 18781/343977 objects degraded (5.460%); 53077/343977 objects misplaced (15.430%); 38 MiB/s, 1 keys/s, 610 objects/s recovering 2021-03-04T23:31:10.009 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:09 gibba011 conmon[99461]: cluster 2021-03-04T23:31:08.684413+0000 mgr.x (mgr.34676) 853 : cluster [DBG] pgmap v830: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 1 peering, 1 remapped+peering, 107 active+clean, 4 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 18781/343977 objects degraded (5.460%); 53077/343977 objects misplaced (15.430%); 38 MiB/s, 1 keys/s, 610 objects/s recovering 2021-03-04T23:31:10.019 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:10.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:10.036 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:10.036 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:10.138 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:10.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:10.155 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:10.155 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:10.257 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:10.273 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:10.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:10.275 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:10.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:09 gibba038 conmon[76675]: cluster 2021-03-04T23:31:08.684413+0000 mgr.x (mgr.34676) 853 : cluster [DBG] pgmap v830: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 1 peering, 1 remapped+peering, 107 active+clean, 4 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 18781/343977 objects degraded (5.460%); 53077/343977 objects misplaced (15.430%); 38 MiB/s, 1 keys/s, 610 objects/s recovering 2021-03-04T23:31:10.376 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:10.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:10.477 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:10.477 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:10.578 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:10.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:10.598 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:10.598 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:10.699 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:10.717 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:10.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:10.719 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:10.820 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:10.836 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:10.837 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:10.838 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:10.939 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:10.955 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:10.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:10.957 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:11.057 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:11.075 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:11.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:11.077 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:11.178 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:11.194 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:11.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:11.196 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:11.297 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:11.314 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:11.315 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:11.316 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:11.417 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:11.435 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:11.435 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:11.436 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:11.538 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:11.555 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:11.556 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:11.557 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:11.658 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:11.675 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:11.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:11.677 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:11.778 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:11.794 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:11.795 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:11.796 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:11.897 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:11.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:11.914 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:11.914 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:12.016 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:12.033 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:12.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:12.034 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:12.135 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:12.152 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:12.153 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:12.154 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:12.255 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:12.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:12.274 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:12.274 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:11 gibba038 conmon[76675]: cluster 2021-03-04T23:31:10.684789+0000 mgr.x (mgr.34676) 854 : cluster [DBG] pgmap v831: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 1 peering, 1 remapped+peering, 107 active+clean, 4 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 18781/343977 objects degraded (5.460%); 53077/343977 objects misplaced (15.430%); 31 MiB/s, 1 keys/s, 496 objects/s recovering 2021-03-04T23:31:12.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:11 gibba011 conmon[95595]: cluster 2021-03-04T23:31:10.684789+0000 mgr.x (mgr.34676) 854 : cluster [DBG] pgmap v831: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 1 peering, 1 remapped+peering, 107 active+clean, 4 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 18781/343977 objects degraded (5.460%); 53077/343977 objects misplaced (15.430%); 31 MiB/s, 1 keys/s, 496 objects/s recovering 2021-03-04T23:31:12.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:11 gibba011 conmon[99461]: cluster 2021-03-04T23:31:10.684789+0000 mgr.x (mgr.34676) 854 : cluster [DBG] pgmap v831: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 1 peering, 1 remapped+peering, 107 active+clean, 4 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 18781/343977 objects degraded (5.460%); 53077/343977 objects misplaced (15.430%); 31 MiB/s, 1 keys/s, 496 objects/s recovering 2021-03-04T23:31:12.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:11 gibba011 conmon[99461]: 2021-03-04T23:31:12.376 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:12.392 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:12.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:12.393 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:12.494 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:12.511 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:12.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:12.513 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:12.614 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:12.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:12.631 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:12.631 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:12.733 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:12.750 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:12.750 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:12.751 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:12.852 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:12.869 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:12.870 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:12.871 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:12.972 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:13.418 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:31:13.419 INFO:teuthology.orchestra.run.gibba011.stdout: "size": 20, 2021-03-04T23:31:13.419 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 600, 2021-03-04T23:31:13.419 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:31:13.420 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.420 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:177001 9.b 9:d05f63ac:::benchmark_data_gibba011_139107_object23634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e181)", 2021-03-04T23:31:13.420 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:06.810458+0000", 2021-03-04T23:31:13.420 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 186.603941384, 2021-03-04T23:31:13.420 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.65010900599999999, 2021-03-04T23:31:13.421 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:13.421 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:13.421 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:13.421 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:13.421 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:13.422 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 177001 2021-03-04T23:31:13.422 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.422 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:13.422 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.423 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:13.423 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.810458+0000", 2021-03-04T23:31:13.423 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:13.423 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.423 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.424 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:13.424 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.810458+0000", 2021-03-04T23:31:13.424 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.686e-06 2021-03-04T23:31:13.424 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.424 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.425 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:13.425 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.810460+0000", 2021-03-04T23:31:13.425 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0669999999999999e-06 2021-03-04T23:31:13.425 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.426 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.426 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:13.426 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.810462+0000", 2021-03-04T23:31:13.426 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.5300000000000002e-06 2021-03-04T23:31:13.427 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.427 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.427 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:13.427 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.810472+0000", 2021-03-04T23:31:13.427 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.143e-06 2021-03-04T23:31:13.428 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.428 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.428 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:13.428 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.810476+0000", 2021-03-04T23:31:13.428 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.57865008100000004 2021-03-04T23:31:13.429 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.429 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.429 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:13.429 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.389126+0000", 2021-03-04T23:31:13.429 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0073538539999999999 2021-03-04T23:31:13.430 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.430 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.430 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:13.430 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.396480+0000", 2021-03-04T23:31:13.430 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011615386 2021-03-04T23:31:13.431 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.431 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.431 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:31:13.431 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.408095+0000", 2021-03-04T23:31:13.432 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0096003219999999997 2021-03-04T23:31:13.432 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.432 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.432 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:13.432 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.417695+0000", 2021-03-04T23:31:13.433 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.021169431999999998 2021-03-04T23:31:13.433 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.433 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.433 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.433 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.438865+0000", 2021-03-04T23:31:13.434 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0019493959999999999 2021-03-04T23:31:13.434 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.434 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.434 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.435 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.440814+0000", 2021-03-04T23:31:13.435 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0021907889999999998 2021-03-04T23:31:13.435 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.435 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.436 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.436 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.443005+0000", 2021-03-04T23:31:13.436 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0036319709999999999 2021-03-04T23:31:13.436 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.436 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.437 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:13.437 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.446637+0000", 2021-03-04T23:31:13.437 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013930349 2021-03-04T23:31:13.437 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.438 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.438 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:13.438 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.460567+0000", 2021-03-04T23:31:13.438 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.65010900599999999 2021-03-04T23:31:13.439 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.439 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:13.439 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.439 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.439 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.440 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:177031 9.b 9:d8b480ec:::benchmark_data_gibba011_139107_object23664:head [delete] snapc 0=[] ondisk+write+known_if_redirected e181)", 2021-03-04T23:31:13.440 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:06.930250+0000", 2021-03-04T23:31:13.440 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 186.48414946700001, 2021-03-04T23:31:13.441 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.75760515399999995, 2021-03-04T23:31:13.441 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:13.441 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:13.442 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:13.442 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:13.442 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:13.442 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 177031 2021-03-04T23:31:13.443 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.443 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:13.443 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.443 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:13.443 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.930250+0000", 2021-03-04T23:31:13.444 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:13.444 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.444 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.444 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:13.445 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.930250+0000", 2021-03-04T23:31:13.445 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6750000000000001e-05 2021-03-04T23:31:13.445 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.445 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.445 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:13.446 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.930267+0000", 2021-03-04T23:31:13.446 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9470000000000002e-06 2021-03-04T23:31:13.446 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.446 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.446 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:13.447 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.930269+0000", 2021-03-04T23:31:13.447 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.3969999999999994e-06 2021-03-04T23:31:13.447 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.447 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.448 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:13.448 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.930277+0000", 2021-03-04T23:31:13.448 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.5800000000000002e-06 2021-03-04T23:31:13.448 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.448 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.449 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:13.449 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.930282+0000", 2021-03-04T23:31:13.449 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.53117765699999997 2021-03-04T23:31:13.449 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.449 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.450 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:13.450 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.461460+0000", 2021-03-04T23:31:13.450 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0082069619999999999 2021-03-04T23:31:13.450 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.451 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.451 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:13.451 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.469666+0000", 2021-03-04T23:31:13.451 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011886544000000001 2021-03-04T23:31:13.451 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.452 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.452 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:31:13.452 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.481553+0000", 2021-03-04T23:31:13.452 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.038714720000000001 2021-03-04T23:31:13.452 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.453 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.453 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.453 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.520268+0000", 2021-03-04T23:31:13.453 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001880636 2021-03-04T23:31:13.454 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.454 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.454 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.454 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.522148+0000", 2021-03-04T23:31:13.454 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018803229999999999 2021-03-04T23:31:13.455 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.455 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.455 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.455 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.524029+0000", 2021-03-04T23:31:13.455 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.14848376399999999 2021-03-04T23:31:13.456 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.456 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.456 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:13.456 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.672512+0000", 2021-03-04T23:31:13.456 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0030204960000000001 2021-03-04T23:31:13.457 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.457 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.457 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:13.457 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.675533+0000", 2021-03-04T23:31:13.458 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012322378 2021-03-04T23:31:13.458 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.458 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.458 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:13.458 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.687855+0000", 2021-03-04T23:31:13.459 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.75760515399999995 2021-03-04T23:31:13.459 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.459 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:13.459 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.459 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.460 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.460 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:177060 9.b 9:df583cd3:::benchmark_data_gibba011_139107_object23693:head [delete] snapc 0=[] ondisk+write+known_if_redirected e181)", 2021-03-04T23:31:13.460 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:07.204949+0000", 2021-03-04T23:31:13.460 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 186.20945038400001, 2021-03-04T23:31:13.461 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.49886967999999998, 2021-03-04T23:31:13.461 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:13.461 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:13.461 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:13.461 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:13.462 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:13.462 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 177060 2021-03-04T23:31:13.462 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.462 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:13.462 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.463 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:13.463 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.204949+0000", 2021-03-04T23:31:13.463 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:13.463 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.463 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.464 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:13.464 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.204949+0000", 2021-03-04T23:31:13.464 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.844e-06 2021-03-04T23:31:13.464 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.465 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.465 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:13.465 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.204951+0000", 2021-03-04T23:31:13.465 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2589999999999999e-06 2021-03-04T23:31:13.465 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.466 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.466 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:13.466 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.204953+0000", 2021-03-04T23:31:13.466 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.012e-05 2021-03-04T23:31:13.466 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.467 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.467 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:13.467 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.204963+0000", 2021-03-04T23:31:13.467 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.454e-06 2021-03-04T23:31:13.467 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.468 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.468 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:13.468 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.204968+0000", 2021-03-04T23:31:13.468 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.28444214299999998 2021-03-04T23:31:13.469 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.469 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.469 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:13.469 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.489410+0000", 2021-03-04T23:31:13.469 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0078959939999999999 2021-03-04T23:31:13.470 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.470 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.470 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:13.470 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.497306+0000", 2021-03-04T23:31:13.470 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012279389999999999 2021-03-04T23:31:13.471 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.471 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.471 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:31:13.471 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.509585+0000", 2021-03-04T23:31:13.472 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.016329010000000001 2021-03-04T23:31:13.472 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.472 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.472 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.472 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.525914+0000", 2021-03-04T23:31:13.473 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018777959999999999 2021-03-04T23:31:13.473 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.473 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.473 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.473 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.527792+0000", 2021-03-04T23:31:13.474 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001880137 2021-03-04T23:31:13.474 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.474 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.474 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.475 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.529672+0000", 2021-03-04T23:31:13.475 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.15878589600000001 2021-03-04T23:31:13.475 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.475 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.476 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:13.476 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.688458+0000", 2021-03-04T23:31:13.476 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0030101519999999999 2021-03-04T23:31:13.476 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.476 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.477 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:13.477 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.691468+0000", 2021-03-04T23:31:13.477 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012350485 2021-03-04T23:31:13.478 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.478 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.478 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:13.478 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.703819+0000", 2021-03-04T23:31:13.479 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.49886967999999998 2021-03-04T23:31:13.479 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.479 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:13.479 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.480 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.480 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.480 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:177066 9.b 9:d0e116b8:::benchmark_data_gibba011_139107_object23699:head [delete] snapc 0=[] ondisk+write+known_if_redirected e181)", 2021-03-04T23:31:13.480 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:07.239191+0000", 2021-03-04T23:31:13.480 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 186.17520870600001, 2021-03-04T23:31:13.481 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.480813298, 2021-03-04T23:31:13.481 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:13.481 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:13.481 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:13.481 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:13.482 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:13.482 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 177066 2021-03-04T23:31:13.482 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.482 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:13.483 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.483 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:13.483 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.239191+0000", 2021-03-04T23:31:13.483 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:13.483 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.484 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.484 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:13.484 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.239191+0000", 2021-03-04T23:31:13.484 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.024e-06 2021-03-04T23:31:13.484 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.485 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.485 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:13.485 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.239193+0000", 2021-03-04T23:31:13.485 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9149999999999999e-06 2021-03-04T23:31:13.486 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.486 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.486 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:13.486 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.239195+0000", 2021-03-04T23:31:13.486 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.5449999999999992e-06 2021-03-04T23:31:13.487 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.487 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.487 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:13.487 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.239204+0000", 2021-03-04T23:31:13.487 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4329999999999997e-06 2021-03-04T23:31:13.488 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.488 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.488 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:13.488 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.239209+0000", 2021-03-04T23:31:13.488 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.29109791699999998 2021-03-04T23:31:13.489 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.489 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.489 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:13.489 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.530307+0000", 2021-03-04T23:31:13.489 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0076544610000000004 2021-03-04T23:31:13.490 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.490 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.490 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:13.490 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.537961+0000", 2021-03-04T23:31:13.491 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011893555 2021-03-04T23:31:13.491 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.491 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.491 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:31:13.491 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.549855+0000", 2021-03-04T23:31:13.492 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.036287418000000002 2021-03-04T23:31:13.492 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.492 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.492 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.492 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.586142+0000", 2021-03-04T23:31:13.493 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018784400000000001 2021-03-04T23:31:13.493 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.493 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.493 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.494 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.588021+0000", 2021-03-04T23:31:13.494 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001880959 2021-03-04T23:31:13.494 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.494 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.495 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.495 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.589902+0000", 2021-03-04T23:31:13.495 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.114519023 2021-03-04T23:31:13.495 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.495 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.496 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:13.496 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.704421+0000", 2021-03-04T23:31:13.496 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0030035890000000001 2021-03-04T23:31:13.496 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.496 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.497 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:13.497 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.707424+0000", 2021-03-04T23:31:13.497 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012580019 2021-03-04T23:31:13.497 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.497 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.498 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:13.498 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.720004+0000", 2021-03-04T23:31:13.498 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.480813298 2021-03-04T23:31:13.498 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.499 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:13.499 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.499 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.499 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.499 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:177114 9.b 9:dd75123f:::benchmark_data_gibba011_139107_object23747:head [delete] snapc 0=[] ondisk+write+known_if_redirected e181)", 2021-03-04T23:31:13.500 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:07.456174+0000", 2021-03-04T23:31:13.500 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 185.95822553100001, 2021-03-04T23:31:13.500 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.29949479400000001, 2021-03-04T23:31:13.500 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:13.500 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:13.501 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:13.501 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:13.501 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:13.501 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 177114 2021-03-04T23:31:13.501 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.502 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:13.502 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.502 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:13.502 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.456174+0000", 2021-03-04T23:31:13.503 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:13.503 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.503 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.503 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:13.504 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.456174+0000", 2021-03-04T23:31:13.504 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3520000000000001e-06 2021-03-04T23:31:13.504 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.504 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.504 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:13.505 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.456176+0000", 2021-03-04T23:31:13.505 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4990000000000001e-06 2021-03-04T23:31:13.505 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.505 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.505 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:13.506 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.456179+0000", 2021-03-04T23:31:13.506 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0671e-05 2021-03-04T23:31:13.506 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.506 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.506 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:13.507 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.456190+0000", 2021-03-04T23:31:13.507 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.7990000000000001e-06 2021-03-04T23:31:13.507 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.507 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.508 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:13.508 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.456194+0000", 2021-03-04T23:31:13.508 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.14003010499999999 2021-03-04T23:31:13.508 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.508 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.509 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:13.509 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.596225+0000", 2021-03-04T23:31:13.509 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0075897710000000004 2021-03-04T23:31:13.509 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.509 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.510 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:13.510 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.603814+0000", 2021-03-04T23:31:13.510 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011860577000000001 2021-03-04T23:31:13.510 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.510 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.511 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:31:13.511 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.615675+0000", 2021-03-04T23:31:13.511 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035519681999999997 2021-03-04T23:31:13.511 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.511 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.512 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.512 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.651195+0000", 2021-03-04T23:31:13.512 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018776450000000001 2021-03-04T23:31:13.512 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.512 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.513 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.513 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.653072+0000", 2021-03-04T23:31:13.513 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018740740000000001 2021-03-04T23:31:13.513 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.514 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.514 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.514 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.654946+0000", 2021-03-04T23:31:13.514 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.082930102000000006 2021-03-04T23:31:13.514 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.515 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.515 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:13.515 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.737876+0000", 2021-03-04T23:31:13.515 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0030649679999999999 2021-03-04T23:31:13.516 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.516 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.516 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:13.516 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.740941+0000", 2021-03-04T23:31:13.516 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014727549 2021-03-04T23:31:13.517 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.517 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.517 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:13.517 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.755669+0000", 2021-03-04T23:31:13.518 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.29949479400000001 2021-03-04T23:31:13.518 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.518 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:13.518 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.518 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.519 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.519 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:178366 9.b 9:d16935c5:::benchmark_data_gibba011_139107_object24999:head [delete] snapc 0=[] ondisk+write+known_if_redirected e183)", 2021-03-04T23:31:13.519 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:18.531230+0000", 2021-03-04T23:31:13.519 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 174.88316980799999, 2021-03-04T23:31:13.519 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.34981431099999999, 2021-03-04T23:31:13.520 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:13.520 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:13.520 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:13.520 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:13.521 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:13.521 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 178366 2021-03-04T23:31:13.521 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.521 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:13.521 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.522 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:13.522 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.531230+0000", 2021-03-04T23:31:13.522 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:13.522 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.522 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.523 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:13.523 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.531230+0000", 2021-03-04T23:31:13.523 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3029999999999998e-06 2021-03-04T23:31:13.523 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.523 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.524 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:13.524 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.531232+0000", 2021-03-04T23:31:13.524 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.112e-06 2021-03-04T23:31:13.524 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.524 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.525 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:13.525 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.531235+0000", 2021-03-04T23:31:13.525 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1219e-05 2021-03-04T23:31:13.525 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.526 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.526 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:13.526 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.531246+0000", 2021-03-04T23:31:13.526 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.7339999999999996e-06 2021-03-04T23:31:13.526 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.527 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.527 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:13.527 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.531252+0000", 2021-03-04T23:31:13.527 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.211983688 2021-03-04T23:31:13.527 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.528 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.528 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:13.528 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.743236+0000", 2021-03-04T23:31:13.528 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0074601600000000004 2021-03-04T23:31:13.529 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.529 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.529 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:13.529 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.750696+0000", 2021-03-04T23:31:13.529 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01182799 2021-03-04T23:31:13.530 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.530 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.530 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:31:13.530 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.762524+0000", 2021-03-04T23:31:13.531 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035615199 2021-03-04T23:31:13.531 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.531 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.531 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.532 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.798139+0000", 2021-03-04T23:31:13.532 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001844046 2021-03-04T23:31:13.532 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.532 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.532 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.533 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.799983+0000", 2021-03-04T23:31:13.533 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018284519999999999 2021-03-04T23:31:13.533 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.533 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.534 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.534 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.801812+0000", 2021-03-04T23:31:13.534 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.063689395999999995 2021-03-04T23:31:13.534 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.534 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.535 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:13.535 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.865501+0000", 2021-03-04T23:31:13.535 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0030087650000000001 2021-03-04T23:31:13.535 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.536 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.536 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:13.536 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.868510+0000", 2021-03-04T23:31:13.536 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012534247 2021-03-04T23:31:13.536 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.537 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.537 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:13.537 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.881044+0000", 2021-03-04T23:31:13.537 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.34981431099999999 2021-03-04T23:31:13.538 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.538 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:13.538 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.538 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.538 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.539 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:178447 9.b 9:d2c78234:::benchmark_data_gibba011_139107_object25080:head [delete] snapc 0=[] ondisk+write+known_if_redirected e183)", 2021-03-04T23:31:13.539 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:18.922902+0000", 2021-03-04T23:31:13.539 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 174.49149722499999, 2021-03-04T23:31:13.539 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.35629595400000003, 2021-03-04T23:31:13.539 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:13.540 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:13.540 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:13.540 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:13.540 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:13.540 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 178447 2021-03-04T23:31:13.541 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.541 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:13.541 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.541 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:13.542 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.922902+0000", 2021-03-04T23:31:13.542 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:13.542 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.542 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.542 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:13.543 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.922902+0000", 2021-03-04T23:31:13.543 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0829999999999998e-06 2021-03-04T23:31:13.543 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.543 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.544 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:13.544 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.922905+0000", 2021-03-04T23:31:13.544 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9920000000000002e-06 2021-03-04T23:31:13.544 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.544 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.545 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:13.545 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.922907+0000", 2021-03-04T23:31:13.545 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.5950000000000005e-06 2021-03-04T23:31:13.545 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.545 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.546 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:13.546 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.922916+0000", 2021-03-04T23:31:13.546 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.1250000000000003e-06 2021-03-04T23:31:13.546 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.546 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.547 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:13.547 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.922920+0000", 2021-03-04T23:31:13.547 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.11886685299999999 2021-03-04T23:31:13.547 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.548 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.548 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:13.548 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.041787+0000", 2021-03-04T23:31:13.548 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0081226579999999996 2021-03-04T23:31:13.548 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.549 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.549 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:13.549 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.049910+0000", 2021-03-04T23:31:13.549 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011404597000000001 2021-03-04T23:31:13.549 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.550 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.550 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:31:13.550 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.061314+0000", 2021-03-04T23:31:13.550 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.037202560000000003 2021-03-04T23:31:13.550 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.551 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.551 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.551 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.098517+0000", 2021-03-04T23:31:13.551 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001873778 2021-03-04T23:31:13.551 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.552 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.552 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.552 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.100391+0000", 2021-03-04T23:31:13.552 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001933017 2021-03-04T23:31:13.552 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.553 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.553 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.553 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.102324+0000", 2021-03-04T23:31:13.553 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.15349939400000001 2021-03-04T23:31:13.553 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.554 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.554 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:13.554 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.255823+0000", 2021-03-04T23:31:13.554 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0036848520000000002 2021-03-04T23:31:13.555 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.555 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.555 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:13.555 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.259508+0000", 2021-03-04T23:31:13.555 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.019690450000000002 2021-03-04T23:31:13.556 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.556 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.556 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:13.556 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.279198+0000", 2021-03-04T23:31:13.556 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.35629595400000003 2021-03-04T23:31:13.557 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.557 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:13.557 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.557 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.557 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.558 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:178454 9.b 9:d6b71471:::benchmark_data_gibba011_139107_object25087:head [delete] snapc 0=[] ondisk+write+known_if_redirected e183)", 2021-03-04T23:31:13.558 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:18.947777+0000", 2021-03-04T23:31:13.558 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 174.466623153, 2021-03-04T23:31:13.558 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.34851311200000001, 2021-03-04T23:31:13.559 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:13.559 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:13.559 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:13.559 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:13.559 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:13.560 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 178454 2021-03-04T23:31:13.560 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.560 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:13.560 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.560 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:13.561 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.947777+0000", 2021-03-04T23:31:13.561 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:13.561 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.561 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.561 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:13.562 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.947777+0000", 2021-03-04T23:31:13.562 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0540000000000002e-06 2021-03-04T23:31:13.562 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.562 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.563 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:13.563 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.947779+0000", 2021-03-04T23:31:13.563 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3309999999999998e-06 2021-03-04T23:31:13.563 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.563 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.564 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:13.564 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.947781+0000", 2021-03-04T23:31:13.564 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.137e-05 2021-03-04T23:31:13.564 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.564 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.565 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:13.565 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.947792+0000", 2021-03-04T23:31:13.565 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4659999999999998e-06 2021-03-04T23:31:13.565 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.565 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.566 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:13.566 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.947798+0000", 2021-03-04T23:31:13.566 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.121063686 2021-03-04T23:31:13.566 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.567 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.567 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:13.567 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.068861+0000", 2021-03-04T23:31:13.567 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0074116039999999996 2021-03-04T23:31:13.567 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.568 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.568 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:13.568 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.076273+0000", 2021-03-04T23:31:13.568 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012040449 2021-03-04T23:31:13.568 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.569 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.569 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:31:13.569 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.088313+0000", 2021-03-04T23:31:13.569 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015978718999999999 2021-03-04T23:31:13.569 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.570 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.570 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.570 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.104292+0000", 2021-03-04T23:31:13.570 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018771549999999999 2021-03-04T23:31:13.571 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.571 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.571 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.571 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.106169+0000", 2021-03-04T23:31:13.571 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0019368020000000001 2021-03-04T23:31:13.572 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.572 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.572 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.572 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.108106+0000", 2021-03-04T23:31:13.572 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17171660499999999 2021-03-04T23:31:13.573 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.573 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.573 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:13.573 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.279823+0000", 2021-03-04T23:31:13.573 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0031823350000000001 2021-03-04T23:31:13.574 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.574 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.574 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:13.574 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.283005+0000", 2021-03-04T23:31:13.574 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013284536 2021-03-04T23:31:13.575 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.575 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.575 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:13.575 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.296290+0000", 2021-03-04T23:31:13.575 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.34851311200000001 2021-03-04T23:31:13.576 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.576 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:13.576 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.576 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.577 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.577 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:178465 9.b 9:dcb9d942:::benchmark_data_gibba011_139107_object25098:head [delete] snapc 0=[] ondisk+write+known_if_redirected e183)", 2021-03-04T23:31:13.577 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:19.015965+0000", 2021-03-04T23:31:13.577 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 174.398434388, 2021-03-04T23:31:13.577 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.29692222899999998, 2021-03-04T23:31:13.578 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:13.578 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:13.578 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:13.578 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:13.578 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:13.579 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 178465 2021-03-04T23:31:13.579 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.579 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:13.579 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.579 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:13.580 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.015965+0000", 2021-03-04T23:31:13.580 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:13.580 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.580 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.581 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:13.581 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.015965+0000", 2021-03-04T23:31:13.581 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.57e-06 2021-03-04T23:31:13.581 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.581 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.582 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:13.582 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.015968+0000", 2021-03-04T23:31:13.582 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6419999999999999e-06 2021-03-04T23:31:13.582 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.583 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.583 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:13.583 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.015970+0000", 2021-03-04T23:31:13.583 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2163e-05 2021-03-04T23:31:13.583 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.584 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.584 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:13.584 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.015983+0000", 2021-03-04T23:31:13.584 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.0769999999999996e-06 2021-03-04T23:31:13.584 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.585 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.585 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:13.585 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.015989+0000", 2021-03-04T23:31:13.585 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.092779091999999994 2021-03-04T23:31:13.585 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.586 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.586 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:13.586 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.108768+0000", 2021-03-04T23:31:13.586 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0083835730000000001 2021-03-04T23:31:13.587 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.587 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.587 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:13.587 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.117151+0000", 2021-03-04T23:31:13.587 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012192414 2021-03-04T23:31:13.588 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.588 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.588 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:31:13.588 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.129344+0000", 2021-03-04T23:31:13.588 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.023824392999999999 2021-03-04T23:31:13.589 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.589 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.589 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.589 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.153168+0000", 2021-03-04T23:31:13.589 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001883172 2021-03-04T23:31:13.590 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.590 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.590 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.590 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.155051+0000", 2021-03-04T23:31:13.590 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001870633 2021-03-04T23:31:13.591 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.591 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.591 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.591 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.156922+0000", 2021-03-04T23:31:13.592 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13997400099999999 2021-03-04T23:31:13.592 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.592 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.592 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:13.592 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.296896+0000", 2021-03-04T23:31:13.593 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003032524 2021-03-04T23:31:13.593 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.593 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.593 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:13.593 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.299929+0000", 2021-03-04T23:31:13.594 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012958974999999999 2021-03-04T23:31:13.594 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.594 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.594 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:13.594 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.312887+0000", 2021-03-04T23:31:13.595 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.29692222899999998 2021-03-04T23:31:13.595 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.595 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:13.595 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.595 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.596 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.596 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:178518 9.b 9:d3d4fe2b:::benchmark_data_gibba011_139107_object25151:head [delete] snapc 0=[] ondisk+write+known_if_redirected e184)", 2021-03-04T23:31:13.596 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:19.331779+0000", 2021-03-04T23:31:13.596 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 174.082620706, 2021-03-04T23:31:13.596 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.36647310399999999, 2021-03-04T23:31:13.597 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:13.597 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:13.597 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:13.597 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:13.597 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:13.598 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 178518 2021-03-04T23:31:13.598 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.598 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:13.598 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.599 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:13.599 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.331779+0000", 2021-03-04T23:31:13.599 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:13.599 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.599 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.600 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:13.600 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.331779+0000", 2021-03-04T23:31:13.600 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9870000000000002e-06 2021-03-04T23:31:13.600 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.600 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.601 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:13.601 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.331781+0000", 2021-03-04T23:31:13.601 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8950000000000001e-06 2021-03-04T23:31:13.601 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.601 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.602 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:13.602 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.331783+0000", 2021-03-04T23:31:13.602 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0407e-05 2021-03-04T23:31:13.602 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.602 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.603 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:13.603 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.331793+0000", 2021-03-04T23:31:13.603 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0860000000000004e-06 2021-03-04T23:31:13.603 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.603 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.604 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:13.604 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.331797+0000", 2021-03-04T23:31:13.604 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.12561909299999999 2021-03-04T23:31:13.604 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.604 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.605 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:13.605 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.457416+0000", 2021-03-04T23:31:13.605 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0075470190000000003 2021-03-04T23:31:13.605 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.606 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.606 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:13.606 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.464963+0000", 2021-03-04T23:31:13.606 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015837548 2021-03-04T23:31:13.606 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.607 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.607 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:31:13.607 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.480801+0000", 2021-03-04T23:31:13.607 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.024215799 2021-03-04T23:31:13.607 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.608 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.608 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.608 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.505017+0000", 2021-03-04T23:31:13.608 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018629670000000001 2021-03-04T23:31:13.608 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.609 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.609 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.609 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.506880+0000", 2021-03-04T23:31:13.609 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018818750000000001 2021-03-04T23:31:13.609 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.610 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.610 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.610 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.508762+0000", 2021-03-04T23:31:13.610 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.173537566 2021-03-04T23:31:13.611 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.611 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.611 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:13.611 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.682299+0000", 2021-03-04T23:31:13.611 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003049352 2021-03-04T23:31:13.612 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.612 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.612 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:13.612 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.685349+0000", 2021-03-04T23:31:13.612 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01290351 2021-03-04T23:31:13.613 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.613 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.613 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:13.613 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.698252+0000", 2021-03-04T23:31:13.613 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.36647310399999999 2021-03-04T23:31:13.614 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.614 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:13.614 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.614 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.614 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.615 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPush(9.b 186/175 [PushOp(9:d23e89af:::benchmark_data_gibba011_139107_object108393:head, version: 146'6979, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:d23e89af:::benchmark_data_gibba011_139107_object108393:head@146'6979, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:31:13.615 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:35.064415+0000", 2021-03-04T23:31:13.615 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 158.34998456599999, 2021-03-04T23:31:13.615 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.57795206499999996, 2021-03-04T23:31:13.616 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:13.616 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:31:13.616 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:13.616 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.616 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:13.617 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.064415+0000", 2021-03-04T23:31:13.617 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:13.617 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.617 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.617 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:13.618 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.064415+0000", 2021-03-04T23:31:13.618 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.0386e-05 2021-03-04T23:31:13.618 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.618 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.618 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:13.619 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.064485+0000", 2021-03-04T23:31:13.619 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.3270000000000003e-06 2021-03-04T23:31:13.619 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.619 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.620 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:13.620 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.064493+0000", 2021-03-04T23:31:13.620 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3549e-05 2021-03-04T23:31:13.620 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.620 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.621 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:13.621 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.064506+0000", 2021-03-04T23:31:13.621 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.5039999999999996e-06 2021-03-04T23:31:13.621 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.622 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.622 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:13.622 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.064514+0000", 2021-03-04T23:31:13.622 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.55148337999999997 2021-03-04T23:31:13.623 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.623 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.623 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:13.623 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.615997+0000", 2021-03-04T23:31:13.623 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00059457800000000001 2021-03-04T23:31:13.624 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.624 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.624 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:13.624 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.616592+0000", 2021-03-04T23:31:13.624 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.025775341 2021-03-04T23:31:13.625 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.625 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.625 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:13.625 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.642367+0000", 2021-03-04T23:31:13.625 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.57795206499999996 2021-03-04T23:31:13.626 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.626 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:13.626 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.626 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.627 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.627 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:181577 9.b 9:d30320e7:::benchmark_data_gibba011_139107_object28210:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:31:13.627 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:35.185671+0000", 2021-03-04T23:31:13.627 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 158.22872849300001, 2021-03-04T23:31:13.627 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.297840418, 2021-03-04T23:31:13.628 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:13.628 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:13.628 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:13.628 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:13.628 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:13.629 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 181577 2021-03-04T23:31:13.629 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.629 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:13.629 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.629 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:13.630 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.185671+0000", 2021-03-04T23:31:13.630 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:13.630 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.630 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.631 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:13.631 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.185671+0000", 2021-03-04T23:31:13.631 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1280000000000002e-06 2021-03-04T23:31:13.631 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.631 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.632 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:13.632 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.185673+0000", 2021-03-04T23:31:13.632 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3920000000000001e-06 2021-03-04T23:31:13.632 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.632 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.633 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:13.633 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.185676+0000", 2021-03-04T23:31:13.633 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0789e-05 2021-03-04T23:31:13.633 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.633 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.634 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:13.634 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.185686+0000", 2021-03-04T23:31:13.634 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4960000000000004e-06 2021-03-04T23:31:13.634 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.634 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.635 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:13.635 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.185692+0000", 2021-03-04T23:31:13.635 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.21804396600000001 2021-03-04T23:31:13.635 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.636 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.636 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:13.636 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.403736+0000", 2021-03-04T23:31:13.636 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0084828950000000007 2021-03-04T23:31:13.636 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.637 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.637 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:13.637 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.412219+0000", 2021-03-04T23:31:13.637 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012202358999999999 2021-03-04T23:31:13.637 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.638 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.638 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:31:13.638 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.424421+0000", 2021-03-04T23:31:13.638 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.03473387 2021-03-04T23:31:13.638 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.639 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.639 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:13.639 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.459155+0000", 2021-03-04T23:31:13.639 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0023851879999999999 2021-03-04T23:31:13.640 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.640 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.640 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.640 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.461540+0000", 2021-03-04T23:31:13.640 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002779676 2021-03-04T23:31:13.641 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.641 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.641 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.641 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.464320+0000", 2021-03-04T23:31:13.641 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002564513 2021-03-04T23:31:13.642 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.642 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.642 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.642 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.466884+0000", 2021-03-04T23:31:13.642 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003415033 2021-03-04T23:31:13.643 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.643 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.643 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:13.643 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.470299+0000", 2021-03-04T23:31:13.644 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013212112999999999 2021-03-04T23:31:13.644 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.644 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.644 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:13.644 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.483512+0000", 2021-03-04T23:31:13.645 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.297840418 2021-03-04T23:31:13.645 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.645 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:13.645 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.645 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.646 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.646 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:181580 9.b 9:d9efafaf:::benchmark_data_gibba011_139107_object28213:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:31:13.646 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:35.195582+0000", 2021-03-04T23:31:13.646 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 158.21881752199999, 2021-03-04T23:31:13.646 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.31503531400000001, 2021-03-04T23:31:13.647 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:13.647 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:13.647 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:13.647 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:13.647 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:13.648 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 181580 2021-03-04T23:31:13.648 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.648 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:13.648 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.649 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:13.649 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.195582+0000", 2021-03-04T23:31:13.649 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:13.649 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.649 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.650 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:13.650 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.195582+0000", 2021-03-04T23:31:13.650 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9240000000000001e-06 2021-03-04T23:31:13.650 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.651 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.651 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:13.651 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.195584+0000", 2021-03-04T23:31:13.651 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8670000000000001e-06 2021-03-04T23:31:13.651 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.652 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.652 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:13.652 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.195586+0000", 2021-03-04T23:31:13.652 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.3419999999999997e-06 2021-03-04T23:31:13.652 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.653 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.653 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:13.653 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.195595+0000", 2021-03-04T23:31:13.653 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8020000000000002e-06 2021-03-04T23:31:13.653 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.654 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.654 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:13.654 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.195599+0000", 2021-03-04T23:31:13.654 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.23689875399999999 2021-03-04T23:31:13.654 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.655 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.655 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:13.655 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.432498+0000", 2021-03-04T23:31:13.655 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0072069980000000001 2021-03-04T23:31:13.656 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.656 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.656 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:13.656 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.439705+0000", 2021-03-04T23:31:13.656 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011358735999999999 2021-03-04T23:31:13.657 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.657 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.657 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:31:13.657 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.451064+0000", 2021-03-04T23:31:13.657 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035051316999999999 2021-03-04T23:31:13.658 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.658 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.658 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.658 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.486115+0000", 2021-03-04T23:31:13.658 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00065904500000000003 2021-03-04T23:31:13.659 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.659 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.659 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:13.659 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.486774+0000", 2021-03-04T23:31:13.659 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0027988779999999999 2021-03-04T23:31:13.660 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.660 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.660 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.660 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.489573+0000", 2021-03-04T23:31:13.661 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0021008680000000001 2021-03-04T23:31:13.661 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.661 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.661 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.661 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.491674+0000", 2021-03-04T23:31:13.662 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0031114739999999999 2021-03-04T23:31:13.662 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.662 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.662 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:13.662 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.494785+0000", 2021-03-04T23:31:13.663 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015832308999999999 2021-03-04T23:31:13.663 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.663 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.663 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:13.663 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.510617+0000", 2021-03-04T23:31:13.664 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.31503531400000001 2021-03-04T23:31:13.664 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.664 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:13.664 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.665 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.665 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.665 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:183043 9.b 9:d5889319:::benchmark_data_gibba011_139107_object29676:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)", 2021-03-04T23:31:13.665 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:49.960558+0000", 2021-03-04T23:31:13.665 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 143.45384155299999, 2021-03-04T23:31:13.666 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.33730934699999998, 2021-03-04T23:31:13.666 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:13.666 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:13.666 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:13.667 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:13.667 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:13.667 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 183043 2021-03-04T23:31:13.667 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.667 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:13.668 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.668 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:13.668 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:49.960558+0000", 2021-03-04T23:31:13.668 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:13.669 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.669 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.669 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:13.669 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:49.960558+0000", 2021-03-04T23:31:13.669 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.17e-06 2021-03-04T23:31:13.670 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.670 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.670 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:13.670 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:49.960560+0000", 2021-03-04T23:31:13.671 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2850000000000001e-06 2021-03-04T23:31:13.671 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.671 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.671 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:13.671 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:49.960563+0000", 2021-03-04T23:31:13.672 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1323e-05 2021-03-04T23:31:13.672 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.672 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.672 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:13.672 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:49.960574+0000", 2021-03-04T23:31:13.673 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.639e-06 2021-03-04T23:31:13.673 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.673 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.673 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:13.673 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:49.960579+0000", 2021-03-04T23:31:13.674 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.25550033500000002 2021-03-04T23:31:13.674 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.674 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.674 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:13.675 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.216079+0000", 2021-03-04T23:31:13.675 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0080862910000000007 2021-03-04T23:31:13.675 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.675 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.675 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:13.676 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.224165+0000", 2021-03-04T23:31:13.676 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012688165 2021-03-04T23:31:13.676 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.676 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.677 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:31:13.677 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.236853+0000", 2021-03-04T23:31:13.677 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035901626999999998 2021-03-04T23:31:13.677 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.678 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.678 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:13.678 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.272755+0000", 2021-03-04T23:31:13.678 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018143009999999999 2021-03-04T23:31:13.678 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.679 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.679 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.679 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.274569+0000", 2021-03-04T23:31:13.679 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0024983280000000002 2021-03-04T23:31:13.680 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.680 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.680 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.680 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.277068+0000", 2021-03-04T23:31:13.680 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0021060670000000001 2021-03-04T23:31:13.681 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.681 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.681 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.681 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.279174+0000", 2021-03-04T23:31:13.682 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0035718709999999999 2021-03-04T23:31:13.682 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.682 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.682 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:13.682 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.282746+0000", 2021-03-04T23:31:13.683 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015121944999999999 2021-03-04T23:31:13.683 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.683 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.683 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:13.684 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.297867+0000", 2021-03-04T23:31:13.684 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.33730934699999998 2021-03-04T23:31:13.684 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.684 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:13.684 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.685 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.685 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.685 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:183062 9.b 9:dde4d6e2:::benchmark_data_gibba011_139107_object29695:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)", 2021-03-04T23:31:13.685 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:50.019427+0000", 2021-03-04T23:31:13.685 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 143.39497298200001, 2021-03-04T23:31:13.686 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.302489273, 2021-03-04T23:31:13.686 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:13.686 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:13.686 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:13.686 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:13.687 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:13.687 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 183062 2021-03-04T23:31:13.687 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.687 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:13.687 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.688 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:13.688 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.019427+0000", 2021-03-04T23:31:13.688 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:13.688 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.688 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.689 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:13.689 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.019427+0000", 2021-03-04T23:31:13.689 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4169999999999999e-06 2021-03-04T23:31:13.689 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.689 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.690 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:13.690 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.019428+0000", 2021-03-04T23:31:13.690 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.649e-06 2021-03-04T23:31:13.690 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.691 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.691 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:13.691 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.019430+0000", 2021-03-04T23:31:13.691 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0489999999999993e-06 2021-03-04T23:31:13.691 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.692 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.692 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:13.692 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.019439+0000", 2021-03-04T23:31:13.692 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6349999999999999e-06 2021-03-04T23:31:13.692 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.693 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.693 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:13.693 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.019442+0000", 2021-03-04T23:31:13.693 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.22600978899999999 2021-03-04T23:31:13.693 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.694 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.694 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:13.694 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.245452+0000", 2021-03-04T23:31:13.694 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0072372749999999996 2021-03-04T23:31:13.695 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.695 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.695 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:13.695 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.252689+0000", 2021-03-04T23:31:13.695 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011173468000000001 2021-03-04T23:31:13.696 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.696 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.696 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:31:13.696 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.263863+0000", 2021-03-04T23:31:13.697 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011316125999999999 2021-03-04T23:31:13.697 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.697 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.697 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:13.697 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.275179+0000", 2021-03-04T23:31:13.698 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.024505648000000001 2021-03-04T23:31:13.698 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.698 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.698 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.698 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.299685+0000", 2021-03-04T23:31:13.699 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001878298 2021-03-04T23:31:13.699 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.699 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.699 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.699 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.301563+0000", 2021-03-04T23:31:13.700 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022120579999999998 2021-03-04T23:31:13.700 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.700 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.700 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.700 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.303775+0000", 2021-03-04T23:31:13.701 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003151254 2021-03-04T23:31:13.701 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.701 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.701 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:13.702 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.306926+0000", 2021-03-04T23:31:13.702 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014989607 2021-03-04T23:31:13.702 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.702 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.702 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:13.703 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.321916+0000", 2021-03-04T23:31:13.703 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.302489273 2021-03-04T23:31:13.703 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.703 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:13.704 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.704 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.704 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.704 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:183078 9.b 9:d3c34498:::benchmark_data_gibba011_139107_object29711:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)", 2021-03-04T23:31:13.704 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:50.086075+0000", 2021-03-04T23:31:13.705 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 143.32832482200001, 2021-03-04T23:31:13.705 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.32443543200000002, 2021-03-04T23:31:13.705 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:13.705 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:13.705 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:13.706 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:13.706 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:13.706 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 183078 2021-03-04T23:31:13.706 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.707 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:13.707 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.707 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:13.707 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.086075+0000", 2021-03-04T23:31:13.707 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:13.708 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.708 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.708 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:13.708 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.086075+0000", 2021-03-04T23:31:13.708 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9769999999999999e-06 2021-03-04T23:31:13.709 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.709 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.709 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:13.709 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.086077+0000", 2021-03-04T23:31:13.710 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2390000000000001e-06 2021-03-04T23:31:13.710 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.710 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.710 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:13.710 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.086079+0000", 2021-03-04T23:31:13.711 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.6659999999999997e-06 2021-03-04T23:31:13.711 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.711 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.711 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:13.711 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.086088+0000", 2021-03-04T23:31:13.712 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.675e-06 2021-03-04T23:31:13.712 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.712 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.712 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:13.712 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.086091+0000", 2021-03-04T23:31:13.713 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.23662629399999999 2021-03-04T23:31:13.713 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.713 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.713 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:13.714 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.322718+0000", 2021-03-04T23:31:13.714 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0087266960000000008 2021-03-04T23:31:13.714 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.714 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.714 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:13.715 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.331444+0000", 2021-03-04T23:31:13.715 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01212733 2021-03-04T23:31:13.715 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.715 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.715 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:31:13.716 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.343572+0000", 2021-03-04T23:31:13.716 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044184105000000001 2021-03-04T23:31:13.716 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.716 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.717 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.717 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.387756+0000", 2021-03-04T23:31:13.717 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0024823340000000001 2021-03-04T23:31:13.717 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.717 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.718 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.718 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.390238+0000", 2021-03-04T23:31:13.718 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00068375700000000001 2021-03-04T23:31:13.718 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.718 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.719 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:13.719 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.390922+0000", 2021-03-04T23:31:13.719 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0026271689999999999 2021-03-04T23:31:13.719 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.720 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.720 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.720 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.393549+0000", 2021-03-04T23:31:13.720 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0033762699999999998 2021-03-04T23:31:13.720 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.721 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.721 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:13.721 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.396925+0000", 2021-03-04T23:31:13.721 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01358492 2021-03-04T23:31:13.721 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.722 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.722 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:13.722 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.410510+0000", 2021-03-04T23:31:13.722 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.32443543200000002 2021-03-04T23:31:13.722 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.723 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:13.723 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.723 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.723 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.723 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:183080 9.b 9:dd73c7ff:::benchmark_data_gibba011_139107_object29713:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)", 2021-03-04T23:31:13.724 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:50.090165+0000", 2021-03-04T23:31:13.724 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 143.32423492300001, 2021-03-04T23:31:13.724 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.34287923599999998, 2021-03-04T23:31:13.724 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:13.725 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:13.725 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:13.725 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:13.725 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:13.725 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 183080 2021-03-04T23:31:13.726 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.726 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:13.726 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.726 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:13.726 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.090165+0000", 2021-03-04T23:31:13.727 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:13.727 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.727 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.727 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:13.727 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.090165+0000", 2021-03-04T23:31:13.728 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8819999999999999e-06 2021-03-04T23:31:13.728 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.728 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.728 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:13.728 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.090167+0000", 2021-03-04T23:31:13.729 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7910000000000001e-06 2021-03-04T23:31:13.729 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.729 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.729 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:13.729 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.090168+0000", 2021-03-04T23:31:13.730 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.7070000000000004e-06 2021-03-04T23:31:13.730 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.730 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.730 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:13.731 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.090178+0000", 2021-03-04T23:31:13.731 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9639999999999997e-06 2021-03-04T23:31:13.731 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.731 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.731 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:13.732 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.090182+0000", 2021-03-04T23:31:13.732 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.26257610799999997 2021-03-04T23:31:13.732 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.732 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.733 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:13.733 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.352758+0000", 2021-03-04T23:31:13.733 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0096015319999999994 2021-03-04T23:31:13.733 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.733 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.734 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:13.734 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.362360+0000", 2021-03-04T23:31:13.734 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013490739 2021-03-04T23:31:13.734 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.735 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.735 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:31:13.735 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.375850+0000", 2021-03-04T23:31:13.735 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015731978000000001 2021-03-04T23:31:13.735 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.736 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.736 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:13.736 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.391582+0000", 2021-03-04T23:31:13.736 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.021192916999999999 2021-03-04T23:31:13.737 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.737 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.737 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.737 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.412775+0000", 2021-03-04T23:31:13.737 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0024283629999999998 2021-03-04T23:31:13.738 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.738 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.738 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.738 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.415204+0000", 2021-03-04T23:31:13.739 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018881220000000001 2021-03-04T23:31:13.739 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.739 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.739 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.739 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.417092+0000", 2021-03-04T23:31:13.740 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0029543070000000002 2021-03-04T23:31:13.740 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.740 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.740 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:13.740 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.420046+0000", 2021-03-04T23:31:13.741 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012997826000000001 2021-03-04T23:31:13.741 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.741 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.741 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:13.741 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.433044+0000", 2021-03-04T23:31:13.742 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.34287923599999998 2021-03-04T23:31:13.742 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.742 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:13.742 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.742 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.743 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.743 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:184034 9.b 9:d82f3bce:::benchmark_data_gibba011_139107_object30667:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)", 2021-03-04T23:31:13.743 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:57.513503+0000", 2021-03-04T23:31:13.743 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 135.90089700600001, 2021-03-04T23:31:13.744 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.32328394399999999, 2021-03-04T23:31:13.744 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:13.744 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:13.744 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:13.744 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:13.745 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:13.745 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 184034 2021-03-04T23:31:13.745 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.745 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:13.745 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.746 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:13.746 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513503+0000", 2021-03-04T23:31:13.746 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:13.746 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.746 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.747 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:13.747 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513503+0000", 2021-03-04T23:31:13.747 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8449999999999999e-06 2021-03-04T23:31:13.747 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.748 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.748 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:13.748 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513504+0000", 2021-03-04T23:31:13.748 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.849e-06 2021-03-04T23:31:13.748 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.749 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.749 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:13.749 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513506+0000", 2021-03-04T23:31:13.749 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.5739999999999996e-06 2021-03-04T23:31:13.749 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.750 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.750 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:13.750 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513515+0000", 2021-03-04T23:31:13.750 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6660000000000001e-06 2021-03-04T23:31:13.751 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.751 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.751 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:13.751 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513519+0000", 2021-03-04T23:31:13.751 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.18276452600000001 2021-03-04T23:31:13.752 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.752 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.752 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:13.752 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.696283+0000", 2021-03-04T23:31:13.752 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0098020160000000002 2021-03-04T23:31:13.753 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.753 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.753 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:13.753 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.706085+0000", 2021-03-04T23:31:13.753 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012649858999999999 2021-03-04T23:31:13.754 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.754 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.754 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:31:13.754 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.718735+0000", 2021-03-04T23:31:13.755 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.033099787999999998 2021-03-04T23:31:13.755 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.755 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.755 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.755 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.751835+0000", 2021-03-04T23:31:13.756 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0016482720000000001 2021-03-04T23:31:13.756 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.756 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.756 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.756 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.753483+0000", 2021-03-04T23:31:13.757 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001657581 2021-03-04T23:31:13.757 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.757 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.757 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.757 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.755141+0000", 2021-03-04T23:31:13.758 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.064552747999999993 2021-03-04T23:31:13.758 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.758 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.758 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:13.758 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.819693+0000", 2021-03-04T23:31:13.759 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0028612279999999999 2021-03-04T23:31:13.759 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.759 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.759 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:13.760 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.822555+0000", 2021-03-04T23:31:13.760 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014231992000000001 2021-03-04T23:31:13.760 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.760 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.760 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:13.761 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.836787+0000", 2021-03-04T23:31:13.761 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.32328394399999999 2021-03-04T23:31:13.761 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.761 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:13.762 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.762 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.762 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.762 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:184036 9.b 9:db21535c:::benchmark_data_gibba011_139107_object30669:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)", 2021-03-04T23:31:13.762 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:57.518822+0000", 2021-03-04T23:31:13.763 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 135.89557757099999, 2021-03-04T23:31:13.763 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.33556737800000003, 2021-03-04T23:31:13.763 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:13.763 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:13.763 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:13.764 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:13.764 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:13.764 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 184036 2021-03-04T23:31:13.764 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.764 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:13.765 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.765 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:13.765 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518822+0000", 2021-03-04T23:31:13.765 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:13.766 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.766 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.766 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:13.766 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518822+0000", 2021-03-04T23:31:13.766 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.674e-06 2021-03-04T23:31:13.767 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.767 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.767 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:13.767 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518824+0000", 2021-03-04T23:31:13.767 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9850000000000001e-06 2021-03-04T23:31:13.768 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.768 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.768 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:13.768 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518826+0000", 2021-03-04T23:31:13.768 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.5639999999999997e-06 2021-03-04T23:31:13.769 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.769 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.769 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:13.769 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518834+0000", 2021-03-04T23:31:13.770 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8089999999999999e-06 2021-03-04T23:31:13.770 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.770 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.770 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:13.770 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518838+0000", 2021-03-04T23:31:13.771 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.20703808300000001 2021-03-04T23:31:13.771 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.771 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.771 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:13.771 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.725876+0000", 2021-03-04T23:31:13.772 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0067539540000000004 2021-03-04T23:31:13.772 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.772 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.772 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:13.773 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.732630+0000", 2021-03-04T23:31:13.773 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011326882999999999 2021-03-04T23:31:13.773 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.773 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.773 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:31:13.774 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.743957+0000", 2021-03-04T23:31:13.774 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01284184 2021-03-04T23:31:13.774 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.774 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.775 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.775 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.756799+0000", 2021-03-04T23:31:13.775 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001644433 2021-03-04T23:31:13.775 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.775 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.776 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.776 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.758443+0000", 2021-03-04T23:31:13.776 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0016520490000000001 2021-03-04T23:31:13.776 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.776 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.777 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.777 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.760095+0000", 2021-03-04T23:31:13.777 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.077266001000000001 2021-03-04T23:31:13.777 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.777 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.778 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:13.778 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.837361+0000", 2021-03-04T23:31:13.778 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0029140989999999999 2021-03-04T23:31:13.778 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.778 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.779 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:13.779 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.840275+0000", 2021-03-04T23:31:13.779 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014114003999999999 2021-03-04T23:31:13.779 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.780 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.780 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:13.780 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.854389+0000", 2021-03-04T23:31:13.780 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.33556737800000003 2021-03-04T23:31:13.780 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.781 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:13.781 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.781 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.781 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.781 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:184037 9.b 9:ddf2b57a:::benchmark_data_gibba011_139107_object30670:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)", 2021-03-04T23:31:13.782 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:57.566390+0000", 2021-03-04T23:31:13.782 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 135.84800931500001, 2021-03-04T23:31:13.782 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.30594248699999999, 2021-03-04T23:31:13.782 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:13.783 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:13.783 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:13.783 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:13.783 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:13.783 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 184037 2021-03-04T23:31:13.784 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.784 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:13.784 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.784 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:13.784 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566390+0000", 2021-03-04T23:31:13.785 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:13.785 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.785 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.785 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:13.786 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566390+0000", 2021-03-04T23:31:13.786 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.508e-06 2021-03-04T23:31:13.786 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.786 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.786 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:13.787 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566392+0000", 2021-03-04T23:31:13.787 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8390000000000001e-06 2021-03-04T23:31:13.787 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.787 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.788 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:13.788 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566394+0000", 2021-03-04T23:31:13.788 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.6229999999999997e-06 2021-03-04T23:31:13.788 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.788 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.789 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:13.789 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566401+0000", 2021-03-04T23:31:13.789 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.72e-06 2021-03-04T23:31:13.789 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.789 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.790 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:13.790 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566405+0000", 2021-03-04T23:31:13.790 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.194259394 2021-03-04T23:31:13.790 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.791 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.791 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:13.791 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.760664+0000", 2021-03-04T23:31:13.791 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0068046950000000004 2021-03-04T23:31:13.791 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.792 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.792 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:13.792 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.767469+0000", 2021-03-04T23:31:13.792 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010619912 2021-03-04T23:31:13.792 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.793 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.793 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:31:13.793 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.778089+0000", 2021-03-04T23:31:13.793 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.032529622000000001 2021-03-04T23:31:13.794 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.794 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.794 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.794 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.810619+0000", 2021-03-04T23:31:13.794 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0016769129999999999 2021-03-04T23:31:13.795 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.795 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.795 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.795 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.812296+0000", 2021-03-04T23:31:13.795 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0016889559999999999 2021-03-04T23:31:13.796 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.796 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.796 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:13.796 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.813985+0000", 2021-03-04T23:31:13.796 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.040999672000000001 2021-03-04T23:31:13.797 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.797 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.797 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:13.797 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.854984+0000", 2021-03-04T23:31:13.798 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002905319 2021-03-04T23:31:13.798 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.798 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.798 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:13.798 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.857890+0000", 2021-03-04T23:31:13.799 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014443314 2021-03-04T23:31:13.799 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:13.799 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:13.799 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:13.800 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.872333+0000", 2021-03-04T23:31:13.800 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.30594248699999999 2021-03-04T23:31:13.800 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.800 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:13.800 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.801 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:13.801 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:13.801 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:31:13.955 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:31:14.183 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:13 gibba011 conmon[95595]: cluster 2021-03-04T23:31:12.685222+0000 mgr.x (mgr.34676) 855 : cluster [DBG] pgmap v832: 119 pgs: 1 active+recovering+undersized+remapped, 1 peering, 1 active+remapped+backfilling, 1 remapped+peering, 107 active+clean, 4 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 18781/343977 objects degraded (5.460%); 51887/343977 objects misplaced (15.084%); 3.6 MiB/s, 1 keys/s, 58 objects/s recovering 2021-03-04T23:31:14.184 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:13 gibba011 conmon[95595]: audit 2021-03-04T23:31:13.009324+0000 mon.c (mon.1) 337 : audit [INF] from='client.? 172.21.2.111:0/1162351290' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:14.184 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:13 gibba011 conmon[95595]: audit 2021-03-04T23:31:13.009565+0000 mon.a (mon.0) 1074 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:14.184 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:13 gibba011 conmon[95595]: cluster 2021-03-04T23:31:13.947076+0000 mon.a (mon.0) 1075 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:31:14.184 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:13 gibba011 conmon[95595]: cluster 2021-03-04T23:31:13.947368+0000 mon.a (mon.0) 1076 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:14.185 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:13 gibba011 conmon[95595]: audit 2021-03-04T23:31:13.950402+0000 mon.a (mon.0) 1077 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:14.185 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:13 gibba011 conmon[95595]: cluster 2021-03-04T23:31:13.950474+0000 mon.a (mon.0) 1078 : cluster [DBG] osdmap e235: 8 total, 8 up, 7 in 2021-03-04T23:31:14.185 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:13 gibba011 conmon[99461]: cluster 2021-03-04T23:31:12.685222+0000 mgr.x (mgr.34676) 855 : cluster [DBG] pgmap v832: 119 pgs: 1 active+recovering+undersized+remapped, 1 peering, 1 active+remapped+backfilling, 1 remapped+peering, 107 active+clean, 4 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 18781/343977 objects degraded (5.460%); 51887/343977 objects misplaced (15.084%); 3.6 MiB/s, 1 keys/s, 58 objects/s recovering 2021-03-04T23:31:14.186 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:13 gibba011 conmon[99461]: audit 2021-03-04T23:31:13.009324+0000 mon.c (mon.1) 337 : audit [INF] from='client.? 172.21.2.111:0/1162351290' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:14.186 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:13 gibba011 conmon[99461]: audit 2021-03-04T23:31:13.009565+0000 mon.a (mon.0) 1074 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:14.186 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:13 gibba011 conmon[99461]: cluster 2021-03-04T23:31:13.947076+0000 mon.a (mon.0) 1075 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:31:14.186 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:13 gibba011 conmon[99461]: cluster 2021-03-04T23:31:13.947368+0000 mon.a (mon.0) 1076 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:14.186 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:13 gibba011 conmon[99461]: audit 2021-03-04T23:31:13.950402+0000 mon.a (mon.0) 1077 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:14.187 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:13 gibba011 conmon[99461]: cluster 2021-03-04T23:31:13.950474+0000 mon.a (mon.0) 1078 : cluster [DBG] osdmap e235: 8 total, 8 up, 7 in 2021-03-04T23:31:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:13 gibba038 conmon[76675]: cluster 2021-03-04T23:31:12.685222+0000 mgr.x (mgr.34676) 855 : cluster [DBG] pgmap v832: 119 pgs: 1 active+recovering+undersized+remapped, 1 peering, 1 active+remapped+backfilling, 1 remapped+peering, 107 active+clean, 4 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 18781/343977 objects degraded (5.460%); 51887/343977 objects misplaced (15.084%); 3.6 MiB/s, 1 keys/s, 58 objects/s recovering 2021-03-04T23:31:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:13 gibba038 conmon[76675]: audit 2021-03-04T23:31:13.009324+0000 mon.c (mon.1) 337 : audit [INF] from='client.? 172.21.2.111:0/1162351290' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:14.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:13 gibba038 conmon[76675]: audit 2021-03-04T23:31:13.009565+0000 mon.a (mon.0) 1074 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:14.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:13 gibba038 conmon[76675]: cluster 2021-03-04T23:31:13.947076+0000 mon.a (mon.0) 1075 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:31:14.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:13 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:31:14.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:13 gibba038 conmon[76675]: :31:13.947368+0000 mon.a (mon.0) 1076 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:14.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:13 gibba038 conmon[76675]: audit 2021-03-04T23:31:13.950402+0000 mon.a (mon.0) 1077 2021-03-04T23:31:14.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:13 gibba038 conmon[76675]: : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:14.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:13 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:31:14.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:13 gibba038 conmon[76675]: :31:13.950474+0000 mon.a (mon.0) 1078 : cluster [DBG] osdmap e235: 8 total, 8 up, 7 in 2021-03-04T23:31:14.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:14.743 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:14.744 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:14.845 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:14.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:14.864 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:14.865 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:14.917 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:14 gibba011 conmon[95595]: debug 2021-03-04T23:31:14.649+0000 7f2e08250700 -1 mon.a@0(leader).osd e235 definitely_dead 0 2021-03-04T23:31:14.963 INFO:teuthology.orchestra.run.gibba011.stderr:marked in osd.7. 2021-03-04T23:31:14.965 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:14.986 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:14.987 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:14.987 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:15.089 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:15.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:15.107 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:15.107 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:15.170 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:14 gibba011 conmon[95595]: audit 2021-03-04T23:31:14.649898+0000 mon.a (mon.0) 1079 : audit [DBG] 2021-03-04T23:31:15.171 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:14 gibba011 conmon[95595]: from='client.? 172.21.2.111:0/3466276491' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["7"]}]: dispatch 2021-03-04T23:31:15.171 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:14 gibba011 conmon[99461]: audit 2021-03-04T23:31:15.171 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:14 gibba011 conmon[99461]: 2021-03-04T23:31:15.172 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:14 gibba011 conmon[99461]: 2021 2021-03-04T23:31:15.172 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:14 gibba011 conmon[99461]: - 2021-03-04T23:31:15.172 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:14 gibba011 conmon[99461]: 03 2021-03-04T23:31:15.173 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:14 gibba011 conmon[99461]: - 2021-03-04T23:31:15.173 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:14 gibba011 conmon[99461]: 04T23:31:14.649898+0000 2021-03-04T23:31:15.173 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:14 gibba011 conmon[99461]: mon.a (mon.0) 1079 : audit [DBG] from='client.? 172.21.2.111:0/3466276491' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["7"]}]: dispatch 2021-03-04T23:31:15.180 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:31:15.209 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:15.226 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:15.227 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:15.228 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:15.292 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:15.329 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:15.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:14 gibba038 conmon[76675]: audit 2021-03-04T23:31:15.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:14 gibba038 conmon[76675]: 2021-03-04T23:31:14 2021-03-04T23:31:15.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:14 gibba038 conmon[76675]: .649898+0000 mon.a (mon.0) 1079 : audit [DBG] from='client.? 172.21.2.111:0/3466276491' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["7"]}]: dispatch 2021-03-04T23:31:15.349 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:15.350 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:15.350 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:15.452 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:15.469 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:15.470 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:15.471 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:15.572 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:15.589 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:15.590 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:15.591 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:15.692 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:15.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:15.710 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:15.710 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:15.812 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:15.829 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:15.830 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:15.831 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:15.865 INFO:tasks.thrashosds.thrasher:Added osd 7 2021-03-04T23:31:15.932 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:15.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:15.950 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:15.950 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:16.052 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:16.069 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:16.070 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:16.070 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:16.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:15 gibba011 conmon[95595]: cluster 2021-03-04T23:31:14.685552+0000 mgr.x (mgr.34676) 856 : cluster [DBG] pgmap v834: 119 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 1 peering, 1 remapped+peering, 107 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 18781/343977 objects degraded (5.460%); 47082/343977 objects misplaced (13.688%); 34 MiB/s, 1 keys/s, 546 objects/s recovering 2021-03-04T23:31:16.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:15 gibba011 conmon[95595]: 2021-03-04T23:31:16.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:15 gibba011 conmon[95595]: audit 2021-03-04T23:31:14.955395+0000 mon.a (mon.0) 1080 : audit [INF] from='client.? 172.21.2.111:0/3466276491' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["7"]}]': finished 2021-03-04T23:31:16.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:15 gibba011 conmon[95595]: cluster 2021-03-04T23:31:14.955426+0000 mon.a (mon.0) 1081 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2021-03-04T23:31:16.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:15 gibba011 conmon[95595]: cluster 2021-03-04T23:31:15.960684+0000 mon.a (mon.0) 1082 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2021-03-04T23:31:16.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:15 gibba011 conmon[99461]: cluster 2021-03-04T23:31:14.685552+0000 mgr.x (mgr.34676) 856 : cluster 2021-03-04T23:31:16.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:15 gibba011 conmon[99461]: [DBG] pgmap v834: 119 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 1 peering, 1 remapped+peering, 107 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 18781/343977 objects degraded (5.460%); 47082/343977 objects misplaced (13.688%); 34 MiB/s, 1 keys/s, 546 objects/s recovering 2021-03-04T23:31:16.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:15 gibba011 conmon[99461]: audit 2021-03-04T23:31:14.955395+0000 mon.a (mon.0) 1080 : audit [INF] from='client.? 172.21.2.111:0/3466276491' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["7"]}]': finished 2021-03-04T23:31:16.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:15 gibba011 conmon[99461]: cluster 2021-03-04T23:31:14.955426+0000 mon.a (mon.0) 1081 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2021-03-04T23:31:16.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:15 gibba011 conmon[99461]: cluster 2021-03-04T23:31 2021-03-04T23:31:16.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:15 gibba011 conmon[99461]: :15.960684+0000 mon.a (mon.0) 1082 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2021-03-04T23:31:16.171 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:16.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:16.189 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:16.190 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:16.291 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:16.308 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:16.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:16.309 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:16.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:15 gibba038 conmon[76675]: cluster 2021-03-04T23:31:14.685552+0000 mgr.x (mgr.34676) 856 : cluster [DBG] pgmap v834: 119 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 1 peering, 1 remapped+peering, 107 active+clean, 1 active+recovering+undersized+degraded+remapped, 4 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 18781/343977 objects degraded (5.460%); 47082/343977 objects misplaced (13.688%); 34 MiB/s, 1 keys/s, 546 objects/s recovering 2021-03-04T23:31:16.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:15 gibba038 conmon[76675]: audit 2021-03-04T23:31:14.955395+0000 mon.a (mon.0) 1080 : audit [INF] from='client.? 172.21.2.111:0/3466276491' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["7"]}]': finished 2021-03-04T23:31:16.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:15 gibba038 conmon[76675]: cluster 2021-03-04T23:31:14.955426+0000 mon.a (mon.0) 1081 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2021-03-04T23:31:16.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:15 gibba038 conmon[76675]: cluster 2021-03-04T23:31:15.960684+0000 mon.a (mon.0) 1082 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2021-03-04T23:31:16.411 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:16.429 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:16.430 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:16.430 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:16.532 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:16.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:16.550 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:16.551 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:16.652 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:16.669 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:16.670 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:16.670 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:16.771 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:16.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:16.789 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:16.789 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:16.891 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:16.907 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:16.908 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:16.908 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:17.010 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:17.027 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:17.028 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:17.028 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:17.130 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:17.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:17.148 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:17.148 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:17.215 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:16 gibba011 conmon[95595]: audit 2021-03-04T23:31:16.637815+0000 mon.c (mon.1) 338 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:31:17.216 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:16 gibba011 conmon[95595]: audit 2021-03-04T23:31:16.638217+0000 mon.a (mon.0) 1083 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:31:17.216 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:16 gibba011 conmon[95595]: audit 2021-03-04T23:31:16.648804+0000 mon.a (mon.0) 1084 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:31:17.216 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:16 gibba011 conmon[95595]: cluster 2021-03-04T23:31:16.962287+0000 mon.a (mon.0) 1085 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2021-03-04T23:31:17.216 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:16 gibba011 conmon[99461]: audit 2021-03-04T23:31:16.637815+0000 mon.c (mon.1) 338 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:31:17.217 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:16 gibba011 conmon[99461]: audit 2021-03-04T23:31:16.638217+0000 mon.a (mon.0) 1083 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:31:17.217 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:16 gibba011 conmon[99461]: audit 2021-03-04T23:31:16.648804+0000 mon.a (mon.0) 1084 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:31:17.217 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:16 gibba011 conmon[99461]: cluster 2021-03-04T23:31:16.962287+0000 mon.a (mon.0) 1085 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2021-03-04T23:31:17.249 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:17.285 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:17.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:17.287 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:17.296 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:31:17.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:16 gibba038 conmon[76675]: audit 2021-03-04T23:31:16.637815+0000 mon.c (mon.1) 338 : audit [INF] 2021-03-04T23:31:17.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:16 gibba038 conmon[76675]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:31:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:16 gibba038 conmon[76675]: audit 2021-03-04T23:31:16.638217+0000 mon.a (mon.0) 1083 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:31:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:16 gibba038 conmon[76675]: audit 2021-03-04T23:31:16.648804+0000 mon.a (mon.0) 1084 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:31:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:16 gibba038 conmon[76675]: 2021-03-04T23:31:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:16 gibba038 conmon[76675]: cluster 2021-03-04T23:31:16 2021-03-04T23:31:17.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:16 gibba038 conmon[76675]: .962287+0000 mon.a (mon.0) 1085 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2021-03-04T23:31:17.359 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:31:17.361 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [], 2021-03-04T23:31:17.361 INFO:teuthology.orchestra.run.gibba011.stdout: "num_ops": 0 2021-03-04T23:31:17.361 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:31:17.388 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:17.405 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:17.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:17.407 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:17.409 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:17.508 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:17.526 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:17.527 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:17.527 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:17.628 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:17.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:17.645 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:17.646 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:17.747 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:17.763 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:17.764 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:17.765 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:17.866 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:17.895 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:17.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:17.896 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:17.997 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:18.014 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:18.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:18.016 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:18.117 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:18.120 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:31:18.134 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:18.135 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:18.135 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:18.237 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:18.244 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:18.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:18.257 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:18.258 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:18.317 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:17 gibba011 conmon[95595]: cluster 2021-03-04T23:31:16.685916+0000 mgr.x (mgr.34676) 2021-03-04T23:31:18.317 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:17 gibba011 conmon[95595]: 857 : cluster [DBG] pgmap v837: 119 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 2 peering, 1 remapped+peering, 107 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 18781/343977 objects degraded (5.460%); 43228/343977 objects misplaced (12.567%); 56 MiB/s, 899 objects/s recovering 2021-03-04T23:31:18.318 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:17 gibba011 conmon[99461]: cluster 2021-03-04T23:31:16.685916+0000 mgr.x (mgr.34676) 857 : cluster [DBG] pgmap v837: 119 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 2 peering, 1 remapped+peering, 107 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 18781/343977 objects degraded (5.460%); 43228/343977 objects misplaced (12.567%); 56 MiB/s, 899 objects/s recovering 2021-03-04T23:31:18.318 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:17 gibba011 conmon[99461]: 2021-03-04T23:31:18.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:17 gibba038 conmon[76675]: cluster 2021-03-04T23:31:16.685916+0000 mgr.x (mgr.34676) 857 : cluster [DBG] pgmap v837: 119 pgs: 1 active+remapped+backfilling, 1 active+recovering+undersized+remapped, 2 peering, 1 remapped+peering, 107 active+clean, 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 18781/343977 objects degraded (5.460%); 43228/343977 objects misplaced (12.567%); 56 MiB/s, 899 objects/s recovering 2021-03-04T23:31:18.359 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:18.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:18.378 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:18.378 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:18.480 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:18.498 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:18.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:18.499 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:18.517 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:31:18.535 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:31:18.535 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:31:18.536 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:31:18.536 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:31:18.536 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:31:18.536 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:31:18.537 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:31:18.537 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:31:18.537 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:31:18.600 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:18.617 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:18.618 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:18.619 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:18.720 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:18.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:18.739 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:18.740 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:18.841 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:18.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:18.868 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:18.868 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:18.970 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:18.994 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:18.995 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:18.996 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:19.097 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:19.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:19.116 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:19.116 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:19.217 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:19.242 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:19.243 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:19.244 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:19.345 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:19.362 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:19.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:19.364 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:19.464 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:19.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:19.483 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:19.483 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:19.584 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:19.609 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:19.610 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:19.611 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:19.712 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:19.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:19.731 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:19.731 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:19.832 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:19.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:19.877 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:19.878 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:19.978 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:19.996 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:19.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:19.997 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:20.098 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:20.116 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:20.116 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:20.117 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:20.159 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:19 gibba011 conmon[95595]: cluster 2021-03-04T23:31:18.686373+0000 mgr.x (mgr.34676) 858 : cluster [DBG] pgmap v839: 119 pgs: 1 remapped+peering, 2 active+recovering+undersized+remapped, 2 peering, 111 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 6613/343977 objects misplaced (1.923%); 25 MiB/s, 430 objects/s recovering 2021-03-04T23:31:20.159 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:19 gibba011 conmon[95595]: cluster 2021-03-04T23:31:18.967907+0000 mon.a (mon.0) 1086 : cluster [WRN] Health check update: Degraded data redundancy: 16883/343977 objects degraded (4.908%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:31:20.160 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:19 gibba011 conmon[95595]: cluster 2021-03-04T23:31:18.967925+0000 mon.a (mon.0) 1087 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-03-04T23:31:20.160 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:19 gibba011 conmon[99461]: cluster 2021-03-04T23:31:18.686373+0000 mgr.x (mgr.34676) 858 : cluster [DBG] pgmap v839: 119 pgs: 1 remapped+peering, 2 active+recovering+undersized+remapped, 2 peering, 111 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 6613/343977 objects misplaced (1.923%); 25 MiB/s, 430 objects/s recovering 2021-03-04T23:31:20.160 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:19 gibba011 conmon[99461]: cluster 2021-03-04T23:31:18.967907+0000 mon.a (mon.0) 1086 : cluster [WRN] Health check update: Degraded data redundancy: 16883/343977 objects degraded (4.908%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:31:20.161 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:19 gibba011 conmon[99461]: cluster 2021-03-04T23:31:18.967925+0000 mon.a (mon.0) 1087 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-03-04T23:31:20.218 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:20.237 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:20.237 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:20.238 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:19 gibba038 conmon[76675]: cluster 2021-03-04T23:31:18.686373+0000 mgr.x (mgr.34676) 858 : cluster [DBG] pgmap v839: 119 pgs: 1 remapped+peering, 2 active+recovering+undersized+remapped, 2 peering, 111 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 6613/343977 objects misplaced (1.923%); 25 MiB/s, 430 objects/s recovering 2021-03-04T23:31:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:19 gibba038 conmon[76675]: cluster 2021-03-04T23:31:18.967907+0000 mon.a (mon.0) 1086 : cluster [WRN] Health check update: Degraded data redundancy: 16883/343977 objects degraded (4.908%), 3 pgs degraded (PG_DEGRADED) 2021-03-04T23:31:20.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:19 gibba038 conmon[76675]: cluster 2021-03-04T23:31:18.967925+0000 mon.a (mon.0) 1087 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-03-04T23:31:20.339 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:20.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:20.358 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:20.359 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:20.460 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:20.478 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:20.479 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:20.479 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:20.581 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:20.599 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:20.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:20.601 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:20.702 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:20.720 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:20.721 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:20.721 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:20.822 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:20.841 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:20.841 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:20.842 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:20.867 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 6, 1, 3, 7] out_osds: [] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:31:20.867 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:31:20.867 INFO:tasks.thrashosds.thrasher:Setting osd 0 primary_affinity to 0.900375 2021-03-04T23:31:20.868 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd primary-affinity 0 0.9003750687923421 2021-03-04T23:31:20.943 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:20.962 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:20.963 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:20.964 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:20.964 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:31:20.981 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:21.041 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:31:21.041 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [], 2021-03-04T23:31:21.041 INFO:teuthology.orchestra.run.gibba011.stdout: "complaint_time": 30, 2021-03-04T23:31:21.042 INFO:teuthology.orchestra.run.gibba011.stdout: "num_blocked_ops": 0 2021-03-04T23:31:21.042 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:31:21.065 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:21.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:21.083 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:21.083 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:21.184 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:21.208 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:21.209 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:21.209 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:21.271 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[95595]: cluster 2021-03-04T23:31:19.476296+0000 osd.6 (osd.6) 49 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:31:21.271 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[95595]: cluster 2021-03-04T23:31:19.476300+0000 osd.6 (osd.6) 50 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:31:21.271 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[95595]: cluster 2021-03-04T23:31:19.476303+0000 osd.6 (osd.6) 51 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:31:21.272 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[95595]: cluster 2021-03-04T23:31:19.476306+0000 osd.6 (osd.6) 52 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:31:21.272 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[95595]: cluster 2021-03-04T23:31:19.476310+0000 osd.6 (osd.6) 53 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:31:21.272 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[95595]: cluster 2021-03-04T23:31:19.476312+0000 osd.6 (osd.6) 54 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:31:21.272 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[95595]: cluster 2021-03-04T23:31:19.476315+0000 osd.6 (osd.6) 55 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:31:21.272 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[95595]: cluster 2021-03-04T23:31:19.476317+0000 osd.6 (osd.6) 56 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:31:21.273 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[95595]: cluster 2021-03-04T23:31:19.476320+0000 osd.6 (osd.6) 57 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:31:21.273 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[95595]: cluster 2021-03-04T23:31:19.476322+0000 osd.6 (osd.6) 58 : cluster [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:31:21.273 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[95595]: cluster 2021-03-04T23:31:19.476324+0000 osd.6 (osd.6) 59 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:31:21.273 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[95595]: cluster 2021-03-04T23:31:19.476326+0000 osd.6 (osd.6) 60 : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:31:21.274 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[95595]: cluster 2021-03-04T23:31:19.476331+0000 osd.6 (osd.6) 61 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:31:21.274 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[95595]: cluster 2021-03-04T23:31:19.476335+0000 osd.6 (osd.6) 62 : cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:31:21.274 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[95595]: audit 2021-03-04T23:31:20.383848+0000 mon.c (mon.1) 339 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:31:21.274 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[95595]: audit 2021-03-04T23:31:20.384245+0000 mon.a (mon.0) 1088 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:31:21.275 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[95595]: audit 2021-03-04T23:31:20.903772+0000 mon.a (mon.0) 1089 : audit [INF] from='client.? 172.21.2.111:0/3102500587' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:31:21.275 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[99461]: cluster 2021-03-04T23:31:19.476296+0000 osd.6 (osd.6) 49 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:31:21.275 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[99461]: cluster 2021-03-04T23:31:19.476300+0000 osd.6 (osd.6) 50 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:31:21.276 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[99461]: cluster 2021-03-04T23:31:19.476303+0000 osd.6 (osd.6) 51 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:31:21.276 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[99461]: cluster 2021-03-04T23:31:19.476306+0000 osd.6 (osd.6) 52 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:31:21.276 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[99461]: cluster 2021-03-04T23:31:19.476310+0000 osd.6 (osd.6) 53 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:31:21.276 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[99461]: cluster 2021-03-04T23:31:19.476312+0000 osd.6 (osd.6) 54 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:31:21.277 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[99461]: cluster 2021-03-04T23:31:19.476315+0000 osd.6 (osd.6) 55 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:31:21.277 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[99461]: cluster 2021-03-04T23:31:19.476317+0000 osd.6 (osd.6) 56 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:31:21.277 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[99461]: cluster 2021-03-04T23:31:19.476320+0000 osd.6 (osd.6) 57 2021-03-04T23:31:21.277 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[99461]: : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:31:21.277 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[99461]: cluster 2021-03-04T23:31:19.476322+0000 osd.6 (osd.6) 58 : cluster [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:31:21.278 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[99461]: cluster 2021-03-04T23:31:19.476324+0000 osd.6 (osd.6) 59 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:31:21.278 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[99461]: cluster 2021-03-04T23:31:19.476326+0000 osd.6 (osd.6) 60 : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:31:21.278 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[99461]: cluster 2021-03-04T23:31:19.476331+0000 osd.6 (osd.6) 61 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:31:21.278 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[99461]: cluster 2021-03-04T23:31:19.476335+0000 osd.6 (osd.6) 62 : cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:31:21.279 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[99461]: audit 2021-03-04T23:31:20.383848+0000 mon.c (mon.1) 339 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:31:21.279 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[99461]: audit 2021-03-04T23:31:20.384245+0000 mon.a (mon.0) 1088 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:31:21.279 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:20 gibba011 conmon[99461]: audit 2021-03-04T23:31:20.903772+0000 mon.a (mon.0) 1089 : audit [INF] from='client.? 172.21.2.111:0/3102500587' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:31:21.310 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:21.328 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:21.329 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:21.329 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:21.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: cluster 2021-03-04T23:31:19.476296+0000 osd.6 (osd.6) 49 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:31:21.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: cluster 2021-03-04T23:31:19.476300+0000 osd.6 (osd.6) 50 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:31:21.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: cluster 2021-03-04T23:31:19.476303+0000 osd.6 (osd.6) 51 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:31:21.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: cluster 2021-03-04T23:31:19.476306+0000 osd.6 (osd.6) 52 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:31:21.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: cluster 2021-03-04T23:31: 2021-03-04T23:31:21.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: 19.476310+0000 osd.6 (osd.6) 53 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:31:21.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: cluster 2021-03-04T23:31:21.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: 2021-03-04T23:31:19.476312+0000 osd.6 ( 2021-03-04T23:31:21.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: osd.6) 54 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:31:21.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:31:21.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: 03-04T23:31:19.476315+0000 osd.6 2021-03-04T23:31:21.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: (osd.6) 55 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:31:21.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: 2021-03-04T23:31:21.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: cluster 2021-03-04T23:31:21.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: 2021-03-04T23:31:19 2021-03-04T23:31:21.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: .476317+0000 osd.6 (osd.6) 2021-03-04T23:31:21.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: 56 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:31:21.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: cluster 2021-03-04T23:31:19.476320+0000 2021-03-04T23:31:21.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: osd.6 (osd.6) 57 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:31:21.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:31:21.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: -03-04T23:31:19.476322 2021-03-04T23:31:21.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: +0000 osd.6 (osd.6) 58 : cluster 2021-03-04T23:31:21.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:31:21.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:31:21.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: 03-04T23:31:19.476324+0000 2021-03-04T23:31:21.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: osd.6 (osd.6) 59 : cluster 2021-03-04T23:31:21.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:31:21.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:31:21.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: -04T23:31:19.476326+0000 2021-03-04T23:31:21.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: osd.6 (osd.6) 60 : cluster [WRN] 2021-03-04T23:31:21.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:31:21.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:31:21.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: -03-04T23:31:19.476331 2021-03-04T23:31:21.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: +0000 osd.6 (osd.6) 61 : cluster 2021-03-04T23:31:21.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:31:21.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: cluster 2021-03-04T23:31:21.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: 2021-03-04T23:31:19.476335+0000 2021-03-04T23:31:21.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: osd.6 (osd.6) 62 : cluster 2021-03-04T23:31:21.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:31:21.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: audit 2021 2021-03-04T23:31:21.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: -03-04T23:31:20.383848 2021-03-04T23:31:21.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: +0000 mon.c (mon.1) 339 : audit 2021-03-04T23:31:21.347 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:31:21.347 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:31:21.347 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: 03-04T23:31:20.384245+0000 mon.a (mon.0 2021-03-04T23:31:21.347 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: ) 1088 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:31:21.347 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: audit 2021-03-04T23:31:20. 2021-03-04T23:31:21.348 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:20 gibba038 conmon[76675]: 903772+0000 mon.a (mon.0) 1089 : audit [INF] from='client.? 172.21.2.111:0/3102500587' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:31:21.431 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:21.448 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:21.449 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:21.450 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:21.551 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:21.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:21.569 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:21.570 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:21.671 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:21.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:21.690 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:21.690 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:21.792 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:21.808 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:21.810 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:21.810 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:21.896 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:31:21.912 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:21.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:21.957 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:21.957 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:22.014 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:22.058 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:22.075 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:22.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:22.077 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:22.178 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:22.186 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: cluster 2021-03-04T23:31:20.442718+0000 osd.6 (osd.6) 63 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:31:22.186 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: cluster 2021-03-04T23:31:20.442723+0000 osd.6 (osd.6) 64 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:31:22.187 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: cluster 2021-03-04T23:31:22.187 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: 2021-03-04T23:31:20.442729+0000 osd.6 (osd.6) 65 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:31:22.187 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: cluster 2021-03-04T23:31:20.442731+0000 osd.6 (osd.6) 66 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:31:22.187 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: cluster 2021-03-04T23:31:20.442733+0000 osd.6 (osd.6) 67 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:31:22.188 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: cluster 2021-03-04T23:31:20.442736+0000 osd.6 (osd.6) 68 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:31:22.188 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: cluster 2021-03-04T23:31:20.442738+0000 osd.6 (osd.6) 69 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:31:22.188 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: cluster 2021-03-04T23:31:20.442741+0000 osd.6 (osd.6) 70 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:31:22.188 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: cluster 2021-03-04T23:31:20.442744+0000 osd.6 (osd.6) 71 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:31:22.188 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: cluster 2021-03-04T23:31:20.442746+0000 osd.6 (osd 2021-03-04T23:31:22.189 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: .6) 72 : cluster [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:31:22.189 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: cluster 2021-03-04T23:31:20.442748+0000 osd.6 (osd.6) 73 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:31:22.189 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: cluster 2021-03-04T23:31:20 2021-03-04T23:31:22.190 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: cluster 2021-03-04T23:31:20.442718+0000 osd.6 (osd.6) 63 : cluster 2021-03-04T23:31:22.190 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:31:22.190 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: cluster 2021-03-04T23:31:20.442723+0000 osd.6 (osd.6) 64 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:31:22.190 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: cluster 2021-03-04T23:31:20.442729+0000 2021-03-04T23:31:22.191 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: osd.6 (osd.6) 65 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:31:22.191 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:31:22.191 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: 04T23:31:20.442731+0000 osd.6 (osd.6) 2021-03-04T23:31:22.191 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: 66 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:31:22.192 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: cluster 2021-03-04T23:31:20.442733+0000 osd.6 (osd.6) 67 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:31:22.192 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: cluster 2021-03-04T23:31:20.442736+0000 osd.6 (osd.6) 68 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:31:22.192 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: 2021-03-04T23:31:22.192 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: cluster 2021-03-04T23:31 2021-03-04T23:31:22.192 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: :20.442738+0000 osd.6 (osd.6) 69 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:31:22.193 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:31:22.193 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: -04T23:31:20.442741+0000 osd.6 (osd 2021-03-04T23:31:22.193 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: .6) 70 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:31:22.193 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:31:22.193 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: 31:20.442744+0000 osd.6 (osd.6) 71 : 2021-03-04T23:31:22.194 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:31:22.194 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: cluster 2021-03-04T23:31:20. 2021-03-04T23:31:22.194 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: 442746+0000 osd.6 (osd.6) 72 : cluster [WRN] 2021-03-04T23:31:22.194 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:31:22.195 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: cluster 2021-03-04T23:31:22.195 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: 2021-03-04T23:31:20.442748+0000 osd.6 (osd. 2021-03-04T23:31:22.195 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: .442752+0000 osd.6 (osd.6) 74 : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:31:22.196 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: 2021-03-04T23:31:22.196 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: cluster 2021-03-04T23:31:22.196 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: 2021-03-04T23:31:20.442755+0000 osd.6 (osd.6 2021-03-04T23:31:22.196 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: ) 75 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:31:22.196 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: cluster 2021-03-04T 2021-03-04T23:31:22.197 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: 23:31:20.442757+0000 osd.6 (osd.6 2021-03-04T23:31:22.197 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: ) 76 : cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:31:22.197 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: cluster 2021-03-04 2021-03-04T23:31:22.197 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: T23:31:20.686731+0000 mgr.x (mgr. 2021-03-04T23:31:22.197 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: 34676) 859 : cluster [DBG] pgmap v840: 119 pgs: 1 remapped+peering, 2 active+recovering+undersized+remapped, 1 peering, 112 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 6613/343977 objects misplaced (1.923%); 20 MiB/s, 339 objects/s recovering 2021-03-04T23:31:22.198 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: cluster 2021-03-04T 2021-03-04T23:31:22.198 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: 23:31:20.952604+0000 mon.a (mon.0 2021-03-04T23:31:22.198 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: ) 1090 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:22.198 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: audit 2021-03- 2021-03-04T23:31:22.199 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: 04T23:31:20.959146+0000 mon.a (mon. 2021-03-04T23:31:22.199 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: 0) 1091 : audit [INF] from='client.? 172.21.2.111:0/3102500587' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:31:22.199 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: cluster 2021-03 2021-03-04T23:31:22.199 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: -04T23:31:20.959196+0000 mon.a ( 2021-03-04T23:31:22.199 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[95595]: mon.0) 1092 : cluster [DBG] osdmap e239: 8 total, 8 up, 8 in 2021-03-04T23:31:22.200 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: 6) 73 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:31:22.200 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:31:22.201 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: T23:31:20.442752+0000 osd.6 (osd.6 2021-03-04T23:31:22.201 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: ) 74 : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:31:22.201 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:31:22.201 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: T23:31:20.442755+0000 osd.6 (osd. 2021-03-04T23:31:22.201 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: 6) 75 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:31:22.202 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:31:22.202 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: T23:31:20.442757+0000 osd.6 (osd. 2021-03-04T23:31:22.202 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: 6) 76 : cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:31:22.202 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: cluster 2021-03-04T23:31:22.202 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: 2021-03-04T23:31:20.686731+0000 mgr.x (mgr.34676 2021-03-04T23:31:22.203 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: ) 859 : cluster [DBG] pgmap v840: 119 pgs: 1 remapped+peering, 2 active+recovering+undersized+remapped, 1 peering, 112 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 6613/343977 objects misplaced (1.923%); 20 MiB/s, 339 objects/s recovering 2021-03-04T23:31:22.203 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: cluster 2021-03-04T23:31 2021-03-04T23:31:22.203 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: :20.952604+0000 mon.a (mon.0) 1090 : cluster 2021-03-04T23:31:22.203 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:22.204 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: audit 2021-03-04T23:31:20 2021-03-04T23:31:22.204 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: .959146+0000 mon.a (mon.0) 1091 : audit [INF] 2021-03-04T23:31:22.204 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: from='client.? 172.21.2.111:0/3102500587' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:31:22.204 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: cluster 2021-03-04T23:31: 2021-03-04T23:31:22.204 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: 20.959196+0000 mon.a (mon.0) 1092 : cluster 2021-03-04T23:31:22.205 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:21 gibba011 conmon[99461]: [DBG] osdmap e239: 8 total, 8 up, 8 in 2021-03-04T23:31:22.206 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:31:22.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:22.207 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:22.208 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:22.309 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:22.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:22.326 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:22.327 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: cluster 2021-03-04T23:31:20.442718+0000 osd.6 (osd.6) 63 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:31:22.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: cluster 2021-03-04T23:31:20.442723+0000 osd.6 (osd.6) 64 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:31:22.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: cluster 2021-03-04T 2021-03-04T23:31:22.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: 23:31:20.442729+0000 osd.6 (osd.6) 65 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:31:22.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: cluster 2021-03-04T23:31:20.442731+0000 osd.6 (osd.6) 66 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:31:22.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: cluster 2021-03-04T23:31:20.442733+0000 osd.6 (osd.6) 67 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:31:22.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:31:22.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: -04T23:31:20.442736+0000 osd.6 (osd.6) 68 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:31:22.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: cluster 2021-03-04T23:31:22.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: 2021-03-04T23:31:20.442738+0000 osd.6 (osd.6) 2021-03-04T23:31:22.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: 69 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:31:22.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: cluster 2021-03-04T23:31:20.442741+0000 2021-03-04T23:31:22.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: osd.6 (osd.6) 70 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:31:22.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:31:22.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: -04T23:31:20.442744+0000 osd.6 ( 2021-03-04T23:31:22.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: osd.6) 71 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:31:22.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:31:22.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: 04T23:31:20.442746+0000 osd.6 (osd 2021-03-04T23:31:22.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: .6) 72 : cluster [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:31:22.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:31:22.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: -04T23:31:20.442748+0000 osd.6 ( 2021-03-04T23:31:22.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: osd.6) 73 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:31:22.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:31:22.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: -04T23:31:20.442752+0000 osd.6 (osd.6 2021-03-04T23:31:22.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: ) 74 : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:31:22.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:31:22.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: -04T23:31:20.442755+0000 osd.6 (osd 2021-03-04T23:31:22.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: .6) 75 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:31:22.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:31:22.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: -04T23:31:20.442757+0000 osd.6 (osd 2021-03-04T23:31:22.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: .6) 76 : cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:31:22.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:31:22.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: -04T23:31:20.686731+0000 mgr.x ( 2021-03-04T23:31:22.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: mgr.34676) 859 : cluster [DBG] pgmap v840: 119 pgs: 1 remapped+peering, 2 active+recovering+undersized+remapped, 1 peering, 112 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 6613/343977 objects misplaced (1.923%); 20 MiB/s, 339 objects/s recovering 2021-03-04T23:31:22.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: cluster 2021-03-04T23:31:20.952604+0000 mon.a (mon.0 2021-03-04T23:31:22.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: ) 1090 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:22.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:31:22.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: 03-04T23:31:20.959146 2021-03-04T23:31:22.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: +0000 mon.a (mon.0) 1091 : audit 2021-03-04T23:31:22.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: [INF] from='client.? 172.21.2.111:0/3102500587' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:31:22.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: cluster 2021-03-04T23:31:22.347 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: 2021-03-04T23:31:20 2021-03-04T23:31:22.347 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: .959196+0000 mon.a (mon.0) 2021-03-04T23:31:22.347 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:21 gibba038 conmon[76675]: 1092 : cluster [DBG] osdmap e239: 8 total, 8 up, 8 in 2021-03-04T23:31:22.356 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:22.428 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:22.456 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:22.567 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:22.568 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:22.669 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:22.688 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:22.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:22.689 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:22.791 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:22.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:22.810 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:22.811 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:22.912 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:22.930 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:22.931 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:22.932 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:23.033 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:23.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:23.051 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:23.051 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:23.152 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:23.172 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:23.172 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:23.173 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:23.274 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:23.292 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:23.293 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:23.294 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:23.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: cluster 2021-03-04T23:31:21.445264+0000 osd.6 (osd.6) 77 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:31:23.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: cluster 2021-03-04T23:31:21.445273+0000 osd.6 (osd.6) 78 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:31:23.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: cluster 2021-03-04T23:31:21.445278+0000 osd.6 (osd.6) 79 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:31:23.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:31:23.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: 31:21.445282+0000 osd.6 (osd.6) 80 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:31:23.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: cluster 2021-03-04T23:31:23.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: 2021-03-04T23:31:21.445285+0000 osd.6 (osd.6) 81 2021-03-04T23:31:23.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:31:23.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: cluster 2021-03-04T23:31 2021-03-04T23:31:23.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: :21.445289+0000 osd.6 (osd.6) 82 : cluster 2021-03-04T23:31:23.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:31:23.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: cluster 2021-03-04T23:31:21 2021-03-04T23:31:23.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: .445293+0000 osd.6 (osd.6) 83 : cluster 2021-03-04T23:31:23.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:31:23.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: cluster 2021-03-04T23:31:21.445301 2021-03-04T23:31:23.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: +0000 osd.6 (osd.6) 84 : cluster [WRN] 2021-03-04T23:31:23.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:31:23.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: cluster 2021-03-04T23:31: 2021-03-04T23:31:23.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: 21.445305+0000 osd.6 (osd.6) 85 : cluster 2021-03-04T23:31:23.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:31:23.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: cluster 2021-03-04T23:31:21 2021-03-04T23:31:23.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: .445309+0000 osd.6 (osd.6) 86 : cluster [WRN] 2021-03-04T23:31:23.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:31:23.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: cluster 2021-03-04T23:31:21.445314 2021-03-04T23:31:23.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: +0000 osd.6 (osd.6) 87 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:31:23.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: 2021-03-04T23:31:23.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:31:23.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: -03-04T23:31:21.445318+0000 osd.6 (osd.6) 88 2021-03-04T23:31:23.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:31:23.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: cluster 2021-03-04T23:31 2021-03-04T23:31:23.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: :21.445323+0000 osd.6 (osd.6) 89 : cluster 2021-03-04T23:31:23.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:31:23.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: cluster 2021-03-04T23:31: 2021-03-04T23:31:23.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: 21.445327+0000 osd.6 (osd.6) 90 : cluster 2021-03-04T23:31:23.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:22 gibba038 conmon[76675]: [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:31:23.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[95595]: cluster 2021-03-04T23:31:21.445264+0000 osd.6 (osd.6) 77 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:31:23.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[95595]: cluster 2021-03-04T23:31:21.445273+0000 osd.6 (osd.6) 78 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:31:23.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[95595]: 2021-03-04T23:31:23.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[95595]: cluster 2021-03-04T23:31:21.445278+0000 osd.6 (osd.6) 79 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:31:23.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[95595]: cluster 2021-03-04T23:31:21.445282+0000 osd.6 (osd.6) 80 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:31:23.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[95595]: cluster 2021-03-04T23:31:21.445285+0000 osd.6 (osd.6) 81 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:31:23.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[95595]: cluster 2021-03-04T23:31:21.445289+0000 osd.6 (osd.6) 82 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:31:23.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[95595]: cluster 2021-03-04T23:31:21.445293+0000 osd.6 (osd.6) 83 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:31:23.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[95595]: cluster 2021-03-04T23:31:21.445301+0000 osd.6 (osd.6) 84 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:31:23.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[95595]: cluster 2021-03-04T23:31:21.445305+0000 osd.6 (osd.6) 85 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:31:23.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[95595]: cluster 2021-03-04T23:31:21.445309+0000 osd.6 (osd.6) 86 : cluster [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:31:23.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[95595]: cluster 2021-03-04T23:31:21.445314+0000 osd.6 (osd.6) 87 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:31:23.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[95595]: cluster 2021-03-04T23:31:21.445318+0000 osd.6 (osd.6) 88 : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:31:23.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[95595]: cluster 2021-03-04T23:31:21.445323+0000 osd.6 (osd.6) 89 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:31:23.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[95595]: cluster 2021-03-04T23:31:21.445327+0000 osd.6 (osd.6) 90 : cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:31:23.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: cluster 2021-03-04T23:31:21.445264+0000 osd.6 (osd.6) 77 : cluster 2021-03-04T23:31:23.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:31:23.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: cluster 2021-03-04T23:31:21.445273+0000 osd.6 (osd.6) 78 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:31:23.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: cluster 2021-03-04T23:31:21.445278+0000 osd.6 (osd.6) 79 2021-03-04T23:31:23.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:31:23.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:31:23.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: 31:21.445282+0000 osd.6 (osd.6) 80 : cluster 2021-03-04T23:31:23.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:31:23.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: cluster 2021-03-04T23:31:23.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: 2021-03-04T23:31:21.445285+0000 osd.6 (osd.6) 81 : cluster [WRN] 2021-03-04T23:31:23.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:31:23.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: cluster 2021-03-04T23:31 2021-03-04T23:31:23.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: :21.445289+0000 osd.6 (osd.6) 82 : cluster 2021-03-04T23:31:23.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:31:23.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: cluster 2021-03-04T23:31:21. 2021-03-04T23:31:23.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: 445293+0000 osd.6 (osd.6) 83 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:31:23.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:31:23.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: 04T23:31:21.445301+0000 osd.6 (osd.6) 84 : cluster 2021-03-04T23:31:23.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:31:23.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: cluster 2021-03-04T23:31:21. 2021-03-04T23:31:23.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: 445305+0000 osd.6 (osd.6) 85 : cluster [WRN] 2021-03-04T23:31:23.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:31:23.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:31:23.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: -03-04T23:31:21.445309+0000 osd.6 (osd.6) 86 : 2021-03-04T23:31:23.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: cluster [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:31:23.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: cluster 2021-03-04T23:31:21.445314+0000 2021-03-04T23:31:23.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: osd.6 (osd.6) 87 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:31:23.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:31:23.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: 03-04T23:31:21.445318+0000 osd.6 ( 2021-03-04T23:31:23.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: osd.6) 88 : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:31:23.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:31:23.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: 04T23:31:21.445323+0000 osd.6 (osd. 2021-03-04T23:31:23.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: 6) 89 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:31:23.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: cluster 2021-03-04T23:31:21.445327+0000 osd.6 (osd.6) 90 : cluster 2021-03-04T23:31:23.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:22 gibba011 conmon[99461]: [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:31:23.395 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:23.412 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:23.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:23.414 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:23.515 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:23.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:23.533 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:23.534 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:23.635 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:23.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:23.653 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:23.653 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:23.754 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:23.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:23.773 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:23.774 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:23.875 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:23.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:23.894 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:23.894 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:23.995 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:24.013 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:24.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:24.014 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:24.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: cluster 2021-03-04T23:31:22.478034+0000 osd.6 (osd.6) 91 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:31:24.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: cluster 2021-03-04T23:31:22.478040+0000 osd.6 (osd.6) 92 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:31:24.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:31:24.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: 03-04T23:31:22.478045+0000 osd.6 (osd.6) 93 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:31:24.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: cluster 2021-03-04T23:31:22.478049+0000 osd.6 (osd.6) 94 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:31:24.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: cluster 2021-03-04T23:31:22.478052+0000 2021-03-04T23:31:24.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: osd.6 (osd.6) 95 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:31:24.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:31:24.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: -04T23:31:22.478057+0000 osd.6 (osd 2021-03-04T23:31:24.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: .6) 96 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:31:24.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:31:24.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: T23:31:22.478061+0000 osd.6 (osd.6 2021-03-04T23:31:24.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: ) 97 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:31:24.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:31:24.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: 23:31:22.478065+0000 osd.6 (osd.6) 2021-03-04T23:31:24.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: 98 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:31:24.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:31:24.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: :31:22.478068+0000 osd.6 (osd.6) 99 2021-03-04T23:31:24.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:31:24.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:31:24.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: :31:22.478076+0000 osd.6 (osd.6) 100 2021-03-04T23:31:24.108 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: : cluster [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:31:24.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:31:24.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: :31:22.478082+0000 osd.6 (osd.6) 2021-03-04T23:31:24.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: cluster 2021-03-04T23:31:22.478034+0000 osd.6 (osd.6) 91 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:31:24.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: cluster 2021-03-04T23:31:22.478040+0000 osd.6 (osd.6) 92 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:31:24.110 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: cluster 2021-03-04T23:31:22.478045+0000 osd.6 (osd.6) 93 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:31:24.111 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: cluster 2021-03-04T23:31:22.478049+0000 osd.6 (osd.6) 94 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:31:24.112 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: cluster 2021-03-04T23:31:22.478052+0000 osd.6 (osd.6) 95 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:31:24.113 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: cluster 2021-03-04T23:31:22.478057+0000 osd.6 (osd.6) 96 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:31:24.113 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: cluster 2021-03-04T23:31:24.113 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: 2021-03-04T23:31:22.478061+0000 osd.6 (osd.6) 97 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:31:24.113 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: cluster 2021-03-04T23:31: 2021-03-04T23:31:24.113 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: 22.478065+0000 osd.6 (osd.6) 98 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:31:24.114 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: cluster 2021-03-04T 2021-03-04T23:31:24.114 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: 23:31:22.478068+0000 osd.6 (osd.6) 2021-03-04T23:31:24.114 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: 99 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:31:24.114 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: cluster 2021-03-04T23: 2021-03-04T23:31:24.115 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: 31:22.478076+0000 osd.6 (osd.6) 100 : 2021-03-04T23:31:24.115 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: cluster [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:31:24.115 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: cluster 2021-03-04T23 2021-03-04T23:31:24.115 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: :31:22.478082+0000 osd.6 ( 2021-03-04T23:31:24.116 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: osd.6) 101 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:31:24.116 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: cluster 2021-03-04T23:31:24.116 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: 2021-03-04T23:31:22.478086+0000 2021-03-04T23:31:24.116 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: osd.6 (osd.6) 102 : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:31:24.116 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: cluster 2021-03-04T23:31:24.117 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: 2021-03-04T23:31:22.478090+0000 2021-03-04T23:31:24.117 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: osd.6 (osd.6) 103 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:31:24.117 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: 2021-03-04T23:31:24.117 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: cluster 2021-03-04T23:31:24.118 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: 2021-03-04T23:31:22.478093+0000 osd.6 (osd.6 2021-03-04T23:31:24.118 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: ) 104 : cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:31:24.118 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: cluster 2021-03-04 2021-03-04T23:31:24.118 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: T23:31:22.687272+0000 mgr.x (mgr.34676 2021-03-04T23:31:24.119 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[95595]: ) 860 : cluster [DBG] pgmap v842: 119 pgs: 1 remapped+peering, 2 active+recovering+undersized+remapped, 113 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 5773/343977 objects misplaced (1.678%); 26 MiB/s, 488 objects/s recovering 2021-03-04T23:31:24.119 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: 101 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:31:24.119 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:31:24.119 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: 31:22.478086+0000 osd.6 (osd.6) 102 2021-03-04T23:31:24.120 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:31:24.120 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:31:24.120 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: :31:22.478090+0000 osd.6 (osd.6) 103 2021-03-04T23:31:24.120 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:31:24.121 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: cluster 2021-03-04T23:31 2021-03-04T23:31:24.121 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: :22.478093+0000 osd.6 (osd.6) 104 : cluster 2021-03-04T23:31:24.121 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:31:24.121 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:31:24.121 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:23 gibba011 conmon[99461]: :31:22.687272+0000 mgr.x (mgr.34676) 860 : cluster [DBG] pgmap v842: 119 pgs: 1 remapped+peering, 2 active+recovering+undersized+remapped, 113 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 5773/343977 objects misplaced (1.678%); 26 MiB/s, 488 objects/s recovering 2021-03-04T23:31:24.122 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:24.123 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:31:24.139 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:24.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:24.141 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:24.242 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:24.245 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:24.260 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:24.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:24.262 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:24.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: cluster 2021-03-04T23:31:22.478034+0000 osd.6 (osd.6) 91 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:31:24.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: cluster 2021-03-04T23:31:22.478040+0000 osd.6 (osd.6) 92 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:31:24.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: cluster 2021-03-04T23:31:22.478045+0000 osd.6 (osd.6) 93 : cluster 2021-03-04T23:31:24.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:31:24.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: cluster 2021-03-04T23:31:22.478049+0000 osd.6 (osd.6) 94 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:31:24.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: cluster 2021-03-04T23:31:22.478052+0000 osd.6 (osd.6) 95 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:31:24.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: cluster 2021-03-04T23:31:22.478057+0000 osd.6 (osd.6) 96 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:31:24.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: cluster 2021-03-04T23:31:22.478061+0000 osd.6 (osd.6) 97 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:31:24.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:31:24.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: 03-04T23:31:22.478065+0000 osd.6 ( 2021-03-04T23:31:24.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: osd.6) 98 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:31:24.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:31:24.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: :31:22.478068+0000 osd.6 (osd.6) 99 2021-03-04T23:31:24.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:31:24.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: cluster 2021-03-04T23:31:22. 2021-03-04T23:31:24.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: 478076+0000 osd.6 (osd.6) 100 : cluster [WRN] 2021-03-04T23:31:24.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:31:24.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:31:24.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: -03-04T23:31:22.478082+0000 osd.6 (osd.6) 101 : cluster 2021-03-04T23:31:24.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:31:24.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: cluster 2021-03-04T23:31:24.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: 2021-03-04T23:31:22.478086+0000 osd.6 (osd.6 2021-03-04T23:31:24.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: ) 102 : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:31:24.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:31:24.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: :31:22.478090+0000 osd.6 (osd.6) 2021-03-04T23:31:24.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: 103 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:31:24.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:31:24.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: 31:22.478093+0000 osd.6 (osd.6) 104 : 2021-03-04T23:31:24.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:31:24.347 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: cluster 2021-03-04T23:31:22 2021-03-04T23:31:24.347 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: .687272+0000 mgr.x (mgr.34676) 860 : cluster [DBG] 2021-03-04T23:31:24.347 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:23 gibba038 conmon[76675]: pgmap v842: 119 pgs: 1 remapped+peering, 2 active+recovering+undersized+remapped, 113 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 5773/343977 objects misplaced (1.678%); 26 MiB/s, 488 objects/s recovering 2021-03-04T23:31:24.363 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:24.381 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:24.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:24.383 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:24.484 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:24.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:24.503 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:24.504 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:24.605 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:24.622 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:24.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:24.623 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:24.724 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:24.741 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:24.741 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:24.742 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:24.843 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:24.862 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:24.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:24.864 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:24.965 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:24.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:24.986 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:24.987 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:25.088 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:25.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:25.108 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:25.109 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:25.210 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:25.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:25.229 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:25.229 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:25.241 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[95595]: cluster 2021-03-04T23:31:23.509369+0000 osd.6 (osd.6) 105 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:31:25.242 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[95595]: cluster 2021-03-04T23:31:23.509373+0000 osd.6 (osd.6) 106 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:31:25.242 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[95595]: cluster 2021-03-04T23:31:23.509411+0000 osd.6 (osd.6) 107 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:31:25.242 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[95595]: cluster 2021-03-04T23:31:23.509413+0000 osd.6 (osd.6) 108 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:31:25.243 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[95595]: cluster 2021-03-04T23:31:23.509417+0000 osd.6 (osd.6) 109 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:31:25.243 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[95595]: cluster 2021-03-04T23:31:23.509419+0000 osd.6 (osd.6) 110 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:31:25.243 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[95595]: cluster 2021-03-04T23:31:23.509422+0000 osd.6 (osd.6) 111 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:31:25.243 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[95595]: cluster 2021-03-04T23:31:23.509438+0000 osd.6 (osd.6) 112 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:31:25.243 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[95595]: cluster 2021-03-04T23:31:23.509440+0000 osd.6 (osd.6) 113 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:31:25.244 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[95595]: cluster 2021-03-04T23:31:23.509443+0000 osd.6 (osd.6) 114 : cluster [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:31:25.244 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[95595]: cluster 2021-03-04T23:31:23.509445+0000 osd.6 (osd.6) 115 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:31:25.245 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[95595]: cluster 2021-03-04T23:31:23.509448+0000 osd.6 (osd.6) 116 : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:31:25.245 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[95595]: cluster 2021 2021-03-04T23:31:25.245 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[95595]: -03-04T23:31:23.509450+0000 osd.6 (osd.6) 117 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:31:25.245 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[95595]: cluster 2021-03-04T23:31:23.509452+0000 osd.6 (osd.6) 118 : cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:31:25.246 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[99461]: cluster 2021-03-04T23:31:23.509369+0000 osd.6 (osd.6) 105 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:31:25.246 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[99461]: cluster 2021-03-04T23:31:23.509373+0000 osd.6 (osd.6) 106 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:31:25.247 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[99461]: cluster 2021-03-04T23:31:23.509411+0000 osd.6 (osd.6) 107 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:31:25.247 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[99461]: cluster 2021-03-04T23:31:23.509413+0000 osd.6 (osd.6) 108 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:31:25.247 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[99461]: cluster 2021-03-04T23:31:23.509417+0000 osd.6 (osd.6) 109 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:31:25.247 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[99461]: cluster 2021-03-04T23:31:23.509419+0000 osd.6 (osd.6) 110 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:31:25.248 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[99461]: cluster 2021-03-04T23:31:23.509422+0000 osd.6 (osd.6) 111 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:31:25.248 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[99461]: cluster 2021-03-04T23:31:23.509438+0000 osd.6 (osd.6) 112 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:31:25.248 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[99461]: cluster 2021-03-04T23:31:23.509440+0000 osd.6 (osd.6) 113 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:31:25.248 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[99461]: cluster 2021-03-04T23:31:23.509443+0000 osd.6 (osd.6) 114 : cluster [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:31:25.249 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[99461]: cluster 2021-03-04T23:31:23.509445+0000 osd.6 (osd.6) 115 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:31:25.249 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[99461]: cluster 2021-03-04T23:31:23.509448+0000 osd.6 (osd.6) 116 : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:31:25.249 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[99461]: cluster 2021-03-04T23:31:23.509450+0000 osd.6 (osd.6) 117 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:31:25.249 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:24 gibba011 conmon[99461]: cluster 2021-03-04T23:31:23.509452+0000 osd.6 (osd.6) 118 : cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:31:25.330 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:25.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: cluster 2021-03-04T23:31:23.509369+0000 osd.6 (osd.6) 105 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:31:25.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: 2021-03-04T23:31:25.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: cluster 2021-03-04T23:31:23.509373+0000 osd.6 (osd.6) 106 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:31:25.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:31:25.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: 31:23.509411+0000 osd.6 (osd.6) 107 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:31:25.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: cluster 2021-03-04T23:31:23. 2021-03-04T23:31:25.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: 509413+0000 osd.6 (osd.6) 108 : cluster [WRN] 2021-03-04T23:31:25.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:31:25.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: cluster 2021-03-04T23:31:23.509417+0000 2021-03-04T23:31:25.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: osd.6 (osd.6) 109 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:31:25.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:31:25.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: 03-04T23:31:23.509419+0000 osd.6 2021-03-04T23:31:25.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: (osd.6) 110 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:31:25.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:31:25.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: 04T23:31:23.509422+0000 osd.6 (osd. 2021-03-04T23:31:25.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: 6) 111 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:31:25.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:31:25.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: 04T23:31:23.509438+0000 osd.6 (osd 2021-03-04T23:31:25.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: .6) 112 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:31:25.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:31:25.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: -04T23:31:23.509440+0000 osd.6 (osd 2021-03-04T23:31:25.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: .6) 113 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:31:25.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:31:25.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: 04T23:31:23.509443+0000 osd.6 (osd 2021-03-04T23:31:25.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: .6) 114 : cluster [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:31:25.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:31:25.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: -04T23:31:23.509445+0000 osd.6 (osd 2021-03-04T23:31:25.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: .6) 115 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:31:25.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:31:25.344 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: 04T23:31:23.509448+0000 osd.6 (osd 2021-03-04T23:31:25.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: .6) 116 : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:31:25.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:31:25.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: 04T23:31:23.509450+0000 osd.6 (osd 2021-03-04T23:31:25.345 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: .6) 117 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:31:25.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: cluster 2021-03-04T23:31:23.509452+0000 osd.6 (osd. 2021-03-04T23:31:25.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:24 gibba038 conmon[76675]: 6) 118 : cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:31:25.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:25.348 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:25.349 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:25.450 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:25.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:25.468 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:25.469 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:25.570 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:25.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:25.590 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:25.590 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:25.692 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:25.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:25.710 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:25.711 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:25.812 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:25.830 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:25.831 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:25.832 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:25.933 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:25.950 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:25.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:25.952 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:25.974 INFO:teuthology.orchestra.run.gibba011.stderr:set osd.0 primary-affinity to 0.900375 (8590062) 2021-03-04T23:31:26.053 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:26.070 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:26.071 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:26.071 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:26.173 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:26.191 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:26.192 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:26.192 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:26.293 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:26.311 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:26.312 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:26.312 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:26.317 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:25 gibba011 conmon[99461]: cluster 2021-03-04T23:31:24.687721+0000 mgr.x (mgr.34676) 861 : cluster [DBG] pgmap v843: 119 pgs: 1 remapped+peering, 2 active+recovering+undersized+remapped, 113 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 5773/343977 objects misplaced (1.678%); 22 MiB/s, 410 objects/s recovering 2021-03-04T23:31:26.318 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:25 gibba011 conmon[99461]: audit 2021-03-04T23:31:25.326850+0000 mon.c (mon.1) 340 : audit [INF] from='client.? 172.21.2.111:0/678587825' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.9003750687923421}]: dispatch 2021-03-04T23:31:26.318 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:25 gibba011 conmon[99461]: audit 2021-03-04T23:31:25.327109+0000 mon.a (mon.0) 1093 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.9003750687923421}]: dispatch 2021-03-04T23:31:26.318 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:25 gibba011 conmon[95595]: cluster 2021-03-04T23:31:24.687721+0000 mgr.x (mgr.34676) 861 : cluster [DBG] pgmap v843: 119 pgs: 1 remapped+peering, 2 active+recovering+undersized+remapped, 113 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 5773/343977 objects misplaced (1.678%); 22 MiB/s, 410 objects/s recovering 2021-03-04T23:31:26.319 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:25 gibba011 conmon[95595]: audit 2021-03-04T23:31:25.326850+0000 mon.c (mon.1) 340 : audit [INF] from='client.? 172.21.2.111:0/678587825' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.9003750687923421}]: dispatch 2021-03-04T23:31:26.319 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:25 gibba011 conmon[95595]: audit 2021-03-04T23:31:25.327109+0000 mon.a (mon.0) 1093 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.9003750687923421}]: dispatch 2021-03-04T23:31:26.320 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:31:26.321 INFO:teuthology.orchestra.run.gibba011.stdout: "size": 20, 2021-03-04T23:31:26.321 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 600, 2021-03-04T23:31:26.321 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:31:26.321 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.321 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:115488 9.1 9:863a81fc:::benchmark_data_gibba011_139107_object115487:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:31:26.322 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:33.014455+0000", 2021-03-04T23:31:26.322 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 353.24225798600003, 2021-03-04T23:31:26.322 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13140389099999999, 2021-03-04T23:31:26.322 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:26.323 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:26.323 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:26.323 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:26.323 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:26.323 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 115488 2021-03-04T23:31:26.324 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.324 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:26.324 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.324 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:26.324 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.014455+0000", 2021-03-04T23:31:26.325 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:26.325 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.325 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.325 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:26.326 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.014455+0000", 2021-03-04T23:31:26.326 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3672999999999999e-05 2021-03-04T23:31:26.326 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.326 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.327 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:26.327 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.014469+0000", 2021-03-04T23:31:26.327 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.193e-06 2021-03-04T23:31:26.327 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.327 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.328 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:26.328 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.014471+0000", 2021-03-04T23:31:26.328 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1430999999999999e-05 2021-03-04T23:31:26.328 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.329 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.329 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:26.329 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.014482+0000", 2021-03-04T23:31:26.329 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.2320000000000001e-06 2021-03-04T23:31:26.329 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.330 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.330 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:26.330 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.014488+0000", 2021-03-04T23:31:26.330 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.017536533 2021-03-04T23:31:26.331 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.331 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.331 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:26.331 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.032024+0000", 2021-03-04T23:31:26.332 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0797999999999994e-05 2021-03-04T23:31:26.332 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.332 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.332 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:26.333 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.032115+0000", 2021-03-04T23:31:26.333 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.2200000000000005e-05 2021-03-04T23:31:26.333 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.333 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.333 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:31:26.334 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.032207+0000", 2021-03-04T23:31:26.334 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0065975299999999999 2021-03-04T23:31:26.334 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.334 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.334 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.335 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.038805+0000", 2021-03-04T23:31:26.335 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.9859999999999994e-06 2021-03-04T23:31:26.335 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.335 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.336 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:26.336 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.038813+0000", 2021-03-04T23:31:26.336 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.034406775000000001 2021-03-04T23:31:26.336 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.336 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.337 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.337 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.073219+0000", 2021-03-04T23:31:26.337 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.068651677999999994 2021-03-04T23:31:26.337 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.337 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.338 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:26.338 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.141871+0000", 2021-03-04T23:31:26.338 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003987862 2021-03-04T23:31:26.338 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.339 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.339 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:26.339 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.145859+0000", 2021-03-04T23:31:26.340 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13140389099999999 2021-03-04T23:31:26.340 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.340 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:26.340 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.340 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.341 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.341 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:115493 9.1 9:84df3088:::benchmark_data_gibba011_139107_object115492:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:31:26.341 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:33.016041+0000", 2021-03-04T23:31:26.341 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 353.24067191400002, 2021-03-04T23:31:26.342 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13275863199999999, 2021-03-04T23:31:26.342 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:26.342 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:26.342 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:26.342 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:26.343 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:26.343 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 115493 2021-03-04T23:31:26.343 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.343 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:26.344 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.344 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:26.344 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.016041+0000", 2021-03-04T23:31:26.344 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:26.345 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.345 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.345 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:26.345 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.016041+0000", 2021-03-04T23:31:26.346 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1559000000000001e-05 2021-03-04T23:31:26.346 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.346 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.346 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:26.346 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.016053+0000", 2021-03-04T23:31:26.347 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.897e-06 2021-03-04T23:31:26.347 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.347 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.347 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:26.347 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.016055+0000", 2021-03-04T23:31:26.348 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.2650000000000002e-06 2021-03-04T23:31:26.348 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.348 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.348 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:26.349 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.016064+0000", 2021-03-04T23:31:26.349 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.053e-06 2021-03-04T23:31:26.349 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.349 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.349 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:26.350 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.016068+0000", 2021-03-04T23:31:26.350 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.019304924000000001 2021-03-04T23:31:26.350 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.350 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.351 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:26.351 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.035373+0000", 2021-03-04T23:31:26.351 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00013826600000000001 2021-03-04T23:31:26.351 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.351 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.352 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:26.352 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.035511+0000", 2021-03-04T23:31:26.352 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00015770700000000001 2021-03-04T23:31:26.352 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.352 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.353 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:31:26.353 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.035669+0000", 2021-03-04T23:31:26.353 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013379073999999999 2021-03-04T23:31:26.353 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.353 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.354 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.354 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.049048+0000", 2021-03-04T23:31:26.354 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.3840000000000003e-06 2021-03-04T23:31:26.354 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.355 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.355 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:26.355 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.049057+0000", 2021-03-04T23:31:26.355 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.096918260000000006 2021-03-04T23:31:26.355 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.356 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.356 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.356 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.145976+0000", 2021-03-04T23:31:26.356 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6897999999999999e-05 2021-03-04T23:31:26.356 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.357 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.357 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:26.357 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.146002+0000", 2021-03-04T23:31:26.357 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0027973450000000001 2021-03-04T23:31:26.358 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.358 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.358 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:26.358 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.148800+0000", 2021-03-04T23:31:26.358 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13275863199999999 2021-03-04T23:31:26.359 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.359 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:26.359 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.359 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.359 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.360 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:115495 9.1 9:8562529e:::benchmark_data_gibba011_139107_object115494:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:31:26.360 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:33.016426+0000", 2021-03-04T23:31:26.360 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 353.240286723, 2021-03-04T23:31:26.360 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13537959899999999, 2021-03-04T23:31:26.361 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:26.361 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:26.361 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:26.361 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:26.361 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:26.362 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 115495 2021-03-04T23:31:26.362 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.362 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:26.362 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.363 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:26.363 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.016426+0000", 2021-03-04T23:31:26.363 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:26.363 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.363 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.364 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:26.364 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.016426+0000", 2021-03-04T23:31:26.364 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6439999999999998e-05 2021-03-04T23:31:26.364 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.364 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.365 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:26.365 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.016443+0000", 2021-03-04T23:31:26.365 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.807e-06 2021-03-04T23:31:26.365 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.365 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.366 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:26.366 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.016445+0000", 2021-03-04T23:31:26.366 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.4709999999999996e-06 2021-03-04T23:31:26.366 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.367 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.367 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:26.367 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.016454+0000", 2021-03-04T23:31:26.367 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4179999999999999e-06 2021-03-04T23:31:26.367 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.368 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.368 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:26.368 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.016458+0000", 2021-03-04T23:31:26.368 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.022385503000000001 2021-03-04T23:31:26.368 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.369 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.369 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:26.369 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.038844+0000", 2021-03-04T23:31:26.369 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000105129 2021-03-04T23:31:26.369 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.370 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.370 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:26.370 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.038949+0000", 2021-03-04T23:31:26.370 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.3842e-05 2021-03-04T23:31:26.370 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.371 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.371 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:31:26.371 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.039043+0000", 2021-03-04T23:31:26.371 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01002164 2021-03-04T23:31:26.372 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.372 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.372 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:26.372 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.049065+0000", 2021-03-04T23:31:26.372 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003870423 2021-03-04T23:31:26.373 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.373 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.373 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.373 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.052935+0000", 2021-03-04T23:31:26.373 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.095898924999999996 2021-03-04T23:31:26.374 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.374 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.374 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.374 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.148834+0000", 2021-03-04T23:31:26.374 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0516999999999999e-05 2021-03-04T23:31:26.375 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.375 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.375 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:26.375 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.148864+0000", 2021-03-04T23:31:26.376 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0029414839999999999 2021-03-04T23:31:26.376 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.376 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.376 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:26.376 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:33.151806+0000", 2021-03-04T23:31:26.377 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13537959899999999 2021-03-04T23:31:26.377 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.377 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:26.377 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.377 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.378 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.378 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:117431 9.1 9:8dd24aa9:::benchmark_data_gibba011_139107_object117430:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:31:26.378 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:34.407149+0000", 2021-03-04T23:31:26.378 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 351.84956395900002, 2021-03-04T23:31:26.378 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13158414800000001, 2021-03-04T23:31:26.379 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:26.379 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:26.379 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:26.379 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:26.379 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:26.380 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 117431 2021-03-04T23:31:26.380 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.380 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:26.381 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.381 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:26.381 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.407149+0000", 2021-03-04T23:31:26.381 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:26.381 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.382 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.382 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:26.382 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.407149+0000", 2021-03-04T23:31:26.382 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.113e-05 2021-03-04T23:31:26.383 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.383 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.383 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:26.383 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.407160+0000", 2021-03-04T23:31:26.383 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4619999999999999e-06 2021-03-04T23:31:26.384 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.384 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.384 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:26.384 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.407162+0000", 2021-03-04T23:31:26.384 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.0800000000000006e-06 2021-03-04T23:31:26.385 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.385 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.385 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:26.385 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.407170+0000", 2021-03-04T23:31:26.386 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.839e-06 2021-03-04T23:31:26.386 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.386 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.386 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:26.386 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.407174+0000", 2021-03-04T23:31:26.387 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0068790400000000003 2021-03-04T23:31:26.387 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.387 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.387 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:26.387 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.414053+0000", 2021-03-04T23:31:26.388 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.5777000000000001e-05 2021-03-04T23:31:26.388 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.388 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.388 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:26.388 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.414148+0000", 2021-03-04T23:31:26.389 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000115192 2021-03-04T23:31:26.389 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.389 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.389 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:31:26.390 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.414264+0000", 2021-03-04T23:31:26.390 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0092813909999999999 2021-03-04T23:31:26.390 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.390 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.390 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:26.391 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.423545+0000", 2021-03-04T23:31:26.391 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3102000000000003e-05 2021-03-04T23:31:26.391 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.391 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.391 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.392 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.423578+0000", 2021-03-04T23:31:26.392 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.111627186 2021-03-04T23:31:26.392 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.392 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.392 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.393 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.535205+0000", 2021-03-04T23:31:26.393 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.5791999999999998e-05 2021-03-04T23:31:26.393 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.393 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.393 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:26.394 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.535251+0000", 2021-03-04T23:31:26.394 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003482157 2021-03-04T23:31:26.394 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.394 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.395 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:26.395 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.538733+0000", 2021-03-04T23:31:26.395 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13158414800000001 2021-03-04T23:31:26.395 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.395 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:26.396 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.396 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.396 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.396 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:117481 9.1 9:87786086:::benchmark_data_gibba011_139107_object117480:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:31:26.397 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:34.439919+0000", 2021-03-04T23:31:26.397 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 351.81679432499999, 2021-03-04T23:31:26.397 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13254005399999999, 2021-03-04T23:31:26.397 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:26.397 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:26.398 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:26.398 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:26.398 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:26.398 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 117481 2021-03-04T23:31:26.398 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.399 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:26.399 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.399 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:26.399 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.439919+0000", 2021-03-04T23:31:26.399 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:26.400 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.400 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.400 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:26.400 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.439919+0000", 2021-03-04T23:31:26.401 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3586e-05 2021-03-04T23:31:26.401 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.401 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.401 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:26.401 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.439932+0000", 2021-03-04T23:31:26.402 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.846e-06 2021-03-04T23:31:26.402 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.402 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.402 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:26.402 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.439934+0000", 2021-03-04T23:31:26.403 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.6960000000000005e-06 2021-03-04T23:31:26.403 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.403 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.403 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:26.404 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.439942+0000", 2021-03-04T23:31:26.404 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.7380000000000002e-06 2021-03-04T23:31:26.404 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.404 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.404 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:26.405 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.439947+0000", 2021-03-04T23:31:26.405 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.1018496 2021-03-04T23:31:26.405 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.405 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.405 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:26.406 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.541796+0000", 2021-03-04T23:31:26.406 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00011639200000000001 2021-03-04T23:31:26.406 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.406 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.407 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:26.407 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.541913+0000", 2021-03-04T23:31:26.407 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0853999999999994e-05 2021-03-04T23:31:26.407 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.407 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.408 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:31:26.408 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.542003+0000", 2021-03-04T23:31:26.408 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012070641 2021-03-04T23:31:26.408 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.408 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.409 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:26.409 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.554074+0000", 2021-03-04T23:31:26.409 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0145e-05 2021-03-04T23:31:26.409 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.409 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.410 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.410 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.554104+0000", 2021-03-04T23:31:26.410 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015675076999999999 2021-03-04T23:31:26.410 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.410 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.411 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.411 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.569779+0000", 2021-03-04T23:31:26.411 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.8926999999999999e-05 2021-03-04T23:31:26.411 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.412 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.412 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:26.412 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.569808+0000", 2021-03-04T23:31:26.412 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002650552 2021-03-04T23:31:26.412 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.413 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.413 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:26.413 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.572459+0000", 2021-03-04T23:31:26.413 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13254005399999999 2021-03-04T23:31:26.413 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.414 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:26.414 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.414 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.414 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.415 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:117482 9.1 9:86153e2e:::benchmark_data_gibba011_139107_object117481:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:31:26.415 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:34.440313+0000", 2021-03-04T23:31:26.415 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 351.81640030099999, 2021-03-04T23:31:26.415 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13481475600000001, 2021-03-04T23:31:26.415 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:26.416 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:26.416 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:26.416 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:26.416 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:26.416 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 117482 2021-03-04T23:31:26.417 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.417 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:26.417 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.417 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:26.417 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.440313+0000", 2021-03-04T23:31:26.418 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:26.418 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.418 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.418 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:26.419 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.440313+0000", 2021-03-04T23:31:26.419 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2415000000000001e-05 2021-03-04T23:31:26.419 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.419 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.419 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:26.420 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.440325+0000", 2021-03-04T23:31:26.420 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.593e-06 2021-03-04T23:31:26.420 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.420 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.420 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:26.421 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.440327+0000", 2021-03-04T23:31:26.421 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.6250000000000001e-06 2021-03-04T23:31:26.421 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.421 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.421 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:26.422 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.440333+0000", 2021-03-04T23:31:26.422 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8149999999999999e-06 2021-03-04T23:31:26.422 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.422 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.423 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:26.423 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.440337+0000", 2021-03-04T23:31:26.423 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.10423624099999999 2021-03-04T23:31:26.423 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.423 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.424 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:26.424 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.544573+0000", 2021-03-04T23:31:26.424 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000116902 2021-03-04T23:31:26.424 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.424 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.425 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:26.425 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.544690+0000", 2021-03-04T23:31:26.425 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.1519000000000002e-05 2021-03-04T23:31:26.425 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.425 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.426 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:31:26.426 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.544782+0000", 2021-03-04T23:31:26.426 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0093270390000000005 2021-03-04T23:31:26.426 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.427 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.427 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:26.427 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.554109+0000", 2021-03-04T23:31:26.427 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0417000000000002e-05 2021-03-04T23:31:26.427 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.428 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.428 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.428 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.554159+0000", 2021-03-04T23:31:26.428 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.018374834999999999 2021-03-04T23:31:26.428 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.429 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.429 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.429 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.572534+0000", 2021-03-04T23:31:26.429 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2339000000000003e-05 2021-03-04T23:31:26.429 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.430 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.430 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:26.430 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.572567+0000", 2021-03-04T23:31:26.430 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0025610160000000002 2021-03-04T23:31:26.430 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.431 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.431 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:26.431 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.575128+0000", 2021-03-04T23:31:26.431 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13481475600000001 2021-03-04T23:31:26.431 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.432 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:26.432 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.432 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.432 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.432 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:117493 9.1 9:8ca03895:::benchmark_data_gibba011_139107_object117492:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:31:26.433 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:34.446844+0000", 2021-03-04T23:31:26.433 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 351.80986870700002, 2021-03-04T23:31:26.433 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.138361544, 2021-03-04T23:31:26.433 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:26.434 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:26.434 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:26.434 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:26.434 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:26.434 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 117493 2021-03-04T23:31:26.435 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.435 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:26.435 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.435 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:26.435 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.446844+0000", 2021-03-04T23:31:26.436 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:26.436 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.436 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.436 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:26.436 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.446844+0000", 2021-03-04T23:31:26.437 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3974999999999999e-05 2021-03-04T23:31:26.437 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.437 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.437 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:26.438 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.446858+0000", 2021-03-04T23:31:26.438 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.058e-06 2021-03-04T23:31:26.438 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.438 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.438 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:26.439 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.446860+0000", 2021-03-04T23:31:26.439 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0499999999999997e-06 2021-03-04T23:31:26.439 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.439 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.440 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:26.440 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.446869+0000", 2021-03-04T23:31:26.440 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.9640000000000002e-06 2021-03-04T23:31:26.441 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.441 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.441 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:26.441 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.446874+0000", 2021-03-04T23:31:26.442 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.100710471 2021-03-04T23:31:26.442 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.442 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.442 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:26.443 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.547585+0000", 2021-03-04T23:31:26.443 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000141624 2021-03-04T23:31:26.443 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.443 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.443 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:26.444 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.547727+0000", 2021-03-04T23:31:26.444 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00015338299999999999 2021-03-04T23:31:26.444 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.444 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.444 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:31:26.445 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.547880+0000", 2021-03-04T23:31:26.445 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0062331399999999999 2021-03-04T23:31:26.445 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.446 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.446 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:26.446 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.554113+0000", 2021-03-04T23:31:26.446 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0061278060000000004 2021-03-04T23:31:26.447 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.447 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.447 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.447 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.560241+0000", 2021-03-04T23:31:26.448 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.021542520999999999 2021-03-04T23:31:26.448 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.448 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.448 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.448 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.581783+0000", 2021-03-04T23:31:26.449 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9725000000000001e-05 2021-03-04T23:31:26.449 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.449 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.449 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:26.450 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.581813+0000", 2021-03-04T23:31:26.450 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0033928270000000002 2021-03-04T23:31:26.450 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.450 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.450 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:26.451 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.585206+0000", 2021-03-04T23:31:26.451 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.138361544 2021-03-04T23:31:26.451 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.451 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:26.452 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.452 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.452 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.452 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:117499 9.1 9:8bb675a9:::benchmark_data_gibba011_139107_object117498:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:31:26.452 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:34.450828+0000", 2021-03-04T23:31:26.453 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 351.80588504000002, 2021-03-04T23:31:26.453 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13712158199999999, 2021-03-04T23:31:26.453 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:26.453 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:26.454 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:26.454 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:26.454 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:26.454 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 117499 2021-03-04T23:31:26.454 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.455 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:26.455 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.455 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:26.455 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.450828+0000", 2021-03-04T23:31:26.456 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:26.456 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.456 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.456 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:26.457 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.450828+0000", 2021-03-04T23:31:26.457 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3943e-05 2021-03-04T23:31:26.457 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.457 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.458 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:26.458 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.450842+0000", 2021-03-04T23:31:26.458 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2029999999999999e-06 2021-03-04T23:31:26.458 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.458 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.459 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:26.459 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.450844+0000", 2021-03-04T23:31:26.459 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.084327854999999993 2021-03-04T23:31:26.459 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.460 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.460 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:26.460 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.535172+0000", 2021-03-04T23:31:26.460 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6025e-05 2021-03-04T23:31:26.460 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.461 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.461 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:26.461 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.535188+0000", 2021-03-04T23:31:26.461 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015350865 2021-03-04T23:31:26.462 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.462 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.462 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:26.462 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.550539+0000", 2021-03-04T23:31:26.462 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000130576 2021-03-04T23:31:26.463 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.463 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.463 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:26.464 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.550670+0000", 2021-03-04T23:31:26.464 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00014860599999999999 2021-03-04T23:31:26.464 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.464 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.464 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:31:26.465 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.550818+0000", 2021-03-04T23:31:26.465 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0094322169999999997 2021-03-04T23:31:26.465 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.465 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.465 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:26.466 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.560250+0000", 2021-03-04T23:31:26.466 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2441000000000002e-05 2021-03-04T23:31:26.466 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.466 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.467 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.467 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.560293+0000", 2021-03-04T23:31:26.467 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.024964436999999999 2021-03-04T23:31:26.467 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.468 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.468 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.468 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.585257+0000", 2021-03-04T23:31:26.468 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.8841999999999998e-05 2021-03-04T23:31:26.468 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.469 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.469 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:26.469 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.585306+0000", 2021-03-04T23:31:26.469 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0026435719999999998 2021-03-04T23:31:26.469 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.470 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.470 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:26.470 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.587950+0000", 2021-03-04T23:31:26.470 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13712158199999999 2021-03-04T23:31:26.471 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.471 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:26.471 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.471 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.471 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.472 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:117739 9.1 9:8305d693:::benchmark_data_gibba011_139107_object117738:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:31:26.472 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:34.676827+0000", 2021-03-04T23:31:26.472 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 351.57988645500001, 2021-03-04T23:31:26.472 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13157886499999999, 2021-03-04T23:31:26.473 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:26.473 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:26.473 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:26.473 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:26.473 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:26.474 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 117739 2021-03-04T23:31:26.474 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.474 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:26.474 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.475 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:26.475 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.676827+0000", 2021-03-04T23:31:26.475 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:26.475 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.475 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.476 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:26.476 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.676827+0000", 2021-03-04T23:31:26.476 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2465e-05 2021-03-04T23:31:26.476 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.476 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.477 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:26.477 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.676839+0000", 2021-03-04T23:31:26.477 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8870000000000001e-06 2021-03-04T23:31:26.477 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.478 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.478 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:26.478 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.676841+0000", 2021-03-04T23:31:26.478 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.9230000000000002e-06 2021-03-04T23:31:26.478 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.479 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.479 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:26.479 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.676849+0000", 2021-03-04T23:31:26.479 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9199999999999997e-06 2021-03-04T23:31:26.480 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.480 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.480 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:26.480 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.676853+0000", 2021-03-04T23:31:26.481 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012408001 2021-03-04T23:31:26.481 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.481 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.481 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:26.481 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.689261+0000", 2021-03-04T23:31:26.482 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00014313600000000001 2021-03-04T23:31:26.482 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.482 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.482 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:26.482 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.689404+0000", 2021-03-04T23:31:26.483 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00013646700000000001 2021-03-04T23:31:26.483 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.483 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.483 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:31:26.484 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.689540+0000", 2021-03-04T23:31:26.484 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0069198510000000003 2021-03-04T23:31:26.484 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.484 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.484 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.485 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.696460+0000", 2021-03-04T23:31:26.485 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00295496 2021-03-04T23:31:26.485 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.485 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.486 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:26.486 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.699415+0000", 2021-03-04T23:31:26.486 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.105683557 2021-03-04T23:31:26.486 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.486 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.487 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.487 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.805099+0000", 2021-03-04T23:31:26.487 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3816999999999997e-05 2021-03-04T23:31:26.487 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.487 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.488 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:26.488 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.805143+0000", 2021-03-04T23:31:26.488 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003262881 2021-03-04T23:31:26.488 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.489 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.489 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:26.489 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.808405+0000", 2021-03-04T23:31:26.489 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13157886499999999 2021-03-04T23:31:26.489 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.490 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:26.490 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.490 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.490 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.491 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:117767 9.1 9:861d753d:::benchmark_data_gibba011_139107_object117766:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:31:26.491 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:34.692895+0000", 2021-03-04T23:31:26.491 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 351.56381785299999, 2021-03-04T23:31:26.491 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13034395300000001, 2021-03-04T23:31:26.491 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:26.492 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:26.492 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:26.492 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:26.492 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:26.493 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 117767 2021-03-04T23:31:26.493 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.493 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:26.494 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.494 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:26.494 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.692895+0000", 2021-03-04T23:31:26.494 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:26.495 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.495 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.495 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:26.495 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.692895+0000", 2021-03-04T23:31:26.495 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1958e-05 2021-03-04T23:31:26.496 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.496 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.496 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:26.496 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.692907+0000", 2021-03-04T23:31:26.497 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.579e-06 2021-03-04T23:31:26.497 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.497 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.497 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:26.497 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.692909+0000", 2021-03-04T23:31:26.498 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.631e-06 2021-03-04T23:31:26.498 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.498 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.498 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:26.499 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.692914+0000", 2021-03-04T23:31:26.499 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.1870000000000001e-06 2021-03-04T23:31:26.499 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.499 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.499 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:26.500 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.692918+0000", 2021-03-04T23:31:26.500 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.108228647 2021-03-04T23:31:26.500 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.500 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.500 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:26.501 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.801146+0000", 2021-03-04T23:31:26.501 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00026673799999999998 2021-03-04T23:31:26.501 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.501 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.502 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:26.502 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.801413+0000", 2021-03-04T23:31:26.502 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000196825 2021-03-04T23:31:26.502 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.502 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.503 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:31:26.503 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.801610+0000", 2021-03-04T23:31:26.503 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013195647 2021-03-04T23:31:26.503 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.503 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.504 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.504 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.814805+0000", 2021-03-04T23:31:26.504 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2231999999999999e-05 2021-03-04T23:31:26.504 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.505 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.505 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.505 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.814838+0000", 2021-03-04T23:31:26.505 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0056682099999999999 2021-03-04T23:31:26.505 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.506 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.506 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:26.506 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.820506+0000", 2021-03-04T23:31:26.506 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7270000000000001e-05 2021-03-04T23:31:26.506 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.507 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.507 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:26.507 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.820533+0000", 2021-03-04T23:31:26.507 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002706029 2021-03-04T23:31:26.508 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.508 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.508 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:26.508 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.823239+0000", 2021-03-04T23:31:26.508 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13034395300000001 2021-03-04T23:31:26.509 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.509 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:26.509 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.509 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.509 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.510 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:141689 9.2 9:4e951533:::benchmark_data_gibba011_139107_object141688:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e155)", 2021-03-04T23:31:26.510 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:06.038942+0000", 2021-03-04T23:31:26.510 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 320.21777142000002, 2021-03-04T23:31:26.510 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.104917121, 2021-03-04T23:31:26.511 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:26.511 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:26.511 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:26.511 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:26.512 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:26.512 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 141689 2021-03-04T23:31:26.512 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.512 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:26.512 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.513 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:26.513 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.038942+0000", 2021-03-04T23:31:26.513 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:26.513 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.513 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.514 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:26.514 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.038942+0000", 2021-03-04T23:31:26.514 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2009e-05 2021-03-04T23:31:26.514 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.515 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.515 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:26.515 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.038954+0000", 2021-03-04T23:31:26.515 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7430000000000001e-06 2021-03-04T23:31:26.515 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.516 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.516 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:26.516 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.038955+0000", 2021-03-04T23:31:26.516 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.9149999999999996e-06 2021-03-04T23:31:26.517 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.517 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.517 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:26.517 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.038963+0000", 2021-03-04T23:31:26.517 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3409999999999996e-06 2021-03-04T23:31:26.518 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.518 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.518 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:26.518 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.038968+0000", 2021-03-04T23:31:26.519 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.023654308999999998 2021-03-04T23:31:26.519 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.519 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.519 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:26.519 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.062622+0000", 2021-03-04T23:31:26.520 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0634e-05 2021-03-04T23:31:26.520 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.520 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.520 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:26.520 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.062713+0000", 2021-03-04T23:31:26.521 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0654000000000003e-05 2021-03-04T23:31:26.521 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.521 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.521 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 2,7", 2021-03-04T23:31:26.522 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.062803+0000", 2021-03-04T23:31:26.522 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.075827174999999997 2021-03-04T23:31:26.522 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.522 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.522 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:26.523 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.138630+0000", 2021-03-04T23:31:26.523 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2159000000000001e-05 2021-03-04T23:31:26.523 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.523 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.524 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.524 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.138673+0000", 2021-03-04T23:31:26.524 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00115252 2021-03-04T23:31:26.524 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.524 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.525 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.525 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.139825+0000", 2021-03-04T23:31:26.525 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9879999999999998e-05 2021-03-04T23:31:26.525 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.526 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.526 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:26.526 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.139865+0000", 2021-03-04T23:31:26.526 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0039937820000000004 2021-03-04T23:31:26.527 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.527 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.527 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:26.527 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.143859+0000", 2021-03-04T23:31:26.527 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.104917121 2021-03-04T23:31:26.528 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.528 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:26.528 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.528 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.529 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.529 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:141691 9.2 9:49920e9f:::benchmark_data_gibba011_139107_object141690:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e155)", 2021-03-04T23:31:26.529 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:06.041223+0000", 2021-03-04T23:31:26.529 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 320.21549056700002, 2021-03-04T23:31:26.529 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.106478272, 2021-03-04T23:31:26.530 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:26.530 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:26.530 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:26.530 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:26.530 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:26.531 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 141691 2021-03-04T23:31:26.531 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.531 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:26.531 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.532 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:26.532 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.041223+0000", 2021-03-04T23:31:26.532 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:26.532 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.532 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.533 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:26.533 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.041223+0000", 2021-03-04T23:31:26.533 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4333e-05 2021-03-04T23:31:26.533 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.534 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.534 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:26.534 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.041237+0000", 2021-03-04T23:31:26.534 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5549999999999999e-06 2021-03-04T23:31:26.534 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.535 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.535 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:26.535 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.041238+0000", 2021-03-04T23:31:26.535 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1926000000000001e-05 2021-03-04T23:31:26.536 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.536 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.536 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:26.536 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.041250+0000", 2021-03-04T23:31:26.536 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.5829999999999998e-06 2021-03-04T23:31:26.537 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.537 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.537 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:26.537 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.041254+0000", 2021-03-04T23:31:26.538 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.094000858000000007 2021-03-04T23:31:26.538 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.538 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.538 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:26.539 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.135255+0000", 2021-03-04T23:31:26.539 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00017047300000000001 2021-03-04T23:31:26.539 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.539 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.539 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:26.540 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.135425+0000", 2021-03-04T23:31:26.540 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00014274599999999999 2021-03-04T23:31:26.540 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.540 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.540 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 2,7", 2021-03-04T23:31:26.541 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.135568+0000", 2021-03-04T23:31:26.541 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0083283599999999999 2021-03-04T23:31:26.541 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.541 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.542 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.542 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.143896+0000", 2021-03-04T23:31:26.542 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.5079999999999999e-06 2021-03-04T23:31:26.542 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.542 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.543 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:26.543 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.143904+0000", 2021-03-04T23:31:26.543 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1322e-05 2021-03-04T23:31:26.543 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.544 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.544 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.544 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.143925+0000", 2021-03-04T23:31:26.544 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7463000000000001e-05 2021-03-04T23:31:26.544 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.545 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.545 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:26.545 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.143953+0000", 2021-03-04T23:31:26.545 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003748145 2021-03-04T23:31:26.546 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.546 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.546 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:26.546 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.147701+0000", 2021-03-04T23:31:26.546 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.106478272 2021-03-04T23:31:26.547 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.547 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:26.547 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.547 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.547 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.548 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:141695 9.1 9:8623d440:::benchmark_data_gibba011_139107_object141694:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e155)", 2021-03-04T23:31:26.548 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:06.043623+0000", 2021-03-04T23:31:26.548 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 320.21308991299998, 2021-03-04T23:31:26.548 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.091602681000000005, 2021-03-04T23:31:26.549 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:26.549 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:26.549 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:26.549 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:26.550 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:26.550 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 141695 2021-03-04T23:31:26.550 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.550 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:26.550 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.551 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:26.551 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043623+0000", 2021-03-04T23:31:26.551 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:26.551 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.551 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.552 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:26.552 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043623+0000", 2021-03-04T23:31:26.552 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1773999999999999e-05 2021-03-04T23:31:26.552 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.552 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.553 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:26.553 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043635+0000", 2021-03-04T23:31:26.553 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4890000000000001e-06 2021-03-04T23:31:26.553 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.553 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.554 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:26.554 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043636+0000", 2021-03-04T23:31:26.554 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.8029999999999999e-06 2021-03-04T23:31:26.554 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.555 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.555 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:26.555 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043643+0000", 2021-03-04T23:31:26.555 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8850000000000001e-06 2021-03-04T23:31:26.555 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.556 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.556 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:26.556 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043647+0000", 2021-03-04T23:31:26.556 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6278000000000001e-05 2021-03-04T23:31:26.557 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.557 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.557 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:26.557 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043673+0000", 2021-03-04T23:31:26.557 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.4689000000000002e-05 2021-03-04T23:31:26.558 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.558 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.558 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:26.558 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043758+0000", 2021-03-04T23:31:26.559 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.4951999999999996e-05 2021-03-04T23:31:26.559 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.559 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.559 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:31:26.560 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043843+0000", 2021-03-04T23:31:26.560 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0054709570000000003 2021-03-04T23:31:26.560 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.560 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.560 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:26.561 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.049314+0000", 2021-03-04T23:31:26.561 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000960322 2021-03-04T23:31:26.561 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.561 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.562 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.562 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.050274+0000", 2021-03-04T23:31:26.562 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0096354879999999993 2021-03-04T23:31:26.562 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.562 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.563 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.563 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.059910+0000", 2021-03-04T23:31:26.563 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.4879999999999998e-05 2021-03-04T23:31:26.563 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.564 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.564 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:26.564 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.059945+0000", 2021-03-04T23:31:26.564 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.075281163999999998 2021-03-04T23:31:26.564 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.565 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.565 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:26.565 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.135226+0000", 2021-03-04T23:31:26.565 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.091602681000000005 2021-03-04T23:31:26.566 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.566 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:26.566 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.566 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.566 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.567 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:141693 9.a e155/149 9:53f46efc:::benchmark_data_gibba011_139107_object141692:head v 155'8794, mlcod=0'0)", 2021-03-04T23:31:26.567 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:06.043848+0000", 2021-03-04T23:31:26.567 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 320.21286537600002, 2021-03-04T23:31:26.567 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.095971918000000003, 2021-03-04T23:31:26.568 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:26.568 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:26.568 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:26.568 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.569 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:26.569 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043848+0000", 2021-03-04T23:31:26.569 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:26.569 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.569 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.570 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:26.570 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043848+0000", 2021-03-04T23:31:26.570 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.6660000000000003e-05 2021-03-04T23:31:26.570 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.571 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.571 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:26.571 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043904+0000", 2021-03-04T23:31:26.571 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.544e-06 2021-03-04T23:31:26.571 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.572 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.572 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:26.572 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043906+0000", 2021-03-04T23:31:26.572 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0499999999999999e-06 2021-03-04T23:31:26.573 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.573 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.573 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:26.573 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043911+0000", 2021-03-04T23:31:26.573 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.993e-06 2021-03-04T23:31:26.574 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.574 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.574 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:26.574 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.043914+0000", 2021-03-04T23:31:26.574 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015975359000000001 2021-03-04T23:31:26.575 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.575 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.575 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:26.575 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.059889+0000", 2021-03-04T23:31:26.576 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8612000000000001e-05 2021-03-04T23:31:26.576 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.576 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.576 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:26.576 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.059908+0000", 2021-03-04T23:31:26.577 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.079890051000000004 2021-03-04T23:31:26.577 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.577 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.577 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:26.578 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.139798+0000", 2021-03-04T23:31:26.578 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1648999999999999e-05 2021-03-04T23:31:26.578 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.578 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.578 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:26.579 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.139820+0000", 2021-03-04T23:31:26.579 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.095971918000000003 2021-03-04T23:31:26.579 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.579 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:26.579 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.580 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.580 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.580 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:141697 9.1 9:8e8ee21a:::benchmark_data_gibba011_139107_object141696:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e155)", 2021-03-04T23:31:26.580 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:06.046325+0000", 2021-03-04T23:31:26.581 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 320.21038838300001, 2021-03-04T23:31:26.581 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.093021314999999993, 2021-03-04T23:31:26.581 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:26.581 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:26.581 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:26.582 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:26.582 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:26.582 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 141697 2021-03-04T23:31:26.582 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.583 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:26.583 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.583 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:26.583 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.046325+0000", 2021-03-04T23:31:26.583 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:26.584 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.584 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.584 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:26.584 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.046325+0000", 2021-03-04T23:31:26.584 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0047000000000001e-05 2021-03-04T23:31:26.585 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.585 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.585 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:26.585 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.046335+0000", 2021-03-04T23:31:26.586 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7540000000000001e-06 2021-03-04T23:31:26.586 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.586 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.586 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:26.586 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.046336+0000", 2021-03-04T23:31:26.587 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.5130000000000002e-06 2021-03-04T23:31:26.587 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.587 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.587 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:26.588 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.046343+0000", 2021-03-04T23:31:26.588 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.5619999999999999e-06 2021-03-04T23:31:26.588 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.588 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.588 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:26.589 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.046347+0000", 2021-03-04T23:31:26.589 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4751000000000001e-05 2021-03-04T23:31:26.589 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.589 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.589 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:26.590 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.046371+0000", 2021-03-04T23:31:26.590 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00010241700000000001 2021-03-04T23:31:26.590 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.590 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.591 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:26.591 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.046474+0000", 2021-03-04T23:31:26.591 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000116791 2021-03-04T23:31:26.591 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.591 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.592 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:31:26.592 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.046591+0000", 2021-03-04T23:31:26.592 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003357049 2021-03-04T23:31:26.592 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.593 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.593 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:26.593 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.049948+0000", 2021-03-04T23:31:26.593 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000433165 2021-03-04T23:31:26.593 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.594 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.594 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.594 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.050381+0000", 2021-03-04T23:31:26.594 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.084898447000000002 2021-03-04T23:31:26.599 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.599 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.599 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.600 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.135279+0000", 2021-03-04T23:31:26.600 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.7302999999999998e-05 2021-03-04T23:31:26.600 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.600 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.601 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:26.601 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.135316+0000", 2021-03-04T23:31:26.601 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040295160000000003 2021-03-04T23:31:26.601 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.601 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.602 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:26.602 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.139346+0000", 2021-03-04T23:31:26.602 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.093021314999999993 2021-03-04T23:31:26.602 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.603 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:26.603 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.603 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.603 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.603 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:141712 9.2 9:470d700e:::benchmark_data_gibba011_139107_object141711:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e155)", 2021-03-04T23:31:26.604 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:06.063247+0000", 2021-03-04T23:31:26.604 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 320.19346582100002, 2021-03-04T23:31:26.604 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.11761955, 2021-03-04T23:31:26.604 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:26.605 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:26.605 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:26.605 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:26.605 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:26.605 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 141712 2021-03-04T23:31:26.606 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.606 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:26.606 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.606 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:26.607 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.063247+0000", 2021-03-04T23:31:26.607 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:26.607 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.607 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.607 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:26.608 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.063247+0000", 2021-03-04T23:31:26.608 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.061e-05 2021-03-04T23:31:26.608 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.608 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.609 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:26.609 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.063258+0000", 2021-03-04T23:31:26.609 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.415e-06 2021-03-04T23:31:26.609 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.609 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.610 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:26.610 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.063259+0000", 2021-03-04T23:31:26.610 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.071974706999999999 2021-03-04T23:31:26.610 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.611 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.611 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:26.611 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.135234+0000", 2021-03-04T23:31:26.611 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.6960000000000005e-06 2021-03-04T23:31:26.611 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.612 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.612 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:26.612 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.135242+0000", 2021-03-04T23:31:26.612 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012490113000000001 2021-03-04T23:31:26.613 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.613 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.613 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:26.613 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.147732+0000", 2021-03-04T23:31:26.613 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.6209000000000001e-05 2021-03-04T23:31:26.614 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.614 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.614 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:26.614 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.147818+0000", 2021-03-04T23:31:26.615 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0747000000000004e-05 2021-03-04T23:31:26.615 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.615 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.615 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 2,7", 2021-03-04T23:31:26.615 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.147909+0000", 2021-03-04T23:31:26.616 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0072603839999999999 2021-03-04T23:31:26.616 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.616 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.616 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:26.617 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.155169+0000", 2021-03-04T23:31:26.617 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.1489999999999997e-05 2021-03-04T23:31:26.617 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.617 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.617 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.618 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.155211+0000", 2021-03-04T23:31:26.618 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.021591444000000001 2021-03-04T23:31:26.618 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.618 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.618 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.619 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.176802+0000", 2021-03-04T23:31:26.619 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9022000000000001e-05 2021-03-04T23:31:26.619 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.619 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.620 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:26.620 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.176831+0000", 2021-03-04T23:31:26.620 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040357129999999998 2021-03-04T23:31:26.620 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.621 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.621 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:26.621 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:06.180867+0000", 2021-03-04T23:31:26.621 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.11761955 2021-03-04T23:31:26.621 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.622 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:26.622 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.622 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.622 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.623 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:164657 9.8 9:18ca9c4d:::benchmark_data_gibba011_139107_object11290:head [delete] snapc 0=[] ondisk+write+known_if_redirected e160)", 2021-03-04T23:31:26.623 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:34.282633+0000", 2021-03-04T23:31:26.623 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 291.97407976599999, 2021-03-04T23:31:26.623 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.21558461400000001, 2021-03-04T23:31:26.624 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:26.624 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:26.624 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:26.624 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:26.624 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:26.625 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 164657 2021-03-04T23:31:26.625 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.625 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:26.625 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.625 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:26.626 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282633+0000", 2021-03-04T23:31:26.626 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:26.626 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.626 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.627 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:26.627 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282633+0000", 2021-03-04T23:31:26.627 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.395e-06 2021-03-04T23:31:26.627 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.627 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.628 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:26.628 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282635+0000", 2021-03-04T23:31:26.628 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4109999999999999e-06 2021-03-04T23:31:26.628 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.628 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.629 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:26.629 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282636+0000", 2021-03-04T23:31:26.629 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.6240000000000008e-06 2021-03-04T23:31:26.629 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.630 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.630 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:26.630 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282645+0000", 2021-03-04T23:31:26.630 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3050000000000003e-06 2021-03-04T23:31:26.630 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.631 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.631 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:26.631 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282649+0000", 2021-03-04T23:31:26.631 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4026e-05 2021-03-04T23:31:26.631 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.632 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.632 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:26.632 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282673+0000", 2021-03-04T23:31:26.632 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.3256000000000003e-05 2021-03-04T23:31:26.633 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.633 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.633 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:26.633 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282766+0000", 2021-03-04T23:31:26.633 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.7065999999999995e-05 2021-03-04T23:31:26.634 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.634 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.634 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:31:26.634 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282863+0000", 2021-03-04T23:31:26.635 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0030874980000000002 2021-03-04T23:31:26.635 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.635 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.635 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.635 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.285951+0000", 2021-03-04T23:31:26.636 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.5829999999999997e-06 2021-03-04T23:31:26.636 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.636 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.636 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:26.637 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.285956+0000", 2021-03-04T23:31:26.637 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.21214744199999999 2021-03-04T23:31:26.637 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.637 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.637 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.638 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.498104+0000", 2021-03-04T23:31:26.638 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.8003000000000004e-05 2021-03-04T23:31:26.638 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.638 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.639 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:26.639 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.498192+0000", 2021-03-04T23:31:26.639 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6004999999999999e-05 2021-03-04T23:31:26.639 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.639 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.640 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:26.640 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.498218+0000", 2021-03-04T23:31:26.640 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.21558461400000001 2021-03-04T23:31:26.640 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.640 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:26.641 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.641 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.641 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.641 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:164661 9.8 9:138cd513:::benchmark_data_gibba011_139107_object11294:head [delete] snapc 0=[] ondisk+write+known_if_redirected e160)", 2021-03-04T23:31:26.642 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:34.286077+0000", 2021-03-04T23:31:26.642 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 291.97063625800001, 2021-03-04T23:31:26.642 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.225630146, 2021-03-04T23:31:26.642 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:26.642 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:26.643 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:26.643 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:26.643 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:26.643 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 164661 2021-03-04T23:31:26.643 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.644 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:26.644 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.644 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:26.644 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286077+0000", 2021-03-04T23:31:26.645 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:26.645 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.645 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.645 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:26.645 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286077+0000", 2021-03-04T23:31:26.646 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.547e-06 2021-03-04T23:31:26.646 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.646 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.646 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:26.646 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286078+0000", 2021-03-04T23:31:26.647 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.55e-06 2021-03-04T23:31:26.647 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.647 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.647 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:26.648 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286080+0000", 2021-03-04T23:31:26.648 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.9660000000000002e-06 2021-03-04T23:31:26.648 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.648 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.648 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:26.649 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286089+0000", 2021-03-04T23:31:26.649 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.5860000000000001e-06 2021-03-04T23:31:26.649 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.649 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.649 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:26.650 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286092+0000", 2021-03-04T23:31:26.650 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0446999999999999e-05 2021-03-04T23:31:26.650 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.650 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.651 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:26.651 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286113+0000", 2021-03-04T23:31:26.651 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.7545000000000004e-05 2021-03-04T23:31:26.651 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.651 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.652 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:26.652 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286190+0000", 2021-03-04T23:31:26.652 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.6135000000000003e-05 2021-03-04T23:31:26.652 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.652 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.653 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:31:26.653 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286257+0000", 2021-03-04T23:31:26.653 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003087729 2021-03-04T23:31:26.653 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.654 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.654 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:26.654 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.289344+0000", 2021-03-04T23:31:26.654 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00054435799999999999 2021-03-04T23:31:26.654 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.655 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.655 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.655 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.289889+0000", 2021-03-04T23:31:26.655 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.221763197 2021-03-04T23:31:26.655 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.656 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.656 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.656 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.511652+0000", 2021-03-04T23:31:26.656 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.1318000000000001e-05 2021-03-04T23:31:26.657 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.657 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.657 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:26.657 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.511683+0000", 2021-03-04T23:31:26.657 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3768e-05 2021-03-04T23:31:26.658 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.658 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.658 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:26.658 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.511707+0000", 2021-03-04T23:31:26.659 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.225630146 2021-03-04T23:31:26.659 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.659 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:26.659 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.659 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.660 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.660 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:164680 9.8 9:151c5716:::benchmark_data_gibba011_139107_object11313:head [delete] snapc 0=[] ondisk+write+known_if_redirected e161)", 2021-03-04T23:31:26.660 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:34.329859+0000", 2021-03-04T23:31:26.660 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 291.92685413499999, 2021-03-04T23:31:26.660 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.18772061800000001, 2021-03-04T23:31:26.661 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:26.661 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:26.661 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:31:26.661 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:31:26.662 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:26.662 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 164680 2021-03-04T23:31:26.662 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.662 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:26.662 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.663 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:26.663 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.329859+0000", 2021-03-04T23:31:26.663 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:26.663 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.663 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.664 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:26.664 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.329859+0000", 2021-03-04T23:31:26.664 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8449999999999999e-06 2021-03-04T23:31:26.664 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.665 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.665 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:26.665 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.329861+0000", 2021-03-04T23:31:26.665 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8220000000000001e-06 2021-03-04T23:31:26.665 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.666 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.666 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:26.666 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.329863+0000", 2021-03-04T23:31:26.666 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0091e-05 2021-03-04T23:31:26.667 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.667 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.667 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:26.667 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.329873+0000", 2021-03-04T23:31:26.667 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2950000000000004e-06 2021-03-04T23:31:26.668 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.668 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.668 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:26.668 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.329877+0000", 2021-03-04T23:31:26.669 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7741000000000001e-05 2021-03-04T23:31:26.669 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.669 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.669 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:26.669 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.329905+0000", 2021-03-04T23:31:26.670 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.4176000000000004e-05 2021-03-04T23:31:26.670 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.670 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.670 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:26.671 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.329969+0000", 2021-03-04T23:31:26.671 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.8668999999999997e-05 2021-03-04T23:31:26.671 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.671 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.671 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:31:26.672 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.330028+0000", 2021-03-04T23:31:26.672 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0027370490000000001 2021-03-04T23:31:26.672 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.672 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.673 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.673 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.332765+0000", 2021-03-04T23:31:26.673 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00023553499999999999 2021-03-04T23:31:26.673 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.673 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.674 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:31:26.674 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.333000+0000", 2021-03-04T23:31:26.674 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.18451041200000001 2021-03-04T23:31:26.674 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.675 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.675 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:26.675 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.517511+0000", 2021-03-04T23:31:26.675 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8714999999999998e-05 2021-03-04T23:31:26.675 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.676 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.676 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:31:26.676 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.517549+0000", 2021-03-04T23:31:26.676 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0267999999999999e-05 2021-03-04T23:31:26.676 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.677 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.677 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:26.677 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.517580+0000", 2021-03-04T23:31:26.677 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.18772061800000001 2021-03-04T23:31:26.678 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.678 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:26.678 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.678 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.678 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.679 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPush(9.9 234/233 [PushOp(9:94e82686:::benchmark_data_gibba011_139107_object48899:head, version: 141'2980, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:94e82686:::benchmark_data_gibba011_139107_object48899:head@141'2980, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:31:26.679 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:31:07.616217+0000", 2021-03-04T23:31:26.679 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 18.640496239000001, 2021-03-04T23:31:26.679 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.11817380800000001, 2021-03-04T23:31:26.680 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:31:26.680 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:31:26.680 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:31:26.680 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.680 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:31:26.681 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.616217+0000", 2021-03-04T23:31:26.681 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:31:26.681 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.681 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.682 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:31:26.682 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.616217+0000", 2021-03-04T23:31:26.682 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.148e-06 2021-03-04T23:31:26.682 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.682 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.683 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:31:26.683 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.616224+0000", 2021-03-04T23:31:26.683 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.4199999999999999e-06 2021-03-04T23:31:26.683 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.683 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.684 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:31:26.684 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.616227+0000", 2021-03-04T23:31:26.684 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.2560000000000002e-06 2021-03-04T23:31:26.684 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.685 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.685 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:31:26.685 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.616233+0000", 2021-03-04T23:31:26.685 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8999999999999999e-06 2021-03-04T23:31:26.686 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.686 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.686 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:31:26.686 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.616237+0000", 2021-03-04T23:31:26.686 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.4833999999999999e-05 2021-03-04T23:31:26.687 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.687 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.687 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:31:26.687 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.616271+0000", 2021-03-04T23:31:26.688 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.5130000000000001e-06 2021-03-04T23:31:26.688 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.688 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.688 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:31:26.688 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.616275+0000", 2021-03-04T23:31:26.689 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.118115737 2021-03-04T23:31:26.689 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:31:26.689 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:31:26.689 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:31:26.690 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.734391+0000", 2021-03-04T23:31:26.690 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.11817380800000001 2021-03-04T23:31:26.690 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.690 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:26.690 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.691 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:31:26.691 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:31:26.691 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:31:26.691 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:26.693 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:25 gibba038 conmon[76675]: cluster 2021-03-04T23:31:24.687721+0000 mgr.x (mgr.34676) 861 : cluster [DBG] pgmap v843: 119 pgs: 1 remapped+peering, 2 active+recovering+undersized+remapped, 113 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 5773/343977 objects misplaced (1.678%); 22 MiB/s, 410 objects/s recovering 2021-03-04T23:31:26.693 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:25 gibba038 conmon[76675]: 2021-03-04T23:31:26.693 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:25 gibba038 conmon[76675]: audit 2021-03-04T23:31:25.326850+0000 mon.c (mon.1) 340 : audit [INF] from='client.? 172.21.2.111:0/678587825' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.9003750687923421}]: dispatch 2021-03-04T23:31:26.694 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:25 gibba038 conmon[76675]: audit 2021-03-04T23:31:25.327109+0000 mon.a (mon.0) 1093 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.9003750687923421}]: dispatch 2021-03-04T23:31:26.694 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:31:26.694 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:31:26.694 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:31:26.695 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:31:26.695 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:31:26.695 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:31:26.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:26.714 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:26.714 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:26.816 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:26.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:26.833 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:26.834 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:26.935 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:26.952 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:26.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:26.954 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:27.055 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:27.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:27.073 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:27.073 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:27.174 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:27.191 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:27.192 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:27.193 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:27.294 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:27.311 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:27.312 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:27.312 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:27.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:26 gibba038 conmon[76675]: audit 2021-03-04T23:31:25.969402+0000 mon.a (mon.0) 1094 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.9003750687923421}]': finished 2021-03-04T23:31:27.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:26 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:31:27.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:26 gibba038 conmon[76675]: -04T23:31:25.969439+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2021-03-04T23:31:27.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:26 gibba038 conmon[76675]: audit 2021-03-04T23:31:26.240086+0000 mon.c (mon.1) 341 : audit [DBG] from='client.? 172.21.2.111:0/2965716778' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:27.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:26 gibba038 conmon[76675]: audit 2021-03-04T23:31:26.653648+0000 2021-03-04T23:31:27.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:26 gibba038 conmon[76675]: mon.a (mon.0) 1096 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:31:27.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:26 gibba011 conmon[99461]: audit 2021-03-04T23:31:25.969402+0000 mon.a (mon.0) 1094 : audit [INF] 2021-03-04T23:31:27.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:26 gibba011 conmon[99461]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.9003750687923421}]': finished 2021-03-04T23:31:27.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:26 gibba011 conmon[99461]: cluster 2021-03-04T23:31:25.969439+0000 mon.a (mon.0) 1095 : cluster [DBG] 2021-03-04T23:31:27.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:26 gibba011 conmon[99461]: osdmap e240: 8 total, 8 up, 8 in 2021-03-04T23:31:27.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:26 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:31:27.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:26 gibba011 conmon[99461]: T23:31:26.240086+0000 mon.c (mon.1) 341 : audit [DBG] 2021-03-04T23:31:27.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:26 gibba011 conmon[99461]: from='client.? 172.21.2.111:0/2965716778' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:27.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:26 gibba011 conmon[99461]: audit 2021-03-04T23:31:26.653648+0000 2021-03-04T23:31:27.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:26 gibba011 conmon[99461]: mon.a (mon.0) 1096 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:31:27.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:26 gibba011 conmon[95595]: audit 2021-03-04T23:31:25.969402+0000 mon.a (mon.0) 1094 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 0, "weight": 0.9003750687923421}]': finished 2021-03-04T23:31:27.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:26 gibba011 conmon[95595]: cluster 2021-03-04T23:31:25.969439+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2021-03-04T23:31:27.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:26 gibba011 conmon[95595]: audit 2021-03-04T23:31:26.240086+0000 mon.c (mon.1) 341 : audit [DBG] from='client.? 172.21.2.111:0/2965716778' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:27.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:26 gibba011 conmon[95595]: audit 2021-03-04T23:31:26.653648+0000 mon.a (mon.0) 1096 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:31:27.413 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:27.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:27.431 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:27.431 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:27.532 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:27.549 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:27.549 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:27.550 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:27.637 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-03-04T23:31:27.652 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:27.672 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:27.673 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:27.674 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:27.763 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:31:27.775 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:27.802 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:27.803 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:27.803 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:27.905 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:27.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:27.926 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:27.927 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:28.028 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:28.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:27 gibba011 conmon[99461]: cluster 2021-03-04T23:31:26.688086+0000 2021-03-04T23:31:28.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:27 gibba011 conmon[99461]: mgr.x (mgr.34676) 862 : cluster [DBG] pgmap v845: 119 pgs: 1 remapped+peering, 2 active+recovering+undersized+remapped, 113 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 5773/343977 objects misplaced (1.678%); 6.6 MiB/s, 155 objects/s recovering 2021-03-04T23:31:28.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:27 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:31:28.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:27 gibba011 conmon[99461]: -04T23:31:26.977272+0000 mon.a (mon.0) 1097 : cluster 2021-03-04T23:31:28.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:27 gibba011 conmon[99461]: [DBG] osdmap e241: 8 total, 8 up, 8 in 2021-03-04T23:31:28.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:27 gibba011 conmon[95595]: cluster 2021-03-04T23:31:26.688086+0000 mgr.x (mgr.34676) 862 2021-03-04T23:31:28.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:27 gibba011 conmon[95595]: : cluster [DBG] pgmap v845: 119 pgs: 1 remapped+peering, 2 active+recovering+undersized+remapped, 113 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 5773/343977 objects misplaced (1.678%); 6.6 MiB/s, 155 objects/s recovering 2021-03-04T23:31:28.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:27 gibba011 conmon[95595]: cluster 2021-03-04T23:31:26.977272+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e241: 8 total, 8 up, 8 in 2021-03-04T23:31:28.121 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:28.122 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:28.122 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:28.223 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:28.242 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:28.243 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:28.244 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:28.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:27 gibba038 conmon[76675]: cluster 2021-03-04T23:31:26.688086+0000 mgr.x (mgr.34676) 862 : cluster [DBG] pgmap v845: 119 pgs: 1 remapped+peering, 2 active+recovering+undersized+remapped, 113 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 5773/343977 objects misplaced (1.678%); 6.6 MiB/s, 155 objects/s recovering 2021-03-04T23:31:28.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:27 gibba038 conmon[76675]: cluster 2021-03-04T23:31:26.977272+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e241: 8 total, 8 up, 8 in 2021-03-04T23:31:28.345 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:28.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:28.364 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:28.364 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:28.466 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:28.484 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:28.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:28.485 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:28.586 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:28.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:28.605 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:28.605 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:28.706 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:28.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:28.725 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:28.725 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:28.827 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:28.843 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:28.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:28.845 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:28.946 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:28.964 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:28.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:28.966 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:28.986 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:31:29.067 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:29.084 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:29.085 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:29.086 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:29.186 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:29.203 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:29.204 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:29.204 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:29.305 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:29.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:29.323 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:29.324 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:29.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:28 gibba038 conmon[76675]: audit 2021-03-04T23:31:28.039634+0000 mon.a (mon.0) 1098 : audit [INF] from='client.? 172.21.2.111:0/2082939666' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:29.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:28 gibba038 conmon[76675]: cluster 2021-03-04T23:31:28.950649+0000 mon.a (mon.0) 1099 : cluster [WRN] Health check update: Degraded data redundancy: 16883/343977 objects degraded (4.908%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:31:29.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:28 gibba011 conmon[95595]: audit 2021-03-04T23:31:28.039634+0000 mon.a (mon.0) 1098 : audit [INF] from='client.? 172.21.2.111:0/2082939666' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:29.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:28 gibba011 conmon[95595]: cluster 2021-03-04T23:31:28.950649+0000 mon.a (mon.0) 1099 : cluster [WRN] Health check update: Degraded data redundancy: 16883/343977 objects degraded (4.908%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:31:29.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:28 gibba011 conmon[99461]: audit 2021-03-04T23:31:28.039634+0000 mon.a (mon.0) 1098 : audit [INF] from='client.? 172.21.2.111:0/2082939666' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:29.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:28 gibba011 conmon[99461]: cluster 2021-03-04T23:31:28.950649+0000 mon.a (mon.0) 1099 : cluster 2021-03-04T23:31:29.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:28 gibba011 conmon[99461]: [WRN] Health check update: Degraded data redundancy: 16883/343977 objects degraded (4.908%), 3 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:31:29.425 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:29.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:29.442 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:29.442 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:29.544 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:29.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:29.561 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:29.562 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:29.663 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:29.680 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:29.681 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:29.681 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:29.782 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:29.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:29.799 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:29.799 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:29.901 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:29.917 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:29.917 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:29.918 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:30.019 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:30.040 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:30.040 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:30.041 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:30.142 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:30.159 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:30.160 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:30.161 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:30.262 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:30.279 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:30.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:30.281 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:30.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:29 gibba038 conmon[76675]: cluster 2021-03-04T23:31:28.688567+0000 mgr.x (mgr.34676) 863 : cluster [DBG] pgmap v847: 119 pgs: 2 activating, 1 remapped+peering, 2 active+recovering+undersized+remapped, 111 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 4881/343977 objects misplaced (1.419%); 14 MiB/s, 390 objects/s recovering 2021-03-04T23:31:30.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:29 gibba038 conmon[76675]: cluster 2021-03-04T23:31:28.977225+0000 mon.a (mon.0) 1100 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:31:30.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:29 gibba038 conmon[76675]: audit 2021-03-04T23:31:28.982351+0000 mon.a (mon.0) 1101 : audit [INF] from='client.? 172.21.2.111:0/2082939666' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:30.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:29 gibba038 conmon[76675]: cluster 2021-03-04T23:31:28.982396+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2021-03-04T23:31:30.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:29 gibba011 conmon[95595]: cluster 2021-03-04T23:31:28.688567+0000 mgr.x (mgr.34676) 863 : cluster [DBG] pgmap v847: 119 pgs: 2 activating, 1 remapped+peering, 2 active+recovering+undersized+remapped, 111 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 4881/343977 objects misplaced (1.419%); 14 MiB/s, 390 objects/s recovering 2021-03-04T23:31:30.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:29 gibba011 conmon[95595]: cluster 2021-03-04T23:31:28.977225+0000 mon.a (mon.0) 1100 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:31:30.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:29 gibba011 conmon[95595]: audit 2021-03-04T23:31:28.982351+0000 mon.a (mon.0) 1101 : audit [INF] from='client.? 172.21.2.111:0/2082939666' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:30.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:29 gibba011 conmon[95595]: cluster 2021-03-04T23:31:28.982396+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2021-03-04T23:31:30.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:29 gibba011 conmon[99461]: cluster 2021-03-04T23:31:28.688567+0000 mgr.x (mgr.34676) 863 : cluster [DBG] pgmap v847: 119 pgs: 2 activating, 1 remapped+peering, 2 active+recovering+undersized+remapped, 111 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 4881/343977 objects misplaced (1.419%); 14 MiB/s, 390 objects/s recovering 2021-03-04T23:31:30.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:29 gibba011 conmon[99461]: cluster 2021-03-04T23:31:28.977225+0000 mon.a (mon.0) 1100 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:31:30.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:29 gibba011 conmon[99461]: audit 2021-03-04T23:31:28.982351+0000 mon.a (mon.0) 1101 : audit [INF] from='client.? 172.21.2.111:0/2082939666' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:30.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:29 gibba011 conmon[99461]: cluster 2021-03-04T23:31:28.982396+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2021-03-04T23:31:30.381 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:30.399 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:30.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:30.401 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:30.502 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:30.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:30.520 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:30.521 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:30.622 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:30.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:30.640 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:30.641 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:30.742 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:30.760 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:30.761 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:30.761 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:30.863 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:30.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:30.882 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:30.883 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:30.984 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:31.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:31.005 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:31.005 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:31.107 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:31.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:31.125 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:31.125 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:31.227 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:31.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:31.245 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:31.245 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:31.347 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:31.364 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:31.365 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:31.365 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:31.467 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:31.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:31.485 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:31.485 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:31.587 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:31.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:31.605 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:31.605 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:31.688 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:31:31.706 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:31.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:31.725 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:31.725 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:31.795 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:31.827 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:31.845 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:31.846 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:31.846 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:31.948 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:31.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:31.966 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:31.966 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:32.067 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:32.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:32.087 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:32.088 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:32.189 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:32.207 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:32.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:32.209 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:32.259 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:31 gibba011 conmon[95595]: cluster 2021-03-04T23:31:30.688948+0000 2021-03-04T23:31:32.259 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:31 gibba011 conmon[95595]: mgr.x (mgr.34676) 864 : cluster [DBG] pgmap v849: 119 pgs: 2 activating, 1 remapped+peering, 2 active+recovering+undersized+remapped, 111 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 4881/343977 objects misplaced (1.419%); 9.3 MiB/s, 294 objects/s recovering 2021-03-04T23:31:32.259 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:31 gibba011 conmon[95595]: cluster 2021-03-04T23:31:30.985253+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2021-03-04T23:31:32.260 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:31 gibba011 conmon[99461]: cluster 2021-03-04T23:31:30.688948+0000 mgr.x (mgr.34676) 864 : 2021-03-04T23:31:32.260 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:31 gibba011 conmon[99461]: cluster [DBG] pgmap v849: 119 pgs: 2 activating, 1 remapped+peering, 2 active+recovering+undersized+remapped, 111 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 4881/343977 objects misplaced (1.419%); 9.3 MiB/s, 294 objects/s recovering 2021-03-04T23:31:32.260 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:31 gibba011 conmon[99461]: cluster 2021-03-04T23:31:30.985253+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2021-03-04T23:31:32.261 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:31 gibba011 conmon[99461]: 2021-03-04T23:31:32.310 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:32.329 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:32.332 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:32.332 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:32.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:31 gibba038 conmon[76675]: cluster 2021-03-04T23:31:30.688948+0000 mgr.x (mgr.34676) 864 : cluster [DBG] pgmap v849: 119 pgs: 2 activating, 1 remapped+peering, 2 active+recovering+undersized+remapped, 111 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 4881/343977 objects misplaced (1.419%); 9.3 MiB/s, 294 objects/s recovering 2021-03-04T23:31:32.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:31 gibba038 conmon[76675]: cluster 2021-03-04T23:31:30.985253+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2021-03-04T23:31:32.434 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:32.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:32.453 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:32.453 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:32.554 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:32.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:32.572 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:32.572 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:32.613 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 6, 1, 3, 7] out_osds: [] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:31:32.613 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:31:32.613 INFO:tasks.thrashosds.thrasher:Setting osd 4 primary_affinity to 1.000000 2021-03-04T23:31:32.614 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd primary-affinity 4 1 2021-03-04T23:31:32.674 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:32.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:32.696 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:32.696 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:32.719 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:32.798 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:32.815 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:32.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:32.817 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:32.918 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:32.935 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:32.936 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:32.937 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:33.038 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:33.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:33.057 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:33.058 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:33.159 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:33.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:33.178 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:33.178 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:33.279 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:33.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:33.298 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:33.298 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:33.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:32 gibba011 conmon[99461]: cluster 2021-03-04T23:31:31.987201+0000 mon.a (mon.0) 1104 : cluster 2021-03-04T23:31:33.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:32 gibba011 conmon[99461]: [DBG] osdmap e244: 8 total, 8 up, 8 in 2021-03-04T23:31:33.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:32 gibba011 conmon[95595]: cluster 2021-03-04T23:31:31.987201+0000 mon.a (mon.0) 1104 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2021-03-04T23:31:33.399 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:33.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:33.417 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:33.417 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:33.498 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:32 gibba038 conmon[76675]: cluster 2021-03-04T23:31:31.987201+0000 mon.a (mon.0) 1104 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2021-03-04T23:31:33.519 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:33.537 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:33.538 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:33.539 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:33.641 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:33.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:33.660 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:33.660 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:33.762 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:33.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:33.780 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:33.780 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:33.881 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:33.899 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:33.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:33.900 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:34.001 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:34.003 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:31:34.019 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:34.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:34.021 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:34.122 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:34.140 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:34.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:34.141 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:34.242 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:34.259 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:34.260 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:34.260 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:34.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:33 gibba038 conmon[76675]: cluster 2021-03-04T23:31:32.689319+0000 mgr.x (mgr.34676) 865 : cluster [DBG] pgmap v852: 119 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 4424/343977 objects misplaced (1.286%); 15 MiB/s, 726 objects/s recovering 2021-03-04T23:31:34.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:33 gibba038 conmon[76675]: audit 2021-03-04T23:31:33.778534+0000 mon.a (mon.0) 1105 : audit [INF] from='client.? 172.21.2.111:0/3215998558' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:31:34.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:33 gibba011 conmon[95595]: cluster 2021-03-04T23:31:32.689319+0000 mgr.x (mgr.34676) 865 : cluster [DBG] pgmap v852: 119 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 4424/343977 objects misplaced (1.286%); 15 MiB/s, 726 objects/s recovering 2021-03-04T23:31:34.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:33 gibba011 conmon[95595]: audit 2021-03-04T23:31:33.778534+0000 mon.a (mon.0) 1105 : audit [INF] from='client.? 172.21.2.111:0/3215998558' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:31:34.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:33 gibba011 conmon[99461]: cluster 2021-03-04T23:31:32.689319+0000 mgr.x (mgr.34676) 865 : cluster [DBG] pgmap v852: 119 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 4424/343977 objects misplaced (1.286%); 15 MiB/s, 726 objects/s recovering 2021-03-04T23:31:34.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:33 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:31:34.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:33 gibba011 conmon[99461]: 03-04T23:31:33.778534+0000 mon.a (mon.0) 1105 : audit [INF] from='client.? 172.21.2.111:0/3215998558' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:31:34.361 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:34.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:34.381 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:34.381 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:34.482 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:34.500 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:34.500 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:34.501 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:34.602 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:34.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:34.621 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:34.621 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:34.722 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:34.740 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:34.741 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:34.741 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:34.842 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:34.859 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:34.860 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:34.861 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:34.962 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:34.980 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:34.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:34.981 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:35.083 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:35.101 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:35.102 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:35.103 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:35.204 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:35.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:35.223 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:35.223 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:35.324 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:35.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:34 gibba038 conmon[76675]: cluster 2021-03-04T23:31:33.993233+0000 mon.a (mon.0) 1106 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:35.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:34 gibba038 conmon[76675]: audit 2021-03-04T23:31:33.999150+0000 mon.a (mon.0) 1107 : audit [INF] from='client.? 172.21.2.111:0/3215998558' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:31:35.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:34 gibba038 conmon[76675]: cluster 2021-03-04T23:31:33.999180+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2021-03-04T23:31:35.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:35.342 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:35.343 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:35.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:34 gibba011 conmon[99461]: cluster 2021-03-04T23:31:33.993233+0000 mon.a (mon.0) 1106 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:35.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:34 gibba011 conmon[99461]: audit 2021-03-04T23:31:33.999150+0000 mon.a (mon.0) 1107 : audit [INF] from='client.? 172.21.2.111:0/3215998558' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:31:35.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:34 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:31:35.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:34 gibba011 conmon[99461]: 04T23:31:33.999180+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2021-03-04T23:31:35.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:34 gibba011 conmon[95595]: cluster 2021-03-04T23:31:33.993233+0000 mon.a (mon.0) 1106 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:35.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:34 gibba011 conmon[95595]: audit 2021-03-04T23:31:33.999150+0000 mon.a (mon.0) 1107 : audit [INF] from='client.? 172.21.2.111:0/3215998558' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:31:35.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:34 gibba011 conmon[95595]: cluster 2021-03-04T23:31:33.999180+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2021-03-04T23:31:35.444 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:35.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:35.462 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:35.462 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:35.564 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:35.583 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:35.584 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:35.585 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:35.685 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:35.703 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:35.704 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:35.704 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:35.805 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:35.824 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:35.825 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:35.825 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:35.926 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:35.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:35.945 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:35.946 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:36.008 INFO:teuthology.orchestra.run.gibba011.stderr:set osd.4 primary-affinity to 1 (8655362) 2021-03-04T23:31:36.047 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:36.065 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:36.066 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:36.066 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:36.167 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:36.184 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:36.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:36.185 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:36.286 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:36.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:36.304 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:36.304 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:36.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:36 gibba038 conmon[76675]: cluster 2021-03-04T23:31:34.689632+0000 mgr.x (mgr.34676) 866 : cluster [DBG] pgmap v854: 119 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 4424/343977 objects misplaced (1.286%); 5.0 MiB/s, 417 objects/s recovering 2021-03-04T23:31:36.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:36 gibba038 conmon[76675]: audit 2021-03-04T23:31:35.201449+0000 mon.c (mon.1) 342 : audit [INF] from='client.? 172.21.2.111:0/3354292916' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:31:36.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:36 gibba038 conmon[76675]: audit 2021-03-04T23:31:35.201790+0000 mon.a (mon.0) 1109 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:31:36.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:36 gibba011 conmon[95595]: cluster 2021-03-04T23:31:34.689632+0000 mgr.x (mgr.34676) 866 : cluster [DBG] 2021-03-04T23:31:36.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:36 gibba011 conmon[95595]: pgmap v854: 119 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 4424/343977 objects misplaced (1.286%); 5.0 MiB/s, 417 objects/s recovering 2021-03-04T23:31:36.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:36 gibba011 conmon[95595]: audit 2021-03-04T23:31:35.201449+0000 mon.c (mon.1) 342 : audit [INF] from='client.? 172.21.2.111:0/3354292916' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:31:36.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:36 gibba011 conmon[95595]: audit 2021-03-04T23:31:35.201790+0000 mon.a (mon.0) 1109 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:31:36.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:36 gibba011 conmon[99461]: cluster 2021-03-04T23:31:34.689632+0000 mgr.x (mgr.34676) 866 : 2021-03-04T23:31:36.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:36 gibba011 conmon[99461]: cluster [DBG] pgmap v854: 119 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 4424/343977 objects misplaced (1.286%); 5.0 MiB/s, 417 objects/s recovering 2021-03-04T23:31:36.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:36 gibba011 conmon[99461]: audit 2021-03-04T23:31:35.201449+0000 mon.c (mon.1) 2021-03-04T23:31:36.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:36 gibba011 conmon[99461]: 342 : audit [INF] from='client.? 172.21.2.111:0/3354292916' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:31:36.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:36 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:31:36.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:36 gibba011 conmon[99461]: 04T23:31:35.201790+0000 mon.a (mon.0) 1109 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:31:36.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:36 gibba011 conmon[99461]: 2021-03-04T23:31:36.405 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:36.423 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:36.424 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:36.424 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:36.525 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:36.543 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:36.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:36.544 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:36.646 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:36.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:36.664 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:36.664 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:36.713 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:31:36.766 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:36.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:36.784 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:36.785 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:36.822 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:36.886 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:36.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:36.904 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:36.904 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:37.005 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:37.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:37.025 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:37.025 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:37.126 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:37.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:37.146 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:37.146 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:37.247 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:37.251 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:37 gibba011 conmon[95595]: audit 2021-03-04T23:31:36.002803+0000 mon.a (mon.0) 1110 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:31:37.251 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:37 gibba011 conmon[95595]: cluster 2021-03-04T23:31:36.002859+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2021-03-04T23:31:37.251 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:37 gibba011 conmon[99461]: audit 2021-03-04T23:31:36.002803+0000 mon.a (mon.0) 1110 : audit 2021-03-04T23:31:37.252 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:37 gibba011 conmon[99461]: [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:31:37.252 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:37 gibba011 conmon[99461]: cluster 2021-03-04T23:31:36.002859+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2021-03-04T23:31:37.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:37.266 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:37.267 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:37.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:37 gibba038 conmon[76675]: audit 2021-03-04T23:31:36.002803+0000 mon.a (mon.0) 1110 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:31:37.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:37 gibba038 conmon[76675]: cluster 2021-03-04T23:31:36.002859+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2021-03-04T23:31:37.367 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:37.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:37.387 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:37.387 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:37.489 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:37.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:37.509 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:37.509 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:37.610 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:37.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:37.628 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:37.629 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:37.731 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:37.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:37.750 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:37.750 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:37.852 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:37.869 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:37.869 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:37.870 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:37.971 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:37.989 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:37.990 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:37.990 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:38.091 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:38.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:38.111 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:38.112 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:38.204 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:38 gibba011 conmon[95595]: cluster 2021-03-04T23:31:36.689982+0000 mgr.x (mgr.34676) 867 : cluster [DBG] pgmap v856: 119 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 4424/343977 objects misplaced (1.286%); 5.0 MiB/s, 418 objects/s recovering 2021-03-04T23:31:38.205 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:38 gibba011 conmon[99461]: cluster 2021-03-04T23:31:36.689982+0000 mgr.x (mgr.34676) 867 : cluster [DBG] pgmap v856: 119 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 4424/343977 objects misplaced (1.286%); 5.0 MiB/s, 418 objects/s recovering 2021-03-04T23:31:38.205 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:38 gibba011 conmon[99461]: 2021-03-04T23:31:38.214 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:38.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:38.232 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:38.233 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:38.334 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:38.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:38 gibba038 conmon[76675]: cluster 2021-03-04T23:31:36.689982+0000 mgr.x (mgr.34676) 867 : cluster [DBG] pgmap v856: 119 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 4424/343977 objects misplaced (1.286%); 5.0 MiB/s, 418 objects/s recovering 2021-03-04T23:31:38.353 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:38.354 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:38.354 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:38.456 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:38.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:38.475 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:38.475 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:38.576 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:38.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:38.596 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:38.596 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:38.698 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:38.716 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:38.717 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:38.718 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:38.819 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:38.837 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:38.838 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:38.838 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:38.940 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:38.957 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:38.958 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:38.959 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:39.020 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:31:39.060 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:39.078 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:39.079 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:39.079 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:39.181 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:39.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:39.199 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:39.199 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:39.300 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:39.319 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:39.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:39.320 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:39.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:39 gibba038 conmon[76675]: audit 2021-03-04T23:31:38.443147+0000 mon.a (mon.0) 1112 : audit [INF] from='client.? 172.21.2.111:0/3214134264' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:39.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:39 gibba011 conmon[95595]: audit 2021-03-04T23:31:38.443147+0000 mon.a (mon.0) 1112 : audit [INF] from='client.? 172.21.2.111:0/3214134264' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:39.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:39 gibba011 conmon[99461]: audit 2021-03-04T23:31:38.443147+0000 mon.a (mon.0) 1112 : audit [INF] from='client.? 172.21.2.111:0/3214134264' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:39.422 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:39.439 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:39.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:39.440 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:39.541 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:39.558 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:39.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:39.560 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:39.661 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:39.680 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:39.681 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:39.682 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:39.783 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:39.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:39.801 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:39.802 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:39.903 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:39.921 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:39.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:39.922 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:40.023 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:40.041 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:40.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:40.043 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:40.144 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:40.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:40.162 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:40.163 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:40.264 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:40.282 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:40.282 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:40.283 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:40.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:40 gibba038 conmon[76675]: cluster 2021-03-04T23:31:38.690443+0000 mgr.x (mgr.34676) 868 : cluster [DBG] pgmap v857: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 3910/343977 objects misplaced (1.137%); 9.1 MiB/s, 432 objects/s recovering 2021-03-04T23:31:40.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:40 gibba038 conmon[76675]: cluster 2021-03-04T23:31:39.010771+0000 mon.a (mon.0) 1113 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:40.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:40 gibba038 conmon[76675]: audit 2021-03-04T23:31:39.016004+0000 mon.a (mon.0) 1114 : audit [INF] from='client.? 172.21.2.111:0/3214134264' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:40.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:40 gibba038 conmon[76675]: cluster 2021-03-04T23:31:39.016034+0000 mon.a (mon.0) 1115 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2021-03-04T23:31:40.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:40 gibba011 conmon[95595]: cluster 2021-03-04T23:31:38.690443+0000 mgr.x (mgr.34676) 868 : cluster [DBG] pgmap v857: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 3910/343977 objects misplaced (1.137%); 9.1 MiB/s, 432 objects/s recovering 2021-03-04T23:31:40.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:40 gibba011 conmon[95595]: cluster 2021-03-04T23:31:39.010771+0000 mon.a (mon.0) 1113 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:40.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:40 gibba011 conmon[95595]: audit 2021-03-04T23:31:39.016004+0000 mon.a (mon.0) 1114 : audit [INF] from='client.? 172.21.2.111:0/3214134264' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:40.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:40 gibba011 conmon[95595]: cluster 2021-03-04T23:31:39.016034+0000 mon.a (mon.0) 1115 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2021-03-04T23:31:40.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:40 gibba011 conmon[99461]: cluster 2021-03-04T23:31:38.690443+0000 mgr.x (mgr.34676) 868 : cluster [DBG] pgmap v857: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 3910/343977 objects misplaced (1.137%); 9.1 MiB/s, 432 objects/s recovering 2021-03-04T23:31:40.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:40 gibba011 conmon[99461]: cluster 2021-03-04T23:31:39.010771+0000 mon.a (mon.0) 1113 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:40.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:40 gibba011 conmon[99461]: audit 2021-03-04T23:31:39.016004+0000 2021-03-04T23:31:40.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:40 gibba011 conmon[99461]: mon.a (mon.0) 1114 : audit [INF] from='client.? 172.21.2.111:0/3214134264' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:40.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:40 gibba011 conmon[99461]: cluster 2021-03-04T23:31:39.016034+0000 mon.a (mon.0) 1115 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2021-03-04T23:31:40.384 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:40.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:40.401 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:40.402 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:40.503 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:40.520 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:40.521 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:40.521 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:40.623 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:40.640 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:40.641 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:40.642 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:40.743 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:40.761 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:40.761 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:40.762 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:40.863 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:40.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:40.882 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:40.882 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:40.984 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:41.001 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:41.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:41.003 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:41.104 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:41.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:41.123 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:41.123 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:41.225 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:41.243 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:41.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:41.245 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:41.346 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:41.364 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:41.365 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:41.365 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:41.467 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:41.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:41.485 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:41.486 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:41.589 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:41.607 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:41.608 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:41.608 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:41.647 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 6, 1, 3, 7] out_osds: [] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:31:41.647 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:31:41.647 INFO:tasks.thrashosds.thrasher:fixing pg num pool rbd 2021-03-04T23:31:41.648 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:31:41.710 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:41.713 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:31:41.727 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:41.728 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:41.729 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:41.758 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:41.830 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:41.840 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:41.847 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:41.848 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:41.849 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:41.950 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:41.967 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:41.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:41.969 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:42.070 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:42.088 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:42.088 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:42.089 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:42.190 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:42.208 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:42.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:42.209 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:42.225 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:42 gibba011 conmon[95595]: cluster 2021-03-04T23:31:40.690731+0000 mgr.x (mgr.34676) 869 : cluster [DBG] pgmap v859: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 3910/343977 objects misplaced (1.137%); 4.8 MiB/s, 76 objects/s recovering 2021-03-04T23:31:42.226 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:42 gibba011 conmon[99461]: cluster 2021-03-04T23:31:40.690731+0000 mgr.x (mgr.34676) 869 : cluster [DBG] pgmap v859: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 3910/343977 objects misplaced (1.137%); 4.8 MiB/s, 76 objects/s recovering 2021-03-04T23:31:42.310 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:42.327 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:42.328 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:42.329 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:42.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:42 gibba038 conmon[76675]: cluster 2021-03-04T23:31:40.690731+0000 mgr.x (mgr.34676) 869 : cluster [DBG] pgmap v859: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 3910/343977 objects misplaced (1.137%); 4.8 MiB/s, 76 objects/s recovering 2021-03-04T23:31:42.430 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:42.446 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:42.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:42.448 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:42.549 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:42.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:42.569 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:42.569 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:42.671 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:42.688 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:42.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:42.690 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:42.791 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:42.807 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:42.808 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:42.809 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:42.910 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:42.927 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:42.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:42.929 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:43.030 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:43.047 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:43.048 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:43.049 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:43.150 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:43.167 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:43.168 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:43.169 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:43.270 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:43.299 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:43.299 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:43.300 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:43.402 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:43.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:43.422 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:43.423 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:43.524 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:43.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:43.546 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:43.547 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:43.648 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:43.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:43.666 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:43.667 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:43.716 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:31:43.722 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:31:43.768 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:43.787 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:43.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:43.789 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:43.890 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:43.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:43.907 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:43.908 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:44.009 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:44.028 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:44.029 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:44.029 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:44.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:44 gibba011 conmon[95595]: cluster 2021-03-04T23:31:42.691176+0000 mgr.x (mgr.34676) 870 : cluster [DBG] pgmap v860: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 3346/343977 objects misplaced (0.973%); 8.4 MiB/s, 134 objects/s recovering 2021-03-04T23:31:44.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:44 gibba011 conmon[99461]: cluster 2021-03-04T23:31:42.691176+0000 mgr.x (mgr.34676) 870 : cluster [DBG] pgmap v860: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 3346/343977 objects misplaced (0.973%); 8.4 MiB/s, 134 objects/s recovering 2021-03-04T23:31:44.130 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:44.148 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:44.149 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:44.150 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:44.252 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:44.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:44.272 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:44.272 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:44.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:44 gibba038 conmon[76675]: cluster 2021-03-04T23:31:42.691176+0000 mgr.x (mgr.34676) 870 : cluster [DBG] pgmap v860: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 3346/343977 objects misplaced (0.973%); 8.4 MiB/s, 134 objects/s recovering 2021-03-04T23:31:44.374 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:44.392 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:44.393 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:44.393 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:44.495 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:44.512 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:44.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:44.513 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:44.596 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":860,"stamp":"2021-03-04T23:31:42.690886+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":7512788288,"num_objects":114659,"num_object_clones":0,"num_object_copies":343977,"num_objects_missing_on_primary":5148,"num_objects_missing":5148,"num_objects_degraded":16883,"num_objects_misplaced":3346,"num_objects_unfound":0,"num_objects_dirty":114659,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":192145,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":73741,"num_bytes_recovered":4368574926,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80552,"ondisk_log_size":80552,"up":357,"acting":352,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":397,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":30477620,"kb_used_data":25716980,"kb_used_omap":8131,"kb_used_meta":4752444,"kb_avail":674165452,"statfs":{"total":721554505728,"available":690345422848,"internally_reserved":4294967296,"allocated":26334187520,"data_stored":26324622223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8326546,"internal_metadata":4866503278},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,14],"upper_bound":262144},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-1078,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1078,"num_bytes_recovered":70647808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001404"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"274","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.147570+0000","last_change":"2021-03-04T23:30:20.132970+0000","last_active":"2021-03-04T23:31:36.147570+0000","last_peered":"2021-03-04T23:31:36.147570+0000","last_clean":"2021-03-04T23:31:36.147570+0000","last_became_active":"2021-03-04T23:30:20.132622+0000","last_became_peered":"2021-03-04T23:30:20.132622+0000","last_unstale":"2021-03-04T23:31:36.147570+0000","last_undegraded":"2021-03-04T23:31:36.147570+0000","last_fullsized":"2021-03-04T23:31:36.147570+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,0],"acting":[4,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"34","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.003159+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:31:36.003159+0000","last_peered":"2021-03-04T23:31:36.003159+0000","last_clean":"2021-03-04T23:31:36.003159+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:31:36.003159+0000","last_undegraded":"2021-03-04T23:31:36.003159+0000","last_fullsized":"2021-03-04T23:31:36.003159+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"34","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.002932+0000","last_change":"2021-03-04T23:30:46.267273+0000","last_active":"2021-03-04T23:31:36.002932+0000","last_peered":"2021-03-04T23:31:36.002932+0000","last_clean":"2021-03-04T23:31:36.002932+0000","last_became_active":"2021-03-04T23:30:46.264624+0000","last_became_peered":"2021-03-04T23:30:46.264624+0000","last_unstale":"2021-03-04T23:31:36.002932+0000","last_undegraded":"2021-03-04T23:31:36.002932+0000","last_fullsized":"2021-03-04T23:31:36.002932+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"267","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.391263+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:31:34.391263+0000","last_peered":"2021-03-04T23:31:34.391263+0000","last_clean":"2021-03-04T23:31:34.391263+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:31:34.391263+0000","last_undegraded":"2021-03-04T23:31:34.391263+0000","last_fullsized":"2021-03-04T23:31:34.391263+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"34","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.002754+0000","last_change":"2021-03-04T23:30:46.262895+0000","last_active":"2021-03-04T23:31:36.002754+0000","last_peered":"2021-03-04T23:31:36.002754+0000","last_clean":"2021-03-04T23:31:36.002754+0000","last_became_active":"2021-03-04T23:30:46.262642+0000","last_became_peered":"2021-03-04T23:30:46.262642+0000","last_unstale":"2021-03-04T23:31:36.002754+0000","last_undegraded":"2021-03-04T23:31:36.002754+0000","last_fullsized":"2021-03-04T23:31:36.002754+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"120","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.003912+0000","last_change":"2021-03-04T23:30:08.063000+0000","last_active":"2021-03-04T23:31:34.003912+0000","last_peered":"2021-03-04T23:31:34.003912+0000","last_clean":"2021-03-04T23:31:34.003912+0000","last_became_active":"2021-03-04T23:30:08.062755+0000","last_became_peered":"2021-03-04T23:30:08.062755+0000","last_unstale":"2021-03-04T23:31:34.003912+0000","last_undegraded":"2021-03-04T23:31:34.003912+0000","last_fullsized":"2021-03-04T23:31:34.003912+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"239","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.390535+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:31:34.390535+0000","last_peered":"2021-03-04T23:31:34.390535+0000","last_clean":"2021-03-04T23:31:34.390535+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:31:34.390535+0000","last_undegraded":"2021-03-04T23:31:34.390535+0000","last_fullsized":"2021-03-04T23:31:34.390535+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"34","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.002828+0000","last_change":"2021-03-04T23:30:46.262167+0000","last_active":"2021-03-04T23:31:36.002828+0000","last_peered":"2021-03-04T23:31:36.002828+0000","last_clean":"2021-03-04T23:31:36.002828+0000","last_became_active":"2021-03-04T23:30:46.261859+0000","last_became_peered":"2021-03-04T23:30:46.261859+0000","last_unstale":"2021-03-04T23:31:36.002828+0000","last_undegraded":"2021-03-04T23:31:36.002828+0000","last_fullsized":"2021-03-04T23:31:36.002828+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,5],"acting":[3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.005068+0000","last_change":"2021-03-04T23:31:15.974162+0000","last_active":"2021-03-04T23:31:36.005068+0000","last_peered":"2021-03-04T23:31:36.005068+0000","last_clean":"2021-03-04T23:31:36.005068+0000","last_became_active":"2021-03-04T23:31:15.972258+0000","last_became_peered":"2021-03-04T23:31:15.972258+0000","last_unstale":"2021-03-04T23:31:36.005068+0000","last_undegraded":"2021-03-04T23:31:36.005068+0000","last_fullsized":"2021-03-04T23:31:36.005068+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"279","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.000337+0000","last_change":"2021-03-04T23:31:15.987286+0000","last_active":"2021-03-04T23:31:34.000337+0000","last_peered":"2021-03-04T23:31:34.000337+0000","last_clean":"2021-03-04T23:31:34.000337+0000","last_became_active":"2021-03-04T23:31:15.982549+0000","last_became_peered":"2021-03-04T23:31:15.982549+0000","last_unstale":"2021-03-04T23:31:34.000337+0000","last_undegraded":"2021-03-04T23:31:34.000337+0000","last_fullsized":"2021-03-04T23:31:34.000337+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"52","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.002991+0000","last_change":"2021-03-04T23:31:15.968899+0000","last_active":"2021-03-04T23:31:36.002991+0000","last_peered":"2021-03-04T23:31:36.002991+0000","last_clean":"2021-03-04T23:31:36.002991+0000","last_became_active":"2021-03-04T23:31:15.968646+0000","last_became_peered":"2021-03-04T23:31:15.968646+0000","last_unstale":"2021-03-04T23:31:36.002991+0000","last_undegraded":"2021-03-04T23:31:36.002991+0000","last_fullsized":"2021-03-04T23:31:36.002991+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"26","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.010407+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:31:36.010407+0000","last_peered":"2021-03-04T23:31:36.010407+0000","last_clean":"2021-03-04T23:31:36.010407+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:31:36.010407+0000","last_undegraded":"2021-03-04T23:31:36.010407+0000","last_fullsized":"2021-03-04T23:31:36.010407+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"193","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.801706+0000","last_change":"2021-03-04T23:30:20.136818+0000","last_active":"2021-03-04T23:31:34.801706+0000","last_peered":"2021-03-04T23:31:34.801706+0000","last_clean":"2021-03-04T23:31:34.801706+0000","last_became_active":"2021-03-04T23:30:20.136533+0000","last_became_peered":"2021-03-04T23:30:20.136533+0000","last_unstale":"2021-03-04T23:31:34.801706+0000","last_undegraded":"2021-03-04T23:31:34.801706+0000","last_fullsized":"2021-03-04T23:31:34.801706+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"290","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.147517+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:31:36.147517+0000","last_peered":"2021-03-04T23:31:36.147517+0000","last_clean":"2021-03-04T23:31:36.147517+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:31:36.147517+0000","last_undegraded":"2021-03-04T23:31:36.147517+0000","last_fullsized":"2021-03-04T23:31:36.147517+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"260","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.147548+0000","last_change":"2021-03-04T23:30:20.136131+0000","last_active":"2021-03-04T23:31:36.147548+0000","last_peered":"2021-03-04T23:31:36.147548+0000","last_clean":"2021-03-04T23:31:36.147548+0000","last_became_active":"2021-03-04T23:30:20.135832+0000","last_became_peered":"2021-03-04T23:30:20.135832+0000","last_unstale":"2021-03-04T23:31:36.147548+0000","last_undegraded":"2021-03-04T23:31:36.147548+0000","last_fullsized":"2021-03-04T23:31:36.147548+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.004604+0000","last_change":"2021-03-04T23:31:15.973266+0000","last_active":"2021-03-04T23:31:36.004604+0000","last_peered":"2021-03-04T23:31:36.004604+0000","last_clean":"2021-03-04T23:31:36.004604+0000","last_became_active":"2021-03-04T23:31:15.971133+0000","last_became_peered":"2021-03-04T23:31:15.971133+0000","last_unstale":"2021-03-04T23:31:36.004604+0000","last_undegraded":"2021-03-04T23:31:36.004604+0000","last_fullsized":"2021-03-04T23:31:36.004604+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"26","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.013048+0000","last_change":"2021-03-04T23:31:16.284710+0000","last_active":"2021-03-04T23:31:36.013048+0000","last_peered":"2021-03-04T23:31:36.013048+0000","last_clean":"2021-03-04T23:31:36.013048+0000","last_became_active":"2021-03-04T23:31:16.196181+0000","last_became_peered":"2021-03-04T23:31:16.196181+0000","last_unstale":"2021-03-04T23:31:36.013048+0000","last_undegraded":"2021-03-04T23:31:36.013048+0000","last_fullsized":"2021-03-04T23:31:36.013048+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"52","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.003116+0000","last_change":"2021-03-04T23:31:15.976597+0000","last_active":"2021-03-04T23:31:36.003116+0000","last_peered":"2021-03-04T23:31:36.003116+0000","last_clean":"2021-03-04T23:31:36.003116+0000","last_became_active":"2021-03-04T23:31:15.976352+0000","last_became_peered":"2021-03-04T23:31:15.976352+0000","last_unstale":"2021-03-04T23:31:36.003116+0000","last_undegraded":"2021-03-04T23:31:36.003116+0000","last_fullsized":"2021-03-04T23:31:36.003116+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.004754+0000","last_change":"2021-03-04T23:31:15.972279+0000","last_active":"2021-03-04T23:31:36.004754+0000","last_peered":"2021-03-04T23:31:36.004754+0000","last_clean":"2021-03-04T23:31:36.004754+0000","last_became_active":"2021-03-04T23:31:15.971157+0000","last_became_peered":"2021-03-04T23:31:15.971157+0000","last_unstale":"2021-03-04T23:31:36.004754+0000","last_undegraded":"2021-03-04T23:31:36.004754+0000","last_fullsized":"2021-03-04T23:31:36.004754+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"266","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.004644+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:31:36.004644+0000","last_peered":"2021-03-04T23:31:36.004644+0000","last_clean":"2021-03-04T23:31:36.004644+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:31:36.004644+0000","last_undegraded":"2021-03-04T23:31:36.004644+0000","last_fullsized":"2021-03-04T23:31:36.004644+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"251","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.000310+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:31:34.000310+0000","last_peered":"2021-03-04T23:31:34.000310+0000","last_clean":"2021-03-04T23:31:34.000310+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:31:34.000310+0000","last_undegraded":"2021-03-04T23:31:34.000310+0000","last_fullsized":"2021-03-04T23:31:34.000310+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.013125+0000","last_change":"2021-03-04T23:31:16.273616+0000","last_active":"2021-03-04T23:31:36.013125+0000","last_peered":"2021-03-04T23:31:36.013125+0000","last_clean":"2021-03-04T23:31:36.013125+0000","last_became_active":"2021-03-04T23:31:16.196531+0000","last_became_peered":"2021-03-04T23:31:16.196531+0000","last_unstale":"2021-03-04T23:31:36.013125+0000","last_undegraded":"2021-03-04T23:31:36.013125+0000","last_fullsized":"2021-03-04T23:31:36.013125+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.004924+0000","last_change":"2021-03-04T23:31:15.974692+0000","last_active":"2021-03-04T23:31:36.004924+0000","last_peered":"2021-03-04T23:31:36.004924+0000","last_clean":"2021-03-04T23:31:36.004924+0000","last_became_active":"2021-03-04T23:31:15.974161+0000","last_became_peered":"2021-03-04T23:31:15.974161+0000","last_unstale":"2021-03-04T23:31:36.004924+0000","last_undegraded":"2021-03-04T23:31:36.004924+0000","last_fullsized":"2021-03-04T23:31:36.004924+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"225","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.004699+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:31:36.004699+0000","last_peered":"2021-03-04T23:31:36.004699+0000","last_clean":"2021-03-04T23:31:36.004699+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:31:36.004699+0000","last_undegraded":"2021-03-04T23:31:36.004699+0000","last_fullsized":"2021-03-04T23:31:36.004699+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"249","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.391190+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:31:34.391190+0000","last_peered":"2021-03-04T23:31:34.391190+0000","last_clean":"2021-03-04T23:31:34.391190+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:31:34.391190+0000","last_undegraded":"2021-03-04T23:31:34.391190+0000","last_fullsized":"2021-03-04T23:31:34.391190+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.004733+0000","last_change":"2021-03-04T23:31:15.972262+0000","last_active":"2021-03-04T23:31:36.004733+0000","last_peered":"2021-03-04T23:31:36.004733+0000","last_clean":"2021-03-04T23:31:36.004733+0000","last_became_active":"2021-03-04T23:31:15.971086+0000","last_became_peered":"2021-03-04T23:31:15.971086+0000","last_unstale":"2021-03-04T23:31:36.004733+0000","last_undegraded":"2021-03-04T23:31:36.004733+0000","last_fullsized":"2021-03-04T23:31:36.004733+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"268","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.801774+0000","last_change":"2021-03-04T23:30:46.263114+0000","last_active":"2021-03-04T23:31:34.801774+0000","last_peered":"2021-03-04T23:31:34.801774+0000","last_clean":"2021-03-04T23:31:34.801774+0000","last_became_active":"2021-03-04T23:30:46.262796+0000","last_became_peered":"2021-03-04T23:30:46.262796+0000","last_unstale":"2021-03-04T23:31:34.801774+0000","last_undegraded":"2021-03-04T23:31:34.801774+0000","last_fullsized":"2021-03-04T23:31:34.801774+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"128","reported_epoch":"237","state":"active+clean","last_fresh":"2021-03-04T23:31:15.964575+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:31:15.964575+0000","last_peered":"2021-03-04T23:31:15.964575+0000","last_clean":"2021-03-04T23:31:15.964575+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:31:15.964575+0000","last_undegraded":"2021-03-04T23:31:15.964575+0000","last_fullsized":"2021-03-04T23:31:15.964575+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"52","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.003474+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:31:36.003474+0000","last_peered":"2021-03-04T23:31:36.003474+0000","last_clean":"2021-03-04T23:31:36.003474+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:31:36.003474+0000","last_undegraded":"2021-03-04T23:31:36.003474+0000","last_fullsized":"2021-03-04T23:31:36.003474+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.010720+0000","last_change":"2021-03-04T23:31:15.974523+0000","last_active":"2021-03-04T23:31:36.010720+0000","last_peered":"2021-03-04T23:31:36.010720+0000","last_clean":"2021-03-04T23:31:36.010720+0000","last_became_active":"2021-03-04T23:31:15.974013+0000","last_became_peered":"2021-03-04T23:31:15.974013+0000","last_unstale":"2021-03-04T23:31:36.010720+0000","last_undegraded":"2021-03-04T23:31:36.010720+0000","last_fullsized":"2021-03-04T23:31:36.010720+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"197","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.147811+0000","last_change":"2021-03-04T23:30:46.260130+0000","last_active":"2021-03-04T23:31:36.147811+0000","last_peered":"2021-03-04T23:31:36.147811+0000","last_clean":"2021-03-04T23:31:36.147811+0000","last_became_active":"2021-03-04T23:30:46.259859+0000","last_became_peered":"2021-03-04T23:30:46.259859+0000","last_unstale":"2021-03-04T23:31:36.147811+0000","last_undegraded":"2021-03-04T23:31:36.147811+0000","last_fullsized":"2021-03-04T23:31:36.147811+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.5","version":"214'11947","reported_seq":"12137","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.391139+0000","last_change":"2021-03-04T23:31:15.984936+0000","last_active":"2021-03-04T23:31:34.391139+0000","last_peered":"2021-03-04T23:31:34.391139+0000","last_clean":"2021-03-04T23:31:34.391139+0000","last_became_active":"2021-03-04T23:31:15.969777+0000","last_became_peered":"2021-03-04T23:31:15.969777+0000","last_unstale":"2021-03-04T23:31:34.391139+0000","last_undegraded":"2021-03-04T23:31:34.391139+0000","last_fullsized":"2021-03-04T23:31:34.391139+0000","mapping_epoch":236,"log_start":"152'8047","ondisk_log_start":"152'8047","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":3900,"ondisk_log_size":3900,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":469172224,"num_objects":7159,"num_object_clones":0,"num_object_copies":21477,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7159,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11947,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":1048576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"24","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.005265+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:31:36.005265+0000","last_peered":"2021-03-04T23:31:36.005265+0000","last_clean":"2021-03-04T23:31:36.005265+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:31:36.005265+0000","last_undegraded":"2021-03-04T23:31:36.005265+0000","last_fullsized":"2021-03-04T23:31:36.005265+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"245","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:33.999784+0000","last_change":"2021-03-04T23:31:15.968634+0000","last_active":"2021-03-04T23:31:33.999784+0000","last_peered":"2021-03-04T23:31:33.999784+0000","last_clean":"2021-03-04T23:31:33.999784+0000","last_became_active":"2021-03-04T23:31:15.968327+0000","last_became_peered":"2021-03-04T23:31:15.968327+0000","last_unstale":"2021-03-04T23:31:33.999784+0000","last_undegraded":"2021-03-04T23:31:33.999784+0000","last_fullsized":"2021-03-04T23:31:33.999784+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.005003+0000","last_change":"2021-03-04T23:31:15.972953+0000","last_active":"2021-03-04T23:31:36.005003+0000","last_peered":"2021-03-04T23:31:36.005003+0000","last_clean":"2021-03-04T23:31:36.005003+0000","last_became_active":"2021-03-04T23:31:15.971207+0000","last_became_peered":"2021-03-04T23:31:15.971207+0000","last_unstale":"2021-03-04T23:31:36.005003+0000","last_undegraded":"2021-03-04T23:31:36.005003+0000","last_fullsized":"2021-03-04T23:31:36.005003+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"129","reported_epoch":"237","state":"active+clean","last_fresh":"2021-03-04T23:31:15.971555+0000","last_change":"2021-03-04T23:31:15.971301+0000","last_active":"2021-03-04T23:31:15.971555+0000","last_peered":"2021-03-04T23:31:15.971555+0000","last_clean":"2021-03-04T23:31:15.971555+0000","last_became_active":"2021-03-04T23:31:15.971007+0000","last_became_peered":"2021-03-04T23:31:15.971007+0000","last_unstale":"2021-03-04T23:31:15.971555+0000","last_undegraded":"2021-03-04T23:31:15.971555+0000","last_fullsized":"2021-03-04T23:31:15.971555+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"214'11886","reported_seq":"32704","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.268354+0000","last_change":"2021-03-04T23:31:02.313487+0000","last_active":"2021-03-04T23:31:36.268354+0000","last_peered":"2021-03-04T23:31:36.268354+0000","last_clean":"2021-03-04T23:31:36.268354+0000","last_became_active":"2021-03-04T23:31:02.298187+0000","last_became_peered":"2021-03-04T23:31:02.298187+0000","last_unstale":"2021-03-04T23:31:36.268354+0000","last_undegraded":"2021-03-04T23:31:36.268354+0000","last_fullsized":"2021-03-04T23:31:36.268354+0000","mapping_epoch":230,"log_start":"142'5216","ondisk_log_start":"142'5216","created":137,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6670,"ondisk_log_size":6670,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":471728128,"num_objects":7198,"num_object_clones":0,"num_object_copies":21594,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7198,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11886,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8025,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"24","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.005203+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:31:36.005203+0000","last_peered":"2021-03-04T23:31:36.005203+0000","last_clean":"2021-03-04T23:31:36.005203+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:31:36.005203+0000","last_undegraded":"2021-03-04T23:31:36.005203+0000","last_fullsized":"2021-03-04T23:31:36.005203+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"299","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.147622+0000","last_change":"2021-03-04T23:30:46.266979+0000","last_active":"2021-03-04T23:31:36.147622+0000","last_peered":"2021-03-04T23:31:36.147622+0000","last_clean":"2021-03-04T23:31:36.147622+0000","last_became_active":"2021-03-04T23:30:46.266774+0000","last_became_peered":"2021-03-04T23:30:46.266774+0000","last_unstale":"2021-03-04T23:31:36.147622+0000","last_undegraded":"2021-03-04T23:31:36.147622+0000","last_fullsized":"2021-03-04T23:31:36.147622+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.005336+0000","last_change":"2021-03-04T23:31:15.973463+0000","last_active":"2021-03-04T23:31:36.005336+0000","last_peered":"2021-03-04T23:31:36.005336+0000","last_clean":"2021-03-04T23:31:36.005336+0000","last_became_active":"2021-03-04T23:31:15.973077+0000","last_became_peered":"2021-03-04T23:31:15.973077+0000","last_unstale":"2021-03-04T23:31:36.005336+0000","last_undegraded":"2021-03-04T23:31:36.005336+0000","last_fullsized":"2021-03-04T23:31:36.005336+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"144","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.004988+0000","last_change":"2021-03-04T23:31:27.647710+0000","last_active":"2021-03-04T23:31:36.004988+0000","last_peered":"2021-03-04T23:31:36.004988+0000","last_clean":"2021-03-04T23:31:36.004988+0000","last_became_active":"2021-03-04T23:31:27.647424+0000","last_became_peered":"2021-03-04T23:31:27.647424+0000","last_unstale":"2021-03-04T23:31:36.004988+0000","last_undegraded":"2021-03-04T23:31:36.004988+0000","last_fullsized":"2021-03-04T23:31:36.004988+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.7","version":"214'12071","reported_seq":"12225","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.003800+0000","last_change":"2021-03-04T23:31:16.986091+0000","last_active":"2021-03-04T23:31:34.003800+0000","last_peered":"2021-03-04T23:31:34.003800+0000","last_clean":"2021-03-04T23:31:34.003800+0000","last_became_active":"2021-03-04T23:31:16.966316+0000","last_became_peered":"2021-03-04T23:31:16.966316+0000","last_unstale":"2021-03-04T23:31:34.003800+0000","last_undegraded":"2021-03-04T23:31:34.003800+0000","last_fullsized":"2021-03-04T23:31:34.003800+0000","mapping_epoch":237,"log_start":"146'6615","ondisk_log_start":"146'6615","created":137,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5456,"ondisk_log_size":5456,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":468385792,"num_objects":7147,"num_object_clones":0,"num_object_copies":21441,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7147,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12071,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"24","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.010639+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:31:36.010639+0000","last_peered":"2021-03-04T23:31:36.010639+0000","last_clean":"2021-03-04T23:31:36.010639+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:31:36.010639+0000","last_undegraded":"2021-03-04T23:31:36.010639+0000","last_fullsized":"2021-03-04T23:31:36.010639+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"123","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.268253+0000","last_change":"2021-03-04T23:31:15.968728+0000","last_active":"2021-03-04T23:31:36.268253+0000","last_peered":"2021-03-04T23:31:36.268253+0000","last_clean":"2021-03-04T23:31:36.268253+0000","last_became_active":"2021-03-04T23:31:15.968503+0000","last_became_peered":"2021-03-04T23:31:15.968503+0000","last_unstale":"2021-03-04T23:31:36.268253+0000","last_undegraded":"2021-03-04T23:31:36.268253+0000","last_fullsized":"2021-03-04T23:31:36.268253+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.005226+0000","last_change":"2021-03-04T23:31:15.973191+0000","last_active":"2021-03-04T23:31:36.005226+0000","last_peered":"2021-03-04T23:31:36.005226+0000","last_clean":"2021-03-04T23:31:36.005226+0000","last_became_active":"2021-03-04T23:31:15.972811+0000","last_became_peered":"2021-03-04T23:31:15.972811+0000","last_unstale":"2021-03-04T23:31:36.005226+0000","last_undegraded":"2021-03-04T23:31:36.005226+0000","last_fullsized":"2021-03-04T23:31:36.005226+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.010551+0000","last_change":"2021-03-04T23:31:15.977616+0000","last_active":"2021-03-04T23:31:36.010551+0000","last_peered":"2021-03-04T23:31:36.010551+0000","last_clean":"2021-03-04T23:31:36.010551+0000","last_became_active":"2021-03-04T23:31:15.976913+0000","last_became_peered":"2021-03-04T23:31:15.976913+0000","last_unstale":"2021-03-04T23:31:36.010551+0000","last_undegraded":"2021-03-04T23:31:36.010551+0000","last_fullsized":"2021-03-04T23:31:36.010551+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.6","version":"214'12166","reported_seq":"17397","reported_epoch":"245","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:31:34.003035+0000","last_change":"2021-03-04T23:31:16.276543+0000","last_active":"2021-03-04T23:31:34.003035+0000","last_peered":"2021-03-04T23:31:34.003035+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:30:20.173748+0000","last_became_peered":"2021-03-04T23:30:20.173748+0000","last_unstale":"2021-03-04T23:31:34.003035+0000","last_undegraded":"2021-03-04T23:30:20.146543+0000","last_fullsized":"2021-03-04T23:30:20.130031+0000","mapping_epoch":211,"log_start":"146'6708","ondisk_log_start":"146'6708","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5458,"ondisk_log_size":5458,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":482476032,"num_objects":7362,"num_object_clones":0,"num_object_copies":22086,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5023,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7362,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12166,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2539,"num_bytes_recovered":166395904,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"1,2,5","objects":2695},{"shards":"2,5","objects":4663}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"276","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.000097+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:31:34.000097+0000","last_peered":"2021-03-04T23:31:34.000097+0000","last_clean":"2021-03-04T23:31:34.000097+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:31:34.000097+0000","last_undegraded":"2021-03-04T23:31:34.000097+0000","last_fullsized":"2021-03-04T23:31:34.000097+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"240","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.391044+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:31:34.391044+0000","last_peered":"2021-03-04T23:31:34.391044+0000","last_clean":"2021-03-04T23:31:34.391044+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:31:34.391044+0000","last_undegraded":"2021-03-04T23:31:34.391044+0000","last_fullsized":"2021-03-04T23:31:34.391044+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"288","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:33.999899+0000","last_change":"2021-03-04T23:30:08.053868+0000","last_active":"2021-03-04T23:31:33.999899+0000","last_peered":"2021-03-04T23:31:33.999899+0000","last_clean":"2021-03-04T23:31:33.999899+0000","last_became_active":"2021-03-04T23:30:08.053583+0000","last_became_peered":"2021-03-04T23:30:08.053583+0000","last_unstale":"2021-03-04T23:31:33.999899+0000","last_undegraded":"2021-03-04T23:31:33.999899+0000","last_fullsized":"2021-03-04T23:31:33.999899+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.004865+0000","last_change":"2021-03-04T23:31:15.973477+0000","last_active":"2021-03-04T23:31:36.004865+0000","last_peered":"2021-03-04T23:31:36.004865+0000","last_clean":"2021-03-04T23:31:36.004865+0000","last_became_active":"2021-03-04T23:31:15.973037+0000","last_became_peered":"2021-03-04T23:31:15.973037+0000","last_unstale":"2021-03-04T23:31:36.004865+0000","last_undegraded":"2021-03-04T23:31:36.004865+0000","last_fullsized":"2021-03-04T23:31:36.004865+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"204'11868","reported_seq":"14792","reported_epoch":"238","state":"remapped+peering","last_fresh":"2021-03-04T23:31:18.490396+0000","last_change":"2021-03-04T23:31:18.490396+0000","last_active":"2021-03-04T23:30:45.323943+0000","last_peered":"2021-03-04T23:30:45.256970+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:30:40.308541+0000","last_became_peered":"2021-03-04T23:30:40.308541+0000","last_unstale":"2021-03-04T23:31:18.490396+0000","last_undegraded":"2021-03-04T23:31:18.490396+0000","last_fullsized":"2021-03-04T23:31:18.490396+0000","mapping_epoch":236,"log_start":"147'7178","ondisk_log_start":"147'7178","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4690,"ondisk_log_size":4690,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":464519168,"num_objects":7088,"num_object_clones":0,"num_object_copies":21264,"num_objects_missing_on_primary":5148,"num_objects_missing":5148,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7088,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11868,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1395,"num_bytes_recovered":91422720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4,7],"up_primary":3,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"38","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.003049+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:31:36.003049+0000","last_peered":"2021-03-04T23:31:36.003049+0000","last_clean":"2021-03-04T23:31:36.003049+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:31:36.003049+0000","last_undegraded":"2021-03-04T23:31:36.003049+0000","last_fullsized":"2021-03-04T23:31:36.003049+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"269","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.147534+0000","last_change":"2021-03-04T23:30:46.260082+0000","last_active":"2021-03-04T23:31:36.147534+0000","last_peered":"2021-03-04T23:31:36.147534+0000","last_clean":"2021-03-04T23:31:36.147534+0000","last_became_active":"2021-03-04T23:30:46.259780+0000","last_became_peered":"2021-03-04T23:30:46.259780+0000","last_unstale":"2021-03-04T23:31:36.147534+0000","last_undegraded":"2021-03-04T23:31:36.147534+0000","last_fullsized":"2021-03-04T23:31:36.147534+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"246","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:33.999573+0000","last_change":"2021-03-04T23:31:16.098708+0000","last_active":"2021-03-04T23:31:33.999573+0000","last_peered":"2021-03-04T23:31:33.999573+0000","last_clean":"2021-03-04T23:31:33.999573+0000","last_became_active":"2021-03-04T23:31:16.098386+0000","last_became_peered":"2021-03-04T23:31:16.098386+0000","last_unstale":"2021-03-04T23:31:33.999573+0000","last_undegraded":"2021-03-04T23:31:33.999573+0000","last_fullsized":"2021-03-04T23:31:33.999573+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.004595+0000","last_change":"2021-03-04T23:31:15.973147+0000","last_active":"2021-03-04T23:31:36.004595+0000","last_peered":"2021-03-04T23:31:36.004595+0000","last_clean":"2021-03-04T23:31:36.004595+0000","last_became_active":"2021-03-04T23:31:15.972143+0000","last_became_peered":"2021-03-04T23:31:15.972143+0000","last_unstale":"2021-03-04T23:31:36.004595+0000","last_undegraded":"2021-03-04T23:31:36.004595+0000","last_fullsized":"2021-03-04T23:31:36.004595+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"214'12176","reported_seq":"27159","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.801568+0000","last_change":"2021-03-04T23:31:03.976688+0000","last_active":"2021-03-04T23:31:34.801568+0000","last_peered":"2021-03-04T23:31:34.801568+0000","last_clean":"2021-03-04T23:31:34.801568+0000","last_became_active":"2021-03-04T23:31:03.959537+0000","last_became_peered":"2021-03-04T23:31:03.959537+0000","last_unstale":"2021-03-04T23:31:34.801568+0000","last_undegraded":"2021-03-04T23:31:34.801568+0000","last_fullsized":"2021-03-04T23:31:34.801568+0000","mapping_epoch":232,"log_start":"153'8515","ondisk_log_start":"153'8515","created":137,"last_epoch_clean":233,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":3661,"ondisk_log_size":3661,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":475660288,"num_objects":7258,"num_object_clones":0,"num_object_copies":21774,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7258,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12176,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7388,"num_bytes_recovered":475725824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"137","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.147441+0000","last_change":"2021-03-04T23:30:46.259808+0000","last_active":"2021-03-04T23:31:36.147441+0000","last_peered":"2021-03-04T23:31:36.147441+0000","last_clean":"2021-03-04T23:31:36.147441+0000","last_became_active":"2021-03-04T23:30:46.259417+0000","last_became_peered":"2021-03-04T23:30:46.259417+0000","last_unstale":"2021-03-04T23:31:36.147441+0000","last_undegraded":"2021-03-04T23:31:36.147441+0000","last_fullsized":"2021-03-04T23:31:36.147441+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"248","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.147820+0000","last_change":"2021-03-04T23:28:01.145981+0000","last_active":"2021-03-04T23:31:36.147820+0000","last_peered":"2021-03-04T23:31:36.147820+0000","last_clean":"2021-03-04T23:31:36.147820+0000","last_became_active":"2021-03-04T23:28:01.145589+0000","last_became_peered":"2021-03-04T23:28:01.145589+0000","last_unstale":"2021-03-04T23:31:36.147820+0000","last_undegraded":"2021-03-04T23:31:36.147820+0000","last_fullsized":"2021-03-04T23:31:36.147820+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.013190+0000","last_change":"2021-03-04T23:31:16.273849+0000","last_active":"2021-03-04T23:31:36.013190+0000","last_peered":"2021-03-04T23:31:36.013190+0000","last_clean":"2021-03-04T23:31:36.013190+0000","last_became_active":"2021-03-04T23:31:16.196777+0000","last_became_peered":"2021-03-04T23:31:16.196777+0000","last_unstale":"2021-03-04T23:31:36.013190+0000","last_undegraded":"2021-03-04T23:31:36.013190+0000","last_fullsized":"2021-03-04T23:31:36.013190+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.004722+0000","last_change":"2021-03-04T23:31:15.975217+0000","last_active":"2021-03-04T23:31:36.004722+0000","last_peered":"2021-03-04T23:31:36.004722+0000","last_clean":"2021-03-04T23:31:36.004722+0000","last_became_active":"2021-03-04T23:31:15.974183+0000","last_became_peered":"2021-03-04T23:31:15.974183+0000","last_unstale":"2021-03-04T23:31:36.004722+0000","last_undegraded":"2021-03-04T23:31:36.004722+0000","last_fullsized":"2021-03-04T23:31:36.004722+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"214'11877","reported_seq":"19358","reported_epoch":"247","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:31:42.609361+0000","last_change":"2021-03-04T23:31:16.286236+0000","last_active":"2021-03-04T23:31:42.609361+0000","last_peered":"2021-03-04T23:31:42.609361+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:31:16.098738+0000","last_became_peered":"2021-03-04T23:31:16.098738+0000","last_unstale":"2021-03-04T23:31:42.609361+0000","last_undegraded":"2021-03-04T23:31:42.609361+0000","last_fullsized":"2021-03-04T23:31:15.961687+0000","mapping_epoch":236,"log_start":"152'8173","ondisk_log_start":"152'8173","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":3704,"ondisk_log_size":3704,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":464191488,"num_objects":7083,"num_object_clones":0,"num_object_copies":21249,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3346,"num_objects_unfound":0,"num_objects_dirty":7083,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11877,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3648,"num_bytes_recovered":178847744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3],"avail_no_missing":["7","0","3","6"],"object_location_counts":[{"shards":"1,3,7","objects":3346},{"shards":"3,7","objects":3737}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"234","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.147431+0000","last_change":"2021-03-04T23:31:15.969179+0000","last_active":"2021-03-04T23:31:36.147431+0000","last_peered":"2021-03-04T23:31:36.147431+0000","last_clean":"2021-03-04T23:31:36.147431+0000","last_became_active":"2021-03-04T23:31:15.968843+0000","last_became_peered":"2021-03-04T23:31:15.968843+0000","last_unstale":"2021-03-04T23:31:36.147431+0000","last_undegraded":"2021-03-04T23:31:36.147431+0000","last_fullsized":"2021-03-04T23:31:36.147431+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"287","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.147894+0000","last_change":"2021-03-04T23:30:46.271637+0000","last_active":"2021-03-04T23:31:36.147894+0000","last_peered":"2021-03-04T23:31:36.147894+0000","last_clean":"2021-03-04T23:31:36.147894+0000","last_became_active":"2021-03-04T23:30:46.271166+0000","last_became_peered":"2021-03-04T23:30:46.271166+0000","last_unstale":"2021-03-04T23:31:36.147894+0000","last_undegraded":"2021-03-04T23:31:36.147894+0000","last_fullsized":"2021-03-04T23:31:36.147894+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5],"acting":[4,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"268","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.801718+0000","last_change":"2021-03-04T23:30:46.263386+0000","last_active":"2021-03-04T23:31:34.801718+0000","last_peered":"2021-03-04T23:31:34.801718+0000","last_clean":"2021-03-04T23:31:34.801718+0000","last_became_active":"2021-03-04T23:30:46.263059+0000","last_became_peered":"2021-03-04T23:30:46.263059+0000","last_unstale":"2021-03-04T23:31:34.801718+0000","last_undegraded":"2021-03-04T23:31:34.801718+0000","last_fullsized":"2021-03-04T23:31:34.801718+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.004904+0000","last_change":"2021-03-04T23:31:15.972471+0000","last_active":"2021-03-04T23:31:36.004904+0000","last_peered":"2021-03-04T23:31:36.004904+0000","last_clean":"2021-03-04T23:31:36.004904+0000","last_became_active":"2021-03-04T23:31:15.971859+0000","last_became_peered":"2021-03-04T23:31:15.971859+0000","last_unstale":"2021-03-04T23:31:36.004904+0000","last_undegraded":"2021-03-04T23:31:36.004904+0000","last_fullsized":"2021-03-04T23:31:36.004904+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"214'12002","reported_seq":"31369","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.002967+0000","last_change":"2021-03-04T23:30:56.296381+0000","last_active":"2021-03-04T23:31:36.002967+0000","last_peered":"2021-03-04T23:31:36.002967+0000","last_clean":"2021-03-04T23:31:36.002967+0000","last_became_active":"2021-03-04T23:30:56.279986+0000","last_became_peered":"2021-03-04T23:30:56.279986+0000","last_unstale":"2021-03-04T23:31:36.002967+0000","last_undegraded":"2021-03-04T23:31:36.002967+0000","last_fullsized":"2021-03-04T23:31:36.002967+0000","mapping_epoch":226,"log_start":"141'4477","ondisk_log_start":"141'4477","created":137,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":7525,"ondisk_log_size":7525,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":469237760,"num_objects":7160,"num_object_clones":0,"num_object_copies":21480,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7160,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12002,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9603,"num_bytes_recovered":541589504,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"52","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.002902+0000","last_change":"2021-03-04T23:31:15.968848+0000","last_active":"2021-03-04T23:31:36.002902+0000","last_peered":"2021-03-04T23:31:36.002902+0000","last_clean":"2021-03-04T23:31:36.002902+0000","last_became_active":"2021-03-04T23:31:15.968589+0000","last_became_peered":"2021-03-04T23:31:15.968589+0000","last_unstale":"2021-03-04T23:31:36.002902+0000","last_undegraded":"2021-03-04T23:31:36.002902+0000","last_fullsized":"2021-03-04T23:31:36.002902+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"86","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.268524+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:31:36.268524+0000","last_peered":"2021-03-04T23:31:36.268524+0000","last_clean":"2021-03-04T23:31:36.268524+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:31:36.268524+0000","last_undegraded":"2021-03-04T23:31:36.268524+0000","last_fullsized":"2021-03-04T23:31:36.268524+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.005279+0000","last_change":"2021-03-04T23:31:15.975175+0000","last_active":"2021-03-04T23:31:36.005279+0000","last_peered":"2021-03-04T23:31:36.005279+0000","last_clean":"2021-03-04T23:31:36.005279+0000","last_became_active":"2021-03-04T23:31:15.974188+0000","last_became_peered":"2021-03-04T23:31:15.974188+0000","last_unstale":"2021-03-04T23:31:36.005279+0000","last_undegraded":"2021-03-04T23:31:36.005279+0000","last_fullsized":"2021-03-04T23:31:36.005279+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"214'11918","reported_seq":"16882","reported_epoch":"245","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:31:34.001646+0000","last_change":"2021-03-04T23:31:16.170004+0000","last_active":"2021-03-04T23:31:34.001646+0000","last_peered":"2021-03-04T23:31:34.001646+0000","last_clean":"2021-03-04T23:25:36.088336+0000","last_became_active":"2021-03-04T23:30:47.334358+0000","last_became_peered":"2021-03-04T23:30:47.334358+0000","last_unstale":"2021-03-04T23:31:34.001646+0000","last_undegraded":"2021-03-04T23:31:16.168329+0000","last_fullsized":"2021-03-04T23:30:47.254865+0000","mapping_epoch":223,"log_start":"146'6460","ondisk_log_start":"146'6460","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5458,"ondisk_log_size":5458,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":467927040,"num_objects":7140,"num_object_clones":0,"num_object_copies":21420,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4559,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7140,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11918,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2402,"num_bytes_recovered":157351936,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1],"avail_no_missing":["5","4"],"object_location_counts":[{"shards":"1,5","objects":4970},{"shards":"2,3,5","objects":2170}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"144","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.004926+0000","last_change":"2021-03-04T23:31:27.648072+0000","last_active":"2021-03-04T23:31:36.004926+0000","last_peered":"2021-03-04T23:31:36.004926+0000","last_clean":"2021-03-04T23:31:36.004926+0000","last_became_active":"2021-03-04T23:31:27.647859+0000","last_became_peered":"2021-03-04T23:31:27.647859+0000","last_unstale":"2021-03-04T23:31:36.004926+0000","last_undegraded":"2021-03-04T23:31:36.004926+0000","last_fullsized":"2021-03-04T23:31:36.004926+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"249","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.000224+0000","last_change":"2021-03-04T23:30:46.262821+0000","last_active":"2021-03-04T23:31:34.000224+0000","last_peered":"2021-03-04T23:31:34.000224+0000","last_clean":"2021-03-04T23:31:34.000224+0000","last_became_active":"2021-03-04T23:30:46.262492+0000","last_became_peered":"2021-03-04T23:30:46.262492+0000","last_unstale":"2021-03-04T23:31:34.000224+0000","last_undegraded":"2021-03-04T23:31:34.000224+0000","last_fullsized":"2021-03-04T23:31:34.000224+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"114","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.000145+0000","last_change":"2021-03-04T23:30:20.135254+0000","last_active":"2021-03-04T23:31:34.000145+0000","last_peered":"2021-03-04T23:31:34.000145+0000","last_clean":"2021-03-04T23:31:34.000145+0000","last_became_active":"2021-03-04T23:30:20.133954+0000","last_became_peered":"2021-03-04T23:30:20.133954+0000","last_unstale":"2021-03-04T23:31:34.000145+0000","last_undegraded":"2021-03-04T23:31:34.000145+0000","last_fullsized":"2021-03-04T23:31:34.000145+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.004749+0000","last_change":"2021-03-04T23:31:15.973378+0000","last_active":"2021-03-04T23:31:36.004749+0000","last_peered":"2021-03-04T23:31:36.004749+0000","last_clean":"2021-03-04T23:31:36.004749+0000","last_became_active":"2021-03-04T23:31:15.972869+0000","last_became_peered":"2021-03-04T23:31:15.972869+0000","last_unstale":"2021-03-04T23:31:36.004749+0000","last_undegraded":"2021-03-04T23:31:36.004749+0000","last_fullsized":"2021-03-04T23:31:36.004749+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"214'12049","reported_seq":"26746","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.390807+0000","last_change":"2021-03-04T23:31:15.989387+0000","last_active":"2021-03-04T23:31:34.390807+0000","last_peered":"2021-03-04T23:31:34.390807+0000","last_clean":"2021-03-04T23:31:34.390807+0000","last_became_active":"2021-03-04T23:31:15.968551+0000","last_became_peered":"2021-03-04T23:31:15.968551+0000","last_unstale":"2021-03-04T23:31:34.390807+0000","last_undegraded":"2021-03-04T23:31:34.390807+0000","last_fullsized":"2021-03-04T23:31:34.390807+0000","mapping_epoch":236,"log_start":"143'6590","ondisk_log_start":"143'6590","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5459,"ondisk_log_size":5459,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":476381184,"num_objects":7269,"num_object_clones":0,"num_object_copies":21807,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7269,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12049,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7379,"num_bytes_recovered":476381184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"289","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.000037+0000","last_change":"2021-03-04T23:30:08.054919+0000","last_active":"2021-03-04T23:31:34.000037+0000","last_peered":"2021-03-04T23:31:34.000037+0000","last_clean":"2021-03-04T23:31:34.000037+0000","last_became_active":"2021-03-04T23:30:08.054625+0000","last_became_peered":"2021-03-04T23:30:08.054625+0000","last_unstale":"2021-03-04T23:31:34.000037+0000","last_undegraded":"2021-03-04T23:31:34.000037+0000","last_fullsized":"2021-03-04T23:31:34.000037+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"249","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.147551+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:31:36.147551+0000","last_peered":"2021-03-04T23:31:36.147551+0000","last_clean":"2021-03-04T23:31:36.147551+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:31:36.147551+0000","last_undegraded":"2021-03-04T23:31:36.147551+0000","last_fullsized":"2021-03-04T23:31:36.147551+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"204","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.801932+0000","last_change":"2021-03-04T23:31:15.974379+0000","last_active":"2021-03-04T23:31:34.801932+0000","last_peered":"2021-03-04T23:31:34.801932+0000","last_clean":"2021-03-04T23:31:34.801932+0000","last_became_active":"2021-03-04T23:31:15.974127+0000","last_became_peered":"2021-03-04T23:31:15.974127+0000","last_unstale":"2021-03-04T23:31:34.801932+0000","last_undegraded":"2021-03-04T23:31:34.801932+0000","last_fullsized":"2021-03-04T23:31:34.801932+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.004772+0000","last_change":"2021-03-04T23:31:15.972531+0000","last_active":"2021-03-04T23:31:36.004772+0000","last_peered":"2021-03-04T23:31:36.004772+0000","last_clean":"2021-03-04T23:31:36.004772+0000","last_became_active":"2021-03-04T23:31:15.972007+0000","last_became_peered":"2021-03-04T23:31:15.972007+0000","last_unstale":"2021-03-04T23:31:36.004772+0000","last_undegraded":"2021-03-04T23:31:36.004772+0000","last_fullsized":"2021-03-04T23:31:36.004772+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"214'12027","reported_seq":"19882","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.000195+0000","last_change":"2021-03-04T23:31:15.990321+0000","last_active":"2021-03-04T23:31:34.000195+0000","last_peered":"2021-03-04T23:31:34.000195+0000","last_clean":"2021-03-04T23:31:34.000195+0000","last_became_active":"2021-03-04T23:31:15.968330+0000","last_became_peered":"2021-03-04T23:31:15.968330+0000","last_unstale":"2021-03-04T23:31:34.000195+0000","last_undegraded":"2021-03-04T23:31:34.000195+0000","last_fullsized":"2021-03-04T23:31:34.000195+0000","mapping_epoch":236,"log_start":"146'6571","ondisk_log_start":"146'6571","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5456,"ondisk_log_size":5456,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":460259328,"num_objects":7023,"num_object_clones":0,"num_object_copies":21069,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7023,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12027,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3842,"num_bytes_recovered":151388160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"277","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.801559+0000","last_change":"2021-03-04T23:31:26.967025+0000","last_active":"2021-03-04T23:31:34.801559+0000","last_peered":"2021-03-04T23:31:34.801559+0000","last_clean":"2021-03-04T23:31:34.801559+0000","last_became_active":"2021-03-04T23:30:46.262873+0000","last_became_peered":"2021-03-04T23:30:46.262873+0000","last_unstale":"2021-03-04T23:31:34.801559+0000","last_undegraded":"2021-03-04T23:31:34.801559+0000","last_fullsized":"2021-03-04T23:31:34.801559+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"202","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.801648+0000","last_change":"2021-03-04T23:30:20.135817+0000","last_active":"2021-03-04T23:31:34.801648+0000","last_peered":"2021-03-04T23:31:34.801648+0000","last_clean":"2021-03-04T23:31:34.801648+0000","last_became_active":"2021-03-04T23:30:20.135371+0000","last_became_peered":"2021-03-04T23:30:20.135371+0000","last_unstale":"2021-03-04T23:31:34.801648+0000","last_undegraded":"2021-03-04T23:31:34.801648+0000","last_fullsized":"2021-03-04T23:31:34.801648+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"166","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.003897+0000","last_change":"2021-03-04T23:31:15.970709+0000","last_active":"2021-03-04T23:31:34.003897+0000","last_peered":"2021-03-04T23:31:34.003897+0000","last_clean":"2021-03-04T23:31:34.003897+0000","last_became_active":"2021-03-04T23:31:15.970470+0000","last_became_peered":"2021-03-04T23:31:15.970470+0000","last_unstale":"2021-03-04T23:31:34.003897+0000","last_undegraded":"2021-03-04T23:31:34.003897+0000","last_fullsized":"2021-03-04T23:31:34.003897+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.8","version":"214'11994","reported_seq":"28056","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.002980+0000","last_change":"2021-03-04T23:30:59.306069+0000","last_active":"2021-03-04T23:31:36.002980+0000","last_peered":"2021-03-04T23:31:36.002980+0000","last_clean":"2021-03-04T23:31:36.002980+0000","last_became_active":"2021-03-04T23:30:59.292136+0000","last_became_peered":"2021-03-04T23:30:59.292136+0000","last_unstale":"2021-03-04T23:31:36.002980+0000","last_undegraded":"2021-03-04T23:31:36.002980+0000","last_fullsized":"2021-03-04T23:31:36.002980+0000","mapping_epoch":228,"log_start":"152'8097","ondisk_log_start":"152'8097","created":137,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":3897,"ondisk_log_size":3897,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":467140608,"num_objects":7128,"num_object_clones":0,"num_object_copies":21384,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7128,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11994,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7939,"num_bytes_recovered":520224768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"247","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:33.999965+0000","last_change":"2021-03-04T23:31:16.098770+0000","last_active":"2021-03-04T23:31:33.999965+0000","last_peered":"2021-03-04T23:31:33.999965+0000","last_clean":"2021-03-04T23:31:33.999965+0000","last_became_active":"2021-03-04T23:31:16.098397+0000","last_became_peered":"2021-03-04T23:31:16.098397+0000","last_unstale":"2021-03-04T23:31:33.999965+0000","last_undegraded":"2021-03-04T23:31:33.999965+0000","last_fullsized":"2021-03-04T23:31:33.999965+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.004824+0000","last_change":"2021-03-04T23:31:15.972077+0000","last_active":"2021-03-04T23:31:36.004824+0000","last_peered":"2021-03-04T23:31:36.004824+0000","last_clean":"2021-03-04T23:31:36.004824+0000","last_became_active":"2021-03-04T23:31:15.971232+0000","last_became_peered":"2021-03-04T23:31:15.971232+0000","last_unstale":"2021-03-04T23:31:36.004824+0000","last_undegraded":"2021-03-04T23:31:36.004824+0000","last_fullsized":"2021-03-04T23:31:36.004824+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"34","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.002900+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:31:36.002900+0000","last_peered":"2021-03-04T23:31:36.002900+0000","last_clean":"2021-03-04T23:31:36.002900+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:31:36.002900+0000","last_undegraded":"2021-03-04T23:31:36.002900+0000","last_fullsized":"2021-03-04T23:31:36.002900+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"87","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.147902+0000","last_change":"2021-03-04T23:31:15.969566+0000","last_active":"2021-03-04T23:31:36.147902+0000","last_peered":"2021-03-04T23:31:36.147902+0000","last_clean":"2021-03-04T23:31:36.147902+0000","last_became_active":"2021-03-04T23:31:15.969272+0000","last_became_peered":"2021-03-04T23:31:15.969272+0000","last_unstale":"2021-03-04T23:31:36.147902+0000","last_undegraded":"2021-03-04T23:31:36.147902+0000","last_fullsized":"2021-03-04T23:31:36.147902+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.013050+0000","last_change":"2021-03-04T23:31:16.273342+0000","last_active":"2021-03-04T23:31:36.013050+0000","last_peered":"2021-03-04T23:31:36.013050+0000","last_clean":"2021-03-04T23:31:36.013050+0000","last_became_active":"2021-03-04T23:31:16.195842+0000","last_became_peered":"2021-03-04T23:31:16.195842+0000","last_unstale":"2021-03-04T23:31:36.013050+0000","last_undegraded":"2021-03-04T23:31:36.013050+0000","last_fullsized":"2021-03-04T23:31:36.013050+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"214'12281","reported_seq":"24959","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.391077+0000","last_change":"2021-03-04T23:30:36.193221+0000","last_active":"2021-03-04T23:31:34.391077+0000","last_peered":"2021-03-04T23:31:34.391077+0000","last_clean":"2021-03-04T23:31:34.391077+0000","last_became_active":"2021-03-04T23:30:36.178098+0000","last_became_peered":"2021-03-04T23:30:36.178098+0000","last_unstale":"2021-03-04T23:31:34.391077+0000","last_undegraded":"2021-03-04T23:31:34.391077+0000","last_fullsized":"2021-03-04T23:31:34.391077+0000","mapping_epoch":219,"log_start":"147'7515","ondisk_log_start":"147'7515","created":137,"last_epoch_clean":220,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4766,"ondisk_log_size":4766,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":477560832,"num_objects":7287,"num_object_clones":0,"num_object_copies":21861,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7287,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12281,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6253,"num_bytes_recovered":409665536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.004633+0000","last_change":"2021-03-04T23:31:15.975623+0000","last_active":"2021-03-04T23:31:36.004633+0000","last_peered":"2021-03-04T23:31:36.004633+0000","last_clean":"2021-03-04T23:31:36.004633+0000","last_became_active":"2021-03-04T23:31:15.974660+0000","last_became_peered":"2021-03-04T23:31:15.974660+0000","last_unstale":"2021-03-04T23:31:36.004633+0000","last_undegraded":"2021-03-04T23:31:36.004633+0000","last_fullsized":"2021-03-04T23:31:36.004633+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"230","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.390514+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:31:34.390514+0000","last_peered":"2021-03-04T23:31:34.390514+0000","last_clean":"2021-03-04T23:31:34.390514+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:31:34.390514+0000","last_undegraded":"2021-03-04T23:31:34.390514+0000","last_fullsized":"2021-03-04T23:31:34.390514+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"258","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.391239+0000","last_change":"2021-03-04T23:31:15.970307+0000","last_active":"2021-03-04T23:31:34.391239+0000","last_peered":"2021-03-04T23:31:34.391239+0000","last_clean":"2021-03-04T23:31:34.391239+0000","last_became_active":"2021-03-04T23:31:15.969979+0000","last_became_peered":"2021-03-04T23:31:15.969979+0000","last_unstale":"2021-03-04T23:31:34.391239+0000","last_undegraded":"2021-03-04T23:31:34.391239+0000","last_fullsized":"2021-03-04T23:31:34.391239+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.005264+0000","last_change":"2021-03-04T23:31:15.972917+0000","last_active":"2021-03-04T23:31:36.005264+0000","last_peered":"2021-03-04T23:31:36.005264+0000","last_clean":"2021-03-04T23:31:36.005264+0000","last_became_active":"2021-03-04T23:31:15.972265+0000","last_became_peered":"2021-03-04T23:31:15.972265+0000","last_unstale":"2021-03-04T23:31:36.005264+0000","last_undegraded":"2021-03-04T23:31:36.005264+0000","last_fullsized":"2021-03-04T23:31:36.005264+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"214'11993","reported_seq":"29601","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.005289+0000","last_change":"2021-03-04T23:31:32.007745+0000","last_active":"2021-03-04T23:31:36.005289+0000","last_peered":"2021-03-04T23:31:36.005289+0000","last_clean":"2021-03-04T23:31:36.005289+0000","last_became_active":"2021-03-04T23:31:31.990843+0000","last_became_peered":"2021-03-04T23:31:31.990843+0000","last_unstale":"2021-03-04T23:31:36.005289+0000","last_undegraded":"2021-03-04T23:31:36.005289+0000","last_fullsized":"2021-03-04T23:31:36.005289+0000","mapping_epoch":243,"log_start":"152'8286","ondisk_log_start":"152'8286","created":137,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":3707,"ondisk_log_size":3707,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":469041152,"num_objects":7157,"num_object_clones":0,"num_object_copies":21471,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7157,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11993,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8712,"num_bytes_recovered":396623872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.010478+0000","last_change":"2021-03-04T23:31:15.976911+0000","last_active":"2021-03-04T23:31:36.010478+0000","last_peered":"2021-03-04T23:31:36.010478+0000","last_clean":"2021-03-04T23:31:36.010478+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:31:36.010478+0000","last_undegraded":"2021-03-04T23:31:36.010478+0000","last_fullsized":"2021-03-04T23:31:36.010478+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"144","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.801972+0000","last_change":"2021-03-04T23:30:20.136346+0000","last_active":"2021-03-04T23:31:34.801972+0000","last_peered":"2021-03-04T23:31:34.801972+0000","last_clean":"2021-03-04T23:31:34.801972+0000","last_became_active":"2021-03-04T23:30:20.135870+0000","last_became_peered":"2021-03-04T23:30:20.135870+0000","last_unstale":"2021-03-04T23:31:34.801972+0000","last_undegraded":"2021-03-04T23:31:34.801972+0000","last_fullsized":"2021-03-04T23:31:34.801972+0000","mapping_epoch":211,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":212,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"208","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:33.999938+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:31:33.999938+0000","last_peered":"2021-03-04T23:31:33.999938+0000","last_clean":"2021-03-04T23:31:33.999938+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:31:33.999938+0000","last_undegraded":"2021-03-04T23:31:33.999938+0000","last_fullsized":"2021-03-04T23:31:33.999938+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.010859+0000","last_change":"2021-03-04T23:31:15.974571+0000","last_active":"2021-03-04T23:31:36.010859+0000","last_peered":"2021-03-04T23:31:36.010859+0000","last_clean":"2021-03-04T23:31:36.010859+0000","last_became_active":"2021-03-04T23:31:15.974159+0000","last_became_peered":"2021-03-04T23:31:15.974159+0000","last_unstale":"2021-03-04T23:31:36.010859+0000","last_undegraded":"2021-03-04T23:31:36.010859+0000","last_fullsized":"2021-03-04T23:31:36.010859+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"209'11891","reported_seq":"13482","reported_epoch":"246","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:31:36.007831+0000","last_change":"2021-03-04T23:31:17.124698+0000","last_active":"2021-03-04T23:31:36.007831+0000","last_peered":"2021-03-04T23:31:36.007831+0000","last_clean":"2021-03-04T23:25:36.101793+0000","last_became_active":"2021-03-04T23:31:16.984993+0000","last_became_peered":"2021-03-04T23:31:16.984993+0000","last_unstale":"2021-03-04T23:31:36.007831+0000","last_undegraded":"2021-03-04T23:31:16.973212+0000","last_fullsized":"2021-03-04T23:31:16.963088+0000","mapping_epoch":237,"log_start":"151'7724","ondisk_log_start":"151'7724","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4167,"ondisk_log_size":4167,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":464257048,"num_objects":7085,"num_object_clones":0,"num_object_copies":21255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7301,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7085,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":11891,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":717,"num_bytes_recovered":46989312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5],"avail_no_missing":["7","5","6"],"object_location_counts":[{"shards":"1,5,7","objects":4899},{"shards":"5,7","objects":2186}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"60","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.003429+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:31:36.003429+0000","last_peered":"2021-03-04T23:31:36.003429+0000","last_clean":"2021-03-04T23:31:36.003429+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:31:36.003429+0000","last_undegraded":"2021-03-04T23:31:36.003429+0000","last_fullsized":"2021-03-04T23:31:36.003429+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"197","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.147892+0000","last_change":"2021-03-04T23:30:46.260072+0000","last_active":"2021-03-04T23:31:36.147892+0000","last_peered":"2021-03-04T23:31:36.147892+0000","last_clean":"2021-03-04T23:31:36.147892+0000","last_became_active":"2021-03-04T23:30:46.259734+0000","last_became_peered":"2021-03-04T23:30:46.259734+0000","last_unstale":"2021-03-04T23:31:36.147892+0000","last_undegraded":"2021-03-04T23:31:36.147892+0000","last_fullsized":"2021-03-04T23:31:36.147892+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"52","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.002751+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:31:36.002751+0000","last_peered":"2021-03-04T23:31:36.002751+0000","last_clean":"2021-03-04T23:31:36.002751+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:31:36.002751+0000","last_undegraded":"2021-03-04T23:31:36.002751+0000","last_fullsized":"2021-03-04T23:31:36.002751+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"20","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.005089+0000","last_change":"2021-03-04T23:31:15.974600+0000","last_active":"2021-03-04T23:31:36.005089+0000","last_peered":"2021-03-04T23:31:36.005089+0000","last_clean":"2021-03-04T23:31:36.005089+0000","last_became_active":"2021-03-04T23:31:15.972513+0000","last_became_peered":"2021-03-04T23:31:15.972513+0000","last_unstale":"2021-03-04T23:31:36.005089+0000","last_undegraded":"2021-03-04T23:31:36.005089+0000","last_fullsized":"2021-03-04T23:31:36.005089+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,2],"acting":[7,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"214'11947","reported_seq":"19513","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.003173+0000","last_change":"2021-03-04T23:31:15.998496+0000","last_active":"2021-03-04T23:31:36.003173+0000","last_peered":"2021-03-04T23:31:36.003173+0000","last_clean":"2021-03-04T23:31:36.003173+0000","last_became_active":"2021-03-04T23:31:15.976417+0000","last_became_peered":"2021-03-04T23:31:15.976417+0000","last_unstale":"2021-03-04T23:31:36.003173+0000","last_undegraded":"2021-03-04T23:31:36.003173+0000","last_fullsized":"2021-03-04T23:31:36.003173+0000","mapping_epoch":236,"log_start":"142'5415","ondisk_log_start":"142'5415","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6532,"ondisk_log_size":6532,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":464846848,"num_objects":7093,"num_object_clones":0,"num_object_copies":21279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7093,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11947,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3697,"num_bytes_recovered":238419968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"130","reported_epoch":"237","state":"active+clean","last_fresh":"2021-03-04T23:31:15.971741+0000","last_change":"2021-03-04T23:31:15.971589+0000","last_active":"2021-03-04T23:31:15.971741+0000","last_peered":"2021-03-04T23:31:15.971741+0000","last_clean":"2021-03-04T23:31:15.971741+0000","last_became_active":"2021-03-04T23:31:15.971170+0000","last_became_peered":"2021-03-04T23:31:15.971170+0000","last_unstale":"2021-03-04T23:31:15.971741+0000","last_undegraded":"2021-03-04T23:31:15.971741+0000","last_fullsized":"2021-03-04T23:31:15.971741+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"266","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.391288+0000","last_change":"2021-03-04T23:31:16.066619+0000","last_active":"2021-03-04T23:31:34.391288+0000","last_peered":"2021-03-04T23:31:34.391288+0000","last_clean":"2021-03-04T23:31:34.391288+0000","last_became_active":"2021-03-04T23:31:15.970932+0000","last_became_peered":"2021-03-04T23:31:15.970932+0000","last_unstale":"2021-03-04T23:31:34.391288+0000","last_undegraded":"2021-03-04T23:31:34.391288+0000","last_fullsized":"2021-03-04T23:31:34.391288+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"218","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.147758+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:31:36.147758+0000","last_peered":"2021-03-04T23:31:36.147758+0000","last_clean":"2021-03-04T23:31:36.147758+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:31:36.147758+0000","last_undegraded":"2021-03-04T23:31:36.147758+0000","last_fullsized":"2021-03-04T23:31:36.147758+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"212","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.391143+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:31:34.391143+0000","last_peered":"2021-03-04T23:31:34.391143+0000","last_clean":"2021-03-04T23:31:34.391143+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:31:34.391143+0000","last_undegraded":"2021-03-04T23:31:34.391143+0000","last_fullsized":"2021-03-04T23:31:34.391143+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"278","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.801465+0000","last_change":"2021-03-04T23:30:46.259130+0000","last_active":"2021-03-04T23:31:34.801465+0000","last_peered":"2021-03-04T23:31:34.801465+0000","last_clean":"2021-03-04T23:31:34.801465+0000","last_became_active":"2021-03-04T23:30:46.258909+0000","last_became_peered":"2021-03-04T23:30:46.258909+0000","last_unstale":"2021-03-04T23:31:34.801465+0000","last_undegraded":"2021-03-04T23:31:34.801465+0000","last_fullsized":"2021-03-04T23:31:34.801465+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"283","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.000123+0000","last_change":"2021-03-04T23:31:16.160846+0000","last_active":"2021-03-04T23:31:34.000123+0000","last_peered":"2021-03-04T23:31:34.000123+0000","last_clean":"2021-03-04T23:31:34.000123+0000","last_became_active":"2021-03-04T23:31:15.971136+0000","last_became_peered":"2021-03-04T23:31:15.971136+0000","last_unstale":"2021-03-04T23:31:34.000123+0000","last_undegraded":"2021-03-04T23:31:34.000123+0000","last_fullsized":"2021-03-04T23:31:34.000123+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"275","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.147649+0000","last_change":"2021-03-04T23:30:46.260037+0000","last_active":"2021-03-04T23:31:36.147649+0000","last_peered":"2021-03-04T23:31:36.147649+0000","last_clean":"2021-03-04T23:31:36.147649+0000","last_became_active":"2021-03-04T23:30:46.259673+0000","last_became_peered":"2021-03-04T23:30:46.259673+0000","last_unstale":"2021-03-04T23:31:36.147649+0000","last_undegraded":"2021-03-04T23:31:36.147649+0000","last_fullsized":"2021-03-04T23:31:36.147649+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"242","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.000225+0000","last_change":"2021-03-04T23:30:08.058642+0000","last_active":"2021-03-04T23:31:34.000225+0000","last_peered":"2021-03-04T23:31:34.000225+0000","last_clean":"2021-03-04T23:31:34.000225+0000","last_became_active":"2021-03-04T23:30:08.055321+0000","last_became_peered":"2021-03-04T23:30:08.055321+0000","last_unstale":"2021-03-04T23:31:34.000225+0000","last_undegraded":"2021-03-04T23:31:34.000225+0000","last_fullsized":"2021-03-04T23:31:34.000225+0000","mapping_epoch":205,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":206,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"263","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.147424+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:31:36.147424+0000","last_peered":"2021-03-04T23:31:36.147424+0000","last_clean":"2021-03-04T23:31:36.147424+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:31:36.147424+0000","last_undegraded":"2021-03-04T23:31:36.147424+0000","last_fullsized":"2021-03-04T23:31:36.147424+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"34","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.003354+0000","last_change":"2021-03-04T23:30:46.262727+0000","last_active":"2021-03-04T23:31:36.003354+0000","last_peered":"2021-03-04T23:31:36.003354+0000","last_clean":"2021-03-04T23:31:36.003354+0000","last_became_active":"2021-03-04T23:30:46.262230+0000","last_became_peered":"2021-03-04T23:30:46.262230+0000","last_unstale":"2021-03-04T23:31:36.003354+0000","last_undegraded":"2021-03-04T23:31:36.003354+0000","last_fullsized":"2021-03-04T23:31:36.003354+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"34","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.002868+0000","last_change":"2021-03-04T23:30:46.263766+0000","last_active":"2021-03-04T23:31:36.002868+0000","last_peered":"2021-03-04T23:31:36.002868+0000","last_clean":"2021-03-04T23:31:36.002868+0000","last_became_active":"2021-03-04T23:30:46.262220+0000","last_became_peered":"2021-03-04T23:30:46.262220+0000","last_unstale":"2021-03-04T23:31:36.002868+0000","last_undegraded":"2021-03-04T23:31:36.002868+0000","last_fullsized":"2021-03-04T23:31:36.002868+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"198","reported_epoch":"245","state":"active+clean","last_fresh":"2021-03-04T23:31:34.390598+0000","last_change":"2021-03-04T23:27:58.925656+0000","last_active":"2021-03-04T23:31:34.390598+0000","last_peered":"2021-03-04T23:31:34.390598+0000","last_clean":"2021-03-04T23:31:34.390598+0000","last_became_active":"2021-03-04T23:27:50.106974+0000","last_became_peered":"2021-03-04T23:27:50.106974+0000","last_unstale":"2021-03-04T23:31:34.390598+0000","last_undegraded":"2021-03-04T23:31:34.390598+0000","last_fullsized":"2021-03-04T23:31:34.390598+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"287","reported_epoch":"246","state":"active+clean","last_fresh":"2021-03-04T23:31:36.147496+0000","last_change":"2021-03-04T23:30:46.261312+0000","last_active":"2021-03-04T23:31:36.147496+0000","last_peered":"2021-03-04T23:31:36.147496+0000","last_clean":"2021-03-04T23:31:36.147496+0000","last_became_active":"2021-03-04T23:30:46.261056+0000","last_became_peered":"2021-03-04T23:30:46.261056+0000","last_unstale":"2021-03-04T23:31:36.147496+0000","last_undegraded":"2021-03-04T23:31:36.147496+0000","last_fullsized":"2021-03-04T23:31:36.147496+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50,"num_bytes_recovered":10702,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":10126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8326546,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":6},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":7512784920,"num_objects":114637,"num_object_clones":0,"num_object_copies":343911,"num_objects_missing_on_primary":5148,"num_objects_missing":5148,"num_objects_degraded":16883,"num_objects_misplaced":3346,"num_objects_unfound":0,"num_objects_dirty":114637,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":192093,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":73691,"num_bytes_recovered":4368564224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":26378252288,"data_stored":26378240072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80506,"ondisk_log_size":80506,"up":48,"acting":43,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495948,"num_pgs":72,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5918920,"kb_used_data":4870336,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":82161464,"statfs":{"total":90194313216,"available":84133339136,"internally_reserved":1073741824,"allocated":4987224064,"data_stored":4985996334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:53 2021","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.32600000000000001,"15min":0.31900000000000001},"min":{"1min":0.125,"5min":0.125,"15min":0.125},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.40699999999999997,"15min":0.40799999999999997},"min":{"1min":0.158,"5min":0.158,"15min":0.158},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.90100000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:31:28 2021","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.41499999999999998,"15min":0.59599999999999997},"min":{"1min":0.21299999999999999,"5min":0.16500000000000001,"15min":0.16200000000000001},"max":{"1min":0.91700000000000004,"5min":1.2310000000000001,"15min":37.856000000000002},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.442,"15min":0.66800000000000004},"min":{"1min":0.187,"5min":0.187,"15min":0.17399999999999999},"max":{"1min":1.0409999999999999,"5min":1.25,"15min":37.914000000000001},"last":0.86399999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:31:17 2021","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.36199999999999999,"15min":0.50900000000000001},"min":{"1min":0.20300000000000001,"5min":0.192,"15min":0.16700000000000001},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":0.91300000000000003},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.44800000000000001,"15min":0.52400000000000002},"min":{"1min":0.26300000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.94499999999999995,"5min":1.1879999999999999,"15min":3.206},"last":0.82399999999999995}]},{"osd":3,"last update":"Thu Mar 4 23:31:17 2021","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.38200000000000001,"15min":0.93400000000000005},"min":{"1min":0.23699999999999999,"5min":0.19,"15min":0.18099999999999999},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":63.959000000000003},"last":0.88},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38400000000000001,"15min":1.008},"min":{"1min":0.22700000000000001,"5min":0.20699999999999999,"15min":0.183},"max":{"1min":0.84399999999999997,"5min":0.89100000000000001,"15min":64.183999999999997},"last":0.79500000000000004}]},{"osd":4,"last update":"Thu Mar 4 23:31:17 2021","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.34799999999999998,"15min":0.38100000000000001},"min":{"1min":0.17100000000000001,"5min":0.159,"15min":0.13100000000000001},"max":{"1min":0.65500000000000003,"5min":1.1439999999999999,"15min":4.0179999999999998},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.29799999999999999,"5min":0.33700000000000002,"15min":0.34399999999999997},"min":{"1min":0.18099999999999999,"5min":0.16500000000000001,"15min":0.13900000000000001},"max":{"1min":0.41899999999999998,"5min":3.7410000000000001,"15min":3.7410000000000001},"last":0.27300000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:31:17 2021","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.29399999999999998,"15min":0.33400000000000002},"min":{"1min":0.161,"5min":0.152,"15min":0.14299999999999999},"max":{"1min":0.56200000000000006,"5min":0.67900000000000005,"15min":3.621},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.40899999999999997,"15min":0.42299999999999999},"min":{"1min":0.193,"5min":0.17799999999999999,"15min":0.16800000000000001},"max":{"1min":0.622,"5min":3.54,"15min":3.54},"last":0.39300000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:30:37 2021","interfaces":[{"interface":"back","average":{"1min":0.28699999999999998,"5min":0.33700000000000002,"15min":0.38500000000000001},"min":{"1min":0.188,"5min":0.17799999999999999,"15min":0.14199999999999999},"max":{"1min":0.46500000000000002,"5min":2.0390000000000001,"15min":4.1299999999999999},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.55300000000000005,"15min":0.503},"min":{"1min":0.188,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.64700000000000002,"5min":3.6840000000000002,"15min":3.7850000000000001},"last":0.39300000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659450,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1709168,"kb_used_data":660584,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86371216,"statfs":{"total":90194313216,"available":88444125184,"internally_reserved":1073741824,"allocated":676438016,"data_stored":675326120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,14],"upper_bound":262144},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:55 2021","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.34599999999999997,"15min":0.35799999999999998},"min":{"1min":0.189,"5min":0.156,"15min":0.156},"max":{"1min":0.53800000000000003,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.92600000000000005},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.35799999999999998,"15min":0.36399999999999999},"min":{"1min":0.16200000000000001,"5min":0.16200000000000001,"15min":0.16200000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.82299999999999995}]},{"osd":1,"last update":"Thu Mar 4 23:30:17 2021","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.35599999999999998,"15min":0.47899999999999998},"min":{"1min":0.186,"5min":0.17499999999999999,"15min":0.159},"max":{"1min":0.56799999999999995,"5min":0.83999999999999997,"15min":3.609},"last":0.874},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.38,"15min":0.47399999999999998},"min":{"1min":0.20499999999999999,"5min":0.19,"15min":0.16500000000000001},"max":{"1min":0.53800000000000003,"5min":0.83299999999999996,"15min":4.149},"last":0.91600000000000004}]},{"osd":2,"last update":"Thu Mar 4 23:30:17 2021","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.35099999999999998,"15min":0.50900000000000001},"min":{"1min":0.249,"5min":0.185,"15min":0.16800000000000001},"max":{"1min":0.51400000000000001,"5min":0.59999999999999998,"15min":4.2169999999999996},"last":0.85399999999999998},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.35399999999999998,"15min":0.49099999999999999},"min":{"1min":0.23799999999999999,"5min":0.189,"15min":0.17599999999999999},"max":{"1min":0.58499999999999996,"5min":1.123,"15min":3.3700000000000001},"last":0.83999999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:30:17 2021","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":1.946,"15min":1.1100000000000001},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.60599999999999998,"5min":77.881,"15min":77.881},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.374,"5min":2.0019999999999998,"15min":1.1279999999999999},"min":{"1min":0.217,"5min":0.217,"15min":0.21099999999999999},"max":{"1min":0.58299999999999996,"5min":77.683000000000007,"15min":77.683000000000007},"last":0.94999999999999996}]},{"osd":4,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.32600000000000001,"15min":0.35999999999999999},"min":{"1min":0.17699999999999999,"5min":0.16600000000000001,"15min":0.13300000000000001},"max":{"1min":0.49199999999999999,"5min":0.69399999999999995,"15min":4.1539999999999999},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.33900000000000002,"5min":0.31900000000000001,"15min":0.36199999999999999},"min":{"1min":0.16500000000000001,"5min":0.14299999999999999,"15min":0.13500000000000001},"max":{"1min":0.56699999999999995,"5min":0.70299999999999996,"15min":4.1269999999999998},"last":0.26400000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.35199999999999998,"15min":0.38},"min":{"1min":0.20200000000000001,"5min":0.17699999999999999,"15min":0.16},"max":{"1min":0.499,"5min":0.76100000000000001,"15min":4.0010000000000003},"last":0.20699999999999999},{"interface":"front","average":{"1min":0.32800000000000001,"5min":0.40999999999999998,"15min":0.42699999999999999},"min":{"1min":0.17499999999999999,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.56200000000000006,"5min":3.6789999999999998,"15min":4.2389999999999999},"last":0.22}]},{"osd":7,"last update":"Thu Mar 4 23:30:59 2021","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.40699999999999997,"15min":0.46700000000000003},"min":{"1min":0.215,"5min":0.187,"15min":0.17399999999999999},"max":{"1min":0.51900000000000002,"5min":3.0569999999999999,"15min":4.5880000000000001},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.37,"15min":0.41599999999999998},"min":{"1min":0.19700000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.55200000000000005,"5min":0.64100000000000001,"15min":4.0129999999999999},"last":0.34599999999999997}]}]},{"osd":1,"up_from":87,"seq":373662154968,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4094492,"kb_used_data":3978132,"kb_used_omap":2528,"kb_used_meta":113823,"kb_avail":83985892,"statfs":{"total":90194313216,"available":86001553408,"internally_reserved":0,"allocated":4073607168,"data_stored":4072414123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":116555054},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:57 2021","interfaces":[{"interface":"back","average":{"1min":0.25900000000000001,"5min":0.246,"15min":0.23300000000000001},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.49199999999999999,"5min":0.625,"15min":0.625},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.307,"15min":0.29699999999999999},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.65300000000000002,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.64400000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:31:18 2021","interfaces":[{"interface":"back","average":{"1min":0.20699999999999999,"5min":0.24099999999999999,"15min":0.41499999999999998},"min":{"1min":0.13400000000000001,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.28899999999999998,"5min":0.84499999999999997,"15min":4.4059999999999997},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.23200000000000001,"5min":0.25,"15min":0.47899999999999998},"min":{"1min":0.16600000000000001,"5min":0.14799999999999999,"15min":0.13100000000000001},"max":{"1min":0.29199999999999998,"5min":0.60299999999999998,"15min":4.7240000000000002},"last":0.41099999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:31:07 2021","interfaces":[{"interface":"back","average":{"1min":0.28299999999999997,"5min":1.448,"15min":1.0089999999999999},"min":{"1min":0.186,"5min":0.155,"15min":0.155},"max":{"1min":0.65600000000000003,"5min":110.28400000000001,"15min":110.28400000000001},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.30499999999999999,"5min":1.458,"15min":1.0209999999999999},"min":{"1min":0.24199999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.54200000000000004,"5min":109.977,"15min":109.977},"last":0.628}]},{"osd":4,"last update":"Thu Mar 4 23:31:18 2021","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.38800000000000001,"15min":0.59299999999999997},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.182},"max":{"1min":0.502,"5min":0.78600000000000003,"15min":4.9850000000000003},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.32600000000000001,"5min":0.37,"15min":0.503},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.46600000000000003,"5min":0.93799999999999994,"15min":4.5229999999999997},"last":0.58699999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:31:18 2021","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.47899999999999998,"15min":0.59199999999999997},"min":{"1min":0.251,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.58799999999999997,"5min":8.6690000000000005,"15min":8.6690000000000005},"last":0.434},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.39900000000000002,"15min":0.60299999999999998},"min":{"1min":0.26300000000000001,"5min":0.219,"15min":0.219},"max":{"1min":0.55400000000000005,"5min":1.7070000000000001,"15min":4.7729999999999997},"last":0.59899999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:30:35 2021","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.38800000000000001,"15min":0.55800000000000005},"min":{"1min":0.28899999999999998,"5min":0.214,"15min":0.214},"max":{"1min":0.56599999999999995,"5min":0.95399999999999996,"15min":4.5010000000000003},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.443,"15min":0.63500000000000001},"min":{"1min":0.26100000000000001,"5min":0.24299999999999999,"15min":0.23699999999999999},"max":{"1min":0.65500000000000003,"5min":2.331,"15min":5.8810000000000002},"last":0.70799999999999996}]},{"osd":7,"last update":"Thu Mar 4 23:31:18 2021","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.44600000000000001,"15min":0.66400000000000003},"min":{"1min":0.32200000000000001,"5min":0.23100000000000001,"15min":0.20899999999999999},"max":{"1min":0.59499999999999997,"5min":3.294,"15min":4.7939999999999996},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.373,"5min":0.40500000000000003,"15min":0.56799999999999995},"min":{"1min":0.26400000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.54300000000000004,"5min":0.91500000000000004,"15min":4.5499999999999998},"last":0.42499999999999999}]}]},{"osd":0,"up_from":174,"seq":747324309551,"num_pgs":73,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3376420,"kb_used_data":3291868,"kb_used_omap":980,"kb_used_meta":83563,"kb_avail":84703964,"statfs":{"total":90194313216,"available":86736859136,"internally_reserved":0,"allocated":3370872832,"data_stored":3369672170,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":85569475},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.21099999999999999,"5min":0.248,"15min":0.255},"min":{"1min":0.129,"5min":0.129,"15min":0.129},"max":{"1min":0.47299999999999998,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.224,"5min":0.23599999999999999,"15min":0.23899999999999999},"min":{"1min":0.14199999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":0.34499999999999997,"5min":0.50700000000000001,"15min":0.50700000000000001},"last":0.33000000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.224,"5min":0.23200000000000001,"15min":0.23100000000000001},"min":{"1min":0.16300000000000001,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.22600000000000001,"5min":0.26300000000000001,"15min":0.27300000000000002},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.38700000000000001,"5min":0.40999999999999998,"15min":0.40999999999999998},"last":0.30199999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.22800000000000001,"5min":0.26800000000000002,"15min":0.28100000000000003},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.35699999999999998,"5min":0.51600000000000001,"15min":0.51600000000000001},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.254,"5min":0.28999999999999998,"15min":0.29999999999999999},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":0.44800000000000001,"5min":0.48599999999999999,"15min":0.48599999999999999},"last":0.38800000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.38,"15min":0.38200000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.495,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.33900000000000002,"5min":0.372,"15min":0.376},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.48299999999999998,"5min":0.55200000000000005,"15min":0.55200000000000005},"last":0.69799999999999995}]},{"osd":5,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.51600000000000001,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.373,"5min":0.38800000000000001,"15min":0.39200000000000002},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.52200000000000002,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.40400000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.40200000000000002,"15min":0.41599999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.46999999999999997,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.38100000000000001,"15min":0.38500000000000001},"min":{"1min":0.27500000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.51100000000000001,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.58999999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:30:58 2021","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.39100000000000001,"15min":0.38800000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.39800000000000002,"15min":0.40300000000000002},"min":{"1min":0.26700000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.504,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.68500000000000005}]}]},{"osd":2,"up_from":103,"seq":442381631691,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2275428,"kb_used_data":2002780,"kb_used_omap":1715,"kb_used_meta":270924,"kb_avail":85804956,"statfs":{"total":90194313216,"available":87864274944,"internally_reserved":0,"allocated":2050846720,"data_stored":2049646070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":277426363},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:54 2021","interfaces":[{"interface":"back","average":{"1min":0.26500000000000001,"5min":0.25900000000000001,"15min":0.26000000000000001},"min":{"1min":0.114,"5min":0.114,"15min":0.114},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.20599999999999999},{"interface":"front","average":{"1min":0.22900000000000001,"5min":0.26300000000000001,"15min":0.26900000000000002},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.36899999999999999,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.34399999999999997}]},{"osd":1,"last update":"Thu Mar 4 23:31:17 2021","interfaces":[{"interface":"back","average":{"1min":0.23499999999999999,"5min":0.25700000000000001,"15min":0.377},"min":{"1min":0.128,"5min":0.128,"15min":0.128},"max":{"1min":0.42699999999999999,"5min":0.60399999999999998,"15min":4.0599999999999996},"last":0.23200000000000001},{"interface":"front","average":{"1min":0.23200000000000001,"5min":0.249,"15min":0.44800000000000001},"min":{"1min":0.129,"5min":0.129,"15min":0.129},"max":{"1min":0.379,"5min":0.70299999999999996,"15min":3.4729999999999999},"last":0.40600000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:31:13 2021","interfaces":[{"interface":"back","average":{"1min":0.27900000000000003,"5min":0.497,"15min":0.56999999999999995},"min":{"1min":0.17599999999999999,"5min":0.16900000000000001,"15min":0.159},"max":{"1min":0.443,"5min":21.280000000000001,"15min":21.280000000000001},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.312,"5min":0.52800000000000002,"15min":0.58499999999999996},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":0.55800000000000005,"5min":21.239999999999998,"15min":21.239999999999998},"last":0.253}]},{"osd":4,"last update":"Thu Mar 4 23:31:17 2021","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.35599999999999998,"15min":0.46300000000000002},"min":{"1min":0.223,"5min":0.20499999999999999,"15min":0.18099999999999999},"max":{"1min":0.499,"5min":0.81899999999999995,"15min":3.5059999999999998},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.378,"15min":0.50800000000000001},"min":{"1min":0.23499999999999999,"5min":0.21199999999999999,"15min":0.19900000000000001},"max":{"1min":0.47499999999999998,"5min":1.708,"15min":3.71},"last":0.379}]},{"osd":5,"last update":"Thu Mar 4 23:31:17 2021","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.40300000000000002,"15min":0.58199999999999996},"min":{"1min":0.27900000000000003,"5min":0.24099999999999999,"15min":0.22},"max":{"1min":0.60899999999999999,"5min":0.79600000000000004,"15min":4.867},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.38,"15min":0.53000000000000003},"min":{"1min":0.215,"5min":0.214,"15min":0.21299999999999999},"max":{"1min":0.52800000000000002,"5min":0.77200000000000002,"15min":4.6189999999999998},"last":0.44500000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:31:33 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.38900000000000001,"15min":0.51300000000000001},"min":{"1min":0.253,"5min":0.214,"15min":0.214},"max":{"1min":0.56299999999999994,"5min":1.677,"15min":3.7429999999999999},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.42899999999999999,"15min":0.54400000000000004},"min":{"1min":0.309,"5min":0.26200000000000001,"15min":0.23499999999999999},"max":{"1min":0.60999999999999999,"5min":1.4419999999999999,"15min":4.0830000000000002},"last":0.312}]},{"osd":7,"last update":"Thu Mar 4 23:31:17 2021","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.40100000000000002,"15min":0.53900000000000003},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.56999999999999995,"5min":1.8069999999999999,"15min":4.024},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.42599999999999999,"15min":0.56799999999999995},"min":{"1min":0.308,"5min":0.26200000000000001,"15min":0.253},"max":{"1min":0.627,"5min":0.76000000000000001,"15min":4.1340000000000003},"last":0.29699999999999999}]}]},{"osd":3,"up_from":126,"seq":541165879490,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4327208,"kb_used_data":4234464,"kb_used_omap":883,"kb_used_meta":91852,"kb_avail":83753176,"statfs":{"total":90194313216,"available":85763252224,"internally_reserved":0,"allocated":4336091136,"data_stored":4334892286,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":94056512},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:50 2021","interfaces":[{"interface":"back","average":{"1min":0.21099999999999999,"5min":0.25700000000000001,"15min":0.26400000000000001},"min":{"1min":0.13900000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":0.32300000000000001,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.28100000000000003,"5min":0.29399999999999998,"15min":0.31},"min":{"1min":0.17299999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.252}]},{"osd":1,"last update":"Thu Mar 4 23:31:15 2021","interfaces":[{"interface":"back","average":{"1min":0.24299999999999999,"5min":0.49399999999999999,"15min":0.48599999999999999},"min":{"1min":0.14699999999999999,"5min":0.13600000000000001,"15min":0.13500000000000001},"max":{"1min":0.42199999999999999,"5min":25.097999999999999,"15min":25.097999999999999},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.29699999999999999,"5min":0.52400000000000002,"15min":0.56499999999999995},"min":{"1min":0.187,"5min":0.161,"15min":0.151},"max":{"1min":0.626,"5min":25.109999999999999,"15min":25.109999999999999},"last":0.38}]},{"osd":2,"last update":"Thu Mar 4 23:31:15 2021","interfaces":[{"interface":"back","average":{"1min":0.22600000000000001,"5min":0.27800000000000002,"15min":0.47499999999999998},"min":{"1min":0.16500000000000001,"5min":0.154,"15min":0.13900000000000001},"max":{"1min":0.44900000000000001,"5min":1.6619999999999999,"15min":6.4420000000000002},"last":0.438},{"interface":"front","average":{"1min":0.254,"5min":0.27600000000000002,"15min":0.497},"min":{"1min":0.16600000000000001,"5min":0.159,"15min":0.159},"max":{"1min":0.41499999999999998,"5min":0.94299999999999995,"15min":8.8740000000000006},"last":0.35699999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:31:15 2021","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.39800000000000002,"15min":0.55800000000000005},"min":{"1min":0.22700000000000001,"5min":0.21299999999999999,"15min":0.20599999999999999},"max":{"1min":0.502,"5min":1.919,"15min":5.0220000000000002},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.41399999999999998,"15min":0.51100000000000001},"min":{"1min":0.30099999999999999,"5min":0.20699999999999999,"15min":0.20100000000000001},"max":{"1min":0.73399999999999999,"5min":1.7210000000000001,"15min":3.7719999999999998},"last":0.45700000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:31:15 2021","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.48499999999999999,"15min":0.59499999999999997},"min":{"1min":0.26000000000000001,"5min":0.23400000000000001,"15min":0.221},"max":{"1min":0.70799999999999996,"5min":3.5409999999999999,"15min":4.6479999999999997},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.38300000000000001,"15min":0.63500000000000001},"min":{"1min":0.23999999999999999,"5min":0.23599999999999999,"15min":0.192},"max":{"1min":0.54400000000000004,"5min":1.9379999999999999,"15min":6.7309999999999999},"last":0.47199999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:30:33 2021","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.50900000000000001,"15min":0.65000000000000002},"min":{"1min":0.26200000000000001,"5min":0.249,"15min":0.23899999999999999},"max":{"1min":0.55500000000000005,"5min":9.9410000000000007,"15min":9.9410000000000007},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.46899999999999997,"15min":0.57499999999999996},"min":{"1min":0.314,"5min":0.251,"15min":0.22900000000000001},"max":{"1min":0.66300000000000003,"5min":2.5150000000000001,"15min":3.8100000000000001},"last":0.36599999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:31:15 2021","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.39700000000000002,"15min":0.65400000000000003},"min":{"1min":0.28499999999999998,"5min":0.26400000000000001,"15min":0.23100000000000001},"max":{"1min":0.57399999999999995,"5min":1.893,"15min":6.5460000000000003},"last":0.499},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.51000000000000001,"15min":0.65100000000000002},"min":{"1min":0.28199999999999997,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.53200000000000003,"5min":7.1950000000000003,"15min":7.1950000000000003},"last":0.42799999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986517,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2916100,"kb_used_data":1867516,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":85164284,"statfs":{"total":90194313216,"available":87208226816,"internally_reserved":1073741824,"allocated":1912336384,"data_stored":1911112680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:53 2021","interfaces":[{"interface":"back","average":{"1min":0.29299999999999998,"5min":0.34999999999999998,"15min":0.35999999999999999},"min":{"1min":0.155,"5min":0.155,"15min":0.155},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.371,"5min":0.41499999999999998,"15min":0.42699999999999999},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.84499999999999997}]},{"osd":1,"last update":"Thu Mar 4 23:31:32 2021","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.63600000000000001,"15min":0.64500000000000002},"min":{"1min":0.29099999999999998,"5min":0.19600000000000001,"15min":0.161},"max":{"1min":0.57899999999999996,"5min":20.440000000000001,"15min":20.440000000000001},"last":0.85999999999999999},{"interface":"front","average":{"1min":0.432,"5min":0.63600000000000001,"15min":0.63500000000000001},"min":{"1min":0.154,"5min":0.154,"15min":0.154},"max":{"1min":0.74399999999999999,"5min":20.465,"15min":20.465},"last":0.81699999999999995}]},{"osd":2,"last update":"Thu Mar 4 23:31:10 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.33600000000000002,"15min":0.443},"min":{"1min":0.23599999999999999,"5min":0.19400000000000001,"15min":0.17100000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":3.3260000000000001},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.35699999999999998,"15min":0.497},"min":{"1min":0.253,"5min":0.217,"15min":0.17499999999999999},"max":{"1min":0.625,"5min":0.68500000000000005,"15min":4.4180000000000001},"last":0.68400000000000005}]},{"osd":3,"last update":"Thu Mar 4 23:31:10 2021","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":1.9079999999999999,"15min":1.4330000000000001},"min":{"1min":0.192,"5min":0.192,"15min":0.192},"max":{"1min":0.72799999999999998,"5min":85.394999999999996,"15min":85.394999999999996},"last":0.875},{"interface":"front","average":{"1min":0.40600000000000003,"5min":1.907,"15min":1.371},"min":{"1min":0.27900000000000003,"5min":0.19400000000000001,"15min":0.192},"max":{"1min":0.64200000000000002,"5min":85.802999999999997,"15min":85.802999999999997},"last":0.76100000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:31:32 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.312,"15min":0.32100000000000001},"min":{"1min":0.17699999999999999,"5min":0.16900000000000001,"15min":0.14199999999999999},"max":{"1min":1.254,"5min":1.254,"15min":3.456},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.308,"5min":0.29899999999999999,"15min":0.34599999999999997},"min":{"1min":0.20000000000000001,"5min":0.158,"15min":0.14799999999999999},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":3.2999999999999998},"last":0.40600000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:30:50 2021","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.34000000000000002,"15min":0.35499999999999998},"min":{"1min":0.20699999999999999,"5min":0.157,"15min":0.156},"max":{"1min":0.57899999999999996,"5min":1.635,"15min":3.5569999999999999},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.37,"15min":0.46300000000000002},"min":{"1min":0.19600000000000001,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":0.55900000000000005,"5min":2.8940000000000001,"15min":3.895},"last":0.376}]},{"osd":7,"last update":"Thu Mar 4 23:31:32 2021","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.33800000000000002,"15min":0.36499999999999999},"min":{"1min":0.186,"5min":0.17000000000000001,"15min":0.16},"max":{"1min":0.59199999999999997,"5min":0.624,"15min":3.4329999999999998},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.372,"15min":0.47099999999999997},"min":{"1min":0.216,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.63300000000000001,"5min":1.268,"15min":3.8700000000000001},"last":0.441}]}]},{"osd":5,"up_from":36,"seq":154618822994,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5859884,"kb_used_data":4811300,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":82220500,"statfs":{"total":90194313216,"available":84193792000,"internally_reserved":1073741824,"allocated":4926771200,"data_stored":4925562440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:30:50 2021","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.36099999999999999,"15min":0.375},"min":{"1min":0.153,"5min":0.153,"15min":0.153},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.38200000000000001,"15min":0.39100000000000001},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.497}]},{"osd":1,"last update":"Thu Mar 4 23:31:24 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.35799999999999998,"15min":0.47199999999999998},"min":{"1min":0.20799999999999999,"5min":0.153,"15min":0.153},"max":{"1min":0.68799999999999994,"5min":0.72199999999999998,"15min":3.8450000000000002},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.35799999999999998,"15min":0.54400000000000004},"min":{"1min":0.19500000000000001,"5min":0.16600000000000001,"15min":0.14599999999999999},"max":{"1min":0.66000000000000003,"5min":0.78700000000000003,"15min":7.4740000000000002},"last":0.46000000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:31:09 2021","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.35199999999999998,"15min":0.53900000000000003},"min":{"1min":0.184,"5min":0.17999999999999999,"15min":0.161},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":3.7410000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.38,"5min":0.38300000000000001,"15min":0.55300000000000005},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.182},"max":{"1min":0.67600000000000005,"5min":1.304,"15min":3.9239999999999999},"last":0.439}]},{"osd":3,"last update":"Thu Mar 4 23:31:09 2021","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.38400000000000001,"15min":0.57099999999999995},"min":{"1min":0.23000000000000001,"5min":0.20200000000000001,"15min":0.16700000000000001},"max":{"1min":0.58099999999999996,"5min":1.161,"15min":4.375},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.39200000000000002,"15min":0.54600000000000004},"min":{"1min":0.23999999999999999,"5min":0.23799999999999999,"15min":0.17100000000000001},"max":{"1min":0.755,"5min":0.755,"15min":4.2050000000000001},"last":0.48399999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:30:48 2021","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.33300000000000002,"15min":0.36299999999999999},"min":{"1min":0.17499999999999999,"5min":0.16600000000000001,"15min":0.127},"max":{"1min":0.57099999999999995,"5min":1.4359999999999999,"15min":7.4480000000000004},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.33100000000000002,"5min":0.35999999999999999,"15min":0.33500000000000002},"min":{"1min":0.19800000000000001,"5min":0.16800000000000001,"15min":0.14799999999999999},"max":{"1min":0.52400000000000002,"5min":2.0630000000000002,"15min":4.4000000000000004},"last":0.36699999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:31:24 2021","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.36499999999999999,"15min":0.40699999999999997},"min":{"1min":0.19700000000000001,"5min":0.16,"15min":0.16},"max":{"1min":0.629,"5min":1.7709999999999999,"15min":7.3959999999999999},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.33800000000000002,"15min":0.35799999999999998},"min":{"1min":0.19700000000000001,"5min":0.16300000000000001,"15min":0.16300000000000001},"max":{"1min":0.68100000000000005,"5min":1.7290000000000001,"15min":4.3209999999999997},"last":0.34000000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:31:09 2021","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.39800000000000002,"15min":0.41799999999999998},"min":{"1min":0.248,"5min":0.20799999999999999,"15min":0.17399999999999999},"max":{"1min":0.55400000000000005,"5min":2.008,"15min":4.3540000000000001},"last":0.38},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.33900000000000002,"15min":0.38600000000000001},"min":{"1min":0.187,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.57099999999999995,"5min":0.75900000000000001,"15min":2.9740000000000002},"last":0.28999999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3365994496,"data_stored":3365994496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4068737024,"data_stored":4068737024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2047934464,"data_stored":2047934464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4329242624,"data_stored":4329242624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1909395456,"data_stored":1909391384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4924706816,"data_stored":4924702744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":751894528,"data_stored":751894528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4980346880,"data_stored":4980342808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:31:44.604 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool set rbd pgp_num 18 2021-03-04T23:31:44.614 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:44.631 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:44.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:44.633 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:44.720 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:44.735 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:44.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:44.754 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:44.755 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:44.856 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:44.874 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:44.876 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:44.876 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:44.978 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:44.997 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:44.997 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:44.998 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:45.032 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:31:45.100 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:45.117 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:45.118 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:45.118 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:45.220 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:45.237 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:45.238 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:45.238 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:45.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:45 gibba038 conmon[76675]: audit 2021-03-04T23:31:43.693285+0000 mgr.x (mgr.34676) 871 : audit [DBG] from='client.45558 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:31:45.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:45 gibba038 conmon[76675]: audit 2021-03-04T23:31:44.824871+0000 mon.c (mon.1) 343 : audit [INF] from='client.? 172.21.2.111:0/2802315851' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:31:45.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:45 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:31:45.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:45 gibba038 conmon[76675]: 03-04T23:31:44.825224+0000 mon.a (mon.0) 1116 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:31:45.340 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:45.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:45 gibba011 conmon[95595]: audit 2021-03-04T23:31:43.693285+0000 mgr.x (mgr.34676) 871 : audit [DBG] from='client.45558 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:31:45.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:45 gibba011 conmon[95595]: audit 2021-03-04T23:31:44.824871+0000 mon.c (mon.1) 343 : audit [INF] from='client.? 172.21.2.111:0/2802315851' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:31:45.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:45 gibba011 conmon[95595]: audit 2021-03-04T23:31:44.825224+0000 mon.a (mon.0) 1116 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:31:45.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:45 gibba011 conmon[99461]: audit 2021-03-04T23:31:43.693285+0000 mgr.x (mgr.34676) 871 : audit 2021-03-04T23:31:45.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:45 gibba011 conmon[99461]: [DBG] from='client.45558 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:31:45.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:45 gibba011 conmon[99461]: audit 2021-03-04T23:31:44.824871+0000 mon.c (mon.1) 343 : audit [INF] from='client.? 172.21.2.111:0/2802315851' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:31:45.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:45 gibba011 conmon[99461]: audit 2021-03-04T23:31:44.825224+0000 mon.a (mon.0) 1116 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:31:45.357 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:45.358 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:45.359 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:45.460 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:45.479 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:45.480 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:45.480 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:45.581 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:45.599 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:45.600 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:45.601 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:45.702 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:45.720 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:45.721 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:45.722 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:45.823 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:45.841 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:45.842 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:45.843 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:45.944 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:45.961 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:45.962 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:45.963 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:46.064 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:46.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:46.083 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:46.084 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:46.185 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:46.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:46.204 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:46.205 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:46.306 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:46.323 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:46.324 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:46.325 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:46.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:46 gibba038 conmon[76675]: cluster 2021-03-04T23:31:44.691568+0000 mgr.x (mgr.34676) 872 : cluster [DBG] pgmap v861: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 3346/343977 objects misplaced (0.973%); 7.8 MiB/s, 124 objects/s recovering 2021-03-04T23:31:46.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:46 gibba038 conmon[76675]: cluster 2021-03-04T23:31:45.020776+0000 mon.a (mon.0) 1117 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:46.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:46 gibba038 conmon[76675]: audit 2021-03-04T23:31:45.026183+0000 mon.a (mon.0) 1118 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:31:46.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:46 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:31:46.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:46 gibba038 conmon[76675]: 03-04T23:31:45.026221+0000 mon.a (mon.0) 1119 2021-03-04T23:31:46.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:46 gibba038 conmon[76675]: : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2021-03-04T23:31:46.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:46 gibba011 conmon[95595]: cluster 2021-03-04T23:31:44.691568+0000 mgr.x (mgr.34676) 872 : cluster [DBG] pgmap v861: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 3346/343977 objects misplaced (0.973%); 7.8 MiB/s, 124 objects/s recovering 2021-03-04T23:31:46.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:46 gibba011 conmon[95595]: cluster 2021-03-04T23:31:45.020776+0000 mon.a (mon.0) 1117 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:46.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:46 gibba011 conmon[95595]: audit 2021-03-04T23:31:45 2021-03-04T23:31:46.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:46 gibba011 conmon[95595]: .026183+0000 mon.a (mon.0) 1118 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:31:46.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:46 gibba011 conmon[95595]: cluster 2021-03-04T23:31:45.026221+0000 mon.a (mon.0) 1119 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2021-03-04T23:31:46.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:46 gibba011 conmon[99461]: cluster 2021-03-04T23:31:44.691568+0000 mgr.x (mgr.34676) 872 : cluster 2021-03-04T23:31:46.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:46 gibba011 conmon[99461]: [DBG] pgmap v861: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 3346/343977 objects misplaced (0.973%); 7.8 MiB/s, 124 objects/s recovering 2021-03-04T23:31:46.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:46 gibba011 conmon[99461]: cluster 2021-03-04T23:31:45.020776+0000 mon.a (mon.0) 1117 : cluster [WRN] 2021-03-04T23:31:46.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:46 gibba011 conmon[99461]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:46.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:46 gibba011 conmon[99461]: audit 2021-03-04T23:31:45 2021-03-04T23:31:46.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:46 gibba011 conmon[99461]: .026183+0000 mon.a (mon.0) 1118 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:31:46.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:46 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:31:46.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:46 gibba011 conmon[99461]: :31:45.026221+0000 mon.a (mon.0) 1119 : 2021-03-04T23:31:46.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:46 gibba011 conmon[99461]: cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2021-03-04T23:31:46.426 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:46.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:46.444 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:46.444 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:46.546 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:46.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:46.564 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:46.565 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:46.666 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:46.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:46.685 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:46.685 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:46.787 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:46.804 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:46.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:46.806 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:46.862 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:31:46.875 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:31:46.876 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:31:46.876 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:31:46.876 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:31:46.877 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:31:46.877 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:31:46.877 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:31:46.877 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:31:46.877 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:31:46.907 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:46.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:46.926 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:46.927 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:47.028 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:47.034 INFO:teuthology.orchestra.run.gibba011.stderr:set pool 2 pgp_num to 18 2021-03-04T23:31:47.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:47.048 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:47.048 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:47.150 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:47.167 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:47.168 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:47.168 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:47.269 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:47.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:47.289 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:47.289 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:47.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:47 gibba038 conmon[76675]: audit 2021-03-04T23:31:46.972096+0000 mon.b (mon.2) 7 : audit [INF] from='client.? 172.21.2.111:0/4141100698' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "18"}]: dispatch 2021-03-04T23:31:47.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:47 gibba038 conmon[76675]: audit 2021-03-04T23:31:46.972456+0000 mon.a (mon.0) 1120 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "18"}]: dispatch 2021-03-04T23:31:47.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:47 gibba011 conmon[95595]: audit 2021-03-04T23:31:46.972096+0000 mon.b (mon.2) 7 : audit [INF] from='client.? 172.21.2.111:0/4141100698' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "18"}]: dispatch 2021-03-04T23:31:47.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:47 gibba011 conmon[95595]: audit 2021-03-04T23:31:46.972456+0000 mon.a (mon.0) 1120 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "18"}]: dispatch 2021-03-04T23:31:47.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:47 gibba011 conmon[99461]: audit 2021-03-04T23:31:46.972096+0000 mon.b (mon.2) 7 : audit [INF] from='client.? 172.21.2.111:0/4141100698' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "18"}]: dispatch 2021-03-04T23:31:47.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:47 gibba011 conmon[99461]: audit 2021-03-04T23:31:46.972456+0000 mon.a (mon.0) 1120 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "18"}]: dispatch 2021-03-04T23:31:47.390 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:47.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:47.408 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:47.408 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:47.509 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:47.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:47.529 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:47.530 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:47.632 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:47.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:47.650 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:47.650 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:47.752 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:47.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:47.770 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:47.770 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:47.829 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:31:47.871 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:47.890 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:47.891 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:47.891 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:47.935 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:47.992 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:48.011 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:48.012 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:48.013 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:48.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:48 gibba011 conmon[95595]: cluster 2021-03-04T23:31:46.691932+0000 mgr.x (mgr.34676) 873 : cluster [DBG] pgmap v863: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 3346/343977 objects misplaced (0.973%); 4.4 MiB/s, 70 objects/s recovering 2021-03-04T23:31:48.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:48 gibba011 conmon[95595]: cluster 2021-03-04T23:31:47.026635+0000 mon.a (mon.0) 1121 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:31:48.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:48 gibba011 conmon[95595]: audit 2021-03-04T23:31:47 2021-03-04T23:31:48.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:48 gibba011 conmon[95595]: .029021+0000 mon.a (mon.0) 1122 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "18"}]': finished 2021-03-04T23:31:48.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:48 gibba011 conmon[95595]: cluster 2021-03-04T23:31:47.029060+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2021-03-04T23:31:48.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:48 gibba011 conmon[99461]: cluster 2021-03-04T23:31:46.691932+0000 mgr.x (mgr.34676) 873 : cluster [DBG] 2021-03-04T23:31:48.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:48 gibba011 conmon[99461]: pgmap v863: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 3346/343977 objects misplaced (0.973%); 4.4 MiB/s, 70 objects/s recovering 2021-03-04T23:31:48.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:48 gibba011 conmon[99461]: cluster 2021-03-04T23:31:47.026635+0000 mon.a (mon.0) 1121 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:31:48.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:48 gibba011 conmon[99461]: audit 2021-03-04T23:31:47.029021+0000 mon.a (mon 2021-03-04T23:31:48.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:48 gibba011 conmon[99461]: .0) 1122 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "18"}]': finished 2021-03-04T23:31:48.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:48 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:31:48.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:48 gibba011 conmon[99461]: -04T23:31:47.029060+0000 mon.a (mon 2021-03-04T23:31:48.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:48 gibba011 conmon[99461]: .0) 1123 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2021-03-04T23:31:48.116 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:48.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:48.136 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:48.136 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:48.238 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:48.255 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:48.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:48.258 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:48.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:48 gibba038 conmon[76675]: cluster 2021-03-04T23:31:46.691932+0000 mgr.x (mgr.34676) 873 : cluster [DBG] 2021-03-04T23:31:48.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:48 gibba038 conmon[76675]: pgmap v863: 119 pgs: 1 active+recovering+undersized+remapped, 1 remapped+peering, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 16883/343977 objects degraded (4.908%); 3346/343977 objects misplaced (0.973%); 4.4 MiB/s, 70 objects/s recovering 2021-03-04T23:31:48.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:48 gibba038 conmon[76675]: cluster 2021-03-04T23:31:47.026635+0000 mon.a (mon.0) 1121 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:31:48.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:48 gibba038 conmon[76675]: audit 2021-03-04T23:31: 2021-03-04T23:31:48.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:48 gibba038 conmon[76675]: 47.029021+0000 mon.a (mon.0) 1122 : audit 2021-03-04T23:31:48.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:48 gibba038 conmon[76675]: [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "18"}]': finished 2021-03-04T23:31:48.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:48 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:31:48.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:48 gibba038 conmon[76675]: 03-04T23:31:47.029060+0000 mon.a (mon 2021-03-04T23:31:48.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:48 gibba038 conmon[76675]: .0) 1123 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2021-03-04T23:31:48.359 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:48.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:48.381 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:48.382 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:48.483 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:48.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:48.502 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:48.502 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:48.604 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:48.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:48.624 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:48.624 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:48.705 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:31:48.705 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:31:48.725 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:48.741 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:48.742 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:48.742 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:48.844 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:48.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:48.863 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:48.863 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:48.964 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:48.982 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:48.983 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:48.983 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:49.084 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:49.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:49.103 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:49.103 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:49.205 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:49.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:49.223 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:49.223 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:49.325 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:49.344 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:49.345 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:49.345 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:49.446 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:49.464 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:49.465 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:49.465 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:49.567 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:49.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:49.587 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:49.588 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:49.690 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:49.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:49.710 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:49.711 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:49.813 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:49.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:49.832 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:49.833 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:49.935 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:49.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:49.955 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:49.956 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:49.956 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:31:50.041 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:31:50.057 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:50.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:50.076 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:50.077 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:50.107 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:50.179 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:50.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:50.198 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:50.198 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:50.300 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:50.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:50.319 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:50.320 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:50.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:49 gibba038 conmon[76675]: cluster 2021-03-04T23:31:48.692374+0000 mgr.x (mgr.34676) 874 : cluster [DBG] pgmap v865: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 22196/343977 objects degraded (6.453%); 2727/343977 objects misplaced (0.793%); 9.2 MiB/s, 147 objects/s recovering 2021-03-04T23:31:50.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:49 gibba038 conmon[76675]: cluster 2021-03-04T23:31:49.032139+0000 mon.a (mon.0) 1124 : cluster [WRN] Health check update: Degraded data redundancy: 22196/343977 objects degraded (6.453%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:50.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:49 gibba038 conmon[76675]: cluster 2021-03-04T23:31:49.032157+0000 mon.a (mon.0) 1125 : cluster [WRN] Health check failed: 14 slow ops, oldest one blocked for 77 sec, osd.6 has slow ops (SLOW_OPS) 2021-03-04T23:31:50.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:49 gibba038 conmon[76675]: audit 2021-03-04T23:31:49.759142+0000 mon.c (mon.1) 344 : audit [INF] from='client.? 172.21.2.111:0/2619987352' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:50.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:49 gibba038 conmon[76675]: audit 2021-03-04T23:31:49.759496+0000 mon.a (mon.0) 1126 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:50.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:49 gibba011 conmon[95595]: cluster 2021-03-04T23:31:48.692374+0000 mgr.x (mgr.34676) 874 : cluster [DBG] pgmap v865: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 22196/343977 objects degraded (6.453%); 2727/343977 objects misplaced (0.793%); 9.2 MiB/s, 147 objects/s recovering 2021-03-04T23:31:50.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:49 gibba011 conmon[95595]: cluster 2021-03-04T23:31:49.032139+0000 mon.a (mon.0) 1124 : cluster [WRN] Health check update: Degraded data redundancy: 22196/343977 objects degraded (6.453%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:50.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:49 gibba011 conmon[95595]: cluster 2021-03-04T23:31:49.032157+0000 mon.a (mon.0) 1125 : cluster [WRN] Health check failed: 14 slow ops, oldest one blocked for 77 sec, osd.6 has slow ops (SLOW_OPS) 2021-03-04T23:31:50.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:49 gibba011 conmon[95595]: audit 2021-03-04T23:31:49.759142+0000 mon.c (mon.1) 344 : audit [INF] from='client.? 172.21.2.111:0/2619987352' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:50.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:49 gibba011 conmon[95595]: audit 2021-03-04T23:31:49.759496+0000 mon.a (mon.0) 1126 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:50.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:49 gibba011 conmon[99461]: cluster 2021-03-04T23:31:48.692374+0000 mgr.x (mgr.34676) 874 : cluster [DBG] pgmap v865: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 22196/343977 objects degraded (6.453%); 2727/343977 objects misplaced (0.793%); 9.2 MiB/s, 147 objects/s recovering 2021-03-04T23:31:50.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:49 gibba011 conmon[99461]: cluster 2021-03-04T23:31:49.032139+0000 mon.a (mon.0) 1124 : cluster [WRN] Health check update: Degraded data redundancy: 22196/343977 objects degraded (6.453%), 4 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:31:50.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:49 gibba011 conmon[99461]: cluster 2021-03-04T23:31:49.032157+0000 mon.a (mon.0) 1125 : cluster [WRN] Health check failed: 14 slow ops, oldest one blocked for 77 sec, osd.6 has slow ops (SLOW_OPS) 2021-03-04T23:31:50.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:49 gibba011 conmon[99461]: audit 2021-03-04T23: 2021-03-04T23:31:50.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:49 gibba011 conmon[99461]: 31:49.759142+0000 mon.c (mon.1) 344 : audit [INF] from='client.? 172.21.2.111:0/2619987352' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:50.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:49 gibba011 conmon[99461]: audit 2021-03-04T23:31:49.759496+0000 mon.a (mon.0) 1126 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:31:50.421 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:50.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:50.439 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:50.440 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:50.541 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:50.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:50.560 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:50.561 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:50.662 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:50.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:50.680 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:50.680 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:50.782 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:50.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:50.803 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:50.803 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:50.904 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:50.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:50.923 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:50.923 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:51.025 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:51.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:51.043 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:51.044 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:51.145 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:51.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:51.163 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:51.163 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:51.265 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:51.283 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:51.283 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:51.284 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:51.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:50 gibba038 conmon[76675]: cluster 2021-03-04T23:31:50.033598+0000 mon.a (mon.0) 1127 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:31:51.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:50 gibba038 conmon[76675]: audit 2021-03-04T23:31:50.036851+0000 mon.a (mon.0) 1128 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:51.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:50 gibba038 conmon[76675]: cluster 2021-03-04T23:31:51.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:50 gibba038 conmon[76675]: 2021-03-04T23:31:50.036968+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2021-03-04T23:31:51.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:50 gibba011 conmon[95595]: cluster 2021-03-04T23:31:50.033598+0000 mon.a (mon.0) 1127 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:31:51.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:50 gibba011 conmon[95595]: audit 2021-03-04T23:31:50.036851+0000 mon.a (mon.0) 1128 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:51.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:50 gibba011 conmon[95595]: cluster 2021-03-04T23:31:50.036968+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2021-03-04T23:31:51.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:50 gibba011 conmon[99461]: cluster 2021-03-04T23:31:50.033598+0000 mon.a (mon.0) 1127 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:31:51.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:50 gibba011 conmon[99461]: audit 2021-03-04T23:31:50.036851+0000 mon.a (mon.0) 1128 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:31:51.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:50 gibba011 conmon[99461]: cluster 2021-03-04T23:31:50.036968+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2021-03-04T23:31:51.385 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:51.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:51.404 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:51.405 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:51.506 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:51.524 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:51.525 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:51.525 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:51.627 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:51.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:51.646 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:51.646 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:51.748 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:51.764 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:51.765 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:51.766 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:51.867 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:51.884 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:51.885 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:51.885 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:51.987 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:52.005 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:52.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:52.006 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:52.043 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:31:52.056 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:31:52.070 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:31:52.082 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:31:52.096 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:31:52.108 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:52.111 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:31:52.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:52.126 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:52.126 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:52.228 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:52.245 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:52.246 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:52.246 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:52.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:52 gibba038 conmon[76675]: cluster 2021-03-04T23:31:50.692702+0000 mgr.x (mgr.34676) 875 : cluster [DBG] pgmap v867: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 22196/343977 objects degraded (6.453%); 2727/343977 objects misplaced (0.793%); 6.4 MiB/s, 103 objects/s recovering 2021-03-04T23:31:52.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:52 gibba038 conmon[76675]: audit 2021-03-04T23:31:52.026919+0000 mon.c (mon.1) 345 : audit [DBG] from='client.? 172.21.2.111:0/4099141326' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:52.349 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:52.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:52 gibba011 conmon[95595]: cluster 2021-03-04T23:31:50.692702+0000 mgr.x (mgr.34676) 875 : cluster [DBG] pgmap v867: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 22196/343977 objects degraded (6.453%); 2727/343977 objects misplaced (0.793%); 6.4 MiB/s, 103 objects/s recovering 2021-03-04T23:31:52.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:52 gibba011 conmon[95595]: audit 2021-03-04T23:31:52.026919+0000 mon.c (mon.1) 345 : audit [DBG] from='client.? 172.21.2.111:0/4099141326' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:52.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:52 gibba011 conmon[99461]: cluster 2021-03-04T23:31:50.692702+0000 mgr.x (mgr.34676) 875 : cluster [DBG] pgmap v867: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 22196/343977 objects degraded (6.453%); 2727/343977 objects misplaced (0.793%); 6.4 MiB/s, 103 objects/s recovering 2021-03-04T23:31:52.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:52 gibba011 conmon[99461]: audit 2021-03-04T23:31:52.026919+0000 mon.c (mon.1) 345 : audit [DBG] from='client.? 172.21.2.111:0/4099141326' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:31:52.367 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:52.368 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:52.369 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:52.470 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:52.487 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:52.488 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:52.489 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:52.591 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:52.609 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:52.610 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:52.610 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:52.711 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:52.730 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:52.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:52.731 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:52.732 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:31:52.832 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:52.836 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-03-04T23:31:52.838 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:52.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:52.894 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:52.894 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:52.991 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:31:52.995 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:53.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:53.014 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:53.014 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:53.115 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:53.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:53.134 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:53.134 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:53.236 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:53.237 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 4, 5, 6, 1, 3, 7] out_osds: [] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:31:53.237 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:31:53.237 INFO:tasks.thrashosds.thrasher:Removing osd 2, in_osds are: [0, 2, 4, 5, 6, 1, 3, 7] 2021-03-04T23:31:53.238 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd out 2 2021-03-04T23:31:53.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:53.256 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:53.257 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:53.350 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:53.358 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:53.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:53.377 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:53.377 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:53.478 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:53.504 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:53.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:53.505 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:53.606 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:53.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:53.631 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:53.632 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:53.733 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:53.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:53.754 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:53.754 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:53.856 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:53.877 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:53.879 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:53.880 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:53.982 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:54.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:54.001 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:54.001 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:54.103 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:54.125 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:54.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:54.128 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:54.229 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:54.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:54.251 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:54.251 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:54.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:54 gibba038 conmon[76675]: cluster 2021-03-04T23:31:52.693193+0000 mgr.x (mgr.34676) 876 : cluster [DBG] pgmap v868: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 22196/343977 objects degraded (6.453%); 2021/343977 objects misplaced (0.588%); 11 MiB/s, 172 objects/s recovering 2021-03-04T23:31:54.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:54 gibba038 conmon[76675]: cluster 2021-03-04T23:31:54.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:54 gibba038 conmon[76675]: 2021-03-04T23:31:53.956992+0000 mon.a (mon.0) 1130 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2021-03-04T23:31:54.352 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:54.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:54 gibba011 conmon[95595]: cluster 2021-03-04T23:31:52.693193+0000 mgr.x (mgr.34676) 876 : cluster [DBG] pgmap v868: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 22196/343977 objects degraded (6.453%); 2021/343977 objects misplaced (0.588%); 11 MiB/s, 172 objects/s recovering 2021-03-04T23:31:54.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:54 gibba011 conmon[95595]: cluster 2021-03-04T23:31:53.956992+0000 mon.a (mon.0) 1130 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2021-03-04T23:31:54.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:54 gibba011 conmon[99461]: cluster 2021-03-04T23:31:52.693193+0000 mgr.x (mgr.34676) 876 : cluster [DBG] pgmap v868: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 22196/343977 objects degraded (6.453%); 2021/343977 objects misplaced (0.588%); 11 MiB/s, 172 objects/s recovering 2021-03-04T23:31:54.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:54 gibba011 conmon[99461]: cluster 2021-03-04T23:31:53.956992+0000 mon.a (mon.0) 1130 : cluster [WRN] Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2021-03-04T23:31:54.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:54.375 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:54.375 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:54.477 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:54.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:54.496 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:54.497 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:54.599 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:54.617 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:54.618 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:54.619 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:54.720 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:54.738 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:54.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:54.739 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:54.841 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:54.859 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:54.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:54.860 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:54.961 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:54.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:54.980 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:54.980 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:55.051 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:31:55.081 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:55.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:55 gibba038 conmon[76675]: audit 2021-03-04T23:31:54.864667+0000 mon.c (mon.1) 346 : audit [INF] from='client.? 172.21.2.111:0/2042838725' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:31:55.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:55 gibba038 conmon[76675]: audit 2021-03-04T23:31:54.864931+0000 mon.a (mon.0) 1131 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:31:55.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:55.099 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:55.099 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:55.153 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:31:55.153 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:31:55.153 INFO:teuthology.orchestra.run.gibba038.stdout: "complaint_time": 30, 2021-03-04T23:31:55.153 INFO:teuthology.orchestra.run.gibba038.stdout: "num_blocked_ops": 0 2021-03-04T23:31:55.154 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:31:55.201 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:55.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:55.219 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:55.219 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:55.227 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:55 gibba011 conmon[95595]: audit 2021-03-04T23:31:54.864667+0000 mon.c (mon.1) 346 : audit [INF] from='client.? 172.21.2.111:0/2042838725' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:31:55.227 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:55 gibba011 conmon[95595]: audit 2021-03-04T23:31:54.864931+0000 mon.a (mon.0) 1131 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:31:55.228 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:55 gibba011 conmon[99461]: audit 2021-03-04T23:31:54.864667+0000 mon.c (mon.1) 346 : audit [INF] from='client.? 172.21.2.111:0/2042838725' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:31:55.228 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:55 gibba011 conmon[99461]: audit 2021-03-04T23:31:54.864931+0000 mon.a (mon.0) 1131 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:31:55.320 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:55.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:55.340 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:55.341 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:55.442 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:55.459 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:55.461 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:55.461 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:55.563 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:55.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:55.582 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:55.583 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:55.684 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:55.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:55.703 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:55.703 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:55.804 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:55.823 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:55.824 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:55.825 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:55.927 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:55.945 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:55.947 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:55.947 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:56.048 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:56.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:56.067 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:56.067 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:56.169 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:56.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:56.187 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:56.187 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:56.211 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:31:56.224 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:31:56.225 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:31:56.225 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:31:56.225 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:31:56.226 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:31:56.226 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:31:56.226 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:31:56.226 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:31:56.226 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:31:56.288 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:56.294 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:56 gibba011 conmon[95595]: cluster 2021-03-04T23:31:54.693637+0000 mgr.x (mgr.34676) 877 : cluster [DBG] pgmap v869: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 22196/343977 objects degraded (6.453%); 2021/343977 objects misplaced (0.588%); 10 MiB/s, 165 objects/s recovering 2021-03-04T23:31:56.294 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:56 gibba011 conmon[95595]: cluster 2021-03-04T23:31:55.041587+0000 mon.a (mon.0) 1132 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:56.295 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:56 gibba011 conmon[95595]: audit 2021-03-04T23:31:55.045579+0000 mon.a (mon 2021-03-04T23:31:56.295 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:56 gibba011 conmon[95595]: .0) 1133 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:31:56.295 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:56 gibba011 conmon[95595]: cluster 2021-03-04T23:31:55.045654+0000 mon.a (mon.0) 1134 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2021-03-04T23:31:56.295 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:56 gibba011 conmon[95595]: debug 2021-03-04T23:31:56.292+0000 7f2e08250700 -1 mon.a@0(leader).osd e251 definitely_dead 0 2021-03-04T23:31:56.296 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:56 gibba011 conmon[99461]: cluster 2021-03-04T23:31:54.693637+0000 mgr.x (mgr.34676) 877 : cluster [DBG] pgmap v869: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 22196/343977 objects degraded (6.453%); 2021/343977 objects misplaced (0.588%); 10 MiB/s, 165 objects/s recovering 2021-03-04T23:31:56.296 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:56 gibba011 conmon[99461]: cluster 2021-03-04T23:31:55.041587+0000 mon.a (mon.0) 1132 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:56.296 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:56 gibba011 conmon[99461]: audit 2021-03-04T23:31:55.045579 2021-03-04T23:31:56.296 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:56 gibba011 conmon[99461]: +0000 mon.a (mon.0) 1133 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:31:56.297 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:56 gibba011 conmon[99461]: cluster 2021-03-04T23:31:55 2021-03-04T23:31:56.297 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:56 gibba011 conmon[99461]: .045654+0000 mon.a (mon.0) 1134 : cluster [DBG] 2021-03-04T23:31:56.297 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:56 gibba011 conmon[99461]: osdmap e251: 8 total, 8 up, 8 in 2021-03-04T23:31:56.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:56.308 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:56.309 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:56.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:56 gibba038 conmon[76675]: cluster 2021-03-04T23:31:54.693637+0000 mgr.x (mgr.34676) 877 : cluster [DBG] pgmap v869: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+undersized+degraded+remapped, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 22196/343977 objects degraded (6.453%); 2021/343977 objects misplaced (0.588%); 10 MiB/s, 165 objects/s recovering 2021-03-04T23:31:56.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:56 gibba038 conmon[76675]: cluster 2021-03-04T23:31:55.041587+0000 mon.a (mon.0) 1132 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:31:56.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:56 gibba038 conmon[76675]: audit 2021-03-04T23:31:55.045579+0000 mon.a (mon.0) 1133 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:31:56.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:56 gibba038 conmon[76675]: cluster 2021-03-04T23:31:55.045654+0000 mon.a (mon.0) 1134 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2021-03-04T23:31:56.410 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:56.428 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:56.429 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:56.429 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:56.534 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:56.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:56.553 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:56.553 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:56.575 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-03-04T23:31:56.655 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:56.671 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:56.672 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:56.673 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:56.685 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:31:56.773 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:56.791 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:56.792 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:56.792 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:56.894 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:56.912 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:56.913 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:56.914 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:57.015 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:57.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:57.034 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:57.034 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:57.062 INFO:teuthology.orchestra.run.gibba011.stderr:marked out osd.2. 2021-03-04T23:31:57.095 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:57 gibba038 conmon[76675]: audit 2021-03-04T23:31:56.292607+0000 mon.a (mon.0) 1135 : audit [INF] 2021-03-04T23:31:57.096 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:57 gibba038 conmon[76675]: from='client.? 172.21.2.111:0/1852547985' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2021-03-04T23:31:57.096 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:57 gibba038 conmon[76675]: cluster 2021-03-04T23:31:56.292671+0000 mon.a (mon.0) 1136 : cluster [INF] Client client.admin marked osd.2 out, while it was still marked up 2021-03-04T23:31:57.136 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:57.153 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:57.154 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:57.154 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:57.255 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:57.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:57.275 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:57.275 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:57.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:57 gibba011 conmon[95595]: audit 2021-03-04T23:31:56.292607+0000 mon.a (mon.0) 1135 : audit [INF] from='client.? 172.21.2.111:0/1852547985' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2021-03-04T23:31:57.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:57 gibba011 conmon[95595]: cluster 2021-03-04T23:31:56.292671+0000 mon.a (mon.0) 1136 : cluster [INF] Client client.admin marked osd.2 out, while it was still marked up 2021-03-04T23:31:57.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:57 gibba011 conmon[99461]: audit 2021-03-04T23:31:56.292607+0000 mon.a (mon.0) 1135 : audit [INF] from='client.? 172.21.2.111:0/1852547985' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2021-03-04T23:31:57.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:57 gibba011 conmon[99461]: cluster 2021-03-04T23:31:56.292671+0000 mon.a (mon.0) 1136 : cluster [INF] Client client.admin marked osd.2 out, while it was still marked up 2021-03-04T23:31:57.376 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:31:57.394 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:57.395 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:57.395 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:31:57.497 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:57.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:57.514 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:57.515 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:57.616 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:57.634 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:57.636 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:57.636 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:57.738 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:31:57.756 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:57.757 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:57.758 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:31:57.788 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:31:57.859 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:57.876 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:57.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:57.877 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:57.904 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:57.979 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:57.997 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:57.998 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:57.998 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:58.060 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: cluster 2021-03-04T23:31:56.694102+0000 mgr.x (mgr.34676 2021-03-04T23:31:58.060 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: ) 878 : cluster [DBG] pgmap v871: 119 pgs: 1 active+undersized+degraded+remapped+laggy, 1 active+recovering+undersized+remapped, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 22196/343977 objects degraded (6.453%); 2021/343977 objects misplaced (0.588%); 5.5 MiB/s, 88 objects/s recovering 2021-03-04T23:31:58.061 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: cluster 2021-03-04T23:31:57.048857+0000 2021-03-04T23:31:58.061 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: mon.a (mon.0) 1137 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2021-03-04T23:31:58.061 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[95595]: cluster 2021-03-04T23:31:56.694102+0000 mgr.x (mgr.34676) 878 : cluster [DBG] pgmap v871: 119 pgs: 1 active+undersized+degraded+remapped+laggy, 1 active+recovering+undersized+remapped, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 22196/343977 objects degraded (6.453%); 2021/343977 objects misplaced (0.588%); 5.5 MiB/s, 88 objects/s recovering 2021-03-04T23:31:58.062 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[95595]: cluster 2021-03-04T23:31:57.048857+0000 mon.a (mon.0) 1137 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2021-03-04T23:31:58.062 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[95595]: cluster 2021-03-04T23:31:58.100 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:58.119 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:58.120 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:58.120 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:58.121 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: cluster 2021-03-04T23:31:58.121 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: 2021-03-04T23:31 2021-03-04T23:31:58.122 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: :56.694102+0000 mgr.x (mgr.34676) 878 : cluster [DBG] pgmap v871: 119 pgs: 1 active+undersized+degraded+remapped+laggy, 1 active+recovering+undersized+remapped, 114 active+clean, 3 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 22196/343977 objects degraded (6.453%); 2021/343977 objects misplaced (0.588%); 5.5 MiB/s, 88 objects/s recovering 2021-03-04T23:31:58.122 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: cluster 2021-03-04T 2021-03-04T23:31:58.122 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: 23:31:57.048857+0000 mon.a (mon.0) 1137 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2021-03-04T23:31:58.122 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: cluster 2021-03-04T23:31:58.123 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: 2021-03-04T23:31:57 2021-03-04T23:31:58.123 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: .048877+0000 mon.a (mon.0) 1138 : cluster 2021-03-04T23:31:58.123 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: [INF] Health check cleared: SLOW_OPS (was: 14 slow ops, oldest one blocked for 77 sec, osd.6 has slow ops) 2021-03-04T23:31:58.123 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: audit 2021-03-04T23:31 2021-03-04T23:31:58.124 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: :57.055038+0000 mon.a (mon.0) 1139 : audit 2021-03-04T23:31:58.124 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: [INF] from='client.? 172.21.2.111:0/1852547985' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished 2021-03-04T23:31:58.124 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:31:58.124 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: 31:57.055075+0000 mon.a (mon.0) 1140 : 2021-03-04T23:31:58.125 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: cluster [DBG] osdmap e252: 8 total, 8 up, 7 in 2021-03-04T23:31:58.125 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: cluster 2021-03-04T 2021-03-04T23:31:58.125 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: 23:31:57.229100+0000 osd.6 (osd 2021-03-04T23:31:58.125 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: .6) 119 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:31:58.126 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:31:58.126 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: 03-04T23:31:57.229110+0000 osd.6 2021-03-04T23:31:58.126 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: (osd.6) 120 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:31:58.126 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:31:58.126 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: -03-04T23:31:57.229114+0000 osd.6 ( 2021-03-04T23:31:58.127 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: osd.6) 121 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:31:58.127 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: cluster 2021-03-04T23:31:58.127 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: 2021-03-04T23:31:57.229118+0000 osd.6 2021-03-04T23:31:58.127 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: (osd.6) 122 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:31:58.128 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:31:58.128 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: -03-04T23:31:57.229122+0000 osd.6 ( 2021-03-04T23:31:58.128 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: osd.6) 123 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:31:58.128 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:31:58.128 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: 03-04T23:31:57.229126+0000 osd.6 ( 2021-03-04T23:31:58.129 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: osd.6) 124 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:31:58.129 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:31:58.129 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: -03-04T23:31:57.229130+0000 osd.6 (osd 2021-03-04T23:31:58.129 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: .6) 125 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:31:58.130 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:31:58.130 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: 04T23:31:57.229134+0000 osd.6 (osd. 2021-03-04T23:31:58.130 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: 6) 126 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:31:58.130 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:31:58.130 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: 04T23:31:57.229138+0000 osd.6 (osd.6 2021-03-04T23:31:58.131 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: ) 127 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:31:58.131 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:31:58.131 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: 04T23:31:57.229142+0000 osd.6 (osd. 2021-03-04T23:31:58.131 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: 6) 128 : cluster [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:31:58.132 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:31:58.132 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: -03-04T23:31:57.229146+0000 osd.6 ( 2021-03-04T23:31:58.132 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: osd.6) 129 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:31:58.132 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:31:58.132 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: -03-04T23:31:57.229152+0000 osd.6 2021-03-04T23:31:58.133 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: (osd.6) 130 : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:31:58.133 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: cluster 2021-03-04 2021-03-04T23:31:58.133 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: T23:31:57.229156+0000 osd.6 (osd.6) 2021-03-04T23:31:58.133 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: 131 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:31:58.133 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:31:58.134 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: 04T23:31:57.229161+0000 osd.6 (osd. 2021-03-04T23:31:58.134 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:58 gibba038 conmon[76675]: 6) 132 : cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:31:58.222 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:58.238 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:31:58.239 INFO:teuthology.orchestra.run.gibba038.stdout: "size": 20, 2021-03-04T23:31:58.239 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 600, 2021-03-04T23:31:58.239 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:31:58.239 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.240 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119647 9.4 9:21d62ff9:::benchmark_data_gibba011_139107_object119646:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e148)", 2021-03-04T23:31:58.240 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.111961+0000", 2021-03-04T23:31:58.240 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 382.12206217599999, 2021-03-04T23:31:58.240 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2664053910000002, 2021-03-04T23:31:58.241 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:31:58.241 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:58.241 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:31:58.241 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:31:58.242 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:58.242 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119647 2021-03-04T23:31:58.242 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.242 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:31:58.243 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.243 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:31:58.243 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.111961+0000", 2021-03-04T23:31:58.243 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:31:58.244 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.244 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.244 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:31:58.244 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.111961+0000", 2021-03-04T23:31:58.244 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013462399999999999 2021-03-04T23:31:58.245 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.245 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.245 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:31:58.245 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112096+0000", 2021-03-04T23:31:58.246 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.482e-06 2021-03-04T23:31:58.246 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.246 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.246 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:31:58.247 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112098+0000", 2021-03-04T23:31:58.247 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.3570000000000003e-06 2021-03-04T23:31:58.247 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.247 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.247 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:31:58.248 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112104+0000", 2021-03-04T23:31:58.248 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.814e-06 2021-03-04T23:31:58.248 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.248 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.249 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:31:58.249 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112109+0000", 2021-03-04T23:31:58.249 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0511999999999999e-05 2021-03-04T23:31:58.249 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.250 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.250 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.250 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112139+0000", 2021-03-04T23:31:58.250 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9570000000000002e-06 2021-03-04T23:31:58.250 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.251 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.251 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:31:58.251 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112147+0000", 2021-03-04T23:31:58.251 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.98974408700000005 2021-03-04T23:31:58.252 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.252 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.252 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.252 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.101891+0000", 2021-03-04T23:31:58.253 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0339e-05 2021-03-04T23:31:58.253 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.253 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.253 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:31:58.254 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.101902+0000", 2021-03-04T23:31:58.254 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2626239290000001 2021-03-04T23:31:58.254 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.254 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.255 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.255 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.364526+0000", 2021-03-04T23:31:58.255 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0023873660000000001 2021-03-04T23:31:58.255 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.255 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.256 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:31:58.256 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.366913+0000", 2021-03-04T23:31:58.256 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000157961 2021-03-04T23:31:58.256 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.256 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.257 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,3", 2021-03-04T23:31:58.257 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.367071+0000", 2021-03-04T23:31:58.257 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027182059999999999 2021-03-04T23:31:58.257 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.258 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.258 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.258 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.369789+0000", 2021-03-04T23:31:58.258 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0023182089999999999 2021-03-04T23:31:58.258 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.259 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.259 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:31:58.259 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.372107+0000", 2021-03-04T23:31:58.259 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0822000000000002e-05 2021-03-04T23:31:58.259 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.260 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.260 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.261 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.372128+0000", 2021-03-04T23:31:58.261 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0060509400000000003 2021-03-04T23:31:58.261 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.261 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.262 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.262 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378179+0000", 2021-03-04T23:31:58.262 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6387000000000001e-05 2021-03-04T23:31:58.262 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.262 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.263 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:31:58.263 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378235+0000", 2021-03-04T23:31:58.263 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013139900000000001 2021-03-04T23:31:58.263 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.264 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.264 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:31:58.264 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378367+0000", 2021-03-04T23:31:58.264 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2664053910000002 2021-03-04T23:31:58.264 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.265 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:31:58.265 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.265 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.265 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.266 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119648 9.4 9:274e4ecc:::benchmark_data_gibba011_139107_object119647:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e148)", 2021-03-04T23:31:58.266 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.112115+0000", 2021-03-04T23:31:58.266 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 382.12190828500002, 2021-03-04T23:31:58.266 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2665382489999999, 2021-03-04T23:31:58.266 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:31:58.267 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:58.267 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:31:58.267 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:31:58.267 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:58.268 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119648 2021-03-04T23:31:58.268 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.268 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:31:58.268 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.269 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:31:58.269 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112115+0000", 2021-03-04T23:31:58.269 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:31:58.269 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.269 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.270 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:31:58.270 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112115+0000", 2021-03-04T23:31:58.270 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8247000000000002e-05 2021-03-04T23:31:58.270 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.271 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.271 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:31:58.271 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112154+0000", 2021-03-04T23:31:58.271 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.6199999999999996e-07 2021-03-04T23:31:58.271 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.272 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.272 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:31:58.272 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112154+0000", 2021-03-04T23:31:58.273 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5169999999999999e-06 2021-03-04T23:31:58.273 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.273 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.273 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:31:58.274 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112160+0000", 2021-03-04T23:31:58.274 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5939999999999998e-06 2021-03-04T23:31:58.274 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.274 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.275 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:31:58.275 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112164+0000", 2021-03-04T23:31:58.275 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6597e-05 2021-03-04T23:31:58.275 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.276 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.276 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.276 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112190+0000", 2021-03-04T23:31:58.277 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.0859999999999998e-06 2021-03-04T23:31:58.277 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.277 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.277 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:31:58.278 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112196+0000", 2021-03-04T23:31:58.278 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.98973799399999995 2021-03-04T23:31:58.278 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.278 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.278 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.279 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.101934+0000", 2021-03-04T23:31:58.279 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.418e-06 2021-03-04T23:31:58.279 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.279 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.280 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:31:58.280 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.101942+0000", 2021-03-04T23:31:58.280 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.267865971 2021-03-04T23:31:58.280 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.281 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.281 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.281 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.369808+0000", 2021-03-04T23:31:58.281 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.7309e-05 2021-03-04T23:31:58.281 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.282 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.282 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:31:58.282 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.369905+0000", 2021-03-04T23:31:58.282 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000115468 2021-03-04T23:31:58.283 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.283 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.283 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,3", 2021-03-04T23:31:58.283 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.370020+0000", 2021-03-04T23:31:58.284 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0021501960000000001 2021-03-04T23:31:58.284 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.284 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.284 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.284 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.372171+0000", 2021-03-04T23:31:58.285 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0062722070000000001 2021-03-04T23:31:58.285 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.286 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.286 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.286 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378443+0000", 2021-03-04T23:31:58.286 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.6660000000000002e-06 2021-03-04T23:31:58.286 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.287 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.287 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:31:58.287 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378449+0000", 2021-03-04T23:31:58.288 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2852999999999999e-05 2021-03-04T23:31:58.288 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.288 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.288 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.289 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378482+0000", 2021-03-04T23:31:58.289 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0420000000000002e-05 2021-03-04T23:31:58.289 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.289 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.289 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:31:58.290 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378533+0000", 2021-03-04T23:31:58.290 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000120844 2021-03-04T23:31:58.290 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.290 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.291 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:31:58.291 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378654+0000", 2021-03-04T23:31:58.291 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2665382489999999 2021-03-04T23:31:58.291 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.291 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:31:58.292 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.292 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.292 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.292 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119658 9.4 9:2d5e7b0c:::benchmark_data_gibba011_139107_object119657:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:31:58.292 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.121329+0000", 2021-03-04T23:31:58.293 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 382.11269416499999, 2021-03-04T23:31:58.293 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2606573339999998, 2021-03-04T23:31:58.293 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:31:58.293 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:58.294 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:31:58.294 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:31:58.294 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:58.294 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119658 2021-03-04T23:31:58.295 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.295 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:31:58.295 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.295 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:31:58.295 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121329+0000", 2021-03-04T23:31:58.296 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:31:58.296 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.296 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.296 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:31:58.297 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121329+0000", 2021-03-04T23:31:58.297 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7337e-05 2021-03-04T23:31:58.297 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.297 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.297 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:31:58.298 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121347+0000", 2021-03-04T23:31:58.298 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2419999999999999e-06 2021-03-04T23:31:58.298 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.298 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.299 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:31:58.299 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121348+0000", 2021-03-04T23:31:58.299 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.2690000000000005e-06 2021-03-04T23:31:58.299 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.299 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.300 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:31:58.300 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121357+0000", 2021-03-04T23:31:58.300 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7809999999999999e-06 2021-03-04T23:31:58.300 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.300 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.301 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:31:58.301 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121361+0000", 2021-03-04T23:31:58.301 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.9789999999999994e-05 2021-03-04T23:31:58.301 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.302 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.302 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.302 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121431+0000", 2021-03-04T23:31:58.302 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9060000000000001e-06 2021-03-04T23:31:58.302 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.303 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.303 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:31:58.303 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121436+0000", 2021-03-04T23:31:58.303 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.98053637199999999 2021-03-04T23:31:58.304 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.304 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.304 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.304 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.101972+0000", 2021-03-04T23:31:58.304 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7770000000000002e-06 2021-03-04T23:31:58.305 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.305 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.305 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:31:58.305 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.101977+0000", 2021-03-04T23:31:58.305 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.270294129 2021-03-04T23:31:58.306 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.306 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.306 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.306 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.372271+0000", 2021-03-04T23:31:58.306 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.9461000000000003e-05 2021-03-04T23:31:58.307 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.307 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.307 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:31:58.307 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.372361+0000", 2021-03-04T23:31:58.308 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010255399999999999 2021-03-04T23:31:58.308 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.308 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.308 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,3", 2021-03-04T23:31:58.308 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.372463+0000", 2021-03-04T23:31:58.309 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0059453379999999997 2021-03-04T23:31:58.309 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.309 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.309 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.310 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378408+0000", 2021-03-04T23:31:58.310 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0033118430000000001 2021-03-04T23:31:58.310 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.310 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.310 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:31:58.311 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.381720+0000", 2021-03-04T23:31:58.311 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8539999999999999e-05 2021-03-04T23:31:58.311 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.311 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.312 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.312 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.381769+0000", 2021-03-04T23:31:58.312 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2002000000000002e-05 2021-03-04T23:31:58.312 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.313 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.313 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.313 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.381811+0000", 2021-03-04T23:31:58.313 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6202000000000002e-05 2021-03-04T23:31:58.315 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.315 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.315 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:31:58.315 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.381867+0000", 2021-03-04T23:31:58.316 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011979100000000001 2021-03-04T23:31:58.316 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.316 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.316 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:31:58.317 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.381987+0000", 2021-03-04T23:31:58.317 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2606573339999998 2021-03-04T23:31:58.317 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.317 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:31:58.318 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.318 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.318 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.318 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134089 9.4 9:2f8a3f04:::benchmark_data_gibba011_139107_object134088:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e152)", 2021-03-04T23:31:58.319 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.202065+0000", 2021-03-04T23:31:58.319 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 362.03195846699998, 2021-03-04T23:31:58.319 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.015710025, 2021-03-04T23:31:58.319 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:31:58.319 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:31:58.320 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:31:58.320 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:31:58.320 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:58.320 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134089 2021-03-04T23:31:58.320 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.321 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:31:58.321 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.321 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:31:58.321 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202065+0000", 2021-03-04T23:31:58.321 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:31:58.322 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.322 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.322 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:31:58.322 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202065+0000", 2021-03-04T23:31:58.323 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6746999999999997e-05 2021-03-04T23:31:58.323 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.323 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.323 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:31:58.323 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202122+0000", 2021-03-04T23:31:58.324 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.277e-06 2021-03-04T23:31:58.324 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.324 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.324 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:31:58.324 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202124+0000", 2021-03-04T23:31:58.325 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5214e-05 2021-03-04T23:31:58.325 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.325 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.325 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:31:58.325 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202139+0000", 2021-03-04T23:31:58.326 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4779999999999996e-06 2021-03-04T23:31:58.326 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.326 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.326 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:31:58.327 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202146+0000", 2021-03-04T23:31:58.327 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2630999999999999e-05 2021-03-04T23:31:58.327 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.327 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.327 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.328 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202188+0000", 2021-03-04T23:31:58.328 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012342399999999999 2021-03-04T23:31:58.328 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.328 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.328 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:31:58.329 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202312+0000", 2021-03-04T23:31:58.329 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011595999999999999 2021-03-04T23:31:58.329 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.329 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.329 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,3", 2021-03-04T23:31:58.330 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202428+0000", 2021-03-04T23:31:58.330 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0049599839999999997 2021-03-04T23:31:58.330 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.330 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.331 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.331 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.207388+0000", 2021-03-04T23:31:58.331 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.1199999999999996e-06 2021-03-04T23:31:58.331 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.332 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.332 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:31:58.332 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.207395+0000", 2021-03-04T23:31:58.332 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0103340629999999 2021-03-04T23:31:58.332 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.333 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.333 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.333 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.217729+0000", 2021-03-04T23:31:58.333 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6127000000000001e-05 2021-03-04T23:31:58.334 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.334 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.334 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:31:58.334 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.217775+0000", 2021-03-04T23:31:58.334 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.015710025 2021-03-04T23:31:58.335 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.335 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:31:58.335 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.335 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.335 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.336 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134101 9.4 9:27175057:::benchmark_data_gibba011_139107_object134100:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:31:58.336 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.217432+0000", 2021-03-04T23:31:58.336 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 362.01659120800002, 2021-03-04T23:31:58.336 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0072824380000001, 2021-03-04T23:31:58.337 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:31:58.337 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:58.337 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:31:58.337 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:31:58.337 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:58.338 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134101 2021-03-04T23:31:58.338 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.338 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:31:58.338 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.338 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:31:58.339 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217432+0000", 2021-03-04T23:31:58.339 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:31:58.339 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.339 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.340 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:31:58.340 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217432+0000", 2021-03-04T23:31:58.340 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000100245 2021-03-04T23:31:58.340 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.340 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.341 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:31:58.341 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217533+0000", 2021-03-04T23:31:58.341 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.765e-06 2021-03-04T23:31:58.341 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.341 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.342 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:31:58.342 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217534+0000", 2021-03-04T23:31:58.342 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3439e-05 2021-03-04T23:31:58.342 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.343 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.343 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:31:58.343 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217548+0000", 2021-03-04T23:31:58.343 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.3020000000000002e-06 2021-03-04T23:31:58.343 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.344 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.344 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:31:58.344 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217553+0000", 2021-03-04T23:31:58.344 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.735e-05 2021-03-04T23:31:58.345 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.345 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.345 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.345 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217591+0000", 2021-03-04T23:31:58.346 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.9249999999999998e-06 2021-03-04T23:31:58.346 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.346 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.346 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:31:58.346 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217597+0000", 2021-03-04T23:31:58.347 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0005541870000001 2021-03-04T23:31:58.347 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.347 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.347 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.347 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.218152+0000", 2021-03-04T23:31:58.348 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6176999999999998e-05 2021-03-04T23:31:58.348 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.348 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.348 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:31:58.349 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.218248+0000", 2021-03-04T23:31:58.349 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000100114 2021-03-04T23:31:58.349 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.349 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.349 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:31:58.350 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.218348+0000", 2021-03-04T23:31:58.350 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0061336159999999997 2021-03-04T23:31:58.350 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.350 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.350 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.351 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224482+0000", 2021-03-04T23:31:58.351 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9849000000000001e-05 2021-03-04T23:31:58.351 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.351 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.352 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:31:58.352 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224561+0000", 2021-03-04T23:31:58.352 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.5191999999999993e-05 2021-03-04T23:31:58.352 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.352 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.353 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.353 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224647+0000", 2021-03-04T23:31:58.353 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0682000000000002e-05 2021-03-04T23:31:58.353 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.353 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.354 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:31:58.354 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224677+0000", 2021-03-04T23:31:58.354 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7595000000000002e-05 2021-03-04T23:31:58.354 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.355 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.355 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:31:58.355 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224715+0000", 2021-03-04T23:31:58.355 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0072824380000001 2021-03-04T23:31:58.355 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.356 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:31:58.356 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.356 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.356 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.356 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134153 9.4 9:214909c4:::benchmark_data_gibba011_139107_object134152:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:31:58.357 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.285041+0000", 2021-03-04T23:31:58.357 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 361.94898305300001, 2021-03-04T23:31:58.357 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.94294768399999995, 2021-03-04T23:31:58.357 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:31:58.357 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:58.358 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:31:58.358 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:31:58.358 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:58.358 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134153 2021-03-04T23:31:58.358 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.359 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:31:58.359 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.359 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:31:58.359 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285041+0000", 2021-03-04T23:31:58.360 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:31:58.360 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.360 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.360 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:31:58.360 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285041+0000", 2021-03-04T23:31:58.361 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6921e-05 2021-03-04T23:31:58.361 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.361 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.361 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:31:58.361 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285087+0000", 2021-03-04T23:31:58.362 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.691e-06 2021-03-04T23:31:58.362 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.362 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.362 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:31:58.362 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285089+0000", 2021-03-04T23:31:58.363 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4377e-05 2021-03-04T23:31:58.363 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.363 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.363 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:31:58.363 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285104+0000", 2021-03-04T23:31:58.364 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4670000000000003e-06 2021-03-04T23:31:58.364 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.364 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.364 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:31:58.365 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285109+0000", 2021-03-04T23:31:58.365 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5878999999999999e-05 2021-03-04T23:31:58.365 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.365 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.365 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.366 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285155+0000", 2021-03-04T23:31:58.366 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.2080000000000006e-06 2021-03-04T23:31:58.366 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.366 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.366 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:31:58.367 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285164+0000", 2021-03-04T23:31:58.367 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.93616649500000004 2021-03-04T23:31:58.367 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.367 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.367 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.368 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.221331+0000", 2021-03-04T23:31:58.368 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012005799999999999 2021-03-04T23:31:58.368 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.368 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.368 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:31:58.369 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.221451+0000", 2021-03-04T23:31:58.369 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000166825 2021-03-04T23:31:58.369 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.369 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.369 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:31:58.370 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.221617+0000", 2021-03-04T23:31:58.370 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.003174287 2021-03-04T23:31:58.370 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.370 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.371 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.371 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224792+0000", 2021-03-04T23:31:58.371 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0030500119999999999 2021-03-04T23:31:58.371 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.371 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.372 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.372 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.227842+0000", 2021-03-04T23:31:58.372 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4485000000000003e-05 2021-03-04T23:31:58.372 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.372 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.373 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:31:58.373 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.227906+0000", 2021-03-04T23:31:58.373 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8449000000000003e-05 2021-03-04T23:31:58.373 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.373 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.374 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:31:58.374 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.227955+0000", 2021-03-04T23:31:58.374 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3529999999999999e-05 2021-03-04T23:31:58.374 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.374 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.375 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:31:58.375 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.227988+0000", 2021-03-04T23:31:58.375 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.94294768399999995 2021-03-04T23:31:58.375 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.375 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:31:58.376 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.376 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.376 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.376 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134167 9.4 9:224ed2d0:::benchmark_data_gibba011_139107_object134166:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:31:58.377 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.307409+0000", 2021-03-04T23:31:58.377 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 361.926614191, 2021-03-04T23:31:58.377 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.93204443100000001, 2021-03-04T23:31:58.377 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:31:58.377 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:58.378 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:31:58.378 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:31:58.378 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:58.378 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134167 2021-03-04T23:31:58.378 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.379 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:31:58.379 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.379 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:31:58.379 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.307409+0000", 2021-03-04T23:31:58.379 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:31:58.380 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.380 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.380 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:31:58.380 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.307409+0000", 2021-03-04T23:31:58.380 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2927000000000002e-05 2021-03-04T23:31:58.381 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.381 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.381 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:31:58.381 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.307472+0000", 2021-03-04T23:31:58.381 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7129999999999999e-06 2021-03-04T23:31:58.382 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.382 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.382 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:31:58.382 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.307474+0000", 2021-03-04T23:31:58.383 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.081e-05 2021-03-04T23:31:58.383 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.383 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.383 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:31:58.383 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.307485+0000", 2021-03-04T23:31:58.384 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5229999999999997e-06 2021-03-04T23:31:58.384 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.384 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.384 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:31:58.384 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.307489+0000", 2021-03-04T23:31:58.385 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00052889199999999999 2021-03-04T23:31:58.385 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.385 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.385 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.385 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.308018+0000", 2021-03-04T23:31:58.386 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.5510000000000002e-06 2021-03-04T23:31:58.386 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.386 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.386 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:31:58.386 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.308026+0000", 2021-03-04T23:31:58.387 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.91677891600000005 2021-03-04T23:31:58.387 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.387 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.387 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.387 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224805+0000", 2021-03-04T23:31:58.388 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.8047000000000005e-05 2021-03-04T23:31:58.388 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.388 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.388 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:31:58.388 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224903+0000", 2021-03-04T23:31:58.389 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00014154900000000001 2021-03-04T23:31:58.389 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.389 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.389 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:31:58.390 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.225044+0000", 2021-03-04T23:31:58.390 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0028539960000000001 2021-03-04T23:31:58.390 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.390 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.390 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.391 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.227898+0000", 2021-03-04T23:31:58.391 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0079307600000000002 2021-03-04T23:31:58.391 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.391 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.391 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.392 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.235829+0000", 2021-03-04T23:31:58.392 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0035582510000000001 2021-03-04T23:31:58.392 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.392 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.392 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:31:58.393 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.239387+0000", 2021-03-04T23:31:58.393 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0676999999999997e-05 2021-03-04T23:31:58.393 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.393 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.393 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:31:58.394 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.239428+0000", 2021-03-04T23:31:58.394 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5819000000000001e-05 2021-03-04T23:31:58.394 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.394 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.395 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:31:58.395 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.239454+0000", 2021-03-04T23:31:58.395 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.93204443100000001 2021-03-04T23:31:58.395 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.395 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:31:58.396 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.396 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.396 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.396 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134186 9.4 9:255e5d7a:::benchmark_data_gibba011_139107_object134185:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:31:58.396 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.326621+0000", 2021-03-04T23:31:58.397 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 361.90740274799998, 2021-03-04T23:31:58.397 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.91292108100000002, 2021-03-04T23:31:58.397 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:31:58.397 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:58.397 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:31:58.398 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:31:58.398 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:58.398 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134186 2021-03-04T23:31:58.398 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.399 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:31:58.399 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.399 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:31:58.399 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326621+0000", 2021-03-04T23:31:58.399 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:31:58.400 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.400 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.400 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:31:58.400 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326621+0000", 2021-03-04T23:31:58.400 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0496000000000002e-05 2021-03-04T23:31:58.401 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.401 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.401 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:31:58.401 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326641+0000", 2021-03-04T23:31:58.401 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4190000000000001e-06 2021-03-04T23:31:58.402 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.402 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.402 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:31:58.402 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326643+0000", 2021-03-04T23:31:58.402 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.9019999999999994e-06 2021-03-04T23:31:58.403 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.403 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.403 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:31:58.403 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326653+0000", 2021-03-04T23:31:58.404 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.561e-06 2021-03-04T23:31:58.404 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.404 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.404 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:31:58.404 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326657+0000", 2021-03-04T23:31:58.405 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5678e-05 2021-03-04T23:31:58.405 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.405 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.405 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.405 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326683+0000", 2021-03-04T23:31:58.406 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.2279999999999998e-06 2021-03-04T23:31:58.406 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.406 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.406 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:31:58.406 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326688+0000", 2021-03-04T23:31:58.407 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.90133838700000002 2021-03-04T23:31:58.407 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.407 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.407 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.407 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.228027+0000", 2021-03-04T23:31:58.408 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012250999999999999 2021-03-04T23:31:58.408 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.408 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.408 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:31:58.409 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.228149+0000", 2021-03-04T23:31:58.409 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000149135 2021-03-04T23:31:58.409 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.409 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.409 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:31:58.410 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.228298+0000", 2021-03-04T23:31:58.410 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0075513519999999999 2021-03-04T23:31:58.410 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.410 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.411 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.411 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.235850+0000", 2021-03-04T23:31:58.411 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0509e-05 2021-03-04T23:31:58.411 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.411 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.412 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.412 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.235870+0000", 2021-03-04T23:31:58.412 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0035916680000000001 2021-03-04T23:31:58.412 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.412 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.413 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:31:58.413 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.239462+0000", 2021-03-04T23:31:58.413 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.1872000000000007e-05 2021-03-04T23:31:58.413 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.413 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.414 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:31:58.414 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.239524+0000", 2021-03-04T23:31:58.414 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8363999999999999e-05 2021-03-04T23:31:58.414 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.414 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.415 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:31:58.415 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.239542+0000", 2021-03-04T23:31:58.415 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.91292108100000002 2021-03-04T23:31:58.415 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.415 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:31:58.416 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.416 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.416 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.416 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134197 9.4 9:25e7986c:::benchmark_data_gibba011_139107_object134196:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:31:58.417 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.338666+0000", 2021-03-04T23:31:58.417 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 361.895357203, 2021-03-04T23:31:58.417 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.90536447099999995, 2021-03-04T23:31:58.417 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:31:58.417 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:58.418 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:31:58.418 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:31:58.418 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:58.418 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134197 2021-03-04T23:31:58.418 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.419 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:31:58.419 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.419 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:31:58.419 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338666+0000", 2021-03-04T23:31:58.419 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:31:58.420 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.420 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.420 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:31:58.420 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338666+0000", 2021-03-04T23:31:58.420 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0414000000000001e-05 2021-03-04T23:31:58.421 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.421 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.421 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:31:58.421 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338697+0000", 2021-03-04T23:31:58.421 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3750000000000001e-06 2021-03-04T23:31:58.422 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.422 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.422 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:31:58.422 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338699+0000", 2021-03-04T23:31:58.423 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6235e-05 2021-03-04T23:31:58.423 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.423 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.423 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:31:58.423 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338715+0000", 2021-03-04T23:31:58.424 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4119999999999998e-06 2021-03-04T23:31:58.424 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.424 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.424 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:31:58.424 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338722+0000", 2021-03-04T23:31:58.425 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5547000000000003e-05 2021-03-04T23:31:58.425 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.425 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.425 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.425 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338767+0000", 2021-03-04T23:31:58.426 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.8299999999999996e-06 2021-03-04T23:31:58.426 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.426 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.426 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:31:58.427 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338775+0000", 2021-03-04T23:31:58.427 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.89335840399999999 2021-03-04T23:31:58.427 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.427 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.427 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.428 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.232134+0000", 2021-03-04T23:31:58.428 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00015948700000000001 2021-03-04T23:31:58.428 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.428 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.428 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:31:58.429 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.232293+0000", 2021-03-04T23:31:58.429 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00018762 2021-03-04T23:31:58.429 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.429 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.429 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:31:58.430 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.232481+0000", 2021-03-04T23:31:58.430 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0034046409999999999 2021-03-04T23:31:58.430 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.430 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.431 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.431 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.235885+0000", 2021-03-04T23:31:58.431 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2407e-05 2021-03-04T23:31:58.431 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.432 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.432 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.432 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.235898+0000", 2021-03-04T23:31:58.432 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0080483880000000001 2021-03-04T23:31:58.432 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.433 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.433 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:31:58.433 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.243946+0000", 2021-03-04T23:31:58.433 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9815000000000003e-05 2021-03-04T23:31:58.434 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.434 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.434 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:31:58.434 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.243996+0000", 2021-03-04T23:31:58.434 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4895999999999999e-05 2021-03-04T23:31:58.435 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.435 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.435 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:31:58.435 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244031+0000", 2021-03-04T23:31:58.436 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.90536447099999995 2021-03-04T23:31:58.436 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.436 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:31:58.436 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.436 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.437 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.437 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134219 9.4 9:2975354a:::benchmark_data_gibba011_139107_object134218:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:31:58.437 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.370253+0000", 2021-03-04T23:31:58.437 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 361.86377014499999, 2021-03-04T23:31:58.437 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.87385338599999995, 2021-03-04T23:31:58.438 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:31:58.438 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:58.438 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:31:58.438 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:31:58.438 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:58.439 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134219 2021-03-04T23:31:58.439 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.439 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:31:58.439 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.439 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:31:58.440 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370253+0000", 2021-03-04T23:31:58.440 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:31:58.440 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.440 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.440 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:31:58.441 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370253+0000", 2021-03-04T23:31:58.441 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8402999999999998e-05 2021-03-04T23:31:58.441 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.441 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.442 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:31:58.442 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370292+0000", 2021-03-04T23:31:58.442 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8059999999999999e-06 2021-03-04T23:31:58.442 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.442 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.443 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:31:58.443 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370295+0000", 2021-03-04T23:31:58.443 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0248999999999999e-05 2021-03-04T23:31:58.443 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.443 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.444 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:31:58.444 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370315+0000", 2021-03-04T23:31:58.444 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.6510000000000004e-06 2021-03-04T23:31:58.444 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.444 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.445 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:31:58.445 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370322+0000", 2021-03-04T23:31:58.445 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.1684999999999998e-05 2021-03-04T23:31:58.445 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.446 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.446 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.446 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370363+0000", 2021-03-04T23:31:58.446 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4549999999999995e-06 2021-03-04T23:31:58.446 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.447 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.447 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:31:58.447 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370372+0000", 2021-03-04T23:31:58.447 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.86553635299999998 2021-03-04T23:31:58.447 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.448 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.448 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.448 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.235908+0000", 2021-03-04T23:31:58.448 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011623799999999999 2021-03-04T23:31:58.448 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.449 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.449 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:31:58.449 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.236024+0000", 2021-03-04T23:31:58.449 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.1247000000000002e-05 2021-03-04T23:31:58.450 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.450 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.450 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:31:58.450 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.236116+0000", 2021-03-04T23:31:58.450 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0041317020000000001 2021-03-04T23:31:58.451 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.451 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.451 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.451 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.240247+0000", 2021-03-04T23:31:58.451 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0511e-05 2021-03-04T23:31:58.452 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.452 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.452 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.452 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.240278+0000", 2021-03-04T23:31:58.452 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0037625639999999999 2021-03-04T23:31:58.453 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.453 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.453 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:31:58.453 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244040+0000", 2021-03-04T23:31:58.453 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6019999999999997e-05 2021-03-04T23:31:58.454 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.454 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.454 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:31:58.454 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244076+0000", 2021-03-04T23:31:58.455 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0502e-05 2021-03-04T23:31:58.455 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.455 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.455 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:31:58.455 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244107+0000", 2021-03-04T23:31:58.456 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.87385338599999995 2021-03-04T23:31:58.456 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.456 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:31:58.456 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.456 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.457 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.457 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134244 9.4 9:25a50934:::benchmark_data_gibba011_139107_object134243:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:31:58.457 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.411335+0000", 2021-03-04T23:31:58.457 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 361.82268875599999, 2021-03-04T23:31:58.458 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.84278338100000005, 2021-03-04T23:31:58.458 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:31:58.458 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:58.458 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:31:58.458 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:31:58.459 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:58.459 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134244 2021-03-04T23:31:58.459 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.459 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:31:58.459 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.460 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:31:58.460 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411335+0000", 2021-03-04T23:31:58.460 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:31:58.460 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.460 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.461 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:31:58.461 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411335+0000", 2021-03-04T23:31:58.461 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.012e-05 2021-03-04T23:31:58.461 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.461 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.462 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:31:58.462 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411355+0000", 2021-03-04T23:31:58.462 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.573e-06 2021-03-04T23:31:58.462 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.463 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.463 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:31:58.463 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411357+0000", 2021-03-04T23:31:58.463 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0909e-05 2021-03-04T23:31:58.463 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.464 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.464 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:31:58.464 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411367+0000", 2021-03-04T23:31:58.464 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3769999999999998e-06 2021-03-04T23:31:58.464 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.465 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.465 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:31:58.465 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411372+0000", 2021-03-04T23:31:58.465 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3164999999999998e-05 2021-03-04T23:31:58.465 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.466 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.466 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.466 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411405+0000", 2021-03-04T23:31:58.466 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.1289999999999998e-06 2021-03-04T23:31:58.466 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.467 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.467 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:31:58.467 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411412+0000", 2021-03-04T23:31:58.467 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.82889523700000001 2021-03-04T23:31:58.467 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.468 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.468 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.468 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.240307+0000", 2021-03-04T23:31:58.468 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9611999999999996e-05 2021-03-04T23:31:58.469 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.469 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.469 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:31:58.469 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.240387+0000", 2021-03-04T23:31:58.469 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.0517000000000001e-05 2021-03-04T23:31:58.470 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.470 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.470 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:31:58.470 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.240477+0000", 2021-03-04T23:31:58.470 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0066605350000000004 2021-03-04T23:31:58.471 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.471 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.471 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:31:58.471 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.247138+0000", 2021-03-04T23:31:58.472 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8208999999999999e-05 2021-03-04T23:31:58.472 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.472 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.472 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.472 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.247186+0000", 2021-03-04T23:31:58.473 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0068469519999999999 2021-03-04T23:31:58.473 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.473 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.473 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.473 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254033+0000", 2021-03-04T23:31:58.474 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.117e-05 2021-03-04T23:31:58.474 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.474 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.474 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:31:58.474 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254084+0000", 2021-03-04T23:31:58.475 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3875999999999999e-05 2021-03-04T23:31:58.475 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.475 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.475 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:31:58.475 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254118+0000", 2021-03-04T23:31:58.476 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.84278338100000005 2021-03-04T23:31:58.476 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.476 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:31:58.476 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.477 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.477 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.477 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134247 9.4 9:21011c5f:::benchmark_data_gibba011_139107_object134246:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:31:58.477 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.414545+0000", 2021-03-04T23:31:58.477 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 361.81947833800001, 2021-03-04T23:31:58.478 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.839725524, 2021-03-04T23:31:58.478 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:31:58.478 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:58.478 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:31:58.478 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:31:58.479 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:58.479 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134247 2021-03-04T23:31:58.479 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.479 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:31:58.479 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.480 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:31:58.480 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414545+0000", 2021-03-04T23:31:58.480 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:31:58.480 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.481 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.481 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:31:58.481 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414545+0000", 2021-03-04T23:31:58.481 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4229000000000001e-05 2021-03-04T23:31:58.481 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.482 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.482 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:31:58.482 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414569+0000", 2021-03-04T23:31:58.482 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.691e-06 2021-03-04T23:31:58.482 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.483 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.483 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:31:58.483 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414571+0000", 2021-03-04T23:31:58.483 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3502e-05 2021-03-04T23:31:58.483 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.484 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.484 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:31:58.484 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414585+0000", 2021-03-04T23:31:58.484 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4890000000000003e-06 2021-03-04T23:31:58.485 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.485 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.485 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:31:58.485 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414590+0000", 2021-03-04T23:31:58.485 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.5073000000000005e-05 2021-03-04T23:31:58.486 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.486 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.486 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.486 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414655+0000", 2021-03-04T23:31:58.486 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.2569999999999998e-06 2021-03-04T23:31:58.487 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.487 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.487 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:31:58.487 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414661+0000", 2021-03-04T23:31:58.487 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.829470233 2021-03-04T23:31:58.488 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.488 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.488 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.488 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244131+0000", 2021-03-04T23:31:58.488 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000101815 2021-03-04T23:31:58.489 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.489 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.489 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:31:58.489 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244233+0000", 2021-03-04T23:31:58.489 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000124793 2021-03-04T23:31:58.490 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.490 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.490 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:31:58.490 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244357+0000", 2021-03-04T23:31:58.491 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0028622360000000002 2021-03-04T23:31:58.491 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.491 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.491 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.491 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.247220+0000", 2021-03-04T23:31:58.492 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0069096239999999996 2021-03-04T23:31:58.492 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.492 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.492 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:31:58.492 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254129+0000", 2021-03-04T23:31:58.493 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.0393000000000001e-05 2021-03-04T23:31:58.493 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.493 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.493 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.493 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254210+0000", 2021-03-04T23:31:58.494 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4876000000000003e-05 2021-03-04T23:31:58.494 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.494 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.494 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:31:58.494 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254244+0000", 2021-03-04T23:31:58.495 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6313e-05 2021-03-04T23:31:58.495 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.495 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.495 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:31:58.495 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254271+0000", 2021-03-04T23:31:58.496 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.839725524 2021-03-04T23:31:58.496 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.496 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:31:58.496 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.497 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.497 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.497 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134249 9.4 9:2c7bbdcb:::benchmark_data_gibba011_139107_object134248:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:31:58.497 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.416963+0000", 2021-03-04T23:31:58.497 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 361.817060158, 2021-03-04T23:31:58.498 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.84512285899999995, 2021-03-04T23:31:58.498 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:31:58.498 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:58.498 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:31:58.498 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:31:58.499 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:58.499 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134249 2021-03-04T23:31:58.499 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.499 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:31:58.500 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.500 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:31:58.500 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.416963+0000", 2021-03-04T23:31:58.500 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:31:58.500 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.501 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.501 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:31:58.501 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.416963+0000", 2021-03-04T23:31:58.501 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7174000000000001e-05 2021-03-04T23:31:58.501 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.502 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.502 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:31:58.502 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.416991+0000", 2021-03-04T23:31:58.502 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.477e-06 2021-03-04T23:31:58.502 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.503 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.503 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:31:58.503 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.416992+0000", 2021-03-04T23:31:58.503 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1022999999999999e-05 2021-03-04T23:31:58.503 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.504 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.504 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:31:58.504 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.417003+0000", 2021-03-04T23:31:58.504 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9729999999999997e-06 2021-03-04T23:31:58.504 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.505 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.505 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:31:58.505 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.417008+0000", 2021-03-04T23:31:58.505 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6959999999999998e-05 2021-03-04T23:31:58.506 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.506 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.506 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.506 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.417045+0000", 2021-03-04T23:31:58.506 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4289999999999998e-06 2021-03-04T23:31:58.507 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.507 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.507 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:31:58.507 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.417051+0000", 2021-03-04T23:31:58.507 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.83018800500000001 2021-03-04T23:31:58.508 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.508 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.508 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.508 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.247239+0000", 2021-03-04T23:31:58.509 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000118282 2021-03-04T23:31:58.509 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.509 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.509 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:31:58.509 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.247358+0000", 2021-03-04T23:31:58.510 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013356899999999999 2021-03-04T23:31:58.510 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.510 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.510 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:31:58.510 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.247491+0000", 2021-03-04T23:31:58.511 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0066444190000000004 2021-03-04T23:31:58.511 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.511 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.511 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:31:58.511 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254136+0000", 2021-03-04T23:31:58.512 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0481000000000001e-05 2021-03-04T23:31:58.512 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.512 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.512 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.512 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254176+0000", 2021-03-04T23:31:58.513 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0078328479999999999 2021-03-04T23:31:58.513 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.513 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.513 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.513 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262009+0000", 2021-03-04T23:31:58.514 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4078e-05 2021-03-04T23:31:58.514 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.514 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.514 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:31:58.514 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262053+0000", 2021-03-04T23:31:58.515 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3141e-05 2021-03-04T23:31:58.515 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.515 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.515 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:31:58.516 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262086+0000", 2021-03-04T23:31:58.516 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.84512285899999995 2021-03-04T23:31:58.516 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.516 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:31:58.516 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.517 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.517 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.517 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134253 9.4 9:2249e88b:::benchmark_data_gibba011_139107_object134252:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:31:58.517 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.421924+0000", 2021-03-04T23:31:58.517 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 361.81210008800002, 2021-03-04T23:31:58.518 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.84032122600000003, 2021-03-04T23:31:58.518 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:31:58.518 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:58.518 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:31:58.518 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:31:58.519 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:58.519 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134253 2021-03-04T23:31:58.519 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.519 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:31:58.519 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.520 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:31:58.520 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.421924+0000", 2021-03-04T23:31:58.520 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:31:58.520 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.520 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.521 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:31:58.521 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.421924+0000", 2021-03-04T23:31:58.521 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6412999999999997e-05 2021-03-04T23:31:58.521 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.522 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.522 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:31:58.522 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.421980+0000", 2021-03-04T23:31:58.522 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.793e-06 2021-03-04T23:31:58.522 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.523 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.523 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:31:58.523 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.421982+0000", 2021-03-04T23:31:58.523 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7694999999999999e-05 2021-03-04T23:31:58.523 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.524 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.524 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:31:58.524 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.421999+0000", 2021-03-04T23:31:58.524 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2779999999999999e-06 2021-03-04T23:31:58.524 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.525 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.525 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:31:58.525 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.422006+0000", 2021-03-04T23:31:58.525 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5636000000000001e-05 2021-03-04T23:31:58.525 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.526 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.526 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.526 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.422051+0000", 2021-03-04T23:31:58.526 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.4380000000000001e-06 2021-03-04T23:31:58.527 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.527 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.527 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:31:58.527 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.422061+0000", 2021-03-04T23:31:58.527 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.82835461099999996 2021-03-04T23:31:58.528 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.528 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.528 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.528 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.250415+0000", 2021-03-04T23:31:58.528 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000146797 2021-03-04T23:31:58.529 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.529 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.529 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:31:58.529 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.250562+0000", 2021-03-04T23:31:58.529 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011039699999999999 2021-03-04T23:31:58.530 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.530 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.530 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:31:58.530 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.250673+0000", 2021-03-04T23:31:58.531 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.003633205 2021-03-04T23:31:58.531 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.531 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.531 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.531 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254306+0000", 2021-03-04T23:31:58.532 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0039305190000000004 2021-03-04T23:31:58.532 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.532 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.532 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:31:58.532 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.258236+0000", 2021-03-04T23:31:58.533 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0039388340000000004 2021-03-04T23:31:58.533 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.533 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.533 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.533 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262175+0000", 2021-03-04T23:31:58.534 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0296999999999997e-05 2021-03-04T23:31:58.534 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.534 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.534 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:31:58.534 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262215+0000", 2021-03-04T23:31:58.535 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9312999999999999e-05 2021-03-04T23:31:58.535 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.535 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.535 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:31:58.536 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262245+0000", 2021-03-04T23:31:58.536 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.84032122600000003 2021-03-04T23:31:58.536 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.536 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:31:58.536 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.537 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.537 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.537 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134267 9.4 9:20fd9e76:::benchmark_data_gibba011_139107_object134266:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:31:58.537 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.448739+0000", 2021-03-04T23:31:58.538 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 361.78528413399999, 2021-03-04T23:31:58.538 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.81366760999999999, 2021-03-04T23:31:58.538 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:31:58.538 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:58.538 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:31:58.539 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:31:58.539 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:58.539 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134267 2021-03-04T23:31:58.539 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.539 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:31:58.540 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.540 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:31:58.540 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448739+0000", 2021-03-04T23:31:58.540 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:31:58.540 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.541 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.541 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:31:58.541 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448739+0000", 2021-03-04T23:31:58.541 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0102000000000003e-05 2021-03-04T23:31:58.541 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.542 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.542 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:31:58.542 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448780+0000", 2021-03-04T23:31:58.542 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.8469999999999996e-06 2021-03-04T23:31:58.542 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.543 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.543 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:31:58.543 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448787+0000", 2021-03-04T23:31:58.543 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1814000000000001e-05 2021-03-04T23:31:58.543 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.544 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.544 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:31:58.544 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448799+0000", 2021-03-04T23:31:58.544 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7370000000000003e-06 2021-03-04T23:31:58.545 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.545 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.545 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:31:58.545 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448805+0000", 2021-03-04T23:31:58.545 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7020000000000001e-05 2021-03-04T23:31:58.546 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.546 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.546 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.546 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448842+0000", 2021-03-04T23:31:58.546 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.9659999999999999e-06 2021-03-04T23:31:58.547 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.547 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.547 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:31:58.547 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448849+0000", 2021-03-04T23:31:58.547 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.80547977299999995 2021-03-04T23:31:58.548 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.548 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.548 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.548 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254329+0000", 2021-03-04T23:31:58.548 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010310399999999999 2021-03-04T23:31:58.549 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.549 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.549 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:31:58.549 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254432+0000", 2021-03-04T23:31:58.549 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000112107 2021-03-04T23:31:58.550 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.550 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.550 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:31:58.550 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254544+0000", 2021-03-04T23:31:58.550 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0075943419999999996 2021-03-04T23:31:58.551 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.551 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.551 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.551 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262138+0000", 2021-03-04T23:31:58.551 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000116563 2021-03-04T23:31:58.552 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.552 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.552 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:31:58.552 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262255+0000", 2021-03-04T23:31:58.552 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4419000000000006e-05 2021-03-04T23:31:58.553 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.553 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.553 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.553 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262339+0000", 2021-03-04T23:31:58.554 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0151e-05 2021-03-04T23:31:58.554 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.554 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.554 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:31:58.554 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262369+0000", 2021-03-04T23:31:58.555 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7664999999999999e-05 2021-03-04T23:31:58.555 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.555 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.555 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:31:58.555 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262407+0000", 2021-03-04T23:31:58.556 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.81366760999999999 2021-03-04T23:31:58.556 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.556 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:31:58.556 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.556 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.557 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.557 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134283 9.4 9:2009a51d:::benchmark_data_gibba011_139107_object134282:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:31:58.557 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.487344+0000", 2021-03-04T23:31:58.557 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 361.74667931499999, 2021-03-04T23:31:58.557 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.77517623199999997, 2021-03-04T23:31:58.558 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:31:58.558 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:58.558 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:31:58.558 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:31:58.558 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:58.559 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134283 2021-03-04T23:31:58.559 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.559 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:31:58.559 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.559 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:31:58.560 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487344+0000", 2021-03-04T23:31:58.560 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:31:58.560 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.560 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.560 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:31:58.561 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487344+0000", 2021-03-04T23:31:58.561 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.35e-05 2021-03-04T23:31:58.561 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.561 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.561 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:31:58.562 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487388+0000", 2021-03-04T23:31:58.562 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0109999999999999e-06 2021-03-04T23:31:58.562 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.562 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.563 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:31:58.563 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487390+0000", 2021-03-04T23:31:58.563 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2303000000000001e-05 2021-03-04T23:31:58.563 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.563 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.564 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:31:58.564 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487402+0000", 2021-03-04T23:31:58.564 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.2120000000000002e-06 2021-03-04T23:31:58.564 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.564 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.565 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:31:58.565 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487407+0000", 2021-03-04T23:31:58.565 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0082e-05 2021-03-04T23:31:58.565 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.565 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.566 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.566 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487447+0000", 2021-03-04T23:31:58.566 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.2989999999999997e-06 2021-03-04T23:31:58.566 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.567 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.567 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:31:58.567 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487456+0000", 2021-03-04T23:31:58.567 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.77086629799999995 2021-03-04T23:31:58.567 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.568 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.568 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.568 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.258322+0000", 2021-03-04T23:31:58.568 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.7868999999999995e-05 2021-03-04T23:31:58.568 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.569 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.569 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:31:58.569 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.258410+0000", 2021-03-04T23:31:58.569 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011892000000000001 2021-03-04T23:31:58.569 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.570 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.570 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:31:58.570 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.258529+0000", 2021-03-04T23:31:58.570 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0037684860000000001 2021-03-04T23:31:58.570 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.571 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.571 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.571 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262297+0000", 2021-03-04T23:31:58.571 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000120233 2021-03-04T23:31:58.572 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.572 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.572 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:31:58.572 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262418+0000", 2021-03-04T23:31:58.572 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0375999999999999e-05 2021-03-04T23:31:58.573 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.573 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.573 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.573 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262448+0000", 2021-03-04T23:31:58.573 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.1473000000000001e-05 2021-03-04T23:31:58.574 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.574 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.574 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:31:58.574 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262489+0000", 2021-03-04T23:31:58.574 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1170000000000001e-05 2021-03-04T23:31:58.575 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.575 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.575 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:31:58.575 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262521+0000", 2021-03-04T23:31:58.575 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.77517623199999997 2021-03-04T23:31:58.576 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.576 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:31:58.576 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.576 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.576 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.577 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134288 9.4 9:2d2cd094:::benchmark_data_gibba011_139107_object134287:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:31:58.577 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.497598+0000", 2021-03-04T23:31:58.577 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 361.736425586, 2021-03-04T23:31:58.577 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.772617369, 2021-03-04T23:31:58.577 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:31:58.578 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:58.578 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:31:58.578 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:31:58.578 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:58.579 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134288 2021-03-04T23:31:58.579 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.579 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:31:58.579 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.579 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:31:58.580 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497598+0000", 2021-03-04T23:31:58.580 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:31:58.580 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.580 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.580 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:31:58.581 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497598+0000", 2021-03-04T23:31:58.581 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6937999999999998e-05 2021-03-04T23:31:58.581 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.581 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.581 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:31:58.582 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497635+0000", 2021-03-04T23:31:58.582 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8920000000000001e-06 2021-03-04T23:31:58.582 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.582 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.583 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:31:58.583 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497637+0000", 2021-03-04T23:31:58.583 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0794e-05 2021-03-04T23:31:58.583 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.583 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.584 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:31:58.584 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497648+0000", 2021-03-04T23:31:58.584 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5569999999999997e-06 2021-03-04T23:31:58.584 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.584 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.585 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:31:58.585 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497652+0000", 2021-03-04T23:31:58.585 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9111e-05 2021-03-04T23:31:58.585 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.585 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.586 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.586 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497681+0000", 2021-03-04T23:31:58.586 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9059999999999999e-06 2021-03-04T23:31:58.586 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.586 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.587 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:31:58.587 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497687+0000", 2021-03-04T23:31:58.587 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.76487108000000004 2021-03-04T23:31:58.587 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.587 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.588 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.588 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262558+0000", 2021-03-04T23:31:58.588 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.3319999999999994e-05 2021-03-04T23:31:58.588 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.588 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.589 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:31:58.589 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262652+0000", 2021-03-04T23:31:58.589 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.8047999999999995e-05 2021-03-04T23:31:58.589 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.589 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.590 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:31:58.590 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262740+0000", 2021-03-04T23:31:58.590 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0073306049999999996 2021-03-04T23:31:58.590 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.591 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.591 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:31:58.591 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270070+0000", 2021-03-04T23:31:58.591 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6856000000000001e-05 2021-03-04T23:31:58.591 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.592 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.592 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.592 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270107+0000", 2021-03-04T23:31:58.592 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8314e-05 2021-03-04T23:31:58.592 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.593 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.593 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.593 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270135+0000", 2021-03-04T23:31:58.593 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5843000000000001e-05 2021-03-04T23:31:58.593 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.594 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.594 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:31:58.594 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270181+0000", 2021-03-04T23:31:58.594 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4105e-05 2021-03-04T23:31:58.594 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.595 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.595 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:31:58.595 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270215+0000", 2021-03-04T23:31:58.595 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.772617369 2021-03-04T23:31:58.595 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.596 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:31:58.596 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.596 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.596 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.597 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134292 9.4 9:2b035716:::benchmark_data_gibba011_139107_object134291:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:31:58.597 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.505901+0000", 2021-03-04T23:31:58.597 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 361.72812288, 2021-03-04T23:31:58.597 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.765053922, 2021-03-04T23:31:58.597 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:31:58.598 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:58.598 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:31:58.598 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:31:58.598 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:58.598 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134292 2021-03-04T23:31:58.599 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.599 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:31:58.599 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.599 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:31:58.599 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.505901+0000", 2021-03-04T23:31:58.600 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:31:58.600 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.600 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.600 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:31:58.600 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.505901+0000", 2021-03-04T23:31:58.601 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7052000000000002e-05 2021-03-04T23:31:58.601 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.601 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.601 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:31:58.601 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.505958+0000", 2021-03-04T23:31:58.602 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.61e-06 2021-03-04T23:31:58.602 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.602 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.602 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:31:58.603 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.505959+0000", 2021-03-04T23:31:58.603 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.1190000000000003e-06 2021-03-04T23:31:58.603 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.603 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.603 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:31:58.604 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.505969+0000", 2021-03-04T23:31:58.604 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.76e-06 2021-03-04T23:31:58.604 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.604 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.604 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:31:58.605 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.505972+0000", 2021-03-04T23:31:58.605 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3145000000000001e-05 2021-03-04T23:31:58.605 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.605 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.605 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.606 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.506015+0000", 2021-03-04T23:31:58.606 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4549999999999995e-06 2021-03-04T23:31:58.606 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.606 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.606 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:31:58.607 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.506024+0000", 2021-03-04T23:31:58.607 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.76031698299999995 2021-03-04T23:31:58.607 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.607 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.607 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.608 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.266341+0000", 2021-03-04T23:31:58.608 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011863599999999999 2021-03-04T23:31:58.608 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.608 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.608 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:31:58.609 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.266459+0000", 2021-03-04T23:31:58.609 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012695600000000001 2021-03-04T23:31:58.609 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.609 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.609 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:31:58.610 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.266586+0000", 2021-03-04T23:31:58.610 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0042302190000000003 2021-03-04T23:31:58.610 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.610 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.611 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.611 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270817+0000", 2021-03-04T23:31:58.611 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9922000000000001e-05 2021-03-04T23:31:58.611 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.611 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.612 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.612 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270867+0000", 2021-03-04T23:31:58.612 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.4529999999999996e-06 2021-03-04T23:31:58.612 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.612 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.613 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:31:58.613 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270874+0000", 2021-03-04T23:31:58.613 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4623999999999998e-05 2021-03-04T23:31:58.613 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.613 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.614 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:31:58.614 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270919+0000", 2021-03-04T23:31:58.614 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5988000000000002e-05 2021-03-04T23:31:58.614 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.614 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.615 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:31:58.615 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270955+0000", 2021-03-04T23:31:58.615 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.765053922 2021-03-04T23:31:58.615 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.616 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:31:58.616 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.616 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.616 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.616 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134311 9.4 9:2f1c4791:::benchmark_data_gibba011_139107_object134310:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:31:58.617 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.631237+0000", 2021-03-04T23:31:58.617 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 361.60278615499999, 2021-03-04T23:31:58.617 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.65218497900000005, 2021-03-04T23:31:58.617 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:31:58.617 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:58.618 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:31:58.618 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:31:58.618 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:58.618 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134311 2021-03-04T23:31:58.618 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.619 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:31:58.619 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.619 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:31:58.619 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631237+0000", 2021-03-04T23:31:58.619 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:31:58.620 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.620 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.620 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:31:58.620 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631237+0000", 2021-03-04T23:31:58.620 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0792999999999999e-05 2021-03-04T23:31:58.621 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.621 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.621 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:31:58.621 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631258+0000", 2021-03-04T23:31:58.621 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1260000000000001e-06 2021-03-04T23:31:58.622 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.622 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.622 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:31:58.622 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631260+0000", 2021-03-04T23:31:58.623 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3954999999999999e-05 2021-03-04T23:31:58.623 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.623 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.623 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:31:58.623 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631274+0000", 2021-03-04T23:31:58.624 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4229999999999996e-06 2021-03-04T23:31:58.624 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.624 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.624 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:31:58.624 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631280+0000", 2021-03-04T23:31:58.625 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5116000000000001e-05 2021-03-04T23:31:58.625 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.625 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.625 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.625 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631315+0000", 2021-03-04T23:31:58.626 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.6629999999999993e-06 2021-03-04T23:31:58.626 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.626 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.626 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:31:58.626 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631323+0000", 2021-03-04T23:31:58.627 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.63965285199999999 2021-03-04T23:31:58.627 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.627 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.627 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.628 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270975+0000", 2021-03-04T23:31:58.628 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000109344 2021-03-04T23:31:58.628 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.628 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.628 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:31:58.629 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.271085+0000", 2021-03-04T23:31:58.629 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000134697 2021-03-04T23:31:58.629 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.629 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.629 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:31:58.630 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.271219+0000", 2021-03-04T23:31:58.630 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004002289 2021-03-04T23:31:58.630 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.630 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.630 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.631 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.275222+0000", 2021-03-04T23:31:58.631 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.1148e-05 2021-03-04T23:31:58.631 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.631 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.632 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.632 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.275263+0000", 2021-03-04T23:31:58.632 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0080744470000000002 2021-03-04T23:31:58.632 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.632 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.633 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:31:58.633 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.283337+0000", 2021-03-04T23:31:58.633 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8126e-05 2021-03-04T23:31:58.633 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.633 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.634 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:31:58.634 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.283385+0000", 2021-03-04T23:31:58.634 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6999999999999998e-05 2021-03-04T23:31:58.634 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.634 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.635 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:31:58.635 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.283422+0000", 2021-03-04T23:31:58.635 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.65218497900000005 2021-03-04T23:31:58.635 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.635 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:31:58.636 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.636 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.636 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.636 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:164664 9.4 9:215b2255:::benchmark_data_gibba011_139107_object11297:head [delete] snapc 0=[] ondisk+write+known_if_redirected e160)", 2021-03-04T23:31:58.637 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:34.291265+0000", 2021-03-04T23:31:58.637 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 323.94275893499997, 2021-03-04T23:31:58.637 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.21163012, 2021-03-04T23:31:58.637 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:31:58.637 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:31:58.638 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:31:58.638 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:31:58.638 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:31:58.638 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 164664 2021-03-04T23:31:58.638 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.639 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:31:58.639 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.639 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:31:58.639 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291265+0000", 2021-03-04T23:31:58.639 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:31:58.640 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.640 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.640 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:31:58.640 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291265+0000", 2021-03-04T23:31:58.640 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6819999999999999e-06 2021-03-04T23:31:58.641 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.641 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.641 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:31:58.641 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291267+0000", 2021-03-04T23:31:58.641 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6700000000000001e-06 2021-03-04T23:31:58.642 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.642 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.642 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:31:58.642 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291269+0000", 2021-03-04T23:31:58.642 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1353e-05 2021-03-04T23:31:58.643 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.643 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.643 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:31:58.643 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291280+0000", 2021-03-04T23:31:58.644 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7049999999999998e-06 2021-03-04T23:31:58.644 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.644 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.644 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:31:58.644 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291285+0000", 2021-03-04T23:31:58.645 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8112999999999999e-05 2021-03-04T23:31:58.645 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.645 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.645 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:31:58.645 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291323+0000", 2021-03-04T23:31:58.646 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.5933999999999993e-05 2021-03-04T23:31:58.646 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.646 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.646 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:31:58.646 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291419+0000", 2021-03-04T23:31:58.647 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.7478000000000004e-05 2021-03-04T23:31:58.647 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.647 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.647 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:31:58.647 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291517+0000", 2021-03-04T23:31:58.648 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0032247249999999999 2021-03-04T23:31:58.648 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.648 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.648 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.648 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.294741+0000", 2021-03-04T23:31:58.649 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6410000000000001e-06 2021-03-04T23:31:58.649 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.649 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.649 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:31:58.649 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.294746+0000", 2021-03-04T23:31:58.650 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20808800899999999 2021-03-04T23:31:58.650 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.650 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.650 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:31:58.650 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.502834+0000", 2021-03-04T23:31:58.651 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6578000000000001e-05 2021-03-04T23:31:58.651 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.651 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.651 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:31:58.651 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.502871+0000", 2021-03-04T23:31:58.652 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4232000000000001e-05 2021-03-04T23:31:58.652 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:31:58.652 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:31:58.652 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:31:58.652 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.502895+0000", 2021-03-04T23:31:58.653 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.21163012 2021-03-04T23:31:58.653 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.653 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:31:58.653 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.653 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:31:58.654 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:31:58.654 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:31:58.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:58.656 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:58.656 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:58.657 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[95595]: 2021-03-04T23:31:57.048877+0000 mon.a (mon.0) 1138 : cluster [INF] Health check cleared: SLOW_OPS (was: 14 slow ops, oldest one blocked for 77 sec, osd.6 has slow ops) 2021-03-04T23:31:58.657 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[95595]: audit 2021-03-04T23:31:57.055038+0000 mon.a (mon.0) 1139 : audit [INF] from='client.? 172.21.2.111:0/1852547985' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished 2021-03-04T23:31:58.657 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[95595]: cluster 2021-03-04T23:31:57.055075+0000 mon.a (mon.0) 1140 : cluster [DBG] osdmap e252: 8 total, 8 up, 7 in 2021-03-04T23:31:58.658 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[95595]: cluster 2021-03-04T23:31:57.229100+0000 osd.6 (osd.6) 119 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:31:58.658 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[95595]: cluster 2021-03-04T23:31:57.229110+0000 osd.6 (osd.6) 120 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:31:58.658 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[95595]: cluster 2021-03-04T23:31:57.229114+0000 osd.6 (osd.6) 121 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:31:58.658 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[95595]: cluster 2021-03-04T23:31:57.229118+0000 osd.6 (osd.6) 122 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:31:58.658 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[95595]: cluster 2021-03-04T23:31:57.229122+0000 osd.6 (osd.6) 123 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:31:58.659 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[95595]: cluster 2021-03-04T23:31:57.229126+0000 osd.6 (osd.6) 124 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:31:58.659 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[95595]: cluster 2021-03-04T23:31:57.229130+0000 osd.6 (osd.6) 125 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:31:58.659 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[95595]: cluster 2021-03-04T23:31:57.229134+0000 osd.6 (osd.6) 126 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:31:58.659 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[95595]: cluster 2021-03-04T23:31:57.229138+0000 osd.6 (osd.6) 127 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:31:58.660 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[95595]: cluster 2021-03-04T23:31:57.229142+0000 osd.6 (osd.6) 128 : cluster [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:31:58.660 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[95595]: cluster 2021-03-04T23:31:57.229146+0000 osd.6 (osd.6) 129 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:31:58.660 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[95595]: cluster 2021-03-04T23:31:57.229152+0000 osd.6 (osd.6) 130 : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:31:58.660 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[95595]: cluster 2021-03-04T23:31:57.229156+0000 osd.6 (osd.6) 131 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:31:58.660 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[95595]: cluster 2021-03-04T23:31:57.229161+0000 osd.6 (osd.6) 132 : cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:31:58.661 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: cluster 2021-03-04T23:31:57.048877 2021-03-04T23:31:58.661 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: +0000 mon.a (mon.0) 1138 : cluster [INF] Health check cleared: SLOW_OPS (was: 14 slow ops, oldest one blocked for 77 sec, osd.6 has slow ops) 2021-03-04T23:31:58.661 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:31:58.662 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: T23:31:57.055038+0000 mon.a (mon.0) 1139 : audit [INF] from='client.? 172.21.2.111:0/1852547985' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished 2021-03-04T23:31:58.662 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: 2021-03-04T23:31:58.662 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: cluster 2021-03-04T23:31:58.662 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: 2021-03-04T23:31:57.055075+0000 mon.a (mon.0) 1140 : 2021-03-04T23:31:58.662 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: cluster [DBG] osdmap e252: 8 total, 8 up, 7 in 2021-03-04T23:31:58.663 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: cluster 2021-03-04T23:31:57.229100+0000 osd.6 (osd 2021-03-04T23:31:58.663 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: .6) 119 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:31:58.663 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:31:58.663 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: 03-04T23:31:57.229110+0000 osd.6 (osd.6) 120 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:31:58.664 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:31:58.664 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: -03-04T23:31:57.229114+0000 osd.6 (osd 2021-03-04T23:31:58.664 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: .6) 121 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:31:58.664 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:31:58.664 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: 04T23:31:57.229118+0000 osd.6 (osd.6 2021-03-04T23:31:58.665 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: ) 122 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:31:58.665 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:31:58.665 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: :31:57.229122+0000 osd.6 (osd.6) 123 : cluster 2021-03-04T23:31:58.665 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:31:58.666 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:31:58.666 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: -04T23:31:57.229126+0000 osd.6 (osd.6) 124 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:31:58.666 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: cluster 2021-03-04T23:31:57.229130+0000 osd.6 ( 2021-03-04T23:31:58.666 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: osd.6) 125 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:31:58.666 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:31:58.667 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: 04T23:31:57.229134+0000 osd.6 (osd.6) 2021-03-04T23:31:58.667 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: 126 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:31:58.667 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: cluster 2021-03-04T23:31:57.229138+0000 osd.6 2021-03-04T23:31:58.667 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: (osd.6) 127 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:31:58.667 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:31:58.668 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: -04T23:31:57.229142+0000 osd.6 (osd.6) 128 : cluster [WRN] 2021-03-04T23:31:58.668 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:31:58.668 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: cluster 2021-03-04T23:31:57.229146+0000 2021-03-04T23:31:58.668 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: osd.6 (osd.6) 129 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:31:58.669 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:31:58.669 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: T23:31:57.229152+0000 osd.6 (osd.6) 130 : 2021-03-04T23:31:58.669 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:31:58.669 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: cluster 2021-03-04T23:31:57 2021-03-04T23:31:58.669 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: .229156+0000 osd.6 (osd.6) 131 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:31:58.670 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:31:58.670 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:58 gibba011 conmon[99461]: 04T23:31:57.229161+0000 osd.6 (osd.6) 132 : cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:31:58.758 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:58.776 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:58.777 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:58.778 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:58.879 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:58.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:58.900 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:58.900 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:58.922 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:31:59.001 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:31:59.027 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:59.029 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:59.029 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:31:59.057 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:31:59.131 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:59.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:59.152 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:59.152 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:31:59.177 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:31:59.254 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:59.285 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:59.286 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:59.287 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:59.301 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: cluster 2021-03-04T23:31:58.055718+0000 mon.a (mon.0) 1141 : cluster [DBG] osdmap e253: 8 total, 8 up, 7 in 2021-03-04T23:31:59.301 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: cluster 2021-03-04T23:31:58.057994+0000 osd.5 (osd.5) 11 : cluster [DBG] 9.6 starting backfill to osd.0 from (0'0,0'0] MAX to 214'12166 2021-03-04T23:31:59.302 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: cluster 2021-03-04T23:31:58.265799+0000 osd.6 (osd.6) 133 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:31:59.302 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: cluster 2021-03-04T23:31:58.265803+0000 osd.6 (osd.6) 134 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:31:59.303 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: cluster 2021-03-04T23:31:58.265806+0000 osd.6 (osd.6) 135 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:31:59.303 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: cluster 2021-03-04T23:31:58.265808+0000 osd.6 (osd.6) 136 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:31:59.304 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: cluster 2021-03-04T23:31:58.265810+0000 osd.6 (osd.6) 137 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:31:59.304 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: cluster 2021-03-04T23:31:58.265812+0000 osd.6 (osd.6) 138 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:31:59.304 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: cluster 2021- 2021-03-04T23:31:59.305 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: 03-04T23:31:58.265820+0000 osd.6 (osd.6) 139 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:31:59.305 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: cluster 2021-03-04T23:31:58.265823+0000 osd.6 (osd.6 2021-03-04T23:31:59.306 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: ) 140 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:31:59.306 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: cluster 2021-03-04T23:31:59.307 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: 2021-03-04T23:31:58.265825+0000 osd.6 (osd.6) 141 : 2021-03-04T23:31:59.308 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:31:59.308 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: cluster 2021-03-04T23:31:58 2021-03-04T23:31:59.309 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: .265830+0000 osd.6 (osd.6) 142 : cluster [WRN] 2021-03-04T23:31:59.309 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:31:59.309 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: cluster 2021-03-04T23:31:58 2021-03-04T23:31:59.310 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: cluster 2021-03-04T23:31:58.055718+0000 mon.a (mon.0) 1141 : cluster [DBG] osdmap e253: 8 total, 8 up, 7 in 2021-03-04T23:31:59.311 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: cluster 2021-03-04T23:31:58.057994+0000 osd.5 (osd.5) 11 : cluster [DBG] 9.6 starting backfill to osd.0 from (0'0,0'0] MAX to 214'12166 2021-03-04T23:31:59.311 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: cluster 2021-03-04T23:31:58.265799+0000 osd.6 (osd.6) 133 : 2021-03-04T23:31:59.312 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:31:59.312 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: cluster 2021-03-04T23:31:59.312 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: 2021-03-04T23:31:58.265803 2021-03-04T23:31:59.313 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: +0000 osd.6 (osd.6) 134 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:31:59.313 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:31:59.313 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: 03-04T23:31:58.265806+0000 osd.6 ( 2021-03-04T23:31:59.314 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: osd.6) 135 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:31:59.314 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:31:59.315 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: -04T23:31:58.265808+0000 osd.6 (osd 2021-03-04T23:31:59.315 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: .6) 136 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:31:59.315 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:31:59.316 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: 31:58.265810+0000 osd.6 (osd.6) 137 : 2021-03-04T23:31:59.316 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:31:59.316 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: cluster 2021-03-04T23:31 2021-03-04T23:31:59.317 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: :58.265812+0000 osd.6 (osd.6) 138 : cluster 2021-03-04T23:31:59.318 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:31:59.318 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: cluster 2021-03-04T23:31:58 2021-03-04T23:31:59.319 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: .265820+0000 osd.6 (osd.6) 139 : cluster [WRN] 2021-03-04T23:31:59.319 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:31:59.320 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: cluster 2021-03-04T23:31:58.265823 2021-03-04T23:31:59.320 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: +0000 osd.6 (osd.6) 140 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:31:59.320 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: 2021-03-04T23:31:59.321 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: cluster 2021-03-04T23:31:59.321 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: 2021-03-04T23:31:58.265825+0000 osd.6 (osd.6 2021-03-04T23:31:59.322 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: ) 141 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:31:59.323 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: .265834+0000 osd.6 (osd.6) 143 : cluster 2021-03-04T23:31:59.323 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:31:59.323 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: cluster 2021-03-04T23:31:58.265837+0000 osd.6 (osd.6) 144 : cluster [WRN] 2021-03-04T23:31:59.323 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:31:59.324 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: cluster 2021-03-04T23:31:59.324 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: 2021-03-04T23:31:58.265839+0000 osd.6 (osd. 2021-03-04T23:31:59.325 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: 6) 145 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:31:59.325 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: cluster 2021-03- 2021-03-04T23:31:59.325 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: 04T23:31:58.265841+0000 osd.6 (osd.6) 2021-03-04T23:31:59.326 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[95595]: 146 : cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:31:59.327 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:31:59.327 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: 23:31:58.265830+0000 osd.6 (osd.6) 2021-03-04T23:31:59.327 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: 142 : cluster [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:31:59.328 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:31:59.328 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: T23:31:58.265834+0000 osd.6 (osd. 2021-03-04T23:31:59.328 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: 6) 143 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:31:59.329 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:31:59.329 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: 04T23:31:58.265837+0000 osd.6 (osd.6) 144 : cluster [WRN] 2021-03-04T23:31:59.329 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:31:59.329 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: cluster 2021-03-04T23:31:59.329 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: 2021-03-04T23:31:58.265839+0000 osd.6 (osd.6 2021-03-04T23:31:59.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: ) 145 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:31:59.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:31:59.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: 03-04T23:31:58.265841+0000 osd.6 ( 2021-03-04T23:31:59.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:31:59 gibba011 conmon[99461]: osd.6) 146 : cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:31:59.333 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:31:59.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:59 gibba038 conmon[76675]: cluster 2021-03-04T23:31:58.055718+0000 mon.a ( 2021-03-04T23:31:59.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:59 gibba038 conmon[76675]: mon.0) 1141 : cluster [DBG] osdmap e253: 8 total, 8 up, 7 in 2021-03-04T23:31:59.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:59 gibba038 conmon[76675]: cluster 2021-03-04T23:31:58.057994+0000 osd.5 (osd.5) 11 : cluster [DBG] 9.6 starting backfill to osd.0 from (0'0,0'0] MAX to 214'12166 2021-03-04T23:31:59.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:59 gibba038 conmon[76675]: cluster 2021-03-04T23:31:58.265799+0000 osd.6 (osd.6) 133 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:31:59.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:59 gibba038 conmon[76675]: cluster 2021-03-04T23:31:58.265803+0000 osd.6 (osd.6) 134 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:31:59.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:59 gibba038 conmon[76675]: cluster 2021-03-04T23:31:58.265806+0000 osd.6 (osd.6) 135 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:31:59.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:59 gibba038 conmon[76675]: cluster 2021-03-04T23:31:58.265808+0000 osd.6 (osd.6) 136 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:31:59.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:59 gibba038 conmon[76675]: cluster 2021-03-04T23:31:58.265810+0000 osd.6 (osd.6) 137 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:31:59.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:59 gibba038 conmon[76675]: cluster 2021-03-04T23:31:58.265812+0000 osd.6 (osd.6) 138 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:31:59.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:59 gibba038 conmon[76675]: cluster 2021-03-04T23:31:58.265820+0000 osd.6 (osd.6) 139 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:31:59.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:59 gibba038 conmon[76675]: cluster 2021-03-04T23:31:58.265823+0000 osd.6 (osd.6) 140 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:31:59.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:59 gibba038 conmon[76675]: cluster 2021-03-04T23:31:58.265825+0000 osd.6 (osd.6) 141 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:31:59.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:59 gibba038 conmon[76675]: cluster 2021-03-04T23:31:58.265830+0000 osd.6 (osd.6) 142 : cluster [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:31:59.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:59 gibba038 conmon[76675]: cluster 2021-03-04T23:31:58.265834+0000 osd.6 (osd.6) 143 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:31:59.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:59 gibba038 conmon[76675]: cluster 2021-03-04T23:31:58.265837+0000 osd.6 (osd.6) 144 : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:31:59.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:59 gibba038 conmon[76675]: cluster 2021-03-04T23:31:58.265839+0000 osd.6 (osd.6) 145 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:31:59.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:31:59 gibba038 conmon[76675]: cluster 2021-03-04T23:31:58.265841+0000 osd.6 (osd.6) 146 : cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:31:59.389 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:31:59.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:59.410 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:59.410 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:31:59.512 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:31:59.532 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:59.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:59.534 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:31:59.635 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:31:59.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:59.660 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:31:59.661 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:31:59.763 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:31:59.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:59.783 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:59.783 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:31:59.884 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:31:59.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:31:59.903 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:31:59.904 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:00.006 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:00.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:00.024 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:00.024 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:00.072 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:32:00.125 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:00.142 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:00.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:00.144 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:00.245 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:00.262 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:00.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:00.263 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:00.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: cluster 2021-03-04T23:31:58.694492+0000 mgr.x (mgr.34676) 879 : cluster [DBG] pgmap v874: 119 pgs: 2 remapped+peering, 1 activating, 1 active+recovery_wait+degraded, 29 peering, 1 active+undersized+degraded+remapped+laggy, 81 active+clean, 4 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 24934/343977 objects degraded (7.249%); 7362/343977 objects misplaced (2.140%); 6.2 MiB/s, 98 objects/s recovering 2021-03-04T23:32:00.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: cluster 2021-03-04T23:31:59.057778+0000 mon.a (mon.0) 1142 : cluster [WRN] Health check update: Degraded data redundancy: 24934/343977 objects degraded (7.249%), 6 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:32:00.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: cluster 2021-03-04T23:31:59.063980 2021-03-04T23:32:00.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: +0000 osd.0 (osd.0) 5 : cluster [DBG] 9.b starting backfill to osd.1 from (0'0,0'0] MAX to 214'12281 2021-03-04T23:32:00.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: cluster 2021-03-04T23:31:59.064189+0000 osd.3 (osd.3) 2 : cluster [INF] 9.2 continuing backfill to osd.7 from (147'7238,214'12002] MIN to 214'12002 2021-03-04T23:32:00.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: cluster 2021-03-04T23:31:59.064473+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e254: 8 total, 8 up, 7 in 2021-03-04T23:32:00.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: cluster 2021-03-04T23:31:59.064724+0000 osd.5 (osd.5) 12 : cluster [DBG] 9.0 starting backfill to osd.4 from (0'0,0'0] MAX to 214'12176 2021-03-04T23:32:00.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: cluster 2021-03-04T23:31:59.298952+0000 osd.6 (osd.6) 147 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:32:00.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: cluster 2021-03-04T23:31:59.298956+0000 osd.6 (osd.6) 148 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:32:00.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: cluster 2021-03-04T23:31:59.298961+0000 osd.6 (osd.6) 149 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:32:00.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: cluster 2021-03-04T23:31:59.298963+0000 osd.6 (osd.6) 150 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:32:00.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:32:00.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: :31:59.298965+0000 osd.6 (osd.6) 151 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:32:00.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: cluster 2021-03-04T23:31:59.298967+0000 osd.6 (osd.6) 152 : cluster [WRN] 2021-03-04T23:32:00.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:32:00.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:32:00.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: -04T23:31:59.298972+0000 osd.6 (osd.6) 153 : cluster 2021-03-04T23:32:00.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:32:00.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: cluster 2021-03-04T23:32:00.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: 2021-03-04T23:31:59.298976+0000 osd.6 (osd.6) 154 : cluster 2021-03-04T23:32:00.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:32:00.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: cluster 2021-03-04T23:31: 2021-03-04T23:32:00.342 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: 59.298978+0000 osd.6 (osd.6) 155 : cluster 2021-03-04T23:32:00.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:32:00.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: audit 2021-03-04T23:31: 2021-03-04T23:32:00.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: 59.639410+0000 mon.a (mon.0) 1144 : audit 2021-03-04T23:32:00.343 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:00 gibba038 conmon[76675]: [INF] from='client.? 172.21.2.111:0/2592915383' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:00.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[99461]: cluster 2021-03-04T23:31:58.694492+0000 mgr.x (mgr.34676) 879 : cluster [DBG] pgmap v874: 119 pgs: 2 remapped+peering, 1 activating, 1 active+recovery_wait+degraded, 29 peering, 1 active+undersized+degraded+remapped+laggy, 81 active+clean, 4 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 24934/343977 objects degraded (7.249%); 7362/343977 objects misplaced (2.140%); 6.2 MiB/s, 98 objects/s recovering 2021-03-04T23:32:00.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[99461]: cluster 2021-03-04T23:31:59.057778+0000 mon.a (mon.0) 1142 : cluster [WRN] Health check update: Degraded data redundancy: 24934/343977 objects degraded (7.249%), 6 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:32:00.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[99461]: cluster 2021-03-04T23:31:59.063980+0000 osd.0 (osd.0) 5 : cluster [DBG] 9.b starting backfill to osd.1 from (0'0,0'0] MAX to 214'12281 2021-03-04T23:32:00.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[99461]: cluster 2021-03-04T23:31:59.064189+0000 osd.3 (osd.3) 2 : cluster [INF] 9.2 continuing backfill to osd.7 from (147'7238,214'12002] MIN to 214'12002 2021-03-04T23:32:00.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[99461]: cluster 2021-03-04T23:31:59.064473+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e254: 8 total, 8 up, 7 in 2021-03-04T23:32:00.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[99461]: cluster 2021-03-04T23:31:59.064724+0000 osd.5 (osd.5) 12 : cluster [DBG] 9.0 starting backfill to osd.4 from (0'0,0'0] MAX to 214'12176 2021-03-04T23:32:00.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[99461]: cluster 2021-03-04T23:31:59.298952+0000 osd.6 (osd.6) 147 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:32:00.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:32:00.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[99461]: :31:59.298956+0000 osd.6 (osd.6) 148 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:32:00.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[99461]: cluster 2021-03-04T23:31:59.298961+0000 osd.6 (osd.6) 149 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:32:00.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[99461]: cluster 2021-03-04T23:31:59.298963+0000 osd.6 (osd.6) 150 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:32:00.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[99461]: cluster 2021-03-04T23:31:59.298965+0000 osd.6 (osd.6) 151 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:32:00.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[99461]: cluster 2021-03-04T23:31:59.298967+0000 osd.6 (osd.6) 152 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:32:00.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[99461]: cluster 2021-03-04T23:31:59.298972+0000 osd.6 (osd.6) 153 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:32:00.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[95595]: cluster 2021-03-04T23:31:58.694492+0000 mgr.x (mgr.34676) 879 : cluster [DBG] pgmap v874: 119 pgs: 2 remapped+peering, 1 activating, 1 active+recovery_wait+degraded, 29 peering, 1 active+undersized+degraded+remapped+laggy, 81 active+clean, 4 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 24934/343977 objects degraded (7.249%); 7362/343977 objects misplaced (2.140%); 6.2 MiB/s, 98 objects/s recovering 2021-03-04T23:32:00.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[95595]: cluster 2021-03-04T23:31:59.057778+0000 mon.a (mon.0) 1142 : cluster [WRN] Health check update: Degraded data redundancy: 24934/343977 objects degraded (7.249%), 6 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:32:00.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[95595]: cluster 2021-03-04T23:31:59.063980+0000 osd.0 (osd.0) 5 : cluster [DBG] 9.b starting backfill to osd.1 from (0'0,0'0] MAX to 214'12281 2021-03-04T23:32:00.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[95595]: cluster 2021-03-04T23:31:59.064189+0000 osd.3 (osd.3) 2 : cluster [INF] 9.2 continuing backfill to osd.7 from (147'7238,214'12002] MIN to 214'12002 2021-03-04T23:32:00.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[95595]: cluster 2021-03-04T23:31:59.064473+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e254: 8 total, 8 up, 7 in 2021-03-04T23:32:00.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[95595]: cluster 2021-03-04T23:31:59.064724+0000 osd.5 (osd.5) 12 : cluster [DBG] 9.0 starting backfill to osd.4 from (0'0,0'0] MAX to 214'12176 2021-03-04T23:32:00.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[95595]: cluster 2021-03-04T23:31:59.298952+0000 osd.6 (osd.6) 147 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:32:00.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[95595]: cluster 2021-03-04T23:31:59.298956+0000 osd.6 (osd.6) 148 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:32:00.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[95595]: cluster 2021-03-04T23:31:59.298961+0000 osd.6 (osd.6) 2021-03-04T23:32:00.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[95595]: 149 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:32:00.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[95595]: cluster 2021-03-04T23:31:59.298963+0000 osd.6 (osd.6) 150 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:32:00.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[95595]: cluster 2021-03-04T23:31:59.298965+0000 osd.6 (osd.6) 151 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:32:00.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[95595]: cluster 2021-03-04T23:31:59.298967+0000 osd.6 (osd.6) 152 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:32:00.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[95595]: cluster 2021-03-04T23:31:59.298972+0000 osd.6 (osd.6) 153 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:32:00.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[95595]: cluster 2021-03-04T23:31:59.298976+0000 osd.6 (osd.6) 154 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:32:00.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[95595]: cluster 2021-03-04T23:31:59.298978+0000 osd.6 (osd.6) 155 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:32:00.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[95595]: audit 2021-03-04T23:31:59.639410+0000 mon.a (mon.0) 1144 : audit [INF] from='client.? 172.21.2.111:0/2592915383' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:00.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[99461]: cluster 2021-03-04T23:31:59.298976+0000 osd.6 (osd.6) 154 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:32:00.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[99461]: cluster 2021-03-04T23:31:59.298978+0000 osd.6 (osd.6) 155 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:32:00.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:00 gibba011 conmon[99461]: audit 2021-03-04T23:31:59.639410+0000 mon.a (mon.0) 1144 : audit [INF] from='client.? 172.21.2.111:0/2592915383' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:00.365 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:00.381 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:00.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:00.382 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:00.483 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:00.500 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:00.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:00.502 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:00.603 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:00.621 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:00.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:00.623 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:00.724 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:00.742 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:00.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:00.743 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:00.805 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:32:00.805 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:32:00.805 INFO:teuthology.orchestra.run.gibba038.stdout: "num_ops": 0 2021-03-04T23:32:00.805 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:32:00.844 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:00.863 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:00.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:00.865 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:00.966 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:00.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:00.985 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:00.985 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:01.086 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:01.103 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:01.104 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:01.105 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:01.206 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:01.224 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:01.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:01.226 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:01.226 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[95595]: cluster 2021-03-04T23:32:00.062762+0000 mon.a (mon.0) 1145 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:01.227 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[95595]: audit 2021-03-04T23:32:00.068586+0000 mon.a (mon.0) 1146 : audit [INF] from='client.? 172.21.2.111:0/2592915383' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:01.227 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[95595]: cluster 2021-03-04T23:32:00.068617+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e255: 8 total, 8 up, 7 in 2021-03-04T23:32:01.227 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[95595]: cluster 2021-03-04T23:32:00.333785+0000 osd.6 (osd.6) 156 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:32:01.227 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[95595]: cluster 2021-03-04T23:32:00.333789+0000 osd.6 (osd.6) 157 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:32:01.228 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[95595]: cluster 2021-03-04T23:32:00.333791+0000 osd.6 (osd.6) 158 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:32:01.228 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[95595]: cluster 2021-03-04T23:32:00.333794+0000 osd.6 (osd.6) 159 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:32:01.228 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[95595]: cluster 2021-03-04T23:32:00.333796+0000 osd.6 (osd.6) 160 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:32:01.228 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[95595]: cluster 2021-03-04T23:32:00.333798+0000 osd.6 (osd.6) 161 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:32:01.229 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[95595]: cluster 2021-03-04T23:32:00.333801+0000 osd.6 (osd.6) 162 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:32:01.229 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[95595]: cluster 2021-03-04T23:32:00.333803+0000 osd.6 (osd.6) 163 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:32:01.229 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[95595]: cluster 2021-03-04T23:32:00.333805+0000 osd.6 (osd.6) 164 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:32:01.229 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[95595]: cluster 2021-03-04T23:32:00.333807+0000 osd.6 (osd.6) 165 : cluster [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:32:01.230 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: cluster 2021-03-04T23:32:00.062762+0000 mon.a (mon.0) 1145 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:01.230 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: audit 2021-03-04T23:32:00.068586+0000 mon.a (mon.0) 1146 : audit [INF] from='client.? 172.21.2.111:0/2592915383' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:01.231 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:32:01.231 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: 32:00.068617+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e255: 8 total, 8 up, 7 in 2021-03-04T23:32:01.231 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:32:01.231 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: :32:00.333785+0000 osd.6 (osd.6) 156 2021-03-04T23:32:01.232 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:32:01.232 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: cluster 2021-03-04T23:32 2021-03-04T23:32:01.232 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: :00.333789+0000 osd.6 (osd.6 2021-03-04T23:32:01.232 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: ) 157 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:32:01.233 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: cluster 2021-03-04T23:32:00.333791 2021-03-04T23:32:01.233 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: +0000 osd.6 (osd.6) 158 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:32:01.233 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: 2021-03-04T23:32:01.233 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:32:01.234 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: 03-04T23:32:00.333794+0000 osd.6 (osd.6) 159 : 2021-03-04T23:32:01.234 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:32:01.234 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: cluster 2021-03-04T23:32:00 2021-03-04T23:32:01.234 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: .333796+0000 osd.6 (osd.6) 160 : cluster [WRN] 2021-03-04T23:32:01.235 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:32:01.235 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: cluster 2021-03-04T23:32:00 2021-03-04T23:32:01.235 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: .333798+0000 osd.6 (osd.6) 161 : cluster [WRN] 2021-03-04T23:32:01.235 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:32:01.236 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: cluster 2021-03-04T23:32:01.236 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: 2021-03-04T23:32:00.333801+0000 osd.6 (osd.6) 2021-03-04T23:32:01.236 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: 162 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:32:01.236 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: cluster 2021-03-04T23:32 2021-03-04T23:32:01.236 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: :00.333803+0000 osd.6 (osd.6) 163 : cluster 2021-03-04T23:32:01.237 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:32:01.237 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: cluster 2021-03-04T23:32: 2021-03-04T23:32:01.237 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[95595]: cluster 2021-03-04T23:32:00.333809+0000 osd.6 (osd.6) 166 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:32:01.238 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[95595]: cluster 2021-03-04T23:32:00.333813+0000 osd.6 (osd.6) 167 : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:32:01.238 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[95595]: cluster 2021-03-04T23:32:00.333816+0000 osd.6 (osd.6) 168 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:32:01.238 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[95595]: cluster 2021-03-04T23:32:00.333818+0000 osd.6 (osd.6) 169 : cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:32:01.239 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: 00.333805+0000 osd.6 (osd.6) 164 : cluster 2021-03-04T23:32:01.239 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:32:01.239 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: cluster 2021-03-04T23:32:00 2021-03-04T23:32:01.239 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: .333807+0000 osd.6 (osd.6) 165 : cluster [WRN] 2021-03-04T23:32:01.240 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:32:01.240 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: cluster 2021-03-04T23:32:00.333809+0000 2021-03-04T23:32:01.240 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: osd.6 (osd.6) 166 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:32:01.240 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: cluster 2021-03-04T23:32 2021-03-04T23:32:01.241 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: :00.333813+0000 osd.6 (osd.6) 167 : cluster [WRN] 2021-03-04T23:32:01.241 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:32:01.241 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: cluster 2021-03-04T23:32:00.333816 2021-03-04T23:32:01.241 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: +0000 osd.6 (osd.6) 168 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:32:01.242 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: 2021-03-04T23:32:01.242 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: cluster 2021-03-04T23:32:01.242 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: 2021-03-04T23:32:00.333818+0000 osd.6 (osd.6 2021-03-04T23:32:01.242 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:01 gibba011 conmon[99461]: ) 169 : cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:32:01.327 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:01.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:01 gibba038 conmon[76675]: cluster 2021-03-04T23:32:00.062762+0000 mon.a (mon.0) 1145 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:01.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:01 gibba038 conmon[76675]: audit 2021-03-04T23:32:00.068586+0000 mon.a (mon.0) 1146 : audit [INF] from='client.? 172.21.2.111:0/2592915383' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:01.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:01 gibba038 conmon[76675]: cluster 2021-03-04T23:32:00.068617+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e255: 8 total, 8 up, 7 in 2021-03-04T23:32:01.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:01 gibba038 conmon[76675]: cluster 2021-03-04T23:32:00.333785+0000 osd.6 (osd.6) 156 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:32:01.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:01 gibba038 conmon[76675]: cluster 2021-03-04T23:32:00.333789+0000 osd.6 (osd.6) 157 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:32:01.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:01 gibba038 conmon[76675]: cluster 2021-03-04T23:32:00.333791+0000 osd.6 (osd.6) 158 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:32:01.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:01 gibba038 conmon[76675]: cluster 2021-03-04T23:32:00.333794+0000 osd.6 (osd.6) 159 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:32:01.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:01 gibba038 conmon[76675]: cluster 2021-03-04T23:32:00.333796+0000 osd.6 (osd.6) 160 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:32:01.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:01 gibba038 conmon[76675]: cluster 2021-03-04T23:32:00.333798+0000 osd.6 (osd.6) 161 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:32:01.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:01 gibba038 conmon[76675]: cluster 2021-03-04T23:32:00.333801+0000 osd.6 (osd.6) 162 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:32:01.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:01 gibba038 conmon[76675]: cluster 2021-03-04T23:32:00.333803+0000 osd.6 (osd.6) 163 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:32:01.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:01 gibba038 conmon[76675]: cluster 2021-03-04T23:32:00.333805+0000 osd.6 (osd.6) 164 : cluster 2021-03-04T23:32:01.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:01 gibba038 conmon[76675]: [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:32:01.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:01 gibba038 conmon[76675]: cluster 2021-03-04T23:32:00.333807+0000 osd.6 (osd.6) 165 : cluster [WRN] slow request osd_op(client.54826.0:191882 9.1 9:8867fb9c:::benchmark_data_gibba011_139107_object38515:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.862531+0000 currently delayed 2021-03-04T23:32:01.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:01 gibba038 conmon[76675]: cluster 2021-03-04T23:32:00.333809+0000 osd.6 (osd.6) 166 : cluster [WRN] slow request osd_op(client.54826.0:191921 9.1 9:8300b856:::benchmark_data_gibba011_139107_object38554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.708168+0000 currently delayed 2021-03-04T23:32:01.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:01 gibba038 conmon[76675]: cluster 2021-03-04T23:32:00.333813+0000 osd.6 (osd.6) 167 : cluster [WRN] slow request osd_op(client.54826.0:191985 9.1 9:85ae4591:::benchmark_data_gibba011_139107_object38618:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.385741+0000 currently delayed 2021-03-04T23:32:01.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:01 gibba038 conmon[76675]: cluster 2021-03-04T23:32:00.333816+0000 osd.6 (osd.6) 168 : cluster [WRN] slow request osd_op(client.54826.0:191988 9.1 9:88441eb8:::benchmark_data_gibba011_139107_object38621:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.485485+0000 currently delayed 2021-03-04T23:32:01.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:01 gibba038 conmon[76675]: cluster 2021-03-04T23:32:00.333818+0000 osd.6 (osd.6) 169 : cluster [WRN] slow request osd_op(client.54826.0:191890 9.1 9:8dd7438b:::benchmark_data_gibba011_139107_object38523:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:04.955469+0000 currently delayed 2021-03-04T23:32:01.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:01.345 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:01.346 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:01.442 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:32:01.448 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:01.455 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:32:01.467 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:01.468 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:01.469 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-03-04T23:32:01.470 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:01.470 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:32:01.481 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:32:01.495 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:32:01.510 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:32:01.524 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:32:01.539 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:32:01.541 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:32:01.541 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:32:01.541 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:32:01.542 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:32:01.542 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:32:01.542 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:32:01.542 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:32:01.542 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:32:01.571 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:01.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:01.591 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:01.592 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:01.623 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:01.693 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:01.710 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:01.711 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:01.711 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:01.812 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:01.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:01.832 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:01.832 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:01.934 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:01.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:01.952 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:01.952 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:02.054 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:02.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:02.072 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:02.073 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:02.175 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:02.192 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:02.193 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:02.194 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:02.295 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:02.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:02.313 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:02.314 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:02.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:02 gibba038 conmon[76675]: cluster 2021-03-04T23:32:00.694841+0000 mgr.x (mgr.34676) 880 : cluster [DBG] pgmap v877: 119 pgs: 2 remapped+peering, 1 activating, 1 active+recovery_wait+degraded, 29 peering, 1 active+undersized+degraded+remapped+laggy, 81 active+clean, 4 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 24934/343977 objects degraded (7.249%); 7362/343977 objects misplaced (2.140%); 9.3 MiB/s, 148 objects/s recovering 2021-03-04T23:32:02.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:02 gibba038 conmon[76675]: cluster 2021-03-04T23:32:01.353795+0000 osd.6 (osd.6) 170 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:32:02.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:02 gibba038 conmon[76675]: cluster 2021-03-04T23:32:01.353802+0000 osd.6 (osd.6) 171 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:32:02.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:02 gibba038 conmon[76675]: cluster 2021-03-04T23:32:01.353808+0000 osd.6 (osd.6) 172 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:32:02.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:02 gibba038 conmon[76675]: cluster 2021-03-04T23:32:01.353812+0000 osd.6 (osd.6) 173 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:32:02.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:02 gibba038 conmon[76675]: cluster 2021-03-04T23:32:01.353817+0000 osd.6 (osd.6) 174 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:32:02.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:02 gibba038 conmon[76675]: cluster 2021-03-04T23:32:01.353821+0000 osd.6 (osd.6) 175 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:32:02.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:02 gibba038 conmon[76675]: cluster 2021-03-04T23:32:01.353825+0000 osd.6 (osd.6) 176 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:32:02.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:02 gibba038 conmon[76675]: cluster 2021-03-04T23:32:01.353830+0000 osd.6 (osd.6) 177 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:32:02.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:02 gibba038 conmon[76675]: cluster 2021-03-04T23:32:01.353833+0000 osd.6 (osd.6) 178 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:32:02.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:02 gibba038 conmon[76675]: audit 2021-03-04T23:32:01.426360+0000 mon.a (mon.0) 1148 : audit [DBG] from='client.? 172.21.2.111:0/1524342653' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:02.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[95595]: cluster 2021-03-04T23:32:00.694841+0000 mgr.x (mgr.34676) 880 : cluster [DBG] pgmap v877: 119 pgs: 2 remapped+peering, 1 activating, 1 active+recovery_wait+degraded, 29 peering, 1 active+undersized+degraded+remapped+laggy, 81 active+clean, 4 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 24934/343977 objects degraded (7.249%); 7362/343977 objects misplaced (2.140%); 9.3 MiB/s, 148 objects/s recovering 2021-03-04T23:32:02.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[95595]: cluster 2021-03-04T23:32:01.353795+0000 osd.6 (osd.6) 170 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:32:02.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[95595]: cluster 2021-03-04T23:32:01.353802+0000 osd.6 (osd.6) 171 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:32:02.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[95595]: cluster 2021-03 2021-03-04T23:32:02.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[95595]: -04T23:32:01.353808+0000 osd.6 (osd.6) 172 : cluster [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:32:02.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[95595]: cluster 2021-03-04T23:32:01.353812+0000 osd.6 (osd.6) 173 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:32:02.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[95595]: cluster 2021-03-04T23:32:01.353817+0000 osd.6 (osd.6) 174 : cluster [WRN] slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:32:02.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[95595]: cluster 2021-03-04T23:32:01.353821+0000 osd.6 (osd.6) 175 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:32:02.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[95595]: cluster 2021-03-04T23:32:01.353825+0000 osd.6 (osd.6) 176 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:32:02.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[95595]: cluster 2021-03-04T23:32:01.353830+0000 osd.6 (osd.6) 177 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:32:02.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[95595]: cluster 2021-03-04T23:32:01.353833+0000 osd.6 (osd.6) 178 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:32:02.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[95595]: audit 2021-03-04T23:32:01.426360+0000 mon.a (mon.0) 1148 : audit [DBG] from='client.? 172.21.2.111:0/1524342653' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:02.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[99461]: cluster 2021-03-04T23:32:00.694841+0000 mgr.x (mgr.34676) 880 : cluster [DBG] pgmap v877: 119 pgs: 2 remapped+peering, 1 activating, 1 active+recovery_wait+degraded, 29 peering, 1 active+undersized+degraded+remapped+laggy, 81 active+clean, 4 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 24934/343977 objects degraded (7.249%); 7362/343977 objects misplaced (2.140%); 9.3 MiB/s, 148 objects/s recovering 2021-03-04T23:32:02.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[99461]: cluster 2021-03-04T23:32:01.353795 2021-03-04T23:32:02.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[99461]: +0000 osd.6 (osd.6) 170 : cluster [WRN] slow request osd_op(client.54826.0:191938 9.1 9:8df396e1:::benchmark_data_gibba011_139107_object38571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.949970+0000 currently delayed 2021-03-04T23:32:02.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[99461]: cluster 2021-03-04T23:32:01.353802+0000 osd.6 (osd.6) 171 : cluster [WRN] slow request osd_op(client.54826.0:191897 9.1 9:8c92c449:::benchmark_data_gibba011_139107_object38530:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.331735+0000 currently delayed 2021-03-04T23:32:02.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[99461]: cluster 2021-03-04T23:32:01.353808+0000 osd.6 (osd.6) 172 : cluster 2021-03-04T23:32:02.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[99461]: [WRN] slow request osd_op(client.54826.0:191964 9.1 9:86ed0162:::benchmark_data_gibba011_139107_object38597:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.035571+0000 currently delayed 2021-03-04T23:32:02.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:32:02.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[99461]: 23:32:01.353812+0000 osd.6 (osd.6) 2021-03-04T23:32:02.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[99461]: 173 : cluster [WRN] slow request osd_op(client.54826.0:192001 9.1 9:8c641cf6:::benchmark_data_gibba011_139107_object38634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.785551+0000 currently delayed 2021-03-04T23:32:02.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[99461]: cluster 2021-03-04T23:32:01 2021-03-04T23:32:02.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[99461]: .353817+0000 osd.6 (osd.6) 174 : cluster [WRN] 2021-03-04T23:32:02.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[99461]: slow request osd_op(client.54826.0:191906 9.1 9:8cadd4c7:::benchmark_data_gibba011_139107_object38539:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:05.366618+0000 currently delayed 2021-03-04T23:32:02.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[99461]: cluster 2021-03-04T23:32:02.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[99461]: 2021-03-04T23:32:01.353821+0000 osd.6 ( 2021-03-04T23:32:02.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[99461]: osd.6) 175 : cluster [WRN] slow request osd_op(client.54826.0:191968 9.1 9:8226b687:::benchmark_data_gibba011_139107_object38601:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.050237+0000 currently delayed 2021-03-04T23:32:02.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:32:02.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[99461]: 04T23:32:01.353825+0000 osd.6 (osd. 2021-03-04T23:32:02.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[99461]: 6) 176 : cluster [WRN] slow request osd_op(client.54826.0:192011 9.1 9:87843ced:::benchmark_data_gibba011_139107_object38644:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.844734+0000 currently delayed 2021-03-04T23:32:02.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[99461]: cluster 2021-03-04T23:32:01.353830+0000 osd.6 (osd.6) 177 : cluster [WRN] slow request osd_op(client.54826.0:191972 9.1 9:886fe52b:::benchmark_data_gibba011_139107_object38605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.094116+0000 currently delayed 2021-03-04T23:32:02.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[99461]: cluster 2021-03-04T23:32:01.353833+0000 osd.6 (osd.6) 178 : cluster [WRN] slow request osd_op(client.54826.0:191983 9.1 9:8c2c79a1:::benchmark_data_gibba011_139107_object38616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e204) initiated 2021-03-04T23:30:06.173708+0000 currently delayed 2021-03-04T23:32:02.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:02 gibba011 conmon[99461]: audit 2021-03-04T23:32:01.426360+0000 mon.a (mon.0) 1148 : audit [DBG] from='client.? 172.21.2.111:0/1524342653' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:02.415 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:02.432 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:02.433 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:02.434 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:02.535 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:02.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:02.553 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:02.553 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:02.654 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:02.671 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:02.672 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:02.673 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:02.755 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 1, 3, 7] out_osds: [2] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:32:02.756 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 0 1 2021-03-04T23:32:02.774 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:02.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:02.794 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:02.794 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:02.863 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:02.895 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:02.913 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:02.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:02.915 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:03.016 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:03.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:03.035 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:03.035 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:03.113 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:32:03.113 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:32:03.136 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:03.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:03.156 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:03.156 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:03.244 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:32:03.258 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:03.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:03.277 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:03.278 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:03.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:03 gibba038 conmon[76675]: cluster 2021-03-04T23:32:03.071208+0000 mon.a (mon.0) 1149 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:32:03.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:03 gibba038 conmon[76675]: cluster 2021-03-04T23:32:03.071230+0000 mon.a (mon.0) 1150 : cluster [WRN] Health check failed: 14 slow ops, oldest one blocked for 115 sec, osd.6 has slow ops (SLOW_OPS) 2021-03-04T23:32:03.346 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:03 gibba011 conmon[95595]: cluster 2021-03-04T23:32:03.071208+0000 mon.a (mon.0) 1149 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:32:03.347 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:03 gibba011 conmon[95595]: cluster 2021-03-04T23:32:03.071230+0000 mon.a (mon.0) 1150 : cluster [WRN] Health check failed: 14 slow ops, oldest one blocked for 115 sec, osd.6 has slow ops (SLOW_OPS) 2021-03-04T23:32:03.347 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:03 gibba011 conmon[99461]: cluster 2021-03-04T23:32:03.071208+0000 mon.a (mon.0) 1149 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:32:03.347 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:03 gibba011 conmon[99461]: cluster 2021-03-04T23:32:03.071230+0000 mon.a (mon.0) 1150 : cluster [WRN] Health check failed: 14 slow ops, oldest one blocked for 115 sec, osd.6 has slow ops (SLOW_OPS) 2021-03-04T23:32:03.357 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:03.379 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:03.396 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:03.397 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:03.398 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:03.499 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:03.516 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:03.517 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:03.518 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:03.619 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:03.638 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:03.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:03.640 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:03.741 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:03.759 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:03.762 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:03.763 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:03.808 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-03-04T23:32:03.865 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:03.884 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:03.884 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:03.885 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:03.941 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:03.986 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:04.004 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:04.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:04.005 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:04.106 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:04.124 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:04.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:04.126 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:04.227 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:04.245 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:04.245 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:04.246 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:04.325 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:04 gibba011 conmon[95595]: cluster 2021-03-04T23:32:02.695273+0000 mgr.x (mgr.34676) 881 : cluster 2021-03-04T23:32:04.325 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:04 gibba011 conmon[95595]: [DBG] pgmap v878: 119 pgs: 1 active+recovering+undersized+remapped+laggy, 2 remapped+peering, 1 activating, 2 active+recovery_wait+degraded, 108 active+clean, 1 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 19623/343977 objects degraded (5.705%); 10283/343977 objects misplaced (2.989%); 7.4 MiB/s, 118 objects/s recovering 2021-03-04T23:32:04.326 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:04 gibba011 conmon[99461]: cluster 2021-03-04T23:32:02.695273+0000 mgr.x (mgr.34676) 881 : cluster [DBG] pgmap v878: 119 pgs: 1 active+recovering+undersized+remapped+laggy, 2 remapped+peering, 1 activating, 2 active+recovery_wait+degraded, 108 active+clean, 1 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 19623/343977 objects degraded (5.705%); 10283/343977 objects misplaced (2.989%); 7.4 MiB/s, 118 objects/s recovering 2021-03-04T23:32:04.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:04 gibba038 conmon[76675]: cluster 2021-03-04T23:32:02.695273+0000 mgr.x (mgr.34676) 881 : cluster [DBG] pgmap v878: 119 pgs: 1 active+recovering+undersized+remapped+laggy, 2 remapped+peering, 1 activating, 2 active+recovery_wait+degraded, 108 active+clean, 1 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 19623/343977 objects degraded (5.705%); 10283/343977 objects misplaced (2.989%); 7.4 MiB/s, 118 objects/s recovering 2021-03-04T23:32:04.346 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:04.365 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:04.366 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:04.367 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:04.429 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:32:04.468 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:04.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:04.487 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:04.487 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:04.556 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:04.589 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:04.607 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:04.607 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:04.608 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:04.709 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:04.727 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:04.727 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:04.728 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:04.829 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:04.846 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:04.847 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:04.847 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:04.948 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:04.966 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:04.967 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:04.968 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:05.069 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:05.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:05.087 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:05.088 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:05.132 INFO:teuthology.orchestra.run.gibba011.stderr:reweighted osd.0 to 1 (10000) 2021-03-04T23:32:05.188 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:05.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:05.207 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:05.207 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:05.309 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:05.312 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:05 gibba038 conmon[76675]: audit 2021-03-04T23:32:05.085051+0000 mon.c (mon.1) 347 : audit [INF] from='client.? 172.21.2.111:0/2621963579' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:32:05.313 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:05 gibba038 conmon[76675]: audit 2021-03-04T23:32:05.085393+0000 mon.a (mon.0) 1151 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:32:05.328 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:05.329 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:05.329 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:05.373 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:32:05.373 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:32:05.387 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:05 gibba011 conmon[95595]: audit 2021-03-04T23:32:05.085051+0000 mon.c (mon.1) 347 : audit [INF] from='client.? 172.21.2.111:0/2621963579' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:32:05.387 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:05 gibba011 conmon[95595]: audit 2021-03-04T23:32:05.085393+0000 mon.a (mon.0) 1151 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:32:05.388 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:05 gibba011 conmon[99461]: audit 2021-03-04T23:32:05.085051+0000 mon.c (mon.1) 347 : audit [INF] from='client.? 172.21.2.111:0/2621963579' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:32:05.388 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:05 gibba011 conmon[99461]: audit 2021-03-04T23:32:05.085393+0000 mon.a (mon.0) 1151 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:32:05.430 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:05.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:05.448 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:05.448 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:05.550 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:05.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:05.569 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:05.569 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:05.671 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:05.690 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:05.691 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:05.691 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:05.793 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:05.811 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:05.812 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:05.812 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:05.914 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:05.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:05.933 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:05.934 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:06.012 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 4 1 2021-03-04T23:32:06.035 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:06.052 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:06.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:06.054 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:06.066 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-03-04T23:32:06.127 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:06.155 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:06.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:06.174 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:06.175 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:06.221 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:06.276 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:06.294 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:06.295 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:06.295 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:06.316 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:06 gibba011 conmon[95595]: cluster 2021-03-04T23:32:04.695663+0000 mgr.x (mgr.34676) 882 : cluster [DBG] pgmap v879: 119 pgs: 1 active+recovering+undersized+remapped+laggy, 2 active+recovery_wait+degraded, 109 active+clean, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 4 op/s; 19623/343884 objects degraded (5.706%); 24817/343884 objects misplaced (7.217%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:32:06.317 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:06 gibba011 conmon[95595]: cluster 2021-03-04T23:32:05.125383+0000 mon.a (mon.0) 1152 : cluster [WRN] Health check update: Degraded data redundancy: 19623/343884 objects degraded (5.706%), 6 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:32:06.317 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:06 gibba011 conmon[95595]: cluster 2021-03-04T23:32:05.125401+0000 mon.a (mon.0) 1153 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2021-03-04T23:32:06.317 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:06 gibba011 conmon[95595]: audit 2021-03-04T23:32:05.128036+0000 mon.a (mon.0) 1154 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:32:06.317 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:06 gibba011 conmon[95595]: cluster 2021-03-04T23:32:05.128086+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e256: 8 total, 8 up, 7 in 2021-03-04T23:32:06.318 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:06 gibba011 conmon[99461]: cluster 2021-03-04T23:32:04.695663+0000 mgr.x (mgr.34676) 882 : cluster [DBG] pgmap v879: 119 pgs: 1 active+recovering+undersized+remapped+laggy, 2 active+recovery_wait+degraded, 109 active+clean, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 4 op/s; 19623/343884 objects degraded (5.706%); 24817/343884 objects misplaced (7.217%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:32:06.318 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:06 gibba011 conmon[99461]: cluster 2021-03-04T23:32:05.125383+0000 mon.a (mon.0 2021-03-04T23:32:06.318 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:06 gibba011 conmon[99461]: ) 1152 : cluster [WRN] Health check update: Degraded data redundancy: 19623/343884 objects degraded (5.706%), 6 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:32:06.319 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:06 gibba011 conmon[99461]: cluster 2021-03-04T23:32:05.125401+0000 mon.a (mon.0) 2021-03-04T23:32:06.319 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:06 gibba011 conmon[99461]: 1153 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2021-03-04T23:32:06.319 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:06 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:32:06.319 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:06 gibba011 conmon[99461]: 03-04T23:32:05.128036 2021-03-04T23:32:06.319 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:06 gibba011 conmon[99461]: +0000 mon.a (mon.0) 1154 : 2021-03-04T23:32:06.320 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:06 gibba011 conmon[99461]: audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:32:06.320 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:06 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:32:06.320 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:06 gibba011 conmon[99461]: 23:32:05.128086+0000 mon.a (mon.0) 1155 : cluster 2021-03-04T23:32:06.321 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:06 gibba011 conmon[99461]: [DBG] osdmap e256: 8 total, 8 up, 7 in 2021-03-04T23:32:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:06 gibba038 conmon[76675]: cluster 2021-03-04T23:32:04.695663+0000 mgr.x (mgr.34676) 882 : cluster [DBG] pgmap v879: 119 pgs: 1 active+recovering+undersized+remapped+laggy, 2 active+recovery_wait+degraded, 109 active+clean, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 4 op/s; 19623/343884 objects degraded (5.706%); 24817/343884 objects misplaced (7.217%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:32:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:06 gibba038 conmon[76675]: cluster 2021-03-04T23:32:05.125383+0000 mon.a (mon.0) 1152 : cluster [WRN] Health check update: Degraded data redundancy: 19623/343884 objects degraded (5.706%), 6 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:32:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:06 gibba038 conmon[76675]: cluster 2021-03-04 2021-03-04T23:32:06.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:06 gibba038 conmon[76675]: T23:32:05.125401+0000 mon.a (mon.0) 1153 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2021-03-04T23:32:06.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:06 gibba038 conmon[76675]: audit 2021-03-04T23:32:05.128036+0000 mon.a (mon.0) 1154 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:32:06.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:06 gibba038 conmon[76675]: cluster 2021-03-04T23:32:05.128086+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e256: 8 total, 8 up, 7 in 2021-03-04T23:32:06.397 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:06.415 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:06.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:06.416 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:06.517 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:06.537 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:06.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:06.539 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:06.640 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:06.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:06.657 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:06.658 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:06.759 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:06.775 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:06.776 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:06.777 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:06.878 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:06.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:06.897 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:06.897 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:06.999 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:07.016 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:07.017 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:07.017 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:07.118 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:07.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:07.137 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:07.138 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:07.142 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:32:07.239 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:07.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:07.261 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:07.261 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:07.301 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:07 gibba011 conmon[95595]: audit 2021-03-04T23:32:06.320720+0000 mon.a (mon.0) 1156 : audit [INF] from='client.? 172.21.2.111:0/1800933418' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:32:07.302 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:07 gibba011 conmon[95595]: audit 2021-03-04T23:32:07.086152+0000 mon.c (mon.1) 348 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:32:07.302 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:07 gibba011 conmon[95595]: audit 2021-03-04T23:32:07.087394+0000 mon.c (mon.1) 349 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:32:07.302 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:07 gibba011 conmon[95595]: audit 2021-03-04T23:32:07.087570+0000 mon.c (mon.1) 350 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:32:07.303 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:07 gibba011 conmon[99461]: audit 2021-03-04T23:32:06.320720+0000 mon.a (mon.0) 1156 : audit [INF] from='client.? 172.21.2.111:0/1800933418' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:32:07.303 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:07 gibba011 conmon[99461]: audit 2021-03-04T23:32:07.086152+0000 mon.c (mon.1) 348 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:32:07.303 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:07 gibba011 conmon[99461]: audit 2021-03-04T23:32:07.087394+0000 mon.c (mon.1) 349 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:32:07.303 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:07 gibba011 conmon[99461]: audit 2021-03-04T23:32:07.087570+0000 mon.c (mon.1) 350 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:32:07.362 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:07.381 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:07.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:07.382 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:07.483 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:07.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:07.502 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:07.502 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:07.520 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:07 gibba038 conmon[76675]: audit 2021-03-04T23:32:06.320720+0000 mon.a (mon.0) 1156 : audit [INF] from='client.? 172.21.2.111:0/1800933418' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:32:07.521 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:07 gibba038 conmon[76675]: audit 2021-03-04T23:32:07.086152+0000 mon.c (mon.1) 348 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:32:07.521 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:07 gibba038 conmon[76675]: audit 2021-03-04T23:32:07. 2021-03-04T23:32:07.521 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:07 gibba038 conmon[76675]: 087394+0000 mon.c (mon.1) 349 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:32:07.522 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:07 gibba038 conmon[76675]: audit 2021-03-04T23:32:07.087570+0000 mon.c (mon.1) 350 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:32:07.604 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:07.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:07.623 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:07.623 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:07.710 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:32:07.711 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:32:07.724 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:07.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:07.743 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:07.743 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:07.845 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:07.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:07.866 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:07.869 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:07.970 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:07.987 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:07.988 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:07.989 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:08.090 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:08.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:08.108 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:08.108 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:08.210 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:08.229 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:08.229 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:08.230 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:08.331 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:08.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:08.348 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:08.349 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:08.450 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:08.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:08.471 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:08.472 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:08.567 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:08 gibba011 conmon[95595]: cluster 2021-03-04T23:32:06.696060+0000 mgr.x (mgr.34676) 883 : cluster [DBG] pgmap v881: 119 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 109 active+clean, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 33 op/s; 19623/343221 objects degraded (5.717%); 24817/343221 objects misplaced (7.231%); 856 KiB/s, 13 objects/s recovering 2021-03-04T23:32:08.567 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:08 gibba011 conmon[95595]: cluster 2021-03-04T23:32:07.131587+0000 mon.a (mon.0) 1157 : cluster [INF] Health check cleared: SLOW_OPS (was: 14 slow ops, oldest one blocked for 115 sec, osd.6 has slow ops) 2021-03-04T23:32:08.568 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:08 gibba011 conmon[95595]: cluster 2021-03-04T23:32:07.131733+0000 mon.a (mon.0) 1158 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:08.568 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:08 gibba011 conmon[95595]: audit 2021-03-04T23:32:07.137573+0000 mon.a (mon.0) 1159 : audit [INF] from='client.? 172.21.2.111:0/1800933418' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:32:08.568 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:08 gibba011 conmon[95595]: cluster 2021-03-04T23:32:07.137633+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e257: 8 total, 8 up, 7 in 2021-03-04T23:32:08.569 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:08 gibba011 conmon[99461]: cluster 2021-03-04T23:32:06.696060+0000 mgr.x (mgr.34676) 883 : 2021-03-04T23:32:08.569 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:08 gibba011 conmon[99461]: cluster [DBG] pgmap v881: 119 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 109 active+clean, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 33 op/s; 19623/343221 objects degraded (5.717%); 24817/343221 objects misplaced (7.231%); 856 KiB/s, 13 objects/s recovering 2021-03-04T23:32:08.569 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:08 gibba011 conmon[99461]: cluster 2021-03-04T23:32:07.131587+0000 mon.a (mon.0 2021-03-04T23:32:08.569 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:08 gibba011 conmon[99461]: ) 1157 : cluster [INF] Health check cleared: SLOW_OPS (was: 14 slow ops, oldest one blocked for 115 sec, osd.6 has slow ops) 2021-03-04T23:32:08.570 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:08 gibba011 conmon[99461]: cluster 2021-03-04T23:32:08.570 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:08 gibba011 conmon[99461]: 2021-03-04T23:32:07.131733+0000 mon.a (mon.0) 1158 : cluster 2021-03-04T23:32:08.570 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:08 gibba011 conmon[99461]: [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:08.570 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:08 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:32:08.570 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:08 gibba011 conmon[99461]: 04T23:32:07.137573+0000 mon.a (mon.0 2021-03-04T23:32:08.571 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:08 gibba011 conmon[99461]: ) 1159 : audit [INF] from='client.? 172.21.2.111:0/1800933418' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:32:08.571 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:08 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:32:08.571 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:08 gibba011 conmon[99461]: -04T23:32:07.137633+0000 mon.a (mon. 2021-03-04T23:32:08.572 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:08 gibba011 conmon[99461]: 0) 1160 : cluster [DBG] osdmap e257: 8 total, 8 up, 7 in 2021-03-04T23:32:08.573 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:08.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:08 gibba038 conmon[76675]: cluster 2021-03-04T23:32:06.696060+0000 mgr.x (mgr.34676) 883 : cluster [DBG] pgmap v881: 119 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 109 active+clean, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 7.0 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 33 op/s; 19623/343221 objects degraded (5.717%); 24817/343221 objects misplaced (7.231%); 856 KiB/s, 13 objects/s recovering 2021-03-04T23:32:08.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:08 gibba038 conmon[76675]: cluster 2021-03-04T23:32:07.131587+0000 mon.a (mon.0) 1157 : cluster [INF] Health check cleared: SLOW_OPS (was: 14 slow ops, oldest one blocked for 115 sec, osd.6 has slow ops) 2021-03-04T23:32:08.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:08 gibba038 conmon[76675]: cluster 2021-03-04T23:32:07.131733+0000 mon.a (mon.0) 1158 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:08.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:08 gibba038 conmon[76675]: audit 2021-03-04T23:32:07.137573+0000 mon.a (mon.0) 1159 : audit [INF] from='client.? 172.21.2.111:0/1800933418' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:32:08.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:08 gibba038 conmon[76675]: cluster 2021-03-04T23:32:07.137633+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e257: 8 total, 8 up, 7 in 2021-03-04T23:32:08.590 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:08.590 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:08.591 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:08.616 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-03-04T23:32:08.682 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:32:08.692 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:08.695 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:32:08.709 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:32:08.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:08.719 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:08.719 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:08.722 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:32:08.738 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:32:08.752 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:32:08.766 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:32:08.777 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:08.780 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:32:08.781 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:32:08.781 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:32:08.781 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:32:08.781 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:32:08.782 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:32:08.782 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:32:08.782 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:32:08.783 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:32:08.821 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:08.840 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:08.841 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:08.841 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:08.942 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:08.961 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:08.962 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:08.963 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:09.065 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:09.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:09.084 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:09.084 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:09.185 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:09.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:09.205 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:09.205 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:09.306 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:09.324 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:09.324 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:09.325 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:09.395 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:09 gibba038 conmon[76675]: audit 2021-03-04T23:32:08.665721+0000 mon.a (mon.0) 1161 : audit [DBG] from='client.? 172.21.2.111:0/1395948095' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:09.396 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:09 gibba038 conmon[76675]: audit 2021-03-04T23:32:09.044292+0000 mon.c (mon.1) 351 : audit [INF] from='client.? 172.21.2.111:0/274667890' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:32:09.396 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:09 gibba038 conmon[76675]: audit 2021-03-04T23:32:09.044594+0000 mon.a (mon.0) 1162 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:32:09.405 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:09 gibba011 conmon[95595]: audit 2021-03-04T23:32:08.665721+0000 mon.a (mon.0) 1161 : audit [DBG] from='client.? 172.21.2.111:0/1395948095' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:09.405 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:09 gibba011 conmon[95595]: audit 2021-03-04T23:32:09.044292+0000 mon.c (mon.1) 351 : audit [INF] from='client.? 172.21.2.111:0/274667890' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:32:09.405 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:09 gibba011 conmon[95595]: audit 2021-03-04T23:32:09.044594+0000 mon.a (mon.0) 1162 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:32:09.406 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:09 gibba011 conmon[99461]: audit 2021-03-04T23:32:08.665721+0000 mon.a (mon.0) 1161 : audit [DBG] from='client.? 172.21.2.111:0/1395948095' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:09.406 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:09 gibba011 conmon[99461]: audit 2021-03-04T23:32:09.044292+0000 mon.c (mon.1) 351 : audit [INF] from='client.? 172.21.2.111:0/274667890' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:32:09.406 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:09 gibba011 conmon[99461]: audit 2021-03-04T23:32:09.044594+0000 mon.a (mon.0) 1162 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:32:09.426 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:09.444 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:09.444 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:09.445 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:09.546 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:09.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:09.564 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:09.565 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:09.666 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:09.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:09.684 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:09.685 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:09.786 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:09.804 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:09.805 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:09.805 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:09.906 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:09.924 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:09.926 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:09.926 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:09.969 INFO:teuthology.orchestra.run.gibba011.stderr:reweighted osd.4 to 1 (10000) 2021-03-04T23:32:10.028 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:10.047 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:10.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:10.048 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:10.150 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:10.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:10.170 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:10.170 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:10.272 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:10.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:10.291 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:10.291 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:10.329 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:10 gibba038 conmon[76675]: cluster 2021-03-04T23:32:08.696517+0000 mgr.x (mgr.34676) 884 : cluster [DBG] pgmap v883: 119 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 109 active+clean, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 6.9 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 150 op/s; 19623/340374 objects degraded (5.765%); 24525/340374 objects misplaced (7.205%); 816 KiB/s, 12 objects/s recovering 2021-03-04T23:32:10.330 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:10 gibba038 conmon[76675]: audit 2021-03-04T23:32:09.965106+0000 mon.a (mon.0) 1163 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:32:10.330 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:10 gibba038 conmon[76675]: cluster 2021-03-04T23:32:09.965151+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e258: 8 total, 8 up, 7 in 2021-03-04T23:32:10.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:10 gibba011 conmon[95595]: cluster 2021-03-04T23:32:08.696517+0000 mgr.x (mgr.34676) 884 : cluster [DBG] pgmap v883: 119 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 109 active+clean, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 6.9 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 150 op/s; 19623/340374 objects degraded (5.765%); 24525/340374 objects misplaced (7.205%); 816 KiB/s, 12 objects/s recovering 2021-03-04T23:32:10.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:10 gibba011 conmon[95595]: audit 2021-03-04T23:32:09.965106+0000 mon.a (mon.0) 1163 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:32:10.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:10 gibba011 conmon[95595]: cluster 2021-03-04T23:32:09.965151+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e258: 8 total, 8 up, 7 in 2021-03-04T23:32:10.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:10 gibba011 conmon[99461]: cluster 2021-03-04T23:32:08.696517+0000 mgr.x (mgr.34676) 884 : cluster [DBG] pgmap v883: 119 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 109 active+clean, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 6.9 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 150 op/s; 19623/340374 objects degraded (5.765%); 24525/340374 objects misplaced (7.205%); 816 KiB/s, 12 objects/s recovering 2021-03-04T23:32:10.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:10 gibba011 conmon[99461]: audit 2021-03-04T23:32:09.965106+0000 mon.a (mon.0) 1163 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:32:10.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:10 gibba011 conmon[99461]: cluster 2021-03-04T23:32:09.965151+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e258: 8 total, 8 up, 7 in 2021-03-04T23:32:10.393 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:10.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:10.410 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:10.410 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:10.511 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:10.528 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:10.529 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:10.530 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:10.554 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:32:10.554 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:32:10.554 INFO:teuthology.orchestra.run.gibba038.stdout: "complaint_time": 30, 2021-03-04T23:32:10.555 INFO:teuthology.orchestra.run.gibba038.stdout: "num_blocked_ops": 0 2021-03-04T23:32:10.555 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:32:10.580 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:32:10.586 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 5 1 2021-03-04T23:32:10.631 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:10.687 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:10.688 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:10.688 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:10.701 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:10.745 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:10.790 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:10.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:10.810 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:10.810 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:10.912 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:10.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:10.932 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:10.933 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:11.035 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:11.051 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:11.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:11.052 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:11.154 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:11.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:11.175 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:11.176 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:11.277 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:11.294 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:11.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:11.296 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:11.297 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:11 gibba011 conmon[95595]: cluster 2021-03-04T23:32:11.139264+0000 mon.a (mon.0) 1165 : cluster [WRN] Health check update: Degraded data redundancy: 19623/340179 objects degraded (5.768%), 6 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:32:11.297 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:11 gibba011 conmon[99461]: cluster 2021-03-04T23:32:11.139264+0000 mon.a (mon.0) 1165 : cluster 2021-03-04T23:32:11.298 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:11 gibba011 conmon[99461]: [WRN] Health check update: Degraded data redundancy: 19623/340179 objects degraded (5.768%), 6 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:32:11.389 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-03-04T23:32:11.397 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:11.408 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:11 gibba038 conmon[76675]: cluster 2021-03-04T23:32:11.139264+0000 mon.a (mon.0) 1165 : cluster [WRN] Health check update: Degraded data redundancy: 19623/340179 objects degraded (5.768%), 6 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:32:11.425 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:11.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:11.426 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:11.510 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:11.528 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:11.547 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:11.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:11.548 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:11.624 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:32:11.650 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:11.669 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:11.670 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:11.671 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:11.740 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:11.772 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:11.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:11.789 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:11.789 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:11.891 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:11.908 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:11.909 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:11.910 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:12.011 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:12.029 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:12.029 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:12.030 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:12.131 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:12.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:12.150 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:12.150 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:12.252 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:12.268 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:12.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:12.270 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:12 gibba038 conmon[76675]: cluster 2021-03-04T23:32:10.696839+0000 mgr.x (mgr.34676) 885 : cluster [DBG] pgmap v885: 119 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 109 active+clean, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 6.9 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 205 op/s; 19623/340179 objects degraded (5.768%); 24525/340179 objects misplaced (7.209%); 288 KiB/s, 4 objects/s recovering 2021-03-04T23:32:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:12 gibba038 conmon[76675]: audit 2021-03-04T23:32:11.859539+0000 mon.a (mon.0) 1166 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:32:12.371 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:12.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:12.391 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:12.392 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:12.493 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:12.510 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:12.510 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:12.511 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:12.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:12 gibba011 conmon[99461]: cluster 2021-03-04T23:32:10.696839+0000 mgr.x (mgr.34676) 885 : cluster [DBG] pgmap v885: 119 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 109 active+clean, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 6.9 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 205 op/s; 19623/340179 objects degraded (5.768%); 24525/340179 objects misplaced (7.209%); 288 KiB/s, 4 objects/s recovering 2021-03-04T23:32:12.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:12 gibba011 conmon[99461]: audit 2021-03-04T23:32:11.859539+0000 mon.a (mon.0) 1166 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:32:12.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:12 gibba011 conmon[95595]: cluster 2021-03-04T23:32:10.696839+0000 mgr.x (mgr.34676) 885 : cluster [DBG] pgmap v885: 119 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 109 active+clean, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 6.9 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 205 op/s; 19623/340179 objects degraded (5.768%); 24525/340179 objects misplaced (7.209%); 288 KiB/s, 4 objects/s recovering 2021-03-04T23:32:12.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:12 gibba011 conmon[95595]: audit 2021-03-04T23:32:11.859539+0000 mon.a (mon.0) 1166 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:32:12.612 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:12.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:12.629 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:12.630 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:12.731 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:12.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:12.752 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:12.753 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:12.855 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:12.872 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:12.873 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:12.874 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:12.975 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:12.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:12.993 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:12.994 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:13.021 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:32:13.021 INFO:teuthology.orchestra.run.gibba038.stdout: "size": 20, 2021-03-04T23:32:13.022 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 600, 2021-03-04T23:32:13.022 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:32:13.023 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.023 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175523 9.1 9:88c9ba67:::benchmark_data_gibba011_139107_object22156:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:32:13.023 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:36.032246+0000", 2021-03-04T23:32:13.024 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 276.98283716499998, 2021-03-04T23:32:13.024 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7805576350000001, 2021-03-04T23:32:13.025 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:32:13.025 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:13.026 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:32:13.026 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:32:13.026 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:32:13.027 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175523 2021-03-04T23:32:13.027 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.028 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:32:13.028 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.029 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:32:13.029 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.032246+0000", 2021-03-04T23:32:13.029 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:32:13.030 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.030 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.031 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:32:13.031 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.032246+0000", 2021-03-04T23:32:13.032 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1509999999999998e-06 2021-03-04T23:32:13.032 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.033 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.033 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:32:13.033 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.032248+0000", 2021-03-04T23:32:13.034 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.314e-06 2021-03-04T23:32:13.034 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.035 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.035 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:32:13.035 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.032249+0000", 2021-03-04T23:32:13.036 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.507e-06 2021-03-04T23:32:13.036 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.037 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.037 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:32:13.038 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.032258+0000", 2021-03-04T23:32:13.038 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.16e-06 2021-03-04T23:32:13.038 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.039 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.039 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:32:13.040 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.032262+0000", 2021-03-04T23:32:13.040 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.46957993799999997 2021-03-04T23:32:13.040 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.041 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.041 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.042 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.501842+0000", 2021-03-04T23:32:13.042 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0097528210000000001 2021-03-04T23:32:13.043 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.043 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.043 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:32:13.044 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.511594+0000", 2021-03-04T23:32:13.044 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.043881913000000002 2021-03-04T23:32:13.045 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.045 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.045 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.046 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.555476+0000", 2021-03-04T23:32:13.046 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010032609 2021-03-04T23:32:13.047 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.047 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.047 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:32:13.048 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.565509+0000", 2021-03-04T23:32:13.048 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1463711440000002 2021-03-04T23:32:13.048 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.048 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.049 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.049 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.711880+0000", 2021-03-04T23:32:13.049 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010065157 2021-03-04T23:32:13.049 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.049 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.050 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:32:13.050 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.721945+0000", 2021-03-04T23:32:13.050 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018609105000000001 2021-03-04T23:32:13.050 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.051 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.051 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:32:13.051 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.740554+0000", 2021-03-04T23:32:13.051 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.030634766000000001 2021-03-04T23:32:13.051 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.052 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.052 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.052 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.771189+0000", 2021-03-04T23:32:13.052 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.001125102 2021-03-04T23:32:13.053 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.053 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.053 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:32:13.053 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.772314+0000", 2021-03-04T23:32:13.053 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0044679430000000003 2021-03-04T23:32:13.054 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.054 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.054 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.054 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.776782+0000", 2021-03-04T23:32:13.054 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0061818300000000001 2021-03-04T23:32:13.055 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.055 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.055 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:32:13.055 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.782964+0000", 2021-03-04T23:32:13.056 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.029839174999999999 2021-03-04T23:32:13.056 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.056 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.057 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:32:13.057 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.812803+0000", 2021-03-04T23:32:13.057 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7805576350000001 2021-03-04T23:32:13.057 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.058 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:32:13.058 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.059 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.059 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.059 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175534 9.1 9:8169126a:::benchmark_data_gibba011_139107_object22167:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:32:13.060 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:36.110076+0000", 2021-03-04T23:32:13.060 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 276.905006329, 2021-03-04T23:32:13.061 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8942056950000001, 2021-03-04T23:32:13.061 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:32:13.062 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:13.062 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:32:13.063 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:32:13.063 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:32:13.063 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175534 2021-03-04T23:32:13.064 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.064 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:32:13.065 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.065 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:32:13.066 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.110076+0000", 2021-03-04T23:32:13.066 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:32:13.066 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.067 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.068 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:32:13.068 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.110076+0000", 2021-03-04T23:32:13.068 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9450000000000002e-06 2021-03-04T23:32:13.068 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.068 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.069 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:32:13.069 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.110079+0000", 2021-03-04T23:32:13.069 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.9170000000000001e-06 2021-03-04T23:32:13.069 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.070 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.070 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:32:13.070 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.110089+0000", 2021-03-04T23:32:13.070 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3604999999999999e-05 2021-03-04T23:32:13.070 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.071 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.071 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:32:13.072 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.110103+0000", 2021-03-04T23:32:13.072 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.964e-06 2021-03-04T23:32:13.072 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.072 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.073 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:32:13.073 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.110109+0000", 2021-03-04T23:32:13.073 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.40341585699999999 2021-03-04T23:32:13.073 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.073 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.074 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.074 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.513525+0000", 2021-03-04T23:32:13.074 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0096400970000000002 2021-03-04T23:32:13.074 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.075 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.075 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:32:13.075 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.523165+0000", 2021-03-04T23:32:13.075 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.077075033000000001 2021-03-04T23:32:13.075 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.076 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.076 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.076 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.600240+0000", 2021-03-04T23:32:13.076 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010840037 2021-03-04T23:32:13.076 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.077 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.077 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:32:13.077 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.611080+0000", 2021-03-04T23:32:13.077 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.282550976 2021-03-04T23:32:13.077 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.078 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.078 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.078 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.893631+0000", 2021-03-04T23:32:13.078 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0087170809999999998 2021-03-04T23:32:13.079 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.079 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.079 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:32:13.079 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.902348+0000", 2021-03-04T23:32:13.080 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.016938387999999999 2021-03-04T23:32:13.080 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.080 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.080 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:32:13.080 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.919286+0000", 2021-03-04T23:32:13.081 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.023621000999999999 2021-03-04T23:32:13.081 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.081 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.081 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.082 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.942907+0000", 2021-03-04T23:32:13.082 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0029176480000000001 2021-03-04T23:32:13.082 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.083 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.083 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.083 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.945825+0000", 2021-03-04T23:32:13.083 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.032898170999999997 2021-03-04T23:32:13.083 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.084 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.084 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:32:13.084 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.978723+0000", 2021-03-04T23:32:13.084 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0046438959999999998 2021-03-04T23:32:13.084 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.085 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.085 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:32:13.085 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.983367+0000", 2021-03-04T23:32:13.085 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.020915079 2021-03-04T23:32:13.086 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.086 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.086 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:32:13.086 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.004282+0000", 2021-03-04T23:32:13.086 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8942056950000001 2021-03-04T23:32:13.087 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.087 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:32:13.087 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.087 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.088 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.089 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175557 9.1 9:8c029e38:::benchmark_data_gibba011_139107_object22190:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:32:13.089 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:36.285865+0000", 2021-03-04T23:32:13.089 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 276.72921744299998, 2021-03-04T23:32:13.089 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0171543220000001, 2021-03-04T23:32:13.090 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:32:13.090 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:13.090 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:32:13.090 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:32:13.090 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:32:13.091 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175557 2021-03-04T23:32:13.091 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.091 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:32:13.091 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.092 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:32:13.092 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.285865+0000", 2021-03-04T23:32:13.092 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:32:13.093 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.093 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.093 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:32:13.094 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.285865+0000", 2021-03-04T23:32:13.094 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.007e-06 2021-03-04T23:32:13.094 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.095 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.095 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:32:13.096 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.285867+0000", 2021-03-04T23:32:13.096 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4720000000000001e-06 2021-03-04T23:32:13.096 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.097 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.097 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:32:13.097 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.285869+0000", 2021-03-04T23:32:13.098 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0528e-05 2021-03-04T23:32:13.098 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.099 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.099 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:32:13.100 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.285879+0000", 2021-03-04T23:32:13.100 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.651e-06 2021-03-04T23:32:13.100 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.100 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.101 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:32:13.101 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.285884+0000", 2021-03-04T23:32:13.101 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.32939806399999999 2021-03-04T23:32:13.101 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.101 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.102 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.102 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.615282+0000", 2021-03-04T23:32:13.102 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010334579999999999 2021-03-04T23:32:13.102 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.103 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.103 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:32:13.103 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.625617+0000", 2021-03-04T23:32:13.103 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.090296378999999996 2021-03-04T23:32:13.103 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.104 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.104 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.104 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.715913+0000", 2021-03-04T23:32:13.104 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.01022751 2021-03-04T23:32:13.104 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.105 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.105 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:32:13.106 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.726140+0000", 2021-03-04T23:32:13.106 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4460208689999998 2021-03-04T23:32:13.106 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.106 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.106 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.107 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.172161+0000", 2021-03-04T23:32:13.107 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0084062960000000006 2021-03-04T23:32:13.107 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.107 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.107 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:32:13.108 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.180568+0000", 2021-03-04T23:32:13.108 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.016834150999999999 2021-03-04T23:32:13.108 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.108 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.109 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:32:13.109 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.197402+0000", 2021-03-04T23:32:13.109 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.038810799999999999 2021-03-04T23:32:13.109 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.109 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.110 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:32:13.110 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.236213+0000", 2021-03-04T23:32:13.110 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.038882939999999998 2021-03-04T23:32:13.110 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.111 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.111 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.111 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.275096+0000", 2021-03-04T23:32:13.111 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0037536990000000001 2021-03-04T23:32:13.111 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.112 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.112 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.112 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.278849+0000", 2021-03-04T23:32:13.112 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0046888169999999996 2021-03-04T23:32:13.112 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.113 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.113 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:32:13.113 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.283538+0000", 2021-03-04T23:32:13.113 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.019481558999999999 2021-03-04T23:32:13.113 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.114 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.114 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:32:13.114 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.303020+0000", 2021-03-04T23:32:13.114 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0171543220000001 2021-03-04T23:32:13.115 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.115 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:32:13.115 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.115 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.115 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.116 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175785 9.1 9:874c3d94:::benchmark_data_gibba011_139107_object22418:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:32:13.116 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:39.015510+0000", 2021-03-04T23:32:13.116 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 273.999572865, 2021-03-04T23:32:13.116 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0352924620000001, 2021-03-04T23:32:13.116 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:32:13.117 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:13.117 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:32:13.117 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:32:13.117 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:32:13.117 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175785 2021-03-04T23:32:13.118 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.118 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:32:13.118 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.118 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:32:13.119 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.015510+0000", 2021-03-04T23:32:13.119 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:32:13.119 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.119 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.119 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:32:13.120 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.015510+0000", 2021-03-04T23:32:13.120 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8880000000000001e-06 2021-03-04T23:32:13.120 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.120 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.120 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:32:13.121 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.015513+0000", 2021-03-04T23:32:13.121 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4670000000000001e-06 2021-03-04T23:32:13.121 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.121 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.121 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:32:13.122 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.015514+0000", 2021-03-04T23:32:13.122 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.3600000000000002e-06 2021-03-04T23:32:13.122 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.122 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.123 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:32:13.123 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.015524+0000", 2021-03-04T23:32:13.124 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8099999999999997e-06 2021-03-04T23:32:13.124 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.124 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.124 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:32:13.124 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.015528+0000", 2021-03-04T23:32:13.125 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.024163471999999998 2021-03-04T23:32:13.125 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.126 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.126 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.126 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.039692+0000", 2021-03-04T23:32:13.126 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0098486949999999993 2021-03-04T23:32:13.127 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.127 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.127 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:32:13.127 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.049541+0000", 2021-03-04T23:32:13.127 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.082697401000000004 2021-03-04T23:32:13.128 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.128 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.128 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.128 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.132238+0000", 2021-03-04T23:32:13.128 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.013440580000000001 2021-03-04T23:32:13.129 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.129 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.130 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:32:13.130 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.145679+0000", 2021-03-04T23:32:13.130 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3519011330000001 2021-03-04T23:32:13.130 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.131 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.131 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.131 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.497580+0000", 2021-03-04T23:32:13.131 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095714630000000005 2021-03-04T23:32:13.131 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.132 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.132 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:32:13.132 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.507151+0000", 2021-03-04T23:32:13.132 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.019695218 2021-03-04T23:32:13.133 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.133 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.133 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:32:13.133 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.526846+0000", 2021-03-04T23:32:13.134 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.059052546999999997 2021-03-04T23:32:13.134 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.134 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.134 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.134 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.585899+0000", 2021-03-04T23:32:13.135 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027830390000000002 2021-03-04T23:32:13.135 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.136 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.136 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.136 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.588682+0000", 2021-03-04T23:32:13.136 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.43817448199999998 2021-03-04T23:32:13.137 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.137 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.137 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:32:13.137 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.026856+0000", 2021-03-04T23:32:13.138 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0054595019999999998 2021-03-04T23:32:13.139 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.139 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.139 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:32:13.139 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.032316+0000", 2021-03-04T23:32:13.140 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018486405000000001 2021-03-04T23:32:13.140 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.140 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.140 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:32:13.141 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.050802+0000", 2021-03-04T23:32:13.141 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0352924620000001 2021-03-04T23:32:13.141 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.141 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:32:13.142 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.142 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.142 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.142 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175921 9.1 9:89162c64:::benchmark_data_gibba011_139107_object22554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:32:13.142 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:40.395609+0000", 2021-03-04T23:32:13.143 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 272.619473433, 2021-03-04T23:32:13.143 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7871235599999999, 2021-03-04T23:32:13.143 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:32:13.143 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:13.144 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:32:13.144 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:32:13.144 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:32:13.144 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175921 2021-03-04T23:32:13.145 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.145 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:32:13.145 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.145 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:32:13.146 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.395609+0000", 2021-03-04T23:32:13.146 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:32:13.146 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.146 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.147 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:32:13.147 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.395609+0000", 2021-03-04T23:32:13.147 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9809999999999999e-06 2021-03-04T23:32:13.147 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.147 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.148 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:32:13.148 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.395612+0000", 2021-03-04T23:32:13.148 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1129999999999999e-06 2021-03-04T23:32:13.148 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.148 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.149 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:32:13.149 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.395614+0000", 2021-03-04T23:32:13.149 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3254999999999999e-05 2021-03-04T23:32:13.149 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.150 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.150 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:32:13.150 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.395628+0000", 2021-03-04T23:32:13.150 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.5069999999999997e-06 2021-03-04T23:32:13.150 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.151 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.151 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:32:13.151 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.395634+0000", 2021-03-04T23:32:13.151 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.143198459 2021-03-04T23:32:13.151 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.152 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.152 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.152 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.538833+0000", 2021-03-04T23:32:13.152 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0094775250000000005 2021-03-04T23:32:13.153 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.153 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.153 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:32:13.153 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.548310+0000", 2021-03-04T23:32:13.153 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.092742710000000006 2021-03-04T23:32:13.154 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.154 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.154 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.154 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.641053+0000", 2021-03-04T23:32:13.154 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010257293000000001 2021-03-04T23:32:13.155 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.155 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.155 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:32:13.155 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.651310+0000", 2021-03-04T23:32:13.156 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3355684800000001 2021-03-04T23:32:13.156 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.156 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.156 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.156 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.986879+0000", 2021-03-04T23:32:13.157 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095123919999999997 2021-03-04T23:32:13.157 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.157 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.157 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:32:13.158 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.996391+0000", 2021-03-04T23:32:13.158 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017453943999999999 2021-03-04T23:32:13.158 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.158 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.158 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:32:13.159 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.013845+0000", 2021-03-04T23:32:13.159 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.056712599000000002 2021-03-04T23:32:13.159 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.159 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.159 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.160 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.070558+0000", 2021-03-04T23:32:13.160 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0028373750000000001 2021-03-04T23:32:13.160 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.160 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.161 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.161 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.073395+0000", 2021-03-04T23:32:13.161 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.085009135999999999 2021-03-04T23:32:13.161 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.161 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.162 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:32:13.162 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.158404+0000", 2021-03-04T23:32:13.162 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0048195379999999999 2021-03-04T23:32:13.162 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.163 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.163 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:32:13.163 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.163224+0000", 2021-03-04T23:32:13.163 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.019509253000000001 2021-03-04T23:32:13.163 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.164 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.164 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:32:13.164 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.182733+0000", 2021-03-04T23:32:13.164 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7871235599999999 2021-03-04T23:32:13.164 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.165 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:32:13.165 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.165 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.165 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.166 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175972 9.1 9:88151d09:::benchmark_data_gibba011_139107_object22605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:32:13.166 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:41.244681+0000", 2021-03-04T23:32:13.166 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 271.770401725, 2021-03-04T23:32:13.166 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8165114259999999, 2021-03-04T23:32:13.166 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:32:13.167 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:13.167 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:32:13.167 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:32:13.167 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:32:13.167 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175972 2021-03-04T23:32:13.168 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.168 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:32:13.168 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.168 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:32:13.168 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.244681+0000", 2021-03-04T23:32:13.169 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:32:13.169 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.169 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.169 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:32:13.170 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.244681+0000", 2021-03-04T23:32:13.170 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7209999999999999e-06 2021-03-04T23:32:13.170 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.170 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.170 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:32:13.171 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.244683+0000", 2021-03-04T23:32:13.171 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4330000000000001e-06 2021-03-04T23:32:13.171 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.171 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.171 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:32:13.172 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.244684+0000", 2021-03-04T23:32:13.172 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.2320000000000007e-06 2021-03-04T23:32:13.172 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.173 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.173 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:32:13.173 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.244693+0000", 2021-03-04T23:32:13.173 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7390000000000001e-06 2021-03-04T23:32:13.173 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.174 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.174 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:32:13.174 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.244697+0000", 2021-03-04T23:32:13.174 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.020473142 2021-03-04T23:32:13.175 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.175 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.175 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.175 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.265170+0000", 2021-03-04T23:32:13.179 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.009373971 2021-03-04T23:32:13.180 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.180 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.180 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:32:13.181 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.274544+0000", 2021-03-04T23:32:13.181 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.17185065899999999 2021-03-04T23:32:13.181 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.182 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.182 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.183 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.446395+0000", 2021-03-04T23:32:13.183 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010744872000000001 2021-03-04T23:32:13.183 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.184 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.184 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:32:13.184 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.457140+0000", 2021-03-04T23:32:13.184 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.471081125 2021-03-04T23:32:13.185 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.185 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.185 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.185 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.928221+0000", 2021-03-04T23:32:13.186 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0084249270000000005 2021-03-04T23:32:13.186 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.186 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.186 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:32:13.187 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.936646+0000", 2021-03-04T23:32:13.187 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017985250000000001 2021-03-04T23:32:13.187 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.188 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.188 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:32:13.188 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.954631+0000", 2021-03-04T23:32:13.188 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.073886963999999999 2021-03-04T23:32:13.189 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.189 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.189 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.189 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.028518+0000", 2021-03-04T23:32:13.190 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0029118669999999998 2021-03-04T23:32:13.190 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.190 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.190 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.190 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.031430+0000", 2021-03-04T23:32:13.191 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.003853806 2021-03-04T23:32:13.191 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.191 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.191 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:32:13.191 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.035284+0000", 2021-03-04T23:32:13.192 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004824999 2021-03-04T23:32:13.192 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.192 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.192 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:32:13.193 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.040109+0000", 2021-03-04T23:32:13.193 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.021083719000000001 2021-03-04T23:32:13.193 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.193 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.193 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:32:13.194 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.061192+0000", 2021-03-04T23:32:13.194 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8165114259999999 2021-03-04T23:32:13.194 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.194 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:32:13.194 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.195 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.195 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.195 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:176107 9.1 9:822c3dd5:::benchmark_data_gibba011_139107_object22740:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:32:13.195 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:42.451457+0000", 2021-03-04T23:32:13.196 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 270.56362549800002, 2021-03-04T23:32:13.196 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.850156594, 2021-03-04T23:32:13.196 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:32:13.196 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:13.196 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:32:13.197 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:32:13.197 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:32:13.197 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 176107 2021-03-04T23:32:13.197 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.197 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:32:13.198 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.198 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:32:13.198 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.451457+0000", 2021-03-04T23:32:13.198 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:32:13.199 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.199 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.199 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:32:13.199 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.451457+0000", 2021-03-04T23:32:13.199 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.661e-06 2021-03-04T23:32:13.200 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.200 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.200 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:32:13.200 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.451460+0000", 2021-03-04T23:32:13.200 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5659999999999999e-06 2021-03-04T23:32:13.201 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.201 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.201 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:32:13.201 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.451461+0000", 2021-03-04T23:32:13.202 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0407e-05 2021-03-04T23:32:13.202 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.202 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.202 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:32:13.202 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.451472+0000", 2021-03-04T23:32:13.203 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4170000000000002e-06 2021-03-04T23:32:13.203 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.203 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.203 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:32:13.204 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.451476+0000", 2021-03-04T23:32:13.204 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.33583089399999999 2021-03-04T23:32:13.204 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.204 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.204 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.205 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.787307+0000", 2021-03-04T23:32:13.205 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0097047729999999999 2021-03-04T23:32:13.205 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.205 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.205 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:32:13.206 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.797012+0000", 2021-03-04T23:32:13.206 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.093547825000000001 2021-03-04T23:32:13.206 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.206 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.207 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.207 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.890560+0000", 2021-03-04T23:32:13.207 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.011631147999999999 2021-03-04T23:32:13.207 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.207 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.208 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:32:13.208 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.902191+0000", 2021-03-04T23:32:13.208 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2318402229999998 2021-03-04T23:32:13.208 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.208 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.209 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.209 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.134031+0000", 2021-03-04T23:32:13.209 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0085869009999999992 2021-03-04T23:32:13.209 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.209 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.210 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:32:13.210 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.142618+0000", 2021-03-04T23:32:13.210 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018745953999999999 2021-03-04T23:32:13.210 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.211 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.211 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:32:13.211 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.161364+0000", 2021-03-04T23:32:13.211 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.044259956000000003 2021-03-04T23:32:13.211 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.212 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.212 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:32:13.212 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.205624+0000", 2021-03-04T23:32:13.212 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014504678999999999 2021-03-04T23:32:13.213 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.213 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.213 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.213 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.220129+0000", 2021-03-04T23:32:13.213 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.052395487999999997 2021-03-04T23:32:13.214 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.214 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.214 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.214 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.272524+0000", 2021-03-04T23:32:13.214 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0047540350000000002 2021-03-04T23:32:13.215 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.215 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.215 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:32:13.215 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.277278+0000", 2021-03-04T23:32:13.216 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.024335666999999998 2021-03-04T23:32:13.216 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.216 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.216 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:32:13.217 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.301614+0000", 2021-03-04T23:32:13.217 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.850156594 2021-03-04T23:32:13.217 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.217 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:32:13.218 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.218 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.218 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.218 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:176110 9.1 9:84a82d03:::benchmark_data_gibba011_139107_object22743:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:32:13.219 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:42.460692+0000", 2021-03-04T23:32:13.219 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 270.55439024399999, 2021-03-04T23:32:13.219 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0314735009999998, 2021-03-04T23:32:13.219 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:32:13.219 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:13.220 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:32:13.220 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:32:13.220 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:32:13.220 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 176110 2021-03-04T23:32:13.221 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.221 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:32:13.221 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.221 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:32:13.221 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.460692+0000", 2021-03-04T23:32:13.222 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:32:13.222 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.222 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.223 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:32:13.223 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.460692+0000", 2021-03-04T23:32:13.223 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2409999999999998e-06 2021-03-04T23:32:13.224 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.224 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.224 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:32:13.224 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.460695+0000", 2021-03-04T23:32:13.224 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0090000000000002e-06 2021-03-04T23:32:13.225 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.225 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.225 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:32:13.225 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.460697+0000", 2021-03-04T23:32:13.226 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0363e-05 2021-03-04T23:32:13.226 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.226 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.226 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:32:13.226 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.460737+0000", 2021-03-04T23:32:13.227 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.651e-06 2021-03-04T23:32:13.227 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.227 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.228 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:32:13.228 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.460742+0000", 2021-03-04T23:32:13.228 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.33732654099999998 2021-03-04T23:32:13.228 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.229 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.229 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.229 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.798068+0000", 2021-03-04T23:32:13.229 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0096467640000000004 2021-03-04T23:32:13.229 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.230 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.230 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:32:13.230 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.807715+0000", 2021-03-04T23:32:13.230 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.13447742500000001 2021-03-04T23:32:13.231 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.231 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.231 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.231 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.942192+0000", 2021-03-04T23:32:13.231 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010880684999999999 2021-03-04T23:32:13.232 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.232 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.232 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:32:13.232 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.953073+0000", 2021-03-04T23:32:13.233 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3760818320000001 2021-03-04T23:32:13.233 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.233 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.233 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.233 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.329155+0000", 2021-03-04T23:32:13.234 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.012138548000000001 2021-03-04T23:32:13.234 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.234 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.234 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:32:13.234 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.341294+0000", 2021-03-04T23:32:13.235 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.019721078999999999 2021-03-04T23:32:13.235 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.235 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.235 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:32:13.235 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.361015+0000", 2021-03-04T23:32:13.236 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.046596057000000003 2021-03-04T23:32:13.236 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.236 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.236 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:32:13.237 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.407611+0000", 2021-03-04T23:32:13.237 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.048728771999999997 2021-03-04T23:32:13.237 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.237 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.237 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.238 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.456339+0000", 2021-03-04T23:32:13.238 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0047145190000000003 2021-03-04T23:32:13.238 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.238 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.238 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.239 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.461054+0000", 2021-03-04T23:32:13.239 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0053346699999999997 2021-03-04T23:32:13.239 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.239 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.240 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:32:13.240 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.466389+0000", 2021-03-04T23:32:13.240 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.025777345 2021-03-04T23:32:13.240 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.240 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.241 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:32:13.241 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.492166+0000", 2021-03-04T23:32:13.241 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0314735009999998 2021-03-04T23:32:13.241 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.241 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:32:13.242 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.242 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.242 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.242 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:176127 9.1 9:8db6e272:::benchmark_data_gibba011_139107_object22760:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:32:13.242 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:42.583057+0000", 2021-03-04T23:32:13.243 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 270.432025614, 2021-03-04T23:32:13.243 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.952783921, 2021-03-04T23:32:13.243 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:32:13.243 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:13.244 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:32:13.244 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:32:13.244 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:32:13.244 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 176127 2021-03-04T23:32:13.244 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.245 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:32:13.245 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.245 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:32:13.245 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.583057+0000", 2021-03-04T23:32:13.245 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:32:13.246 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.246 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.246 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:32:13.246 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.583057+0000", 2021-03-04T23:32:13.246 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3199999999999998e-06 2021-03-04T23:32:13.247 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.247 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.247 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:32:13.247 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.583059+0000", 2021-03-04T23:32:13.248 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4219999999999999e-06 2021-03-04T23:32:13.248 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.248 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.248 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:32:13.248 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.583061+0000", 2021-03-04T23:32:13.249 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0363999999999999e-05 2021-03-04T23:32:13.249 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.249 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.249 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:32:13.249 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.583071+0000", 2021-03-04T23:32:13.250 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.113e-06 2021-03-04T23:32:13.250 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.250 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.250 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:32:13.251 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.583076+0000", 2021-03-04T23:32:13.251 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.37096892399999998 2021-03-04T23:32:13.251 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.251 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.251 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.252 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.954045+0000", 2021-03-04T23:32:13.252 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095569790000000002 2021-03-04T23:32:13.252 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.252 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.252 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:32:13.253 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.963602+0000", 2021-03-04T23:32:13.253 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.093728017999999996 2021-03-04T23:32:13.253 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.253 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.254 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.254 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.057330+0000", 2021-03-04T23:32:13.254 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010381638 2021-03-04T23:32:13.254 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.254 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.255 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:32:13.255 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.067712+0000", 2021-03-04T23:32:13.255 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.341094376 2021-03-04T23:32:13.255 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.255 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.256 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.256 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.408806+0000", 2021-03-04T23:32:13.256 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0099346039999999997 2021-03-04T23:32:13.256 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.256 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.257 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:32:13.257 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.418741+0000", 2021-03-04T23:32:13.257 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.021479068 2021-03-04T23:32:13.257 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.258 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.258 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:32:13.258 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.440220+0000", 2021-03-04T23:32:13.258 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017266614999999999 2021-03-04T23:32:13.258 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.259 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.259 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:32:13.259 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.457487+0000", 2021-03-04T23:32:13.259 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.039587039999999997 2021-03-04T23:32:13.259 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.260 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.260 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.260 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.497074+0000", 2021-03-04T23:32:13.260 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0049146659999999998 2021-03-04T23:32:13.261 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.261 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.261 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.261 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.501988+0000", 2021-03-04T23:32:13.261 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0079465990000000004 2021-03-04T23:32:13.262 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.262 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.262 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:32:13.262 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.509935+0000", 2021-03-04T23:32:13.263 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.025906175 2021-03-04T23:32:13.263 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.263 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.263 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:32:13.263 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.535841+0000", 2021-03-04T23:32:13.264 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.952783921 2021-03-04T23:32:13.264 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.264 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:32:13.264 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.265 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.265 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.265 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:176243 9.1 9:833759dd:::benchmark_data_gibba011_139107_object22876:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:32:13.265 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:43.504247+0000", 2021-03-04T23:32:13.265 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 269.51083567799998, 2021-03-04T23:32:13.266 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7942439549999998, 2021-03-04T23:32:13.266 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:32:13.266 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:13.266 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:32:13.267 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:32:13.267 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:32:13.267 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 176243 2021-03-04T23:32:13.267 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.267 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:32:13.268 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.268 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:32:13.268 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.504247+0000", 2021-03-04T23:32:13.268 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:32:13.268 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.269 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.269 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:32:13.269 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.504247+0000", 2021-03-04T23:32:13.270 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.52e-06 2021-03-04T23:32:13.270 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.270 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.270 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:32:13.271 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.504250+0000", 2021-03-04T23:32:13.271 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.398e-06 2021-03-04T23:32:13.271 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.271 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.272 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:32:13.272 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.504251+0000", 2021-03-04T23:32:13.272 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0986e-05 2021-03-04T23:32:13.272 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.272 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.273 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:32:13.273 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.504262+0000", 2021-03-04T23:32:13.273 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5709999999999999e-06 2021-03-04T23:32:13.273 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.273 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.274 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:32:13.274 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.504267+0000", 2021-03-04T23:32:13.274 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16415517900000001 2021-03-04T23:32:13.274 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.275 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.275 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.275 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.668422+0000", 2021-03-04T23:32:13.275 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.013028418 2021-03-04T23:32:13.275 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.276 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.276 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:32:13.276 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.681450+0000", 2021-03-04T23:32:13.276 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.057965098999999999 2021-03-04T23:32:13.277 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.277 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.277 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.277 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.739415+0000", 2021-03-04T23:32:13.277 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010498209 2021-03-04T23:32:13.278 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.278 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.278 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:32:13.278 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.749913+0000", 2021-03-04T23:32:13.279 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1333208849999998 2021-03-04T23:32:13.279 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.279 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.279 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.279 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.883234+0000", 2021-03-04T23:32:13.280 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0084775200000000005 2021-03-04T23:32:13.280 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.280 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.280 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:32:13.281 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.891712+0000", 2021-03-04T23:32:13.281 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.016953729000000001 2021-03-04T23:32:13.281 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.281 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.281 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:32:13.282 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.908666+0000", 2021-03-04T23:32:13.282 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.091029302000000006 2021-03-04T23:32:13.282 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.282 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.283 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.283 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.999695+0000", 2021-03-04T23:32:13.283 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027829080000000002 2021-03-04T23:32:13.283 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.283 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.284 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.284 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.002478+0000", 2021-03-04T23:32:13.284 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.26429942000000001 2021-03-04T23:32:13.284 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.285 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.285 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:32:13.285 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.266777+0000", 2021-03-04T23:32:13.285 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0048576920000000003 2021-03-04T23:32:13.285 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.286 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.286 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:32:13.286 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.271635+0000", 2021-03-04T23:32:13.286 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.026856119000000001 2021-03-04T23:32:13.287 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.287 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.287 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:32:13.287 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.298491+0000", 2021-03-04T23:32:13.287 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7942439549999998 2021-03-04T23:32:13.288 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.288 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:32:13.288 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.288 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.288 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.289 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:176269 9.1 9:8c886cdc:::benchmark_data_gibba011_139107_object22902:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:32:13.289 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:43.597532+0000", 2021-03-04T23:32:13.289 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 269.417550441, 2021-03-04T23:32:13.289 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7831447169999999, 2021-03-04T23:32:13.290 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:32:13.290 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:13.290 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:32:13.290 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:32:13.290 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:32:13.291 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 176269 2021-03-04T23:32:13.291 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.291 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:32:13.291 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.292 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:32:13.292 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.597532+0000", 2021-03-04T23:32:13.292 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:32:13.292 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.292 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.293 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:32:13.293 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.597532+0000", 2021-03-04T23:32:13.293 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0719999999999998e-06 2021-03-04T23:32:13.293 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.293 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.294 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:32:13.294 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.597534+0000", 2021-03-04T23:32:13.294 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4410000000000001e-06 2021-03-04T23:32:13.294 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.295 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.295 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:32:13.295 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.597536+0000", 2021-03-04T23:32:13.295 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.132e-05 2021-03-04T23:32:13.295 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.296 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.296 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:32:13.296 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.597547+0000", 2021-03-04T23:32:13.296 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4320000000000001e-06 2021-03-04T23:32:13.297 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.297 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.297 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:32:13.297 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.597552+0000", 2021-03-04T23:32:13.297 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.096384009000000007 2021-03-04T23:32:13.298 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.298 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.298 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.298 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.693936+0000", 2021-03-04T23:32:13.299 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095782269999999999 2021-03-04T23:32:13.299 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.299 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.300 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:32:13.300 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.703514+0000", 2021-03-04T23:32:13.300 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.12897698499999999 2021-03-04T23:32:13.300 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.300 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.301 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.301 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.832491+0000", 2021-03-04T23:32:13.301 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010486534 2021-03-04T23:32:13.301 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.302 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.302 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:32:13.302 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.842977+0000", 2021-03-04T23:32:13.302 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.244619395 2021-03-04T23:32:13.302 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.303 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.303 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.303 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.087597+0000", 2021-03-04T23:32:13.303 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.008725834 2021-03-04T23:32:13.304 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.304 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.304 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:32:13.304 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.096323+0000", 2021-03-04T23:32:13.304 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017066272 2021-03-04T23:32:13.305 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.305 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.305 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:32:13.305 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.113389+0000", 2021-03-04T23:32:13.306 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018380924 2021-03-04T23:32:13.310 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.310 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.311 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.311 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.131770+0000", 2021-03-04T23:32:13.311 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027263650000000001 2021-03-04T23:32:13.312 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.312 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.312 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.313 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.134496+0000", 2021-03-04T23:32:13.313 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.208337943 2021-03-04T23:32:13.313 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.314 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.314 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:32:13.314 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.342834+0000", 2021-03-04T23:32:13.315 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0049485340000000001 2021-03-04T23:32:13.315 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.315 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.316 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:32:13.316 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.347783+0000", 2021-03-04T23:32:13.316 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.032894430000000002 2021-03-04T23:32:13.316 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.316 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.317 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:32:13.317 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.380677+0000", 2021-03-04T23:32:13.317 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7831447169999999 2021-03-04T23:32:13.317 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.318 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:32:13.318 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.318 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.318 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.318 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:185115 9.1 9:8db1c129:::benchmark_data_gibba011_139107_object31748:head [delete] snapc 0=[] ondisk+write+known_if_redirected e192)", 2021-03-04T23:32:13.319 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:07.224626+0000", 2021-03-04T23:32:13.319 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 185.79045675399999, 2021-03-04T23:32:13.319 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9502119969999998, 2021-03-04T23:32:13.319 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:32:13.319 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:13.320 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:32:13.320 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:32:13.320 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:32:13.320 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 185115 2021-03-04T23:32:13.320 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.321 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:32:13.321 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.321 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:32:13.321 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.224626+0000", 2021-03-04T23:32:13.322 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:32:13.322 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.322 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.322 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:32:13.322 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.224626+0000", 2021-03-04T23:32:13.323 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5900000000000002e-06 2021-03-04T23:32:13.323 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.323 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.324 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:32:13.324 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.224629+0000", 2021-03-04T23:32:13.324 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5510000000000001e-06 2021-03-04T23:32:13.324 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.324 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.325 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:32:13.325 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.224630+0000", 2021-03-04T23:32:13.325 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.8169999999999994e-06 2021-03-04T23:32:13.325 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.325 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.326 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:32:13.326 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.224640+0000", 2021-03-04T23:32:13.326 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4320000000000001e-06 2021-03-04T23:32:13.326 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.326 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.327 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:32:13.327 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.224644+0000", 2021-03-04T23:32:13.327 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.058837663999999998 2021-03-04T23:32:13.327 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.328 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.328 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.328 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.283482+0000", 2021-03-04T23:32:13.328 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0085682689999999999 2021-03-04T23:32:13.328 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.329 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.329 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:32:13.329 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.292050+0000", 2021-03-04T23:32:13.329 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.066805794000000002 2021-03-04T23:32:13.329 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.330 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.330 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.330 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.358856+0000", 2021-03-04T23:32:13.330 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0099686919999999995 2021-03-04T23:32:13.330 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.331 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.331 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:32:13.331 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.368825+0000", 2021-03-04T23:32:13.331 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1734892129999999 2021-03-04T23:32:13.331 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.332 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.332 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.332 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.542314+0000", 2021-03-04T23:32:13.332 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0075234100000000003 2021-03-04T23:32:13.332 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.333 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.333 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:32:13.333 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.549837+0000", 2021-03-04T23:32:13.333 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014975005 2021-03-04T23:32:13.334 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.334 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.334 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:32:13.334 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.564812+0000", 2021-03-04T23:32:13.334 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.039227563 2021-03-04T23:32:13.335 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.335 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.335 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.335 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.604040+0000", 2021-03-04T23:32:13.335 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0025300750000000001 2021-03-04T23:32:13.336 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.336 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.336 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.337 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.606570+0000", 2021-03-04T23:32:13.337 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.54562443299999996 2021-03-04T23:32:13.337 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.337 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.337 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:32:13.338 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.152194+0000", 2021-03-04T23:32:13.338 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004202786 2021-03-04T23:32:13.338 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.338 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.339 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:32:13.339 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.156397+0000", 2021-03-04T23:32:13.339 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018440702999999999 2021-03-04T23:32:13.339 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.339 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.340 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:32:13.340 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.174838+0000", 2021-03-04T23:32:13.340 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9502119969999998 2021-03-04T23:32:13.340 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.340 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:32:13.341 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.341 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.341 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.341 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:185126 9.1 9:837befaa:::benchmark_data_gibba011_139107_object31759:head [delete] snapc 0=[] ondisk+write+known_if_redirected e192)", 2021-03-04T23:32:13.341 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:07.349478+0000", 2021-03-04T23:32:13.342 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 185.66560425200001, 2021-03-04T23:32:13.342 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8518216070000002, 2021-03-04T23:32:13.342 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:32:13.342 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:13.342 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:32:13.343 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:32:13.343 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:32:13.343 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 185126 2021-03-04T23:32:13.343 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.344 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:32:13.344 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.344 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:32:13.344 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.349478+0000", 2021-03-04T23:32:13.344 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:32:13.345 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.345 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.345 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:32:13.345 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.349478+0000", 2021-03-04T23:32:13.345 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6819999999999999e-06 2021-03-04T23:32:13.346 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.346 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.346 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:32:13.346 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.349481+0000", 2021-03-04T23:32:13.346 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2780000000000001e-06 2021-03-04T23:32:13.347 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.347 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.347 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:32:13.347 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.349482+0000", 2021-03-04T23:32:13.347 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1694e-05 2021-03-04T23:32:13.348 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.348 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.348 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:32:13.348 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.349494+0000", 2021-03-04T23:32:13.348 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4999999999999999e-06 2021-03-04T23:32:13.349 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.349 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.349 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:32:13.350 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.349500+0000", 2021-03-04T23:32:13.350 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.020252297999999998 2021-03-04T23:32:13.350 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.350 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.350 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.351 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.369752+0000", 2021-03-04T23:32:13.351 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0092976159999999999 2021-03-04T23:32:13.351 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.351 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.351 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:32:13.352 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.379050+0000", 2021-03-04T23:32:13.352 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.085176769999999999 2021-03-04T23:32:13.352 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.352 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.352 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.353 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.464226+0000", 2021-03-04T23:32:13.353 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0092636509999999995 2021-03-04T23:32:13.353 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.353 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.354 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:32:13.354 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.473490+0000", 2021-03-04T23:32:13.354 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1537056219999999 2021-03-04T23:32:13.354 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.354 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.355 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.355 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.627196+0000", 2021-03-04T23:32:13.355 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0073584330000000002 2021-03-04T23:32:13.355 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.355 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.356 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:32:13.356 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.634554+0000", 2021-03-04T23:32:13.356 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014668773 2021-03-04T23:32:13.356 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.356 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.357 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:32:13.357 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.649223+0000", 2021-03-04T23:32:13.357 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.063101320000000002 2021-03-04T23:32:13.357 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.357 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.358 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.358 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.712324+0000", 2021-03-04T23:32:13.358 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0025495869999999999 2021-03-04T23:32:13.358 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.358 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.359 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.359 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.714874+0000", 2021-03-04T23:32:13.359 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.46354621400000001 2021-03-04T23:32:13.359 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.360 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.360 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:32:13.360 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.178420+0000", 2021-03-04T23:32:13.360 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0043027059999999999 2021-03-04T23:32:13.360 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.361 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.361 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:32:13.361 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.182723+0000", 2021-03-04T23:32:13.361 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018577462999999999 2021-03-04T23:32:13.361 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.362 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.362 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:32:13.362 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.201300+0000", 2021-03-04T23:32:13.362 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8518216070000002 2021-03-04T23:32:13.362 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.363 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:32:13.363 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.363 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.363 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.363 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:185395 9.1 9:8ef355a1:::benchmark_data_gibba011_139107_object32028:head [delete] snapc 0=[] ondisk+write+known_if_redirected e193)", 2021-03-04T23:32:13.364 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:10.223059+0000", 2021-03-04T23:32:13.364 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 182.79202405699999, 2021-03-04T23:32:13.364 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0096441949999999, 2021-03-04T23:32:13.364 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:32:13.364 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:13.365 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:32:13.365 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:32:13.365 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:32:13.365 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 185395 2021-03-04T23:32:13.366 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.366 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:32:13.366 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.366 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:32:13.366 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.223059+0000", 2021-03-04T23:32:13.367 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:32:13.367 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.367 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.367 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:32:13.367 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.223059+0000", 2021-03-04T23:32:13.368 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2979999999999999e-06 2021-03-04T23:32:13.368 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.368 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.368 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:32:13.368 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.223061+0000", 2021-03-04T23:32:13.369 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7409999999999999e-06 2021-03-04T23:32:13.369 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.369 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.369 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:32:13.369 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.223063+0000", 2021-03-04T23:32:13.370 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0485999999999999e-05 2021-03-04T23:32:13.370 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.370 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.370 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:32:13.370 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.223073+0000", 2021-03-04T23:32:13.371 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4309999999999996e-06 2021-03-04T23:32:13.371 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.371 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.371 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:32:13.372 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.223078+0000", 2021-03-04T23:32:13.372 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20380785000000001 2021-03-04T23:32:13.372 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.372 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.372 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.373 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.426885+0000", 2021-03-04T23:32:13.373 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0045403930000000002 2021-03-04T23:32:13.373 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.373 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.373 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:32:13.374 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.431426+0000", 2021-03-04T23:32:13.374 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.37784155200000002 2021-03-04T23:32:13.374 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.374 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.374 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.375 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.809267+0000", 2021-03-04T23:32:13.375 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0092340630000000007 2021-03-04T23:32:13.375 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.375 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.375 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:32:13.376 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.818501+0000", 2021-03-04T23:32:13.376 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.799309335 2021-03-04T23:32:13.376 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.376 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.376 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.377 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.617811+0000", 2021-03-04T23:32:13.377 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0074711450000000002 2021-03-04T23:32:13.377 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.377 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.377 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:32:13.378 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.625282+0000", 2021-03-04T23:32:13.378 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014791846000000001 2021-03-04T23:32:13.378 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.378 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.378 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:32:13.379 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.640074+0000", 2021-03-04T23:32:13.379 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.061505301999999998 2021-03-04T23:32:13.379 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.379 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.379 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.380 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.701579+0000", 2021-03-04T23:32:13.380 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0024781180000000001 2021-03-04T23:32:13.380 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.380 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.381 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.381 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.704057+0000", 2021-03-04T23:32:13.381 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.50496845700000004 2021-03-04T23:32:13.381 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.381 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.382 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:32:13.382 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.209026+0000", 2021-03-04T23:32:13.382 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0058628439999999999 2021-03-04T23:32:13.382 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.382 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.383 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:32:13.383 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.214889+0000", 2021-03-04T23:32:13.383 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017814334000000001 2021-03-04T23:32:13.383 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.383 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.384 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:32:13.384 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.232703+0000", 2021-03-04T23:32:13.384 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0096441949999999 2021-03-04T23:32:13.384 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.384 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:32:13.385 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.385 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.385 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.385 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:185446 9.1 9:8279dd19:::benchmark_data_gibba011_139107_object32079:head [delete] snapc 0=[] ondisk+write+known_if_redirected e193)", 2021-03-04T23:32:13.386 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:10.374992+0000", 2021-03-04T23:32:13.386 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 182.64009033599999, 2021-03-04T23:32:13.386 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8331628740000001, 2021-03-04T23:32:13.386 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:32:13.386 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:13.387 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:32:13.387 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:32:13.387 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:32:13.387 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 185446 2021-03-04T23:32:13.387 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.388 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:32:13.388 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.388 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:32:13.388 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.374992+0000", 2021-03-04T23:32:13.388 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:32:13.389 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.389 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.389 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:32:13.389 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.374992+0000", 2021-03-04T23:32:13.389 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.491e-06 2021-03-04T23:32:13.390 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.390 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.390 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:32:13.390 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.374995+0000", 2021-03-04T23:32:13.391 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3909999999999999e-06 2021-03-04T23:32:13.391 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.391 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.391 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:32:13.391 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.374996+0000", 2021-03-04T23:32:13.392 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.9979999999999998e-06 2021-03-04T23:32:13.392 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.392 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.392 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:32:13.392 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.375006+0000", 2021-03-04T23:32:13.393 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2679999999999996e-06 2021-03-04T23:32:13.393 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.393 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.393 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:32:13.394 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.375011+0000", 2021-03-04T23:32:13.394 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.22591351600000001 2021-03-04T23:32:13.394 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.394 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.394 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.395 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.600924+0000", 2021-03-04T23:32:13.395 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0090933750000000008 2021-03-04T23:32:13.395 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.396 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.396 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:32:13.396 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.610017+0000", 2021-03-04T23:32:13.397 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.13570367 2021-03-04T23:32:13.397 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.397 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.398 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.398 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.745721+0000", 2021-03-04T23:32:13.398 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095126680000000002 2021-03-04T23:32:13.399 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.399 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.399 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:32:13.400 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.755234+0000", 2021-03-04T23:32:13.400 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8009543939999999 2021-03-04T23:32:13.401 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.401 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.401 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.402 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.556188+0000", 2021-03-04T23:32:13.402 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0074166199999999996 2021-03-04T23:32:13.402 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.403 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.403 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:32:13.403 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.563605+0000", 2021-03-04T23:32:13.403 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.015177645999999999 2021-03-04T23:32:13.404 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.404 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.404 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:32:13.405 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.578782+0000", 2021-03-04T23:32:13.405 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.015748485999999999 2021-03-04T23:32:13.405 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.406 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.406 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.407 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.594531+0000", 2021-03-04T23:32:13.407 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0024722590000000001 2021-03-04T23:32:13.407 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.408 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.408 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.408 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.597003+0000", 2021-03-04T23:32:13.408 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.58855102699999995 2021-03-04T23:32:13.408 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.409 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.409 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:32:13.409 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.185554+0000", 2021-03-04T23:32:13.409 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0045620410000000002 2021-03-04T23:32:13.409 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.410 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.410 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:32:13.410 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.190116+0000", 2021-03-04T23:32:13.410 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018039024000000001 2021-03-04T23:32:13.411 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.411 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.411 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:32:13.412 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.208155+0000", 2021-03-04T23:32:13.412 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8331628740000001 2021-03-04T23:32:13.413 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.413 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:32:13.414 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.414 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.414 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.415 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:185449 9.1 9:860d33f3:::benchmark_data_gibba011_139107_object32082:head [delete] snapc 0=[] ondisk+write+known_if_redirected e193)", 2021-03-04T23:32:13.415 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:10.386231+0000", 2021-03-04T23:32:13.416 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 182.628851266, 2021-03-04T23:32:13.416 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7984349040000001, 2021-03-04T23:32:13.416 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:32:13.416 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:13.417 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:32:13.417 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:32:13.418 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:32:13.418 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 185449 2021-03-04T23:32:13.419 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.419 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:32:13.419 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.420 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:32:13.420 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.386231+0000", 2021-03-04T23:32:13.420 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:32:13.421 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.421 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.422 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:32:13.422 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.386231+0000", 2021-03-04T23:32:13.422 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4360000000000001e-06 2021-03-04T23:32:13.422 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.423 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.423 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:32:13.423 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.386234+0000", 2021-03-04T23:32:13.423 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.525e-06 2021-03-04T23:32:13.424 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.424 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.424 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:32:13.424 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.386235+0000", 2021-03-04T23:32:13.424 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.995e-06 2021-03-04T23:32:13.425 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.425 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.425 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:32:13.425 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.386245+0000", 2021-03-04T23:32:13.426 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3150000000000002e-06 2021-03-04T23:32:13.426 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.426 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.426 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:32:13.426 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.386250+0000", 2021-03-04T23:32:13.427 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.224756224 2021-03-04T23:32:13.427 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.427 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.427 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.427 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.611006+0000", 2021-03-04T23:32:13.428 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0086031939999999998 2021-03-04T23:32:13.428 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.428 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.428 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:32:13.429 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.619609+0000", 2021-03-04T23:32:13.429 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.083516589000000002 2021-03-04T23:32:13.429 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.429 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.429 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.430 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.703126+0000", 2021-03-04T23:32:13.430 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0092722550000000001 2021-03-04T23:32:13.430 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.430 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.430 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:32:13.431 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.712398+0000", 2021-03-04T23:32:13.431 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7926572439999999 2021-03-04T23:32:13.431 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.431 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.432 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.432 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.505055+0000", 2021-03-04T23:32:13.432 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0074428070000000001 2021-03-04T23:32:13.432 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.432 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.433 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:32:13.433 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.512498+0000", 2021-03-04T23:32:13.433 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014782616 2021-03-04T23:32:13.433 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.433 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.434 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:32:13.434 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.527281+0000", 2021-03-04T23:32:13.434 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.062301804000000002 2021-03-04T23:32:13.434 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.435 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.435 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.435 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.589582+0000", 2021-03-04T23:32:13.435 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.002480229 2021-03-04T23:32:13.435 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.436 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.436 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.436 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.592063+0000", 2021-03-04T23:32:13.436 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.56543957099999997 2021-03-04T23:32:13.436 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.437 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.437 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:32:13.437 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.157502+0000", 2021-03-04T23:32:13.437 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004177755 2021-03-04T23:32:13.438 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.438 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.438 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:32:13.438 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.161680+0000", 2021-03-04T23:32:13.438 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.022986344999999998 2021-03-04T23:32:13.439 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.439 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.439 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:32:13.439 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.184666+0000", 2021-03-04T23:32:13.440 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7984349040000001 2021-03-04T23:32:13.440 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.440 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:32:13.440 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.440 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.441 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.441 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:185457 9.1 9:8366f887:::benchmark_data_gibba011_139107_object32090:head [delete] snapc 0=[] ondisk+write+known_if_redirected e193)", 2021-03-04T23:32:13.441 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:10.445227+0000", 2021-03-04T23:32:13.441 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 182.56985588800001, 2021-03-04T23:32:13.441 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8427797190000001, 2021-03-04T23:32:13.442 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:32:13.442 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:13.442 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:32:13.442 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:32:13.442 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:32:13.443 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 185457 2021-03-04T23:32:13.443 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.443 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:32:13.443 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.444 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:32:13.444 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.445227+0000", 2021-03-04T23:32:13.444 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:32:13.444 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.444 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.445 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:32:13.445 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.445227+0000", 2021-03-04T23:32:13.445 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5469999999999999e-06 2021-03-04T23:32:13.445 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.445 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.446 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:32:13.446 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.445229+0000", 2021-03-04T23:32:13.446 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.412e-06 2021-03-04T23:32:13.446 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.446 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.447 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:32:13.447 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.445231+0000", 2021-03-04T23:32:13.447 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.8230000000000006e-06 2021-03-04T23:32:13.447 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.447 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.448 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:32:13.448 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.445241+0000", 2021-03-04T23:32:13.448 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8060000000000001e-06 2021-03-04T23:32:13.448 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.448 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.449 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:32:13.449 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.445244+0000", 2021-03-04T23:32:13.449 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.31335281999999998 2021-03-04T23:32:13.449 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.450 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.450 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.450 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.758597+0000", 2021-03-04T23:32:13.450 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0091149270000000001 2021-03-04T23:32:13.451 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.451 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.451 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:32:13.451 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.767712+0000", 2021-03-04T23:32:13.451 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.12812837499999999 2021-03-04T23:32:13.452 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.452 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.452 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.452 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.895841+0000", 2021-03-04T23:32:13.452 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0096843580000000005 2021-03-04T23:32:13.453 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.453 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.453 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:32:13.453 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.905525+0000", 2021-03-04T23:32:13.454 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8723160080000001 2021-03-04T23:32:13.454 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.454 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.454 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.454 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.777841+0000", 2021-03-04T23:32:13.455 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0074666890000000003 2021-03-04T23:32:13.455 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.455 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.455 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:32:13.455 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.785308+0000", 2021-03-04T23:32:13.456 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014750213 2021-03-04T23:32:13.456 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.456 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.456 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:32:13.456 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.800058+0000", 2021-03-04T23:32:13.457 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.064545064999999999 2021-03-04T23:32:13.457 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.457 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.457 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.457 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.864603+0000", 2021-03-04T23:32:13.458 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0024724429999999999 2021-03-04T23:32:13.458 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.458 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.458 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.459 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.867075+0000", 2021-03-04T23:32:13.459 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.39465672499999999 2021-03-04T23:32:13.459 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.459 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.459 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:32:13.460 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.261732+0000", 2021-03-04T23:32:13.460 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0058949620000000001 2021-03-04T23:32:13.460 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.460 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.460 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:32:13.461 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.267627+0000", 2021-03-04T23:32:13.461 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.020379545999999998 2021-03-04T23:32:13.461 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.461 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.461 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:32:13.462 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.288007+0000", 2021-03-04T23:32:13.462 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8427797190000001 2021-03-04T23:32:13.462 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.462 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:32:13.463 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.463 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.463 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.463 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:186580 9.1 9:8c9c6def:::benchmark_data_gibba011_139107_object33213:head [delete] snapc 0=[] ondisk+write+known_if_redirected e194)", 2021-03-04T23:32:13.463 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:21.213653+0000", 2021-03-04T23:32:13.464 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 171.80142971399999, 2021-03-04T23:32:13.464 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7916870899999999, 2021-03-04T23:32:13.464 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:32:13.464 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:13.464 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:32:13.465 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:32:13.465 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:32:13.465 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 186580 2021-03-04T23:32:13.465 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.465 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:32:13.466 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.466 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:32:13.466 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.213653+0000", 2021-03-04T23:32:13.466 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:32:13.467 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.467 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.467 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:32:13.467 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.213653+0000", 2021-03-04T23:32:13.467 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3070000000000001e-06 2021-03-04T23:32:13.468 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.468 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.468 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:32:13.468 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.213655+0000", 2021-03-04T23:32:13.468 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.655e-06 2021-03-04T23:32:13.469 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.469 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.469 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:32:13.469 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.213657+0000", 2021-03-04T23:32:13.469 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1549000000000001e-05 2021-03-04T23:32:13.470 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.470 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.470 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:32:13.470 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.213669+0000", 2021-03-04T23:32:13.471 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2849999999999996e-06 2021-03-04T23:32:13.471 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.471 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.471 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:32:13.471 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.213673+0000", 2021-03-04T23:32:13.472 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.31663317299999999 2021-03-04T23:32:13.472 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.472 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.472 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.472 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.530306+0000", 2021-03-04T23:32:13.473 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0085588529999999999 2021-03-04T23:32:13.473 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.473 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.473 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:32:13.473 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.538865+0000", 2021-03-04T23:32:13.474 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.073447059999999995 2021-03-04T23:32:13.474 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.474 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.474 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.475 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.612312+0000", 2021-03-04T23:32:13.475 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0091559429999999997 2021-03-04T23:32:13.475 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.475 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.475 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:32:13.476 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.621468+0000", 2021-03-04T23:32:13.476 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3361520250000001 2021-03-04T23:32:13.476 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.476 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.476 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.477 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:22.957620+0000", 2021-03-04T23:32:13.477 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0092004470000000005 2021-03-04T23:32:13.477 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.477 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.477 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:32:13.478 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:22.966820+0000", 2021-03-04T23:32:13.478 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.016321535000000002 2021-03-04T23:32:13.478 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.478 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.479 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:32:13.479 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:22.983142+0000", 2021-03-04T23:32:13.479 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.23347467099999999 2021-03-04T23:32:13.479 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.479 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.480 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.480 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:23.216617+0000", 2021-03-04T23:32:13.480 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0025969399999999998 2021-03-04T23:32:13.480 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.480 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.481 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.481 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:23.219213+0000", 2021-03-04T23:32:13.481 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.76437432900000002 2021-03-04T23:32:13.481 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.481 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.482 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:32:13.483 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:23.983588+0000", 2021-03-04T23:32:13.484 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0044701439999999997 2021-03-04T23:32:13.484 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.485 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.485 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:32:13.485 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:23.988058+0000", 2021-03-04T23:32:13.486 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017282174000000001 2021-03-04T23:32:13.486 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.486 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.486 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:32:13.487 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:24.005340+0000", 2021-03-04T23:32:13.487 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7916870899999999 2021-03-04T23:32:13.487 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.487 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:32:13.488 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.488 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.488 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.488 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:188811 9.1 9:84e4ad8b:::benchmark_data_gibba011_139107_object35444:head [delete] snapc 0=[] ondisk+write+known_if_redirected e200)", 2021-03-04T23:32:13.489 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:39.976538+0000", 2021-03-04T23:32:13.489 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 153.03854522200001, 2021-03-04T23:32:13.489 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7889080740000001, 2021-03-04T23:32:13.489 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:32:13.489 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:13.490 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:32:13.490 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:32:13.490 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:32:13.490 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 188811 2021-03-04T23:32:13.491 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.491 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:32:13.491 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.492 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:32:13.492 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:39.976538+0000", 2021-03-04T23:32:13.492 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:32:13.492 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.493 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.493 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:32:13.493 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:39.976538+0000", 2021-03-04T23:32:13.493 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.827e-06 2021-03-04T23:32:13.494 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.494 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.494 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:32:13.494 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:39.976539+0000", 2021-03-04T23:32:13.495 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4899999999999999e-06 2021-03-04T23:32:13.495 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.496 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.496 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:32:13.496 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:39.976541+0000", 2021-03-04T23:32:13.496 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.8700000000000004e-06 2021-03-04T23:32:13.497 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.497 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.497 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:32:13.497 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:39.976551+0000", 2021-03-04T23:32:13.497 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9740000000000004e-06 2021-03-04T23:32:13.498 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.498 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.498 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:32:13.498 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:39.976555+0000", 2021-03-04T23:32:13.499 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.108338191 2021-03-04T23:32:13.499 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.499 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.499 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.499 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.084893+0000", 2021-03-04T23:32:13.500 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0082756879999999998 2021-03-04T23:32:13.500 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.500 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.500 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:32:13.500 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.093169+0000", 2021-03-04T23:32:13.501 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.12250597100000001 2021-03-04T23:32:13.501 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.501 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.501 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.501 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.215675+0000", 2021-03-04T23:32:13.502 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0094008019999999998 2021-03-04T23:32:13.502 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.503 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.503 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:32:13.503 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.225075+0000", 2021-03-04T23:32:13.503 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6026074610000001 2021-03-04T23:32:13.504 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.504 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.504 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.504 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:41.827683+0000", 2021-03-04T23:32:13.504 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0087049250000000005 2021-03-04T23:32:13.505 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.505 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.505 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:32:13.506 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:41.836388+0000", 2021-03-04T23:32:13.506 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.015705404999999999 2021-03-04T23:32:13.506 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.507 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.507 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:32:13.507 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:41.852093+0000", 2021-03-04T23:32:13.507 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.049988711999999998 2021-03-04T23:32:13.508 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.508 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.508 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.508 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:41.902082+0000", 2021-03-04T23:32:13.509 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00250673 2021-03-04T23:32:13.509 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.509 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.509 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.509 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:41.904589+0000", 2021-03-04T23:32:13.510 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.83886559999999999 2021-03-04T23:32:13.510 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.510 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.510 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:32:13.510 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.743454+0000", 2021-03-04T23:32:13.511 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004067574 2021-03-04T23:32:13.511 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.511 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.512 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:32:13.512 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.747522+0000", 2021-03-04T23:32:13.512 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017923853999999999 2021-03-04T23:32:13.513 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.513 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.513 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:32:13.513 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.765446+0000", 2021-03-04T23:32:13.513 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7889080740000001 2021-03-04T23:32:13.514 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.514 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:32:13.514 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.514 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.515 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.515 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:188922 9.1 9:8c771887:::benchmark_data_gibba011_139107_object35555:head [delete] snapc 0=[] ondisk+write+known_if_redirected e200)", 2021-03-04T23:32:13.515 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:40.554267+0000", 2021-03-04T23:32:13.515 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 152.46081618700001, 2021-03-04T23:32:13.516 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8623264709999998, 2021-03-04T23:32:13.516 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:32:13.517 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:32:13.517 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:32:13.517 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:32:13.517 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:32:13.517 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 188922 2021-03-04T23:32:13.518 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.518 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:32:13.518 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.518 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:32:13.519 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.554267+0000", 2021-03-04T23:32:13.519 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:32:13.519 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.519 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.520 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:32:13.520 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.554267+0000", 2021-03-04T23:32:13.520 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7910000000000001e-06 2021-03-04T23:32:13.520 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.521 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.521 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:32:13.521 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.554268+0000", 2021-03-04T23:32:13.521 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1909999999999999e-06 2021-03-04T23:32:13.521 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.522 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.522 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:32:13.522 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.554270+0000", 2021-03-04T23:32:13.522 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.7149999999999993e-06 2021-03-04T23:32:13.523 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.523 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.524 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:32:13.524 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.554279+0000", 2021-03-04T23:32:13.524 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8489999999999997e-06 2021-03-04T23:32:13.525 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.525 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.525 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:32:13.525 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.554284+0000", 2021-03-04T23:32:13.526 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.145994872 2021-03-04T23:32:13.526 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.526 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.526 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.527 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.700279+0000", 2021-03-04T23:32:13.527 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0093470029999999996 2021-03-04T23:32:13.530 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.530 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.530 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:32:13.531 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.709626+0000", 2021-03-04T23:32:13.531 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.081501287000000006 2021-03-04T23:32:13.531 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.531 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.532 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.532 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.791127+0000", 2021-03-04T23:32:13.532 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0088647929999999993 2021-03-04T23:32:13.532 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.533 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.533 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:32:13.533 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.799992+0000", 2021-03-04T23:32:13.533 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.528852927 2021-03-04T23:32:13.533 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.534 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.534 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:13.534 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.328845+0000", 2021-03-04T23:32:13.534 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0074938460000000002 2021-03-04T23:32:13.535 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.535 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.535 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:32:13.535 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.336339+0000", 2021-03-04T23:32:13.536 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.015121081 2021-03-04T23:32:13.536 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.536 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.536 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:32:13.537 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.351460+0000", 2021-03-04T23:32:13.537 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010762301 2021-03-04T23:32:13.537 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.537 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.537 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.538 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.362222+0000", 2021-03-04T23:32:13.538 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0025247899999999998 2021-03-04T23:32:13.538 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.538 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.539 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:32:13.539 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.364747+0000", 2021-03-04T23:32:13.539 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0271558629999999 2021-03-04T23:32:13.539 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.540 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.540 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:32:13.541 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:43.391903+0000", 2021-03-04T23:32:13.541 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0044556409999999998 2021-03-04T23:32:13.541 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.541 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.541 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:32:13.542 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:43.396358+0000", 2021-03-04T23:32:13.542 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.020234520999999998 2021-03-04T23:32:13.542 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:13.542 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:13.543 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:32:13.543 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:43.416593+0000", 2021-03-04T23:32:13.543 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8623264709999998 2021-03-04T23:32:13.543 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.544 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:32:13.544 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.544 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:13.544 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:32:13.545 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:32:13.545 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:13.546 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:13 gibba011 conmon[95595]: cephadm 2021-03-04T23:32:11.860417+0000 mgr.x (mgr.34676) 886 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:32:13.547 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:13 gibba011 conmon[99461]: cephadm 2021-03-04T23:32:11.860417+0000 mgr.x (mgr.34676) 886 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:32:13.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:13.566 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:13.566 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:13.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:13 gibba038 conmon[76675]: cephadm 2021-03-04T23:32:11.860417+0000 mgr.x (mgr.34676) 886 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:32:13.642 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:32:13.667 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:13.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:13.685 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:13.685 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:13.756 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:13.786 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:13.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:13.806 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:13.806 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:13.907 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:13.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:13.926 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:13.927 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:14.028 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:14.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:14.048 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:14.048 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:14.150 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:14.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:14.169 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:14.169 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:14.203 INFO:teuthology.orchestra.run.gibba011.stderr:reweighted osd.5 to 1 (10000) 2021-03-04T23:32:14.204 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:14 gibba011 conmon[99461]: cluster 2021-03-04T23:32:12.697288+0000 mgr.x (mgr.34676) 887 : cluster [DBG] pgmap v886: 119 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 109 active+clean, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 6.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 226 op/s; 19623/338736 objects degraded (5.793%); 24525/338736 objects misplaced (7.240%); 228 KiB/s, 3 objects/s recovering 2021-03-04T23:32:14.204 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:14 gibba011 conmon[99461]: audit 2021-03-04T23:32:13.569344+0000 mon.a (mon.0) 1167 : audit [INF] from='client.? 172.21.2.111:0/242562828' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:32:14.204 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:14 gibba011 conmon[99461]: audit 2021-03-04T23:32:13.570939+0000 mon.a (mon.0) 1168 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:32:14.205 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:14 gibba011 conmon[99461]: audit 2021-03-04T23:32:13.851055+0000 mon.a (mon.0) 1169 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:32:14.205 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:14 gibba011 conmon[99461]: audit 2021-03-04T23:32:14.159057+0000 mon.c (mon.1) 352 : audit [INF] from='client.? 172.21.2.111:0/3292907073' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:14.205 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:14 gibba011 conmon[99461]: audit 2021-03-04T23:32:14.159415+0000 mon.a (mon.0) 1170 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:14.206 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:32:14.271 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:14.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:14.291 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:14.291 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:14.393 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:14.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:14.412 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:14.412 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:14.514 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:14.533 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:14 gibba011 conmon[95595]: cluster 2021-03-04T23:32:12.697288+0000 mgr.x (mgr.34676) 887 : cluster [DBG] pgmap v886: 119 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 109 active+clean, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 6.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 226 op/s; 19623/338736 objects degraded (5.793%); 24525/338736 objects misplaced (7.240%); 228 KiB/s, 3 objects/s recovering 2021-03-04T23:32:14.533 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:14 gibba011 conmon[95595]: audit 2021-03-04T23:32:13.569344+0000 mon.a (mon.0) 1167 : audit [INF] from='client.? 172.21.2.111:0/242562828' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:32:14.533 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:14 gibba011 conmon[95595]: audit 2021-03-04T23:32:13.570939+0000 mon.a (mon.0) 1168 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:32:14.534 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:14 gibba011 conmon[95595]: audit 2021-03-04T23:32:13.851055+0000 mon.a (mon.0) 1169 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:32:14.534 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:14 gibba011 conmon[95595]: audit 2021-03-04T23:32:14.159057+0000 mon.c (mon.1) 352 : audit [INF] from='client.? 172.21.2.111:0/3292907073' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:14.534 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:14 gibba011 conmon[95595]: audit 2021-03-04T23:32:14.159415+0000 mon.a (mon.0) 1170 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:14.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:14.536 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:14.536 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:14.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:14 gibba038 conmon[76675]: cluster 2021-03-04T23:32:12.697288+0000 mgr.x 2021-03-04T23:32:14.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:14 gibba038 conmon[76675]: (mgr.34676) 887 : cluster [DBG] pgmap v886: 119 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 109 active+clean, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 6.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 226 op/s; 19623/338736 objects degraded (5.793%); 24525/338736 objects misplaced (7.240%); 228 KiB/s, 3 objects/s recovering 2021-03-04T23:32:14.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:14 gibba038 conmon[76675]: audit 2021-03-04T23:32:13.569344+0000 mon.a (mon.0) 1167 : audit [INF] from='client.? 172.21.2.111:0/242562828' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:32:14.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:14 gibba038 conmon[76675]: audit 2021-03-04T23:32:13.570939+0000 mon.a (mon.0) 1168 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:32:14.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:14 gibba038 conmon[76675]: audit 2021-03-04T23:32:13.851055+0000 mon.a (mon.0) 1169 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:32:14.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:14 gibba038 conmon[76675]: audit 2021-03-04T23:32:14.159057+0000 mon.c (mon.1) 352 : audit [INF] from='client.? 172.21.2.111:0/3292907073' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:14.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:14 gibba038 conmon[76675]: audit 2021-03-04T23:32:14.159415+0000 mon.a (mon.0) 1170 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:14.637 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:14.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:14.656 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:14.656 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:14.758 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:14.775 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:14.776 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:14.777 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:14.878 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:14.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:14.895 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:14.896 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:14.997 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:15.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:15.017 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:15.018 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:15.110 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:32:15.111 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:32:15.111 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:15.111 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:194922 9.d 9:bfe5190e:::benchmark_data_gibba011_139107_object41555:head [delete] snapc 0=[] ondisk+write+known_if_redirected e259)", 2021-03-04T23:32:15.111 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:32:15.106598+0000", 2021-03-04T23:32:15.112 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.001699564, 2021-03-04T23:32:15.112 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0017174790000000001, 2021-03-04T23:32:15.112 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:32:15.112 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:32:15.113 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:32:15.113 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:32:15.113 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:32:15.113 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 194922 2021-03-04T23:32:15.113 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:15.114 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:32:15.114 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:15.114 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:32:15.114 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:32:15.106598+0000", 2021-03-04T23:32:15.114 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:32:15.115 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:15.115 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:15.115 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:32:15.115 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:32:15.106598+0000", 2021-03-04T23:32:15.115 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.605e-06 2021-03-04T23:32:15.116 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:15.116 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:15.116 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:32:15.116 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:32:15.106600+0000", 2021-03-04T23:32:15.117 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8509999999999999e-06 2021-03-04T23:32:15.117 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:15.117 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:15.117 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:32:15.117 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:32:15.106602+0000", 2021-03-04T23:32:15.118 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2451e-05 2021-03-04T23:32:15.118 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:15.118 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:15.119 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:32:15.119 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:32:15.106615+0000", 2021-03-04T23:32:15.119 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1030000000000001e-06 2021-03-04T23:32:15.119 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:15.119 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:15.120 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:32:15.120 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:32:15.106620+0000", 2021-03-04T23:32:15.120 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.3545000000000001e-05 2021-03-04T23:32:15.120 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:15.120 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:15.121 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:32:15.121 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:32:15.106693+0000", 2021-03-04T23:32:15.121 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000111594 2021-03-04T23:32:15.121 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:15.121 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:15.122 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:32:15.122 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:32:15.106805+0000", 2021-03-04T23:32:15.122 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011097 2021-03-04T23:32:15.122 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:32:15.123 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:32:15.123 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:32:15.123 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:32:15.106916+0000", 2021-03-04T23:32:15.123 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00031811900000000001 2021-03-04T23:32:15.123 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:15.124 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:32:15.124 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:15.124 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:32:15.124 INFO:teuthology.orchestra.run.gibba038.stdout: ], 2021-03-04T23:32:15.124 INFO:teuthology.orchestra.run.gibba038.stdout: "num_ops": 1 2021-03-04T23:32:15.125 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:32:15.125 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:15.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:15.144 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:15.144 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:15.246 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:15.262 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:15.263 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:15.264 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:15.267 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:15 gibba011 conmon[95595]: cephadm 2021-03-04T23:32:13.571835+0000 mgr.x (mgr.34676) 888 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:32:15.267 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:15 gibba011 conmon[95595]: cluster 2021-03-04T23:32:14.196467+0000 mon.a (mon.0) 1171 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:32:15.267 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:15 gibba011 conmon[95595]: audit 2021-03-04T23:32:14.199179+0000 mon.a (mon.0) 1172 : audit [INF] from='client.? 172.21.2.111:0/242562828' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-03-04T23:32:15.268 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:15 gibba011 conmon[95595]: audit 2021-03-04T23:32:14.199215+0000 mon.a (mon 2021-03-04T23:32:15.268 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:15 gibba011 conmon[95595]: .0) 1173 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:15.268 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:15 gibba011 conmon[95595]: cluster 2021-03-04T23:32:14.199245+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e259: 8 total, 8 up, 7 in 2021-03-04T23:32:15.269 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:15 gibba011 conmon[99461]: cephadm 2021-03-04T23:32:13.571835+0000 mgr.x (mgr.34676) 888 : 2021-03-04T23:32:15.269 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:15 gibba011 conmon[99461]: cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:32:15.269 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:15 gibba011 conmon[99461]: cluster 2021-03-04T23:32:14.196467+0000 mon.a (mon.0) 1171 : cluster 2021-03-04T23:32:15.269 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:15 gibba011 conmon[99461]: [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:32:15.270 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:15 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:32:15.270 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:15 gibba011 conmon[99461]: T23:32:14.199179+0000 mon.a (mon.0) 1172 : audit [INF] 2021-03-04T23:32:15.270 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:15 gibba011 conmon[99461]: from='client.? 172.21.2.111:0/242562828' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-03-04T23:32:15.270 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:15 gibba011 conmon[99461]: audit 2021-03-04T23:32:15.270 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:15 gibba011 conmon[99461]: 2021-03-04T23:32:14.199215+0000 mon.a (mon.0) 2021-03-04T23:32:15.271 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:15 gibba011 conmon[99461]: 1173 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:15.271 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:15 gibba011 conmon[99461]: cluster 2021-03-04T23:32: 2021-03-04T23:32:15.271 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:15 gibba011 conmon[99461]: 14.199245+0000 mon.a (mon.0) 1174 : cluster 2021-03-04T23:32:15.271 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:15 gibba011 conmon[99461]: [DBG] osdmap e259: 8 total, 8 up, 7 in 2021-03-04T23:32:15.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:15 gibba038 conmon[76675]: cephadm 2021-03-04T23:32:13.571835+0000 mgr.x (mgr.34676) 888 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:32:15.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:15 gibba038 conmon[76675]: cluster 2021-03-04T23:32:14.196467+0000 mon.a (mon.0) 1171 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:32:15.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:15 gibba038 conmon[76675]: audit 2021-03-04T23:32:14.199179+0000 mon.a (mon.0) 1172 : audit [INF] from='client.? 172.21.2.111:0/242562828' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-03-04T23:32:15.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:15 gibba038 conmon[76675]: audit 2021-03-04T23:32:14.199215+0000 mon.a (mon.0) 1173 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:15.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:15 gibba038 conmon[76675]: cluster 2021-03-04T23:32:14.199245+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e259: 8 total, 8 up, 7 in 2021-03-04T23:32:15.365 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:15.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:15.384 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:15.384 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:15.485 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:15.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:15.504 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:15.504 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:15.545 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 6 1 2021-03-04T23:32:15.595 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:32:15.605 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:15.608 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:32:15.621 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:15.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:15.623 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:15.623 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:32:15.635 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:32:15.649 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:32:15.663 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:32:15.676 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:32:15.690 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:32:15.691 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:32:15.691 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:32:15.691 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:32:15.692 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:32:15.692 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:32:15.692 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:32:15.692 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:32:15.693 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:32:15.696 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:15.724 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:15.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:15.741 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:15.741 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:15.758 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-03-04T23:32:15.843 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:15.859 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:15.860 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:15.861 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:15.926 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:15.962 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:15.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:15.981 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:15.981 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:16.083 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:16.212 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:16.213 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:16.214 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:16.316 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:16.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:16.335 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:16.335 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:16.386 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:16 gibba038 conmon[76675]: cluster 2021-03-04T23:32:14.697656+0000 mgr.x (mgr.34676) 889 : cluster [DBG] pgmap v888: 119 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 109 active+clean, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 6.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 267 op/s; 19623/337155 objects degraded (5.820%); 24333/337155 objects misplaced (7.217%) 2021-03-04T23:32:16.387 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:16 gibba038 conmon[76675]: audit 2021-03-04T23:32:15.579923+0000 mon.c (mon.1) 353 : audit [DBG] from='client.? 172.21.2.111:0/3549723397' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:16.435 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:16 gibba011 conmon[95595]: cluster 2021-03-04T23:32:14.697656+0000 mgr.x (mgr.34676) 889 : cluster [DBG] pgmap v888: 119 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 109 active+clean, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 6.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 267 op/s; 19623/337155 objects degraded (5.820%); 24333/337155 objects misplaced (7.217%) 2021-03-04T23:32:16.436 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:16 gibba011 conmon[95595]: audit 2021-03-04T23:32:15.579923+0000 mon.c (mon.1) 353 : audit [DBG] from='client.? 172.21.2.111:0/3549723397' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:16.436 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:16 gibba011 conmon[99461]: cluster 2021-03-04T23:32:14.697656+0000 mgr.x (mgr.34676) 889 : cluster [DBG] pgmap v888: 119 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 109 active+clean, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 6.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 267 op/s; 19623/337155 objects degraded (5.820%); 24333/337155 objects misplaced (7.217%) 2021-03-04T23:32:16.436 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:16 gibba011 conmon[99461]: audit 2021-03-04T23:32:15.579923+0000 mon.c (mon.1) 353 : audit [DBG] from='client.? 172.21.2.111:0/3549723397' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:16.437 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:16.454 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:16.455 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:16.456 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:16.557 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:16.573 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:16.574 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:16.575 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:16.676 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:16.692 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:16.693 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:16.694 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:16.795 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:16.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:16.817 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:16.818 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:16.920 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:16.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:16.943 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:16.944 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:17.046 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:17.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:17.064 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:17.064 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:17.165 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:17.186 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:17.187 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:17.187 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:17.244 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:32:17.245 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:32:17.289 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:17.293 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:32:17.306 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:17.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:17.308 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:17.407 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:17.409 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:17.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:17.427 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:17.428 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:17.529 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:17.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:17.548 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:17.549 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:17.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:17 gibba038 conmon[76675]: audit 2021-03-04T23:32:16.640632+0000 mon.c (mon.1) 354 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:32:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:17 gibba038 conmon[76675]: audit 2021-03-04T23:32:16.641005+0000 mon.a (mon.0) 1175 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:32:17.592 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:17 gibba011 conmon[99461]: audit 2021-03-04T23:32:16.640632+0000 mon.c (mon.1) 354 : audit 2021-03-04T23:32:17.592 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:17 gibba011 conmon[99461]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:32:17.592 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:17 gibba011 conmon[99461]: audit 2021-03-04T23:32:16.641005+0000 mon.a (mon.0) 1175 : audit 2021-03-04T23:32:17.593 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:17 gibba011 conmon[99461]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:32:17.594 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:17 gibba011 conmon[95595]: audit 2021-03-04T23:32:16.640632+0000 mon.c (mon.1) 354 : audit 2021-03-04T23:32:17.594 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:17 gibba011 conmon[95595]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:32:17.595 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:17 gibba011 conmon[95595]: audit 2021-03-04T23:32:16.641005+0000 mon.a (mon.0) 1175 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:32:17.650 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:17.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:17.671 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:17.671 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:17.773 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:17.791 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:17.792 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:17.793 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:17.885 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-03-04T23:32:17.894 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:17.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:17.948 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:17.949 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:18.009 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:32:18.050 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:18.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:18.072 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:18.072 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:18.174 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:18.200 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:18.201 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:18.202 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:18.217 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:18 gibba011 conmon[95595]: cluster 2021-03-04T23:32:16.698038+0000 mgr.x (mgr.34676) 890 : cluster [DBG] pgmap v889: 119 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 109 active+clean, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 163 op/s; 19623/336444 objects degraded (5.832%); 24333/336444 objects misplaced (7.232%) 2021-03-04T23:32:18.217 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:18 gibba011 conmon[95595]: cluster 2021-03-04T23:32:17.205480+0000 mon.a (mon.0) 1176 : cluster [WRN] Health check update: Degraded data redundancy: 19623/336444 objects degraded (5.832%), 6 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:18.217 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:18 gibba011 conmon[95595]: audit 2021-03-04T23:32:17.390089+0000 mon.a (mon.0) 1177 : audit [INF] from='client.? 172.21.2.111:0/3990924712' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:32:18.219 INFO:teuthology.orchestra.run.gibba011.stderr:reweighted osd.6 to 1 (10000) 2021-03-04T23:32:18.303 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:18.321 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:18.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:18.322 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:18.423 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:18.438 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:32:18.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:18.443 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:18.443 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:18.445 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:18 gibba038 conmon[76675]: cluster 2021-03-04T23:32:16.698038+0000 mgr.x (mgr 2021-03-04T23:32:18.446 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:18 gibba038 conmon[76675]: .34676) 890 : cluster [DBG] pgmap v889: 119 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 109 active+clean, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 163 op/s; 19623/336444 objects degraded (5.832%); 24333/336444 objects misplaced (7.232%) 2021-03-04T23:32:18.446 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:18 gibba038 conmon[76675]: cluster 2021-03-04T23:32:17.205480+0000 mon.a (mon.0) 1176 : cluster [WRN] Health check update: Degraded data redundancy: 19623/336444 objects degraded (5.832%), 6 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:18.446 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:18 gibba038 conmon[76675]: audit 2021-03-04T23:32:17.390089+0000 mon.a (mon.0) 1177 : audit [INF] from='client.? 172.21.2.111:0/3990924712' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:32:18.483 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:18 gibba011 conmon[99461]: cluster 2021-03-04T23:32:16.698038+0000 mgr.x (mgr.34676) 890 : cluster [DBG] pgmap v889: 119 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 109 active+clean, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 163 op/s; 19623/336444 objects degraded (5.832%); 24333/336444 objects misplaced (7.232%) 2021-03-04T23:32:18.484 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:18 gibba011 conmon[99461]: cluster 2021-03-04T23:32:17.205480+0000 mon.a (mon.0) 1176 : cluster [WRN] Health check update: Degraded data redundancy: 19623/336444 objects degraded (5.832%), 6 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:18.484 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:18 gibba011 conmon[99461]: audit 2021-03-04T23:32:17.390089+0000 mon.a (mon.0) 1177 : audit [INF] from='client.? 172.21.2.111:0/3990924712' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:32:18.545 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:18.561 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:18.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:18.564 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:18.564 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:18.666 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:18.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:18.685 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:18.685 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:18.787 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:18.839 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:18.840 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:18.840 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:18.942 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:18.960 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:18.961 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:18.961 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:19.062 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:19.079 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:19.080 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:19.080 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:19.146 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 1 1 2021-03-04T23:32:19.181 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:19.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:19.200 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:19.200 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:19.258 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:19.301 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:19.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:19.320 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:19.320 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:19.377 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:19 gibba011 conmon[95595]: audit 2021-03-04T23:32:18.212454+0000 mon.a (mon.0) 1178 : audit [INF] from='client.? 172.21.2.111:0/3990924712' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:32:19.378 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:19 gibba011 conmon[95595]: cluster 2021-03-04T23:32:18.212486+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e260: 8 total, 8 up, 7 in 2021-03-04T23:32:19.378 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:19 gibba011 conmon[95595]: cluster 2021-03-04T23:32:18.965323+0000 mon.a (mon.0) 1180 : cluster [DBG] osdmap e261: 8 total, 8 up, 7 in 2021-03-04T23:32:19.378 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:19 gibba011 conmon[95595]: cluster 2021-03-04T23:32:18.966655+0000 osd.5 (osd.5) 13 : cluster [DBG] 9.0 starting backfill to osd.6 from (0'0,0'0] MAX to 259'12390 2021-03-04T23:32:19.378 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:19 gibba011 conmon[95595]: cluster 2021-03-04T23:32:18.967035+0000 osd.0 (osd.0) 6 : cluster [DBG] 9.b starting backfill to osd.6 from (142'5870,204'12272] MIN to 259'12487 2021-03-04T23:32:19.379 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:19 gibba011 conmon[99461]: audit 2021-03-04T23:32:18.212454+0000 mon.a (mon.0) 1178 : audit [INF] from='client.? 172.21.2.111:0/3990924712' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:32:19.379 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:19 gibba011 conmon[99461]: 2021-03-04T23:32:19.379 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:19 gibba011 conmon[99461]: cluster 2021-03-04T23:32:18.212486+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e260: 8 total, 8 up, 7 in 2021-03-04T23:32:19.380 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:19 gibba011 conmon[99461]: cluster 2021-03-04T23:32:18.965323+0000 mon.a (mon.0) 2021-03-04T23:32:19.380 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:19 gibba011 conmon[99461]: 1180 : cluster [DBG] osdmap e261: 8 total, 8 up, 7 in 2021-03-04T23:32:19.380 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:19 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:32:19.380 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:19 gibba011 conmon[99461]: 32:18.966655+0000 osd.5 (osd.5) 13 : 2021-03-04T23:32:19.381 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:19 gibba011 conmon[99461]: cluster [DBG] 9.0 starting backfill to osd.6 from (0'0,0'0] MAX to 259'12390 2021-03-04T23:32:19.381 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:19 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:32:19.381 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:19 gibba011 conmon[99461]: 32:18.967035+0000 osd.0 (osd.0) 6 2021-03-04T23:32:19.381 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:19 gibba011 conmon[99461]: : cluster [DBG] 9.b starting backfill to osd.6 from (142'5870,204'12272] MIN to 259'12487 2021-03-04T23:32:19.421 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:19.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:19.440 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:19.440 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:19.541 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:19.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:19.560 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:19.560 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:19.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:19 gibba038 conmon[76675]: audit 2021-03-04T23:32:18.212454+0000 mon.a (mon.0) 1178 : audit [INF] from='client.? 172.21.2.111:0/3990924712' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:32:19.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:19 gibba038 conmon[76675]: cluster 2021-03-04T23:32:18.212486+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e260: 8 total, 8 up, 7 in 2021-03-04T23:32:19.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:19 gibba038 conmon[76675]: cluster 2021-03-04T23:32:18.965323+0000 mon.a (mon.0) 1180 : cluster [DBG] osdmap e261: 8 total, 8 up, 7 in 2021-03-04T23:32:19.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:19 gibba038 conmon[76675]: cluster 2021-03-04T23:32:18.966655+0000 osd.5 (osd.5) 13 : cluster [DBG] 9.0 starting backfill to osd.6 from (0'0,0'0] MAX to 259'12390 2021-03-04T23:32:19.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:19 gibba038 conmon[76675]: cluster 2021-03-04T23:32:18.967035+0000 osd.0 (osd.0) 6 : cluster [DBG] 9.b starting backfill to osd.6 from (142'5870,204'12272] MIN to 259'12487 2021-03-04T23:32:19.661 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:19.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:19.680 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:19.680 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:19.782 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:19.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:19.801 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:19.802 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:19.904 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:19.921 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:19.922 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:19.923 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:20.024 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:20.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:20.042 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:20.043 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:20.144 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:20.161 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:20.161 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:20.162 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:20.263 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:20.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:20.282 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:20.282 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:20.384 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:20.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:20.402 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:20.402 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:20.503 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:20.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:20.522 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:20.523 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:20.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:20 gibba038 conmon[76675]: cluster 2021-03-04T23:32:18.698414+0000 mgr.x (mgr.34676) 891 : cluster [DBG] pgmap v891: 119 pgs: 1 remapped+peering, 6 peering, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 103 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 221 op/s; 15064/334854 objects degraded (4.499%); 19287/334854 objects misplaced (5.760%); 456 KiB/s, 7 objects/s recovering 2021-03-04T23:32:20.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:20 gibba038 conmon[76675]: cluster 2021-03-04T23:32:19.969579+0000 mon.a (mon.0) 1181 : cluster [DBG] osdmap e262: 8 total, 8 up, 7 in 2021-03-04T23:32:20.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:20 gibba011 conmon[95595]: cluster 2021-03-04T23:32:18.698414+0000 mgr.x (mgr.34676) 891 : cluster [DBG] 2021-03-04T23:32:20.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:20 gibba011 conmon[95595]: pgmap v891: 119 pgs: 1 remapped+peering, 6 peering, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 103 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 221 op/s; 15064/334854 objects degraded (4.499%); 19287/334854 objects misplaced (5.760%); 456 KiB/s, 7 objects/s recovering 2021-03-04T23:32:20.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:20 gibba011 conmon[95595]: cluster 2021-03-04T23:32:19.969579+0000 mon.a (mon.0) 1181 : cluster [DBG] osdmap e262: 8 total, 8 up, 7 in 2021-03-04T23:32:20.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:20 gibba011 conmon[99461]: cluster 2021-03-04T23:32:18.698414+0000 mgr.x (mgr.34676) 891 : cluster 2021-03-04T23:32:20.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:20 gibba011 conmon[99461]: [DBG] pgmap v891: 119 pgs: 1 remapped+peering, 6 peering, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 103 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 221 op/s; 15064/334854 objects degraded (4.499%); 19287/334854 objects misplaced (5.760%); 456 KiB/s, 7 objects/s recovering 2021-03-04T23:32:20.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:20 gibba011 conmon[99461]: cluster 2021-03-04T23:32:19.969579+0000 mon.a (mon.0) 1181 : cluster [DBG] osdmap e262: 8 total, 8 up, 7 in 2021-03-04T23:32:20.624 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:20.641 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:20.642 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:20.642 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:20.744 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:20.761 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:20.762 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:20.762 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:20.863 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:20.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:20.882 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:20.882 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:20.983 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:21.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:21.008 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:21.009 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:21.110 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:21.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:21.141 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:21.143 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:21.228 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:32:21.244 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:21.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:21.266 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:21.266 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:21.329 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:21 gibba038 conmon[76675]: audit 2021-03-04T23:32:20.274658+0000 mon.a (mon.0) 1182 : audit [INF] from='client.? 172.21.2.111:0/3984821683' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:32:21.330 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:21 gibba038 conmon[76675]: audit 2021-03-04T23:32:20.386497+0000 mon.c (mon.1) 355 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:32:21.330 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:21 gibba038 conmon[76675]: audit 2021-03-04T23:32:20.386833+0000 mon.a (mon.0) 1183 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:32:21.367 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:21.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:21.399 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:21.399 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:21.497 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:21 gibba011 conmon[95595]: audit 2021-03-04T23:32:20.274658+0000 mon.a (mon.0) 1182 : audit [INF] from='client.? 172.21.2.111:0/3984821683' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:32:21.498 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:21 gibba011 conmon[95595]: audit 2021-03-04T23:32:20.386497+0000 mon.c (mon.1) 355 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:32:21.498 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:21 gibba011 conmon[95595]: audit 2021-03-04T23:32:20.386833+0000 mon.a (mon.0) 1183 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:32:21.498 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:21 gibba011 conmon[99461]: audit 2021-03-04T23:32:20.274658+0000 mon.a (mon.0) 1182 : audit [INF] 2021-03-04T23:32:21.499 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:21 gibba011 conmon[99461]: from='client.? 172.21.2.111:0/3984821683' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:32:21.499 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:21 gibba011 conmon[99461]: audit 2021-03-04T23:32:20.386497+0000 2021-03-04T23:32:21.499 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:21 gibba011 conmon[99461]: mon.c (mon.1) 355 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:32:21.499 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:21 gibba011 conmon[99461]: audit 2021-03-04T23 2021-03-04T23:32:21.500 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:21 gibba011 conmon[99461]: :32:20.386833+0000 mon.a (mon.0) 1183 : 2021-03-04T23:32:21.500 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:21 gibba011 conmon[99461]: audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:32:21.500 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:21.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:21.531 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:21.532 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:21.543 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:32:21.544 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:32:21.633 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:21.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:21.656 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:21.657 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:21.758 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:21.777 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:21.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:21.779 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:21.880 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:21.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:21.900 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:21.901 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:22.002 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:22.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:22.024 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:22.025 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:22.126 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:22.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:22.146 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:22.146 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:22.247 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:22.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:22.273 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:22.274 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:22.375 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:22.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:22.402 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:22.402 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:22.504 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:22.526 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:22.527 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:22.528 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:22.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:22 gibba038 conmon[76675]: cluster 2021-03-04T23:32:20.698767+0000 mgr.x (mgr.34676) 892 : cluster [DBG] pgmap v894: 119 pgs: 1 remapped+peering, 6 peering, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 103 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 131 op/s; 15064/334788 objects degraded (4.500%); 19287/334788 objects misplaced (5.761%); 608 KiB/s, 9 objects/s recovering 2021-03-04T23:32:22.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:22 gibba038 conmon[76675]: cluster 2021-03-04T23:32:21.219014+0000 mon.a (mon.0) 1184 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:22.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:22 gibba038 conmon[76675]: audit 2021-03-04T23:32:21.224637+0000 mon.a (mon.0) 1185 : audit [INF] from='client.? 172.21.2.111:0/3984821683' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:32:22.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:22 gibba038 conmon[76675]: cluster 2021-03-04T23:32:21.224680+0000 mon.a (mon.0) 1186 : cluster [DBG] osdmap e263: 8 total, 8 up, 7 in 2021-03-04T23:32:22.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:22 gibba011 conmon[95595]: cluster 2021-03-04T23:32:20.698767+0000 mgr.x (mgr.34676) 892 : cluster [DBG] pgmap v894: 119 pgs: 1 remapped+peering, 6 peering, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 103 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 131 op/s; 15064/334788 objects degraded (4.500%); 19287/334788 objects misplaced (5.761%); 608 KiB/s, 9 objects/s recovering 2021-03-04T23:32:22.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:22 gibba011 conmon[95595]: cluster 2021-03-04T23:32:21.219014+0000 mon.a (mon.0) 1184 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:22.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:22 gibba011 conmon[95595]: audit 2021-03-04T23:32:22.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:22 gibba011 conmon[95595]: 2021-03-04T23:32:21.224637+0000 mon.a (mon.0) 1185 : audit [INF] from='client.? 172.21.2.111:0/3984821683' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:32:22.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:22 gibba011 conmon[95595]: cluster 2021- 2021-03-04T23:32:22.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:22 gibba011 conmon[95595]: 03-04T23:32:21.224680+0000 mon.a ( 2021-03-04T23:32:22.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:22 gibba011 conmon[95595]: mon.0) 1186 : cluster [DBG] osdmap e263: 8 total, 8 up, 7 in 2021-03-04T23:32:22.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:22 gibba011 conmon[99461]: cluster 2021-03-04T23:32:20.698767+0000 mgr.x (mgr.34676) 892 : cluster [DBG] pgmap v894: 119 pgs: 1 remapped+peering, 6 peering, 2 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 103 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 131 op/s; 15064/334788 objects degraded (4.500%); 19287/334788 objects misplaced (5.761%); 608 KiB/s, 9 objects/s recovering 2021-03-04T23:32:22.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:22 gibba011 conmon[99461]: cluster 2021-03-04T23:32:21.219014+0000 mon.a (mon.0) 1184 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:22.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:22 gibba011 conmon[99461]: audit 2021-03-04T23:32:21.224637+0000 mon.a (mon.0 2021-03-04T23:32:22.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:22 gibba011 conmon[99461]: ) 1185 : audit [INF] from='client.? 172.21.2.111:0/3984821683' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:32:22.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:22 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:32:22.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:22 gibba011 conmon[99461]: 32:21.224680+0000 mon.a (mon.0) 1186 : 2021-03-04T23:32:22.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:22 gibba011 conmon[99461]: cluster [DBG] osdmap e263: 8 total, 8 up, 7 in 2021-03-04T23:32:22.629 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:22.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:22.652 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:22.652 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:22.754 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:22.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:22.772 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:22.773 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:22.874 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:22.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:22.893 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:22.894 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:22.995 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:23.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:23.015 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:23.016 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:23.117 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:23.134 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:23.135 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:23.135 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:23.237 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:23.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:23.255 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:23.256 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:23.357 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:23.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:23.375 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:23.376 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:23.477 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:23.494 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:23.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:23.496 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:23.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:23 gibba038 conmon[76675]: cluster 2021-03-04T23:32:22.225980+0000 mon.a (mon.0) 1187 : cluster [DBG] osdmap e264: 8 total, 8 up, 7 in 2021-03-04T23:32:23.597 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:23.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:23 gibba011 conmon[95595]: cluster 2021-03-04T23:32:22.225980+0000 mon.a (mon.0) 1187 : cluster [DBG] osdmap e264: 8 total, 8 up, 7 in 2021-03-04T23:32:23.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:23 gibba011 conmon[99461]: cluster 2021-03-04T23:32:22.225980+0000 2021-03-04T23:32:23.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:23 gibba011 conmon[99461]: mon.a (mon.0) 1187 : cluster [DBG] osdmap e264: 8 total, 8 up, 7 in 2021-03-04T23:32:23.614 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:23.615 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:23.616 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:23.717 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:23.733 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:23.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:23.735 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:23.836 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:23.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:23.856 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:23.856 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:23.958 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:23.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:23.977 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:23.977 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:24.079 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:24.099 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:24.101 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:24.101 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:24.202 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:24.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:24.220 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:24.220 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:24.321 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:24.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:24.340 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:24.341 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:24.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:24 gibba011 conmon[95595]: cluster 2021-03-04T23:32:22.699189+0000 mgr.x (mgr.34676) 893 : cluster [DBG] pgmap v897: 119 pgs: 1 remapped+peering, 6 peering, 3 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 104 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 12 op/s; 12264/334701 objects degraded (3.664%); 19811/334701 objects misplaced (5.919%); 15 MiB/s, 2 keys/s, 241 objects/s recovering 2021-03-04T23:32:24.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:24 gibba011 conmon[95595]: cluster 2021-03-04T23:32:23.224483+0000 mon.a (mon.0) 1188 : cluster [WRN] Health check update: Degraded data redundancy: 12264/334701 objects degraded (3.664%), 3 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:24.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:24 gibba011 conmon[95595]: cluster 2021-03-04T23:32:23.230326+0000 mon.a (mon.0) 1189 : cluster [DBG] osdmap e265: 8 total, 8 up, 7 in 2021-03-04T23:32:24.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:24 gibba011 conmon[99461]: cluster 2021-03-04T23:32:22.699189+0000 mgr.x (mgr.34676) 893 : 2021-03-04T23:32:24.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:24 gibba011 conmon[99461]: cluster [DBG] pgmap v897: 119 pgs: 1 remapped+peering, 6 peering, 3 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 104 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 12 op/s; 12264/334701 objects degraded (3.664%); 19811/334701 objects misplaced (5.919%); 15 MiB/s, 2 keys/s, 241 objects/s recovering 2021-03-04T23:32:24.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:24 gibba011 conmon[99461]: cluster 2021-03-04T23:32:23.224483+0000 mon.a ( 2021-03-04T23:32:24.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:24 gibba011 conmon[99461]: mon.0) 1188 : cluster [WRN] Health check update: Degraded data redundancy: 12264/334701 objects degraded (3.664%), 3 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:24.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:24 gibba011 conmon[99461]: cluster 2021-03-04T23:32:23.230326+0000 mon.a ( 2021-03-04T23:32:24.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:24 gibba011 conmon[99461]: mon.0) 1189 : cluster [DBG] osdmap e265: 8 total, 8 up, 7 in 2021-03-04T23:32:24.442 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:24.453 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:32:24.460 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:24.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:24.462 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:24.467 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:32:24.480 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:32:24.563 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:24.580 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:24.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:24.582 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:24.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:24 gibba038 conmon[76675]: cluster 2021-03-04T23:32:22.699189+0000 mgr.x (mgr.34676) 893 : cluster [DBG] 2021-03-04T23:32:24.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:24 gibba038 conmon[76675]: pgmap v897: 119 pgs: 1 remapped+peering, 6 peering, 3 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 104 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 12 op/s; 12264/334701 objects degraded (3.664%); 19811/334701 objects misplaced (5.919%); 15 MiB/s, 2 keys/s, 241 objects/s recovering 2021-03-04T23:32:24.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:24 gibba038 conmon[76675]: cluster 2021-03-04T23:32:23.224483+0000 mon.a (mon.0) 1188 : cluster [WRN] Health check update: Degraded data redundancy: 12264/334701 objects degraded (3.664%), 3 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:24.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:24 gibba038 conmon[76675]: cluster 2021-03-04T23:32:23.230326+0000 mon.a 2021-03-04T23:32:24.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:24 gibba038 conmon[76675]: (mon.0) 1189 : cluster [DBG] osdmap e265: 8 total, 8 up, 7 in 2021-03-04T23:32:24.682 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:24.699 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:24.700 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:24.701 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:24.802 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:24.818 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:24.819 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:24.819 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:24.920 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:24.937 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:24.938 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:24.939 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:25.040 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:25.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:25.058 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:25.063 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:25.164 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:25.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:25.183 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:25.184 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:25.240 INFO:teuthology.orchestra.run.gibba011.stderr:reweighted osd.1 to 1 (10000) 2021-03-04T23:32:25.285 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:25.302 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:25.302 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:25.303 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:25.404 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:25.422 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:25.423 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:25.423 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:25.525 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:25.541 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:25.542 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:25.543 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:25.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:25 gibba038 conmon[76675]: audit 2021-03-04T23:32:24.437678+0000 mon.a (mon.0) 1190 : audit [DBG] from='client.? 172.21.2.111:0/826459119' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:25.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:25 gibba038 conmon[76675]: audit 2021-03-04T23:32:24.569154+0000 mon.c (mon.1) 356 : audit [INF] from='client.? 172.21.2.111:0/1314689734' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-03-04T23:32:25.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:25 gibba038 conmon[76675]: audit 2021-03-04T23:32:25.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:25 gibba038 conmon[76675]: 2021 2021-03-04T23:32:25.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:25 gibba038 conmon[76675]: - 2021-03-04T23:32:25.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:25 gibba038 conmon[76675]: 03 2021-03-04T23:32:25.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:25 gibba038 conmon[76675]: -04T23:32:24 2021-03-04T23:32:25.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:25 gibba038 conmon[76675]: .569447+0000 mon.a (mon.0) 1191 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-03-04T23:32:25.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:25 gibba011 conmon[95595]: audit 2021-03-04T23:32:24.437678+0000 mon.a (mon.0) 1190 : audit [DBG] from='client.? 172.21.2.111:0/826459119' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:25.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:25 gibba011 conmon[95595]: audit 2021-03-04T23:32:24.569154+0000 mon.c (mon.1) 356 : audit [INF] from='client.? 172.21.2.111:0/1314689734' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-03-04T23:32:25.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:25 gibba011 conmon[95595]: audit 2021-03-04T23:32:24.569447+0000 mon.a (mon.0) 1191 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-03-04T23:32:25.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:25 gibba011 conmon[99461]: audit 2021-03-04T23:32:25.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:25 gibba011 conmon[99461]: 2021-03-04T23:32:25.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:25 gibba011 conmon[99461]: 2021-03-04T23:32:24.437678+0000 2021-03-04T23:32:25.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:25 gibba011 conmon[99461]: mon.a (mon.0) 1190 : audit [DBG] from='client.? 172.21.2.111:0/826459119' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:25.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:25 gibba011 conmon[99461]: audit 2021-03-04T23: 2021-03-04T23:32:25.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:25 gibba011 conmon[99461]: 32:24.569154+0000 mon.c (mon.1) 356 : audit [INF] from='client.? 172.21.2.111:0/1314689734' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-03-04T23:32:25.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:25 gibba011 conmon[99461]: audit 2021-03-04T23:32:25.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:25 gibba011 conmon[99461]: 2021-03-04T23:32:24.569447+0000 mon.a ( 2021-03-04T23:32:25.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:25 gibba011 conmon[99461]: mon.0) 1191 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2021-03-04T23:32:25.644 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:25.661 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:25.661 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:25.662 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:25.763 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:25.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:25.781 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:25.782 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:25.796 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:32:25.883 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:25.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:25.901 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:25.902 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:25.912 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:26.003 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:26.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:26.021 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:26.021 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:26.104 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 3 1 2021-03-04T23:32:26.122 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:26.164 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:26.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:26.165 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:26.226 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:26.266 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:26.284 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:26.285 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:26.285 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:26.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:26 gibba011 conmon[95595]: cluster 2021-03-04T23:32:24.699519+0000 mgr.x (mgr.34676) 894 2021-03-04T23:32:26.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:26 gibba011 conmon[95595]: : cluster [DBG] pgmap v899: 119 pgs: 3 active+recovering+undersized+remapped, 111 active+clean, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 12 op/s; 11711/334683 objects degraded (3.499%); 21917/334683 objects misplaced (6.549%); 20 MiB/s, 2 keys/s, 323 objects/s recovering 2021-03-04T23:32:26.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:26 gibba011 conmon[95595]: audit 2021-03-04T23:32:25.233499+0000 mon.a (mon.0) 1192 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2021-03-04T23:32:26.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:26 gibba011 conmon[95595]: cluster 2021-03-04T23:32:25.233536+0000 mon.a (mon.0) 1193 : cluster [DBG] osdmap e266: 8 total, 8 up, 7 in 2021-03-04T23:32:26.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:26 gibba011 conmon[95595]: cluster 2021-03-04T23:32:26.234684+0000 mon.a (mon.0) 1194 : cluster [DBG] osdmap e267: 8 total, 8 up, 7 in 2021-03-04T23:32:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:26 gibba011 conmon[99461]: cluster 2021-03-04T23:32:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:26 gibba011 conmon[99461]: 2021-03-04T23:32:24. 2021-03-04T23:32:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:26 gibba011 conmon[99461]: 699519+0000 mgr.x (mgr.34676) 894 : cluster [DBG] pgmap v899: 119 pgs: 3 active+recovering+undersized+remapped, 111 active+clean, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 12 op/s; 11711/334683 objects degraded (3.499%); 21917/334683 objects misplaced (6.549%); 20 MiB/s, 2 keys/s, 323 objects/s recovering 2021-03-04T23:32:26.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:26 gibba011 conmon[99461]: audit 2021-03-04T23:32:26.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:26 gibba011 conmon[99461]: 2021-03-04T23:32:25 2021-03-04T23:32:26.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:26 gibba011 conmon[99461]: .233499+0000 mon.a (mon.0) 1192 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2021-03-04T23:32:26.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:26 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:32:26.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:26 gibba011 conmon[99461]: -04T23:32:25.233536+0000 mon.a ( 2021-03-04T23:32:26.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:26 gibba011 conmon[99461]: mon.0) 1193 : cluster [DBG] osdmap e266: 8 total, 8 up, 7 in 2021-03-04T23:32:26.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:26 gibba011 conmon[99461]: cluster 2021-03-04T23:32:26.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:26 gibba011 conmon[99461]: 2021-03-04T23:32:26.234684+0000 mon.a ( 2021-03-04T23:32:26.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:26 gibba011 conmon[99461]: mon.0) 1194 : cluster [DBG] osdmap e267: 8 total, 8 up, 7 in 2021-03-04T23:32:26.387 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:26.404 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:26.405 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:26.405 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:26.506 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:26.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:26.526 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:26.526 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:26.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:26 gibba038 conmon[76675]: cluster 2021-03-04T23:32:24.699519+0000 mgr.x (mgr 2021-03-04T23:32:26.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:26 gibba038 conmon[76675]: .34676) 894 : cluster [DBG] pgmap v899: 119 pgs: 3 active+recovering+undersized+remapped, 111 active+clean, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 12 op/s; 11711/334683 objects degraded (3.499%); 21917/334683 objects misplaced (6.549%); 20 MiB/s, 2 keys/s, 323 objects/s recovering 2021-03-04T23:32:26.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:26 gibba038 conmon[76675]: audit 2021-03-04T23:32:25.233499+0000 mon.a (mon.0) 1192 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2021-03-04T23:32:26.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:26 gibba038 conmon[76675]: cluster 2021-03-04T23:32:25.233536+0000 mon.a (mon.0) 1193 : cluster [DBG] osdmap e266: 8 total, 8 up, 7 in 2021-03-04T23:32:26.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:26 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:32:26.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:26 gibba038 conmon[76675]: -03-04T23:32:26.234684+0000 mon.a (mon 2021-03-04T23:32:26.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:26 gibba038 conmon[76675]: .0) 1194 : cluster [DBG] osdmap e267: 8 total, 8 up, 7 in 2021-03-04T23:32:26.627 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:26.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:26.645 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:26.646 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:26.747 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:26.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:26.766 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:26.767 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:26.868 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:26.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:26.886 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:26.887 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:26.988 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:27.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:27.005 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:27.006 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:27.107 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:27.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:27.126 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:27.126 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:27.228 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:27.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:27.247 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:27.247 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:27.349 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:27.367 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:27.368 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:27.368 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:27.470 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:27.487 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:27.488 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:27.488 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:27.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:27 gibba038 conmon[76675]: cluster 2021-03-04T23:32:26.235242+0000 2021-03-04T23:32:27.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:27 gibba038 conmon[76675]: osd.5 (osd.5) 14 : cluster [DBG] 9.0 starting backfill to osd.1 from (153'8515,214'12176] MIN to 261'12391 2021-03-04T23:32:27.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:27 gibba038 conmon[76675]: cluster 2021-03-04T23:32:26.243105+0000 osd.5 (osd.5) 15 : cluster [INF] 9.0 continuing backfill to osd.6 from (153'8515,261'12391] MIN to 261'12391 2021-03-04T23:32:27.589 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:27.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:27 gibba011 conmon[95595]: cluster 2021-03-04T23:32:26.235242+0000 osd.5 (osd.5) 14 : cluster [DBG] 9.0 starting backfill to osd.1 from (153'8515,214'12176] MIN to 261'12391 2021-03-04T23:32:27.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:27 gibba011 conmon[95595]: cluster 2021-03-04T23:32:26.243105+0000 osd.5 (osd.5) 15 : cluster [INF] 9.0 continuing backfill to osd.6 from (153'8515,261'12391] MIN to 261'12391 2021-03-04T23:32:27.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:27 gibba011 conmon[99461]: cluster 2021-03-04T23:32:26.235242+0000 osd.5 (osd.5) 14 : cluster [DBG] 2021-03-04T23:32:27.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:27 gibba011 conmon[99461]: 9.0 starting backfill to osd.1 from (153'8515,214'12176] MIN to 261'12391 2021-03-04T23:32:27.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:27 gibba011 conmon[99461]: cluster 2021-03-04T23:32:26.243105+0000 osd.5 (osd.5) 15 : cluster [INF] 9.0 continuing backfill to osd.6 from (153'8515,261'12391] MIN to 261'12391 2021-03-04T23:32:27.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:27.609 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:27.609 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:27.710 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:27.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:27.731 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:27.731 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:27.832 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:27.848 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:27.849 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:27.850 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:27.951 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:27.968 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:27.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:27.969 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:28.028 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:32:28.042 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:32:28.051 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:32:28.055 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:32:28.069 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:32:28.071 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:28.084 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:32:28.086 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:32:28.086 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:32:28.086 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:32:28.086 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:32:28.087 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:32:28.087 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:32:28.087 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:32:28.087 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:32:28.089 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:28.090 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:28.090 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:28.171 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:28.191 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:28.209 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:28.210 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:28.210 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:28.313 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:28.333 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:28.333 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:28.334 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:28.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:28 gibba038 conmon[76675]: cluster 2021-03-04T23:32:26.699824+0000 mgr.x (mgr.34676) 895 : cluster [DBG] pgmap v902: 119 pgs: 10 peering, 3 active+recovering+undersized+remapped, 101 active+clean, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 7 op/s; 11711/334683 objects degraded (3.499%); 21917/334683 objects misplaced (6.549%); 21 MiB/s, 2 keys/s, 342 objects/s recovering 2021-03-04T23:32:28.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:28 gibba038 conmon[76675]: 2021-03-04T23:32:28.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:28 gibba038 conmon[76675]: cluster 2021-03-04T23:32:27.243183+0000 mon.a (mon.0) 1195 : cluster [DBG] osdmap e268: 8 total, 8 up, 7 in 2021-03-04T23:32:28.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:28 gibba038 conmon[76675]: cluster 2021-03-04T23:32:27.244646+0000 osd.7 (osd.7) 6 : cluster [DBG] 9.e starting backfill to osd.1 from (151'7575,204'11989] MIN to 259'12171 2021-03-04T23:32:28.435 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:28.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:28.453 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:28.453 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:28.554 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:28.566 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:28 gibba011 conmon[99461]: cluster 2021-03-04T23:32:26.699824+0000 mgr.x (mgr.34676) 895 : cluster [DBG] pgmap v902: 119 pgs: 10 peering, 3 active+recovering+undersized+remapped, 101 active+clean, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 7 op/s; 11711/334683 objects degraded (3.499%); 21917/334683 objects misplaced (6.549%); 21 MiB/s, 2 keys/s, 342 objects/s recovering 2021-03-04T23:32:28.567 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:28 gibba011 conmon[99461]: cluster 2021-03-04T23:32:27.243183+0000 mon.a (mon.0) 1195 : cluster [DBG] osdmap e268: 8 total, 8 up, 7 in 2021-03-04T23:32:28.567 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:28 gibba011 conmon[99461]: cluster 2021-03-04T23:32:27.244646+0000 osd.7 (osd.7) 6 : cluster [DBG] 9.e starting backfill to osd.1 from (151'7575,204'11989] MIN to 259'12171 2021-03-04T23:32:28.568 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:28 gibba011 conmon[95595]: cluster 2021-03-04T23:32:26.699824+0000 mgr.x (mgr.34676) 895 : cluster [DBG] pgmap v902: 119 pgs: 10 peering, 3 active+recovering+undersized+remapped, 101 active+clean, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 7 op/s; 11711/334683 objects degraded (3.499%); 21917/334683 objects misplaced (6.549%); 21 MiB/s, 2 keys/s, 342 objects/s recovering 2021-03-04T23:32:28.568 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:28 gibba011 conmon[95595]: cluster 2021-03-04T23:32:27.243183+0000 mon.a (mon.0) 1195 : cluster [DBG] osdmap e268: 8 total, 8 up, 7 in 2021-03-04T23:32:28.568 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:28 gibba011 conmon[95595]: cluster 2021-03-04T23:32:27.244646+0000 osd.7 (osd.7) 6 : cluster [DBG] 9.e starting backfill to osd.1 from (151'7575,204'11989] MIN to 259'12171 2021-03-04T23:32:28.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:28.573 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:28.573 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:28.674 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:28.692 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:28.693 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:28.693 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:28.795 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:28.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:28.813 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:28.813 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:28.914 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:28.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:28.932 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:28.932 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:29.033 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:29.052 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:29.053 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:29.053 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:29.154 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:29.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:29.172 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:29.173 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:29.274 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:29.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:29.291 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:29.292 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:29.393 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:29.410 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:29.411 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:29.411 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:29.513 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:29.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:29.530 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:29.530 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:29.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:29 gibba038 conmon[76675]: cluster 2021-03-04T23:32:28.964426+0000 mon.a (mon.0) 1196 : cluster [WRN] Health check update: Degraded data redundancy: 11711/334683 objects degraded (3.499%), 2 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:29.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:29 gibba038 conmon[76675]: 2021-03-04T23:32:29.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:29 gibba011 conmon[95595]: cluster 2021-03-04T23:32:28.964426+0000 mon.a (mon.0) 1196 : cluster [WRN] 2021-03-04T23:32:29.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:29 gibba011 conmon[95595]: Health check update: Degraded data redundancy: 11711/334683 objects degraded (3.499%), 2 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:29.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:29 gibba011 conmon[99461]: cluster 2021-03-04T23:32:28.964426+0000 mon.a ( 2021-03-04T23:32:29.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:29 gibba011 conmon[99461]: mon.0) 1196 : cluster [WRN] Health check update: Degraded data redundancy: 11711/334683 objects degraded (3.499%), 2 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2021-03-04T23:32:29.631 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:29.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:29.649 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:29.650 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:29.751 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:29.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:29.769 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:29.769 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:29.870 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:29.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:29.890 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:29.890 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:29.991 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:30.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:30.009 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:30.010 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:30.111 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:30.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:30.129 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:30.130 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:30.231 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:30.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:30.250 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:30.250 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:30.352 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:30.368 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:30.369 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:30.369 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:30.413 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:30 gibba011 conmon[99461]: cluster 2021-03-04T23:32:28.700319+0000 mgr.x (mgr.34676) 896 : cluster [DBG] pgmap v904: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 1 activating+undersized+degraded+remapped, 11 peering, 100 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 12 op/s; 21165/334482 objects degraded (6.328%); 28003/334482 objects misplaced (8.372%); 42 MiB/s, 671 objects/s recovering 2021-03-04T23:32:30.413 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:30 gibba011 conmon[95595]: cluster 2021-03-04T23:32:28.700319+0000 mgr.x (mgr.34676) 896 : cluster 2021-03-04T23:32:30.413 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:30 gibba011 conmon[95595]: [DBG] pgmap v904: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 1 activating+undersized+degraded+remapped, 11 peering, 100 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 12 op/s; 21165/334482 objects degraded (6.328%); 28003/334482 objects misplaced (8.372%); 42 MiB/s, 671 objects/s recovering 2021-03-04T23:32:30.471 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:30.487 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:30.488 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:30.488 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:30.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:30 gibba038 conmon[76675]: cluster 2021-03-04T23:32:28.700319+0000 mgr.x (mgr.34676) 896 : cluster [DBG] pgmap v904: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 1 activating+undersized+degraded+remapped, 11 peering, 100 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 12 op/s; 21165/334482 objects degraded (6.328%); 28003/334482 objects misplaced (8.372%); 42 MiB/s, 671 objects/s recovering 2021-03-04T23:32:30.590 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:30.607 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:30.608 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:30.609 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:30.711 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:30.728 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:30.729 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:30.730 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:30.831 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:30.849 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:30.850 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:30.850 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:30.951 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:30.969 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:30.970 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:30.970 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:31.071 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:31.093 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:31.094 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:31.095 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:31.196 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:31.213 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:31.214 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:31.214 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:31.257 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:32:31.316 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:31.333 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:31.334 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:31.334 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:31.436 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:31.453 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:31.454 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:31.454 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:31.556 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:31.573 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:31.574 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:31.574 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:31.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:31 gibba038 conmon[76675]: audit 2021-03-04T23:32:31.035997+0000 mon.a (mon.0) 1197 : audit [INF] from='client.? 172.21.2.111:0/3929972333' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:31.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:31 gibba011 conmon[95595]: audit 2021-03-04T23:32:31.035997+0000 mon.a (mon.0) 1197 : audit [INF] from='client.? 172.21.2.111:0/3929972333' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:31.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:31 gibba011 conmon[99461]: audit 2021-03-04T23:32:31.035997+0000 mon.a (mon.0) 1197 : audit [INF] from='client.? 172.21.2.111:0/3929972333' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:31.676 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:31.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:31.695 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:31.696 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:31.797 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:31.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:31.815 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:31.815 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:31.916 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:31.934 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:31.935 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:31.935 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:32.037 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:32.054 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:32.055 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:32.055 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:32.156 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:32.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:32.174 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:32.175 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:32.276 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:32.293 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:32.294 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:32.295 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:32.396 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:32.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:32.414 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:32.415 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:32.516 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:32.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:32.534 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:32.534 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:32.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:32 gibba038 conmon[76675]: cluster 2021-03-04T23:32:30.700631+0000 mgr.x (mgr.34676) 897 : cluster [DBG] pgmap v905: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 1 activating+undersized+degraded+remapped, 2 peering, 109 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 11 op/s; 21165/334482 objects degraded (6.328%); 28003/334482 objects misplaced (8.372%); 32 MiB/s, 518 objects/s recovering 2021-03-04T23:32:32.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:32 gibba038 conmon[76675]: cluster 2021-03-04T23:32:31.248288+0000 mon.a (mon.0) 1198 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:32.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:32 gibba038 conmon[76675]: audit 2021-03-04T 2021-03-04T23:32:32.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:32 gibba038 conmon[76675]: 23:32:31.253158+0000 mon.a (mon.0) 1199 : audit [INF] from='client.? 172.21.2.111:0/3929972333' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:32.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:32 gibba038 conmon[76675]: cluster 2021-03-04T23:32:31.253190+0000 mon.a (mon.0) 1200 : cluster [DBG] osdmap e269: 8 total, 8 up, 7 in 2021-03-04T23:32:32.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:32 gibba011 conmon[99461]: cluster 2021-03-04T23:32:30.700631+0000 mgr.x (mgr.34676) 897 : cluster [DBG] pgmap v905: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 1 activating+undersized+degraded+remapped, 2 peering, 109 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 11 op/s; 21165/334482 objects degraded (6.328%); 28003/334482 objects misplaced (8.372%); 32 MiB/s, 518 objects/s recovering 2021-03-04T23:32:32.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:32 gibba011 conmon[99461]: cluster 2021-03-04T23:32:31.248288+0000 mon.a (mon.0) 1198 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:32.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:32 gibba011 conmon[99461]: audit 2021-03-04T23:32:31.253158+0000 mon.a (mon.0) 1199 : audit [INF] from='client.? 172.21.2.111:0/3929972333' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:32.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:32 gibba011 conmon[99461]: cluster 2021-03-04T23:32:31.253190+0000 mon.a (mon.0) 1200 : cluster [DBG] osdmap e269: 8 total, 8 up, 7 in 2021-03-04T23:32:32.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:32 gibba011 conmon[95595]: cluster 2021-03-04T23:32:32.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:32 gibba011 conmon[95595]: 2021-03-04T23:32:30.700631+0000 mgr.x (mgr.34676) 897 : cluster [DBG] pgmap v905: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 1 activating+undersized+degraded+remapped, 2 peering, 109 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 11 op/s; 21165/334482 objects degraded (6.328%); 28003/334482 objects misplaced (8.372%); 32 MiB/s, 518 objects/s recovering 2021-03-04T23:32:32.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:32 gibba011 conmon[95595]: cluster 2021-03-04T23:32:31.248288+0000 mon.a (mon.0) 1198 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:32.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:32 gibba011 conmon[95595]: audit 2021-03-04T23:32:31.253158+0000 mon.a (mon.0) 1199 : audit [INF] from='client.? 172.21.2.111:0/3929972333' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:32.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:32 gibba011 conmon[95595]: cluster 2021-03-04T23:32:31.253190+0000 mon.a (mon.0) 1200 : cluster [DBG] osdmap e269: 8 total, 8 up, 7 in 2021-03-04T23:32:32.636 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:32.655 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:32.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:32.656 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:32.757 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:32.774 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:32.775 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:32.775 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:32.877 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:32.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:32.895 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:32.896 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:32.997 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:33.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:33.015 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:33.015 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:33.117 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:33.134 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:33.135 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:33.136 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:33.147 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:32:33.237 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:33.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:33.254 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:33.255 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:33.290 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:33.356 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:33.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:33.375 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:33.376 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:33.477 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:33.494 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:33.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:33.495 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:33.596 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:33.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:33.616 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:33.616 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:33.717 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:33.735 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:33.736 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:33.737 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:33.838 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:33.856 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:33.857 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:33.857 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:33.959 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:33.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:33.977 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:33.978 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:34.079 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:34.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:34.100 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:34.101 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:34.157 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:32:34.157 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [], 2021-03-04T23:32:34.158 INFO:teuthology.orchestra.run.gibba011.stdout: "num_ops": 0 2021-03-04T23:32:34.158 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:32:34.203 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:34.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:34.220 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:34.220 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:34.263 INFO:teuthology.orchestra.run.gibba011.stderr:reweighted osd.3 to 1 (10000) 2021-03-04T23:32:34.322 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:34.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:34.343 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:34.344 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:34.445 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:34.462 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:34.463 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:34.463 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:34.565 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:34.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:34.583 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:34.583 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:34.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:34 gibba038 conmon[76675]: cluster 2021-03-04T23:32:32.701030+0000 mgr.x (mgr.34676) 2021-03-04T23:32:34.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:34 gibba038 conmon[76675]: 898 : cluster [DBG] pgmap v907: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 1 activating, 1 activating+undersized+degraded+remapped, 1 peering, 109 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 10 op/s; 21165/334482 objects degraded (6.328%); 28003/334482 objects misplaced (8.372%); 30 MiB/s, 480 objects/s recovering 2021-03-04T23:32:34.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:34 gibba038 conmon[76675]: cluster 2021-03-04T23:32:33.256021+0000 mon.a (mon.0) 1201 : cluster [DBG] osdmap e270: 8 total, 8 up, 7 in 2021-03-04T23:32:34.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:34 gibba038 conmon[76675]: cluster 2021-03-04T23:32:33 2021-03-04T23:32:34.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:34 gibba038 conmon[76675]: .965442+0000 mon.a (mon.0) 1202 : cluster [WRN] Health check update: Degraded data redundancy: 21165/334482 objects degraded (6.328%), 4 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:32:34.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:34 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:32:34.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:34 gibba038 conmon[76675]: 03-04T23:32:34.251247+0000 mon.a (mon.0) 1203 : audit [INF] from='client.? 172.21.2.111:0/245724863' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:32:34.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:34 gibba011 conmon[95595]: cluster 2021-03-04T23:32:32.701030+0000 mgr.x (mgr.34676) 2021-03-04T23:32:34.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:34 gibba011 conmon[95595]: 898 : cluster [DBG] pgmap v907: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 1 activating, 1 activating+undersized+degraded+remapped, 1 peering, 109 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 10 op/s; 21165/334482 objects degraded (6.328%); 28003/334482 objects misplaced (8.372%); 30 MiB/s, 480 objects/s recovering 2021-03-04T23:32:34.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:34 gibba011 conmon[95595]: cluster 2021-03-04T23:32:33.256021+0000 mon.a (mon.0) 1201 : cluster [DBG] osdmap e270: 8 total, 8 up, 7 in 2021-03-04T23:32:34.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:34 gibba011 conmon[95595]: cluster 2021-03-04T23:32:33.965442+0000 mon.a (mon.0) 1202 : cluster [WRN] Health check update: Degraded data redundancy: 21165/334482 objects degraded (6.328%), 4 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:32:34.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:34 gibba011 conmon[95595]: audit 2021-03-04T23:32:34.251247+0000 mon.a (mon.0) 1203 : audit [INF] from='client.? 172.21.2.111:0/245724863' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:32:34.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:34 gibba011 conmon[99461]: cluster 2021-03-04T23:32:32.701030+0000 mgr.x (mgr.34676 2021-03-04T23:32:34.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:34 gibba011 conmon[99461]: ) 898 : cluster [DBG] pgmap v907: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+remapped+backfilling, 1 activating, 1 activating+undersized+degraded+remapped, 1 peering, 109 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 10 op/s; 21165/334482 objects degraded (6.328%); 28003/334482 objects misplaced (8.372%); 30 MiB/s, 480 objects/s recovering 2021-03-04T23:32:34.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:34 gibba011 conmon[99461]: cluster 2021-03-04T23:32:33.256021+0000 mon.a (mon.0) 1201 : cluster [DBG] osdmap e270: 8 total, 8 up, 7 in 2021-03-04T23:32:34.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:34 gibba011 conmon[99461]: cluster 2021-03-04T23:32:33.965442+0000 mon.a (mon.0) 1202 : cluster [WRN] Health check update: Degraded data redundancy: 21165/334482 objects degraded (6.328%), 4 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:32:34.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:34 gibba011 conmon[99461]: audit 2021-03-04T23:32:34.251247+0000 mon.a (mon.0) 1203 : audit [INF] from='client.? 172.21.2.111:0/245724863' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:32:34.685 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:34.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:34.704 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:34.704 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:34.805 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:34.823 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:34.824 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:34.825 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:34.927 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:34.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:34.945 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:34.945 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:35.046 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:35.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:35.064 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:35.065 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:35.166 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:35.183 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:35.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:35.185 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:35.287 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:35.304 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:35.305 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:35.305 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:35.407 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:35.424 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:35.425 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:35.425 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:35.527 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:35.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:35.545 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:35.545 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:35.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:35 gibba038 conmon[76675]: audit 2021-03-04T23:32:34.257768+0000 mon.a (mon.0) 1204 : audit [INF] from='client.? 172.21.2.111:0/245724863' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:32:35.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:35 gibba038 conmon[76675]: cluster 2021-03-04T23:32:34.257848+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e271: 8 total, 8 up, 7 in 2021-03-04T23:32:35.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:35 gibba011 conmon[95595]: audit 2021-03-04T23:32:34.257768+0000 mon.a (mon.0) 1204 : audit [INF] from='client.? 172.21.2.111:0/245724863' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:32:35.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:35 gibba011 conmon[95595]: cluster 2021-03-04T23:32:34.257848+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e271: 8 total, 8 up, 7 in 2021-03-04T23:32:35.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:35 gibba011 conmon[99461]: audit 2021-03-04T23:32:34.257768+0000 mon.a (mon.0) 1204 : audit [INF] from='client.? 172.21.2.111:0/245724863' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:32:35.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:35 gibba011 conmon[99461]: cluster 2021-03-04T23:32:34.257848+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e271: 8 total, 8 up, 7 in 2021-03-04T23:32:35.646 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:35.664 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-03-04T23:32:35.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:35.666 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:35.666 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:35.680 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:32:35.767 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:35.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:35.785 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:35.786 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:35.821 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:35.832 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 7 1 2021-03-04T23:32:35.843 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:35.886 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:35.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:35.905 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:35.905 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:35.948 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:36.006 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:36.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:36.025 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:36.026 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:36.127 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:36.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:36.146 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:36.146 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:36.192 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:32:36.205 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:32:36.218 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:32:36.247 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:36.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:36.267 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:36.268 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:36.369 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:36.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:36.388 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:36.388 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:36.490 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:36.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:36.508 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:36.508 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:36.517 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:36 gibba011 conmon[95595]: cluster 2021-03-04T23:32:34.701337+0000 mgr.x (mgr.34676) 899 : cluster [DBG] pgmap v910: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+clean+remapped, 1 activating, 1 activating+undersized+degraded+remapped, 1 peering, 109 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 21165/334482 objects degraded (6.328%); 21599/334482 objects misplaced (6.457%); 40 MiB/s, 640 objects/s recovering 2021-03-04T23:32:36.517 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:36 gibba011 conmon[95595]: audit 2021-03-04T23:32:36.176398+0000 mon.c (mon.1) 357 : audit [DBG] from='client.? 172.21.2.111:0/506823733' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:36.517 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:36 gibba011 conmon[99461]: cluster 2021-03-04T23:32:34.701337+0000 mgr.x (mgr.34676) 899 : cluster 2021-03-04T23:32:36.518 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:36 gibba011 conmon[99461]: [DBG] pgmap v910: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+clean+remapped, 1 activating, 1 activating+undersized+degraded+remapped, 1 peering, 109 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 21165/334482 objects degraded (6.328%); 21599/334482 objects misplaced (6.457%); 40 MiB/s, 640 objects/s recovering 2021-03-04T23:32:36.519 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:36 gibba011 conmon[99461]: audit 2021-03-04T23:32:36.176398+0000 mon.c (mon.1) 357 : audit [DBG] from='client.? 172.21.2.111:0/506823733' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:36.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:36 gibba038 conmon[76675]: cluster 2021-03-04T23:32:34.701337+0000 mgr.x (mgr.34676) 899 : cluster [DBG] pgmap v910: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+clean+remapped, 1 activating, 1 activating+undersized+degraded+remapped, 1 peering, 109 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 21165/334482 objects degraded (6.328%); 21599/334482 objects misplaced (6.457%); 40 MiB/s, 640 objects/s recovering 2021-03-04T23:32:36.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:36 gibba038 conmon[76675]: audit 2021-03-04T23:32:36.176398+0000 mon.c (mon.1) 357 : audit [DBG] from='client.? 172.21.2.111:0/506823733' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:36.597 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:32:36.610 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:36.611 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:32:36.625 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:32:36.627 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:36.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:36.629 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:36.639 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:32:36.653 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:32:36.654 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:32:36.654 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:32:36.654 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:32:36.655 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:32:36.655 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:32:36.655 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:32:36.655 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:32:36.656 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:32:36.729 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:36.746 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:36.747 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:36.748 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:36.849 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:36.866 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:36.867 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:36.867 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:36.968 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:36.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:36.986 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:36.987 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:37.088 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:37.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:37.106 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:37.106 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:37.207 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:37.224 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:37.225 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:37.226 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:37.327 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:37.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:37.346 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:37.347 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:37.448 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:37.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:37.468 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:37.468 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:37.570 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:37.587 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:37.588 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:37.588 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:37.689 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:37.706 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:37.707 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:37.708 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:37.809 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:37.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:37.828 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:37.828 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:37.929 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:37.946 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:37.947 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:37.948 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:38.049 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:38.066 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:38.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:38.068 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:38.169 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:38.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:38.187 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:38.187 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:38.289 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:38.306 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:38.307 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:38.308 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:38.409 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:38.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:38.427 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:38.427 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:38.528 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:38.535 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:38 gibba011 conmon[95595]: cluster 2021-03-04T23:32:36.701861+0000 mgr.x (mgr.34676) 900 : cluster [DBG] pgmap v911: 119 pgs: 1 active+undersized+degraded+remapped+laggy, 1 peering, 1 active+recovering+undersized+remapped, 1 active+clean+remapped, 1 activating, 109 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 21165/334482 objects degraded (6.328%); 21599/334482 objects misplaced (6.457%); 40 MiB/s, 640 objects/s recovering 2021-03-04T23:32:38.536 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:38 gibba011 conmon[99461]: cluster 2021-03-04T23:32:36.701861+0000 mgr.x (mgr.34676) 900 : cluster [DBG] pgmap v911: 119 pgs: 1 active+undersized+degraded+remapped+laggy, 1 peering, 1 active+recovering+undersized+remapped, 1 active+clean+remapped, 1 activating, 109 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 21165/334482 objects degraded (6.328%); 21599/334482 objects misplaced (6.457%); 40 MiB/s, 640 objects/s recovering 2021-03-04T23:32:38.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:38.546 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:38.547 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:38.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:38 gibba038 conmon[76675]: cluster 2021-03-04T23:32:36.701861+0000 mgr.x (mgr.34676) 900 : cluster [DBG] pgmap v911: 119 pgs: 1 active+undersized+degraded+remapped+laggy, 1 peering, 1 active+recovering+undersized+remapped, 1 active+clean+remapped, 1 activating, 109 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 21165/334482 objects degraded (6.328%); 21599/334482 objects misplaced (6.457%); 40 MiB/s, 640 objects/s recovering 2021-03-04T23:32:38.711 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:38.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:38.741 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:38.741 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:38.843 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:38.866 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:38.867 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:38.868 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:38.970 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:38.988 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:38.989 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:38.990 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:39.091 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:39.109 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:39.110 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:39.111 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:39.169 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:32:39.170 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:32:39.213 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:39.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:39.232 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:39.232 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:39.333 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:39.351 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:39.352 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:39.352 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:39.454 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:39.470 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:39.471 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:39.472 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:39.573 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:39.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:39.593 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:39.593 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:39.695 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:39.713 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:39.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:39.714 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:39.812 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-03-04T23:32:39.816 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:39.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:39.834 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:39.834 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:39.936 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:39.937 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:39.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:39.954 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:39.955 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:39.979 INFO:teuthology.orchestra.run.gibba011.stderr:reweighted osd.7 to 1 (10000) 2021-03-04T23:32:39.979 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:32:40.056 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:40.074 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:40.075 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:40.075 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:40.077 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:39 gibba011 conmon[95595]: cluster 2021-03-04T23:32:38.702318+0000 mgr.x (mgr.34676) 901 : cluster [DBG] pgmap v912: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped+laggy, 1 peering, 111 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 21165/334482 objects degraded (6.328%); 21065/334482 objects misplaced (6.298%); 37 MiB/s, 712 objects/s recovering 2021-03-04T23:32:40.078 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:39 gibba011 conmon[95595]: audit 2021-03-04T23:32:39.178932+0000 mon.a (mon.0) 1206 : audit [INF] from='client.? 172.21.2.111:0/2505551779' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:32:40.078 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:39 gibba011 conmon[95595]: audit 2021-03-04T23:32:39.354416+0000 mon.c (mon.1) 358 : audit [INF] from='client.? 172.21.2.111:0/3297250129' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:32:40.078 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:39 gibba011 conmon[95595]: audit 2021-03-04T23:32:39.354697+0000 mon.a (mon.0) 1207 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:32:40.078 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:39 gibba011 conmon[99461]: cluster 2021-03-04T23:32:38.702318+0000 mgr.x (mgr.34676) 901 : cluster [DBG] pgmap v912: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped+laggy, 1 peering, 111 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 21165/334482 objects degraded (6.328%); 21065/334482 objects misplaced (6.298%); 37 MiB/s, 712 objects/s recovering 2021-03-04T23:32:40.079 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:39 gibba011 conmon[99461]: audit 2021-03-04T23:32:39.178932+0000 mon.a (mon.0) 1206 : audit [INF] from='client.? 172.21.2.111:0/2505551779' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:32:40.079 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:39 gibba011 conmon[99461]: audit 2021-03-04T23:32:39.354416+0000 mon.c (mon.1) 358 : audit [INF] from='client.? 172.21.2.111:0/3297250129' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:32:40.079 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:39 gibba011 conmon[99461]: audit 2021-03-04T23:32:39.354697+0000 mon.a (mon.0) 1207 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:32:40.176 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:40.193 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:40.194 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:40.195 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:40.295 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:40.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:40.313 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:40.313 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:40.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:39 gibba038 conmon[76675]: cluster 2021-03-04T23:32:38.702318+0000 mgr.x (mgr.34676) 901 : cluster [DBG] 2021-03-04T23:32:40.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:39 gibba038 conmon[76675]: pgmap v912: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped+laggy, 1 peering, 111 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 21165/334482 objects degraded (6.328%); 21065/334482 objects misplaced (6.298%); 37 MiB/s, 712 objects/s recovering 2021-03-04T23:32:40.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:39 gibba038 conmon[76675]: audit 2021-03-04T23:32:39.178932+0000 mon.a (mon.0) 1206 : audit [INF] from='client.? 172.21.2.111:0/2505551779' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:32:40.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:39 gibba038 conmon[76675]: audit 2021-03-04 2021-03-04T23:32:40.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:39 gibba038 conmon[76675]: T23:32:39.354416+0000 mon.c (mon.1) 358 : audit [INF] from='client.? 172.21.2.111:0/3297250129' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:32:40.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:39 gibba038 conmon[76675]: audit 2021-03-04T23:32:39 2021-03-04T23:32:40.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:39 gibba038 conmon[76675]: .354697+0000 mon.a (mon.0) 1207 : audit [INF] 2021-03-04T23:32:40.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:39 gibba038 conmon[76675]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:32:40.415 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:40.432 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:40.433 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:40.434 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:40.535 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:40.537 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:32:40.553 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:40.554 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:40.554 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:40.652 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:40.655 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:40.672 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:40.673 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:40.674 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:40.775 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:40.792 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:40.793 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:40.793 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:40.894 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:40.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:40.915 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:40.916 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:41.017 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:41.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:41.035 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:41.036 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:41.137 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:41.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:41.156 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:41.156 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:41.190 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2021-03-04T23:32:41.191 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:32:41.241 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:40 gibba011 conmon[95595]: cluster 2021-03-04T23:32:39.969130+0000 mon.a (mon.0) 1208 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:41.242 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:40 gibba011 conmon[95595]: audit 2021-03-04T23:32:39.974952+0000 mon.a (mon.0) 1209 : audit [INF] from='client.? 172.21.2.111:0/2505551779' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:32:41.242 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:40 gibba011 conmon[95595]: audit 2021-03-04T23:32:39.974988+0000 mon.a (mon.0) 1210 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:32:41.242 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:40 gibba011 conmon[95595]: cluster 2021-03- 2021-03-04T23:32:41.243 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:40 gibba011 conmon[95595]: 04T23:32:39.975034+0000 mon.a (mon.0) 1211 : cluster [DBG] osdmap e272: 8 total, 8 up, 7 in 2021-03-04T23:32:41.243 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:40 gibba011 conmon[99461]: cluster 2021-03-04T23:32:39.969130+0000 mon.a (mon.0) 1208 : 2021-03-04T23:32:41.243 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:40 gibba011 conmon[99461]: cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:41.243 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:40 gibba011 conmon[99461]: audit 2021-03-04T23:32 2021-03-04T23:32:41.244 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:40 gibba011 conmon[99461]: :39.974952+0000 mon.a (mon.0) 1209 : audit [INF] from='client.? 172.21.2.111:0/2505551779' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:32:41.244 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:40 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:32:41.244 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:40 gibba011 conmon[99461]: -04T23:32:39.974988+0000 mon.a (mon. 2021-03-04T23:32:41.244 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:40 gibba011 conmon[99461]: 0) 1210 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:32:41.245 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:40 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:32:41.245 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:40 gibba011 conmon[99461]: T23:32:39.975034+0000 mon.a (mon.0 2021-03-04T23:32:41.245 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:40 gibba011 conmon[99461]: ) 1211 : cluster [DBG] osdmap e272: 8 total, 8 up, 7 in 2021-03-04T23:32:41.257 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:41.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:41.276 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:41.276 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:41.305 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:41.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:40 gibba038 conmon[76675]: cluster 2021-03-04T23:32:39.969130+0000 mon.a (mon.0) 1208 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:41.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:40 gibba038 conmon[76675]: audit 2021-03-04T23:32:39.974952+0000 mon.a (mon.0) 1209 : audit [INF] from='client.? 172.21.2.111:0/2505551779' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:32:41.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:40 gibba038 conmon[76675]: audit 2021-03-04T23:32: 2021-03-04T23:32:41.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:40 gibba038 conmon[76675]: 39.974988+0000 mon.a (mon.0) 1210 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:32:41.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:40 gibba038 conmon[76675]: cluster 2021-03-04T23:32:39.975034+0000 mon.a (mon.0) 1211 : cluster [DBG] osdmap e272: 8 total, 8 up, 7 in 2021-03-04T23:32:41.378 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:41.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:41.400 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:41.401 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:41.502 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:41.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:41.522 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:41.522 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:41.624 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:41.641 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:41.642 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:41.643 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:41.745 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:41.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:41.764 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:41.765 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:41.865 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:41.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:41.884 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:41.884 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:41.985 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:42.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:42.004 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:42.004 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:42.105 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:42.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:42.124 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:42.124 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:42.225 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:42.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:42.244 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:42.245 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:42.278 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:41 gibba011 conmon[95595]: cluster 2021-03-04T23:32:40.702620+0000 mgr.x (mgr.34676) 902 : cluster [DBG] pgmap v914: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped+laggy, 112 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 21165/334482 objects degraded (6.328%); 21065/334482 objects misplaced (6.298%); 14 MiB/s, 342 objects/s recovering 2021-03-04T23:32:42.279 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:41 gibba011 conmon[95595]: 2021-03-04T23:32:42.279 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:41 gibba011 conmon[99461]: cluster 2021-03-04T23:32:40.702620+0000 mgr.x (mgr.34676) 902 : cluster [DBG] pgmap v914: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped+laggy, 112 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 21165/334482 objects degraded (6.328%); 21065/334482 objects misplaced (6.298%); 14 MiB/s, 342 objects/s recovering 2021-03-04T23:32:42.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:41 gibba038 conmon[76675]: cluster 2021-03-04T23:32:40.702620+0000 mgr.x (mgr.34676) 902 : cluster [DBG] pgmap v914: 119 pgs: 1 active+recovering+undersized+remapped, 1 active+undersized+degraded+remapped+laggy, 112 active+clean, 2 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 21165/334482 objects degraded (6.328%); 21065/334482 objects misplaced (6.298%); 14 MiB/s, 342 objects/s recovering 2021-03-04T23:32:42.346 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:42.367 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:42.368 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:42.369 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:42.470 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:42.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:42.503 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:42.504 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:42.610 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:42.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:42.648 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:42.648 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:42.750 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:42.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:42.779 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:42.780 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:42.881 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:42.905 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:42.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:42.907 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:43.008 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:43.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:43.040 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:43.041 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:43.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:42 gibba011 conmon[95595]: cluster 2021-03-04T23:32:41.977418+0000 mon.a (mon.0) 1212 : cluster [DBG] osdmap e273: 8 total, 8 up, 7 in 2021-03-04T23:32:43.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:42 gibba011 conmon[99461]: cluster 2021-03-04T23:32:41.977418+0000 mon.a (mon.0) 1212 : cluster [DBG] osdmap e273: 8 total, 8 up, 7 in 2021-03-04T23:32:43.126 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:32:43.126 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:32:43.142 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:43.149 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:32:43.167 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:43.171 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:43.176 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:43.273 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:43.296 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:43.316 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:43.318 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:43.318 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:43.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:42 gibba038 conmon[76675]: cluster 2021-03-04T23:32:41.977418+0000 mon.a (mon.0) 1212 : cluster [DBG] osdmap e273: 8 total, 8 up, 7 in 2021-03-04T23:32:43.421 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:43.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:43.442 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:43.443 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:43.544 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:43.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:43.569 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:43.572 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:43.675 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:43.699 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:43.700 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:43.701 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:43.802 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:43.821 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:43.822 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:43.822 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:43.923 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:43.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:43.945 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:43.945 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:44.046 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:44.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:44.068 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:44.069 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:44.171 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:44.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:44.190 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:44.190 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:44.237 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:43 gibba011 conmon[95595]: cluster 2021-03-04T23:32:42.703078+0000 mgr.x (mgr.34676) 903 : cluster [DBG] pgmap v916: 119 pgs: 1 active+recovering+undersized+remapped+laggy, 2 active+recovering+undersized+remapped, 112 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 11955/334482 objects degraded (3.574%); 26266/334482 objects misplaced (7.853%); 6.0 MiB/s, 233 objects/s recovering 2021-03-04T23:32:44.238 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:43 gibba011 conmon[95595]: cluster 2021-03-04T23:32:42.979438+0000 mon.a (mon.0) 1213 : cluster [WRN] Health check update: Degraded data redundancy: 11955/334482 objects degraded (3.574%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:32:44.238 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:43 gibba011 conmon[95595]: cluster 2021-03-04T23:32:42.984913+0000 mon.a (mon.0) 1214 : cluster [DBG] osdmap e274: 8 total, 8 up, 7 in 2021-03-04T23:32:44.239 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:43 gibba011 conmon[99461]: cluster 2021-03-04T23:32:42.703078+0000 mgr.x (mgr.34676) 903 : 2021-03-04T23:32:44.239 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:43 gibba011 conmon[99461]: cluster [DBG] pgmap v916: 119 pgs: 1 active+recovering+undersized+remapped+laggy, 2 active+recovering+undersized+remapped, 112 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 11955/334482 objects degraded (3.574%); 26266/334482 objects misplaced (7.853%); 6.0 MiB/s, 233 objects/s recovering 2021-03-04T23:32:44.240 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:43 gibba011 conmon[99461]: cluster 2021-03-04T23:32:42.979438+0000 mon.a (mon.0) 1213 : cluster [WRN] Health check update: Degraded data redundancy: 11955/334482 objects degraded (3.574%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:32:44.240 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:43 gibba011 conmon[99461]: cluster 2021-03-04T23:32:42.984913+0000 mon.a (mon.0) 1214 : cluster 2021-03-04T23:32:44.241 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:43 gibba011 conmon[99461]: [DBG] osdmap e274: 8 total, 8 up, 7 in 2021-03-04T23:32:44.292 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:44.310 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:44.312 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:44.312 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:44.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:43 gibba038 conmon[76675]: cluster 2021-03-04T23:32:42.703078+0000 mgr.x (mgr.34676) 903 : cluster [DBG] pgmap v916: 119 pgs: 1 active+recovering+undersized+remapped+laggy, 2 active+recovering+undersized+remapped, 112 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 11955/334482 objects degraded (3.574%); 26266/334482 objects misplaced (7.853%); 6.0 MiB/s, 233 objects/s recovering 2021-03-04T23:32:44.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:43 gibba038 conmon[76675]: cluster 2021-03-04T23:32:42.979438+0000 mon.a (mon.0) 1213 : cluster [WRN] Health check update: Degraded data redundancy: 11955/334482 objects degraded (3.574%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:32:44.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:43 gibba038 conmon[76675]: cluster 2021-03-04T23:32:42.984913+0000 mon.a (mon.0) 1214 : cluster [DBG] osdmap e274: 8 total, 8 up, 7 in 2021-03-04T23:32:44.379 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:32:44.414 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:44.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:44.432 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:44.432 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:44.504 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:44.534 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:44.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:44.553 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:44.554 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:44.655 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:44.672 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:44.673 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:44.673 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:44.775 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:44.776 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:32:44.790 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:32:44.792 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:44.792 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:44.793 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:44.802 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:32:44.816 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:32:44.830 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:32:44.844 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:32:44.864 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:32:44.874 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:32:44.875 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:32:44.875 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:32:44.876 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:32:44.876 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:32:44.877 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:32:44.877 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:32:44.877 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:32:44.878 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:32:44.894 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:44.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:44.917 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:44.917 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:45.019 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:45.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:45.043 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:45.044 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:45.049 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:44 gibba011 conmon[95595]: audit 2021-03-04T23:32:44.759469+0000 mon.c (mon.1) 359 : audit [DBG] from='client.? 172.21.2.111:0/3476599595' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:45.049 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:44 gibba011 conmon[99461]: audit 2021-03-04T23:32:44.759469+0000 mon.c (mon.1) 359 : audit [DBG] from='client.? 172.21.2.111:0/3476599595' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:45.145 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:45.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:45.164 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:45.164 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:45.192 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:32:45.194 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:32:45.265 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:45.285 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:45.285 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:45.286 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:45.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:44 gibba038 conmon[76675]: audit 2021-03-04T23:32:44.759469+0000 mon.c (mon.1) 359 : audit [DBG] from='client.? 172.21.2.111:0/3476599595' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:45.387 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:45.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:45.406 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:45.406 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:45.507 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:45.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:45.537 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:45.537 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:45.638 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:45.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:45.657 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:45.657 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:45.759 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:45.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:45.779 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:45.780 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:45.882 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:45.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:45.902 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:45.903 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:46.004 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:46.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:46.024 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:46.024 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:46.126 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:46.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:46.146 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:46.147 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:46.250 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:46.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:46.269 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:46.269 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:46.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:45 gibba038 conmon[76675]: cluster 2021-03-04T23:32:44.703431+0000 mgr.x (mgr.34676) 904 : cluster 2021-03-04T23:32:46.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:45 gibba038 conmon[76675]: [DBG] pgmap v918: 119 pgs: 1 active+recovering+undersized+remapped+laggy, 1 active+recovering+undersized+remapped, 113 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 11955/334482 objects degraded (3.574%); 26266/334482 objects misplaced (7.853%); 2.4 MiB/s, 309 objects/s recovering 2021-03-04T23:32:46.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:45 gibba038 conmon[76675]: audit 2021-03-04T23:32:45.178453+0000 mgr.x (mgr.34676) 905 : audit [DBG] from='client.55669 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:32:46.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:45 gibba011 conmon[99461]: cluster 2021-03-04T23:32:44.703431+0000 mgr.x (mgr.34676) 904 : cluster [DBG] pgmap v918: 119 pgs: 1 active+recovering+undersized+remapped+laggy, 1 active+recovering+undersized+remapped, 113 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 11955/334482 objects degraded (3.574%); 26266/334482 objects misplaced (7.853%); 2.4 MiB/s, 309 objects/s recovering 2021-03-04T23:32:46.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:45 gibba011 conmon[99461]: audit 2021-03-04T23:32:45.178453+0000 mgr.x (mgr.34676) 905 : audit [DBG] from='client.55669 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:32:46.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:45 gibba011 conmon[95595]: cluster 2021-03-04T23:32:44.703431+0000 mgr.x (mgr.34676) 904 : cluster [DBG] pgmap v918: 119 pgs: 1 active+recovering+undersized+remapped+laggy, 1 active+recovering+undersized+remapped, 113 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 11955/334482 objects degraded (3.574%); 26266/334482 objects misplaced (7.853%); 2.4 MiB/s, 309 objects/s recovering 2021-03-04T23:32:46.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:45 gibba011 conmon[95595]: audit 2021-03-04T23:32:45.178453+0000 mgr.x (mgr.34676) 905 : audit [DBG] from='client.55669 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:32:46.371 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:46.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:46.390 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:46.391 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:46.492 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:46.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:46.512 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:46.512 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:46.613 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:46.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:46.632 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:46.632 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:46.733 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:46.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:46.756 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:46.756 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:46.858 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:46.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:46.877 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:46.878 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:46.979 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:46.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:46.999 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:47.000 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:47.050 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":918,"stamp":"2021-03-04T23:32:44.703205+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":7305366848,"num_objects":111494,"num_object_clones":0,"num_object_copies":334482,"num_objects_missing_on_primary":888,"num_objects_missing":888,"num_objects_degraded":11955,"num_objects_misplaced":26266,"num_objects_unfound":0,"num_objects_dirty":111494,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":195310,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":87627,"num_bytes_recovered":5110508569,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":77205,"ondisk_log_size":77205,"up":357,"acting":353,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":397,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":27698344,"kb_used_data":23182192,"kb_used_omap":6415,"kb_used_meta":4509680,"kb_avail":588864344,"statfs":{"total":631360192512,"available":602997088256,"internally_reserved":4294967296,"allocated":23738564608,"data_stored":23729264969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6569549,"internal_metadata":4617912755},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":-167,"num_objects_missing":-167,"num_objects_degraded":-9210,"num_objects_misplaced":5201,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1858,"num_bytes_recovered":15335424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001196"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"317","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.260534+0000","last_change":"2021-03-04T23:32:26.240995+0000","last_active":"2021-03-04T23:32:34.260534+0000","last_peered":"2021-03-04T23:32:34.260534+0000","last_clean":"2021-03-04T23:32:34.260534+0000","last_became_active":"2021-03-04T23:32:26.240606+0000","last_became_peered":"2021-03-04T23:32:26.240606+0000","last_unstale":"2021-03-04T23:32:34.260534+0000","last_undegraded":"2021-03-04T23:32:34.260534+0000","last_fullsized":"2021-03-04T23:32:34.260534+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"59","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.257985+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:32:34.257985+0000","last_peered":"2021-03-04T23:32:34.257985+0000","last_clean":"2021-03-04T23:32:34.257985+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:32:34.257985+0000","last_undegraded":"2021-03-04T23:32:34.257985+0000","last_fullsized":"2021-03-04T23:32:34.257985+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"15","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:36.590784+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:32:36.590784+0000","last_peered":"2021-03-04T23:32:36.590784+0000","last_clean":"2021-03-04T23:32:36.590784+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:32:36.590784+0000","last_undegraded":"2021-03-04T23:32:36.590784+0000","last_fullsized":"2021-03-04T23:32:36.590784+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"295","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.997207+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:32:41.997207+0000","last_peered":"2021-03-04T23:32:41.997207+0000","last_clean":"2021-03-04T23:32:41.997207+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:32:41.997207+0000","last_undegraded":"2021-03-04T23:32:41.997207+0000","last_fullsized":"2021-03-04T23:32:41.997207+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"77","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.257664+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:32:34.257664+0000","last_peered":"2021-03-04T23:32:34.257664+0000","last_clean":"2021-03-04T23:32:34.257664+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:32:34.257664+0000","last_undegraded":"2021-03-04T23:32:34.257664+0000","last_fullsized":"2021-03-04T23:32:34.257664+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"21","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.263156+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:32:34.263156+0000","last_peered":"2021-03-04T23:32:34.263156+0000","last_clean":"2021-03-04T23:32:34.263156+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:32:34.263156+0000","last_undegraded":"2021-03-04T23:32:34.263156+0000","last_fullsized":"2021-03-04T23:32:34.263156+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"267","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.997180+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:32:41.997180+0000","last_peered":"2021-03-04T23:32:41.997180+0000","last_clean":"2021-03-04T23:32:41.997180+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:32:41.997180+0000","last_undegraded":"2021-03-04T23:32:41.997180+0000","last_fullsized":"2021-03-04T23:32:41.997180+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"77","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.257715+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:32:34.257715+0000","last_peered":"2021-03-04T23:32:34.257715+0000","last_clean":"2021-03-04T23:32:34.257715+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:32:34.257715+0000","last_undegraded":"2021-03-04T23:32:34.257715+0000","last_fullsized":"2021-03-04T23:32:34.257715+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"64","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.977287+0000","last_change":"2021-03-04T23:32:18.981656+0000","last_active":"2021-03-04T23:32:39.977287+0000","last_peered":"2021-03-04T23:32:39.977287+0000","last_clean":"2021-03-04T23:32:39.977287+0000","last_became_active":"2021-03-04T23:32:18.981253+0000","last_became_peered":"2021-03-04T23:32:18.981253+0000","last_unstale":"2021-03-04T23:32:39.977287+0000","last_undegraded":"2021-03-04T23:32:39.977287+0000","last_fullsized":"2021-03-04T23:32:39.977287+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"316","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.979327+0000","last_change":"2021-03-04T23:32:26.243636+0000","last_active":"2021-03-04T23:32:41.979327+0000","last_peered":"2021-03-04T23:32:41.979327+0000","last_clean":"2021-03-04T23:32:41.979327+0000","last_became_active":"2021-03-04T23:32:26.243433+0000","last_became_peered":"2021-03-04T23:32:26.243433+0000","last_unstale":"2021-03-04T23:32:41.979327+0000","last_undegraded":"2021-03-04T23:32:41.979327+0000","last_fullsized":"2021-03-04T23:32:41.979327+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"79","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:35.763075+0000","last_change":"2021-03-04T23:32:18.988970+0000","last_active":"2021-03-04T23:32:35.763075+0000","last_peered":"2021-03-04T23:32:35.763075+0000","last_clean":"2021-03-04T23:32:35.763075+0000","last_became_active":"2021-03-04T23:32:18.988819+0000","last_became_peered":"2021-03-04T23:32:18.988819+0000","last_unstale":"2021-03-04T23:32:35.763075+0000","last_undegraded":"2021-03-04T23:32:35.763075+0000","last_fullsized":"2021-03-04T23:32:35.763075+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"52","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.977208+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:32:39.977208+0000","last_peered":"2021-03-04T23:32:39.977208+0000","last_clean":"2021-03-04T23:32:39.977208+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:32:39.977208+0000","last_undegraded":"2021-03-04T23:32:39.977208+0000","last_fullsized":"2021-03-04T23:32:39.977208+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"15","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.260684+0000","last_change":"2021-03-04T23:32:26.241627+0000","last_active":"2021-03-04T23:32:34.260684+0000","last_peered":"2021-03-04T23:32:34.260684+0000","last_clean":"2021-03-04T23:32:34.260684+0000","last_became_active":"2021-03-04T23:32:26.241358+0000","last_became_peered":"2021-03-04T23:32:26.241358+0000","last_unstale":"2021-03-04T23:32:34.260684+0000","last_undegraded":"2021-03-04T23:32:34.260684+0000","last_fullsized":"2021-03-04T23:32:34.260684+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"315","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.260640+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:32:34.260640+0000","last_peered":"2021-03-04T23:32:34.260640+0000","last_clean":"2021-03-04T23:32:34.260640+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:32:34.260640+0000","last_undegraded":"2021-03-04T23:32:34.260640+0000","last_fullsized":"2021-03-04T23:32:34.260640+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"294","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.260690+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:32:34.260690+0000","last_peered":"2021-03-04T23:32:34.260690+0000","last_clean":"2021-03-04T23:32:34.260690+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:32:34.260690+0000","last_undegraded":"2021-03-04T23:32:34.260690+0000","last_fullsized":"2021-03-04T23:32:34.260690+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"64","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.976803+0000","last_change":"2021-03-04T23:32:18.982083+0000","last_active":"2021-03-04T23:32:39.976803+0000","last_peered":"2021-03-04T23:32:39.976803+0000","last_clean":"2021-03-04T23:32:39.976803+0000","last_became_active":"2021-03-04T23:32:18.981790+0000","last_became_peered":"2021-03-04T23:32:18.981790+0000","last_unstale":"2021-03-04T23:32:39.976803+0000","last_undegraded":"2021-03-04T23:32:39.976803+0000","last_fullsized":"2021-03-04T23:32:39.976803+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"74","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.977134+0000","last_change":"2021-03-04T23:32:19.165859+0000","last_active":"2021-03-04T23:32:39.977134+0000","last_peered":"2021-03-04T23:32:39.977134+0000","last_clean":"2021-03-04T23:32:39.977134+0000","last_became_active":"2021-03-04T23:32:19.018621+0000","last_became_peered":"2021-03-04T23:32:19.018621+0000","last_unstale":"2021-03-04T23:32:39.977134+0000","last_undegraded":"2021-03-04T23:32:39.977134+0000","last_fullsized":"2021-03-04T23:32:39.977134+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"95","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.257962+0000","last_change":"2021-03-04T23:32:26.238976+0000","last_active":"2021-03-04T23:32:34.257962+0000","last_peered":"2021-03-04T23:32:34.257962+0000","last_clean":"2021-03-04T23:32:34.257962+0000","last_became_active":"2021-03-04T23:32:26.238739+0000","last_became_peered":"2021-03-04T23:32:26.238739+0000","last_unstale":"2021-03-04T23:32:34.257962+0000","last_undegraded":"2021-03-04T23:32:34.257962+0000","last_fullsized":"2021-03-04T23:32:34.257962+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"64","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.976986+0000","last_change":"2021-03-04T23:32:19.011685+0000","last_active":"2021-03-04T23:32:39.976986+0000","last_peered":"2021-03-04T23:32:39.976986+0000","last_clean":"2021-03-04T23:32:39.976986+0000","last_became_active":"2021-03-04T23:32:19.011404+0000","last_became_peered":"2021-03-04T23:32:19.011404+0000","last_unstale":"2021-03-04T23:32:39.976986+0000","last_undegraded":"2021-03-04T23:32:39.976986+0000","last_fullsized":"2021-03-04T23:32:39.976986+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"292","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.976849+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:32:39.976849+0000","last_peered":"2021-03-04T23:32:39.976849+0000","last_clean":"2021-03-04T23:32:39.976849+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:32:39.976849+0000","last_undegraded":"2021-03-04T23:32:39.976849+0000","last_fullsized":"2021-03-04T23:32:39.976849+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"279","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.979431+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:32:41.979431+0000","last_peered":"2021-03-04T23:32:41.979431+0000","last_clean":"2021-03-04T23:32:41.979431+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:32:41.979431+0000","last_undegraded":"2021-03-04T23:32:41.979431+0000","last_fullsized":"2021-03-04T23:32:41.979431+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"64","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.977265+0000","last_change":"2021-03-04T23:32:19.019024+0000","last_active":"2021-03-04T23:32:39.977265+0000","last_peered":"2021-03-04T23:32:39.977265+0000","last_clean":"2021-03-04T23:32:39.977265+0000","last_became_active":"2021-03-04T23:32:19.018570+0000","last_became_peered":"2021-03-04T23:32:19.018570+0000","last_unstale":"2021-03-04T23:32:39.977265+0000","last_undegraded":"2021-03-04T23:32:39.977265+0000","last_fullsized":"2021-03-04T23:32:39.977265+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"55","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.977125+0000","last_change":"2021-03-04T23:32:26.245321+0000","last_active":"2021-03-04T23:32:39.977125+0000","last_peered":"2021-03-04T23:32:39.977125+0000","last_clean":"2021-03-04T23:32:39.977125+0000","last_became_active":"2021-03-04T23:32:26.243283+0000","last_became_peered":"2021-03-04T23:32:26.243283+0000","last_unstale":"2021-03-04T23:32:39.977125+0000","last_undegraded":"2021-03-04T23:32:39.977125+0000","last_fullsized":"2021-03-04T23:32:39.977125+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"251","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.976938+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:32:39.976938+0000","last_peered":"2021-03-04T23:32:39.976938+0000","last_clean":"2021-03-04T23:32:39.976938+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:32:39.976938+0000","last_undegraded":"2021-03-04T23:32:39.976938+0000","last_fullsized":"2021-03-04T23:32:39.976938+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"277","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.997131+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:32:41.997131+0000","last_peered":"2021-03-04T23:32:41.997131+0000","last_clean":"2021-03-04T23:32:41.997131+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:32:41.997131+0000","last_undegraded":"2021-03-04T23:32:41.997131+0000","last_fullsized":"2021-03-04T23:32:41.997131+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"64","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.976912+0000","last_change":"2021-03-04T23:32:18.982413+0000","last_active":"2021-03-04T23:32:39.976912+0000","last_peered":"2021-03-04T23:32:39.976912+0000","last_clean":"2021-03-04T23:32:39.976912+0000","last_became_active":"2021-03-04T23:32:18.981859+0000","last_became_peered":"2021-03-04T23:32:18.981859+0000","last_unstale":"2021-03-04T23:32:39.976912+0000","last_undegraded":"2021-03-04T23:32:39.976912+0000","last_fullsized":"2021-03-04T23:32:39.976912+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"261","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:35.762862+0000","last_change":"2021-03-04T23:31:58.062545+0000","last_active":"2021-03-04T23:32:35.762862+0000","last_peered":"2021-03-04T23:32:35.762862+0000","last_clean":"2021-03-04T23:32:35.762862+0000","last_became_active":"2021-03-04T23:31:58.062078+0000","last_became_peered":"2021-03-04T23:31:58.062078+0000","last_unstale":"2021-03-04T23:32:35.762862+0000","last_undegraded":"2021-03-04T23:32:35.762862+0000","last_fullsized":"2021-03-04T23:32:35.762862+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"162","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.259240+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:32:34.259240+0000","last_peered":"2021-03-04T23:32:34.259240+0000","last_clean":"2021-03-04T23:32:34.259240+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:32:34.259240+0000","last_undegraded":"2021-03-04T23:32:34.259240+0000","last_fullsized":"2021-03-04T23:32:34.259240+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"77","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.258530+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:32:34.258530+0000","last_peered":"2021-03-04T23:32:34.258530+0000","last_clean":"2021-03-04T23:32:34.258530+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:32:34.258530+0000","last_undegraded":"2021-03-04T23:32:34.258530+0000","last_fullsized":"2021-03-04T23:32:34.258530+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"64","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.977386+0000","last_change":"2021-03-04T23:32:18.990360+0000","last_active":"2021-03-04T23:32:39.977386+0000","last_peered":"2021-03-04T23:32:39.977386+0000","last_clean":"2021-03-04T23:32:39.977386+0000","last_became_active":"2021-03-04T23:32:18.985583+0000","last_became_peered":"2021-03-04T23:32:18.985583+0000","last_unstale":"2021-03-04T23:32:39.977386+0000","last_undegraded":"2021-03-04T23:32:39.977386+0000","last_fullsized":"2021-03-04T23:32:39.977386+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"15","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.260999+0000","last_change":"2021-03-04T23:32:26.249383+0000","last_active":"2021-03-04T23:32:34.260999+0000","last_peered":"2021-03-04T23:32:34.260999+0000","last_clean":"2021-03-04T23:32:34.260999+0000","last_became_active":"2021-03-04T23:32:26.249012+0000","last_became_peered":"2021-03-04T23:32:26.249012+0000","last_unstale":"2021-03-04T23:32:34.260999+0000","last_undegraded":"2021-03-04T23:32:34.260999+0000","last_fullsized":"2021-03-04T23:32:34.260999+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"261'12170","reported_seq":"12388","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.997037+0000","last_change":"2021-03-04T23:31:15.984936+0000","last_active":"2021-03-04T23:32:41.997037+0000","last_peered":"2021-03-04T23:32:41.997037+0000","last_clean":"2021-03-04T23:32:41.997037+0000","last_became_active":"2021-03-04T23:31:15.969777+0000","last_became_peered":"2021-03-04T23:31:15.969777+0000","last_unstale":"2021-03-04T23:32:41.997037+0000","last_undegraded":"2021-03-04T23:32:41.997037+0000","last_fullsized":"2021-03-04T23:32:41.997037+0000","mapping_epoch":236,"log_start":"152'8247","ondisk_log_start":"152'8247","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":3923,"ondisk_log_size":3923,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":454557696,"num_objects":6936,"num_object_clones":0,"num_object_copies":20808,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6936,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12170,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":1048576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"50","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.977422+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:32:39.977422+0000","last_peered":"2021-03-04T23:32:39.977422+0000","last_clean":"2021-03-04T23:32:39.977422+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:32:39.977422+0000","last_undegraded":"2021-03-04T23:32:39.977422+0000","last_fullsized":"2021-03-04T23:32:39.977422+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"282","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.979150+0000","last_change":"2021-03-04T23:32:18.976569+0000","last_active":"2021-03-04T23:32:41.979150+0000","last_peered":"2021-03-04T23:32:41.979150+0000","last_clean":"2021-03-04T23:32:41.979150+0000","last_became_active":"2021-03-04T23:32:18.976326+0000","last_became_peered":"2021-03-04T23:32:18.976326+0000","last_unstale":"2021-03-04T23:32:41.979150+0000","last_undegraded":"2021-03-04T23:32:41.979150+0000","last_fullsized":"2021-03-04T23:32:41.979150+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"64","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.977236+0000","last_change":"2021-03-04T23:32:18.981638+0000","last_active":"2021-03-04T23:32:39.977236+0000","last_peered":"2021-03-04T23:32:39.977236+0000","last_clean":"2021-03-04T23:32:39.977236+0000","last_became_active":"2021-03-04T23:32:18.981295+0000","last_became_peered":"2021-03-04T23:32:18.981295+0000","last_unstale":"2021-03-04T23:32:39.977236+0000","last_undegraded":"2021-03-04T23:32:39.977236+0000","last_fullsized":"2021-03-04T23:32:39.977236+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"172","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.263185+0000","last_change":"2021-03-04T23:31:58.069396+0000","last_active":"2021-03-04T23:32:34.263185+0000","last_peered":"2021-03-04T23:32:34.263185+0000","last_clean":"2021-03-04T23:32:34.263185+0000","last_became_active":"2021-03-04T23:31:58.069222+0000","last_became_peered":"2021-03-04T23:31:58.069222+0000","last_unstale":"2021-03-04T23:32:34.263185+0000","last_undegraded":"2021-03-04T23:32:34.263185+0000","last_fullsized":"2021-03-04T23:32:34.263185+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"259'12077","reported_seq":"32920","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.261006+0000","last_change":"2021-03-04T23:31:02.313487+0000","last_active":"2021-03-04T23:32:34.261006+0000","last_peered":"2021-03-04T23:32:34.261006+0000","last_clean":"2021-03-04T23:32:34.261006+0000","last_became_active":"2021-03-04T23:31:02.298187+0000","last_became_peered":"2021-03-04T23:31:02.298187+0000","last_unstale":"2021-03-04T23:32:34.261006+0000","last_undegraded":"2021-03-04T23:32:34.261006+0000","last_fullsized":"2021-03-04T23:32:34.261006+0000","mapping_epoch":230,"log_start":"142'5216","ondisk_log_start":"142'5216","created":137,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6861,"ondisk_log_size":6861,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":459210752,"num_objects":7007,"num_object_clones":0,"num_object_copies":21021,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7007,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12077,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8025,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"50","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.977310+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:32:39.977310+0000","last_peered":"2021-03-04T23:32:39.977310+0000","last_clean":"2021-03-04T23:32:39.977310+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:32:39.977310+0000","last_undegraded":"2021-03-04T23:32:39.977310+0000","last_fullsized":"2021-03-04T23:32:39.977310+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"342","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:36.588733+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:32:36.588733+0000","last_peered":"2021-03-04T23:32:36.588733+0000","last_clean":"2021-03-04T23:32:36.588733+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:32:36.588733+0000","last_undegraded":"2021-03-04T23:32:36.588733+0000","last_fullsized":"2021-03-04T23:32:36.588733+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"64","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.977549+0000","last_change":"2021-03-04T23:32:18.976226+0000","last_active":"2021-03-04T23:32:39.977549+0000","last_peered":"2021-03-04T23:32:39.977549+0000","last_clean":"2021-03-04T23:32:39.977549+0000","last_became_active":"2021-03-04T23:32:18.975856+0000","last_became_peered":"2021-03-04T23:32:18.975856+0000","last_unstale":"2021-03-04T23:32:39.977549+0000","last_undegraded":"2021-03-04T23:32:39.977549+0000","last_fullsized":"2021-03-04T23:32:39.977549+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"15","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.260926+0000","last_change":"2021-03-04T23:32:26.243559+0000","last_active":"2021-03-04T23:32:34.260926+0000","last_peered":"2021-03-04T23:32:34.260926+0000","last_clean":"2021-03-04T23:32:34.260926+0000","last_became_active":"2021-03-04T23:32:26.243315+0000","last_became_peered":"2021-03-04T23:32:26.243315+0000","last_unstale":"2021-03-04T23:32:34.260926+0000","last_undegraded":"2021-03-04T23:32:34.260926+0000","last_fullsized":"2021-03-04T23:32:34.260926+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"259'12271","reported_seq":"12453","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.981648+0000","last_change":"2021-03-04T23:31:16.986091+0000","last_active":"2021-03-04T23:32:41.981648+0000","last_peered":"2021-03-04T23:32:41.981648+0000","last_clean":"2021-03-04T23:32:41.981648+0000","last_became_active":"2021-03-04T23:31:16.966316+0000","last_became_peered":"2021-03-04T23:31:16.966316+0000","last_unstale":"2021-03-04T23:32:41.981648+0000","last_undegraded":"2021-03-04T23:32:41.981648+0000","last_fullsized":"2021-03-04T23:32:41.981648+0000","mapping_epoch":237,"log_start":"147'7087","ondisk_log_start":"147'7087","created":137,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5184,"ondisk_log_size":5184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":455278592,"num_objects":6947,"num_object_clones":0,"num_object_copies":20841,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6947,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12271,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"50","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.977364+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:32:39.977364+0000","last_peered":"2021-03-04T23:32:39.977364+0000","last_clean":"2021-03-04T23:32:39.977364+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:32:39.977364+0000","last_undegraded":"2021-03-04T23:32:39.977364+0000","last_fullsized":"2021-03-04T23:32:39.977364+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"21","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.259332+0000","last_change":"2021-03-04T23:32:18.980591+0000","last_active":"2021-03-04T23:32:34.259332+0000","last_peered":"2021-03-04T23:32:34.259332+0000","last_clean":"2021-03-04T23:32:34.259332+0000","last_became_active":"2021-03-04T23:32:18.980308+0000","last_became_peered":"2021-03-04T23:32:18.980308+0000","last_unstale":"2021-03-04T23:32:34.259332+0000","last_undegraded":"2021-03-04T23:32:34.259332+0000","last_fullsized":"2021-03-04T23:32:34.259332+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"64","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.977315+0000","last_change":"2021-03-04T23:32:18.981505+0000","last_active":"2021-03-04T23:32:39.977315+0000","last_peered":"2021-03-04T23:32:39.977315+0000","last_clean":"2021-03-04T23:32:39.977315+0000","last_became_active":"2021-03-04T23:32:18.981076+0000","last_became_peered":"2021-03-04T23:32:18.981076+0000","last_unstale":"2021-03-04T23:32:39.977315+0000","last_undegraded":"2021-03-04T23:32:39.977315+0000","last_fullsized":"2021-03-04T23:32:39.977315+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"46","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.977310+0000","last_change":"2021-03-04T23:31:15.977616+0000","last_active":"2021-03-04T23:32:39.977310+0000","last_peered":"2021-03-04T23:32:39.977310+0000","last_clean":"2021-03-04T23:32:39.977310+0000","last_became_active":"2021-03-04T23:31:15.976913+0000","last_became_peered":"2021-03-04T23:31:15.976913+0000","last_unstale":"2021-03-04T23:32:39.977310+0000","last_undegraded":"2021-03-04T23:32:39.977310+0000","last_fullsized":"2021-03-04T23:32:39.977310+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.6","version":"259'12364","reported_seq":"19084","reported_epoch":"273","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:32:41.982632+0000","last_change":"2021-03-04T23:32:27.548241+0000","last_active":"2021-03-04T23:32:41.982632+0000","last_peered":"2021-03-04T23:32:41.982632+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:32:27.370442+0000","last_became_peered":"2021-03-04T23:32:27.370442+0000","last_unstale":"2021-03-04T23:32:41.982632+0000","last_undegraded":"2021-03-04T23:32:27.364047+0000","last_fullsized":"2021-03-04T23:32:27.244914+0000","mapping_epoch":267,"log_start":"147'7182","ondisk_log_start":"147'7182","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5182,"ondisk_log_size":5182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":469499904,"num_objects":7164,"num_object_clones":0,"num_object_copies":21492,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8158,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7164,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12364,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3260,"num_bytes_recovered":213647360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"1,2,5","objects":1973},{"shards":"1,5","objects":2989},{"shards":"2,5,6","objects":2202}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"304","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.979255+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:32:41.979255+0000","last_peered":"2021-03-04T23:32:41.979255+0000","last_clean":"2021-03-04T23:32:41.979255+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:32:41.979255+0000","last_undegraded":"2021-03-04T23:32:41.979255+0000","last_fullsized":"2021-03-04T23:32:41.979255+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"268","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.996947+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:32:41.996947+0000","last_peered":"2021-03-04T23:32:41.996947+0000","last_clean":"2021-03-04T23:32:41.996947+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:32:41.996947+0000","last_undegraded":"2021-03-04T23:32:41.996947+0000","last_fullsized":"2021-03-04T23:32:41.996947+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"325","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.978920+0000","last_change":"2021-03-04T23:32:18.972523+0000","last_active":"2021-03-04T23:32:41.978920+0000","last_peered":"2021-03-04T23:32:41.978920+0000","last_clean":"2021-03-04T23:32:41.978920+0000","last_became_active":"2021-03-04T23:32:18.971535+0000","last_became_peered":"2021-03-04T23:32:18.971535+0000","last_unstale":"2021-03-04T23:32:41.978920+0000","last_undegraded":"2021-03-04T23:32:41.978920+0000","last_fullsized":"2021-03-04T23:32:41.978920+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"64","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.977068+0000","last_change":"2021-03-04T23:32:18.981988+0000","last_active":"2021-03-04T23:32:39.977068+0000","last_peered":"2021-03-04T23:32:39.977068+0000","last_clean":"2021-03-04T23:32:39.977068+0000","last_became_active":"2021-03-04T23:32:18.981427+0000","last_became_peered":"2021-03-04T23:32:18.981427+0000","last_unstale":"2021-03-04T23:32:39.977068+0000","last_undegraded":"2021-03-04T23:32:39.977068+0000","last_fullsized":"2021-03-04T23:32:39.977068+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"259'12060","reported_seq":"15608","reported_epoch":"272","state":"active+recovering+undersized+remapped+laggy","last_fresh":"2021-03-04T23:32:41.571545+0000","last_change":"2021-03-04T23:32:36.653108+0000","last_active":"2021-03-04T23:32:41.571545+0000","last_peered":"2021-03-04T23:32:41.571545+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:32:35.807116+0000","last_became_peered":"2021-03-04T23:32:35.807116+0000","last_unstale":"2021-03-04T23:32:41.571545+0000","last_undegraded":"2021-03-04T23:32:41.571545+0000","last_fullsized":"2021-03-04T23:32:19.969626+0000","mapping_epoch":261,"log_start":"141'4381","ondisk_log_start":"141'4381","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":7679,"ondisk_log_size":7679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":451936256,"num_objects":6896,"num_object_clones":0,"num_object_copies":20688,"num_objects_missing_on_primary":888,"num_objects_missing":888,"num_objects_degraded":0,"num_objects_misplaced":3965,"num_objects_unfound":0,"num_objects_dirty":6896,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12060,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1684,"num_bytes_recovered":99352576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6],"avail_no_missing":["2","7"],"object_location_counts":[{"shards":"3,4,7","objects":3965},{"shards":"3,6","objects":2931}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"63","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.257834+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:32:34.257834+0000","last_peered":"2021-03-04T23:32:34.257834+0000","last_clean":"2021-03-04T23:32:34.257834+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:32:34.257834+0000","last_undegraded":"2021-03-04T23:32:34.257834+0000","last_fullsized":"2021-03-04T23:32:34.257834+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"303","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.260700+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:32:34.260700+0000","last_peered":"2021-03-04T23:32:34.260700+0000","last_clean":"2021-03-04T23:32:34.260700+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:32:34.260700+0000","last_undegraded":"2021-03-04T23:32:34.260700+0000","last_fullsized":"2021-03-04T23:32:34.260700+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"283","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.979019+0000","last_change":"2021-03-04T23:31:58.069697+0000","last_active":"2021-03-04T23:32:41.979019+0000","last_peered":"2021-03-04T23:32:41.979019+0000","last_clean":"2021-03-04T23:32:41.979019+0000","last_became_active":"2021-03-04T23:31:58.068973+0000","last_became_peered":"2021-03-04T23:31:58.068973+0000","last_unstale":"2021-03-04T23:32:41.979019+0000","last_undegraded":"2021-03-04T23:32:41.979019+0000","last_fullsized":"2021-03-04T23:32:41.979019+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"64","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.976798+0000","last_change":"2021-03-04T23:32:19.011549+0000","last_active":"2021-03-04T23:32:39.976798+0000","last_peered":"2021-03-04T23:32:39.976798+0000","last_clean":"2021-03-04T23:32:39.976798+0000","last_became_active":"2021-03-04T23:32:19.011346+0000","last_became_peered":"2021-03-04T23:32:19.011346+0000","last_unstale":"2021-03-04T23:32:39.976798+0000","last_undegraded":"2021-03-04T23:32:39.976798+0000","last_fullsized":"2021-03-04T23:32:39.976798+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"261'12391","reported_seq":"27397","reported_epoch":"273","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:41.978868+0000","last_change":"2021-03-04T23:32:26.310942+0000","last_active":"2021-03-04T23:32:41.978868+0000","last_peered":"2021-03-04T23:32:41.978868+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:32:26.290638+0000","last_became_peered":"2021-03-04T23:32:26.290638+0000","last_unstale":"2021-03-04T23:32:41.978868+0000","last_undegraded":"2021-03-04T23:32:41.978868+0000","last_fullsized":"2021-03-04T23:32:41.978868+0000","mapping_epoch":266,"log_start":"153'8515","ondisk_log_start":"153'8515","created":137,"last_epoch_clean":233,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":3876,"ondisk_log_size":3876,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":461570048,"num_objects":7043,"num_object_clones":0,"num_object_copies":21129,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":14086,"num_objects_unfound":0,"num_objects_dirty":7043,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12391,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7388,"num_bytes_recovered":475725824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[5,0,2],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"0,2,5","objects":7043}],"blocked_by":[],"up_primary":1,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"30","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.259479+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:32:34.259479+0000","last_peered":"2021-03-04T23:32:34.259479+0000","last_clean":"2021-03-04T23:32:34.259479+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:32:34.259479+0000","last_undegraded":"2021-03-04T23:32:34.259479+0000","last_fullsized":"2021-03-04T23:32:34.259479+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"291","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.261071+0000","last_change":"2021-03-04T23:32:18.970427+0000","last_active":"2021-03-04T23:32:34.261071+0000","last_peered":"2021-03-04T23:32:34.261071+0000","last_clean":"2021-03-04T23:32:34.261071+0000","last_became_active":"2021-03-04T23:32:18.970152+0000","last_became_peered":"2021-03-04T23:32:18.970152+0000","last_unstale":"2021-03-04T23:32:34.261071+0000","last_undegraded":"2021-03-04T23:32:34.261071+0000","last_fullsized":"2021-03-04T23:32:34.261071+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"64","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.977284+0000","last_change":"2021-03-04T23:32:19.018810+0000","last_active":"2021-03-04T23:32:39.977284+0000","last_peered":"2021-03-04T23:32:39.977284+0000","last_clean":"2021-03-04T23:32:39.977284+0000","last_became_active":"2021-03-04T23:32:19.018286+0000","last_became_peered":"2021-03-04T23:32:19.018286+0000","last_unstale":"2021-03-04T23:32:39.977284+0000","last_undegraded":"2021-03-04T23:32:39.977284+0000","last_fullsized":"2021-03-04T23:32:39.977284+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"55","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.976927+0000","last_change":"2021-03-04T23:32:26.246083+0000","last_active":"2021-03-04T23:32:39.976927+0000","last_peered":"2021-03-04T23:32:39.976927+0000","last_clean":"2021-03-04T23:32:39.976927+0000","last_became_active":"2021-03-04T23:32:26.244207+0000","last_became_peered":"2021-03-04T23:32:26.244207+0000","last_unstale":"2021-03-04T23:32:39.976927+0000","last_undegraded":"2021-03-04T23:32:39.976927+0000","last_fullsized":"2021-03-04T23:32:39.976927+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"259'12099","reported_seq":"27636","reported_epoch":"272","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:32:39.978941+0000","last_change":"2021-03-04T23:32:26.376916+0000","last_active":"2021-03-04T23:32:39.978941+0000","last_peered":"2021-03-04T23:32:39.978941+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:32:26.331782+0000","last_became_peered":"2021-03-04T23:32:26.331782+0000","last_unstale":"2021-03-04T23:32:39.978941+0000","last_undegraded":"2021-03-04T23:32:26.253611+0000","last_fullsized":"2021-03-04T23:32:26.238493+0000","mapping_epoch":266,"log_start":"152'8173","ondisk_log_start":"152'8173","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":3926,"ondisk_log_size":3926,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":449642496,"num_objects":6861,"num_object_clones":0,"num_object_copies":20583,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3797,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6861,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12099,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5565,"num_bytes_recovered":304480256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3],"avail_no_missing":["7","0","3","6"],"object_location_counts":[{"shards":"3,5,7","objects":2096},{"shards":"3,7","objects":4765}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"268","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.260467+0000","last_change":"2021-03-04T23:31:58.064857+0000","last_active":"2021-03-04T23:32:34.260467+0000","last_peered":"2021-03-04T23:32:34.260467+0000","last_clean":"2021-03-04T23:32:34.260467+0000","last_became_active":"2021-03-04T23:31:58.064575+0000","last_became_peered":"2021-03-04T23:31:58.064575+0000","last_unstale":"2021-03-04T23:32:34.260467+0000","last_undegraded":"2021-03-04T23:32:34.260467+0000","last_fullsized":"2021-03-04T23:32:34.260467+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"330","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.260939+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:32:34.260939+0000","last_peered":"2021-03-04T23:32:34.260939+0000","last_clean":"2021-03-04T23:32:34.260939+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:32:34.260939+0000","last_undegraded":"2021-03-04T23:32:34.260939+0000","last_fullsized":"2021-03-04T23:32:34.260939+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"261","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:35.762930+0000","last_change":"2021-03-04T23:31:58.062715+0000","last_active":"2021-03-04T23:32:35.762930+0000","last_peered":"2021-03-04T23:32:35.762930+0000","last_clean":"2021-03-04T23:32:35.762930+0000","last_became_active":"2021-03-04T23:31:58.062351+0000","last_became_peered":"2021-03-04T23:31:58.062351+0000","last_unstale":"2021-03-04T23:32:35.762930+0000","last_undegraded":"2021-03-04T23:32:35.762930+0000","last_fullsized":"2021-03-04T23:32:35.762930+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"64","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.977109+0000","last_change":"2021-03-04T23:32:18.982415+0000","last_active":"2021-03-04T23:32:39.977109+0000","last_peered":"2021-03-04T23:32:39.977109+0000","last_clean":"2021-03-04T23:32:39.977109+0000","last_became_active":"2021-03-04T23:32:18.982097+0000","last_became_peered":"2021-03-04T23:32:18.982097+0000","last_unstale":"2021-03-04T23:32:39.977109+0000","last_undegraded":"2021-03-04T23:32:39.977109+0000","last_fullsized":"2021-03-04T23:32:39.977109+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"259'12172","reported_seq":"34741","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.257873+0000","last_change":"2021-03-04T23:32:23.249042+0000","last_active":"2021-03-04T23:32:34.257873+0000","last_peered":"2021-03-04T23:32:34.257873+0000","last_clean":"2021-03-04T23:32:34.257873+0000","last_became_active":"2021-03-04T23:32:23.233324+0000","last_became_peered":"2021-03-04T23:32:23.233324+0000","last_unstale":"2021-03-04T23:32:34.257873+0000","last_undegraded":"2021-03-04T23:32:34.257873+0000","last_fullsized":"2021-03-04T23:32:34.257873+0000","mapping_epoch":264,"log_start":"147'6930","ondisk_log_start":"147'6930","created":137,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5242,"ondisk_log_size":5242,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":458096640,"num_objects":6990,"num_object_clones":0,"num_object_copies":20970,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6990,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12172,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11178,"num_bytes_recovered":644808704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"86","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.257725+0000","last_change":"2021-03-04T23:32:26.240947+0000","last_active":"2021-03-04T23:32:34.257725+0000","last_peered":"2021-03-04T23:32:34.257725+0000","last_clean":"2021-03-04T23:32:34.257725+0000","last_became_active":"2021-03-04T23:32:26.240743+0000","last_became_peered":"2021-03-04T23:32:26.240743+0000","last_unstale":"2021-03-04T23:32:34.257725+0000","last_undegraded":"2021-03-04T23:32:34.257725+0000","last_fullsized":"2021-03-04T23:32:34.257725+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"111","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.262418+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:32:34.262418+0000","last_peered":"2021-03-04T23:32:34.262418+0000","last_clean":"2021-03-04T23:32:34.262418+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:32:34.262418+0000","last_undegraded":"2021-03-04T23:32:34.262418+0000","last_fullsized":"2021-03-04T23:32:34.262418+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"64","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.977492+0000","last_change":"2021-03-04T23:32:18.981845+0000","last_active":"2021-03-04T23:32:39.977492+0000","last_peered":"2021-03-04T23:32:39.977492+0000","last_clean":"2021-03-04T23:32:39.977492+0000","last_became_active":"2021-03-04T23:32:18.981465+0000","last_became_peered":"2021-03-04T23:32:18.981465+0000","last_unstale":"2021-03-04T23:32:39.977492+0000","last_undegraded":"2021-03-04T23:32:39.977492+0000","last_fullsized":"2021-03-04T23:32:39.977492+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"259'12117","reported_seq":"26244","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:32:43.006956+0000","last_change":"2021-03-04T23:32:43.006956+0000","last_active":"2021-03-04T23:32:43.006956+0000","last_peered":"2021-03-04T23:32:43.006956+0000","last_clean":"2021-03-04T23:32:43.006956+0000","last_became_active":"2021-03-04T23:32:42.989066+0000","last_became_peered":"2021-03-04T23:32:42.989066+0000","last_unstale":"2021-03-04T23:32:43.006956+0000","last_undegraded":"2021-03-04T23:32:43.006956+0000","last_fullsized":"2021-03-04T23:32:43.006956+0000","mapping_epoch":273,"log_start":"147'6934","ondisk_log_start":"147'6934","created":137,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5183,"ondisk_log_size":5183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":454885376,"num_objects":6941,"num_object_clones":0,"num_object_copies":20823,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6941,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12117,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6961,"num_bytes_recovered":299565056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"15","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.260879+0000","last_change":"2021-03-04T23:32:26.243555+0000","last_active":"2021-03-04T23:32:34.260879+0000","last_peered":"2021-03-04T23:32:34.260879+0000","last_clean":"2021-03-04T23:32:34.260879+0000","last_became_active":"2021-03-04T23:32:26.243321+0000","last_became_peered":"2021-03-04T23:32:26.243321+0000","last_unstale":"2021-03-04T23:32:34.260879+0000","last_undegraded":"2021-03-04T23:32:34.260879+0000","last_fullsized":"2021-03-04T23:32:34.260879+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"286","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.979245+0000","last_change":"2021-03-04T23:31:58.061270+0000","last_active":"2021-03-04T23:32:41.979245+0000","last_peered":"2021-03-04T23:32:41.979245+0000","last_clean":"2021-03-04T23:32:41.979245+0000","last_became_active":"2021-03-04T23:31:58.060937+0000","last_became_peered":"2021-03-04T23:31:58.060937+0000","last_unstale":"2021-03-04T23:32:41.979245+0000","last_undegraded":"2021-03-04T23:32:41.979245+0000","last_fullsized":"2021-03-04T23:32:41.979245+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"15","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.260679+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:32:34.260679+0000","last_peered":"2021-03-04T23:32:34.260679+0000","last_clean":"2021-03-04T23:32:34.260679+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:32:34.260679+0000","last_undegraded":"2021-03-04T23:32:34.260679+0000","last_fullsized":"2021-03-04T23:32:34.260679+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"64","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.976935+0000","last_change":"2021-03-04T23:32:18.981793+0000","last_active":"2021-03-04T23:32:39.976935+0000","last_peered":"2021-03-04T23:32:39.976935+0000","last_clean":"2021-03-04T23:32:39.976935+0000","last_became_active":"2021-03-04T23:32:18.981354+0000","last_became_peered":"2021-03-04T23:32:18.981354+0000","last_unstale":"2021-03-04T23:32:39.976935+0000","last_undegraded":"2021-03-04T23:32:39.976935+0000","last_fullsized":"2021-03-04T23:32:39.976935+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"259'12242","reported_seq":"26967","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.996807+0000","last_change":"2021-03-04T23:31:15.989387+0000","last_active":"2021-03-04T23:32:41.996807+0000","last_peered":"2021-03-04T23:32:41.996807+0000","last_clean":"2021-03-04T23:32:41.996807+0000","last_became_active":"2021-03-04T23:31:15.968551+0000","last_became_peered":"2021-03-04T23:31:15.968551+0000","last_unstale":"2021-03-04T23:32:41.996807+0000","last_undegraded":"2021-03-04T23:32:41.996807+0000","last_fullsized":"2021-03-04T23:32:41.996807+0000","mapping_epoch":236,"log_start":"152'8303","ondisk_log_start":"152'8303","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":3939,"ondisk_log_size":3939,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":463732736,"num_objects":7076,"num_object_clones":0,"num_object_copies":21228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7076,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12242,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7379,"num_bytes_recovered":476381184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"326","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.978983+0000","last_change":"2021-03-04T23:32:18.974052+0000","last_active":"2021-03-04T23:32:41.978983+0000","last_peered":"2021-03-04T23:32:41.978983+0000","last_clean":"2021-03-04T23:32:41.978983+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:32:41.978983+0000","last_undegraded":"2021-03-04T23:32:41.978983+0000","last_fullsized":"2021-03-04T23:32:41.978983+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"274","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.260617+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:32:34.260617+0000","last_peered":"2021-03-04T23:32:34.260617+0000","last_clean":"2021-03-04T23:32:34.260617+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:32:34.260617+0000","last_undegraded":"2021-03-04T23:32:34.260617+0000","last_fullsized":"2021-03-04T23:32:34.260617+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"15","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.260852+0000","last_change":"2021-03-04T23:32:26.241730+0000","last_active":"2021-03-04T23:32:34.260852+0000","last_peered":"2021-03-04T23:32:34.260852+0000","last_clean":"2021-03-04T23:32:34.260852+0000","last_became_active":"2021-03-04T23:32:26.241443+0000","last_became_peered":"2021-03-04T23:32:26.241443+0000","last_unstale":"2021-03-04T23:32:34.260852+0000","last_undegraded":"2021-03-04T23:32:34.260852+0000","last_fullsized":"2021-03-04T23:32:34.260852+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"64","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.976984+0000","last_change":"2021-03-04T23:32:18.982273+0000","last_active":"2021-03-04T23:32:39.976984+0000","last_peered":"2021-03-04T23:32:39.976984+0000","last_clean":"2021-03-04T23:32:39.976984+0000","last_became_active":"2021-03-04T23:32:18.981390+0000","last_became_peered":"2021-03-04T23:32:18.981390+0000","last_unstale":"2021-03-04T23:32:39.976984+0000","last_undegraded":"2021-03-04T23:32:39.976984+0000","last_fullsized":"2021-03-04T23:32:39.976984+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"259'12224","reported_seq":"20107","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.979132+0000","last_change":"2021-03-04T23:31:15.990321+0000","last_active":"2021-03-04T23:32:41.979132+0000","last_peered":"2021-03-04T23:32:41.979132+0000","last_clean":"2021-03-04T23:32:41.979132+0000","last_became_active":"2021-03-04T23:31:15.968330+0000","last_became_peered":"2021-03-04T23:31:15.968330+0000","last_unstale":"2021-03-04T23:32:41.979132+0000","last_undegraded":"2021-03-04T23:32:41.979132+0000","last_fullsized":"2021-03-04T23:32:41.979132+0000","mapping_epoch":236,"log_start":"147'7043","ondisk_log_start":"147'7043","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5181,"ondisk_log_size":5181,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":447348736,"num_objects":6826,"num_object_clones":0,"num_object_copies":20478,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6826,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12224,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3842,"num_bytes_recovered":151388160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"264","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:35.762989+0000","last_change":"2021-03-04T23:31:58.062851+0000","last_active":"2021-03-04T23:32:35.762989+0000","last_peered":"2021-03-04T23:32:35.762989+0000","last_clean":"2021-03-04T23:32:35.762989+0000","last_became_active":"2021-03-04T23:31:58.062390+0000","last_became_peered":"2021-03-04T23:31:58.062390+0000","last_unstale":"2021-03-04T23:32:35.762989+0000","last_undegraded":"2021-03-04T23:32:35.762989+0000","last_fullsized":"2021-03-04T23:32:35.762989+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"15","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.260643+0000","last_change":"2021-03-04T23:32:26.241630+0000","last_active":"2021-03-04T23:32:34.260643+0000","last_peered":"2021-03-04T23:32:34.260643+0000","last_clean":"2021-03-04T23:32:34.260643+0000","last_became_active":"2021-03-04T23:32:26.241377+0000","last_became_peered":"2021-03-04T23:32:26.241377+0000","last_unstale":"2021-03-04T23:32:34.260643+0000","last_undegraded":"2021-03-04T23:32:34.260643+0000","last_fullsized":"2021-03-04T23:32:34.260643+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"15","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.261051+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:32:34.261051+0000","last_peered":"2021-03-04T23:32:34.261051+0000","last_clean":"2021-03-04T23:32:34.261051+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:32:34.261051+0000","last_undegraded":"2021-03-04T23:32:34.261051+0000","last_fullsized":"2021-03-04T23:32:34.261051+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"259'12172","reported_seq":"28259","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.257778+0000","last_change":"2021-03-04T23:30:59.306069+0000","last_active":"2021-03-04T23:32:34.257778+0000","last_peered":"2021-03-04T23:32:34.257778+0000","last_clean":"2021-03-04T23:32:34.257778+0000","last_became_active":"2021-03-04T23:30:59.292136+0000","last_became_peered":"2021-03-04T23:30:59.292136+0000","last_unstale":"2021-03-04T23:32:34.257778+0000","last_undegraded":"2021-03-04T23:32:34.257778+0000","last_fullsized":"2021-03-04T23:32:34.257778+0000","mapping_epoch":228,"log_start":"152'8097","ondisk_log_start":"152'8097","created":137,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4075,"ondisk_log_size":4075,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":455475200,"num_objects":6950,"num_object_clones":0,"num_object_copies":20850,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6950,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12172,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7939,"num_bytes_recovered":520224768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"284","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.979136+0000","last_change":"2021-03-04T23:31:58.069375+0000","last_active":"2021-03-04T23:32:41.979136+0000","last_peered":"2021-03-04T23:32:41.979136+0000","last_clean":"2021-03-04T23:32:41.979136+0000","last_became_active":"2021-03-04T23:31:58.069076+0000","last_became_peered":"2021-03-04T23:31:58.069076+0000","last_unstale":"2021-03-04T23:32:41.979136+0000","last_undegraded":"2021-03-04T23:32:41.979136+0000","last_fullsized":"2021-03-04T23:32:41.979136+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"64","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.977040+0000","last_change":"2021-03-04T23:32:18.976198+0000","last_active":"2021-03-04T23:32:39.977040+0000","last_peered":"2021-03-04T23:32:39.977040+0000","last_clean":"2021-03-04T23:32:39.977040+0000","last_became_active":"2021-03-04T23:32:18.975757+0000","last_became_peered":"2021-03-04T23:32:18.975757+0000","last_unstale":"2021-03-04T23:32:39.977040+0000","last_undegraded":"2021-03-04T23:32:39.977040+0000","last_fullsized":"2021-03-04T23:32:39.977040+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"59","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.257802+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:32:34.257802+0000","last_peered":"2021-03-04T23:32:34.257802+0000","last_clean":"2021-03-04T23:32:34.257802+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:32:34.257802+0000","last_undegraded":"2021-03-04T23:32:34.257802+0000","last_fullsized":"2021-03-04T23:32:34.257802+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"21","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.259458+0000","last_change":"2021-03-04T23:32:18.986718+0000","last_active":"2021-03-04T23:32:34.259458+0000","last_peered":"2021-03-04T23:32:34.259458+0000","last_clean":"2021-03-04T23:32:34.259458+0000","last_became_active":"2021-03-04T23:32:18.986509+0000","last_became_peered":"2021-03-04T23:32:18.986509+0000","last_unstale":"2021-03-04T23:32:34.259458+0000","last_undegraded":"2021-03-04T23:32:34.259458+0000","last_fullsized":"2021-03-04T23:32:34.259458+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"64","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.977088+0000","last_change":"2021-03-04T23:32:19.018869+0000","last_active":"2021-03-04T23:32:39.977088+0000","last_peered":"2021-03-04T23:32:39.977088+0000","last_clean":"2021-03-04T23:32:39.977088+0000","last_became_active":"2021-03-04T23:32:19.018305+0000","last_became_peered":"2021-03-04T23:32:19.018305+0000","last_unstale":"2021-03-04T23:32:39.977088+0000","last_undegraded":"2021-03-04T23:32:39.977088+0000","last_fullsized":"2021-03-04T23:32:39.977088+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"259'12487","reported_seq":"34273","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.996950+0000","last_change":"2021-03-04T23:32:34.277292+0000","last_active":"2021-03-04T23:32:41.996950+0000","last_peered":"2021-03-04T23:32:41.996950+0000","last_clean":"2021-03-04T23:32:41.996950+0000","last_became_active":"2021-03-04T23:32:34.260379+0000","last_became_peered":"2021-03-04T23:32:34.260379+0000","last_unstale":"2021-03-04T23:32:41.996950+0000","last_undegraded":"2021-03-04T23:32:41.996950+0000","last_fullsized":"2021-03-04T23:32:41.996950+0000","mapping_epoch":270,"log_start":"154'8635","ondisk_log_start":"154'8635","created":137,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":3852,"ondisk_log_size":3852,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":464060416,"num_objects":7081,"num_object_clones":0,"num_object_copies":21243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7081,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12487,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10774,"num_bytes_recovered":705953792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"55","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.976868+0000","last_change":"2021-03-04T23:32:26.246392+0000","last_active":"2021-03-04T23:32:39.976868+0000","last_peered":"2021-03-04T23:32:39.976868+0000","last_clean":"2021-03-04T23:32:39.976868+0000","last_became_active":"2021-03-04T23:32:26.245274+0000","last_became_peered":"2021-03-04T23:32:26.245274+0000","last_unstale":"2021-03-04T23:32:39.976868+0000","last_undegraded":"2021-03-04T23:32:39.976868+0000","last_fullsized":"2021-03-04T23:32:39.976868+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"258","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.996897+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:32:41.996897+0000","last_peered":"2021-03-04T23:32:41.996897+0000","last_clean":"2021-03-04T23:32:41.996897+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:32:41.996897+0000","last_undegraded":"2021-03-04T23:32:41.996897+0000","last_fullsized":"2021-03-04T23:32:41.996897+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"304","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.997221+0000","last_change":"2021-03-04T23:32:26.243552+0000","last_active":"2021-03-04T23:32:41.997221+0000","last_peered":"2021-03-04T23:32:41.997221+0000","last_clean":"2021-03-04T23:32:41.997221+0000","last_became_active":"2021-03-04T23:32:26.243356+0000","last_became_peered":"2021-03-04T23:32:26.243356+0000","last_unstale":"2021-03-04T23:32:41.997221+0000","last_undegraded":"2021-03-04T23:32:41.997221+0000","last_fullsized":"2021-03-04T23:32:41.997221+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"64","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.977404+0000","last_change":"2021-03-04T23:32:18.976958+0000","last_active":"2021-03-04T23:32:39.977404+0000","last_peered":"2021-03-04T23:32:39.977404+0000","last_clean":"2021-03-04T23:32:39.977404+0000","last_became_active":"2021-03-04T23:32:18.975806+0000","last_became_peered":"2021-03-04T23:32:18.975806+0000","last_unstale":"2021-03-04T23:32:39.977404+0000","last_undegraded":"2021-03-04T23:32:39.977404+0000","last_fullsized":"2021-03-04T23:32:39.977404+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"259'12171","reported_seq":"29814","reported_epoch":"272","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:39.976719+0000","last_change":"2021-03-04T23:32:27.307328+0000","last_active":"2021-03-04T23:32:39.976719+0000","last_peered":"2021-03-04T23:32:39.976719+0000","last_clean":"2021-03-04T23:32:23.232073+0000","last_became_active":"2021-03-04T23:32:27.288606+0000","last_became_peered":"2021-03-04T23:32:27.288606+0000","last_unstale":"2021-03-04T23:32:39.976719+0000","last_undegraded":"2021-03-04T23:32:39.976719+0000","last_fullsized":"2021-03-04T23:32:39.976719+0000","mapping_epoch":267,"log_start":"152'8286","ondisk_log_start":"152'8286","created":137,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":3885,"ondisk_log_size":3885,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":457375744,"num_objects":6979,"num_object_clones":0,"num_object_copies":20937,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6979,"num_objects_unfound":0,"num_objects_dirty":6979,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12171,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8712,"num_bytes_recovered":396623872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,0],"avail_no_missing":["7","0","4"],"object_location_counts":[{"shards":"0,4,7","objects":6979}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"46","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.977234+0000","last_change":"2021-03-04T23:31:15.976911+0000","last_active":"2021-03-04T23:32:39.977234+0000","last_peered":"2021-03-04T23:32:39.977234+0000","last_clean":"2021-03-04T23:32:39.977234+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:32:39.977234+0000","last_undegraded":"2021-03-04T23:32:39.977234+0000","last_fullsized":"2021-03-04T23:32:39.977234+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"15","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.260973+0000","last_change":"2021-03-04T23:32:26.241609+0000","last_active":"2021-03-04T23:32:34.260973+0000","last_peered":"2021-03-04T23:32:34.260973+0000","last_clean":"2021-03-04T23:32:34.260973+0000","last_became_active":"2021-03-04T23:32:26.241419+0000","last_became_peered":"2021-03-04T23:32:26.241419+0000","last_unstale":"2021-03-04T23:32:34.260973+0000","last_undegraded":"2021-03-04T23:32:34.260973+0000","last_fullsized":"2021-03-04T23:32:34.260973+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"236","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.979064+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:32:41.979064+0000","last_peered":"2021-03-04T23:32:41.979064+0000","last_clean":"2021-03-04T23:32:41.979064+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:32:41.979064+0000","last_undegraded":"2021-03-04T23:32:41.979064+0000","last_fullsized":"2021-03-04T23:32:41.979064+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"64","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.977444+0000","last_change":"2021-03-04T23:32:18.990243+0000","last_active":"2021-03-04T23:32:39.977444+0000","last_peered":"2021-03-04T23:32:39.977444+0000","last_clean":"2021-03-04T23:32:39.977444+0000","last_became_active":"2021-03-04T23:32:18.985408+0000","last_became_peered":"2021-03-04T23:32:18.985408+0000","last_unstale":"2021-03-04T23:32:39.977444+0000","last_undegraded":"2021-03-04T23:32:39.977444+0000","last_fullsized":"2021-03-04T23:32:39.977444+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"259'12084","reported_seq":"14308","reported_epoch":"273","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:32:42.620065+0000","last_change":"2021-03-04T23:32:41.449335+0000","last_active":"2021-03-04T23:32:42.620065+0000","last_peered":"2021-03-04T23:32:42.620065+0000","last_clean":"2021-03-04T23:25:36.101793+0000","last_became_active":"2021-03-04T23:32:26.297925+0000","last_became_peered":"2021-03-04T23:32:26.297925+0000","last_unstale":"2021-03-04T23:32:42.620065+0000","last_undegraded":"2021-03-04T23:32:42.620065+0000","last_fullsized":"2021-03-04T23:32:26.238171+0000","mapping_epoch":266,"log_start":"152'8095","ondisk_log_start":"152'8095","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":3989,"ondisk_log_size":3989,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":451608600,"num_objects":6892,"num_object_clones":0,"num_object_copies":20676,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1236,"num_objects_unfound":0,"num_objects_dirty":6892,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12084,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1013,"num_bytes_recovered":66387968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,5],"avail_no_missing":["7","5","6"],"object_location_counts":[{"shards":"4,5,7","objects":1236},{"shards":"5,7","objects":5656}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"85","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.258477+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:32:34.258477+0000","last_peered":"2021-03-04T23:32:34.258477+0000","last_clean":"2021-03-04T23:32:34.258477+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:32:34.258477+0000","last_undegraded":"2021-03-04T23:32:34.258477+0000","last_fullsized":"2021-03-04T23:32:34.258477+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"15","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.260940+0000","last_change":"2021-03-04T23:32:26.249226+0000","last_active":"2021-03-04T23:32:34.260940+0000","last_peered":"2021-03-04T23:32:34.260940+0000","last_clean":"2021-03-04T23:32:34.260940+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:32:34.260940+0000","last_undegraded":"2021-03-04T23:32:34.260940+0000","last_fullsized":"2021-03-04T23:32:34.260940+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"77","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.257672+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:32:34.257672+0000","last_peered":"2021-03-04T23:32:34.257672+0000","last_clean":"2021-03-04T23:32:34.257672+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:32:34.257672+0000","last_undegraded":"2021-03-04T23:32:34.257672+0000","last_fullsized":"2021-03-04T23:32:34.257672+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"64","reported_epoch":"272","state":"active+clean","last_fresh":"2021-03-04T23:32:39.977356+0000","last_change":"2021-03-04T23:32:18.976964+0000","last_active":"2021-03-04T23:32:39.977356+0000","last_peered":"2021-03-04T23:32:39.977356+0000","last_clean":"2021-03-04T23:32:39.977356+0000","last_became_active":"2021-03-04T23:32:18.976053+0000","last_became_peered":"2021-03-04T23:32:18.976053+0000","last_unstale":"2021-03-04T23:32:39.977356+0000","last_undegraded":"2021-03-04T23:32:39.977356+0000","last_fullsized":"2021-03-04T23:32:39.977356+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"261'12157","reported_seq":"19748","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.258072+0000","last_change":"2021-03-04T23:31:15.998496+0000","last_active":"2021-03-04T23:32:34.258072+0000","last_peered":"2021-03-04T23:32:34.258072+0000","last_clean":"2021-03-04T23:32:34.258072+0000","last_became_active":"2021-03-04T23:31:15.976417+0000","last_became_peered":"2021-03-04T23:31:15.976417+0000","last_unstale":"2021-03-04T23:32:34.258072+0000","last_undegraded":"2021-03-04T23:32:34.258072+0000","last_fullsized":"2021-03-04T23:32:34.258072+0000","mapping_epoch":236,"log_start":"147'6975","ondisk_log_start":"147'6975","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5182,"ondisk_log_size":5182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":451084288,"num_objects":6883,"num_object_clones":0,"num_object_copies":20649,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6883,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12157,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3697,"num_bytes_recovered":238419968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"173","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.263201+0000","last_change":"2021-03-04T23:31:58.069248+0000","last_active":"2021-03-04T23:32:34.263201+0000","last_peered":"2021-03-04T23:32:34.263201+0000","last_clean":"2021-03-04T23:32:34.263201+0000","last_became_active":"2021-03-04T23:31:58.068899+0000","last_became_peered":"2021-03-04T23:31:58.068899+0000","last_unstale":"2021-03-04T23:32:34.263201+0000","last_undegraded":"2021-03-04T23:32:34.263201+0000","last_fullsized":"2021-03-04T23:32:34.263201+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"307","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.997248+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:32:41.997248+0000","last_peered":"2021-03-04T23:32:41.997248+0000","last_clean":"2021-03-04T23:32:41.997248+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:32:41.997248+0000","last_undegraded":"2021-03-04T23:32:41.997248+0000","last_fullsized":"2021-03-04T23:32:41.997248+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"243","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.261964+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:32:34.261964+0000","last_peered":"2021-03-04T23:32:34.261964+0000","last_clean":"2021-03-04T23:32:34.261964+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:32:34.261964+0000","last_undegraded":"2021-03-04T23:32:34.261964+0000","last_fullsized":"2021-03-04T23:32:34.261964+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"240","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.997037+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:32:41.997037+0000","last_peered":"2021-03-04T23:32:41.997037+0000","last_clean":"2021-03-04T23:32:41.997037+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:32:41.997037+0000","last_undegraded":"2021-03-04T23:32:41.997037+0000","last_fullsized":"2021-03-04T23:32:41.997037+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"278","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.260964+0000","last_change":"2021-03-04T23:31:58.060196+0000","last_active":"2021-03-04T23:32:34.260964+0000","last_peered":"2021-03-04T23:32:34.260964+0000","last_clean":"2021-03-04T23:32:34.260964+0000","last_became_active":"2021-03-04T23:31:58.059959+0000","last_became_peered":"2021-03-04T23:31:58.059959+0000","last_unstale":"2021-03-04T23:32:34.260964+0000","last_undegraded":"2021-03-04T23:32:34.260964+0000","last_fullsized":"2021-03-04T23:32:34.260964+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"337","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.979289+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:32:41.979289+0000","last_peered":"2021-03-04T23:32:41.979289+0000","last_clean":"2021-03-04T23:32:41.979289+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:32:41.979289+0000","last_undegraded":"2021-03-04T23:32:41.979289+0000","last_fullsized":"2021-03-04T23:32:41.979289+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"318","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.260857+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:32:34.260857+0000","last_peered":"2021-03-04T23:32:34.260857+0000","last_clean":"2021-03-04T23:32:34.260857+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:32:34.260857+0000","last_undegraded":"2021-03-04T23:32:34.260857+0000","last_fullsized":"2021-03-04T23:32:34.260857+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"283","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.979218+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:32:41.979218+0000","last_peered":"2021-03-04T23:32:41.979218+0000","last_clean":"2021-03-04T23:32:41.979218+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:32:41.979218+0000","last_undegraded":"2021-03-04T23:32:41.979218+0000","last_fullsized":"2021-03-04T23:32:41.979218+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"288","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.260513+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:32:34.260513+0000","last_peered":"2021-03-04T23:32:34.260513+0000","last_clean":"2021-03-04T23:32:34.260513+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:32:34.260513+0000","last_undegraded":"2021-03-04T23:32:34.260513+0000","last_fullsized":"2021-03-04T23:32:34.260513+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"77","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.258221+0000","last_change":"2021-03-04T23:32:18.971387+0000","last_active":"2021-03-04T23:32:34.258221+0000","last_peered":"2021-03-04T23:32:34.258221+0000","last_clean":"2021-03-04T23:32:34.258221+0000","last_became_active":"2021-03-04T23:32:18.971083+0000","last_became_peered":"2021-03-04T23:32:18.971083+0000","last_unstale":"2021-03-04T23:32:34.258221+0000","last_undegraded":"2021-03-04T23:32:34.258221+0000","last_fullsized":"2021-03-04T23:32:34.258221+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"61","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:35.762795+0000","last_change":"2021-03-04T23:31:58.062548+0000","last_active":"2021-03-04T23:32:35.762795+0000","last_peered":"2021-03-04T23:32:35.762795+0000","last_clean":"2021-03-04T23:32:35.762795+0000","last_became_active":"2021-03-04T23:31:58.062122+0000","last_became_peered":"2021-03-04T23:31:58.062122+0000","last_unstale":"2021-03-04T23:32:35.762795+0000","last_undegraded":"2021-03-04T23:32:35.762795+0000","last_fullsized":"2021-03-04T23:32:35.762795+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"248","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.997165+0000","last_change":"2021-03-04T23:32:19.162403+0000","last_active":"2021-03-04T23:32:41.997165+0000","last_peered":"2021-03-04T23:32:41.997165+0000","last_clean":"2021-03-04T23:32:41.997165+0000","last_became_active":"2021-03-04T23:32:18.984227+0000","last_became_peered":"2021-03-04T23:32:18.984227+0000","last_unstale":"2021-03-04T23:32:41.997165+0000","last_undegraded":"2021-03-04T23:32:41.997165+0000","last_fullsized":"2021-03-04T23:32:41.997165+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"339","reported_epoch":"271","state":"active+clean","last_fresh":"2021-03-04T23:32:34.260404+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:32:34.260404+0000","last_peered":"2021-03-04T23:32:34.260404+0000","last_clean":"2021-03-04T23:32:34.260404+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:32:34.260404+0000","last_undegraded":"2021-03-04T23:32:34.260404+0000","last_fullsized":"2021-03-04T23:32:34.260404+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":10713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8326546,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":6},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":7305363480,"num_objects":111472,"num_object_clones":0,"num_object_copies":334416,"num_objects_missing_on_primary":888,"num_objects_missing":888,"num_objects_degraded":11955,"num_objects_misplaced":26266,"num_objects_unfound":0,"num_objects_dirty":111472,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":195258,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":87569,"num_bytes_recovered":5110497280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":25640054784,"data_stored":25640042568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":77159,"ondisk_log_size":77159,"up":48,"acting":44,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495960,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5750272,"kb_used_data":4701688,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":82330112,"statfs":{"total":90194313216,"available":84306034688,"internally_reserved":1073741824,"allocated":4814528512,"data_stored":4813182565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:54 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.34000000000000002,"15min":0.32400000000000001},"min":{"1min":0.155,"5min":0.125,"15min":0.125},"max":{"1min":0.84899999999999998,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.41599999999999998,"15min":0.41099999999999998},"min":{"1min":0.183,"5min":0.158,"15min":0.158},"max":{"1min":0.90100000000000002,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.40000000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:32:30 2021","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.40799999999999997,"15min":0.59099999999999997},"min":{"1min":0.24299999999999999,"5min":0.16500000000000001,"15min":0.16200000000000001},"max":{"1min":0.72599999999999998,"5min":0.91700000000000004,"15min":37.856000000000002},"last":0.374},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.438,"15min":0.67000000000000004},"min":{"1min":0.27900000000000003,"5min":0.187,"15min":0.17399999999999999},"max":{"1min":0.86399999999999999,"5min":1.0409999999999999,"15min":37.914000000000001},"last":0.50600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.377,"15min":0.505},"min":{"1min":0.25800000000000001,"5min":0.20300000000000001,"15min":0.16700000000000001},"max":{"1min":0.91300000000000003,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.44600000000000001,"15min":0.52500000000000002},"min":{"1min":0.36599999999999999,"5min":0.182,"15min":0.182},"max":{"1min":0.82399999999999995,"5min":0.94499999999999995,"15min":3.206},"last":0.54900000000000004}]},{"osd":3,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.40100000000000002,"15min":0.93600000000000005},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.18099999999999999},"max":{"1min":0.88,"5min":0.96399999999999997,"15min":63.959000000000003},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.39400000000000002,"15min":0.96899999999999997},"min":{"1min":0.26800000000000002,"5min":0.20699999999999999,"15min":0.183},"max":{"1min":0.79500000000000004,"5min":0.84399999999999997,"15min":64.183999999999997},"last":0.25700000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.33300000000000002,"15min":0.38800000000000001},"min":{"1min":0.216,"5min":0.17100000000000001,"15min":0.13100000000000001},"max":{"1min":0.49299999999999999,"5min":0.746,"15min":4.0179999999999998},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.27200000000000002,"5min":0.29799999999999999,"15min":0.34899999999999998},"min":{"1min":0.188,"5min":0.16500000000000001,"15min":0.13900000000000001},"max":{"1min":0.42699999999999999,"5min":0.76500000000000001,"15min":3.7410000000000001},"last":0.36399999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.246,"5min":0.28499999999999998,"15min":0.33200000000000002},"min":{"1min":0.159,"5min":0.152,"15min":0.14299999999999999},"max":{"1min":0.40400000000000003,"5min":0.67900000000000005,"15min":3.621},"last":0.443},{"interface":"front","average":{"1min":0.311,"5min":0.35599999999999998,"15min":0.42399999999999999},"min":{"1min":0.20300000000000001,"5min":0.184,"15min":0.16800000000000001},"max":{"1min":0.42099999999999999,"5min":0.78500000000000003,"15min":3.54},"last":0.52200000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:31:47 2021","interfaces":[{"interface":"back","average":{"1min":0.28799999999999998,"5min":0.29599999999999999,"15min":0.38200000000000001},"min":{"1min":0.20200000000000001,"5min":0.17799999999999999,"15min":0.14199999999999999},"max":{"1min":0.36799999999999999,"5min":0.61899999999999999,"15min":4.1299999999999999},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.42199999999999999,"15min":0.48799999999999999},"min":{"1min":0.22900000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.44800000000000001,"5min":3.6840000000000002,"15min":3.7850000000000001},"last":0.53600000000000003}]}]},{"osd":6,"up_from":41,"seq":176093659461,"num_pgs":61,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2024748,"kb_used_data":976164,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86055636,"statfs":{"total":90194313216,"available":88120971264,"internally_reserved":1073741824,"allocated":999591936,"data_stored":998259288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.23000000000000001,"5min":0.156,"15min":0.156},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.443,"5min":0.373,"15min":0.36899999999999999},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.36899999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:32:23 2021","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.38700000000000001,"15min":0.46500000000000002},"min":{"1min":0.22500000000000001,"5min":0.186,"15min":0.159},"max":{"1min":0.83099999999999996,"5min":0.874,"15min":3.609},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.40300000000000002,"15min":0.46300000000000002},"min":{"1min":0.29999999999999999,"5min":0.20499999999999999,"15min":0.17000000000000001},"max":{"1min":0.80700000000000005,"5min":0.91600000000000004,"15min":4.149},"last":0.29399999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:32:23 2021","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.40400000000000003,"15min":0.501},"min":{"1min":0.29899999999999999,"5min":0.19500000000000001,"15min":0.16800000000000001},"max":{"1min":0.70099999999999996,"5min":0.85399999999999998,"15min":4.2169999999999996},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.379,"15min":0.46300000000000002},"min":{"1min":0.221,"5min":0.189,"15min":0.17599999999999999},"max":{"1min":0.82999999999999996,"5min":0.83999999999999997,"15min":3.3700000000000001},"last":0.316}]},{"osd":3,"last update":"Thu Mar 4 23:32:23 2021","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.40100000000000002,"15min":1.077},"min":{"1min":0.25700000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.877,"5min":0.877,"15min":77.881},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.41399999999999998,"15min":1.0740000000000001},"min":{"1min":0.28100000000000003,"5min":0.217,"15min":0.21099999999999999},"max":{"1min":0.77500000000000002,"5min":0.94999999999999996,"15min":77.683000000000007},"last":0.33000000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.32600000000000001,"15min":0.36199999999999999},"min":{"1min":0.188,"5min":0.16600000000000001,"15min":0.13300000000000001},"max":{"1min":0.47899999999999998,"5min":0.61599999999999999,"15min":4.1539999999999999},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.309,"5min":0.32400000000000001,"15min":0.36299999999999999},"min":{"1min":0.20499999999999999,"5min":0.14299999999999999,"15min":0.13500000000000001},"max":{"1min":0.438,"5min":0.70299999999999996,"15min":4.1269999999999998},"last":0.47699999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.34799999999999998,"15min":0.379},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":0.51500000000000001,"5min":0.71999999999999997,"15min":4.0010000000000003},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.33100000000000002,"15min":0.42799999999999999},"min":{"1min":0.17399999999999999,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.57399999999999995,"5min":0.57599999999999996,"15min":4.2389999999999999},"last":0.40500000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36499999999999999,"15min":0.46899999999999997},"min":{"1min":0.20599999999999999,"5min":0.187,"15min":0.17399999999999999},"max":{"1min":0.56299999999999994,"5min":0.69599999999999995,"15min":4.5880000000000001},"last":0.433},{"interface":"front","average":{"1min":0.379,"5min":0.377,"15min":0.41999999999999998},"min":{"1min":0.21299999999999999,"5min":0.182,"15min":0.182},"max":{"1min":0.59199999999999997,"5min":0.64100000000000001,"15min":4.0129999999999999},"last":0.50800000000000001}]}]},{"osd":1,"up_from":87,"seq":373662154980,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4000392,"kb_used_data":3864256,"kb_used_omap":2528,"kb_used_meta":133599,"kb_avail":84079992,"statfs":{"total":90194313216,"available":86097911808,"internally_reserved":0,"allocated":3956998144,"data_stored":3955691498,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":136805678},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:57 2021","interfaces":[{"interface":"back","average":{"1min":0.29299999999999998,"5min":0.25900000000000001,"15min":0.23699999999999999},"min":{"1min":0.14099999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.54500000000000004,"5min":0.625,"15min":0.625},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.38,"5min":0.32400000000000001,"15min":0.30299999999999999},"min":{"1min":0.22900000000000001,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.316}]},{"osd":2,"last update":"Thu Mar 4 23:32:22 2021","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.26000000000000001,"15min":0.39900000000000002},"min":{"1min":0.216,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.59999999999999998,"5min":0.84499999999999997,"15min":4.4059999999999997},"last":0.19700000000000001},{"interface":"front","average":{"1min":0.32600000000000001,"5min":0.26500000000000001,"15min":0.46300000000000002},"min":{"1min":0.183,"5min":0.14799999999999999,"15min":0.13100000000000001},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":4.7240000000000002},"last":0.23899999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:32:11 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.31,"15min":0.98099999999999998},"min":{"1min":0.156,"5min":0.156,"15min":0.155},"max":{"1min":0.65100000000000002,"5min":0.65600000000000003,"15min":110.28400000000001},"last":0.16600000000000001},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.32900000000000001,"15min":1.0049999999999999},"min":{"1min":0.23200000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.67200000000000004,"5min":0.73999999999999999,"15min":109.977},"last":0.27000000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:32:22 2021","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.41299999999999998,"15min":0.58199999999999996},"min":{"1min":0.30199999999999999,"5min":0.20899999999999999,"15min":0.182},"max":{"1min":0.753,"5min":0.78600000000000003,"15min":4.9850000000000003},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.38300000000000001,"15min":0.503},"min":{"1min":0.248,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.58699999999999997,"5min":0.93799999999999994,"15min":4.5229999999999997},"last":0.41499999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:32:22 2021","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.40300000000000002,"15min":0.58099999999999996},"min":{"1min":0.23200000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.749,"5min":0.76500000000000001,"15min":8.6690000000000005},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.40600000000000003,"15min":0.59699999999999998},"min":{"1min":0.27300000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.72399999999999998,"5min":0.83899999999999997,"15min":4.7729999999999997},"last":0.34899999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:31:49 2021","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.40200000000000002,"15min":0.55000000000000004},"min":{"1min":0.27500000000000002,"5min":0.249,"15min":0.214},"max":{"1min":0.73699999999999999,"5min":0.95399999999999996,"15min":4.5010000000000003},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.432,"15min":0.61199999999999999},"min":{"1min":0.29399999999999998,"5min":0.24299999999999999,"15min":0.23699999999999999},"max":{"1min":0.72599999999999998,"5min":2.331,"15min":5.4649999999999999},"last":0.377}]},{"osd":7,"last update":"Thu Mar 4 23:32:22 2021","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.434,"15min":0.65700000000000003},"min":{"1min":0.317,"5min":0.23100000000000001,"15min":0.20899999999999999},"max":{"1min":0.77200000000000002,"5min":0.81899999999999995,"15min":4.7939999999999996},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.442,"5min":0.41199999999999998,"15min":0.56599999999999995},"min":{"1min":0.27700000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.69499999999999995,"5min":0.91500000000000004,"15min":4.5499999999999998},"last":0.438}]}]},{"osd":0,"up_from":174,"seq":747324309564,"num_pgs":67,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3058932,"kb_used_data":2966252,"kb_used_omap":980,"kb_used_meta":91691,"kb_avail":85021452,"statfs":{"total":90194313216,"available":87061966848,"internally_reserved":0,"allocated":3037442048,"data_stored":3036113702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":93892547},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:31:58 2021","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.25800000000000001,"15min":0.25800000000000001},"min":{"1min":0.13,"5min":0.129,"15min":0.129},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.161},{"interface":"front","average":{"1min":0.309,"5min":0.249,"15min":0.24299999999999999},"min":{"1min":0.14899999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.19700000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:31:58 2021","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.255,"15min":0.23899999999999999},"min":{"1min":0.156,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.18099999999999999},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.27700000000000002,"15min":0.27800000000000002},"min":{"1min":0.189,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.23999999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:31:58 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.28299999999999997,"15min":0.28599999999999998},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"min":{"1min":0.155,"5min":0.155,"15min":0.155},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.21199999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:31:58 2021","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.39400000000000002,"15min":0.38700000000000001},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.39100000000000001,"15min":0.38300000000000001},"min":{"1min":0.25,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.33900000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:31:58 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.40200000000000002,"15min":0.39200000000000002},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.39300000000000002,"15min":0.39300000000000002},"min":{"1min":0.26200000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.41499999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:31:58 2021","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.39500000000000002,"15min":0.41399999999999998},"min":{"1min":0.28599999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.39600000000000002,"15min":0.39000000000000001},"min":{"1min":0.29499999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.46999999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:31:58 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.39900000000000002,"15min":0.39100000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.41399999999999998,"15min":0.40799999999999997},"min":{"1min":0.28399999999999997,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.45100000000000001}]}]},{"osd":2,"up_from":0,"seq":442381631704,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879500,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4036244,"kb_used_data":3943244,"kb_used_omap":883,"kb_used_meta":92108,"kb_avail":84044140,"statfs":{"total":90194313216,"available":86061199360,"internally_reserved":0,"allocated":4037881856,"data_stored":4036569479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":94318656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:53 2021","interfaces":[{"interface":"back","average":{"1min":3.944,"5min":0.99199999999999999,"15min":0.50900000000000001},"min":{"1min":0.14299999999999999,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":66.528999999999996,"5min":66.528999999999996,"15min":66.528999999999996},"last":0.157},{"interface":"front","average":{"1min":3.9750000000000001,"5min":1.026,"15min":0.55400000000000005},"min":{"1min":0.184,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":66.497,"5min":66.497,"15min":66.497},"last":0.25}]},{"osd":1,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.505,"15min":0.47399999999999998},"min":{"1min":0.20300000000000001,"5min":0.13600000000000001,"15min":0.13500000000000001},"max":{"1min":0.52000000000000002,"5min":25.097999999999999,"15min":25.097999999999999},"last":0.19800000000000001},{"interface":"front","average":{"1min":0.32000000000000001,"5min":0.52800000000000002,"15min":0.55100000000000005},"min":{"1min":0.19700000000000001,"5min":0.16500000000000001,"15min":0.151},"max":{"1min":0.622,"5min":25.109999999999999,"15min":25.109999999999999},"last":0.20999999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.27700000000000002,"15min":0.45300000000000001},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":0.56100000000000005,"5min":0.82799999999999996,"15min":6.4420000000000002},"last":0.17499999999999999},{"interface":"front","average":{"1min":0.30199999999999999,"5min":0.27200000000000002,"15min":0.46700000000000003},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":8.8740000000000006},"last":0.22600000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.40000000000000002,"15min":0.54500000000000004},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.621,"5min":0.66500000000000004,"15min":5.0220000000000002},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.435,"5min":0.41399999999999998,"15min":0.50900000000000001},"min":{"1min":0.27100000000000002,"5min":0.222,"15min":0.20100000000000001},"max":{"1min":0.626,"5min":0.73399999999999999,"15min":3.7719999999999998},"last":0.41499999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.44900000000000001,"15min":0.58799999999999997},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.224},"max":{"1min":0.64500000000000002,"5min":2.7069999999999999,"15min":4.6479999999999997},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.38200000000000001,"15min":0.61499999999999999},"min":{"1min":0.28899999999999998,"5min":0.23699999999999999,"15min":0.192},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":6.7309999999999999},"last":0.33000000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:31:47 2021","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.49399999999999999,"15min":0.624},"min":{"1min":0.26800000000000002,"5min":0.26200000000000001,"15min":0.23899999999999999},"max":{"1min":0.5,"5min":9.9410000000000007,"15min":9.9410000000000007},"last":0.38},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.433,"15min":0.55600000000000005},"min":{"1min":0.32900000000000001,"5min":0.251,"15min":0.22900000000000001},"max":{"1min":0.47499999999999998,"5min":2.5150000000000001,"15min":3.8100000000000001},"last":0.39400000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.39300000000000002,"15min":0.63200000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":6.5460000000000003},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.433,"15min":0.63400000000000001},"min":{"1min":0.26100000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.63500000000000001,"5min":1.419,"15min":7.1950000000000003},"last":0.312}]}]},{"osd":4,"up_from":31,"seq":133143986529,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2866160,"kb_used_data":1817576,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":85214224,"statfs":{"total":90194313216,"available":87259365376,"internally_reserved":1073741824,"allocated":1861197824,"data_stored":1859860593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:53 2021","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.36599999999999999,"15min":0.36599999999999999},"min":{"1min":0.16900000000000001,"5min":0.155,"15min":0.155},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.42199999999999999,"15min":0.42899999999999999},"min":{"1min":0.153,"5min":0.153,"15min":0.153},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.30399999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:32:36 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.64500000000000002,"15min":0.61699999999999999},"min":{"1min":0.248,"5min":0.19600000000000001,"15min":0.161},"max":{"1min":0.85999999999999999,"5min":20.440000000000001,"15min":20.440000000000001},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.64900000000000002,"15min":0.61899999999999999},"min":{"1min":0.19,"5min":0.154,"15min":0.154},"max":{"1min":0.81699999999999995,"5min":20.465,"15min":20.465},"last":0.34699999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:32:14 2021","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.36399999999999999,"15min":0.433},"min":{"1min":0.249,"5min":0.23100000000000001,"15min":0.17100000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":3.3260000000000001},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.39000000000000001,"15min":0.47899999999999998},"min":{"1min":0.26500000000000001,"5min":0.221,"15min":0.17499999999999999},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":4.4180000000000001},"last":0.35799999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:32:14 2021","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.432,"15min":1.4159999999999999},"min":{"1min":0.23300000000000001,"5min":0.192,"15min":0.192},"max":{"1min":0.875,"5min":0.875,"15min":85.394999999999996},"last":0.375},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.40400000000000003,"15min":1.369},"min":{"1min":0.28000000000000003,"5min":0.19400000000000001,"15min":0.192},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":85.802999999999997},"last":0.33600000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:32:36 2021","interfaces":[{"interface":"back","average":{"1min":0.28399999999999997,"5min":0.30199999999999999,"15min":0.32800000000000001},"min":{"1min":0.17199999999999999,"5min":0.16900000000000001,"15min":0.14199999999999999},"max":{"1min":0.78600000000000003,"5min":1.254,"15min":3.456},"last":0.18099999999999999},{"interface":"front","average":{"1min":0.29199999999999998,"5min":0.29799999999999999,"15min":0.34599999999999997},"min":{"1min":0.16600000000000001,"5min":0.16400000000000001,"15min":0.14799999999999999},"max":{"1min":0.48799999999999999,"5min":0.64900000000000002,"15min":3.2999999999999998},"last":0.20499999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:31:51 2021","interfaces":[{"interface":"back","average":{"1min":0.29799999999999999,"5min":0.32500000000000001,"15min":0.34999999999999998},"min":{"1min":0.218,"5min":0.157,"15min":0.157},"max":{"1min":0.46899999999999997,"5min":0.57899999999999996,"15min":3.5569999999999999},"last":0.245},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.33400000000000002,"15min":0.45800000000000002},"min":{"1min":0.187,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":0.61399999999999999,"5min":0.67800000000000005,"15min":3.895},"last":0.23300000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:32:36 2021","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.33200000000000002,"15min":0.37},"min":{"1min":0.19700000000000001,"5min":0.17000000000000001,"15min":0.16},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":3.4329999999999998},"last":0.222},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36199999999999999,"15min":0.47499999999999998},"min":{"1min":0.20999999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.748,"5min":0.748,"15min":3.8700000000000001},"last":0.254}]}]},{"osd":5,"up_from":36,"seq":154618823007,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5961596,"kb_used_data":4913012,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":82118788,"statfs":{"total":90194313216,"available":84089638912,"internally_reserved":1073741824,"allocated":5030924288,"data_stored":5029587844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:52 2021","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.36299999999999999,"15min":0.375},"min":{"1min":0.20000000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.38900000000000001,"15min":0.39300000000000002},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.20399999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:32:26 2021","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.371,"15min":0.46700000000000003},"min":{"1min":0.20100000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":3.8450000000000002},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.37,"15min":0.53500000000000003},"min":{"1min":0.18099999999999999,"5min":0.16600000000000001,"15min":0.14599999999999999},"max":{"1min":0.872,"5min":0.872,"15min":7.4740000000000002},"last":0.316}]},{"osd":2,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.376,"15min":0.52300000000000002},"min":{"1min":0.21199999999999999,"5min":0.17999999999999999,"15min":0.161},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":3.7410000000000001},"last":0.501},{"interface":"front","average":{"1min":0.435,"5min":0.39200000000000002,"15min":0.54800000000000004},"min":{"1min":0.23999999999999999,"5min":0.19600000000000001,"15min":0.182},"max":{"1min":0.79300000000000004,"5min":0.83199999999999996,"15min":3.9239999999999999},"last":0.36299999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.39100000000000001,"15min":0.57799999999999996},"min":{"1min":0.248,"5min":0.20200000000000001,"15min":0.16700000000000001},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":4.375},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.41199999999999998,"15min":0.52500000000000002},"min":{"1min":0.28399999999999997,"5min":0.23799999999999999,"15min":0.17100000000000001},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":4.2050000000000001},"last":0.52100000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:31:48 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.33400000000000002,"15min":0.35999999999999999},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.127},"max":{"1min":0.52600000000000002,"5min":1.4359999999999999,"15min":7.4480000000000004},"last":0.247},{"interface":"front","average":{"1min":0.28599999999999998,"5min":0.32700000000000001,"15min":0.33100000000000002},"min":{"1min":0.184,"5min":0.16800000000000001,"15min":0.14799999999999999},"max":{"1min":0.36799999999999999,"5min":1.228,"15min":4.4000000000000004},"last":0.27800000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:32:26 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.31,"15min":0.40699999999999997},"min":{"1min":0.17199999999999999,"5min":0.16,"15min":0.16},"max":{"1min":0.51200000000000001,"5min":0.68100000000000005,"15min":7.3959999999999999},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.28499999999999998,"5min":0.30599999999999999,"15min":0.35899999999999999},"min":{"1min":0.17799999999999999,"5min":0.17599999999999999,"15min":0.16300000000000001},"max":{"1min":0.45400000000000001,"5min":0.68100000000000005,"15min":4.3209999999999997},"last":0.34100000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.34499999999999997,"15min":0.41499999999999998},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":4.3540000000000001},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.32600000000000001,"15min":0.38100000000000001},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":0.48399999999999999,"5min":0.75900000000000001,"15min":2.9740000000000002},"last":0.56899999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3032219648,"data_stored":3032219648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3944546304,"data_stored":3944546304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1935474688,"data_stored":1935474688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4034592768,"data_stored":4034592768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1857949696,"data_stored":1857945624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":5027663872,"data_stored":5027659800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":996343808,"data_stored":996343808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4811264000,"data_stored":4811259928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:32:47.059 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:32:47.102 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:47.119 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:47.120 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:47.120 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:47.183 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:47.221 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:47.242 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:47.243 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:47.243 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:47.344 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:47.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:47.364 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:47.365 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:47.467 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:47.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:47.487 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:47.487 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:47.589 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:47.606 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:47.607 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:47.608 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:47.710 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:47.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:47.733 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:47.733 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:47.835 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:47.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:47.856 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:47.856 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:47.958 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:47.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:47.977 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:47.977 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:48.078 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:48.084 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:47 gibba011 conmon[95595]: cluster 2021-03-04T23:32:46.703837+0000 mgr.x (mgr.34676) 906 : cluster [DBG] pgmap v919: 119 pgs: 2 active+recovering+undersized+remapped, 113 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 31 op/s; 11955/333852 objects degraded (3.581%); 26230/333852 objects misplaced (7.857%); 2.5 MiB/s, 292 objects/s recovering 2021-03-04T23:32:48.084 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:47 gibba011 conmon[99461]: cluster 2021-03-04T23:32:46.703837+0000 mgr.x (mgr.34676) 906 : cluster [DBG] pgmap v919: 119 pgs: 2 active+recovering+undersized+remapped, 113 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 31 op/s; 11955/333852 objects degraded (3.581%); 26230/333852 objects misplaced (7.857%); 2.5 MiB/s, 292 objects/s recovering 2021-03-04T23:32:48.085 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:47 gibba011 conmon[99461]: 2021-03-04T23:32:48.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:48.097 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:48.097 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:48.198 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:48.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:48.217 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:48.217 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:48.224 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:32:48.224 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [], 2021-03-04T23:32:48.225 INFO:teuthology.orchestra.run.gibba011.stdout: "num_ops": 0 2021-03-04T23:32:48.225 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:32:48.319 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:48.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:47 gibba038 conmon[76675]: cluster 2021-03-04T23:32:46.703837+0000 mgr.x (mgr.34676) 906 : cluster [DBG] pgmap v919: 119 pgs: 2 active+recovering+undersized+remapped, 113 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 31 op/s; 11955/333852 objects degraded (3.581%); 26230/333852 objects misplaced (7.857%); 2.5 MiB/s, 292 objects/s recovering 2021-03-04T23:32:48.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:48.339 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:48.340 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:48.441 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:48.464 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:48.465 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:48.466 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:48.567 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:48.587 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:48.588 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:48.589 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:48.691 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:48.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:48.710 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:48.711 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:48.746 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:32:48.812 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:48.830 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:48.831 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:48.832 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:48.859 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:48.933 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:48.951 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:48.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:48.952 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:49.002 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:32:49.053 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:49.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:49.073 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:49.073 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:49.175 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:49.193 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:49.194 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:49.194 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:49.296 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:49.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:49.315 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:49.316 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:49.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:48 gibba038 conmon[76675]: audit 2021-03-04T23:32:48.713400+0000 mon.a (mon.0) 1215 : audit [INF] from='client.? 172.21.2.111:0/2599169548' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:49.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:48 gibba038 conmon[76675]: cluster 2021-03-04T23:32:48.968455+0000 mon.a (mon.0) 1216 : cluster [WRN] Health check update: Degraded data redundancy: 11955/333852 objects degraded (3.581%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:32:49.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:48 gibba011 conmon[95595]: audit 2021-03-04T23:32:48.713400+0000 mon.a (mon.0) 1215 : audit [INF] from='client.? 172.21.2.111:0/2599169548' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:49.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:48 gibba011 conmon[95595]: cluster 2021-03-04T23:32:48.968455+0000 mon.a (mon.0) 1216 : cluster [WRN] Health check update: Degraded data redundancy: 11955/333852 objects degraded (3.581%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:32:49.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:48 gibba011 conmon[99461]: audit 2021-03-04T23:32:48.713400+0000 mon.a (mon.0) 1215 : audit [INF] from='client.? 172.21.2.111:0/2599169548' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:32:49.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:48 gibba011 conmon[99461]: cluster 2021-03-04T23:32:48.968455+0000 mon.a (mon.0) 1216 : cluster [WRN] Health check update: Degraded data redundancy: 11955/333852 objects degraded (3.581%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:32:49.417 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:49.436 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:49.437 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:49.438 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:49.452 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:32:49.539 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:49.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:49.558 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:49.558 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:49.568 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:49.661 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:49.681 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:49.683 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:49.683 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:49.785 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:49.804 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:49.805 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:49.806 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:49.908 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:49.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:49.927 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:49.928 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:50.030 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:50.048 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:50.050 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:50.050 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:50.152 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:50.170 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:50.171 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:50.172 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:50.273 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:50.276 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:49 gibba011 conmon[95595]: cluster 2021-03-04T23:32:48.704341+0000 mgr.x (mgr.34676) 907 : cluster [DBG] pgmap v920: 119 pgs: 2 active+recovering+undersized+remapped, 113 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 108 op/s; 11955/331881 objects degraded (3.602%); 24864/331881 objects misplaced (7.492%); 11 MiB/s, 396 objects/s recovering 2021-03-04T23:32:50.276 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:49 gibba011 conmon[95595]: cluster 2021-03-04T23:32:48.992345+0000 mon.a (mon.0) 1217 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:32:50.277 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:49 gibba011 conmon[95595]: audit 2021-03-04T23:32:48.998659+0000 mon.a (mon.0) 1218 : audit [INF] from='client.? 172.21.2.111:0/2599169548' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:50.277 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:49 gibba011 conmon[95595]: cluster 2021-03-04T23:32:48.998713+0000 mon.a (mon.0) 1219 : cluster [DBG] osdmap e275: 8 total, 8 up, 7 in 2021-03-04T23:32:50.278 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:49 gibba011 conmon[99461]: cluster 2021-03-04T23:32:48.704341+0000 mgr.x (mgr.34676) 907 : cluster [DBG] pgmap v920: 119 pgs: 2 active+recovering+undersized+remapped, 113 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 108 op/s; 11955/331881 objects degraded (3.602%); 24864/331881 objects misplaced (7.492%); 11 MiB/s, 396 objects/s recovering 2021-03-04T23:32:50.279 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:49 gibba011 conmon[99461]: cluster 2021-03-04T23:32:48.992345+0000 mon.a (mon.0) 1217 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:32:50.279 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:49 gibba011 conmon[99461]: audit 2021-03-04T23:32:48.998659 2021-03-04T23:32:50.280 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:49 gibba011 conmon[99461]: +0000 mon.a (mon.0) 1218 : audit [INF] from='client.? 172.21.2.111:0/2599169548' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:50.280 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:49 gibba011 conmon[99461]: cluster 2021-03-04T23:32:48.998713+0000 mon.a (mon.0) 1219 : cluster [DBG] osdmap e275: 8 total, 8 up, 7 in 2021-03-04T23:32:50.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:50.301 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:50.302 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:50.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:49 gibba038 conmon[76675]: cluster 2021-03-04T23:32:48.704341+0000 mgr.x (mgr.34676) 907 : cluster [DBG] pgmap v920: 119 pgs: 2 active+recovering+undersized+remapped, 113 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.8 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 108 op/s; 11955/331881 objects degraded (3.602%); 24864/331881 objects misplaced (7.492%); 11 MiB/s, 396 objects/s recovering 2021-03-04T23:32:50.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:49 gibba038 conmon[76675]: cluster 2021-03-04T23:32:48.992345+0000 mon.a (mon.0) 1217 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:32:50.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:49 gibba038 conmon[76675]: audit 2021-03-04T23:32:48.998659+0000 mon.a (mon.0) 1218 : audit [INF] from='client.? 172.21.2.111:0/2599169548' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:32:50.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:49 gibba038 conmon[76675]: cluster 2021-03-04T23:32:48.998713+0000 2021-03-04T23:32:50.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:49 gibba038 conmon[76675]: mon.a (mon.0) 1219 : cluster [DBG] osdmap e275: 8 total, 8 up, 7 in 2021-03-04T23:32:50.404 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:50.423 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:50.423 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:50.424 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:50.495 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:32:50.497 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:32:50.526 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:50.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:50.544 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:50.544 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:50.645 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:50.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:50.664 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:50.665 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:50.766 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:50.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:50.785 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:50.786 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:50.887 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:50.903 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:50.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:50.904 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:51.006 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:51.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:51.026 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:51.026 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:51.128 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:51.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:51.147 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:51.148 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:51.250 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:51.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:51.270 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:51.270 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:51.372 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:51.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:51.391 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:51.392 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:51.493 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:51.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:51.516 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:51.517 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:51.619 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:51.638 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:51.639 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:51.640 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:51.741 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:51.759 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:51.760 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:51.760 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:51.862 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:51.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:51.880 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:51.881 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:51.981 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":921,"stamp":"2021-03-04T23:32:48.997215+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":7248547136,"num_objects":110627,"num_object_clones":0,"num_object_copies":331881,"num_objects_missing_on_primary":811,"num_objects_missing":811,"num_objects_degraded":11955,"num_objects_misplaced":24864,"num_objects_unfound":0,"num_objects_dirty":110627,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":196177,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":88938,"num_bytes_recovered":5191379993,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75208,"ondisk_log_size":75208,"up":357,"acting":353,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":396,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":27569696,"kb_used_data":23054504,"kb_used_omap":6415,"kb_used_meta":4508656,"kb_avail":588992992,"statfs":{"total":631360192512,"available":603128823808,"internally_reserved":4294967296,"allocated":23607812096,"data_stored":23598465460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6569549,"internal_metadata":4616864179},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,0,0,1,0,2,3,3],"upper_bound":2048},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-56819712,"num_objects":-867,"num_object_clones":0,"num_object_copies":-2601,"num_objects_missing_on_primary":-77,"num_objects_missing":-77,"num_objects_degraded":-3138,"num_objects_misplaced":-166,"num_objects_unfound":0,"num_objects_dirty":-867,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":867,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3002,"num_bytes_recovered":96206848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.020510"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"319","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:42.497427+0000","last_change":"2021-03-04T23:32:26.240995+0000","last_active":"2021-03-04T23:32:42.497427+0000","last_peered":"2021-03-04T23:32:42.497427+0000","last_clean":"2021-03-04T23:32:42.497427+0000","last_became_active":"2021-03-04T23:32:26.240606+0000","last_became_peered":"2021-03-04T23:32:26.240606+0000","last_unstale":"2021-03-04T23:32:42.497427+0000","last_undegraded":"2021-03-04T23:32:42.497427+0000","last_fullsized":"2021-03-04T23:32:42.497427+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"61","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.977528+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:32:41.977528+0000","last_peered":"2021-03-04T23:32:41.977528+0000","last_clean":"2021-03-04T23:32:41.977528+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:32:41.977528+0000","last_undegraded":"2021-03-04T23:32:41.977528+0000","last_fullsized":"2021-03-04T23:32:41.977528+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"17","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.982178+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:32:41.982178+0000","last_peered":"2021-03-04T23:32:41.982178+0000","last_clean":"2021-03-04T23:32:41.982178+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:32:41.982178+0000","last_undegraded":"2021-03-04T23:32:41.982178+0000","last_fullsized":"2021-03-04T23:32:41.982178+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"295","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.997207+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:32:41.997207+0000","last_peered":"2021-03-04T23:32:41.997207+0000","last_clean":"2021-03-04T23:32:41.997207+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:32:41.997207+0000","last_undegraded":"2021-03-04T23:32:41.997207+0000","last_fullsized":"2021-03-04T23:32:41.997207+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"79","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.977276+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:32:41.977276+0000","last_peered":"2021-03-04T23:32:41.977276+0000","last_clean":"2021-03-04T23:32:41.977276+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:32:41.977276+0000","last_undegraded":"2021-03-04T23:32:41.977276+0000","last_fullsized":"2021-03-04T23:32:41.977276+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"23","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:42.498193+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:32:42.498193+0000","last_peered":"2021-03-04T23:32:42.498193+0000","last_clean":"2021-03-04T23:32:42.498193+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:32:42.498193+0000","last_undegraded":"2021-03-04T23:32:42.498193+0000","last_fullsized":"2021-03-04T23:32:42.498193+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"267","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.997180+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:32:41.997180+0000","last_peered":"2021-03-04T23:32:41.997180+0000","last_clean":"2021-03-04T23:32:41.997180+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:32:41.997180+0000","last_undegraded":"2021-03-04T23:32:41.997180+0000","last_fullsized":"2021-03-04T23:32:41.997180+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"79","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.977327+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:32:41.977327+0000","last_peered":"2021-03-04T23:32:41.977327+0000","last_clean":"2021-03-04T23:32:41.977327+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:32:41.977327+0000","last_undegraded":"2021-03-04T23:32:41.977327+0000","last_fullsized":"2021-03-04T23:32:41.977327+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"65","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980447+0000","last_change":"2021-03-04T23:32:18.981656+0000","last_active":"2021-03-04T23:32:41.980447+0000","last_peered":"2021-03-04T23:32:41.980447+0000","last_clean":"2021-03-04T23:32:41.980447+0000","last_became_active":"2021-03-04T23:32:18.981253+0000","last_became_peered":"2021-03-04T23:32:18.981253+0000","last_unstale":"2021-03-04T23:32:41.980447+0000","last_undegraded":"2021-03-04T23:32:41.980447+0000","last_fullsized":"2021-03-04T23:32:41.980447+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"316","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.979327+0000","last_change":"2021-03-04T23:32:26.243636+0000","last_active":"2021-03-04T23:32:41.979327+0000","last_peered":"2021-03-04T23:32:41.979327+0000","last_clean":"2021-03-04T23:32:41.979327+0000","last_became_active":"2021-03-04T23:32:26.243433+0000","last_became_peered":"2021-03-04T23:32:26.243433+0000","last_unstale":"2021-03-04T23:32:41.979327+0000","last_undegraded":"2021-03-04T23:32:41.979327+0000","last_fullsized":"2021-03-04T23:32:41.979327+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"81","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.988810+0000","last_change":"2021-03-04T23:32:18.988970+0000","last_active":"2021-03-04T23:32:41.988810+0000","last_peered":"2021-03-04T23:32:41.988810+0000","last_clean":"2021-03-04T23:32:41.988810+0000","last_became_active":"2021-03-04T23:32:18.988819+0000","last_became_peered":"2021-03-04T23:32:18.988819+0000","last_unstale":"2021-03-04T23:32:41.988810+0000","last_undegraded":"2021-03-04T23:32:41.988810+0000","last_fullsized":"2021-03-04T23:32:41.988810+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"53","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980573+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:32:41.980573+0000","last_peered":"2021-03-04T23:32:41.980573+0000","last_clean":"2021-03-04T23:32:41.980573+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:32:41.980573+0000","last_undegraded":"2021-03-04T23:32:41.980573+0000","last_fullsized":"2021-03-04T23:32:41.980573+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"17","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.982263+0000","last_change":"2021-03-04T23:32:26.241627+0000","last_active":"2021-03-04T23:32:41.982263+0000","last_peered":"2021-03-04T23:32:41.982263+0000","last_clean":"2021-03-04T23:32:41.982263+0000","last_became_active":"2021-03-04T23:32:26.241358+0000","last_became_peered":"2021-03-04T23:32:26.241358+0000","last_unstale":"2021-03-04T23:32:41.982263+0000","last_undegraded":"2021-03-04T23:32:41.982263+0000","last_fullsized":"2021-03-04T23:32:41.982263+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"317","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:42.497803+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:32:42.497803+0000","last_peered":"2021-03-04T23:32:42.497803+0000","last_clean":"2021-03-04T23:32:42.497803+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:32:42.497803+0000","last_undegraded":"2021-03-04T23:32:42.497803+0000","last_fullsized":"2021-03-04T23:32:42.497803+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"296","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:42.497481+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:32:42.497481+0000","last_peered":"2021-03-04T23:32:42.497481+0000","last_clean":"2021-03-04T23:32:42.497481+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:32:42.497481+0000","last_undegraded":"2021-03-04T23:32:42.497481+0000","last_fullsized":"2021-03-04T23:32:42.497481+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"65","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980081+0000","last_change":"2021-03-04T23:32:18.982083+0000","last_active":"2021-03-04T23:32:41.980081+0000","last_peered":"2021-03-04T23:32:41.980081+0000","last_clean":"2021-03-04T23:32:41.980081+0000","last_became_active":"2021-03-04T23:32:18.981790+0000","last_became_peered":"2021-03-04T23:32:18.981790+0000","last_unstale":"2021-03-04T23:32:41.980081+0000","last_undegraded":"2021-03-04T23:32:41.980081+0000","last_fullsized":"2021-03-04T23:32:41.980081+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"75","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980383+0000","last_change":"2021-03-04T23:32:19.165859+0000","last_active":"2021-03-04T23:32:41.980383+0000","last_peered":"2021-03-04T23:32:41.980383+0000","last_clean":"2021-03-04T23:32:41.980383+0000","last_became_active":"2021-03-04T23:32:19.018621+0000","last_became_peered":"2021-03-04T23:32:19.018621+0000","last_unstale":"2021-03-04T23:32:41.980383+0000","last_undegraded":"2021-03-04T23:32:41.980383+0000","last_fullsized":"2021-03-04T23:32:41.980383+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"97","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.977567+0000","last_change":"2021-03-04T23:32:26.238976+0000","last_active":"2021-03-04T23:32:41.977567+0000","last_peered":"2021-03-04T23:32:41.977567+0000","last_clean":"2021-03-04T23:32:41.977567+0000","last_became_active":"2021-03-04T23:32:26.238739+0000","last_became_peered":"2021-03-04T23:32:26.238739+0000","last_unstale":"2021-03-04T23:32:41.977567+0000","last_undegraded":"2021-03-04T23:32:41.977567+0000","last_fullsized":"2021-03-04T23:32:41.977567+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"65","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980231+0000","last_change":"2021-03-04T23:32:19.011685+0000","last_active":"2021-03-04T23:32:41.980231+0000","last_peered":"2021-03-04T23:32:41.980231+0000","last_clean":"2021-03-04T23:32:41.980231+0000","last_became_active":"2021-03-04T23:32:19.011404+0000","last_became_peered":"2021-03-04T23:32:19.011404+0000","last_unstale":"2021-03-04T23:32:41.980231+0000","last_undegraded":"2021-03-04T23:32:41.980231+0000","last_fullsized":"2021-03-04T23:32:41.980231+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"293","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980146+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:32:41.980146+0000","last_peered":"2021-03-04T23:32:41.980146+0000","last_clean":"2021-03-04T23:32:41.980146+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:32:41.980146+0000","last_undegraded":"2021-03-04T23:32:41.980146+0000","last_fullsized":"2021-03-04T23:32:41.980146+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"279","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.979431+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:32:41.979431+0000","last_peered":"2021-03-04T23:32:41.979431+0000","last_clean":"2021-03-04T23:32:41.979431+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:32:41.979431+0000","last_undegraded":"2021-03-04T23:32:41.979431+0000","last_fullsized":"2021-03-04T23:32:41.979431+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"65","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980546+0000","last_change":"2021-03-04T23:32:19.019024+0000","last_active":"2021-03-04T23:32:41.980546+0000","last_peered":"2021-03-04T23:32:41.980546+0000","last_clean":"2021-03-04T23:32:41.980546+0000","last_became_active":"2021-03-04T23:32:19.018570+0000","last_became_peered":"2021-03-04T23:32:19.018570+0000","last_unstale":"2021-03-04T23:32:41.980546+0000","last_undegraded":"2021-03-04T23:32:41.980546+0000","last_fullsized":"2021-03-04T23:32:41.980546+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"56","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980348+0000","last_change":"2021-03-04T23:32:26.245321+0000","last_active":"2021-03-04T23:32:41.980348+0000","last_peered":"2021-03-04T23:32:41.980348+0000","last_clean":"2021-03-04T23:32:41.980348+0000","last_became_active":"2021-03-04T23:32:26.243283+0000","last_became_peered":"2021-03-04T23:32:26.243283+0000","last_unstale":"2021-03-04T23:32:41.980348+0000","last_undegraded":"2021-03-04T23:32:41.980348+0000","last_fullsized":"2021-03-04T23:32:41.980348+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"252","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980192+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:32:41.980192+0000","last_peered":"2021-03-04T23:32:41.980192+0000","last_clean":"2021-03-04T23:32:41.980192+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:32:41.980192+0000","last_undegraded":"2021-03-04T23:32:41.980192+0000","last_fullsized":"2021-03-04T23:32:41.980192+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"277","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.997131+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:32:41.997131+0000","last_peered":"2021-03-04T23:32:41.997131+0000","last_clean":"2021-03-04T23:32:41.997131+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:32:41.997131+0000","last_undegraded":"2021-03-04T23:32:41.997131+0000","last_fullsized":"2021-03-04T23:32:41.997131+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"65","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980214+0000","last_change":"2021-03-04T23:32:18.982413+0000","last_active":"2021-03-04T23:32:41.980214+0000","last_peered":"2021-03-04T23:32:41.980214+0000","last_clean":"2021-03-04T23:32:41.980214+0000","last_became_active":"2021-03-04T23:32:18.981859+0000","last_became_peered":"2021-03-04T23:32:18.981859+0000","last_unstale":"2021-03-04T23:32:41.980214+0000","last_undegraded":"2021-03-04T23:32:41.980214+0000","last_fullsized":"2021-03-04T23:32:41.980214+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"263","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.988690+0000","last_change":"2021-03-04T23:31:58.062545+0000","last_active":"2021-03-04T23:32:41.988690+0000","last_peered":"2021-03-04T23:32:41.988690+0000","last_clean":"2021-03-04T23:32:41.988690+0000","last_became_active":"2021-03-04T23:31:58.062078+0000","last_became_peered":"2021-03-04T23:31:58.062078+0000","last_unstale":"2021-03-04T23:32:41.988690+0000","last_undegraded":"2021-03-04T23:32:41.988690+0000","last_fullsized":"2021-03-04T23:32:41.988690+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"164","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:42.497992+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:32:42.497992+0000","last_peered":"2021-03-04T23:32:42.497992+0000","last_clean":"2021-03-04T23:32:42.497992+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:32:42.497992+0000","last_undegraded":"2021-03-04T23:32:42.497992+0000","last_fullsized":"2021-03-04T23:32:42.497992+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"79","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.977754+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:32:41.977754+0000","last_peered":"2021-03-04T23:32:41.977754+0000","last_clean":"2021-03-04T23:32:41.977754+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:32:41.977754+0000","last_undegraded":"2021-03-04T23:32:41.977754+0000","last_fullsized":"2021-03-04T23:32:41.977754+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"65","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980835+0000","last_change":"2021-03-04T23:32:18.990360+0000","last_active":"2021-03-04T23:32:41.980835+0000","last_peered":"2021-03-04T23:32:41.980835+0000","last_clean":"2021-03-04T23:32:41.980835+0000","last_became_active":"2021-03-04T23:32:18.985583+0000","last_became_peered":"2021-03-04T23:32:18.985583+0000","last_unstale":"2021-03-04T23:32:41.980835+0000","last_undegraded":"2021-03-04T23:32:41.980835+0000","last_fullsized":"2021-03-04T23:32:41.980835+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"17","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.982561+0000","last_change":"2021-03-04T23:32:26.249383+0000","last_active":"2021-03-04T23:32:41.982561+0000","last_peered":"2021-03-04T23:32:41.982561+0000","last_clean":"2021-03-04T23:32:41.982561+0000","last_became_active":"2021-03-04T23:32:26.249012+0000","last_became_peered":"2021-03-04T23:32:26.249012+0000","last_unstale":"2021-03-04T23:32:41.982561+0000","last_undegraded":"2021-03-04T23:32:41.982561+0000","last_fullsized":"2021-03-04T23:32:41.982561+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"274'12243","reported_seq":"12461","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:32:47.888725+0000","last_change":"2021-03-04T23:31:15.984936+0000","last_active":"2021-03-04T23:32:47.888725+0000","last_peered":"2021-03-04T23:32:47.888725+0000","last_clean":"2021-03-04T23:32:47.888725+0000","last_became_active":"2021-03-04T23:31:15.969777+0000","last_became_peered":"2021-03-04T23:31:15.969777+0000","last_unstale":"2021-03-04T23:32:47.888725+0000","last_undegraded":"2021-03-04T23:32:47.888725+0000","last_fullsized":"2021-03-04T23:32:47.888725+0000","mapping_epoch":236,"log_start":"152'8247","ondisk_log_start":"152'8247","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":3996,"ondisk_log_size":3996,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":449773568,"num_objects":6863,"num_object_clones":0,"num_object_copies":20589,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6863,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12243,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":1048576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"51","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980649+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:32:41.980649+0000","last_peered":"2021-03-04T23:32:41.980649+0000","last_clean":"2021-03-04T23:32:41.980649+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:32:41.980649+0000","last_undegraded":"2021-03-04T23:32:41.980649+0000","last_fullsized":"2021-03-04T23:32:41.980649+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"282","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.979150+0000","last_change":"2021-03-04T23:32:18.976569+0000","last_active":"2021-03-04T23:32:41.979150+0000","last_peered":"2021-03-04T23:32:41.979150+0000","last_clean":"2021-03-04T23:32:41.979150+0000","last_became_active":"2021-03-04T23:32:18.976326+0000","last_became_peered":"2021-03-04T23:32:18.976326+0000","last_unstale":"2021-03-04T23:32:41.979150+0000","last_undegraded":"2021-03-04T23:32:41.979150+0000","last_fullsized":"2021-03-04T23:32:41.979150+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"65","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980436+0000","last_change":"2021-03-04T23:32:18.981638+0000","last_active":"2021-03-04T23:32:41.980436+0000","last_peered":"2021-03-04T23:32:41.980436+0000","last_clean":"2021-03-04T23:32:41.980436+0000","last_became_active":"2021-03-04T23:32:18.981295+0000","last_became_peered":"2021-03-04T23:32:18.981295+0000","last_unstale":"2021-03-04T23:32:41.980436+0000","last_undegraded":"2021-03-04T23:32:41.980436+0000","last_fullsized":"2021-03-04T23:32:41.980436+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"174","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:42.498201+0000","last_change":"2021-03-04T23:31:58.069396+0000","last_active":"2021-03-04T23:32:42.498201+0000","last_peered":"2021-03-04T23:32:42.498201+0000","last_clean":"2021-03-04T23:32:42.498201+0000","last_became_active":"2021-03-04T23:31:58.069222+0000","last_became_peered":"2021-03-04T23:31:58.069222+0000","last_unstale":"2021-03-04T23:32:42.498201+0000","last_undegraded":"2021-03-04T23:32:42.498201+0000","last_fullsized":"2021-03-04T23:32:42.498201+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"274'12097","reported_seq":"32942","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:32:45.156393+0000","last_change":"2021-03-04T23:31:02.313487+0000","last_active":"2021-03-04T23:32:45.156393+0000","last_peered":"2021-03-04T23:32:45.156393+0000","last_clean":"2021-03-04T23:32:45.156393+0000","last_became_active":"2021-03-04T23:31:02.298187+0000","last_became_peered":"2021-03-04T23:31:02.298187+0000","last_unstale":"2021-03-04T23:32:45.156393+0000","last_undegraded":"2021-03-04T23:32:45.156393+0000","last_fullsized":"2021-03-04T23:32:45.156393+0000","mapping_epoch":230,"log_start":"143'6522","ondisk_log_start":"143'6522","created":137,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5575,"ondisk_log_size":5575,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":457900032,"num_objects":6987,"num_object_clones":0,"num_object_copies":20961,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6987,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12097,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8025,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"51","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980641+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:32:41.980641+0000","last_peered":"2021-03-04T23:32:41.980641+0000","last_clean":"2021-03-04T23:32:41.980641+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:32:41.980641+0000","last_undegraded":"2021-03-04T23:32:41.980641+0000","last_fullsized":"2021-03-04T23:32:41.980641+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"344","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:42.497608+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:32:42.497608+0000","last_peered":"2021-03-04T23:32:42.497608+0000","last_clean":"2021-03-04T23:32:42.497608+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:32:42.497608+0000","last_undegraded":"2021-03-04T23:32:42.497608+0000","last_fullsized":"2021-03-04T23:32:42.497608+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"65","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980713+0000","last_change":"2021-03-04T23:32:18.976226+0000","last_active":"2021-03-04T23:32:41.980713+0000","last_peered":"2021-03-04T23:32:41.980713+0000","last_clean":"2021-03-04T23:32:41.980713+0000","last_became_active":"2021-03-04T23:32:18.975856+0000","last_became_peered":"2021-03-04T23:32:18.975856+0000","last_unstale":"2021-03-04T23:32:41.980713+0000","last_undegraded":"2021-03-04T23:32:41.980713+0000","last_fullsized":"2021-03-04T23:32:41.980713+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"17","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.982386+0000","last_change":"2021-03-04T23:32:26.243559+0000","last_active":"2021-03-04T23:32:41.982386+0000","last_peered":"2021-03-04T23:32:41.982386+0000","last_clean":"2021-03-04T23:32:41.982386+0000","last_became_active":"2021-03-04T23:32:26.243315+0000","last_became_peered":"2021-03-04T23:32:26.243315+0000","last_unstale":"2021-03-04T23:32:41.982386+0000","last_undegraded":"2021-03-04T23:32:41.982386+0000","last_fullsized":"2021-03-04T23:32:41.982386+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"274'12331","reported_seq":"12513","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:32:48.528399+0000","last_change":"2021-03-04T23:31:16.986091+0000","last_active":"2021-03-04T23:32:48.528399+0000","last_peered":"2021-03-04T23:32:48.528399+0000","last_clean":"2021-03-04T23:32:48.528399+0000","last_became_active":"2021-03-04T23:31:16.966316+0000","last_became_peered":"2021-03-04T23:31:16.966316+0000","last_unstale":"2021-03-04T23:32:48.528399+0000","last_undegraded":"2021-03-04T23:32:48.528399+0000","last_fullsized":"2021-03-04T23:32:48.528399+0000","mapping_epoch":237,"log_start":"147'7187","ondisk_log_start":"147'7187","created":137,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5144,"ondisk_log_size":5144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":451346432,"num_objects":6887,"num_object_clones":0,"num_object_copies":20661,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6887,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12331,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"51","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980795+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:32:41.980795+0000","last_peered":"2021-03-04T23:32:41.980795+0000","last_clean":"2021-03-04T23:32:41.980795+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:32:41.980795+0000","last_undegraded":"2021-03-04T23:32:41.980795+0000","last_fullsized":"2021-03-04T23:32:41.980795+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"23","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:42.497910+0000","last_change":"2021-03-04T23:32:18.980591+0000","last_active":"2021-03-04T23:32:42.497910+0000","last_peered":"2021-03-04T23:32:42.497910+0000","last_clean":"2021-03-04T23:32:42.497910+0000","last_became_active":"2021-03-04T23:32:18.980308+0000","last_became_peered":"2021-03-04T23:32:18.980308+0000","last_unstale":"2021-03-04T23:32:42.497910+0000","last_undegraded":"2021-03-04T23:32:42.497910+0000","last_fullsized":"2021-03-04T23:32:42.497910+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"65","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980650+0000","last_change":"2021-03-04T23:32:18.981505+0000","last_active":"2021-03-04T23:32:41.980650+0000","last_peered":"2021-03-04T23:32:41.980650+0000","last_clean":"2021-03-04T23:32:41.980650+0000","last_became_active":"2021-03-04T23:32:18.981076+0000","last_became_peered":"2021-03-04T23:32:18.981076+0000","last_unstale":"2021-03-04T23:32:41.980650+0000","last_undegraded":"2021-03-04T23:32:41.980650+0000","last_fullsized":"2021-03-04T23:32:41.980650+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"47","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980742+0000","last_change":"2021-03-04T23:31:15.977616+0000","last_active":"2021-03-04T23:32:41.980742+0000","last_peered":"2021-03-04T23:32:41.980742+0000","last_clean":"2021-03-04T23:32:41.980742+0000","last_became_active":"2021-03-04T23:31:15.976913+0000","last_became_peered":"2021-03-04T23:31:15.976913+0000","last_unstale":"2021-03-04T23:32:41.980742+0000","last_undegraded":"2021-03-04T23:32:41.980742+0000","last_fullsized":"2021-03-04T23:32:41.980742+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.6","version":"274'12419","reported_seq":"19139","reported_epoch":"274","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:32:48.488938+0000","last_change":"2021-03-04T23:32:27.548241+0000","last_active":"2021-03-04T23:32:48.488938+0000","last_peered":"2021-03-04T23:32:48.488938+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:32:27.370442+0000","last_became_peered":"2021-03-04T23:32:27.370442+0000","last_unstale":"2021-03-04T23:32:48.488938+0000","last_undegraded":"2021-03-04T23:32:27.364047+0000","last_fullsized":"2021-03-04T23:32:27.244914+0000","mapping_epoch":267,"log_start":"147'7282","ondisk_log_start":"147'7282","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5137,"ondisk_log_size":5137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":465895424,"num_objects":7109,"num_object_clones":0,"num_object_copies":21327,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8158,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7109,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12419,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3260,"num_bytes_recovered":213647360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"1,2,5","objects":1973},{"shards":"1,5","objects":2934},{"shards":"2,5,6","objects":2202}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"304","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.979255+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:32:41.979255+0000","last_peered":"2021-03-04T23:32:41.979255+0000","last_clean":"2021-03-04T23:32:41.979255+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:32:41.979255+0000","last_undegraded":"2021-03-04T23:32:41.979255+0000","last_fullsized":"2021-03-04T23:32:41.979255+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"268","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.996947+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:32:41.996947+0000","last_peered":"2021-03-04T23:32:41.996947+0000","last_clean":"2021-03-04T23:32:41.996947+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:32:41.996947+0000","last_undegraded":"2021-03-04T23:32:41.996947+0000","last_fullsized":"2021-03-04T23:32:41.996947+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"325","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.978920+0000","last_change":"2021-03-04T23:32:18.972523+0000","last_active":"2021-03-04T23:32:41.978920+0000","last_peered":"2021-03-04T23:32:41.978920+0000","last_clean":"2021-03-04T23:32:41.978920+0000","last_became_active":"2021-03-04T23:32:18.971535+0000","last_became_peered":"2021-03-04T23:32:18.971535+0000","last_unstale":"2021-03-04T23:32:41.978920+0000","last_undegraded":"2021-03-04T23:32:41.978920+0000","last_fullsized":"2021-03-04T23:32:41.978920+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"65","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980370+0000","last_change":"2021-03-04T23:32:18.981988+0000","last_active":"2021-03-04T23:32:41.980370+0000","last_peered":"2021-03-04T23:32:41.980370+0000","last_clean":"2021-03-04T23:32:41.980370+0000","last_became_active":"2021-03-04T23:32:18.981427+0000","last_became_peered":"2021-03-04T23:32:18.981427+0000","last_unstale":"2021-03-04T23:32:41.980370+0000","last_undegraded":"2021-03-04T23:32:41.980370+0000","last_fullsized":"2021-03-04T23:32:41.980370+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"274'12105","reported_seq":"15880","reported_epoch":"274","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:32:46.640933+0000","last_change":"2021-03-04T23:32:43.822873+0000","last_active":"2021-03-04T23:32:46.640933+0000","last_peered":"2021-03-04T23:32:46.640933+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:32:35.807116+0000","last_became_peered":"2021-03-04T23:32:35.807116+0000","last_unstale":"2021-03-04T23:32:46.640933+0000","last_undegraded":"2021-03-04T23:32:46.640933+0000","last_fullsized":"2021-03-04T23:32:19.969626+0000","mapping_epoch":261,"log_start":"142'5539","ondisk_log_start":"142'5539","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6566,"ondisk_log_size":6566,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":448987136,"num_objects":6851,"num_object_clones":0,"num_object_copies":20553,"num_objects_missing_on_primary":811,"num_objects_missing":811,"num_objects_degraded":0,"num_objects_misplaced":3929,"num_objects_unfound":0,"num_objects_dirty":6851,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12105,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1797,"num_bytes_recovered":101711872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6],"avail_no_missing":["2","7"],"object_location_counts":[{"shards":"3,4,7","objects":3929},{"shards":"3,6","objects":2922}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"65","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.977447+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:32:41.977447+0000","last_peered":"2021-03-04T23:32:41.977447+0000","last_clean":"2021-03-04T23:32:41.977447+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:32:41.977447+0000","last_undegraded":"2021-03-04T23:32:41.977447+0000","last_fullsized":"2021-03-04T23:32:41.977447+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"305","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:42.497810+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:32:42.497810+0000","last_peered":"2021-03-04T23:32:42.497810+0000","last_clean":"2021-03-04T23:32:42.497810+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:32:42.497810+0000","last_undegraded":"2021-03-04T23:32:42.497810+0000","last_fullsized":"2021-03-04T23:32:42.497810+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"283","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.979019+0000","last_change":"2021-03-04T23:31:58.069697+0000","last_active":"2021-03-04T23:32:41.979019+0000","last_peered":"2021-03-04T23:32:41.979019+0000","last_clean":"2021-03-04T23:32:41.979019+0000","last_became_active":"2021-03-04T23:31:58.068973+0000","last_became_peered":"2021-03-04T23:31:58.068973+0000","last_unstale":"2021-03-04T23:32:41.979019+0000","last_undegraded":"2021-03-04T23:32:41.979019+0000","last_fullsized":"2021-03-04T23:32:41.979019+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"65","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980083+0000","last_change":"2021-03-04T23:32:19.011549+0000","last_active":"2021-03-04T23:32:41.980083+0000","last_peered":"2021-03-04T23:32:41.980083+0000","last_clean":"2021-03-04T23:32:41.980083+0000","last_became_active":"2021-03-04T23:32:19.011346+0000","last_became_peered":"2021-03-04T23:32:19.011346+0000","last_unstale":"2021-03-04T23:32:41.980083+0000","last_undegraded":"2021-03-04T23:32:41.980083+0000","last_fullsized":"2021-03-04T23:32:41.980083+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"274'12451","reported_seq":"27457","reported_epoch":"274","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:48.492643+0000","last_change":"2021-03-04T23:32:26.310942+0000","last_active":"2021-03-04T23:32:48.492643+0000","last_peered":"2021-03-04T23:32:48.492643+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:32:26.290638+0000","last_became_peered":"2021-03-04T23:32:26.290638+0000","last_unstale":"2021-03-04T23:32:48.492643+0000","last_undegraded":"2021-03-04T23:32:48.492643+0000","last_fullsized":"2021-03-04T23:32:48.492643+0000","mapping_epoch":266,"log_start":"153'8515","ondisk_log_start":"153'8515","created":137,"last_epoch_clean":233,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":3936,"ondisk_log_size":3936,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":457637888,"num_objects":6983,"num_object_clones":0,"num_object_copies":20949,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":13966,"num_objects_unfound":0,"num_objects_dirty":6983,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12451,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7388,"num_bytes_recovered":475725824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[5,0,2],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"0,2,5","objects":6983}],"blocked_by":[],"up_primary":1,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"32","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:42.497403+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:32:42.497403+0000","last_peered":"2021-03-04T23:32:42.497403+0000","last_clean":"2021-03-04T23:32:42.497403+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:32:42.497403+0000","last_undegraded":"2021-03-04T23:32:42.497403+0000","last_fullsized":"2021-03-04T23:32:42.497403+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"293","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:42.497952+0000","last_change":"2021-03-04T23:32:18.970427+0000","last_active":"2021-03-04T23:32:42.497952+0000","last_peered":"2021-03-04T23:32:42.497952+0000","last_clean":"2021-03-04T23:32:42.497952+0000","last_became_active":"2021-03-04T23:32:18.970152+0000","last_became_peered":"2021-03-04T23:32:18.970152+0000","last_unstale":"2021-03-04T23:32:42.497952+0000","last_undegraded":"2021-03-04T23:32:42.497952+0000","last_fullsized":"2021-03-04T23:32:42.497952+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"65","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980578+0000","last_change":"2021-03-04T23:32:19.018810+0000","last_active":"2021-03-04T23:32:41.980578+0000","last_peered":"2021-03-04T23:32:41.980578+0000","last_clean":"2021-03-04T23:32:41.980578+0000","last_became_active":"2021-03-04T23:32:19.018286+0000","last_became_peered":"2021-03-04T23:32:19.018286+0000","last_unstale":"2021-03-04T23:32:41.980578+0000","last_undegraded":"2021-03-04T23:32:41.980578+0000","last_fullsized":"2021-03-04T23:32:41.980578+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"56","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980182+0000","last_change":"2021-03-04T23:32:26.246083+0000","last_active":"2021-03-04T23:32:41.980182+0000","last_peered":"2021-03-04T23:32:41.980182+0000","last_clean":"2021-03-04T23:32:41.980182+0000","last_became_active":"2021-03-04T23:32:26.244207+0000","last_became_peered":"2021-03-04T23:32:26.244207+0000","last_unstale":"2021-03-04T23:32:41.980182+0000","last_undegraded":"2021-03-04T23:32:41.980182+0000","last_fullsized":"2021-03-04T23:32:41.980182+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"274'12168","reported_seq":"27706","reported_epoch":"274","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:32:47.374789+0000","last_change":"2021-03-04T23:32:26.376916+0000","last_active":"2021-03-04T23:32:47.374789+0000","last_peered":"2021-03-04T23:32:47.374789+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:32:26.331782+0000","last_became_peered":"2021-03-04T23:32:26.331782+0000","last_unstale":"2021-03-04T23:32:47.374789+0000","last_undegraded":"2021-03-04T23:32:26.253611+0000","last_fullsized":"2021-03-04T23:32:26.238493+0000","mapping_epoch":266,"log_start":"152'8173","ondisk_log_start":"152'8173","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":3995,"ondisk_log_size":3995,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":445120512,"num_objects":6792,"num_object_clones":0,"num_object_copies":20376,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3797,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6792,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12168,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5565,"num_bytes_recovered":304480256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3],"avail_no_missing":["7","0","3","6"],"object_location_counts":[{"shards":"3,5,7","objects":2096},{"shards":"3,7","objects":4696}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"270","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:42.497404+0000","last_change":"2021-03-04T23:31:58.064857+0000","last_active":"2021-03-04T23:32:42.497404+0000","last_peered":"2021-03-04T23:32:42.497404+0000","last_clean":"2021-03-04T23:32:42.497404+0000","last_became_active":"2021-03-04T23:31:58.064575+0000","last_became_peered":"2021-03-04T23:31:58.064575+0000","last_unstale":"2021-03-04T23:32:42.497404+0000","last_undegraded":"2021-03-04T23:32:42.497404+0000","last_fullsized":"2021-03-04T23:32:42.497404+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"332","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:42.497480+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:32:42.497480+0000","last_peered":"2021-03-04T23:32:42.497480+0000","last_clean":"2021-03-04T23:32:42.497480+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:32:42.497480+0000","last_undegraded":"2021-03-04T23:32:42.497480+0000","last_fullsized":"2021-03-04T23:32:42.497480+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"263","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.988644+0000","last_change":"2021-03-04T23:31:58.062715+0000","last_active":"2021-03-04T23:32:41.988644+0000","last_peered":"2021-03-04T23:32:41.988644+0000","last_clean":"2021-03-04T23:32:41.988644+0000","last_became_active":"2021-03-04T23:31:58.062351+0000","last_became_peered":"2021-03-04T23:31:58.062351+0000","last_unstale":"2021-03-04T23:32:41.988644+0000","last_undegraded":"2021-03-04T23:32:41.988644+0000","last_fullsized":"2021-03-04T23:32:41.988644+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"65","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980427+0000","last_change":"2021-03-04T23:32:18.982415+0000","last_active":"2021-03-04T23:32:41.980427+0000","last_peered":"2021-03-04T23:32:41.980427+0000","last_clean":"2021-03-04T23:32:41.980427+0000","last_became_active":"2021-03-04T23:32:18.982097+0000","last_became_peered":"2021-03-04T23:32:18.982097+0000","last_unstale":"2021-03-04T23:32:41.980427+0000","last_undegraded":"2021-03-04T23:32:41.980427+0000","last_fullsized":"2021-03-04T23:32:41.980427+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"274'12219","reported_seq":"34790","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:32:46.504857+0000","last_change":"2021-03-04T23:32:23.249042+0000","last_active":"2021-03-04T23:32:46.504857+0000","last_peered":"2021-03-04T23:32:46.504857+0000","last_clean":"2021-03-04T23:32:46.504857+0000","last_became_active":"2021-03-04T23:32:23.233324+0000","last_became_peered":"2021-03-04T23:32:23.233324+0000","last_unstale":"2021-03-04T23:32:46.504857+0000","last_undegraded":"2021-03-04T23:32:46.504857+0000","last_fullsized":"2021-03-04T23:32:46.504857+0000","mapping_epoch":264,"log_start":"147'6930","ondisk_log_start":"147'6930","created":137,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5289,"ondisk_log_size":5289,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":455016448,"num_objects":6943,"num_object_clones":0,"num_object_copies":20829,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6943,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12219,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11178,"num_bytes_recovered":644808704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"88","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.977337+0000","last_change":"2021-03-04T23:32:26.240947+0000","last_active":"2021-03-04T23:32:41.977337+0000","last_peered":"2021-03-04T23:32:41.977337+0000","last_clean":"2021-03-04T23:32:41.977337+0000","last_became_active":"2021-03-04T23:32:26.240743+0000","last_became_peered":"2021-03-04T23:32:26.240743+0000","last_unstale":"2021-03-04T23:32:41.977337+0000","last_undegraded":"2021-03-04T23:32:41.977337+0000","last_fullsized":"2021-03-04T23:32:41.977337+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"113","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.982709+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:32:41.982709+0000","last_peered":"2021-03-04T23:32:41.982709+0000","last_clean":"2021-03-04T23:32:41.982709+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:32:41.982709+0000","last_undegraded":"2021-03-04T23:32:41.982709+0000","last_fullsized":"2021-03-04T23:32:41.982709+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"65","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980671+0000","last_change":"2021-03-04T23:32:18.981845+0000","last_active":"2021-03-04T23:32:41.980671+0000","last_peered":"2021-03-04T23:32:41.980671+0000","last_clean":"2021-03-04T23:32:41.980671+0000","last_became_active":"2021-03-04T23:32:18.981465+0000","last_became_peered":"2021-03-04T23:32:18.981465+0000","last_unstale":"2021-03-04T23:32:41.980671+0000","last_undegraded":"2021-03-04T23:32:41.980671+0000","last_fullsized":"2021-03-04T23:32:41.980671+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"274'12196","reported_seq":"26323","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:32:48.476924+0000","last_change":"2021-03-04T23:32:43.006956+0000","last_active":"2021-03-04T23:32:48.476924+0000","last_peered":"2021-03-04T23:32:48.476924+0000","last_clean":"2021-03-04T23:32:48.476924+0000","last_became_active":"2021-03-04T23:32:42.989066+0000","last_became_peered":"2021-03-04T23:32:42.989066+0000","last_unstale":"2021-03-04T23:32:48.476924+0000","last_undegraded":"2021-03-04T23:32:48.476924+0000","last_fullsized":"2021-03-04T23:32:48.476924+0000","mapping_epoch":273,"log_start":"147'7034","ondisk_log_start":"147'7034","created":137,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5162,"ondisk_log_size":5162,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":449708032,"num_objects":6862,"num_object_clones":0,"num_object_copies":20586,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6862,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12196,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6961,"num_bytes_recovered":299565056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"17","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.982353+0000","last_change":"2021-03-04T23:32:26.243555+0000","last_active":"2021-03-04T23:32:41.982353+0000","last_peered":"2021-03-04T23:32:41.982353+0000","last_clean":"2021-03-04T23:32:41.982353+0000","last_became_active":"2021-03-04T23:32:26.243321+0000","last_became_peered":"2021-03-04T23:32:26.243321+0000","last_unstale":"2021-03-04T23:32:41.982353+0000","last_undegraded":"2021-03-04T23:32:41.982353+0000","last_fullsized":"2021-03-04T23:32:41.982353+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"286","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.979245+0000","last_change":"2021-03-04T23:31:58.061270+0000","last_active":"2021-03-04T23:32:41.979245+0000","last_peered":"2021-03-04T23:32:41.979245+0000","last_clean":"2021-03-04T23:32:41.979245+0000","last_became_active":"2021-03-04T23:31:58.060937+0000","last_became_peered":"2021-03-04T23:31:58.060937+0000","last_unstale":"2021-03-04T23:32:41.979245+0000","last_undegraded":"2021-03-04T23:32:41.979245+0000","last_fullsized":"2021-03-04T23:32:41.979245+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"17","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.982317+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:32:41.982317+0000","last_peered":"2021-03-04T23:32:41.982317+0000","last_clean":"2021-03-04T23:32:41.982317+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:32:41.982317+0000","last_undegraded":"2021-03-04T23:32:41.982317+0000","last_fullsized":"2021-03-04T23:32:41.982317+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"65","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980244+0000","last_change":"2021-03-04T23:32:18.981793+0000","last_active":"2021-03-04T23:32:41.980244+0000","last_peered":"2021-03-04T23:32:41.980244+0000","last_clean":"2021-03-04T23:32:41.980244+0000","last_became_active":"2021-03-04T23:32:18.981354+0000","last_became_peered":"2021-03-04T23:32:18.981354+0000","last_unstale":"2021-03-04T23:32:41.980244+0000","last_undegraded":"2021-03-04T23:32:41.980244+0000","last_fullsized":"2021-03-04T23:32:41.980244+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"274'12284","reported_seq":"27009","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:32:47.856914+0000","last_change":"2021-03-04T23:31:15.989387+0000","last_active":"2021-03-04T23:32:47.856914+0000","last_peered":"2021-03-04T23:32:47.856914+0000","last_clean":"2021-03-04T23:32:47.856914+0000","last_became_active":"2021-03-04T23:31:15.968551+0000","last_became_peered":"2021-03-04T23:31:15.968551+0000","last_unstale":"2021-03-04T23:32:47.856914+0000","last_undegraded":"2021-03-04T23:32:47.856914+0000","last_fullsized":"2021-03-04T23:32:47.856914+0000","mapping_epoch":236,"log_start":"152'8303","ondisk_log_start":"152'8303","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":3981,"ondisk_log_size":3981,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":460980224,"num_objects":7034,"num_object_clones":0,"num_object_copies":21102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7034,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12284,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7379,"num_bytes_recovered":476381184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"326","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.978983+0000","last_change":"2021-03-04T23:32:18.974052+0000","last_active":"2021-03-04T23:32:41.978983+0000","last_peered":"2021-03-04T23:32:41.978983+0000","last_clean":"2021-03-04T23:32:41.978983+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:32:41.978983+0000","last_undegraded":"2021-03-04T23:32:41.978983+0000","last_fullsized":"2021-03-04T23:32:41.978983+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"276","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:42.497635+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:32:42.497635+0000","last_peered":"2021-03-04T23:32:42.497635+0000","last_clean":"2021-03-04T23:32:42.497635+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:32:42.497635+0000","last_undegraded":"2021-03-04T23:32:42.497635+0000","last_fullsized":"2021-03-04T23:32:42.497635+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"17","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.982298+0000","last_change":"2021-03-04T23:32:26.241730+0000","last_active":"2021-03-04T23:32:41.982298+0000","last_peered":"2021-03-04T23:32:41.982298+0000","last_clean":"2021-03-04T23:32:41.982298+0000","last_became_active":"2021-03-04T23:32:26.241443+0000","last_became_peered":"2021-03-04T23:32:26.241443+0000","last_unstale":"2021-03-04T23:32:41.982298+0000","last_undegraded":"2021-03-04T23:32:41.982298+0000","last_fullsized":"2021-03-04T23:32:41.982298+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"65","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980337+0000","last_change":"2021-03-04T23:32:18.982273+0000","last_active":"2021-03-04T23:32:41.980337+0000","last_peered":"2021-03-04T23:32:41.980337+0000","last_clean":"2021-03-04T23:32:41.980337+0000","last_became_active":"2021-03-04T23:32:18.981390+0000","last_became_peered":"2021-03-04T23:32:18.981390+0000","last_unstale":"2021-03-04T23:32:41.980337+0000","last_undegraded":"2021-03-04T23:32:41.980337+0000","last_fullsized":"2021-03-04T23:32:41.980337+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"274'12282","reported_seq":"20165","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:32:48.472500+0000","last_change":"2021-03-04T23:31:15.990321+0000","last_active":"2021-03-04T23:32:48.472500+0000","last_peered":"2021-03-04T23:32:48.472500+0000","last_clean":"2021-03-04T23:32:48.472500+0000","last_became_active":"2021-03-04T23:31:15.968330+0000","last_became_peered":"2021-03-04T23:31:15.968330+0000","last_unstale":"2021-03-04T23:32:48.472500+0000","last_undegraded":"2021-03-04T23:32:48.472500+0000","last_fullsized":"2021-03-04T23:32:48.472500+0000","mapping_epoch":236,"log_start":"147'7143","ondisk_log_start":"147'7143","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5139,"ondisk_log_size":5139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":443547648,"num_objects":6768,"num_object_clones":0,"num_object_copies":20304,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6768,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12282,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3842,"num_bytes_recovered":151388160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"266","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.988604+0000","last_change":"2021-03-04T23:31:58.062851+0000","last_active":"2021-03-04T23:32:41.988604+0000","last_peered":"2021-03-04T23:32:41.988604+0000","last_clean":"2021-03-04T23:32:41.988604+0000","last_became_active":"2021-03-04T23:31:58.062390+0000","last_became_peered":"2021-03-04T23:31:58.062390+0000","last_unstale":"2021-03-04T23:32:41.988604+0000","last_undegraded":"2021-03-04T23:32:41.988604+0000","last_fullsized":"2021-03-04T23:32:41.988604+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"17","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.982314+0000","last_change":"2021-03-04T23:32:26.241630+0000","last_active":"2021-03-04T23:32:41.982314+0000","last_peered":"2021-03-04T23:32:41.982314+0000","last_clean":"2021-03-04T23:32:41.982314+0000","last_became_active":"2021-03-04T23:32:26.241377+0000","last_became_peered":"2021-03-04T23:32:26.241377+0000","last_unstale":"2021-03-04T23:32:41.982314+0000","last_undegraded":"2021-03-04T23:32:41.982314+0000","last_fullsized":"2021-03-04T23:32:41.982314+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"17","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.982469+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:32:41.982469+0000","last_peered":"2021-03-04T23:32:41.982469+0000","last_clean":"2021-03-04T23:32:41.982469+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:32:41.982469+0000","last_undegraded":"2021-03-04T23:32:41.982469+0000","last_fullsized":"2021-03-04T23:32:41.982469+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"274'12220","reported_seq":"28309","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:32:46.502300+0000","last_change":"2021-03-04T23:30:59.306069+0000","last_active":"2021-03-04T23:32:46.502300+0000","last_peered":"2021-03-04T23:32:46.502300+0000","last_clean":"2021-03-04T23:32:46.502300+0000","last_became_active":"2021-03-04T23:30:59.292136+0000","last_became_peered":"2021-03-04T23:30:59.292136+0000","last_unstale":"2021-03-04T23:32:46.502300+0000","last_undegraded":"2021-03-04T23:32:46.502300+0000","last_fullsized":"2021-03-04T23:32:46.502300+0000","mapping_epoch":228,"log_start":"152'8097","ondisk_log_start":"152'8097","created":137,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4123,"ondisk_log_size":4123,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":452329472,"num_objects":6902,"num_object_clones":0,"num_object_copies":20706,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6902,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12220,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7939,"num_bytes_recovered":520224768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"284","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.979136+0000","last_change":"2021-03-04T23:31:58.069375+0000","last_active":"2021-03-04T23:32:41.979136+0000","last_peered":"2021-03-04T23:32:41.979136+0000","last_clean":"2021-03-04T23:32:41.979136+0000","last_became_active":"2021-03-04T23:31:58.069076+0000","last_became_peered":"2021-03-04T23:31:58.069076+0000","last_unstale":"2021-03-04T23:32:41.979136+0000","last_undegraded":"2021-03-04T23:32:41.979136+0000","last_fullsized":"2021-03-04T23:32:41.979136+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"65","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980302+0000","last_change":"2021-03-04T23:32:18.976198+0000","last_active":"2021-03-04T23:32:41.980302+0000","last_peered":"2021-03-04T23:32:41.980302+0000","last_clean":"2021-03-04T23:32:41.980302+0000","last_became_active":"2021-03-04T23:32:18.975757+0000","last_became_peered":"2021-03-04T23:32:18.975757+0000","last_unstale":"2021-03-04T23:32:41.980302+0000","last_undegraded":"2021-03-04T23:32:41.980302+0000","last_fullsized":"2021-03-04T23:32:41.980302+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"61","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.977364+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:32:41.977364+0000","last_peered":"2021-03-04T23:32:41.977364+0000","last_clean":"2021-03-04T23:32:41.977364+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:32:41.977364+0000","last_undegraded":"2021-03-04T23:32:41.977364+0000","last_fullsized":"2021-03-04T23:32:41.977364+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"23","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:42.498004+0000","last_change":"2021-03-04T23:32:18.986718+0000","last_active":"2021-03-04T23:32:42.498004+0000","last_peered":"2021-03-04T23:32:42.498004+0000","last_clean":"2021-03-04T23:32:42.498004+0000","last_became_active":"2021-03-04T23:32:18.986509+0000","last_became_peered":"2021-03-04T23:32:18.986509+0000","last_unstale":"2021-03-04T23:32:42.498004+0000","last_undegraded":"2021-03-04T23:32:42.498004+0000","last_fullsized":"2021-03-04T23:32:42.498004+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"65","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980420+0000","last_change":"2021-03-04T23:32:19.018869+0000","last_active":"2021-03-04T23:32:41.980420+0000","last_peered":"2021-03-04T23:32:41.980420+0000","last_clean":"2021-03-04T23:32:41.980420+0000","last_became_active":"2021-03-04T23:32:19.018305+0000","last_became_peered":"2021-03-04T23:32:19.018305+0000","last_unstale":"2021-03-04T23:32:41.980420+0000","last_undegraded":"2021-03-04T23:32:41.980420+0000","last_fullsized":"2021-03-04T23:32:41.980420+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"274'12544","reported_seq":"34330","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:32:47.920362+0000","last_change":"2021-03-04T23:32:34.277292+0000","last_active":"2021-03-04T23:32:47.920362+0000","last_peered":"2021-03-04T23:32:47.920362+0000","last_clean":"2021-03-04T23:32:47.920362+0000","last_became_active":"2021-03-04T23:32:34.260379+0000","last_became_peered":"2021-03-04T23:32:34.260379+0000","last_unstale":"2021-03-04T23:32:47.920362+0000","last_undegraded":"2021-03-04T23:32:47.920362+0000","last_fullsized":"2021-03-04T23:32:47.920362+0000","mapping_epoch":270,"log_start":"154'8635","ondisk_log_start":"154'8635","created":137,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":3909,"ondisk_log_size":3909,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":460324864,"num_objects":7024,"num_object_clones":0,"num_object_copies":21072,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7024,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12544,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10774,"num_bytes_recovered":705953792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"56","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980120+0000","last_change":"2021-03-04T23:32:26.246392+0000","last_active":"2021-03-04T23:32:41.980120+0000","last_peered":"2021-03-04T23:32:41.980120+0000","last_clean":"2021-03-04T23:32:41.980120+0000","last_became_active":"2021-03-04T23:32:26.245274+0000","last_became_peered":"2021-03-04T23:32:26.245274+0000","last_unstale":"2021-03-04T23:32:41.980120+0000","last_undegraded":"2021-03-04T23:32:41.980120+0000","last_fullsized":"2021-03-04T23:32:41.980120+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"258","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.996897+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:32:41.996897+0000","last_peered":"2021-03-04T23:32:41.996897+0000","last_clean":"2021-03-04T23:32:41.996897+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:32:41.996897+0000","last_undegraded":"2021-03-04T23:32:41.996897+0000","last_fullsized":"2021-03-04T23:32:41.996897+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"304","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.997221+0000","last_change":"2021-03-04T23:32:26.243552+0000","last_active":"2021-03-04T23:32:41.997221+0000","last_peered":"2021-03-04T23:32:41.997221+0000","last_clean":"2021-03-04T23:32:41.997221+0000","last_became_active":"2021-03-04T23:32:26.243356+0000","last_became_peered":"2021-03-04T23:32:26.243356+0000","last_unstale":"2021-03-04T23:32:41.997221+0000","last_undegraded":"2021-03-04T23:32:41.997221+0000","last_fullsized":"2021-03-04T23:32:41.997221+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"65","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980702+0000","last_change":"2021-03-04T23:32:18.976958+0000","last_active":"2021-03-04T23:32:41.980702+0000","last_peered":"2021-03-04T23:32:41.980702+0000","last_clean":"2021-03-04T23:32:41.980702+0000","last_became_active":"2021-03-04T23:32:18.975806+0000","last_became_peered":"2021-03-04T23:32:18.975806+0000","last_unstale":"2021-03-04T23:32:41.980702+0000","last_undegraded":"2021-03-04T23:32:41.980702+0000","last_fullsized":"2021-03-04T23:32:41.980702+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"274'12219","reported_seq":"29863","reported_epoch":"274","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:47.575140+0000","last_change":"2021-03-04T23:32:27.307328+0000","last_active":"2021-03-04T23:32:47.575140+0000","last_peered":"2021-03-04T23:32:47.575140+0000","last_clean":"2021-03-04T23:32:23.232073+0000","last_became_active":"2021-03-04T23:32:27.288606+0000","last_became_peered":"2021-03-04T23:32:27.288606+0000","last_unstale":"2021-03-04T23:32:47.575140+0000","last_undegraded":"2021-03-04T23:32:47.575140+0000","last_fullsized":"2021-03-04T23:32:47.575140+0000","mapping_epoch":267,"log_start":"152'8286","ondisk_log_start":"152'8286","created":137,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":3933,"ondisk_log_size":3933,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":454230016,"num_objects":6931,"num_object_clones":0,"num_object_copies":20793,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6931,"num_objects_unfound":0,"num_objects_dirty":6931,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12219,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8712,"num_bytes_recovered":396623872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,0],"avail_no_missing":["7","0","4"],"object_location_counts":[{"shards":"0,4,7","objects":6931}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"47","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980665+0000","last_change":"2021-03-04T23:31:15.976911+0000","last_active":"2021-03-04T23:32:41.980665+0000","last_peered":"2021-03-04T23:32:41.980665+0000","last_clean":"2021-03-04T23:32:41.980665+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:32:41.980665+0000","last_undegraded":"2021-03-04T23:32:41.980665+0000","last_fullsized":"2021-03-04T23:32:41.980665+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"17","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.982438+0000","last_change":"2021-03-04T23:32:26.241609+0000","last_active":"2021-03-04T23:32:41.982438+0000","last_peered":"2021-03-04T23:32:41.982438+0000","last_clean":"2021-03-04T23:32:41.982438+0000","last_became_active":"2021-03-04T23:32:26.241419+0000","last_became_peered":"2021-03-04T23:32:26.241419+0000","last_unstale":"2021-03-04T23:32:41.982438+0000","last_undegraded":"2021-03-04T23:32:41.982438+0000","last_fullsized":"2021-03-04T23:32:41.982438+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"236","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.979064+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:32:41.979064+0000","last_peered":"2021-03-04T23:32:41.979064+0000","last_clean":"2021-03-04T23:32:41.979064+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:32:41.979064+0000","last_undegraded":"2021-03-04T23:32:41.979064+0000","last_fullsized":"2021-03-04T23:32:41.979064+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"65","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980915+0000","last_change":"2021-03-04T23:32:18.990243+0000","last_active":"2021-03-04T23:32:41.980915+0000","last_peered":"2021-03-04T23:32:41.980915+0000","last_clean":"2021-03-04T23:32:41.980915+0000","last_became_active":"2021-03-04T23:32:18.985408+0000","last_became_peered":"2021-03-04T23:32:18.985408+0000","last_unstale":"2021-03-04T23:32:41.980915+0000","last_undegraded":"2021-03-04T23:32:41.980915+0000","last_fullsized":"2021-03-04T23:32:41.980915+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"274'12140","reported_seq":"16761","reported_epoch":"274","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:32:47.622450+0000","last_change":"2021-03-04T23:32:41.449335+0000","last_active":"2021-03-04T23:32:47.622450+0000","last_peered":"2021-03-04T23:32:47.622450+0000","last_clean":"2021-03-04T23:25:36.101793+0000","last_became_active":"2021-03-04T23:32:26.297925+0000","last_became_peered":"2021-03-04T23:32:26.297925+0000","last_unstale":"2021-03-04T23:32:47.622450+0000","last_undegraded":"2021-03-04T23:32:47.622450+0000","last_fullsized":"2021-03-04T23:32:26.238171+0000","mapping_epoch":266,"log_start":"152'8095","ondisk_log_start":"152'8095","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4045,"ondisk_log_size":4045,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":447938584,"num_objects":6836,"num_object_clones":0,"num_object_copies":20508,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":38,"num_objects_unfound":0,"num_objects_dirty":6836,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12140,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2211,"num_bytes_recovered":144900096,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,5],"avail_no_missing":["7","5","6"],"object_location_counts":[{"shards":"4,5,7","objects":38},{"shards":"5,7","objects":6798}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"87","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.977730+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:32:41.977730+0000","last_peered":"2021-03-04T23:32:41.977730+0000","last_clean":"2021-03-04T23:32:41.977730+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:32:41.977730+0000","last_undegraded":"2021-03-04T23:32:41.977730+0000","last_fullsized":"2021-03-04T23:32:41.977730+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"17","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.982508+0000","last_change":"2021-03-04T23:32:26.249226+0000","last_active":"2021-03-04T23:32:41.982508+0000","last_peered":"2021-03-04T23:32:41.982508+0000","last_clean":"2021-03-04T23:32:41.982508+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:32:41.982508+0000","last_undegraded":"2021-03-04T23:32:41.982508+0000","last_fullsized":"2021-03-04T23:32:41.982508+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"79","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.977272+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:32:41.977272+0000","last_peered":"2021-03-04T23:32:41.977272+0000","last_clean":"2021-03-04T23:32:41.977272+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:32:41.977272+0000","last_undegraded":"2021-03-04T23:32:41.977272+0000","last_fullsized":"2021-03-04T23:32:41.977272+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"65","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.980559+0000","last_change":"2021-03-04T23:32:18.976964+0000","last_active":"2021-03-04T23:32:41.980559+0000","last_peered":"2021-03-04T23:32:41.980559+0000","last_clean":"2021-03-04T23:32:41.980559+0000","last_became_active":"2021-03-04T23:32:18.976053+0000","last_became_peered":"2021-03-04T23:32:18.976053+0000","last_unstale":"2021-03-04T23:32:41.980559+0000","last_undegraded":"2021-03-04T23:32:41.980559+0000","last_fullsized":"2021-03-04T23:32:41.980559+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"274'12207","reported_seq":"19800","reported_epoch":"274","state":"active+clean","last_fresh":"2021-03-04T23:32:46.510417+0000","last_change":"2021-03-04T23:31:15.998496+0000","last_active":"2021-03-04T23:32:46.510417+0000","last_peered":"2021-03-04T23:32:46.510417+0000","last_clean":"2021-03-04T23:32:46.510417+0000","last_became_active":"2021-03-04T23:31:15.976417+0000","last_became_peered":"2021-03-04T23:31:15.976417+0000","last_unstale":"2021-03-04T23:32:46.510417+0000","last_undegraded":"2021-03-04T23:32:46.510417+0000","last_fullsized":"2021-03-04T23:32:46.510417+0000","mapping_epoch":236,"log_start":"147'6975","ondisk_log_start":"147'6975","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5232,"ondisk_log_size":5232,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":447807488,"num_objects":6833,"num_object_clones":0,"num_object_copies":20499,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6833,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12207,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3697,"num_bytes_recovered":238419968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"175","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:42.498248+0000","last_change":"2021-03-04T23:31:58.069248+0000","last_active":"2021-03-04T23:32:42.498248+0000","last_peered":"2021-03-04T23:32:42.498248+0000","last_clean":"2021-03-04T23:32:42.498248+0000","last_became_active":"2021-03-04T23:31:58.068899+0000","last_became_peered":"2021-03-04T23:31:58.068899+0000","last_unstale":"2021-03-04T23:32:42.498248+0000","last_undegraded":"2021-03-04T23:32:42.498248+0000","last_fullsized":"2021-03-04T23:32:42.498248+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"307","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.997248+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:32:41.997248+0000","last_peered":"2021-03-04T23:32:41.997248+0000","last_clean":"2021-03-04T23:32:41.997248+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:32:41.997248+0000","last_undegraded":"2021-03-04T23:32:41.997248+0000","last_fullsized":"2021-03-04T23:32:41.997248+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"245","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:42.497539+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:32:42.497539+0000","last_peered":"2021-03-04T23:32:42.497539+0000","last_clean":"2021-03-04T23:32:42.497539+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:32:42.497539+0000","last_undegraded":"2021-03-04T23:32:42.497539+0000","last_fullsized":"2021-03-04T23:32:42.497539+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"240","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.997037+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:32:41.997037+0000","last_peered":"2021-03-04T23:32:41.997037+0000","last_clean":"2021-03-04T23:32:41.997037+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:32:41.997037+0000","last_undegraded":"2021-03-04T23:32:41.997037+0000","last_fullsized":"2021-03-04T23:32:41.997037+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"280","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.982436+0000","last_change":"2021-03-04T23:31:58.060196+0000","last_active":"2021-03-04T23:32:41.982436+0000","last_peered":"2021-03-04T23:32:41.982436+0000","last_clean":"2021-03-04T23:32:41.982436+0000","last_became_active":"2021-03-04T23:31:58.059959+0000","last_became_peered":"2021-03-04T23:31:58.059959+0000","last_unstale":"2021-03-04T23:32:41.982436+0000","last_undegraded":"2021-03-04T23:32:41.982436+0000","last_fullsized":"2021-03-04T23:32:41.982436+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"337","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.979289+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:32:41.979289+0000","last_peered":"2021-03-04T23:32:41.979289+0000","last_clean":"2021-03-04T23:32:41.979289+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:32:41.979289+0000","last_undegraded":"2021-03-04T23:32:41.979289+0000","last_fullsized":"2021-03-04T23:32:41.979289+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"320","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:42.497318+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:32:42.497318+0000","last_peered":"2021-03-04T23:32:42.497318+0000","last_clean":"2021-03-04T23:32:42.497318+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:32:42.497318+0000","last_undegraded":"2021-03-04T23:32:42.497318+0000","last_fullsized":"2021-03-04T23:32:42.497318+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"283","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.979218+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:32:41.979218+0000","last_peered":"2021-03-04T23:32:41.979218+0000","last_clean":"2021-03-04T23:32:41.979218+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:32:41.979218+0000","last_undegraded":"2021-03-04T23:32:41.979218+0000","last_fullsized":"2021-03-04T23:32:41.979218+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"290","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:42.497757+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:32:42.497757+0000","last_peered":"2021-03-04T23:32:42.497757+0000","last_clean":"2021-03-04T23:32:42.497757+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:32:42.497757+0000","last_undegraded":"2021-03-04T23:32:42.497757+0000","last_fullsized":"2021-03-04T23:32:42.497757+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"79","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.977639+0000","last_change":"2021-03-04T23:32:18.971387+0000","last_active":"2021-03-04T23:32:41.977639+0000","last_peered":"2021-03-04T23:32:41.977639+0000","last_clean":"2021-03-04T23:32:41.977639+0000","last_became_active":"2021-03-04T23:32:18.971083+0000","last_became_peered":"2021-03-04T23:32:18.971083+0000","last_unstale":"2021-03-04T23:32:41.977639+0000","last_undegraded":"2021-03-04T23:32:41.977639+0000","last_fullsized":"2021-03-04T23:32:41.977639+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"63","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.988757+0000","last_change":"2021-03-04T23:31:58.062548+0000","last_active":"2021-03-04T23:32:41.988757+0000","last_peered":"2021-03-04T23:32:41.988757+0000","last_clean":"2021-03-04T23:32:41.988757+0000","last_became_active":"2021-03-04T23:31:58.062122+0000","last_became_peered":"2021-03-04T23:31:58.062122+0000","last_unstale":"2021-03-04T23:32:41.988757+0000","last_undegraded":"2021-03-04T23:32:41.988757+0000","last_fullsized":"2021-03-04T23:32:41.988757+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"248","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:41.997165+0000","last_change":"2021-03-04T23:32:19.162403+0000","last_active":"2021-03-04T23:32:41.997165+0000","last_peered":"2021-03-04T23:32:41.997165+0000","last_clean":"2021-03-04T23:32:41.997165+0000","last_became_active":"2021-03-04T23:32:18.984227+0000","last_became_peered":"2021-03-04T23:32:18.984227+0000","last_unstale":"2021-03-04T23:32:41.997165+0000","last_undegraded":"2021-03-04T23:32:41.997165+0000","last_fullsized":"2021-03-04T23:32:41.997165+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"341","reported_epoch":"273","state":"active+clean","last_fresh":"2021-03-04T23:32:42.497274+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:32:42.497274+0000","last_peered":"2021-03-04T23:32:42.497274+0000","last_clean":"2021-03-04T23:32:42.497274+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:32:42.497274+0000","last_undegraded":"2021-03-04T23:32:42.497274+0000","last_fullsized":"2021-03-04T23:32:42.497274+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":10713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8326546,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":6},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":7248543768,"num_objects":110605,"num_object_clones":0,"num_object_copies":331815,"num_objects_missing_on_primary":811,"num_objects_missing":811,"num_objects_degraded":11955,"num_objects_misplaced":24864,"num_objects_unfound":0,"num_objects_dirty":110605,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":196125,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":88880,"num_bytes_recovered":5191368704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":25479098368,"data_stored":25479086152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75162,"ondisk_log_size":75162,"up":48,"acting":44,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495961,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5705612,"kb_used_data":4657028,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":82374772,"statfs":{"total":90194313216,"available":84351766528,"internally_reserved":1073741824,"allocated":4768796672,"data_stored":4767446014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:54 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.34000000000000002,"15min":0.32400000000000001},"min":{"1min":0.155,"5min":0.125,"15min":0.125},"max":{"1min":0.84899999999999998,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.41599999999999998,"15min":0.41099999999999998},"min":{"1min":0.183,"5min":0.158,"15min":0.158},"max":{"1min":0.90100000000000002,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.44}]},{"osd":1,"last update":"Thu Mar 4 23:32:30 2021","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.40799999999999997,"15min":0.59099999999999997},"min":{"1min":0.24299999999999999,"5min":0.16500000000000001,"15min":0.16200000000000001},"max":{"1min":0.72599999999999998,"5min":0.91700000000000004,"15min":37.856000000000002},"last":0.31},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.438,"15min":0.67000000000000004},"min":{"1min":0.27900000000000003,"5min":0.187,"15min":0.17399999999999999},"max":{"1min":0.86399999999999999,"5min":1.0409999999999999,"15min":37.914000000000001},"last":0.38400000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.377,"15min":0.505},"min":{"1min":0.25800000000000001,"5min":0.20300000000000001,"15min":0.16700000000000001},"max":{"1min":0.91300000000000003,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.44600000000000001,"15min":0.52500000000000002},"min":{"1min":0.36599999999999999,"5min":0.182,"15min":0.182},"max":{"1min":0.82399999999999995,"5min":0.94499999999999995,"15min":3.206},"last":0.33200000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.40100000000000002,"15min":0.93600000000000005},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.18099999999999999},"max":{"1min":0.88,"5min":0.96399999999999997,"15min":63.959000000000003},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.39400000000000002,"15min":0.96899999999999997},"min":{"1min":0.26800000000000002,"5min":0.20699999999999999,"15min":0.183},"max":{"1min":0.79500000000000004,"5min":0.84399999999999997,"15min":64.183999999999997},"last":0.35499999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.33300000000000002,"15min":0.38800000000000001},"min":{"1min":0.216,"5min":0.17100000000000001,"15min":0.13100000000000001},"max":{"1min":0.49299999999999999,"5min":0.746,"15min":4.0179999999999998},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.27200000000000002,"5min":0.29799999999999999,"15min":0.34899999999999998},"min":{"1min":0.188,"5min":0.16500000000000001,"15min":0.13900000000000001},"max":{"1min":0.42699999999999999,"5min":0.76500000000000001,"15min":3.7410000000000001},"last":0.375}]},{"osd":5,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.246,"5min":0.28499999999999998,"15min":0.33200000000000002},"min":{"1min":0.159,"5min":0.152,"15min":0.14299999999999999},"max":{"1min":0.40400000000000003,"5min":0.67900000000000005,"15min":3.621},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.311,"5min":0.35599999999999998,"15min":0.42399999999999999},"min":{"1min":0.20300000000000001,"5min":0.184,"15min":0.16800000000000001},"max":{"1min":0.42099999999999999,"5min":0.78500000000000003,"15min":3.54},"last":0.42099999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:31:47 2021","interfaces":[{"interface":"back","average":{"1min":0.28799999999999998,"5min":0.29599999999999999,"15min":0.38200000000000001},"min":{"1min":0.20200000000000001,"5min":0.17799999999999999,"15min":0.14199999999999999},"max":{"1min":0.36799999999999999,"5min":0.61899999999999999,"15min":4.1299999999999999},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.42199999999999999,"15min":0.48799999999999999},"min":{"1min":0.22900000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.44800000000000001,"5min":3.6840000000000002,"15min":3.7850000000000001},"last":0.46000000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659462,"num_pgs":61,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2019908,"kb_used_data":971324,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86060476,"statfs":{"total":90194313216,"available":88125927424,"internally_reserved":1073741824,"allocated":994635776,"data_stored":993293727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.23000000000000001,"5min":0.156,"15min":0.156},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.219},{"interface":"front","average":{"1min":0.443,"5min":0.373,"15min":0.36899999999999999},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.44600000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:32:23 2021","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.38700000000000001,"15min":0.46500000000000002},"min":{"1min":0.22500000000000001,"5min":0.186,"15min":0.159},"max":{"1min":0.83099999999999996,"5min":0.874,"15min":3.609},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.40300000000000002,"15min":0.46300000000000002},"min":{"1min":0.29999999999999999,"5min":0.20499999999999999,"15min":0.17000000000000001},"max":{"1min":0.80700000000000005,"5min":0.91600000000000004,"15min":4.149},"last":0.45500000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:32:23 2021","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.40400000000000003,"15min":0.501},"min":{"1min":0.29899999999999999,"5min":0.19500000000000001,"15min":0.16800000000000001},"max":{"1min":0.70099999999999996,"5min":0.85399999999999998,"15min":4.2169999999999996},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.379,"15min":0.46300000000000002},"min":{"1min":0.221,"5min":0.189,"15min":0.17599999999999999},"max":{"1min":0.82999999999999996,"5min":0.83999999999999997,"15min":3.3700000000000001},"last":0.28499999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:32:23 2021","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.40100000000000002,"15min":1.077},"min":{"1min":0.25700000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.877,"5min":0.877,"15min":77.881},"last":0.315},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.41399999999999998,"15min":1.0740000000000001},"min":{"1min":0.28100000000000003,"5min":0.217,"15min":0.21099999999999999},"max":{"1min":0.77500000000000002,"5min":0.94999999999999996,"15min":77.683000000000007},"last":0.432}]},{"osd":4,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.32600000000000001,"15min":0.36199999999999999},"min":{"1min":0.188,"5min":0.16600000000000001,"15min":0.13300000000000001},"max":{"1min":0.47899999999999998,"5min":0.61599999999999999,"15min":4.1539999999999999},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.309,"5min":0.32400000000000001,"15min":0.36299999999999999},"min":{"1min":0.20499999999999999,"5min":0.14299999999999999,"15min":0.13500000000000001},"max":{"1min":0.438,"5min":0.70299999999999996,"15min":4.1269999999999998},"last":0.252}]},{"osd":5,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.34799999999999998,"15min":0.379},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":0.51500000000000001,"5min":0.71999999999999997,"15min":4.0010000000000003},"last":0.26400000000000001},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.33100000000000002,"15min":0.42799999999999999},"min":{"1min":0.17399999999999999,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.57399999999999995,"5min":0.57599999999999996,"15min":4.2389999999999999},"last":0.41499999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36499999999999999,"15min":0.46899999999999997},"min":{"1min":0.20599999999999999,"5min":0.187,"15min":0.17399999999999999},"max":{"1min":0.56299999999999994,"5min":0.69599999999999995,"15min":4.5880000000000001},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.377,"15min":0.41999999999999998},"min":{"1min":0.21299999999999999,"5min":0.182,"15min":0.182},"max":{"1min":0.59199999999999997,"5min":0.64100000000000001,"15min":4.0129999999999999},"last":0.47399999999999998}]}]},{"osd":1,"up_from":87,"seq":373662154981,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4025900,"kb_used_data":3900132,"kb_used_omap":2528,"kb_used_meta":123231,"kb_avail":84054484,"statfs":{"total":90194313216,"available":86071791616,"internally_reserved":0,"allocated":3993735168,"data_stored":3992414439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":126188846},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:57 2021","interfaces":[{"interface":"back","average":{"1min":0.29299999999999998,"5min":0.25900000000000001,"15min":0.23699999999999999},"min":{"1min":0.14099999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.54500000000000004,"5min":0.625,"15min":0.625},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.38,"5min":0.32400000000000001,"15min":0.30299999999999999},"min":{"1min":0.22900000000000001,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.28499999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:32:22 2021","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.26000000000000001,"15min":0.39900000000000002},"min":{"1min":0.216,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.59999999999999998,"5min":0.84499999999999997,"15min":4.4059999999999997},"last":0.189},{"interface":"front","average":{"1min":0.32600000000000001,"5min":0.26500000000000001,"15min":0.46300000000000002},"min":{"1min":0.183,"5min":0.14799999999999999,"15min":0.13100000000000001},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":4.7240000000000002},"last":0.33800000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:32:11 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.31,"15min":0.98099999999999998},"min":{"1min":0.156,"5min":0.156,"15min":0.155},"max":{"1min":0.65100000000000002,"5min":0.65600000000000003,"15min":110.28400000000001},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.32900000000000001,"15min":1.0049999999999999},"min":{"1min":0.23200000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.67200000000000004,"5min":0.73999999999999999,"15min":109.977},"last":0.376}]},{"osd":4,"last update":"Thu Mar 4 23:32:22 2021","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.41299999999999998,"15min":0.58199999999999996},"min":{"1min":0.30199999999999999,"5min":0.20899999999999999,"15min":0.182},"max":{"1min":0.753,"5min":0.78600000000000003,"15min":4.9850000000000003},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.38300000000000001,"15min":0.503},"min":{"1min":0.248,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.58699999999999997,"5min":0.93799999999999994,"15min":4.5229999999999997},"last":0.35799999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:32:22 2021","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.40300000000000002,"15min":0.58099999999999996},"min":{"1min":0.23200000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.749,"5min":0.76500000000000001,"15min":8.6690000000000005},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.40600000000000003,"15min":0.59699999999999998},"min":{"1min":0.27300000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.72399999999999998,"5min":0.83899999999999997,"15min":4.7729999999999997},"last":0.41499999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:31:49 2021","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.40200000000000002,"15min":0.55000000000000004},"min":{"1min":0.27500000000000002,"5min":0.249,"15min":0.214},"max":{"1min":0.73699999999999999,"5min":0.95399999999999996,"15min":4.5010000000000003},"last":0.316},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.432,"15min":0.61199999999999999},"min":{"1min":0.29399999999999998,"5min":0.24299999999999999,"15min":0.23699999999999999},"max":{"1min":0.72599999999999998,"5min":2.331,"15min":5.4649999999999999},"last":0.32600000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:32:22 2021","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.434,"15min":0.65700000000000003},"min":{"1min":0.317,"5min":0.23100000000000001,"15min":0.20899999999999999},"max":{"1min":0.77200000000000002,"5min":0.81899999999999995,"15min":4.7939999999999996},"last":0.432},{"interface":"front","average":{"1min":0.442,"5min":0.41199999999999998,"15min":0.56599999999999995},"min":{"1min":0.27700000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.69499999999999995,"5min":0.91500000000000004,"15min":4.5499999999999998},"last":0.39000000000000001}]}]},{"osd":0,"up_from":174,"seq":747324309565,"num_pgs":67,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3028724,"kb_used_data":2931372,"kb_used_omap":980,"kb_used_meta":96363,"kb_avail":85051660,"statfs":{"total":90194313216,"available":87092899840,"internally_reserved":0,"allocated":3001724928,"data_stored":3000396582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":98676675},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:31:58 2021","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.25800000000000001,"15min":0.25800000000000001},"min":{"1min":0.13,"5min":0.129,"15min":0.129},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.20899999999999999},{"interface":"front","average":{"1min":0.309,"5min":0.249,"15min":0.24299999999999999},"min":{"1min":0.14899999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.16}]},{"osd":2,"last update":"Thu Mar 4 23:31:58 2021","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.255,"15min":0.23899999999999999},"min":{"1min":0.156,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.19},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.27700000000000002,"15min":0.27800000000000002},"min":{"1min":0.189,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.17899999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:31:58 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.28299999999999997,"15min":0.28599999999999998},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"min":{"1min":0.155,"5min":0.155,"15min":0.155},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.24099999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:31:58 2021","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.39400000000000002,"15min":0.38700000000000001},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.39100000000000001,"15min":0.38300000000000001},"min":{"1min":0.25,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.30599999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:31:58 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.40200000000000002,"15min":0.39200000000000002},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.39300000000000002,"15min":0.39300000000000002},"min":{"1min":0.26200000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.28199999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:31:58 2021","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.39500000000000002,"15min":0.41399999999999998},"min":{"1min":0.28599999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.25},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.39600000000000002,"15min":0.39000000000000001},"min":{"1min":0.29499999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.314}]},{"osd":7,"last update":"Thu Mar 4 23:31:58 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.39900000000000002,"15min":0.39100000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.41399999999999998,"15min":0.40799999999999997},"min":{"1min":0.28399999999999997,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.29399999999999998}]}]},{"osd":2,"up_from":0,"seq":442381631705,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879501,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4007212,"kb_used_data":3909476,"kb_used_omap":883,"kb_used_meta":96780,"kb_avail":84073172,"statfs":{"total":90194313216,"available":86090928128,"internally_reserved":0,"allocated":4003303424,"data_stored":4001981646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":99102784},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,0,0,1,0,2,3,3],"upper_bound":2048},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:53 2021","interfaces":[{"interface":"back","average":{"1min":3.944,"5min":0.99199999999999999,"15min":0.50900000000000001},"min":{"1min":0.14299999999999999,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":66.528999999999996,"5min":66.528999999999996,"15min":66.528999999999996},"last":0.24299999999999999},{"interface":"front","average":{"1min":3.9750000000000001,"5min":1.026,"15min":0.55400000000000005},"min":{"1min":0.184,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":66.497,"5min":66.497,"15min":66.497},"last":0.184}]},{"osd":1,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.505,"15min":0.47399999999999998},"min":{"1min":0.20300000000000001,"5min":0.13600000000000001,"15min":0.13500000000000001},"max":{"1min":0.52000000000000002,"5min":25.097999999999999,"15min":25.097999999999999},"last":0.14599999999999999},{"interface":"front","average":{"1min":0.32000000000000001,"5min":0.52800000000000002,"15min":0.55100000000000005},"min":{"1min":0.19700000000000001,"5min":0.16500000000000001,"15min":0.151},"max":{"1min":0.622,"5min":25.109999999999999,"15min":25.109999999999999},"last":0.223}]},{"osd":2,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.27700000000000002,"15min":0.45300000000000001},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":0.56100000000000005,"5min":0.82799999999999996,"15min":6.4420000000000002},"last":0.21099999999999999},{"interface":"front","average":{"1min":0.30199999999999999,"5min":0.27200000000000002,"15min":0.46700000000000003},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":8.8740000000000006},"last":0.251}]},{"osd":4,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.40000000000000002,"15min":0.54500000000000004},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.621,"5min":0.66500000000000004,"15min":5.0220000000000002},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.435,"5min":0.41399999999999998,"15min":0.50900000000000001},"min":{"1min":0.27100000000000002,"5min":0.222,"15min":0.20100000000000001},"max":{"1min":0.626,"5min":0.73399999999999999,"15min":3.7719999999999998},"last":0.27400000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.44900000000000001,"15min":0.58799999999999997},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.224},"max":{"1min":0.64500000000000002,"5min":2.7069999999999999,"15min":4.6479999999999997},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.38200000000000001,"15min":0.61499999999999999},"min":{"1min":0.28899999999999998,"5min":0.23699999999999999,"15min":0.192},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":6.7309999999999999},"last":0.33500000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:31:47 2021","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.49399999999999999,"15min":0.624},"min":{"1min":0.26800000000000002,"5min":0.26200000000000001,"15min":0.23899999999999999},"max":{"1min":0.5,"5min":9.9410000000000007,"15min":9.9410000000000007},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.433,"15min":0.55600000000000005},"min":{"1min":0.32900000000000001,"5min":0.251,"15min":0.22900000000000001},"max":{"1min":0.47499999999999998,"5min":2.5150000000000001,"15min":3.8100000000000001},"last":0.317}]},{"osd":7,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.39300000000000002,"15min":0.63200000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":6.5460000000000003},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.433,"15min":0.63400000000000001},"min":{"1min":0.26100000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.63500000000000001,"5min":1.419,"15min":7.1950000000000003},"last":0.42499999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986530,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2858248,"kb_used_data":1809664,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":85222136,"statfs":{"total":90194313216,"available":87267467264,"internally_reserved":1073741824,"allocated":1853095936,"data_stored":1851749304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:53 2021","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.36599999999999999,"15min":0.36599999999999999},"min":{"1min":0.16900000000000001,"5min":0.155,"15min":0.155},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.42199999999999999,"15min":0.42899999999999999},"min":{"1min":0.153,"5min":0.153,"15min":0.153},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.47899999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:32:36 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.64500000000000002,"15min":0.61699999999999999},"min":{"1min":0.248,"5min":0.19600000000000001,"15min":0.161},"max":{"1min":0.85999999999999999,"5min":20.440000000000001,"15min":20.440000000000001},"last":11.231},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.64900000000000002,"15min":0.61899999999999999},"min":{"1min":0.19,"5min":0.154,"15min":0.154},"max":{"1min":0.81699999999999995,"5min":20.465,"15min":20.465},"last":11.207000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:32:14 2021","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.36399999999999999,"15min":0.433},"min":{"1min":0.249,"5min":0.23100000000000001,"15min":0.17100000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":3.3260000000000001},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.39000000000000001,"15min":0.47899999999999998},"min":{"1min":0.26500000000000001,"5min":0.221,"15min":0.17499999999999999},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":4.4180000000000001},"last":0.55000000000000004}]},{"osd":3,"last update":"Thu Mar 4 23:32:14 2021","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.432,"15min":1.4159999999999999},"min":{"1min":0.23300000000000001,"5min":0.192,"15min":0.192},"max":{"1min":0.875,"5min":0.875,"15min":85.394999999999996},"last":11.25},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.40400000000000003,"15min":1.369},"min":{"1min":0.28000000000000003,"5min":0.19400000000000001,"15min":0.192},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":85.802999999999997},"last":11.276999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:32:36 2021","interfaces":[{"interface":"back","average":{"1min":0.28399999999999997,"5min":0.30199999999999999,"15min":0.32800000000000001},"min":{"1min":0.17199999999999999,"5min":0.16900000000000001,"15min":0.14199999999999999},"max":{"1min":0.78600000000000003,"5min":1.254,"15min":3.456},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.29199999999999998,"5min":0.29799999999999999,"15min":0.34599999999999997},"min":{"1min":0.16600000000000001,"5min":0.16400000000000001,"15min":0.14799999999999999},"max":{"1min":0.48799999999999999,"5min":0.64900000000000002,"15min":3.2999999999999998},"last":0.20699999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:31:51 2021","interfaces":[{"interface":"back","average":{"1min":0.29799999999999999,"5min":0.32500000000000001,"15min":0.34999999999999998},"min":{"1min":0.218,"5min":0.157,"15min":0.157},"max":{"1min":0.46899999999999997,"5min":0.57899999999999996,"15min":3.5569999999999999},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.33400000000000002,"15min":0.45800000000000002},"min":{"1min":0.187,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":0.61399999999999999,"5min":0.67800000000000005,"15min":3.895},"last":0.25600000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:32:36 2021","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.33200000000000002,"15min":0.37},"min":{"1min":0.19700000000000001,"5min":0.17000000000000001,"15min":0.16},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":3.4329999999999998},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36199999999999999,"15min":0.47499999999999998},"min":{"1min":0.20999999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.748,"5min":0.748,"15min":3.8700000000000001},"last":0.29499999999999998}]}]},{"osd":5,"up_from":36,"seq":154618823008,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5924092,"kb_used_data":4875508,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":82156292,"statfs":{"total":90194313216,"available":84128043008,"internally_reserved":1073741824,"allocated":4992520192,"data_stored":4991183748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:52 2021","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.36299999999999999,"15min":0.375},"min":{"1min":0.20000000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.23799999999999999},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.38900000000000001,"15min":0.39300000000000002},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.217}]},{"osd":1,"last update":"Thu Mar 4 23:32:26 2021","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.371,"15min":0.46700000000000003},"min":{"1min":0.20100000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":3.8450000000000002},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.37,"15min":0.53500000000000003},"min":{"1min":0.18099999999999999,"5min":0.16600000000000001,"15min":0.14599999999999999},"max":{"1min":0.872,"5min":0.872,"15min":7.4740000000000002},"last":0.32300000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.376,"15min":0.52300000000000002},"min":{"1min":0.21199999999999999,"5min":0.17999999999999999,"15min":0.161},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":3.7410000000000001},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.435,"5min":0.39200000000000002,"15min":0.54800000000000004},"min":{"1min":0.23999999999999999,"5min":0.19600000000000001,"15min":0.182},"max":{"1min":0.79300000000000004,"5min":0.83199999999999996,"15min":3.9239999999999999},"last":0.27100000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.39100000000000001,"15min":0.57799999999999996},"min":{"1min":0.248,"5min":0.20200000000000001,"15min":0.16700000000000001},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":4.375},"last":0.307},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.41199999999999998,"15min":0.52500000000000002},"min":{"1min":0.28399999999999997,"5min":0.23799999999999999,"15min":0.17100000000000001},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":4.2050000000000001},"last":0.28299999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:31:48 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.33400000000000002,"15min":0.35999999999999999},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.127},"max":{"1min":0.52600000000000002,"5min":1.4359999999999999,"15min":7.4480000000000004},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.28599999999999998,"5min":0.32700000000000001,"15min":0.33100000000000002},"min":{"1min":0.184,"5min":0.16800000000000001,"15min":0.14799999999999999},"max":{"1min":0.36799999999999999,"5min":1.228,"15min":4.4000000000000004},"last":0.33100000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:32:26 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.31,"15min":0.40699999999999997},"min":{"1min":0.17199999999999999,"5min":0.16,"15min":0.16},"max":{"1min":0.51200000000000001,"5min":0.68100000000000005,"15min":7.3959999999999999},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.28499999999999998,"5min":0.30599999999999999,"15min":0.35899999999999999},"min":{"1min":0.17799999999999999,"5min":0.17599999999999999,"15min":0.16300000000000001},"max":{"1min":0.45400000000000001,"5min":0.68100000000000005,"15min":4.3209999999999997},"last":0.37}]},{"osd":7,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.34499999999999997,"15min":0.41499999999999998},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":4.3540000000000001},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.32600000000000001,"15min":0.38100000000000001},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":0.48399999999999999,"5min":0.75900000000000001,"15min":2.9740000000000002},"last":0.42699999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2997420032,"data_stored":2997420032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3993108480,"data_stored":3993108480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1902247936,"data_stored":1902247936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3999399936,"data_stored":3999399936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1847136256,"data_stored":1847132184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4985393152,"data_stored":4985389080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":990511104,"data_stored":990511104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4763881472,"data_stored":4763877400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:32:51.989 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph status --format=json 2021-03-04T23:32:51.990 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:52.011 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:52.012 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:52.013 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:52.115 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:52.119 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:52.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:52.135 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:52.136 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:52.237 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:52.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:52.257 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:52.257 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:52.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:51 gibba038 conmon[76675]: audit 2021-03-04T23:32:50.482557+0000 mgr.x (mgr.34676) 908 : audit 2021-03-04T23:32:52.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:51 gibba038 conmon[76675]: [DBG] from='client.45726 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:32:52.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:51 gibba038 conmon[76675]: cluster 2021-03-04T23:32:50.704810+0000 mgr.x (mgr.34676) 909 : cluster [DBG] pgmap v922: 119 pgs: 2 active+recovering+undersized+remapped, 113 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 115 op/s; 11955/331707 objects degraded (3.604%); 24864/331707 objects misplaced (7.496%); 9.6 MiB/s, 345 objects/s recovering 2021-03-04T23:32:52.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:51 gibba011 conmon[95595]: audit 2021-03-04T23:32:50.482557+0000 mgr.x (mgr.34676) 908 : audit [DBG] from='client.45726 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:32:52.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:51 gibba011 conmon[95595]: cluster 2021-03-04T23:32:50.704810+0000 mgr.x (mgr.34676) 909 : cluster [DBG] pgmap v922: 119 pgs: 2 active+recovering+undersized+remapped, 113 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 115 op/s; 11955/331707 objects degraded (3.604%); 24864/331707 objects misplaced (7.496%); 9.6 MiB/s, 345 objects/s recovering 2021-03-04T23:32:52.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:51 gibba011 conmon[99461]: audit 2021-03-04T23:32:50.482557+0000 mgr.x (mgr.34676) 908 : audit [DBG] from='client.45726 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:32:52.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:51 gibba011 conmon[99461]: cluster 2021-03-04T23:32:50.704810+0000 mgr.x (mgr.34676) 909 : cluster [DBG] pgmap v922: 119 pgs: 2 active+recovering+undersized+remapped, 113 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 115 op/s; 11955/331707 objects degraded (3.604%); 24864/331707 objects misplaced (7.496%); 9.6 MiB/s, 345 objects/s recovering 2021-03-04T23:32:52.358 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:52.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:52.378 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:52.379 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:52.480 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:52.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:52.499 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:52.500 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:52.584 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:32:52.604 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:52.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:52.649 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:52.650 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:52.705 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:52.753 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:52.770 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:52.771 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:52.772 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:52.873 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:52.881 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:32:52.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:52.893 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:52.894 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:52.896 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:32:52.908 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:32:52.922 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:32:52.936 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:32:52.952 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:32:52.966 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:32:52.983 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:32:52.984 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:32:52.985 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:32:52.985 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:32:52.986 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:32:52.986 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:32:52.987 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:32:52.987 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:32:52.987 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:32:52.996 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:53.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:53.019 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:53.020 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:53.121 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:53.139 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:53.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:53.141 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:53.242 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:53.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:53.261 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:53.261 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:53.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:53 gibba038 conmon[76675]: audit 2021-03-04T23:32:52.865992+0000 mon.c (mon.1) 360 : audit [DBG] from='client.? 172.21.2.111:0/3652314976' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:53.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:53 gibba011 conmon[99461]: audit 2021-03-04T23:32:52.865992+0000 mon.c (mon.1) 360 : audit [DBG] from='client.? 172.21.2.111:0/3652314976' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:53.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:53 gibba011 conmon[95595]: audit 2021-03-04T23:32:53.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:53 gibba011 conmon[95595]: 2021-03-04T23:32:53.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:53 gibba011 conmon[95595]: 2021 2021-03-04T23:32:53.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:53 gibba011 conmon[95595]: - 2021-03-04T23:32:53.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:53 gibba011 conmon[95595]: 03 2021-03-04T23:32:53.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:53 gibba011 conmon[95595]: - 2021-03-04T23:32:53.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:53 gibba011 conmon[95595]: 04 2021-03-04T23:32:53.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:53 gibba011 conmon[95595]: T 2021-03-04T23:32:53.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:53 gibba011 conmon[95595]: 23 2021-03-04T23:32:53.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:53 gibba011 conmon[95595]: : 2021-03-04T23:32:53.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:53 gibba011 conmon[95595]: 32 2021-03-04T23:32:53.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:53 gibba011 conmon[95595]: : 2021-03-04T23:32:53.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:53 gibba011 conmon[95595]: 52 2021-03-04T23:32:53.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:53 gibba011 conmon[95595]: . 2021-03-04T23:32:53.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:53 gibba011 conmon[95595]: 865992 2021-03-04T23:32:53.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:53 gibba011 conmon[95595]: +0000 2021-03-04T23:32:53.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:53 gibba011 conmon[95595]: 2021-03-04T23:32:53.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:53 gibba011 conmon[95595]: mon.c 2021-03-04T23:32:53.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:53 gibba011 conmon[95595]: (mon.1) 360 : audit [DBG] from='client.? 172.21.2.111:0/3652314976' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:32:53.362 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:53.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:53.382 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:53.383 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:53.484 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:53.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:53.503 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:53.504 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:53.605 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:53.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:53.623 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:53.624 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:53.725 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:53.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:53.745 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:53.745 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:53.847 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:53.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:53.865 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:53.866 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:53.967 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:53.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:53.985 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:53.985 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:54.086 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:54.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:54.108 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:54.109 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:54.192 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:54 gibba011 conmon[99461]: cluster 2021-03-04T23:32:52.705181+0000 mgr.x (mgr.34676) 910 2021-03-04T23:32:54.192 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:54 gibba011 conmon[99461]: : cluster [DBG] pgmap v923: 119 pgs: 1 active+recovering+undersized+remapped, 113 active+clean, 1 active+undersized+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 146 op/s; 11955/330222 objects degraded (3.620%); 24678/330222 objects misplaced (7.473%); 8.6 MiB/s, 468 objects/s recovering 2021-03-04T23:32:54.192 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:54 gibba011 conmon[99461]: cluster 2021-03-04T23:32:53.008508+0000 mon.a (mon.0 2021-03-04T23:32:54.193 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:54 gibba011 conmon[99461]: ) 1220 : cluster [DBG] osdmap e276: 8 total, 8 up, 7 in 2021-03-04T23:32:54.193 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:54 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:32:54.193 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:54 gibba011 conmon[99461]: 04T23:32:53.969464+0000 mon.a (mon.0) 1221 : cluster [WRN] Health check update: Degraded data redundancy: 11955/330222 objects degraded (3.620%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:32:54.193 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:54 gibba011 conmon[99461]: 2021-03-04T23:32:54.194 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:54 gibba011 conmon[95595]: cluster 2021-03-04T23:32:52.705181+0000 mgr.x (mgr.34676) 910 : cluster [DBG] pgmap v923: 119 pgs: 1 active+recovering+undersized+remapped, 113 active+clean, 1 active+undersized+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 146 op/s; 11955/330222 objects degraded (3.620%); 24678/330222 objects misplaced (7.473%); 8.6 MiB/s, 468 objects/s recovering 2021-03-04T23:32:54.194 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:54 gibba011 conmon[95595]: cluster 2021-03-04T23:32:53.008508+0000 mon.a (mon.0) 1220 : cluster [DBG] osdmap e276: 8 total, 8 up, 7 in 2021-03-04T23:32:54.194 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:54 gibba011 conmon[95595]: cluster 2021-03-04T23:32:53.969464+0000 mon.a (mon.0) 1221 : cluster [WRN] Health check update: Degraded data redundancy: 11955/330222 objects degraded (3.620%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:32:54.210 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:54.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:54.229 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:54.229 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:54.331 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:54.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:54 gibba038 conmon[76675]: cluster 2021-03-04T23:32:52.705181+0000 mgr.x (mgr.34676) 910 : cluster [DBG] pgmap v923: 119 pgs: 1 active+recovering+undersized+remapped, 113 active+clean, 1 active+undersized+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 146 op/s; 11955/330222 objects degraded (3.620%); 24678/330222 objects misplaced (7.473%); 8.6 MiB/s, 468 objects/s recovering 2021-03-04T23:32:54.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:54 gibba038 conmon[76675]: cluster 2021-03-04T23:32:53.008508+0000 mon.a (mon.0) 1220 : cluster [DBG] osdmap e276: 8 total, 8 up, 7 in 2021-03-04T23:32:54.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:54 gibba038 conmon[76675]: cluster 2021-03-04T23:32:53.969464+0000 mon.a (mon.0) 1221 : cluster [WRN] Health check update: Degraded data redundancy: 11955/330222 objects degraded (3.620%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:32:54.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:54.349 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:54.349 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:54.451 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:54.471 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:32:54.472 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:32:54.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:54.474 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:54.475 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:54.576 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:54.596 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:54.597 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:54.598 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:54.699 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:54.717 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:54.718 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:54.719 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:54.820 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:54.840 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:54.841 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:54.842 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:54.943 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:54.960 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:54.961 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:54.961 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:55.062 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:55.082 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:55.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:55.084 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:55.185 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:55.191 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:55 gibba011 conmon[95595]: cluster 2021-03-04T23:32:54.010662+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e277: 8 total, 8 up, 7 in 2021-03-04T23:32:55.192 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:55 gibba011 conmon[99461]: cluster 2021-03-04T23:32:54.010662+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e277: 8 total, 8 up, 7 in 2021-03-04T23:32:55.202 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:55.203 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:55.203 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:55.305 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:55.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:55.323 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:55.323 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:55.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:55 gibba038 conmon[76675]: cluster 2021-03-04T23:32:54.010662+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e277: 8 total, 8 up, 7 in 2021-03-04T23:32:55.425 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:55.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:55.444 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:55.444 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:55.485 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:32:55.486 INFO:teuthology.orchestra.run.gibba011.stdout:{"fsid":"5f47b844-7d3d-11eb-9066-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 11955/328560 objects degraded (3.639%), 2 pgs degraded","count":2},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":1322,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":277,"num_osds":8,"num_up_osds":8,"osd_up_since":1614900469,"num_in_osds":7,"osd_in_since":1614900717,"num_remapped_pgs":5},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":113},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+remapped+backfill_wait","count":2},{"state_name":"active+undersized+remapped","count":1},{"state_name":"active+recovering+undersized+remapped","count":1}],"num_pgs":119,"num_pools":5,"num_objects":109520,"data_bytes":7175998784,"bytes_used":28013170688,"bytes_avail":603347021824,"bytes_total":631360192512,"degraded_objects":11955,"degraded_total":328560,"degraded_ratio":0.036386048210372536,"misplaced_objects":24526,"misplaced_total":328560,"misplaced_ratio":0.074646944241538837,"recovering_objects_per_sec":296,"recovering_bytes_per_sec":1201219,"recovering_keys_per_sec":0,"num_objects_recovered":1780,"num_bytes_recovered":7208984,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":184},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.gibba038.rbeynd","status":"up:active","gid":34322}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.x:8443/"}},"servicemap":{"epoch":27,"modified":"2021-03-04T23:31:42.691059+0000","services":{}},"progress_events":{"325add0c-2571-4241-bc14-5f365661abb5":{"message":"Upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 (4m)\n [===========.................] (remaining: 7m)","progress":0.40000000596046448,"add_to_ceph_s":false},"4e3490fa-9157-44ad-a0cb-fb2dd1c26592":{"message":"Global Recovery Event (7m)\n [==========================..] (remaining: 23s)","progress":0.94957983493804932,"add_to_ceph_s":true},"69344cb1-a00f-4f6a-b930-be920dcb2487":{"message":"Rebalancing after osd.6 marked in (7m)\n [===========================.] (remaining: 11s)","progress":0.97465938329696655,"add_to_ceph_s":false},"a6cabe7d-74fd-4880-9df0-9c4f5a17cc82":{"message":"Rebalancing after osd.2 marked out (55s)\n [===========================.] (remaining: 1s)","progress":0.98039215803146362,"add_to_ceph_s":false}}} 2021-03-04T23:32:55.546 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:55.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:55.564 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:55.564 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:55.665 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:55.682 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:55.683 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:55.683 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:55.784 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:55.802 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:55.802 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:55.803 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:55.904 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:55.921 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:55.922 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:55.922 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:56.023 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:56.040 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:56.041 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:56.041 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:56.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:56 gibba011 conmon[95595]: cluster 2021-03-04T23:32:54.705503+0000 mgr.x (mgr.34676) 911 : cluster [DBG] pgmap v926: 119 pgs: 1 active+recovering+undersized+remapped, 113 active+clean, 1 active+undersized+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 184 op/s; 11955/328560 objects degraded (3.639%); 24526/328560 objects misplaced (7.465%); 1.1 MiB/s, 296 objects/s recovering 2021-03-04T23:32:56.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:56 gibba011 conmon[95595]: audit 2021-03-04T23:32:55.435184+0000 mon.c (mon.1) 361 : audit [DBG] from='client.? 172.21.2.111:0/800485819' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:32:56.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:56 gibba011 conmon[99461]: cluster 2021-03-04T23:32:54.705503+0000 mgr.x (mgr.34676) 911 : cluster [DBG] pgmap v926: 119 pgs: 1 active+recovering+undersized+remapped, 113 active+clean, 1 active+undersized+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 184 op/s; 11955/328560 objects degraded (3.639%); 24526/328560 objects misplaced (7.465%); 1.1 MiB/s, 296 objects/s recovering 2021-03-04T23:32:56.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:56 gibba011 conmon[99461]: audit 2021-03-04T23:32:55.435184+0000 mon.c (mon.1) 361 : audit [DBG] from='client.? 172.21.2.111:0/800485819' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:32:56.137 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:32:56.142 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:56.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:56.198 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:56.198 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:56.207 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:32:56.254 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:56.300 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:56.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:56.318 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:56.319 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:56.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:56 gibba038 conmon[76675]: cluster 2021-03-04T23:32:54.705503+0000 mgr.x (mgr.34676) 911 : cluster [DBG] pgmap v926: 119 pgs: 1 active+recovering+undersized+remapped, 113 active+clean, 1 active+undersized+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 184 op/s; 11955/328560 objects degraded (3.639%); 24526/328560 objects misplaced (7.465%); 1.1 MiB/s, 296 objects/s recovering 2021-03-04T23:32:56.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:56 gibba038 conmon[76675]: audit 2021-03-04T23:32:55.435184+0000 mon.c (mon.1) 361 : audit [DBG] from='client.? 172.21.2.111:0/800485819' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:32:56.353 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:56.363 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-03-04T23:32:56.364 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:32:56.420 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:56.463 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:56.464 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:56.465 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:56.521 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:32:56.566 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:56.585 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:56.586 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:56.586 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:56.687 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:56.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:56.706 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:56.706 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:56.808 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:56.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:56.900 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:56.900 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:57.002 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:57.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:57.021 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:57.021 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:57.123 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:57.146 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:57.147 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:57.147 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:57.249 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:57.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:57.268 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:57.269 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:57.370 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:57.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:57.389 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:57.389 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:57.490 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:57.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:57.508 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:57.509 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:57.610 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:57.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:57.629 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:57.630 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:57.731 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:57.748 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:57.749 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:57.750 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:57.850 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:57.869 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:57.870 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:57.870 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:57.971 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:57.988 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:57.989 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:57.990 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:32:58.026 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:32:58.091 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:58.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:58.111 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:58.112 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:58.214 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:58.230 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:58.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:58.232 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:58.243 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:58 gibba011 conmon[95595]: cluster 2021-03-04T23:32:56.705822+0000 mgr.x (mgr.34676) 912 : cluster [DBG] pgmap v927: 119 pgs: 1 active+recovering+undersized+remapped, 113 active+clean, 1 active+undersized+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 153 op/s; 11955/328341 objects degraded (3.641%); 24526/328341 objects misplaced (7.470%); 913 KiB/s, 230 objects/s recovering 2021-03-04T23:32:58.243 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:58 gibba011 conmon[95595]: audit 2021-03-04T23:32:57.280833+0000 mon.c (mon.1) 362 : audit [INF] from='client.? 172.21.2.111:0/628337135' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:32:58.243 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:58 gibba011 conmon[95595]: audit 2021-03-04T23:32:57.281114+0000 mon.a (mon.0) 1223 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:32:58.244 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:58 gibba011 conmon[99461]: cluster 2021-03-04T23:32:56.705822+0000 mgr.x (mgr.34676) 912 : cluster [DBG] pgmap v927: 119 pgs: 1 active+recovering+undersized+remapped, 113 active+clean, 1 active+undersized+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 153 op/s; 11955/328341 objects degraded (3.641%); 24526/328341 objects misplaced (7.470%); 913 KiB/s, 230 objects/s recovering 2021-03-04T23:32:58.244 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:58 gibba011 conmon[99461]: audit 2021-03-04T23:32:57.280833+0000 mon.c (mon.1) 362 : audit [INF] from='client.? 172.21.2.111:0/628337135' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:32:58.245 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:58 gibba011 conmon[99461]: audit 2021-03-04T23:32:57.281114+0000 mon.a (mon.0) 1223 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:32:58.334 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:58.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:58 gibba038 conmon[76675]: cluster 2021-03-04T23:32:56.705822+0000 mgr.x (mgr.34676) 912 : cluster [DBG] pgmap v927: 119 pgs: 1 active+recovering+undersized+remapped, 113 active+clean, 1 active+undersized+remapped, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.7 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 153 op/s; 11955/328341 objects degraded (3.641%); 24526/328341 objects misplaced (7.470%); 913 KiB/s, 230 objects/s recovering 2021-03-04T23:32:58.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:58 gibba038 conmon[76675]: audit 2021-03-04T23:32:57.280833+0000 mon.c (mon.1) 362 : audit [INF] from='client.? 172.21.2.111:0/628337135' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:32:58.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:58 gibba038 conmon[76675]: audit 2021-03-04T23:32 2021-03-04T23:32:58.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:58 gibba038 conmon[76675]: :57.281114+0000 mon.a (mon.0) 1223 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:32:58.351 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:58.352 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:58.352 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:58.453 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:58.470 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:58.471 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:58.471 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:58.573 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:32:58.590 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:58.591 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:58.591 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:32:58.693 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:32:58.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:58.712 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:58.712 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:32:58.814 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:58.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:58.832 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:58.833 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:58.935 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:58.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:58.952 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:58.953 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:59.054 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:32:59.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:59.073 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:59.074 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:32:59.174 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:32:59.191 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:59.192 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:59.193 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:32:59.275 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:59 gibba011 conmon[95595]: cluster 2021-03-04T23:32:58.017103+0000 mon.a (mon.0) 1224 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:59.275 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:59 gibba011 conmon[95595]: audit 2021-03-04T23:32:58.022417+0000 mon.a (mon.0) 1225 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:32:59.275 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:59 gibba011 conmon[95595]: cluster 2021-03-04T23:32: 2021-03-04T23:32:59.276 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:59 gibba011 conmon[95595]: 58.022457+0000 mon.a (mon.0) 1226 : cluster [DBG] osdmap e278: 8 total, 8 up, 7 in 2021-03-04T23:32:59.276 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:32:59 gibba011 conmon[95595]: cluster 2021-03-04T23:32:58.970738+0000 mon.a (mon.0) 1227 : cluster [WRN] Health check update: Degraded data redundancy: 11955/328341 objects degraded (3.641%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:32:59.277 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:59 gibba011 conmon[99461]: cluster 2021-03-04T23:32:58.017103+0000 mon.a (mon.0) 1224 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:59.277 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:59 gibba011 conmon[99461]: audit 2021-03-04T23:32:58.022417+0000 mon.a (mon.0) 1225 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:32:59.277 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:59 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:32:59.278 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:59 gibba011 conmon[99461]: :32:58.022457+0000 mon.a (mon.0) 1226 : cluster [DBG] osdmap e278: 8 total, 8 up, 7 in 2021-03-04T23:32:59.278 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:59 gibba011 conmon[99461]: cluster 2021-03-04T23:32:58.970738+0000 mon.a (mon 2021-03-04T23:32:59.278 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:32:59 gibba011 conmon[99461]: .0) 1227 : cluster [WRN] Health check update: Degraded data redundancy: 11955/328341 objects degraded (3.641%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:32:59.294 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:32:59.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:59.313 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:59.313 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:32:59.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:59 gibba038 conmon[76675]: cluster 2021-03-04T23:32:58.017103+0000 mon.a (mon.0) 1224 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:32:59.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:59 gibba038 conmon[76675]: audit 2021-03-04T23:32:58.022417+0000 mon.a (mon.0) 1225 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:32:59.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:59 gibba038 conmon[76675]: cluster 2021-03-04T23:32:58.022457+0000 mon.a (mon.0) 1226 : cluster [DBG] osdmap e278: 8 total, 8 up, 7 in 2021-03-04T23:32:59.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:32:59 gibba038 conmon[76675]: cluster 2021-03-04T23:32:58.970738+0000 mon.a (mon.0) 1227 : cluster [WRN] Health check update: Degraded data redundancy: 11955/328341 objects degraded (3.641%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:32:59.415 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:59.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:59.435 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:59.436 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:59.539 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:32:59.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:59.572 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:59.573 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:32:59.675 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:59.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:59.698 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:59.698 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:59.799 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:32:59.818 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:32:59.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:59.820 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:32:59.921 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:32:59.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:32:59.943 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:32:59.944 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:00.045 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:00.063 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:00.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:00.064 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:00.165 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:00.186 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:00.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:00.187 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:00.288 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:00.310 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:00.312 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:00.312 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:00.335 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:00 gibba011 conmon[95595]: cluster 2021-03-04T23:32:58.706334+0000 mgr.x (mgr.34676) 913 : cluster [DBG] pgmap v929: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 304 op/s; 11955/324744 objects degraded (3.681%); 24158/324744 objects misplaced (7.439%); 811 KiB/s, 12 objects/s recovering 2021-03-04T23:33:00.335 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:00 gibba011 conmon[99461]: cluster 2021-03-04T23:32:58.706334+0000 mgr.x (mgr.34676) 913 : cluster [DBG] pgmap v929: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 304 op/s; 11955/324744 objects degraded (3.681%); 24158/324744 objects misplaced (7.439%); 811 KiB/s, 12 objects/s recovering 2021-03-04T23:33:00.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:00 gibba038 conmon[76675]: cluster 2021-03-04T23:32:58.706334+0000 mgr.x (mgr.34676) 913 : cluster [DBG] pgmap v929: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 304 op/s; 11955/324744 objects degraded (3.681%); 24158/324744 objects misplaced (7.439%); 811 KiB/s, 12 objects/s recovering 2021-03-04T23:33:00.413 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:00.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:00.445 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:00.447 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:00.449 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:33:00.449 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:33:00.550 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:00.564 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:33:00.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:00.572 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:00.572 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:33:00.573 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:00.674 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:00.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:00.696 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:00.697 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:00.798 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:00.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:00.821 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:00.821 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:00.923 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:00.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:00.943 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:00.943 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:01.044 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:01.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:01.063 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:01.063 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:01.076 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:33:01.164 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:01.181 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:01.181 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:01.182 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:01.189 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:01.234 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:33:01.234 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:33:01.234 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:33:01.235 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:33:01.235 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:33:01.235 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:33:01.235 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:33:01.235 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:33:01.236 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:33:01.236 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:33:01.236 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:33:01.237 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:33:01.237 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:33:01.237 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:33:01.237 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:33:01.237 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:33:01.283 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:01.300 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:01.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:01.302 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:01.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:01 gibba038 conmon[76675]: audit 2021-03-04T23:33:00.579940+0000 mon.a (mon.0) 1228 : audit [DBG] from='client.? 172.21.2.111:0/352145241' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:01.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:01 gibba011 conmon[95595]: audit 2021-03-04T23:33:00.579940+0000 mon.a (mon.0) 1228 : audit [DBG] from='client.? 172.21.2.111:0/352145241' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:01.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:01 gibba011 conmon[99461]: audit 2021-03-04T23:33:00.579940+0000 mon.a (mon.0) 1228 : audit [DBG] from='client.? 172.21.2.111:0/352145241' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:01.404 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:01.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:01.422 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:01.422 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:01.524 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:01.541 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:01.542 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:01.542 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:01.644 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:01.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:01.664 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:01.664 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:01.755 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-03-04T23:33:01.765 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:01.815 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:01.815 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:01.816 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:01.870 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:01.917 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:01.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:01.936 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:01.936 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:02.038 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:02.047 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":929,"stamp":"2021-03-04T23:32:58.705996+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":7092636992,"num_objects":108248,"num_object_clones":0,"num_object_copies":324744,"num_objects_missing_on_primary":809,"num_objects_missing":809,"num_objects_degraded":11955,"num_objects_misplaced":24158,"num_objects_unfound":0,"num_objects_dirty":108248,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":198556,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":90795,"num_bytes_recovered":5203569713,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":76687,"ondisk_log_size":76687,"up":357,"acting":354,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":394,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":27052716,"kb_used_data":22526836,"kb_used_omap":6415,"kb_used_meta":4519408,"kb_avail":589509972,"statfs":{"total":631360192512,"available":603658211328,"internally_reserved":4294967296,"allocated":23067480064,"data_stored":23058025362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6569549,"internal_metadata":4627874227},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-119668736,"num_objects":-1826,"num_object_clones":0,"num_object_copies":-5478,"num_objects_missing_on_primary":-1,"num_objects_missing":-1,"num_objects_degraded":0,"num_objects_misplaced":-520,"num_objects_unfound":0,"num_objects_dirty":-1826,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1826,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":77,"num_bytes_recovered":4980736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001108"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"322","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.012323+0000","last_change":"2021-03-04T23:32:26.240995+0000","last_active":"2021-03-04T23:32:53.012323+0000","last_peered":"2021-03-04T23:32:53.012323+0000","last_clean":"2021-03-04T23:32:53.012323+0000","last_became_active":"2021-03-04T23:32:26.240606+0000","last_became_peered":"2021-03-04T23:32:26.240606+0000","last_unstale":"2021-03-04T23:32:53.012323+0000","last_undegraded":"2021-03-04T23:32:53.012323+0000","last_fullsized":"2021-03-04T23:32:53.012323+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"64","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.006584+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:32:53.006584+0000","last_peered":"2021-03-04T23:32:53.006584+0000","last_clean":"2021-03-04T23:32:53.006584+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:32:53.006584+0000","last_undegraded":"2021-03-04T23:32:53.006584+0000","last_fullsized":"2021-03-04T23:32:53.006584+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"20","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.012154+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:32:53.012154+0000","last_peered":"2021-03-04T23:32:53.012154+0000","last_clean":"2021-03-04T23:32:53.012154+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:32:53.012154+0000","last_undegraded":"2021-03-04T23:32:53.012154+0000","last_fullsized":"2021-03-04T23:32:53.012154+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"299","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:54.036079+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:32:54.036079+0000","last_peered":"2021-03-04T23:32:54.036079+0000","last_clean":"2021-03-04T23:32:54.036079+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:32:54.036079+0000","last_undegraded":"2021-03-04T23:32:54.036079+0000","last_fullsized":"2021-03-04T23:32:54.036079+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"82","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.006484+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:32:53.006484+0000","last_peered":"2021-03-04T23:32:53.006484+0000","last_clean":"2021-03-04T23:32:53.006484+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:32:53.006484+0000","last_undegraded":"2021-03-04T23:32:53.006484+0000","last_fullsized":"2021-03-04T23:32:53.006484+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"26","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.006941+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:32:53.006941+0000","last_peered":"2021-03-04T23:32:53.006941+0000","last_clean":"2021-03-04T23:32:53.006941+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:32:53.006941+0000","last_undegraded":"2021-03-04T23:32:53.006941+0000","last_fullsized":"2021-03-04T23:32:53.006941+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"271","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:54.036042+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:32:54.036042+0000","last_peered":"2021-03-04T23:32:54.036042+0000","last_clean":"2021-03-04T23:32:54.036042+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:32:54.036042+0000","last_undegraded":"2021-03-04T23:32:54.036042+0000","last_fullsized":"2021-03-04T23:32:54.036042+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"82","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.006604+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:32:53.006604+0000","last_peered":"2021-03-04T23:32:53.006604+0000","last_clean":"2021-03-04T23:32:53.006604+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:32:53.006604+0000","last_undegraded":"2021-03-04T23:32:53.006604+0000","last_fullsized":"2021-03-04T23:32:53.006604+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"68","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.008188+0000","last_change":"2021-03-04T23:32:18.981656+0000","last_active":"2021-03-04T23:32:53.008188+0000","last_peered":"2021-03-04T23:32:53.008188+0000","last_clean":"2021-03-04T23:32:53.008188+0000","last_became_active":"2021-03-04T23:32:18.981253+0000","last_became_peered":"2021-03-04T23:32:18.981253+0000","last_unstale":"2021-03-04T23:32:53.008188+0000","last_undegraded":"2021-03-04T23:32:53.008188+0000","last_fullsized":"2021-03-04T23:32:53.008188+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"320","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:54.013763+0000","last_change":"2021-03-04T23:32:26.243636+0000","last_active":"2021-03-04T23:32:54.013763+0000","last_peered":"2021-03-04T23:32:54.013763+0000","last_clean":"2021-03-04T23:32:54.013763+0000","last_became_active":"2021-03-04T23:32:26.243433+0000","last_became_peered":"2021-03-04T23:32:26.243433+0000","last_unstale":"2021-03-04T23:32:54.013763+0000","last_undegraded":"2021-03-04T23:32:54.013763+0000","last_fullsized":"2021-03-04T23:32:54.013763+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"84","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.029633+0000","last_change":"2021-03-04T23:32:18.988970+0000","last_active":"2021-03-04T23:32:53.029633+0000","last_peered":"2021-03-04T23:32:53.029633+0000","last_clean":"2021-03-04T23:32:53.029633+0000","last_became_active":"2021-03-04T23:32:18.988819+0000","last_became_peered":"2021-03-04T23:32:18.988819+0000","last_unstale":"2021-03-04T23:32:53.029633+0000","last_undegraded":"2021-03-04T23:32:53.029633+0000","last_fullsized":"2021-03-04T23:32:53.029633+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"56","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.008248+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:32:53.008248+0000","last_peered":"2021-03-04T23:32:53.008248+0000","last_clean":"2021-03-04T23:32:53.008248+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:32:53.008248+0000","last_undegraded":"2021-03-04T23:32:53.008248+0000","last_fullsized":"2021-03-04T23:32:53.008248+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"20","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.012352+0000","last_change":"2021-03-04T23:32:26.241627+0000","last_active":"2021-03-04T23:32:53.012352+0000","last_peered":"2021-03-04T23:32:53.012352+0000","last_clean":"2021-03-04T23:32:53.012352+0000","last_became_active":"2021-03-04T23:32:26.241358+0000","last_became_peered":"2021-03-04T23:32:26.241358+0000","last_unstale":"2021-03-04T23:32:53.012352+0000","last_undegraded":"2021-03-04T23:32:53.012352+0000","last_fullsized":"2021-03-04T23:32:53.012352+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"320","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.012367+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:32:53.012367+0000","last_peered":"2021-03-04T23:32:53.012367+0000","last_clean":"2021-03-04T23:32:53.012367+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:32:53.012367+0000","last_undegraded":"2021-03-04T23:32:53.012367+0000","last_fullsized":"2021-03-04T23:32:53.012367+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"299","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.012370+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:32:53.012370+0000","last_peered":"2021-03-04T23:32:53.012370+0000","last_clean":"2021-03-04T23:32:53.012370+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:32:53.012370+0000","last_undegraded":"2021-03-04T23:32:53.012370+0000","last_fullsized":"2021-03-04T23:32:53.012370+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"68","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.007855+0000","last_change":"2021-03-04T23:32:18.982083+0000","last_active":"2021-03-04T23:32:53.007855+0000","last_peered":"2021-03-04T23:32:53.007855+0000","last_clean":"2021-03-04T23:32:53.007855+0000","last_became_active":"2021-03-04T23:32:18.981790+0000","last_became_peered":"2021-03-04T23:32:18.981790+0000","last_unstale":"2021-03-04T23:32:53.007855+0000","last_undegraded":"2021-03-04T23:32:53.007855+0000","last_fullsized":"2021-03-04T23:32:53.007855+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"78","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.010405+0000","last_change":"2021-03-04T23:32:19.165859+0000","last_active":"2021-03-04T23:32:53.010405+0000","last_peered":"2021-03-04T23:32:53.010405+0000","last_clean":"2021-03-04T23:32:53.010405+0000","last_became_active":"2021-03-04T23:32:19.018621+0000","last_became_peered":"2021-03-04T23:32:19.018621+0000","last_unstale":"2021-03-04T23:32:53.010405+0000","last_undegraded":"2021-03-04T23:32:53.010405+0000","last_fullsized":"2021-03-04T23:32:53.010405+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"100","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.006893+0000","last_change":"2021-03-04T23:32:26.238976+0000","last_active":"2021-03-04T23:32:53.006893+0000","last_peered":"2021-03-04T23:32:53.006893+0000","last_clean":"2021-03-04T23:32:53.006893+0000","last_became_active":"2021-03-04T23:32:26.238739+0000","last_became_peered":"2021-03-04T23:32:26.238739+0000","last_unstale":"2021-03-04T23:32:53.006893+0000","last_undegraded":"2021-03-04T23:32:53.006893+0000","last_fullsized":"2021-03-04T23:32:53.006893+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"68","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.008028+0000","last_change":"2021-03-04T23:32:19.011685+0000","last_active":"2021-03-04T23:32:53.008028+0000","last_peered":"2021-03-04T23:32:53.008028+0000","last_clean":"2021-03-04T23:32:53.008028+0000","last_became_active":"2021-03-04T23:32:19.011404+0000","last_became_peered":"2021-03-04T23:32:19.011404+0000","last_unstale":"2021-03-04T23:32:53.008028+0000","last_undegraded":"2021-03-04T23:32:53.008028+0000","last_fullsized":"2021-03-04T23:32:53.008028+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"296","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.007915+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:32:53.007915+0000","last_peered":"2021-03-04T23:32:53.007915+0000","last_clean":"2021-03-04T23:32:53.007915+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:32:53.007915+0000","last_undegraded":"2021-03-04T23:32:53.007915+0000","last_fullsized":"2021-03-04T23:32:53.007915+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"283","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:54.013665+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:32:54.013665+0000","last_peered":"2021-03-04T23:32:54.013665+0000","last_clean":"2021-03-04T23:32:54.013665+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:32:54.013665+0000","last_undegraded":"2021-03-04T23:32:54.013665+0000","last_fullsized":"2021-03-04T23:32:54.013665+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"68","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.010604+0000","last_change":"2021-03-04T23:32:19.019024+0000","last_active":"2021-03-04T23:32:53.010604+0000","last_peered":"2021-03-04T23:32:53.010604+0000","last_clean":"2021-03-04T23:32:53.010604+0000","last_became_active":"2021-03-04T23:32:19.018570+0000","last_became_peered":"2021-03-04T23:32:19.018570+0000","last_unstale":"2021-03-04T23:32:53.010604+0000","last_undegraded":"2021-03-04T23:32:53.010604+0000","last_fullsized":"2021-03-04T23:32:53.010604+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"59","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.008138+0000","last_change":"2021-03-04T23:32:26.245321+0000","last_active":"2021-03-04T23:32:53.008138+0000","last_peered":"2021-03-04T23:32:53.008138+0000","last_clean":"2021-03-04T23:32:53.008138+0000","last_became_active":"2021-03-04T23:32:26.243283+0000","last_became_peered":"2021-03-04T23:32:26.243283+0000","last_unstale":"2021-03-04T23:32:53.008138+0000","last_undegraded":"2021-03-04T23:32:53.008138+0000","last_fullsized":"2021-03-04T23:32:53.008138+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"255","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.007918+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:32:53.007918+0000","last_peered":"2021-03-04T23:32:53.007918+0000","last_clean":"2021-03-04T23:32:53.007918+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:32:53.007918+0000","last_undegraded":"2021-03-04T23:32:53.007918+0000","last_fullsized":"2021-03-04T23:32:53.007918+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"281","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:54.035999+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:32:54.035999+0000","last_peered":"2021-03-04T23:32:54.035999+0000","last_clean":"2021-03-04T23:32:54.035999+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:32:54.035999+0000","last_undegraded":"2021-03-04T23:32:54.035999+0000","last_fullsized":"2021-03-04T23:32:54.035999+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"68","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.007987+0000","last_change":"2021-03-04T23:32:18.982413+0000","last_active":"2021-03-04T23:32:53.007987+0000","last_peered":"2021-03-04T23:32:53.007987+0000","last_clean":"2021-03-04T23:32:53.007987+0000","last_became_active":"2021-03-04T23:32:18.981859+0000","last_became_peered":"2021-03-04T23:32:18.981859+0000","last_unstale":"2021-03-04T23:32:53.007987+0000","last_undegraded":"2021-03-04T23:32:53.007987+0000","last_fullsized":"2021-03-04T23:32:53.007987+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"266","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.029401+0000","last_change":"2021-03-04T23:31:58.062545+0000","last_active":"2021-03-04T23:32:53.029401+0000","last_peered":"2021-03-04T23:32:53.029401+0000","last_clean":"2021-03-04T23:32:53.029401+0000","last_became_active":"2021-03-04T23:31:58.062078+0000","last_became_peered":"2021-03-04T23:31:58.062078+0000","last_unstale":"2021-03-04T23:32:53.029401+0000","last_undegraded":"2021-03-04T23:32:53.029401+0000","last_fullsized":"2021-03-04T23:32:53.029401+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"167","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.006664+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:32:53.006664+0000","last_peered":"2021-03-04T23:32:53.006664+0000","last_clean":"2021-03-04T23:32:53.006664+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:32:53.006664+0000","last_undegraded":"2021-03-04T23:32:53.006664+0000","last_fullsized":"2021-03-04T23:32:53.006664+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"82","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.007018+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:32:53.007018+0000","last_peered":"2021-03-04T23:32:53.007018+0000","last_clean":"2021-03-04T23:32:53.007018+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:32:53.007018+0000","last_undegraded":"2021-03-04T23:32:53.007018+0000","last_fullsized":"2021-03-04T23:32:53.007018+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"68","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.008506+0000","last_change":"2021-03-04T23:32:18.990360+0000","last_active":"2021-03-04T23:32:53.008506+0000","last_peered":"2021-03-04T23:32:53.008506+0000","last_clean":"2021-03-04T23:32:53.008506+0000","last_became_active":"2021-03-04T23:32:18.985583+0000","last_became_peered":"2021-03-04T23:32:18.985583+0000","last_unstale":"2021-03-04T23:32:53.008506+0000","last_undegraded":"2021-03-04T23:32:53.008506+0000","last_fullsized":"2021-03-04T23:32:53.008506+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"20","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.013647+0000","last_change":"2021-03-04T23:32:26.249383+0000","last_active":"2021-03-04T23:32:53.013647+0000","last_peered":"2021-03-04T23:32:53.013647+0000","last_clean":"2021-03-04T23:32:53.013647+0000","last_became_active":"2021-03-04T23:32:26.249012+0000","last_became_peered":"2021-03-04T23:32:26.249012+0000","last_unstale":"2021-03-04T23:32:53.013647+0000","last_undegraded":"2021-03-04T23:32:53.013647+0000","last_fullsized":"2021-03-04T23:32:53.013647+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"278'12382","reported_seq":"12604","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.125766+0000","last_change":"2021-03-04T23:31:15.984936+0000","last_active":"2021-03-04T23:32:58.125766+0000","last_peered":"2021-03-04T23:32:58.125766+0000","last_clean":"2021-03-04T23:32:58.125766+0000","last_became_active":"2021-03-04T23:31:15.969777+0000","last_became_peered":"2021-03-04T23:31:15.969777+0000","last_unstale":"2021-03-04T23:32:58.125766+0000","last_undegraded":"2021-03-04T23:32:58.125766+0000","last_fullsized":"2021-03-04T23:32:58.125766+0000","mapping_epoch":236,"log_start":"152'8247","ondisk_log_start":"152'8247","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4135,"ondisk_log_size":4135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":440664064,"num_objects":6724,"num_object_clones":0,"num_object_copies":20172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6724,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12382,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":1048576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"54","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.008402+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:32:53.008402+0000","last_peered":"2021-03-04T23:32:53.008402+0000","last_clean":"2021-03-04T23:32:53.008402+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:32:53.008402+0000","last_undegraded":"2021-03-04T23:32:53.008402+0000","last_fullsized":"2021-03-04T23:32:53.008402+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"286","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:54.013560+0000","last_change":"2021-03-04T23:32:18.976569+0000","last_active":"2021-03-04T23:32:54.013560+0000","last_peered":"2021-03-04T23:32:54.013560+0000","last_clean":"2021-03-04T23:32:54.013560+0000","last_became_active":"2021-03-04T23:32:18.976326+0000","last_became_peered":"2021-03-04T23:32:18.976326+0000","last_unstale":"2021-03-04T23:32:54.013560+0000","last_undegraded":"2021-03-04T23:32:54.013560+0000","last_fullsized":"2021-03-04T23:32:54.013560+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"68","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.008178+0000","last_change":"2021-03-04T23:32:18.981638+0000","last_active":"2021-03-04T23:32:53.008178+0000","last_peered":"2021-03-04T23:32:53.008178+0000","last_clean":"2021-03-04T23:32:53.008178+0000","last_became_active":"2021-03-04T23:32:18.981295+0000","last_became_peered":"2021-03-04T23:32:18.981295+0000","last_unstale":"2021-03-04T23:32:53.008178+0000","last_undegraded":"2021-03-04T23:32:53.008178+0000","last_fullsized":"2021-03-04T23:32:53.008178+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"177","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.006950+0000","last_change":"2021-03-04T23:31:58.069396+0000","last_active":"2021-03-04T23:32:53.006950+0000","last_peered":"2021-03-04T23:32:53.006950+0000","last_clean":"2021-03-04T23:32:53.006950+0000","last_became_active":"2021-03-04T23:31:58.069222+0000","last_became_peered":"2021-03-04T23:31:58.069222+0000","last_unstale":"2021-03-04T23:32:53.006950+0000","last_undegraded":"2021-03-04T23:32:53.006950+0000","last_fullsized":"2021-03-04T23:32:53.006950+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"277'12228","reported_seq":"33076","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:55.141095+0000","last_change":"2021-03-04T23:31:02.313487+0000","last_active":"2021-03-04T23:32:55.141095+0000","last_peered":"2021-03-04T23:32:55.141095+0000","last_clean":"2021-03-04T23:32:55.141095+0000","last_became_active":"2021-03-04T23:31:02.298187+0000","last_became_peered":"2021-03-04T23:31:02.298187+0000","last_unstale":"2021-03-04T23:32:55.141095+0000","last_undegraded":"2021-03-04T23:32:55.141095+0000","last_fullsized":"2021-03-04T23:32:55.141095+0000","mapping_epoch":230,"log_start":"146'6622","ondisk_log_start":"146'6622","created":137,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5606,"ondisk_log_size":5606,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":449314816,"num_objects":6856,"num_object_clones":0,"num_object_copies":20568,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6856,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12228,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8025,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"54","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.008321+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:32:53.008321+0000","last_peered":"2021-03-04T23:32:53.008321+0000","last_clean":"2021-03-04T23:32:53.008321+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:32:53.008321+0000","last_undegraded":"2021-03-04T23:32:53.008321+0000","last_fullsized":"2021-03-04T23:32:53.008321+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"347","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.012210+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:32:53.012210+0000","last_peered":"2021-03-04T23:32:53.012210+0000","last_clean":"2021-03-04T23:32:53.012210+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:32:53.012210+0000","last_undegraded":"2021-03-04T23:32:53.012210+0000","last_fullsized":"2021-03-04T23:32:53.012210+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"68","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.008461+0000","last_change":"2021-03-04T23:32:18.976226+0000","last_active":"2021-03-04T23:32:53.008461+0000","last_peered":"2021-03-04T23:32:53.008461+0000","last_clean":"2021-03-04T23:32:53.008461+0000","last_became_active":"2021-03-04T23:32:18.975856+0000","last_became_peered":"2021-03-04T23:32:18.975856+0000","last_unstale":"2021-03-04T23:32:53.008461+0000","last_undegraded":"2021-03-04T23:32:53.008461+0000","last_fullsized":"2021-03-04T23:32:53.008461+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"20","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.013223+0000","last_change":"2021-03-04T23:32:26.243559+0000","last_active":"2021-03-04T23:32:53.013223+0000","last_peered":"2021-03-04T23:32:53.013223+0000","last_clean":"2021-03-04T23:32:53.013223+0000","last_became_active":"2021-03-04T23:32:26.243315+0000","last_became_peered":"2021-03-04T23:32:26.243315+0000","last_unstale":"2021-03-04T23:32:53.013223+0000","last_undegraded":"2021-03-04T23:32:53.013223+0000","last_fullsized":"2021-03-04T23:32:53.013223+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"278'12487","reported_seq":"12673","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.655366+0000","last_change":"2021-03-04T23:31:16.986091+0000","last_active":"2021-03-04T23:32:58.655366+0000","last_peered":"2021-03-04T23:32:58.655366+0000","last_clean":"2021-03-04T23:32:58.655366+0000","last_became_active":"2021-03-04T23:31:16.966316+0000","last_became_peered":"2021-03-04T23:31:16.966316+0000","last_unstale":"2021-03-04T23:32:58.655366+0000","last_undegraded":"2021-03-04T23:32:58.655366+0000","last_fullsized":"2021-03-04T23:32:58.655366+0000","mapping_epoch":237,"log_start":"147'7387","ondisk_log_start":"147'7387","created":137,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5100,"ondisk_log_size":5100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":441122816,"num_objects":6731,"num_object_clones":0,"num_object_copies":20193,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6731,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12487,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"54","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.008435+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:32:53.008435+0000","last_peered":"2021-03-04T23:32:53.008435+0000","last_clean":"2021-03-04T23:32:53.008435+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:32:53.008435+0000","last_undegraded":"2021-03-04T23:32:53.008435+0000","last_fullsized":"2021-03-04T23:32:53.008435+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"26","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.006637+0000","last_change":"2021-03-04T23:32:18.980591+0000","last_active":"2021-03-04T23:32:53.006637+0000","last_peered":"2021-03-04T23:32:53.006637+0000","last_clean":"2021-03-04T23:32:53.006637+0000","last_became_active":"2021-03-04T23:32:18.980308+0000","last_became_peered":"2021-03-04T23:32:18.980308+0000","last_unstale":"2021-03-04T23:32:53.006637+0000","last_undegraded":"2021-03-04T23:32:53.006637+0000","last_fullsized":"2021-03-04T23:32:53.006637+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"68","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.008339+0000","last_change":"2021-03-04T23:32:18.981505+0000","last_active":"2021-03-04T23:32:53.008339+0000","last_peered":"2021-03-04T23:32:53.008339+0000","last_clean":"2021-03-04T23:32:53.008339+0000","last_became_active":"2021-03-04T23:32:18.981076+0000","last_became_peered":"2021-03-04T23:32:18.981076+0000","last_unstale":"2021-03-04T23:32:53.008339+0000","last_undegraded":"2021-03-04T23:32:53.008339+0000","last_fullsized":"2021-03-04T23:32:53.008339+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"50","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.008375+0000","last_change":"2021-03-04T23:31:15.977616+0000","last_active":"2021-03-04T23:32:53.008375+0000","last_peered":"2021-03-04T23:32:53.008375+0000","last_clean":"2021-03-04T23:32:53.008375+0000","last_became_active":"2021-03-04T23:31:15.976913+0000","last_became_peered":"2021-03-04T23:31:15.976913+0000","last_unstale":"2021-03-04T23:32:53.008375+0000","last_undegraded":"2021-03-04T23:32:53.008375+0000","last_fullsized":"2021-03-04T23:32:53.008375+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.6","version":"278'12565","reported_seq":"19289","reported_epoch":"278","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:32:58.637523+0000","last_change":"2021-03-04T23:32:27.548241+0000","last_active":"2021-03-04T23:32:58.637523+0000","last_peered":"2021-03-04T23:32:58.637523+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:32:27.370442+0000","last_became_peered":"2021-03-04T23:32:27.370442+0000","last_unstale":"2021-03-04T23:32:58.637523+0000","last_undegraded":"2021-03-04T23:32:27.364047+0000","last_fullsized":"2021-03-04T23:32:27.244914+0000","mapping_epoch":267,"log_start":"147'7382","ondisk_log_start":"147'7382","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5183,"ondisk_log_size":5183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":456327168,"num_objects":6963,"num_object_clones":0,"num_object_copies":20889,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8158,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6963,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12565,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3260,"num_bytes_recovered":213647360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"1,2,5","objects":1973},{"shards":"1,5","objects":2788},{"shards":"2,5,6","objects":2202}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"308","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:54.013500+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:32:54.013500+0000","last_peered":"2021-03-04T23:32:54.013500+0000","last_clean":"2021-03-04T23:32:54.013500+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:32:54.013500+0000","last_undegraded":"2021-03-04T23:32:54.013500+0000","last_fullsized":"2021-03-04T23:32:54.013500+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"272","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:54.035806+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:32:54.035806+0000","last_peered":"2021-03-04T23:32:54.035806+0000","last_clean":"2021-03-04T23:32:54.035806+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:32:54.035806+0000","last_undegraded":"2021-03-04T23:32:54.035806+0000","last_fullsized":"2021-03-04T23:32:54.035806+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"329","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:54.013271+0000","last_change":"2021-03-04T23:32:18.972523+0000","last_active":"2021-03-04T23:32:54.013271+0000","last_peered":"2021-03-04T23:32:54.013271+0000","last_clean":"2021-03-04T23:32:54.013271+0000","last_became_active":"2021-03-04T23:32:18.971535+0000","last_became_peered":"2021-03-04T23:32:18.971535+0000","last_unstale":"2021-03-04T23:32:54.013271+0000","last_undegraded":"2021-03-04T23:32:54.013271+0000","last_fullsized":"2021-03-04T23:32:54.013271+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"68","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.008062+0000","last_change":"2021-03-04T23:32:18.981988+0000","last_active":"2021-03-04T23:32:53.008062+0000","last_peered":"2021-03-04T23:32:53.008062+0000","last_clean":"2021-03-04T23:32:53.008062+0000","last_became_active":"2021-03-04T23:32:18.981427+0000","last_became_peered":"2021-03-04T23:32:18.981427+0000","last_unstale":"2021-03-04T23:32:53.008062+0000","last_undegraded":"2021-03-04T23:32:53.008062+0000","last_fullsized":"2021-03-04T23:32:53.008062+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"277'12255","reported_seq":"16336","reported_epoch":"277","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:32:56.699228+0000","last_change":"2021-03-04T23:32:43.822873+0000","last_active":"2021-03-04T23:32:56.699228+0000","last_peered":"2021-03-04T23:32:56.699228+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:32:35.807116+0000","last_became_peered":"2021-03-04T23:32:35.807116+0000","last_unstale":"2021-03-04T23:32:56.699228+0000","last_undegraded":"2021-03-04T23:32:56.699228+0000","last_fullsized":"2021-03-04T23:32:19.969626+0000","mapping_epoch":261,"log_start":"142'5639","ondisk_log_start":"142'5639","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6616,"ondisk_log_size":6616,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":439156736,"num_objects":6701,"num_object_clones":0,"num_object_copies":20103,"num_objects_missing_on_primary":809,"num_objects_missing":809,"num_objects_degraded":0,"num_objects_misplaced":3780,"num_objects_unfound":0,"num_objects_dirty":6701,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12255,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1948,"num_bytes_recovered":111476736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6],"avail_no_missing":["2","7"],"object_location_counts":[{"shards":"3,4,7","objects":3780},{"shards":"3,6","objects":2921}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"68","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.006836+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:32:53.006836+0000","last_peered":"2021-03-04T23:32:53.006836+0000","last_clean":"2021-03-04T23:32:53.006836+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:32:53.006836+0000","last_undegraded":"2021-03-04T23:32:53.006836+0000","last_fullsized":"2021-03-04T23:32:53.006836+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"308","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.012360+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:32:53.012360+0000","last_peered":"2021-03-04T23:32:53.012360+0000","last_clean":"2021-03-04T23:32:53.012360+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:32:53.012360+0000","last_undegraded":"2021-03-04T23:32:53.012360+0000","last_fullsized":"2021-03-04T23:32:53.012360+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"287","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:54.013337+0000","last_change":"2021-03-04T23:31:58.069697+0000","last_active":"2021-03-04T23:32:54.013337+0000","last_peered":"2021-03-04T23:32:54.013337+0000","last_clean":"2021-03-04T23:32:54.013337+0000","last_became_active":"2021-03-04T23:31:58.068973+0000","last_became_peered":"2021-03-04T23:31:58.068973+0000","last_unstale":"2021-03-04T23:32:54.013337+0000","last_undegraded":"2021-03-04T23:32:54.013337+0000","last_fullsized":"2021-03-04T23:32:54.013337+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"68","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.007884+0000","last_change":"2021-03-04T23:32:19.011549+0000","last_active":"2021-03-04T23:32:53.007884+0000","last_peered":"2021-03-04T23:32:53.007884+0000","last_clean":"2021-03-04T23:32:53.007884+0000","last_became_active":"2021-03-04T23:32:19.011346+0000","last_became_peered":"2021-03-04T23:32:19.011346+0000","last_unstale":"2021-03-04T23:32:53.007884+0000","last_undegraded":"2021-03-04T23:32:53.007884+0000","last_fullsized":"2021-03-04T23:32:53.007884+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"278'12632","reported_seq":"27642","reported_epoch":"278","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:58.480889+0000","last_change":"2021-03-04T23:32:26.310942+0000","last_active":"2021-03-04T23:32:58.480889+0000","last_peered":"2021-03-04T23:32:58.480889+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:32:26.290638+0000","last_became_peered":"2021-03-04T23:32:26.290638+0000","last_unstale":"2021-03-04T23:32:58.480889+0000","last_undegraded":"2021-03-04T23:32:58.480889+0000","last_fullsized":"2021-03-04T23:32:58.480889+0000","mapping_epoch":266,"log_start":"153'8515","ondisk_log_start":"153'8515","created":137,"last_epoch_clean":233,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4117,"ondisk_log_size":4117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":445775872,"num_objects":6802,"num_object_clones":0,"num_object_copies":20406,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":13604,"num_objects_unfound":0,"num_objects_dirty":6802,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12632,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7388,"num_bytes_recovered":475725824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[5,0,2],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"0,2,5","objects":6802}],"blocked_by":[],"up_primary":1,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"35","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.006743+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:32:53.006743+0000","last_peered":"2021-03-04T23:32:53.006743+0000","last_clean":"2021-03-04T23:32:53.006743+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:32:53.006743+0000","last_undegraded":"2021-03-04T23:32:53.006743+0000","last_fullsized":"2021-03-04T23:32:53.006743+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"296","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.012477+0000","last_change":"2021-03-04T23:32:18.970427+0000","last_active":"2021-03-04T23:32:53.012477+0000","last_peered":"2021-03-04T23:32:53.012477+0000","last_clean":"2021-03-04T23:32:53.012477+0000","last_became_active":"2021-03-04T23:32:18.970152+0000","last_became_peered":"2021-03-04T23:32:18.970152+0000","last_unstale":"2021-03-04T23:32:53.012477+0000","last_undegraded":"2021-03-04T23:32:53.012477+0000","last_fullsized":"2021-03-04T23:32:53.012477+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"68","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.010667+0000","last_change":"2021-03-04T23:32:19.018810+0000","last_active":"2021-03-04T23:32:53.010667+0000","last_peered":"2021-03-04T23:32:53.010667+0000","last_clean":"2021-03-04T23:32:53.010667+0000","last_became_active":"2021-03-04T23:32:19.018286+0000","last_became_peered":"2021-03-04T23:32:19.018286+0000","last_unstale":"2021-03-04T23:32:53.010667+0000","last_undegraded":"2021-03-04T23:32:53.010667+0000","last_fullsized":"2021-03-04T23:32:53.010667+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"59","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.007991+0000","last_change":"2021-03-04T23:32:26.246083+0000","last_active":"2021-03-04T23:32:53.007991+0000","last_peered":"2021-03-04T23:32:53.007991+0000","last_clean":"2021-03-04T23:32:53.007991+0000","last_became_active":"2021-03-04T23:32:26.244207+0000","last_became_peered":"2021-03-04T23:32:26.244207+0000","last_unstale":"2021-03-04T23:32:53.007991+0000","last_undegraded":"2021-03-04T23:32:53.007991+0000","last_fullsized":"2021-03-04T23:32:53.007991+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"277'12305","reported_seq":"27846","reported_epoch":"277","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:32:57.434059+0000","last_change":"2021-03-04T23:32:26.376916+0000","last_active":"2021-03-04T23:32:57.434059+0000","last_peered":"2021-03-04T23:32:57.434059+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:32:26.331782+0000","last_became_peered":"2021-03-04T23:32:26.331782+0000","last_unstale":"2021-03-04T23:32:57.434059+0000","last_undegraded":"2021-03-04T23:32:26.253611+0000","last_fullsized":"2021-03-04T23:32:26.238493+0000","mapping_epoch":266,"log_start":"152'8173","ondisk_log_start":"152'8173","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4132,"ondisk_log_size":4132,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":436142080,"num_objects":6655,"num_object_clones":0,"num_object_copies":19965,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3797,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6655,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12305,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5565,"num_bytes_recovered":304480256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3],"avail_no_missing":["7","0","3","6"],"object_location_counts":[{"shards":"3,5,7","objects":2096},{"shards":"3,7","objects":4559}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"273","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.012108+0000","last_change":"2021-03-04T23:31:58.064857+0000","last_active":"2021-03-04T23:32:53.012108+0000","last_peered":"2021-03-04T23:32:53.012108+0000","last_clean":"2021-03-04T23:32:53.012108+0000","last_became_active":"2021-03-04T23:31:58.064575+0000","last_became_peered":"2021-03-04T23:31:58.064575+0000","last_unstale":"2021-03-04T23:32:53.012108+0000","last_undegraded":"2021-03-04T23:32:53.012108+0000","last_fullsized":"2021-03-04T23:32:53.012108+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"335","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.012602+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:32:53.012602+0000","last_peered":"2021-03-04T23:32:53.012602+0000","last_clean":"2021-03-04T23:32:53.012602+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:32:53.012602+0000","last_undegraded":"2021-03-04T23:32:53.012602+0000","last_fullsized":"2021-03-04T23:32:53.012602+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"266","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.029339+0000","last_change":"2021-03-04T23:31:58.062715+0000","last_active":"2021-03-04T23:32:53.029339+0000","last_peered":"2021-03-04T23:32:53.029339+0000","last_clean":"2021-03-04T23:32:53.029339+0000","last_became_active":"2021-03-04T23:31:58.062351+0000","last_became_peered":"2021-03-04T23:31:58.062351+0000","last_unstale":"2021-03-04T23:32:53.029339+0000","last_undegraded":"2021-03-04T23:32:53.029339+0000","last_fullsized":"2021-03-04T23:32:53.029339+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"68","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.008145+0000","last_change":"2021-03-04T23:32:18.982415+0000","last_active":"2021-03-04T23:32:53.008145+0000","last_peered":"2021-03-04T23:32:53.008145+0000","last_clean":"2021-03-04T23:32:53.008145+0000","last_became_active":"2021-03-04T23:32:18.982097+0000","last_became_peered":"2021-03-04T23:32:18.982097+0000","last_unstale":"2021-03-04T23:32:53.008145+0000","last_undegraded":"2021-03-04T23:32:53.008145+0000","last_fullsized":"2021-03-04T23:32:53.008145+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"277'12352","reported_seq":"34926","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:56.550018+0000","last_change":"2021-03-04T23:32:23.249042+0000","last_active":"2021-03-04T23:32:56.550018+0000","last_peered":"2021-03-04T23:32:56.550018+0000","last_clean":"2021-03-04T23:32:56.550018+0000","last_became_active":"2021-03-04T23:32:23.233324+0000","last_became_peered":"2021-03-04T23:32:23.233324+0000","last_unstale":"2021-03-04T23:32:56.550018+0000","last_undegraded":"2021-03-04T23:32:56.550018+0000","last_fullsized":"2021-03-04T23:32:56.550018+0000","mapping_epoch":264,"log_start":"147'6930","ondisk_log_start":"147'6930","created":137,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5422,"ondisk_log_size":5422,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":446300160,"num_objects":6810,"num_object_clones":0,"num_object_copies":20430,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6810,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12352,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11178,"num_bytes_recovered":644808704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"91","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.006718+0000","last_change":"2021-03-04T23:32:26.240947+0000","last_active":"2021-03-04T23:32:53.006718+0000","last_peered":"2021-03-04T23:32:53.006718+0000","last_clean":"2021-03-04T23:32:53.006718+0000","last_became_active":"2021-03-04T23:32:26.240743+0000","last_became_peered":"2021-03-04T23:32:26.240743+0000","last_unstale":"2021-03-04T23:32:53.006718+0000","last_undegraded":"2021-03-04T23:32:53.006718+0000","last_fullsized":"2021-03-04T23:32:53.006718+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"116","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.012938+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:32:53.012938+0000","last_peered":"2021-03-04T23:32:53.012938+0000","last_clean":"2021-03-04T23:32:53.012938+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:32:53.012938+0000","last_undegraded":"2021-03-04T23:32:53.012938+0000","last_fullsized":"2021-03-04T23:32:53.012938+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"68","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.008431+0000","last_change":"2021-03-04T23:32:18.981845+0000","last_active":"2021-03-04T23:32:53.008431+0000","last_peered":"2021-03-04T23:32:53.008431+0000","last_clean":"2021-03-04T23:32:53.008431+0000","last_became_active":"2021-03-04T23:32:18.981465+0000","last_became_peered":"2021-03-04T23:32:18.981465+0000","last_unstale":"2021-03-04T23:32:53.008431+0000","last_undegraded":"2021-03-04T23:32:53.008431+0000","last_fullsized":"2021-03-04T23:32:53.008431+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"278'12345","reported_seq":"26476","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.469795+0000","last_change":"2021-03-04T23:32:43.006956+0000","last_active":"2021-03-04T23:32:58.469795+0000","last_peered":"2021-03-04T23:32:58.469795+0000","last_clean":"2021-03-04T23:32:58.469795+0000","last_became_active":"2021-03-04T23:32:42.989066+0000","last_became_peered":"2021-03-04T23:32:42.989066+0000","last_unstale":"2021-03-04T23:32:58.469795+0000","last_undegraded":"2021-03-04T23:32:58.469795+0000","last_fullsized":"2021-03-04T23:32:58.469795+0000","mapping_epoch":273,"log_start":"147'7234","ondisk_log_start":"147'7234","created":137,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5111,"ondisk_log_size":5111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":439943168,"num_objects":6713,"num_object_clones":0,"num_object_copies":20139,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6713,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12345,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6961,"num_bytes_recovered":299565056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"20","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.013123+0000","last_change":"2021-03-04T23:32:26.243555+0000","last_active":"2021-03-04T23:32:53.013123+0000","last_peered":"2021-03-04T23:32:53.013123+0000","last_clean":"2021-03-04T23:32:53.013123+0000","last_became_active":"2021-03-04T23:32:26.243321+0000","last_became_peered":"2021-03-04T23:32:26.243321+0000","last_unstale":"2021-03-04T23:32:53.013123+0000","last_undegraded":"2021-03-04T23:32:53.013123+0000","last_fullsized":"2021-03-04T23:32:53.013123+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"290","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:54.013584+0000","last_change":"2021-03-04T23:31:58.061270+0000","last_active":"2021-03-04T23:32:54.013584+0000","last_peered":"2021-03-04T23:32:54.013584+0000","last_clean":"2021-03-04T23:32:54.013584+0000","last_became_active":"2021-03-04T23:31:58.060937+0000","last_became_peered":"2021-03-04T23:31:58.060937+0000","last_unstale":"2021-03-04T23:32:54.013584+0000","last_undegraded":"2021-03-04T23:32:54.013584+0000","last_fullsized":"2021-03-04T23:32:54.013584+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"20","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.012408+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:32:53.012408+0000","last_peered":"2021-03-04T23:32:53.012408+0000","last_clean":"2021-03-04T23:32:53.012408+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:32:53.012408+0000","last_undegraded":"2021-03-04T23:32:53.012408+0000","last_fullsized":"2021-03-04T23:32:53.012408+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"68","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.007957+0000","last_change":"2021-03-04T23:32:18.981793+0000","last_active":"2021-03-04T23:32:53.007957+0000","last_peered":"2021-03-04T23:32:53.007957+0000","last_clean":"2021-03-04T23:32:53.007957+0000","last_became_active":"2021-03-04T23:32:18.981354+0000","last_became_peered":"2021-03-04T23:32:18.981354+0000","last_unstale":"2021-03-04T23:32:53.007957+0000","last_undegraded":"2021-03-04T23:32:53.007957+0000","last_fullsized":"2021-03-04T23:32:53.007957+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"278'12423","reported_seq":"27152","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.088027+0000","last_change":"2021-03-04T23:31:15.989387+0000","last_active":"2021-03-04T23:32:58.088027+0000","last_peered":"2021-03-04T23:32:58.088027+0000","last_clean":"2021-03-04T23:32:58.088027+0000","last_became_active":"2021-03-04T23:31:15.968551+0000","last_became_peered":"2021-03-04T23:31:15.968551+0000","last_unstale":"2021-03-04T23:32:58.088027+0000","last_undegraded":"2021-03-04T23:32:58.088027+0000","last_fullsized":"2021-03-04T23:32:58.088027+0000","mapping_epoch":236,"log_start":"152'8303","ondisk_log_start":"152'8303","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4120,"ondisk_log_size":4120,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":451870720,"num_objects":6895,"num_object_clones":0,"num_object_copies":20685,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6895,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12423,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7379,"num_bytes_recovered":476381184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"330","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:54.013396+0000","last_change":"2021-03-04T23:32:18.974052+0000","last_active":"2021-03-04T23:32:54.013396+0000","last_peered":"2021-03-04T23:32:54.013396+0000","last_clean":"2021-03-04T23:32:54.013396+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:32:54.013396+0000","last_undegraded":"2021-03-04T23:32:54.013396+0000","last_fullsized":"2021-03-04T23:32:54.013396+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"279","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.012366+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:32:53.012366+0000","last_peered":"2021-03-04T23:32:53.012366+0000","last_clean":"2021-03-04T23:32:53.012366+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:32:53.012366+0000","last_undegraded":"2021-03-04T23:32:53.012366+0000","last_fullsized":"2021-03-04T23:32:53.012366+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"20","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.013069+0000","last_change":"2021-03-04T23:32:26.241730+0000","last_active":"2021-03-04T23:32:53.013069+0000","last_peered":"2021-03-04T23:32:53.013069+0000","last_clean":"2021-03-04T23:32:53.013069+0000","last_became_active":"2021-03-04T23:32:26.241443+0000","last_became_peered":"2021-03-04T23:32:26.241443+0000","last_unstale":"2021-03-04T23:32:53.013069+0000","last_undegraded":"2021-03-04T23:32:53.013069+0000","last_fullsized":"2021-03-04T23:32:53.013069+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"68","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.008033+0000","last_change":"2021-03-04T23:32:18.982273+0000","last_active":"2021-03-04T23:32:53.008033+0000","last_peered":"2021-03-04T23:32:53.008033+0000","last_clean":"2021-03-04T23:32:53.008033+0000","last_became_active":"2021-03-04T23:32:18.981390+0000","last_became_peered":"2021-03-04T23:32:18.981390+0000","last_unstale":"2021-03-04T23:32:53.008033+0000","last_undegraded":"2021-03-04T23:32:53.008033+0000","last_fullsized":"2021-03-04T23:32:53.008033+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"278'12436","reported_seq":"20323","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.442563+0000","last_change":"2021-03-04T23:31:15.990321+0000","last_active":"2021-03-04T23:32:58.442563+0000","last_peered":"2021-03-04T23:32:58.442563+0000","last_clean":"2021-03-04T23:32:58.442563+0000","last_became_active":"2021-03-04T23:31:15.968330+0000","last_became_peered":"2021-03-04T23:31:15.968330+0000","last_unstale":"2021-03-04T23:32:58.442563+0000","last_undegraded":"2021-03-04T23:32:58.442563+0000","last_fullsized":"2021-03-04T23:32:58.442563+0000","mapping_epoch":236,"log_start":"147'7343","ondisk_log_start":"147'7343","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5093,"ondisk_log_size":5093,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":433455104,"num_objects":6614,"num_object_clones":0,"num_object_copies":19842,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6614,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12436,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3842,"num_bytes_recovered":151388160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"269","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.029273+0000","last_change":"2021-03-04T23:31:58.062851+0000","last_active":"2021-03-04T23:32:53.029273+0000","last_peered":"2021-03-04T23:32:53.029273+0000","last_clean":"2021-03-04T23:32:53.029273+0000","last_became_active":"2021-03-04T23:31:58.062390+0000","last_became_peered":"2021-03-04T23:31:58.062390+0000","last_unstale":"2021-03-04T23:32:53.029273+0000","last_undegraded":"2021-03-04T23:32:53.029273+0000","last_fullsized":"2021-03-04T23:32:53.029273+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"20","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.012210+0000","last_change":"2021-03-04T23:32:26.241630+0000","last_active":"2021-03-04T23:32:53.012210+0000","last_peered":"2021-03-04T23:32:53.012210+0000","last_clean":"2021-03-04T23:32:53.012210+0000","last_became_active":"2021-03-04T23:32:26.241377+0000","last_became_peered":"2021-03-04T23:32:26.241377+0000","last_unstale":"2021-03-04T23:32:53.012210+0000","last_undegraded":"2021-03-04T23:32:53.012210+0000","last_fullsized":"2021-03-04T23:32:53.012210+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"20","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.012802+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:32:53.012802+0000","last_peered":"2021-03-04T23:32:53.012802+0000","last_clean":"2021-03-04T23:32:53.012802+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:32:53.012802+0000","last_undegraded":"2021-03-04T23:32:53.012802+0000","last_fullsized":"2021-03-04T23:32:53.012802+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"277'12357","reported_seq":"28449","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:56.538671+0000","last_change":"2021-03-04T23:30:59.306069+0000","last_active":"2021-03-04T23:32:56.538671+0000","last_peered":"2021-03-04T23:32:56.538671+0000","last_clean":"2021-03-04T23:32:56.538671+0000","last_became_active":"2021-03-04T23:30:59.292136+0000","last_became_peered":"2021-03-04T23:30:59.292136+0000","last_unstale":"2021-03-04T23:32:56.538671+0000","last_undegraded":"2021-03-04T23:32:56.538671+0000","last_fullsized":"2021-03-04T23:32:56.538671+0000","mapping_epoch":228,"log_start":"152'8097","ondisk_log_start":"152'8097","created":137,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4260,"ondisk_log_size":4260,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":443351040,"num_objects":6765,"num_object_clones":0,"num_object_copies":20295,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6765,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12357,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7939,"num_bytes_recovered":520224768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"288","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:54.013449+0000","last_change":"2021-03-04T23:31:58.069375+0000","last_active":"2021-03-04T23:32:54.013449+0000","last_peered":"2021-03-04T23:32:54.013449+0000","last_clean":"2021-03-04T23:32:54.013449+0000","last_became_active":"2021-03-04T23:31:58.069076+0000","last_became_peered":"2021-03-04T23:31:58.069076+0000","last_unstale":"2021-03-04T23:32:54.013449+0000","last_undegraded":"2021-03-04T23:32:54.013449+0000","last_fullsized":"2021-03-04T23:32:54.013449+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"68","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.008113+0000","last_change":"2021-03-04T23:32:18.976198+0000","last_active":"2021-03-04T23:32:53.008113+0000","last_peered":"2021-03-04T23:32:53.008113+0000","last_clean":"2021-03-04T23:32:53.008113+0000","last_became_active":"2021-03-04T23:32:18.975757+0000","last_became_peered":"2021-03-04T23:32:18.975757+0000","last_unstale":"2021-03-04T23:32:53.008113+0000","last_undegraded":"2021-03-04T23:32:53.008113+0000","last_fullsized":"2021-03-04T23:32:53.008113+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"64","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.006719+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:32:53.006719+0000","last_peered":"2021-03-04T23:32:53.006719+0000","last_clean":"2021-03-04T23:32:53.006719+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:32:53.006719+0000","last_undegraded":"2021-03-04T23:32:53.006719+0000","last_fullsized":"2021-03-04T23:32:53.006719+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"26","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.006823+0000","last_change":"2021-03-04T23:32:18.986718+0000","last_active":"2021-03-04T23:32:53.006823+0000","last_peered":"2021-03-04T23:32:53.006823+0000","last_clean":"2021-03-04T23:32:53.006823+0000","last_became_active":"2021-03-04T23:32:18.986509+0000","last_became_peered":"2021-03-04T23:32:18.986509+0000","last_unstale":"2021-03-04T23:32:53.006823+0000","last_undegraded":"2021-03-04T23:32:53.006823+0000","last_fullsized":"2021-03-04T23:32:53.006823+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"68","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.010479+0000","last_change":"2021-03-04T23:32:19.018869+0000","last_active":"2021-03-04T23:32:53.010479+0000","last_peered":"2021-03-04T23:32:53.010479+0000","last_clean":"2021-03-04T23:32:53.010479+0000","last_became_active":"2021-03-04T23:32:19.018305+0000","last_became_peered":"2021-03-04T23:32:19.018305+0000","last_unstale":"2021-03-04T23:32:53.010479+0000","last_undegraded":"2021-03-04T23:32:53.010479+0000","last_fullsized":"2021-03-04T23:32:53.010479+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"278'12705","reported_seq":"34495","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.101641+0000","last_change":"2021-03-04T23:32:34.277292+0000","last_active":"2021-03-04T23:32:58.101641+0000","last_peered":"2021-03-04T23:32:58.101641+0000","last_clean":"2021-03-04T23:32:58.101641+0000","last_became_active":"2021-03-04T23:32:34.260379+0000","last_became_peered":"2021-03-04T23:32:34.260379+0000","last_unstale":"2021-03-04T23:32:58.101641+0000","last_undegraded":"2021-03-04T23:32:58.101641+0000","last_fullsized":"2021-03-04T23:32:58.101641+0000","mapping_epoch":270,"log_start":"154'8635","ondisk_log_start":"154'8635","created":137,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4070,"ondisk_log_size":4070,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":449773568,"num_objects":6863,"num_object_clones":0,"num_object_copies":20589,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6863,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12705,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10774,"num_bytes_recovered":705953792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"59","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.007912+0000","last_change":"2021-03-04T23:32:26.246392+0000","last_active":"2021-03-04T23:32:53.007912+0000","last_peered":"2021-03-04T23:32:53.007912+0000","last_clean":"2021-03-04T23:32:53.007912+0000","last_became_active":"2021-03-04T23:32:26.245274+0000","last_became_peered":"2021-03-04T23:32:26.245274+0000","last_unstale":"2021-03-04T23:32:53.007912+0000","last_undegraded":"2021-03-04T23:32:53.007912+0000","last_fullsized":"2021-03-04T23:32:53.007912+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"262","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:54.035797+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:32:54.035797+0000","last_peered":"2021-03-04T23:32:54.035797+0000","last_clean":"2021-03-04T23:32:54.035797+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:32:54.035797+0000","last_undegraded":"2021-03-04T23:32:54.035797+0000","last_fullsized":"2021-03-04T23:32:54.035797+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"308","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:54.036050+0000","last_change":"2021-03-04T23:32:26.243552+0000","last_active":"2021-03-04T23:32:54.036050+0000","last_peered":"2021-03-04T23:32:54.036050+0000","last_clean":"2021-03-04T23:32:54.036050+0000","last_became_active":"2021-03-04T23:32:26.243356+0000","last_became_peered":"2021-03-04T23:32:26.243356+0000","last_unstale":"2021-03-04T23:32:54.036050+0000","last_undegraded":"2021-03-04T23:32:54.036050+0000","last_fullsized":"2021-03-04T23:32:54.036050+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"68","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.008390+0000","last_change":"2021-03-04T23:32:18.976958+0000","last_active":"2021-03-04T23:32:53.008390+0000","last_peered":"2021-03-04T23:32:53.008390+0000","last_clean":"2021-03-04T23:32:53.008390+0000","last_became_active":"2021-03-04T23:32:18.975806+0000","last_became_peered":"2021-03-04T23:32:18.975806+0000","last_unstale":"2021-03-04T23:32:53.008390+0000","last_undegraded":"2021-03-04T23:32:53.008390+0000","last_fullsized":"2021-03-04T23:32:53.008390+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"277'12376","reported_seq":"30023","reported_epoch":"277","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:32:57.517882+0000","last_change":"2021-03-04T23:32:27.307328+0000","last_active":"2021-03-04T23:32:57.517882+0000","last_peered":"2021-03-04T23:32:57.517882+0000","last_clean":"2021-03-04T23:32:23.232073+0000","last_became_active":"2021-03-04T23:32:27.288606+0000","last_became_peered":"2021-03-04T23:32:27.288606+0000","last_unstale":"2021-03-04T23:32:57.517882+0000","last_undegraded":"2021-03-04T23:32:57.517882+0000","last_fullsized":"2021-03-04T23:32:57.517882+0000","mapping_epoch":267,"log_start":"152'8286","ondisk_log_start":"152'8286","created":137,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4090,"ondisk_log_size":4090,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":443940864,"num_objects":6774,"num_object_clones":0,"num_object_copies":20322,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6774,"num_objects_unfound":0,"num_objects_dirty":6774,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12376,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8712,"num_bytes_recovered":396623872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,0],"avail_no_missing":["7","0","4"],"object_location_counts":[{"shards":"0,4,7","objects":6774}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"50","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.008320+0000","last_change":"2021-03-04T23:31:15.976911+0000","last_active":"2021-03-04T23:32:53.008320+0000","last_peered":"2021-03-04T23:32:53.008320+0000","last_clean":"2021-03-04T23:32:53.008320+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:32:53.008320+0000","last_undegraded":"2021-03-04T23:32:53.008320+0000","last_fullsized":"2021-03-04T23:32:53.008320+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"20","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.013290+0000","last_change":"2021-03-04T23:32:26.241609+0000","last_active":"2021-03-04T23:32:53.013290+0000","last_peered":"2021-03-04T23:32:53.013290+0000","last_clean":"2021-03-04T23:32:53.013290+0000","last_became_active":"2021-03-04T23:32:26.241419+0000","last_became_peered":"2021-03-04T23:32:26.241419+0000","last_unstale":"2021-03-04T23:32:53.013290+0000","last_undegraded":"2021-03-04T23:32:53.013290+0000","last_fullsized":"2021-03-04T23:32:53.013290+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"240","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:54.013340+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:32:54.013340+0000","last_peered":"2021-03-04T23:32:54.013340+0000","last_clean":"2021-03-04T23:32:54.013340+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:32:54.013340+0000","last_undegraded":"2021-03-04T23:32:54.013340+0000","last_fullsized":"2021-03-04T23:32:54.013340+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"68","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.008605+0000","last_change":"2021-03-04T23:32:18.990243+0000","last_active":"2021-03-04T23:32:53.008605+0000","last_peered":"2021-03-04T23:32:53.008605+0000","last_clean":"2021-03-04T23:32:53.008605+0000","last_became_active":"2021-03-04T23:32:18.985408+0000","last_became_peered":"2021-03-04T23:32:18.985408+0000","last_unstale":"2021-03-04T23:32:53.008605+0000","last_undegraded":"2021-03-04T23:32:53.008605+0000","last_fullsized":"2021-03-04T23:32:53.008605+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"277'12291","reported_seq":"20337","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:57.553015+0000","last_change":"2021-03-04T23:32:54.052768+0000","last_active":"2021-03-04T23:32:57.553015+0000","last_peered":"2021-03-04T23:32:57.553015+0000","last_clean":"2021-03-04T23:32:57.553015+0000","last_became_active":"2021-03-04T23:32:54.024075+0000","last_became_peered":"2021-03-04T23:32:54.024075+0000","last_unstale":"2021-03-04T23:32:57.553015+0000","last_undegraded":"2021-03-04T23:32:57.553015+0000","last_fullsized":"2021-03-04T23:32:57.553015+0000","mapping_epoch":276,"log_start":"152'8095","ondisk_log_start":"152'8095","created":137,"last_epoch_clean":277,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4196,"ondisk_log_size":4196,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":438042648,"num_objects":6685,"num_object_clones":0,"num_object_copies":20055,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6685,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12291,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3917,"num_bytes_recovered":147324952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"90","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.006971+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:32:53.006971+0000","last_peered":"2021-03-04T23:32:53.006971+0000","last_clean":"2021-03-04T23:32:53.006971+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:32:53.006971+0000","last_undegraded":"2021-03-04T23:32:53.006971+0000","last_fullsized":"2021-03-04T23:32:53.006971+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"20","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.013585+0000","last_change":"2021-03-04T23:32:26.249226+0000","last_active":"2021-03-04T23:32:53.013585+0000","last_peered":"2021-03-04T23:32:53.013585+0000","last_clean":"2021-03-04T23:32:53.013585+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:32:53.013585+0000","last_undegraded":"2021-03-04T23:32:53.013585+0000","last_fullsized":"2021-03-04T23:32:53.013585+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"82","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.006548+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:32:53.006548+0000","last_peered":"2021-03-04T23:32:53.006548+0000","last_clean":"2021-03-04T23:32:53.006548+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:32:53.006548+0000","last_undegraded":"2021-03-04T23:32:53.006548+0000","last_fullsized":"2021-03-04T23:32:53.006548+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"68","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.008263+0000","last_change":"2021-03-04T23:32:18.976964+0000","last_active":"2021-03-04T23:32:53.008263+0000","last_peered":"2021-03-04T23:32:53.008263+0000","last_clean":"2021-03-04T23:32:53.008263+0000","last_became_active":"2021-03-04T23:32:18.976053+0000","last_became_peered":"2021-03-04T23:32:18.976053+0000","last_unstale":"2021-03-04T23:32:53.008263+0000","last_undegraded":"2021-03-04T23:32:53.008263+0000","last_fullsized":"2021-03-04T23:32:53.008263+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"277'12365","reported_seq":"19961","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:56.533331+0000","last_change":"2021-03-04T23:31:15.998496+0000","last_active":"2021-03-04T23:32:56.533331+0000","last_peered":"2021-03-04T23:32:56.533331+0000","last_clean":"2021-03-04T23:32:56.533331+0000","last_became_active":"2021-03-04T23:31:15.976417+0000","last_became_peered":"2021-03-04T23:31:15.976417+0000","last_unstale":"2021-03-04T23:32:56.533331+0000","last_undegraded":"2021-03-04T23:32:56.533331+0000","last_fullsized":"2021-03-04T23:32:56.533331+0000","mapping_epoch":236,"log_start":"147'6975","ondisk_log_start":"147'6975","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5390,"ondisk_log_size":5390,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":437452800,"num_objects":6675,"num_object_clones":0,"num_object_copies":20025,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6675,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12365,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3697,"num_bytes_recovered":238419968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"178","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.007013+0000","last_change":"2021-03-04T23:31:58.069248+0000","last_active":"2021-03-04T23:32:53.007013+0000","last_peered":"2021-03-04T23:32:53.007013+0000","last_clean":"2021-03-04T23:32:53.007013+0000","last_became_active":"2021-03-04T23:31:58.068899+0000","last_became_peered":"2021-03-04T23:31:58.068899+0000","last_unstale":"2021-03-04T23:32:53.007013+0000","last_undegraded":"2021-03-04T23:32:53.007013+0000","last_fullsized":"2021-03-04T23:32:53.007013+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"311","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:54.036097+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:32:54.036097+0000","last_peered":"2021-03-04T23:32:54.036097+0000","last_clean":"2021-03-04T23:32:54.036097+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:32:54.036097+0000","last_undegraded":"2021-03-04T23:32:54.036097+0000","last_fullsized":"2021-03-04T23:32:54.036097+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"248","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.012140+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:32:53.012140+0000","last_peered":"2021-03-04T23:32:53.012140+0000","last_clean":"2021-03-04T23:32:53.012140+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:32:53.012140+0000","last_undegraded":"2021-03-04T23:32:53.012140+0000","last_fullsized":"2021-03-04T23:32:53.012140+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"244","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:54.036025+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:32:54.036025+0000","last_peered":"2021-03-04T23:32:54.036025+0000","last_clean":"2021-03-04T23:32:54.036025+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:32:54.036025+0000","last_undegraded":"2021-03-04T23:32:54.036025+0000","last_fullsized":"2021-03-04T23:32:54.036025+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"283","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.013357+0000","last_change":"2021-03-04T23:31:58.060196+0000","last_active":"2021-03-04T23:32:53.013357+0000","last_peered":"2021-03-04T23:32:53.013357+0000","last_clean":"2021-03-04T23:32:53.013357+0000","last_became_active":"2021-03-04T23:31:58.059959+0000","last_became_peered":"2021-03-04T23:31:58.059959+0000","last_unstale":"2021-03-04T23:32:53.013357+0000","last_undegraded":"2021-03-04T23:32:53.013357+0000","last_fullsized":"2021-03-04T23:32:53.013357+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"341","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:54.013533+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:32:54.013533+0000","last_peered":"2021-03-04T23:32:54.013533+0000","last_clean":"2021-03-04T23:32:54.013533+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:32:54.013533+0000","last_undegraded":"2021-03-04T23:32:54.013533+0000","last_fullsized":"2021-03-04T23:32:54.013533+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"323","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.012468+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:32:53.012468+0000","last_peered":"2021-03-04T23:32:53.012468+0000","last_clean":"2021-03-04T23:32:53.012468+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:32:53.012468+0000","last_undegraded":"2021-03-04T23:32:53.012468+0000","last_fullsized":"2021-03-04T23:32:53.012468+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"287","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:54.013535+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:32:54.013535+0000","last_peered":"2021-03-04T23:32:54.013535+0000","last_clean":"2021-03-04T23:32:54.013535+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:32:54.013535+0000","last_undegraded":"2021-03-04T23:32:54.013535+0000","last_fullsized":"2021-03-04T23:32:54.013535+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"293","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.012260+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:32:53.012260+0000","last_peered":"2021-03-04T23:32:53.012260+0000","last_clean":"2021-03-04T23:32:53.012260+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:32:53.012260+0000","last_undegraded":"2021-03-04T23:32:53.012260+0000","last_fullsized":"2021-03-04T23:32:53.012260+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"82","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.006645+0000","last_change":"2021-03-04T23:32:18.971387+0000","last_active":"2021-03-04T23:32:53.006645+0000","last_peered":"2021-03-04T23:32:53.006645+0000","last_clean":"2021-03-04T23:32:53.006645+0000","last_became_active":"2021-03-04T23:32:18.971083+0000","last_became_peered":"2021-03-04T23:32:18.971083+0000","last_unstale":"2021-03-04T23:32:53.006645+0000","last_undegraded":"2021-03-04T23:32:53.006645+0000","last_fullsized":"2021-03-04T23:32:53.006645+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"66","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.029520+0000","last_change":"2021-03-04T23:31:58.062548+0000","last_active":"2021-03-04T23:32:53.029520+0000","last_peered":"2021-03-04T23:32:53.029520+0000","last_clean":"2021-03-04T23:32:53.029520+0000","last_became_active":"2021-03-04T23:31:58.062122+0000","last_became_peered":"2021-03-04T23:31:58.062122+0000","last_unstale":"2021-03-04T23:32:53.029520+0000","last_undegraded":"2021-03-04T23:32:53.029520+0000","last_fullsized":"2021-03-04T23:32:53.029520+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"252","reported_epoch":"277","state":"active+clean","last_fresh":"2021-03-04T23:32:54.036046+0000","last_change":"2021-03-04T23:32:19.162403+0000","last_active":"2021-03-04T23:32:54.036046+0000","last_peered":"2021-03-04T23:32:54.036046+0000","last_clean":"2021-03-04T23:32:54.036046+0000","last_became_active":"2021-03-04T23:32:18.984227+0000","last_became_peered":"2021-03-04T23:32:18.984227+0000","last_unstale":"2021-03-04T23:32:54.036046+0000","last_undegraded":"2021-03-04T23:32:54.036046+0000","last_fullsized":"2021-03-04T23:32:54.036046+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"344","reported_epoch":"276","state":"active+clean","last_fresh":"2021-03-04T23:32:53.012059+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:32:53.012059+0000","last_peered":"2021-03-04T23:32:53.012059+0000","last_clean":"2021-03-04T23:32:53.012059+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:32:53.012059+0000","last_undegraded":"2021-03-04T23:32:53.012059+0000","last_fullsized":"2021-03-04T23:32:53.012059+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":10713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8326546,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":6},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":7092633624,"num_objects":108226,"num_object_clones":0,"num_object_copies":324678,"num_objects_missing_on_primary":809,"num_objects_missing":809,"num_objects_degraded":11955,"num_objects_misplaced":24158,"num_objects_unfound":0,"num_objects_dirty":108226,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":198504,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":90737,"num_bytes_recovered":5203558424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24848056320,"data_stored":24848040032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":76641,"ondisk_log_size":76641,"up":48,"acting":45,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495963,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5599600,"kb_used_data":4551016,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":82480784,"statfs":{"total":90194313216,"available":84460322816,"internally_reserved":1073741824,"allocated":4660240384,"data_stored":4658875548,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:54 2021","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.34100000000000003,"15min":0.32400000000000001},"min":{"1min":0.17699999999999999,"5min":0.125,"15min":0.125},"max":{"1min":0.57299999999999995,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.376,"5min":0.40999999999999998,"15min":0.40899999999999997},"min":{"1min":0.17799999999999999,"5min":0.158,"15min":0.158},"max":{"1min":0.53300000000000003,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.42699999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:32:30 2021","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.40799999999999997,"15min":0.59099999999999997},"min":{"1min":0.24299999999999999,"5min":0.16500000000000001,"15min":0.16200000000000001},"max":{"1min":0.72599999999999998,"5min":0.91700000000000004,"15min":37.856000000000002},"last":0.441},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.438,"15min":0.67000000000000004},"min":{"1min":0.27900000000000003,"5min":0.187,"15min":0.17399999999999999},"max":{"1min":0.86399999999999999,"5min":1.0409999999999999,"15min":37.914000000000001},"last":0.45300000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.377,"15min":0.505},"min":{"1min":0.25800000000000001,"5min":0.20300000000000001,"15min":0.16700000000000001},"max":{"1min":0.91300000000000003,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.44600000000000001,"15min":0.52500000000000002},"min":{"1min":0.36599999999999999,"5min":0.182,"15min":0.182},"max":{"1min":0.82399999999999995,"5min":0.94499999999999995,"15min":3.206},"last":0.46700000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.40100000000000002,"15min":0.93600000000000005},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.18099999999999999},"max":{"1min":0.88,"5min":0.96399999999999997,"15min":63.959000000000003},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.39400000000000002,"15min":0.96899999999999997},"min":{"1min":0.26800000000000002,"5min":0.20699999999999999,"15min":0.183},"max":{"1min":0.79500000000000004,"5min":0.84399999999999997,"15min":64.183999999999997},"last":0.312}]},{"osd":4,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.33300000000000002,"15min":0.38800000000000001},"min":{"1min":0.216,"5min":0.17100000000000001,"15min":0.13100000000000001},"max":{"1min":0.49299999999999999,"5min":0.746,"15min":4.0179999999999998},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.27200000000000002,"5min":0.29799999999999999,"15min":0.34899999999999998},"min":{"1min":0.188,"5min":0.16500000000000001,"15min":0.13900000000000001},"max":{"1min":0.42699999999999999,"5min":0.76500000000000001,"15min":3.7410000000000001},"last":0.222}]},{"osd":5,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.246,"5min":0.28499999999999998,"15min":0.33200000000000002},"min":{"1min":0.159,"5min":0.152,"15min":0.14299999999999999},"max":{"1min":0.40400000000000003,"5min":0.67900000000000005,"15min":3.621},"last":0.23599999999999999},{"interface":"front","average":{"1min":0.311,"5min":0.35599999999999998,"15min":0.42399999999999999},"min":{"1min":0.20300000000000001,"5min":0.184,"15min":0.16800000000000001},"max":{"1min":0.42099999999999999,"5min":0.78500000000000003,"15min":3.54},"last":0.40999999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:32:49 2021","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.29499999999999998,"15min":0.38400000000000001},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14199999999999999},"max":{"1min":0.627,"5min":0.627,"15min":4.1299999999999999},"last":0.20599999999999999},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.371,"15min":0.49099999999999999},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.67700000000000005,"5min":0.80900000000000005,"15min":3.7850000000000001},"last":0.39400000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659464,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2002920,"kb_used_data":954336,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86077464,"statfs":{"total":90194313216,"available":88143323136,"internally_reserved":1073741824,"allocated":977240064,"data_stored":975883837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.36499999999999999,"15min":0.36499999999999999},"min":{"1min":0.23000000000000001,"5min":0.156,"15min":0.156},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.503},{"interface":"front","average":{"1min":0.443,"5min":0.373,"15min":0.36899999999999999},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.65800000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:32:23 2021","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.38700000000000001,"15min":0.46500000000000002},"min":{"1min":0.22500000000000001,"5min":0.186,"15min":0.159},"max":{"1min":0.83099999999999996,"5min":0.874,"15min":3.609},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.40300000000000002,"15min":0.46300000000000002},"min":{"1min":0.29999999999999999,"5min":0.20499999999999999,"15min":0.17000000000000001},"max":{"1min":0.80700000000000005,"5min":0.91600000000000004,"15min":4.149},"last":0.67900000000000005}]},{"osd":2,"last update":"Thu Mar 4 23:32:23 2021","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.40400000000000003,"15min":0.501},"min":{"1min":0.29899999999999999,"5min":0.19500000000000001,"15min":0.16800000000000001},"max":{"1min":0.70099999999999996,"5min":0.85399999999999998,"15min":4.2169999999999996},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.379,"15min":0.46300000000000002},"min":{"1min":0.221,"5min":0.189,"15min":0.17599999999999999},"max":{"1min":0.82999999999999996,"5min":0.83999999999999997,"15min":3.3700000000000001},"last":0.41099999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:32:23 2021","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.40100000000000002,"15min":1.077},"min":{"1min":0.25700000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.877,"5min":0.877,"15min":77.881},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.41399999999999998,"15min":1.0740000000000001},"min":{"1min":0.28100000000000003,"5min":0.217,"15min":0.21099999999999999},"max":{"1min":0.77500000000000002,"5min":0.94999999999999996,"15min":77.683000000000007},"last":0.626}]},{"osd":4,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.32500000000000001,"5min":0.32600000000000001,"15min":0.36199999999999999},"min":{"1min":0.188,"5min":0.16600000000000001,"15min":0.13300000000000001},"max":{"1min":0.47899999999999998,"5min":0.61599999999999999,"15min":4.1539999999999999},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.309,"5min":0.32400000000000001,"15min":0.36299999999999999},"min":{"1min":0.20499999999999999,"5min":0.14299999999999999,"15min":0.13500000000000001},"max":{"1min":0.438,"5min":0.70299999999999996,"15min":4.1269999999999998},"last":0.51800000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.34799999999999998,"15min":0.379},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":0.51500000000000001,"5min":0.71999999999999997,"15min":4.0010000000000003},"last":0.316},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.33100000000000002,"15min":0.42799999999999999},"min":{"1min":0.17399999999999999,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.57399999999999995,"5min":0.57599999999999996,"15min":4.2389999999999999},"last":0.438}]},{"osd":7,"last update":"Thu Mar 4 23:32:00 2021","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36499999999999999,"15min":0.46899999999999997},"min":{"1min":0.20599999999999999,"5min":0.187,"15min":0.17399999999999999},"max":{"1min":0.56299999999999994,"5min":0.69599999999999995,"15min":4.5880000000000001},"last":0.21299999999999999},{"interface":"front","average":{"1min":0.379,"5min":0.377,"15min":0.41999999999999998},"min":{"1min":0.21299999999999999,"5min":0.182,"15min":0.182},"max":{"1min":0.59199999999999997,"5min":0.64100000000000001,"15min":4.0129999999999999},"last":0.377}]}]},{"osd":1,"up_from":87,"seq":373662154983,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3913236,"kb_used_data":3778700,"kb_used_omap":2528,"kb_used_meta":131999,"kb_avail":84167148,"statfs":{"total":90194313216,"available":86187159552,"internally_reserved":0,"allocated":3869388800,"data_stored":3868049821,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":135167278},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:31:57 2021","interfaces":[{"interface":"back","average":{"1min":0.29299999999999998,"5min":0.25900000000000001,"15min":0.23699999999999999},"min":{"1min":0.14099999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.54500000000000004,"5min":0.625,"15min":0.625},"last":0.13900000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.32400000000000001,"15min":0.30299999999999999},"min":{"1min":0.22900000000000001,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.23999999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:32:22 2021","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.26000000000000001,"15min":0.39900000000000002},"min":{"1min":0.216,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.59999999999999998,"5min":0.84499999999999997,"15min":4.4059999999999997},"last":0.156},{"interface":"front","average":{"1min":0.32600000000000001,"5min":0.26500000000000001,"15min":0.46300000000000002},"min":{"1min":0.183,"5min":0.14799999999999999,"15min":0.13100000000000001},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":4.7240000000000002},"last":0.17699999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:32:11 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.31,"15min":0.98099999999999998},"min":{"1min":0.156,"5min":0.156,"15min":0.155},"max":{"1min":0.65100000000000002,"5min":0.65600000000000003,"15min":110.28400000000001},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.32900000000000001,"15min":1.0049999999999999},"min":{"1min":0.23200000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.67200000000000004,"5min":0.73999999999999999,"15min":109.977},"last":0.25800000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:32:22 2021","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.41299999999999998,"15min":0.58199999999999996},"min":{"1min":0.30199999999999999,"5min":0.20899999999999999,"15min":0.182},"max":{"1min":0.753,"5min":0.78600000000000003,"15min":4.9850000000000003},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.38300000000000001,"15min":0.503},"min":{"1min":0.248,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.58699999999999997,"5min":0.93799999999999994,"15min":4.5229999999999997},"last":0.30499999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:32:22 2021","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.40300000000000002,"15min":0.58099999999999996},"min":{"1min":0.23200000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.749,"5min":0.76500000000000001,"15min":8.6690000000000005},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.40600000000000003,"15min":0.59699999999999998},"min":{"1min":0.27300000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.72399999999999998,"5min":0.83899999999999997,"15min":4.7729999999999997},"last":0.217}]},{"osd":6,"last update":"Thu Mar 4 23:32:51 2021","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40899999999999997,"15min":0.54700000000000004},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.214},"max":{"1min":0.90500000000000003,"5min":0.95399999999999996,"15min":4.5010000000000003},"last":0.22600000000000001},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.42999999999999999,"15min":0.60099999999999998},"min":{"1min":0.313,"5min":0.24299999999999999,"15min":0.23699999999999999},"max":{"1min":0.88,"5min":0.88,"15min":5.4649999999999999},"last":0.35299999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:32:22 2021","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.434,"15min":0.65700000000000003},"min":{"1min":0.317,"5min":0.23100000000000001,"15min":0.20899999999999999},"max":{"1min":0.77200000000000002,"5min":0.81899999999999995,"15min":4.7939999999999996},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.442,"5min":0.41199999999999998,"15min":0.56599999999999995},"min":{"1min":0.27700000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.69499999999999995,"5min":0.91500000000000004,"15min":4.5499999999999998},"last":0.33300000000000002}]}]},{"osd":0,"up_from":174,"seq":747324309567,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2956824,"kb_used_data":2854416,"kb_used_omap":980,"kb_used_meta":101419,"kb_avail":85123560,"statfs":{"total":90194313216,"available":87166525440,"internally_reserved":0,"allocated":2922921984,"data_stored":2921579460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":103854019},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:31:58 2021","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.25800000000000001,"15min":0.25800000000000001},"min":{"1min":0.13,"5min":0.129,"15min":0.129},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.316},{"interface":"front","average":{"1min":0.309,"5min":0.249,"15min":0.24299999999999999},"min":{"1min":0.14899999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.191}]},{"osd":2,"last update":"Thu Mar 4 23:31:58 2021","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.255,"15min":0.23899999999999999},"min":{"1min":0.156,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.27700000000000002,"15min":0.27800000000000002},"min":{"1min":0.189,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.28000000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:31:58 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.28299999999999997,"15min":0.28599999999999998},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"min":{"1min":0.155,"5min":0.155,"15min":0.155},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.35699999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:31:58 2021","interfaces":[{"interface":"back","average":{"1min":0.45100000000000001,"5min":0.39400000000000002,"15min":0.38700000000000001},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.39100000000000001,"15min":0.38300000000000001},"min":{"1min":0.25,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.38400000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:31:58 2021","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.40200000000000002,"15min":0.39200000000000002},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.39300000000000002,"15min":0.39300000000000002},"min":{"1min":0.26200000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.53100000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:31:58 2021","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.39500000000000002,"15min":0.41399999999999998},"min":{"1min":0.28599999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.497},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.39600000000000002,"15min":0.39000000000000001},"min":{"1min":0.29499999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.374}]},{"osd":7,"last update":"Thu Mar 4 23:31:58 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.39900000000000002,"15min":0.39100000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.41399999999999998,"15min":0.40799999999999997},"min":{"1min":0.28399999999999997,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.42499999999999999}]}]},{"osd":2,"up_from":0,"seq":442381631707,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879503,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3931088,"kb_used_data":3836488,"kb_used_omap":883,"kb_used_meta":93708,"kb_avail":84149296,"statfs":{"total":90194313216,"available":86168879104,"internally_reserved":0,"allocated":3928563712,"data_stored":3927227756,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":95957056},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:54 2021","interfaces":[{"interface":"back","average":{"1min":0.22,"5min":0.98199999999999998,"15min":0.50600000000000001},"min":{"1min":0.127,"5min":0.127,"15min":0.127},"max":{"1min":0.442,"5min":66.528999999999996,"15min":66.528999999999996},"last":0.185},{"interface":"front","average":{"1min":0.253,"5min":1.0129999999999999,"15min":0.54900000000000004},"min":{"1min":0.16600000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.379,"5min":66.497,"15min":66.497},"last":0.222}]},{"osd":1,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.505,"15min":0.47399999999999998},"min":{"1min":0.20300000000000001,"5min":0.13600000000000001,"15min":0.13500000000000001},"max":{"1min":0.52000000000000002,"5min":25.097999999999999,"15min":25.097999999999999},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.32000000000000001,"5min":0.52800000000000002,"15min":0.55100000000000005},"min":{"1min":0.19700000000000001,"5min":0.16500000000000001,"15min":0.151},"max":{"1min":0.622,"5min":25.109999999999999,"15min":25.109999999999999},"last":0.247}]},{"osd":2,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.27700000000000002,"15min":0.45300000000000001},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":0.56100000000000005,"5min":0.82799999999999996,"15min":6.4420000000000002},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.30199999999999999,"5min":0.27200000000000002,"15min":0.46700000000000003},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":8.8740000000000006},"last":0.20899999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.40000000000000002,"15min":0.54500000000000004},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.621,"5min":0.66500000000000004,"15min":5.0220000000000002},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.435,"5min":0.41399999999999998,"15min":0.50900000000000001},"min":{"1min":0.27100000000000002,"5min":0.222,"15min":0.20100000000000001},"max":{"1min":0.626,"5min":0.73399999999999999,"15min":3.7719999999999998},"last":0.55500000000000005}]},{"osd":5,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.44900000000000001,"15min":0.58799999999999997},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.224},"max":{"1min":0.64500000000000002,"5min":2.7069999999999999,"15min":4.6479999999999997},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.38200000000000001,"15min":0.61499999999999999},"min":{"1min":0.28899999999999998,"5min":0.23699999999999999,"15min":0.192},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":6.7309999999999999},"last":0.51500000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:32:48 2021","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.39600000000000002,"15min":0.60299999999999998},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.59599999999999997,"5min":0.61199999999999999,"15min":9.9410000000000007},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41299999999999998,"15min":0.53900000000000003},"min":{"1min":0.30499999999999999,"5min":0.251,"15min":0.22900000000000001},"max":{"1min":0.56100000000000005,"5min":0.66300000000000003,"15min":3.8100000000000001},"last":0.58299999999999996}]},{"osd":7,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.39300000000000002,"15min":0.63200000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":6.5460000000000003},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.433,"15min":0.63400000000000001},"min":{"1min":0.26100000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.63500000000000001,"5min":1.419,"15min":7.1950000000000003},"last":0.46700000000000003}]}]},{"osd":4,"up_from":31,"seq":133143986532,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2823020,"kb_used_data":1774436,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":85257364,"statfs":{"total":90194313216,"available":87303540736,"internally_reserved":1073741824,"allocated":1817022464,"data_stored":1815661654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.371,"15min":0.36699999999999999},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.70899999999999996,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.41399999999999998,"15min":0.42599999999999999},"min":{"1min":0.20499999999999999,"5min":0.153,"15min":0.153},"max":{"1min":0.624,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.52900000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:32:36 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.64500000000000002,"15min":0.61699999999999999},"min":{"1min":0.248,"5min":0.19600000000000001,"15min":0.161},"max":{"1min":0.85999999999999999,"5min":20.440000000000001,"15min":20.440000000000001},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.64900000000000002,"15min":0.61899999999999999},"min":{"1min":0.19,"5min":0.154,"15min":0.154},"max":{"1min":0.81699999999999995,"5min":20.465,"15min":20.465},"last":0.25600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:32:14 2021","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.36399999999999999,"15min":0.433},"min":{"1min":0.249,"5min":0.23100000000000001,"15min":0.17100000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":3.3260000000000001},"last":0.435},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.39000000000000001,"15min":0.47899999999999998},"min":{"1min":0.26500000000000001,"5min":0.221,"15min":0.17499999999999999},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":4.4180000000000001},"last":0.34200000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:32:14 2021","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.432,"15min":1.4159999999999999},"min":{"1min":0.23300000000000001,"5min":0.192,"15min":0.192},"max":{"1min":0.875,"5min":0.875,"15min":85.394999999999996},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.40400000000000003,"15min":1.369},"min":{"1min":0.28000000000000003,"5min":0.19400000000000001,"15min":0.192},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":85.802999999999997},"last":0.312}]},{"osd":5,"last update":"Thu Mar 4 23:32:36 2021","interfaces":[{"interface":"back","average":{"1min":0.28399999999999997,"5min":0.30199999999999999,"15min":0.32800000000000001},"min":{"1min":0.17199999999999999,"5min":0.16900000000000001,"15min":0.14199999999999999},"max":{"1min":0.78600000000000003,"5min":1.254,"15min":3.456},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.29199999999999998,"5min":0.29799999999999999,"15min":0.34599999999999997},"min":{"1min":0.16600000000000001,"5min":0.16400000000000001,"15min":0.14799999999999999},"max":{"1min":0.48799999999999999,"5min":0.64900000000000002,"15min":3.2999999999999998},"last":0.46700000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:32:52 2021","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":0.32400000000000001,"15min":0.35399999999999998},"min":{"1min":0.18099999999999999,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":3.5569999999999999},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.33600000000000002,"15min":0.46200000000000002},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.14199999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":3.895},"last":0.40500000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:32:36 2021","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.33200000000000002,"15min":0.37},"min":{"1min":0.19700000000000001,"5min":0.17000000000000001,"15min":0.16},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":3.4329999999999998},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36199999999999999,"15min":0.47499999999999998},"min":{"1min":0.20999999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.748,"5min":0.748,"15min":3.8700000000000001},"last":0.55900000000000005}]}]},{"osd":5,"up_from":36,"seq":154618823010,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5826028,"kb_used_data":4777444,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":82254356,"statfs":{"total":90194313216,"available":84228460544,"internally_reserved":1073741824,"allocated":4892102656,"data_stored":4890747286,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35799999999999998,"15min":0.374},"min":{"1min":0.17199999999999999,"5min":0.153,"15min":0.153},"max":{"1min":0.53200000000000003,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.38900000000000001,"15min":0.39300000000000002},"min":{"1min":0.20399999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.61899999999999999,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.60999999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:32:26 2021","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.371,"15min":0.46700000000000003},"min":{"1min":0.20100000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":3.8450000000000002},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.37,"15min":0.53500000000000003},"min":{"1min":0.18099999999999999,"5min":0.16600000000000001,"15min":0.14599999999999999},"max":{"1min":0.872,"5min":0.872,"15min":7.4740000000000002},"last":0.45900000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.376,"15min":0.52300000000000002},"min":{"1min":0.21199999999999999,"5min":0.17999999999999999,"15min":0.161},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":3.7410000000000001},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.435,"5min":0.39200000000000002,"15min":0.54800000000000004},"min":{"1min":0.23999999999999999,"5min":0.19600000000000001,"15min":0.182},"max":{"1min":0.79300000000000004,"5min":0.83199999999999996,"15min":3.9239999999999999},"last":0.43099999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.39100000000000001,"15min":0.57799999999999996},"min":{"1min":0.248,"5min":0.20200000000000001,"15min":0.16700000000000001},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":4.375},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.41199999999999998,"15min":0.52500000000000002},"min":{"1min":0.28399999999999997,"5min":0.23799999999999999,"15min":0.17100000000000001},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":4.2050000000000001},"last":0.51600000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.32500000000000001,"15min":0.36299999999999999},"min":{"1min":0.16900000000000001,"5min":0.16300000000000001,"15min":0.127},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":7.4480000000000004},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.315,"5min":0.311,"15min":0.33700000000000002},"min":{"1min":0.158,"5min":0.158,"15min":0.152},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":4.4000000000000004},"last":0.47199999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:32:26 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.31,"15min":0.40699999999999997},"min":{"1min":0.17199999999999999,"5min":0.16,"15min":0.16},"max":{"1min":0.51200000000000001,"5min":0.68100000000000005,"15min":7.3959999999999999},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.28499999999999998,"5min":0.30599999999999999,"15min":0.35899999999999999},"min":{"1min":0.17799999999999999,"5min":0.17599999999999999,"15min":0.16300000000000001},"max":{"1min":0.45400000000000001,"5min":0.68100000000000005,"15min":4.3209999999999997},"last":0.5}]},{"osd":7,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.34499999999999997,"15min":0.41499999999999998},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":4.3540000000000001},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.32600000000000001,"15min":0.38100000000000001},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":0.48399999999999999,"5min":0.75900000000000001,"15min":2.9740000000000002},"last":0.56299999999999994}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2916745216,"data_stored":2916745216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3861778432,"data_stored":3861774360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1831337984,"data_stored":1831337984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3923116032,"data_stored":3923116032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1808732160,"data_stored":1808728088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4884860928,"data_stored":4884856856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":972488704,"data_stored":972488704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4648996864,"data_stored":4648992792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:33:02.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:02.059 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:02.059 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:02.160 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:02.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:02.178 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:02.179 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:02.280 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:02.291 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:02 gibba011 conmon[95595]: audit 2021-03-04T23:33:00.552801+0000 mgr.x (mgr.34676) 914 : audit [DBG] from='client.45750 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:02.292 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:02 gibba011 conmon[95595]: cluster 2021-03-04T23:33:00.706802+0000 mgr.x (mgr.34676) 915 : cluster [DBG] pgmap v930: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 249 op/s; 11955/324465 objects degraded (3.685%); 24158/324465 objects misplaced (7.445%); 632 KiB/s, 10 objects/s recovering 2021-03-04T23:33:02.292 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:02 gibba011 conmon[99461]: audit 2021-03-04T23:33:00.552801+0000 mgr.x (mgr.34676) 2021-03-04T23:33:02.293 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:02 gibba011 conmon[99461]: 914 : audit [DBG] from='client.45750 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:02.293 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:02 gibba011 conmon[99461]: cluster 2021-03-04T23:33:00.706802+0000 mgr.x (mgr. 2021-03-04T23:33:02.293 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:02 gibba011 conmon[99461]: 34676) 915 : cluster [DBG] pgmap v930: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 249 op/s; 11955/324465 objects degraded (3.685%); 24158/324465 objects misplaced (7.445%); 632 KiB/s, 10 objects/s recovering 2021-03-04T23:33:02.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:02.298 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:02.298 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:02.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:02 gibba038 conmon[76675]: audit 2021-03-04T23:33:00.552801+0000 mgr.x (mgr.34676) 914 : audit [DBG] from='client.45750 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:02.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:02 gibba038 conmon[76675]: cluster 2021-03-04T23:33:00.706802+0000 mgr.x (mgr.34676) 915 : cluster [DBG] pgmap v930: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 249 op/s; 11955/324465 objects degraded (3.685%); 24158/324465 objects misplaced (7.445%); 632 KiB/s, 10 objects/s recovering 2021-03-04T23:33:02.400 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:02.417 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:02.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:02.419 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:02.520 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:02.537 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:02.538 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:02.538 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:02.640 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:02.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:02.660 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:02.660 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:02.761 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:02.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:02.779 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:02.780 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:02.881 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:02.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:02.899 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:02.899 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:03.001 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:03.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:03.019 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:03.019 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:03.121 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:03.138 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:03.139 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:03.139 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:03.240 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:03.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:03.260 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:03.261 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:03.362 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:03.384 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:03.386 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:03.386 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:03.488 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:03.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:03.508 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:03.509 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:03.610 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:03.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:03.628 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:03.628 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:03.729 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:03.750 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:03.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:03.752 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:03.853 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:03.871 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:03.872 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:03.872 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:03.974 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:03.993 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:03.994 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:03.995 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:04.096 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:04.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:04 gibba011 conmon[95595]: cluster 2021-03-04T23:33:02.707242+0000 mgr.x (mgr.34676) 916 : cluster [DBG] pgmap v931: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 223 op/s; 11955/322725 objects degraded (3.704%); 23995/322725 objects misplaced (7.435%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:04.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:04 gibba011 conmon[95595]: cluster 2021-03-04T23:33:03.971688+0000 mon.a (mon.0) 1229 : cluster [WRN] Health check update: Degraded data redundancy: 11955/322725 objects degraded (3.704%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:33:04.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:04 gibba011 conmon[99461]: cluster 2021-03-04T23:33:02.707242+0000 mgr.x (mgr.34676) 916 : cluster [DBG] pgmap v931: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 223 op/s; 11955/322725 objects degraded (3.704%); 23995/322725 objects misplaced (7.435%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:04.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:04 gibba011 conmon[99461]: cluster 2021-03-04T23:33:03.971688+0000 mon.a (mon.0) 1229 : cluster [WRN] Health check update: Degraded data redundancy: 11955/322725 objects degraded (3.704%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:33:04.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:04.116 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:04.117 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:04.157 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:33:04.217 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:04.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:04.236 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:04.236 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:04.261 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:33:04.261 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [], 2021-03-04T23:33:04.262 INFO:teuthology.orchestra.run.gibba011.stdout: "num_ops": 0 2021-03-04T23:33:04.262 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:33:04.277 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:04.337 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:04.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:04 gibba038 conmon[76675]: cluster 2021-03-04T23:33:02.707242+0000 mgr.x (mgr.34676) 916 : cluster [DBG] pgmap v931: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 223 op/s; 11955/322725 objects degraded (3.704%); 23995/322725 objects misplaced (7.435%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:04.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:04 gibba038 conmon[76675]: cluster 2021-03-04T23:33:03.971688+0000 mon.a (mon.0) 1229 : cluster [WRN] Health check update: Degraded data redundancy: 11955/322725 objects degraded (3.704%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:33:04.358 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:04.359 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:04.360 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:04.461 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:04.479 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:04.480 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:04.481 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:04.583 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:04.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:04.601 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:04.601 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:04.702 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:04.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:04.724 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:04.724 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:04.826 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:04.846 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:04.847 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:04.848 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:04.937 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-03-04T23:33:04.950 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:04.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:04.999 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:04.999 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:05.044 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:33:05.056 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:33:05.057 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:05.100 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:05.118 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:05.119 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:05.119 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:05.173 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:05.191 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:05 gibba011 conmon[99461]: audit 2021-03-04T23:33:04.185043+0000 mon.a (mon. 2021-03-04T23:33:05.191 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:05 gibba011 conmon[99461]: 0) 1230 : audit [INF] from='client.? 172.21.2.111:0/1538762113' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:05.192 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:05 gibba011 conmon[95595]: audit 2021-03-04T23:33:04.185043+0000 2021-03-04T23:33:05.192 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:05 gibba011 conmon[95595]: mon.a (mon.0) 1230 : audit [INF] from='client.? 172.21.2.111:0/1538762113' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:05.221 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:05.238 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:05.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:05.239 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:05.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:05 gibba038 conmon[76675]: audit 2021-03-04T23:33:04.185043+0000 mon.a (mon.0) 1230 : audit [INF] from='client.? 172.21.2.111:0/1538762113' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:05.340 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:05.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:05.358 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:05.358 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:05.460 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:05.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:05.477 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:05.478 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:05.580 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:05.600 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:05.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:05.602 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:05.703 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:05.721 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:05.723 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:05.723 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:05.825 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:05.845 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:05.845 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:05.846 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:05.947 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:05.967 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:05.968 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:05.968 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:06.071 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:06.088 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:06.089 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:06.089 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:06.191 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:06.209 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:06.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:06.210 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:06.311 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:06.328 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:06.329 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:06.329 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:06 gibba038 conmon[76675]: cluster 2021-03-04T23:33:04.707608+0000 mgr.x (mgr.34676) 917 : cluster [DBG] pgmap v932: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.5 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 256 op/s; 11955/320850 objects degraded (3.726%); 23849/320850 objects misplaced (7.433%); 979 KiB/s, 15 objects/s recovering 2021-03-04T23:33:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:06 gibba038 conmon[76675]: cluster 2021-03-04T23:33:05.032777+0000 mon.a (mon.0) 1231 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:06 gibba038 conmon[76675]: audit 2021-03-04T23:33:05.037991+0000 mon.a (mon.0) 1232 : audit [INF] from='client.? 172.21.2.111:0/1538762113' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:33:06.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:06 gibba038 conmon[76675]: cluster 2021-03-04T23:33:05.038042+0000 mon.a (mon 2021-03-04T23:33:06.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:06 gibba038 conmon[76675]: .0) 1233 : cluster [DBG] osdmap e279: 8 total, 8 up, 7 in 2021-03-04T23:33:06.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:06 gibba011 conmon[99461]: cluster 2021-03-04T23:33:04.707608+0000 mgr.x (mgr.34676) 917 : cluster [DBG] pgmap v932: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.5 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 256 op/s; 11955/320850 objects degraded (3.726%); 23849/320850 objects misplaced (7.433%); 979 KiB/s, 15 objects/s recovering 2021-03-04T23:33:06.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:06 gibba011 conmon[99461]: cluster 2021-03-04T23:33:05.032777+0000 mon.a (mon.0) 1231 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:06.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:06 gibba011 conmon[99461]: audit 2021-03-04T23:33:05.037991+0000 mon.a (mon.0) 1232 : audit [INF] from='client.? 172.21.2.111:0/1538762113' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:33:06.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:06 gibba011 conmon[99461]: cluster 2021-03-04T23:33:05.038042+0000 mon.a (mon.0) 1233 : cluster [DBG] osdmap e279: 8 total, 8 up, 7 in 2021-03-04T23:33:06.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:06 gibba011 conmon[95595]: cluster 2021-03-04T23:33:04.707608+0000 mgr.x (mgr.34676) 917 : cluster [DBG] pgmap v932: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.5 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 256 op/s; 11955/320850 objects degraded (3.726%); 23849/320850 objects misplaced (7.433%); 979 KiB/s, 15 objects/s recovering 2021-03-04T23:33:06.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:06 gibba011 conmon[95595]: cluster 2021-03-04T23:33:05.032777+0000 mon.a (mon.0) 1231 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:06.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:06 gibba011 conmon[95595]: audit 2021-03-04T23:33:05.037991+0000 mon.a (mon.0) 1232 : audit [INF] from='client.? 172.21.2.111:0/1538762113' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:33:06.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:06 gibba011 conmon[95595]: cluster 2021-03-04T23:33:05.038042+0000 mon.a (mon.0) 1233 : cluster [DBG] osdmap e279: 8 total, 8 up, 7 in 2021-03-04T23:33:06.431 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:06.449 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:06.450 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:06.451 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:06.552 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:06.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:06.571 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:06.572 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:06.673 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:06.691 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:06.692 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:06.692 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:06.793 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:06.811 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:06.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:06.813 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:06.915 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:06.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:06.933 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:06.933 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:07.034 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:07.052 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:07.053 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:07.054 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:07.155 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:07.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:07.174 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:07.174 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:07.276 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:07.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:07.295 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:07.296 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:07.316 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:33:07.329 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:33:07.343 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:33:07.356 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:33:07.370 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:33:07.384 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:33:07.400 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:07.401 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:33:07.413 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:33:07.414 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:33:07.414 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:33:07.414 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:33:07.414 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:33:07.415 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:33:07.415 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:33:07.415 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:33:07.415 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:33:07.417 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:07.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:07.419 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:07.520 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:07.539 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:07.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:07.541 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:07.642 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:07.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:07.661 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:07.662 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:07.764 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:07.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:07.782 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:07.782 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:07.820 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:33:07.883 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:07.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:07.901 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:07.902 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:07.958 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:08.003 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:08.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:08.021 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:08.021 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:08.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:08 gibba011 conmon[95595]: cluster 2021-03-04T23:33:06.708002+0000 mgr.x (mgr.34676) 918 : cluster [DBG] pgmap v934: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 238 op/s; 11955/320553 objects degraded (3.729%); 23849/320553 objects misplaced (7.440%); 567 KiB/s, 8 objects/s recovering 2021-03-04T23:33:08.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:08 gibba011 conmon[95595]: audit 2021-03-04T23:33:07.300425+0000 mon.c (mon.1) 363 : audit [DBG] from='client.? 172.21.2.111:0/750077578' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:08.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:08 gibba011 conmon[99461]: cluster 2021-03-04T23:33:06.708002+0000 mgr.x (mgr.34676) 918 : cluster [DBG] pgmap v934: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 238 op/s; 11955/320553 objects degraded (3.729%); 23849/320553 objects misplaced (7.440%); 567 KiB/s, 8 objects/s recovering 2021-03-04T23:33:08.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:08 gibba011 conmon[99461]: audit 2021-03-04T23:33:07.300425+0000 mon.c (mon.1) 363 : audit [DBG] from='client.? 172.21.2.111:0/750077578' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:08.122 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:08.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:08.142 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:08.142 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:08.244 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:08.261 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:08.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:08.262 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:08.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:08 gibba038 conmon[76675]: cluster 2021-03-04T23:33:06.708002+0000 mgr.x (mgr.34676) 918 : cluster [DBG] pgmap v934: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 238 op/s; 11955/320553 objects degraded (3.729%); 23849/320553 objects misplaced (7.440%); 567 KiB/s, 8 objects/s recovering 2021-03-04T23:33:08.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:08 gibba038 conmon[76675]: audit 2021-03-04T23:33:07.300425+0000 mon.c (mon.1) 363 : audit [DBG] from='client.? 172.21.2.111:0/750077578' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:08.363 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:08.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:08.382 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:08.382 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:08.483 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:08.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:08.502 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:08.503 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:08.604 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:08.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:08.622 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:08.623 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:08.724 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:08.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:08.744 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:08.745 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:08.846 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:08.864 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:33:08.866 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:33:08.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:08.867 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:08.868 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:08.921 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:33:08.921 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:33:08.969 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:08.988 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:08.989 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:08.990 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:09.091 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:09.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:09 gibba011 conmon[95595]: cluster 2021-03-04T23:33:08.972734+0000 mon.a (mon.0) 1234 : cluster [WRN] Health check update: Degraded data redundancy: 11955/320553 objects degraded (3.729%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:33:09.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:09 gibba011 conmon[99461]: cluster 2021-03-04T23:33:08.972734+0000 mon.a (mon.0) 1234 : cluster [WRN] Health check update: Degraded data redundancy: 11955/320553 objects degraded (3.729%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:33:09.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:09.109 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:09.110 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:09.211 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:09.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:09.229 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:09.230 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:09.331 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:09.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:09 gibba038 conmon[76675]: cluster 2021-03-04T23:33:08.972734+0000 mon.a (mon.0 2021-03-04T23:33:09.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:09 gibba038 conmon[76675]: ) 1234 : cluster [WRN] Health check update: Degraded data redundancy: 11955/320553 objects degraded (3.729%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:33:09.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:09.355 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:09.355 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:09.457 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:09.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:09.475 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:09.475 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:09.577 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:09.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:09.595 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:09.595 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:09.697 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:09.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:09.716 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:09.716 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:09.818 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:09.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:09.837 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:09.838 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:09.940 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":935,"stamp":"2021-03-04T23:33:08.708122+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":6919753024,"num_objects":105610,"num_object_clones":0,"num_object_copies":316830,"num_objects_missing_on_primary":807,"num_objects_missing":807,"num_objects_degraded":11955,"num_objects_misplaced":23499,"num_objects_unfound":0,"num_objects_dirty":105610,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":201194,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":90955,"num_bytes_recovered":5213924401,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":78425,"ondisk_log_size":78425,"up":357,"acting":354,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":394,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":26487548,"kb_used_data":21970052,"kb_used_omap":6415,"kb_used_meta":4510960,"kb_avail":590075140,"statfs":{"total":631360192512,"available":604236943360,"internally_reserved":4294967296,"allocated":22497333248,"data_stored":22487821570,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6569549,"internal_metadata":4619223475},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,2,0,3,0,4,4,6],"upper_bound":2048},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-172883968,"num_objects":-2638,"num_object_clones":0,"num_object_copies":-7914,"num_objects_missing_on_primary":-2,"num_objects_missing":-2,"num_objects_degraded":0,"num_objects_misplaced":-659,"num_objects_unfound":0,"num_objects_dirty":-2638,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2638,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":160,"num_bytes_recovered":10354688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002126"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"324","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022570+0000","last_change":"2021-03-04T23:32:26.240995+0000","last_active":"2021-03-04T23:32:58.022570+0000","last_peered":"2021-03-04T23:32:58.022570+0000","last_clean":"2021-03-04T23:32:58.022570+0000","last_became_active":"2021-03-04T23:32:26.240606+0000","last_became_peered":"2021-03-04T23:32:26.240606+0000","last_unstale":"2021-03-04T23:32:58.022570+0000","last_undegraded":"2021-03-04T23:32:58.022570+0000","last_fullsized":"2021-03-04T23:32:58.022570+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"66","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022832+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:32:58.022832+0000","last_peered":"2021-03-04T23:32:58.022832+0000","last_clean":"2021-03-04T23:32:58.022832+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:32:58.022832+0000","last_undegraded":"2021-03-04T23:32:58.022832+0000","last_fullsized":"2021-03-04T23:32:58.022832+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"22","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.089632+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:32:58.089632+0000","last_peered":"2021-03-04T23:32:58.089632+0000","last_clean":"2021-03-04T23:32:58.089632+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:32:58.089632+0000","last_undegraded":"2021-03-04T23:32:58.089632+0000","last_fullsized":"2021-03-04T23:32:58.089632+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"300","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.088052+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:32:58.088052+0000","last_peered":"2021-03-04T23:32:58.088052+0000","last_clean":"2021-03-04T23:32:58.088052+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:32:58.088052+0000","last_undegraded":"2021-03-04T23:32:58.088052+0000","last_fullsized":"2021-03-04T23:32:58.088052+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"84","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022605+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:32:58.022605+0000","last_peered":"2021-03-04T23:32:58.022605+0000","last_clean":"2021-03-04T23:32:58.022605+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:32:58.022605+0000","last_undegraded":"2021-03-04T23:32:58.022605+0000","last_fullsized":"2021-03-04T23:32:58.022605+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"28","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.093219+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:32:58.093219+0000","last_peered":"2021-03-04T23:32:58.093219+0000","last_clean":"2021-03-04T23:32:58.093219+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:32:58.093219+0000","last_undegraded":"2021-03-04T23:32:58.093219+0000","last_fullsized":"2021-03-04T23:32:58.093219+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"272","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.088041+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:32:58.088041+0000","last_peered":"2021-03-04T23:32:58.088041+0000","last_clean":"2021-03-04T23:32:58.088041+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:32:58.088041+0000","last_undegraded":"2021-03-04T23:32:58.088041+0000","last_fullsized":"2021-03-04T23:32:58.088041+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"84","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022673+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:32:58.022673+0000","last_peered":"2021-03-04T23:32:58.022673+0000","last_clean":"2021-03-04T23:32:58.022673+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:32:58.022673+0000","last_undegraded":"2021-03-04T23:32:58.022673+0000","last_fullsized":"2021-03-04T23:32:58.022673+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025253+0000","last_change":"2021-03-04T23:32:18.981656+0000","last_active":"2021-03-04T23:32:58.025253+0000","last_peered":"2021-03-04T23:32:58.025253+0000","last_clean":"2021-03-04T23:32:58.025253+0000","last_became_active":"2021-03-04T23:32:18.981253+0000","last_became_peered":"2021-03-04T23:32:18.981253+0000","last_unstale":"2021-03-04T23:32:58.025253+0000","last_undegraded":"2021-03-04T23:32:58.025253+0000","last_fullsized":"2021-03-04T23:32:58.025253+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"321","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023786+0000","last_change":"2021-03-04T23:32:26.243636+0000","last_active":"2021-03-04T23:32:58.023786+0000","last_peered":"2021-03-04T23:32:58.023786+0000","last_clean":"2021-03-04T23:32:58.023786+0000","last_became_active":"2021-03-04T23:32:26.243433+0000","last_became_peered":"2021-03-04T23:32:26.243433+0000","last_unstale":"2021-03-04T23:32:58.023786+0000","last_undegraded":"2021-03-04T23:32:58.023786+0000","last_fullsized":"2021-03-04T23:32:58.023786+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"86","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.088090+0000","last_change":"2021-03-04T23:32:18.988970+0000","last_active":"2021-03-04T23:32:58.088090+0000","last_peered":"2021-03-04T23:32:58.088090+0000","last_clean":"2021-03-04T23:32:58.088090+0000","last_became_active":"2021-03-04T23:32:18.988819+0000","last_became_peered":"2021-03-04T23:32:18.988819+0000","last_unstale":"2021-03-04T23:32:58.088090+0000","last_undegraded":"2021-03-04T23:32:58.088090+0000","last_fullsized":"2021-03-04T23:32:58.088090+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"58","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025096+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:32:58.025096+0000","last_peered":"2021-03-04T23:32:58.025096+0000","last_clean":"2021-03-04T23:32:58.025096+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:32:58.025096+0000","last_undegraded":"2021-03-04T23:32:58.025096+0000","last_fullsized":"2021-03-04T23:32:58.025096+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"22","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.089689+0000","last_change":"2021-03-04T23:32:26.241627+0000","last_active":"2021-03-04T23:32:58.089689+0000","last_peered":"2021-03-04T23:32:58.089689+0000","last_clean":"2021-03-04T23:32:58.089689+0000","last_became_active":"2021-03-04T23:32:26.241358+0000","last_became_peered":"2021-03-04T23:32:26.241358+0000","last_unstale":"2021-03-04T23:32:58.089689+0000","last_undegraded":"2021-03-04T23:32:58.089689+0000","last_fullsized":"2021-03-04T23:32:58.089689+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"322","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022726+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:32:58.022726+0000","last_peered":"2021-03-04T23:32:58.022726+0000","last_clean":"2021-03-04T23:32:58.022726+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:32:58.022726+0000","last_undegraded":"2021-03-04T23:32:58.022726+0000","last_fullsized":"2021-03-04T23:32:58.022726+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"301","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022710+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:32:58.022710+0000","last_peered":"2021-03-04T23:32:58.022710+0000","last_clean":"2021-03-04T23:32:58.022710+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:32:58.022710+0000","last_undegraded":"2021-03-04T23:32:58.022710+0000","last_fullsized":"2021-03-04T23:32:58.022710+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024722+0000","last_change":"2021-03-04T23:32:18.982083+0000","last_active":"2021-03-04T23:32:58.024722+0000","last_peered":"2021-03-04T23:32:58.024722+0000","last_clean":"2021-03-04T23:32:58.024722+0000","last_became_active":"2021-03-04T23:32:18.981790+0000","last_became_peered":"2021-03-04T23:32:18.981790+0000","last_unstale":"2021-03-04T23:32:58.024722+0000","last_undegraded":"2021-03-04T23:32:58.024722+0000","last_fullsized":"2021-03-04T23:32:58.024722+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"80","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024950+0000","last_change":"2021-03-04T23:32:19.165859+0000","last_active":"2021-03-04T23:32:58.024950+0000","last_peered":"2021-03-04T23:32:58.024950+0000","last_clean":"2021-03-04T23:32:58.024950+0000","last_became_active":"2021-03-04T23:32:19.018621+0000","last_became_peered":"2021-03-04T23:32:19.018621+0000","last_unstale":"2021-03-04T23:32:58.024950+0000","last_undegraded":"2021-03-04T23:32:58.024950+0000","last_fullsized":"2021-03-04T23:32:58.024950+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"102","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022886+0000","last_change":"2021-03-04T23:32:26.238976+0000","last_active":"2021-03-04T23:32:58.022886+0000","last_peered":"2021-03-04T23:32:58.022886+0000","last_clean":"2021-03-04T23:32:58.022886+0000","last_became_active":"2021-03-04T23:32:26.238739+0000","last_became_peered":"2021-03-04T23:32:26.238739+0000","last_unstale":"2021-03-04T23:32:58.022886+0000","last_undegraded":"2021-03-04T23:32:58.022886+0000","last_fullsized":"2021-03-04T23:32:58.022886+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024745+0000","last_change":"2021-03-04T23:32:19.011685+0000","last_active":"2021-03-04T23:32:58.024745+0000","last_peered":"2021-03-04T23:32:58.024745+0000","last_clean":"2021-03-04T23:32:58.024745+0000","last_became_active":"2021-03-04T23:32:19.011404+0000","last_became_peered":"2021-03-04T23:32:19.011404+0000","last_unstale":"2021-03-04T23:32:58.024745+0000","last_undegraded":"2021-03-04T23:32:58.024745+0000","last_fullsized":"2021-03-04T23:32:58.024745+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"298","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024720+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:32:58.024720+0000","last_peered":"2021-03-04T23:32:58.024720+0000","last_clean":"2021-03-04T23:32:58.024720+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:32:58.024720+0000","last_undegraded":"2021-03-04T23:32:58.024720+0000","last_fullsized":"2021-03-04T23:32:58.024720+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"284","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023873+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:32:58.023873+0000","last_peered":"2021-03-04T23:32:58.023873+0000","last_clean":"2021-03-04T23:32:58.023873+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:32:58.023873+0000","last_undegraded":"2021-03-04T23:32:58.023873+0000","last_fullsized":"2021-03-04T23:32:58.023873+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025078+0000","last_change":"2021-03-04T23:32:19.019024+0000","last_active":"2021-03-04T23:32:58.025078+0000","last_peered":"2021-03-04T23:32:58.025078+0000","last_clean":"2021-03-04T23:32:58.025078+0000","last_became_active":"2021-03-04T23:32:19.018570+0000","last_became_peered":"2021-03-04T23:32:19.018570+0000","last_unstale":"2021-03-04T23:32:58.025078+0000","last_undegraded":"2021-03-04T23:32:58.025078+0000","last_fullsized":"2021-03-04T23:32:58.025078+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"61","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024827+0000","last_change":"2021-03-04T23:32:26.245321+0000","last_active":"2021-03-04T23:32:58.024827+0000","last_peered":"2021-03-04T23:32:58.024827+0000","last_clean":"2021-03-04T23:32:58.024827+0000","last_became_active":"2021-03-04T23:32:26.243283+0000","last_became_peered":"2021-03-04T23:32:26.243283+0000","last_unstale":"2021-03-04T23:32:58.024827+0000","last_undegraded":"2021-03-04T23:32:58.024827+0000","last_fullsized":"2021-03-04T23:32:58.024827+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"257","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024785+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:32:58.024785+0000","last_peered":"2021-03-04T23:32:58.024785+0000","last_clean":"2021-03-04T23:32:58.024785+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:32:58.024785+0000","last_undegraded":"2021-03-04T23:32:58.024785+0000","last_fullsized":"2021-03-04T23:32:58.024785+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"282","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.087941+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:32:58.087941+0000","last_peered":"2021-03-04T23:32:58.087941+0000","last_clean":"2021-03-04T23:32:58.087941+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:32:58.087941+0000","last_undegraded":"2021-03-04T23:32:58.087941+0000","last_fullsized":"2021-03-04T23:32:58.087941+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024862+0000","last_change":"2021-03-04T23:32:18.982413+0000","last_active":"2021-03-04T23:32:58.024862+0000","last_peered":"2021-03-04T23:32:58.024862+0000","last_clean":"2021-03-04T23:32:58.024862+0000","last_became_active":"2021-03-04T23:32:18.981859+0000","last_became_peered":"2021-03-04T23:32:18.981859+0000","last_unstale":"2021-03-04T23:32:58.024862+0000","last_undegraded":"2021-03-04T23:32:58.024862+0000","last_fullsized":"2021-03-04T23:32:58.024862+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"268","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.087893+0000","last_change":"2021-03-04T23:31:58.062545+0000","last_active":"2021-03-04T23:32:58.087893+0000","last_peered":"2021-03-04T23:32:58.087893+0000","last_clean":"2021-03-04T23:32:58.087893+0000","last_became_active":"2021-03-04T23:31:58.062078+0000","last_became_peered":"2021-03-04T23:31:58.062078+0000","last_unstale":"2021-03-04T23:32:58.087893+0000","last_undegraded":"2021-03-04T23:32:58.087893+0000","last_fullsized":"2021-03-04T23:32:58.087893+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"169","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.092995+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:32:58.092995+0000","last_peered":"2021-03-04T23:32:58.092995+0000","last_clean":"2021-03-04T23:32:58.092995+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:32:58.092995+0000","last_undegraded":"2021-03-04T23:32:58.092995+0000","last_fullsized":"2021-03-04T23:32:58.092995+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"84","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023049+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:32:58.023049+0000","last_peered":"2021-03-04T23:32:58.023049+0000","last_clean":"2021-03-04T23:32:58.023049+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:32:58.023049+0000","last_undegraded":"2021-03-04T23:32:58.023049+0000","last_fullsized":"2021-03-04T23:32:58.023049+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025349+0000","last_change":"2021-03-04T23:32:18.990360+0000","last_active":"2021-03-04T23:32:58.025349+0000","last_peered":"2021-03-04T23:32:58.025349+0000","last_clean":"2021-03-04T23:32:58.025349+0000","last_became_active":"2021-03-04T23:32:18.985583+0000","last_became_peered":"2021-03-04T23:32:18.985583+0000","last_unstale":"2021-03-04T23:32:58.025349+0000","last_undegraded":"2021-03-04T23:32:58.025349+0000","last_fullsized":"2021-03-04T23:32:58.025349+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"22","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.090046+0000","last_change":"2021-03-04T23:32:26.249383+0000","last_active":"2021-03-04T23:32:58.090046+0000","last_peered":"2021-03-04T23:32:58.090046+0000","last_clean":"2021-03-04T23:32:58.090046+0000","last_became_active":"2021-03-04T23:32:26.249012+0000","last_became_peered":"2021-03-04T23:32:26.249012+0000","last_unstale":"2021-03-04T23:32:58.090046+0000","last_undegraded":"2021-03-04T23:32:58.090046+0000","last_fullsized":"2021-03-04T23:32:58.090046+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"279'12543","reported_seq":"12766","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:08.117339+0000","last_change":"2021-03-04T23:31:15.984936+0000","last_active":"2021-03-04T23:33:08.117339+0000","last_peered":"2021-03-04T23:33:08.117339+0000","last_clean":"2021-03-04T23:33:08.117339+0000","last_became_active":"2021-03-04T23:31:15.969777+0000","last_became_peered":"2021-03-04T23:31:15.969777+0000","last_unstale":"2021-03-04T23:33:08.117339+0000","last_undegraded":"2021-03-04T23:33:08.117339+0000","last_fullsized":"2021-03-04T23:33:08.117339+0000","mapping_epoch":236,"log_start":"152'8247","ondisk_log_start":"152'8247","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4296,"ondisk_log_size":4296,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":430112768,"num_objects":6563,"num_object_clones":0,"num_object_copies":19689,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6563,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12543,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":1048576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"56","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025256+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:32:58.025256+0000","last_peered":"2021-03-04T23:32:58.025256+0000","last_clean":"2021-03-04T23:32:58.025256+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:32:58.025256+0000","last_undegraded":"2021-03-04T23:32:58.025256+0000","last_fullsized":"2021-03-04T23:32:58.025256+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"287","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023869+0000","last_change":"2021-03-04T23:32:18.976569+0000","last_active":"2021-03-04T23:32:58.023869+0000","last_peered":"2021-03-04T23:32:58.023869+0000","last_clean":"2021-03-04T23:32:58.023869+0000","last_became_active":"2021-03-04T23:32:18.976326+0000","last_became_peered":"2021-03-04T23:32:18.976326+0000","last_unstale":"2021-03-04T23:32:58.023869+0000","last_undegraded":"2021-03-04T23:32:58.023869+0000","last_fullsized":"2021-03-04T23:32:58.023869+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025166+0000","last_change":"2021-03-04T23:32:18.981638+0000","last_active":"2021-03-04T23:32:58.025166+0000","last_peered":"2021-03-04T23:32:58.025166+0000","last_clean":"2021-03-04T23:32:58.025166+0000","last_became_active":"2021-03-04T23:32:18.981295+0000","last_became_peered":"2021-03-04T23:32:18.981295+0000","last_unstale":"2021-03-04T23:32:58.025166+0000","last_undegraded":"2021-03-04T23:32:58.025166+0000","last_fullsized":"2021-03-04T23:32:58.025166+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"179","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.093303+0000","last_change":"2021-03-04T23:31:58.069396+0000","last_active":"2021-03-04T23:32:58.093303+0000","last_peered":"2021-03-04T23:32:58.093303+0000","last_clean":"2021-03-04T23:32:58.093303+0000","last_became_active":"2021-03-04T23:31:58.069222+0000","last_became_peered":"2021-03-04T23:31:58.069222+0000","last_unstale":"2021-03-04T23:32:58.093303+0000","last_undegraded":"2021-03-04T23:32:58.093303+0000","last_fullsized":"2021-03-04T23:32:58.093303+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"279'12420","reported_seq":"33270","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.210103+0000","last_change":"2021-03-04T23:31:02.313487+0000","last_active":"2021-03-04T23:33:05.210103+0000","last_peered":"2021-03-04T23:33:05.210103+0000","last_clean":"2021-03-04T23:33:05.210103+0000","last_became_active":"2021-03-04T23:31:02.298187+0000","last_became_peered":"2021-03-04T23:31:02.298187+0000","last_unstale":"2021-03-04T23:33:05.210103+0000","last_undegraded":"2021-03-04T23:33:05.210103+0000","last_fullsized":"2021-03-04T23:33:05.210103+0000","mapping_epoch":230,"log_start":"147'6822","ondisk_log_start":"147'6822","created":137,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5598,"ondisk_log_size":5598,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":436731904,"num_objects":6664,"num_object_clones":0,"num_object_copies":19992,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6664,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12420,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8025,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"56","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025214+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:32:58.025214+0000","last_peered":"2021-03-04T23:32:58.025214+0000","last_clean":"2021-03-04T23:32:58.025214+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:32:58.025214+0000","last_undegraded":"2021-03-04T23:32:58.025214+0000","last_fullsized":"2021-03-04T23:32:58.025214+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"349","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022672+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:32:58.022672+0000","last_peered":"2021-03-04T23:32:58.022672+0000","last_clean":"2021-03-04T23:32:58.022672+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:32:58.022672+0000","last_undegraded":"2021-03-04T23:32:58.022672+0000","last_fullsized":"2021-03-04T23:32:58.022672+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025405+0000","last_change":"2021-03-04T23:32:18.976226+0000","last_active":"2021-03-04T23:32:58.025405+0000","last_peered":"2021-03-04T23:32:58.025405+0000","last_clean":"2021-03-04T23:32:58.025405+0000","last_became_active":"2021-03-04T23:32:18.975856+0000","last_became_peered":"2021-03-04T23:32:18.975856+0000","last_unstale":"2021-03-04T23:32:58.025405+0000","last_undegraded":"2021-03-04T23:32:58.025405+0000","last_fullsized":"2021-03-04T23:32:58.025405+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"22","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.089915+0000","last_change":"2021-03-04T23:32:26.243559+0000","last_active":"2021-03-04T23:32:58.089915+0000","last_peered":"2021-03-04T23:32:58.089915+0000","last_clean":"2021-03-04T23:32:58.089915+0000","last_became_active":"2021-03-04T23:32:26.243315+0000","last_became_peered":"2021-03-04T23:32:26.243315+0000","last_unstale":"2021-03-04T23:32:58.089915+0000","last_undegraded":"2021-03-04T23:32:58.089915+0000","last_fullsized":"2021-03-04T23:32:58.089915+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"279'12654","reported_seq":"12841","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:08.517805+0000","last_change":"2021-03-04T23:31:16.986091+0000","last_active":"2021-03-04T23:33:08.517805+0000","last_peered":"2021-03-04T23:33:08.517805+0000","last_clean":"2021-03-04T23:33:08.517805+0000","last_became_active":"2021-03-04T23:31:16.966316+0000","last_became_peered":"2021-03-04T23:31:16.966316+0000","last_unstale":"2021-03-04T23:33:08.517805+0000","last_undegraded":"2021-03-04T23:33:08.517805+0000","last_fullsized":"2021-03-04T23:33:08.517805+0000","mapping_epoch":237,"log_start":"147'7487","ondisk_log_start":"147'7487","created":137,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5167,"ondisk_log_size":5167,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":430178304,"num_objects":6564,"num_object_clones":0,"num_object_copies":19692,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6564,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12654,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"56","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025317+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:32:58.025317+0000","last_peered":"2021-03-04T23:32:58.025317+0000","last_clean":"2021-03-04T23:32:58.025317+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:32:58.025317+0000","last_undegraded":"2021-03-04T23:32:58.025317+0000","last_fullsized":"2021-03-04T23:32:58.025317+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"28","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.092959+0000","last_change":"2021-03-04T23:32:18.980591+0000","last_active":"2021-03-04T23:32:58.092959+0000","last_peered":"2021-03-04T23:32:58.092959+0000","last_clean":"2021-03-04T23:32:58.092959+0000","last_became_active":"2021-03-04T23:32:18.980308+0000","last_became_peered":"2021-03-04T23:32:18.980308+0000","last_unstale":"2021-03-04T23:32:58.092959+0000","last_undegraded":"2021-03-04T23:32:58.092959+0000","last_fullsized":"2021-03-04T23:32:58.092959+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025271+0000","last_change":"2021-03-04T23:32:18.981505+0000","last_active":"2021-03-04T23:32:58.025271+0000","last_peered":"2021-03-04T23:32:58.025271+0000","last_clean":"2021-03-04T23:32:58.025271+0000","last_became_active":"2021-03-04T23:32:18.981076+0000","last_became_peered":"2021-03-04T23:32:18.981076+0000","last_unstale":"2021-03-04T23:32:58.025271+0000","last_undegraded":"2021-03-04T23:32:58.025271+0000","last_fullsized":"2021-03-04T23:32:58.025271+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"52","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025235+0000","last_change":"2021-03-04T23:31:15.977616+0000","last_active":"2021-03-04T23:32:58.025235+0000","last_peered":"2021-03-04T23:32:58.025235+0000","last_clean":"2021-03-04T23:32:58.025235+0000","last_became_active":"2021-03-04T23:31:15.976913+0000","last_became_peered":"2021-03-04T23:31:15.976913+0000","last_unstale":"2021-03-04T23:32:58.025235+0000","last_undegraded":"2021-03-04T23:32:58.025235+0000","last_fullsized":"2021-03-04T23:32:58.025235+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.6","version":"279'12730","reported_seq":"19455","reported_epoch":"279","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:33:08.522368+0000","last_change":"2021-03-04T23:32:27.548241+0000","last_active":"2021-03-04T23:33:08.522368+0000","last_peered":"2021-03-04T23:33:08.522368+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:32:27.370442+0000","last_became_peered":"2021-03-04T23:32:27.370442+0000","last_unstale":"2021-03-04T23:33:08.522368+0000","last_undegraded":"2021-03-04T23:32:27.364047+0000","last_fullsized":"2021-03-04T23:32:27.244914+0000","mapping_epoch":267,"log_start":"150'7582","ondisk_log_start":"150'7582","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5148,"ondisk_log_size":5148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":445513728,"num_objects":6798,"num_object_clones":0,"num_object_copies":20394,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8158,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6798,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12730,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3260,"num_bytes_recovered":213647360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"1,2,5","objects":1973},{"shards":"1,5","objects":2623},{"shards":"2,5,6","objects":2202}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"309","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023630+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:32:58.023630+0000","last_peered":"2021-03-04T23:32:58.023630+0000","last_clean":"2021-03-04T23:32:58.023630+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:32:58.023630+0000","last_undegraded":"2021-03-04T23:32:58.023630+0000","last_fullsized":"2021-03-04T23:32:58.023630+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"273","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025476+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:32:58.025476+0000","last_peered":"2021-03-04T23:32:58.025476+0000","last_clean":"2021-03-04T23:32:58.025476+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:32:58.025476+0000","last_undegraded":"2021-03-04T23:32:58.025476+0000","last_fullsized":"2021-03-04T23:32:58.025476+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"330","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023404+0000","last_change":"2021-03-04T23:32:18.972523+0000","last_active":"2021-03-04T23:32:58.023404+0000","last_peered":"2021-03-04T23:32:58.023404+0000","last_clean":"2021-03-04T23:32:58.023404+0000","last_became_active":"2021-03-04T23:32:18.971535+0000","last_became_peered":"2021-03-04T23:32:18.971535+0000","last_unstale":"2021-03-04T23:32:58.023404+0000","last_undegraded":"2021-03-04T23:32:58.023404+0000","last_fullsized":"2021-03-04T23:32:58.023404+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025033+0000","last_change":"2021-03-04T23:32:18.981988+0000","last_active":"2021-03-04T23:32:58.025033+0000","last_peered":"2021-03-04T23:32:58.025033+0000","last_clean":"2021-03-04T23:32:58.025033+0000","last_became_active":"2021-03-04T23:32:18.981427+0000","last_became_peered":"2021-03-04T23:32:18.981427+0000","last_unstale":"2021-03-04T23:32:58.025033+0000","last_undegraded":"2021-03-04T23:32:58.025033+0000","last_fullsized":"2021-03-04T23:32:58.025033+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"279'12412","reported_seq":"16814","reported_epoch":"279","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:33:06.741825+0000","last_change":"2021-03-04T23:32:43.822873+0000","last_active":"2021-03-04T23:33:06.741825+0000","last_peered":"2021-03-04T23:33:06.741825+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:32:35.807116+0000","last_became_peered":"2021-03-04T23:32:35.807116+0000","last_unstale":"2021-03-04T23:33:06.741825+0000","last_undegraded":"2021-03-04T23:33:06.741825+0000","last_fullsized":"2021-03-04T23:32:19.969626+0000","mapping_epoch":261,"log_start":"142'5839","ondisk_log_start":"142'5839","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6573,"ondisk_log_size":6573,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":428867584,"num_objects":6544,"num_object_clones":0,"num_object_copies":19632,"num_objects_missing_on_primary":807,"num_objects_missing":807,"num_objects_degraded":0,"num_objects_misplaced":3622,"num_objects_unfound":0,"num_objects_dirty":6544,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12412,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2108,"num_bytes_recovered":121831424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6],"avail_no_missing":["2","7"],"object_location_counts":[{"shards":"3,4,7","objects":3622},{"shards":"3,6","objects":2922}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022823+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:32:58.022823+0000","last_peered":"2021-03-04T23:32:58.022823+0000","last_clean":"2021-03-04T23:32:58.022823+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:32:58.022823+0000","last_undegraded":"2021-03-04T23:32:58.022823+0000","last_fullsized":"2021-03-04T23:32:58.022823+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"310","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022736+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:32:58.022736+0000","last_peered":"2021-03-04T23:32:58.022736+0000","last_clean":"2021-03-04T23:32:58.022736+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:32:58.022736+0000","last_undegraded":"2021-03-04T23:32:58.022736+0000","last_fullsized":"2021-03-04T23:32:58.022736+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"288","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023470+0000","last_change":"2021-03-04T23:31:58.069697+0000","last_active":"2021-03-04T23:32:58.023470+0000","last_peered":"2021-03-04T23:32:58.023470+0000","last_clean":"2021-03-04T23:32:58.023470+0000","last_became_active":"2021-03-04T23:31:58.068973+0000","last_became_peered":"2021-03-04T23:31:58.068973+0000","last_unstale":"2021-03-04T23:32:58.023470+0000","last_undegraded":"2021-03-04T23:32:58.023470+0000","last_fullsized":"2021-03-04T23:32:58.023470+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024649+0000","last_change":"2021-03-04T23:32:19.011549+0000","last_active":"2021-03-04T23:32:58.024649+0000","last_peered":"2021-03-04T23:32:58.024649+0000","last_clean":"2021-03-04T23:32:58.024649+0000","last_became_active":"2021-03-04T23:32:19.011346+0000","last_became_peered":"2021-03-04T23:32:19.011346+0000","last_unstale":"2021-03-04T23:32:58.024649+0000","last_undegraded":"2021-03-04T23:32:58.024649+0000","last_fullsized":"2021-03-04T23:32:58.024649+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"279'12793","reported_seq":"27804","reported_epoch":"279","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:33:08.640972+0000","last_change":"2021-03-04T23:32:26.310942+0000","last_active":"2021-03-04T23:33:08.640972+0000","last_peered":"2021-03-04T23:33:08.640972+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:32:26.290638+0000","last_became_peered":"2021-03-04T23:32:26.290638+0000","last_unstale":"2021-03-04T23:33:08.640972+0000","last_undegraded":"2021-03-04T23:33:08.640972+0000","last_fullsized":"2021-03-04T23:33:08.640972+0000","mapping_epoch":266,"log_start":"153'8515","ondisk_log_start":"153'8515","created":137,"last_epoch_clean":233,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4278,"ondisk_log_size":4278,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":435224576,"num_objects":6641,"num_object_clones":0,"num_object_copies":19923,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":13282,"num_objects_unfound":0,"num_objects_dirty":6641,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12793,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7388,"num_bytes_recovered":475725824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[5,0,2],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"0,2,5","objects":6641}],"blocked_by":[],"up_primary":1,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"37","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.093082+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:32:58.093082+0000","last_peered":"2021-03-04T23:32:58.093082+0000","last_clean":"2021-03-04T23:32:58.093082+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:32:58.093082+0000","last_undegraded":"2021-03-04T23:32:58.093082+0000","last_fullsized":"2021-03-04T23:32:58.093082+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"298","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022872+0000","last_change":"2021-03-04T23:32:18.970427+0000","last_active":"2021-03-04T23:32:58.022872+0000","last_peered":"2021-03-04T23:32:58.022872+0000","last_clean":"2021-03-04T23:32:58.022872+0000","last_became_active":"2021-03-04T23:32:18.970152+0000","last_became_peered":"2021-03-04T23:32:18.970152+0000","last_unstale":"2021-03-04T23:32:58.022872+0000","last_undegraded":"2021-03-04T23:32:58.022872+0000","last_fullsized":"2021-03-04T23:32:58.022872+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025148+0000","last_change":"2021-03-04T23:32:19.018810+0000","last_active":"2021-03-04T23:32:58.025148+0000","last_peered":"2021-03-04T23:32:58.025148+0000","last_clean":"2021-03-04T23:32:58.025148+0000","last_became_active":"2021-03-04T23:32:19.018286+0000","last_became_peered":"2021-03-04T23:32:19.018286+0000","last_unstale":"2021-03-04T23:32:58.025148+0000","last_undegraded":"2021-03-04T23:32:58.025148+0000","last_fullsized":"2021-03-04T23:32:58.025148+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"61","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024738+0000","last_change":"2021-03-04T23:32:26.246083+0000","last_active":"2021-03-04T23:32:58.024738+0000","last_peered":"2021-03-04T23:32:58.024738+0000","last_clean":"2021-03-04T23:32:58.024738+0000","last_became_active":"2021-03-04T23:32:26.244207+0000","last_became_peered":"2021-03-04T23:32:26.244207+0000","last_unstale":"2021-03-04T23:32:58.024738+0000","last_undegraded":"2021-03-04T23:32:58.024738+0000","last_fullsized":"2021-03-04T23:32:58.024738+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"279'12448","reported_seq":"27991","reported_epoch":"279","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:33:07.539144+0000","last_change":"2021-03-04T23:32:26.376916+0000","last_active":"2021-03-04T23:33:07.539144+0000","last_peered":"2021-03-04T23:33:07.539144+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:32:26.331782+0000","last_became_peered":"2021-03-04T23:32:26.331782+0000","last_unstale":"2021-03-04T23:33:07.539144+0000","last_undegraded":"2021-03-04T23:32:26.253611+0000","last_fullsized":"2021-03-04T23:32:26.238493+0000","mapping_epoch":266,"log_start":"152'8173","ondisk_log_start":"152'8173","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4275,"ondisk_log_size":4275,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":426770432,"num_objects":6512,"num_object_clones":0,"num_object_copies":19536,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3797,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6512,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12448,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5565,"num_bytes_recovered":304480256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3],"avail_no_missing":["7","0","3","6"],"object_location_counts":[{"shards":"3,5,7","objects":2096},{"shards":"3,7","objects":4416}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"275","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022576+0000","last_change":"2021-03-04T23:31:58.064857+0000","last_active":"2021-03-04T23:32:58.022576+0000","last_peered":"2021-03-04T23:32:58.022576+0000","last_clean":"2021-03-04T23:32:58.022576+0000","last_became_active":"2021-03-04T23:31:58.064575+0000","last_became_peered":"2021-03-04T23:31:58.064575+0000","last_unstale":"2021-03-04T23:32:58.022576+0000","last_undegraded":"2021-03-04T23:32:58.022576+0000","last_fullsized":"2021-03-04T23:32:58.022576+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"337","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022937+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:32:58.022937+0000","last_peered":"2021-03-04T23:32:58.022937+0000","last_clean":"2021-03-04T23:32:58.022937+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:32:58.022937+0000","last_undegraded":"2021-03-04T23:32:58.022937+0000","last_fullsized":"2021-03-04T23:32:58.022937+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"268","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.087845+0000","last_change":"2021-03-04T23:31:58.062715+0000","last_active":"2021-03-04T23:32:58.087845+0000","last_peered":"2021-03-04T23:32:58.087845+0000","last_clean":"2021-03-04T23:32:58.087845+0000","last_became_active":"2021-03-04T23:31:58.062351+0000","last_became_peered":"2021-03-04T23:31:58.062351+0000","last_unstale":"2021-03-04T23:32:58.087845+0000","last_undegraded":"2021-03-04T23:32:58.087845+0000","last_fullsized":"2021-03-04T23:32:58.087845+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025024+0000","last_change":"2021-03-04T23:32:18.982415+0000","last_active":"2021-03-04T23:32:58.025024+0000","last_peered":"2021-03-04T23:32:58.025024+0000","last_clean":"2021-03-04T23:32:58.025024+0000","last_became_active":"2021-03-04T23:32:18.982097+0000","last_became_peered":"2021-03-04T23:32:18.982097+0000","last_unstale":"2021-03-04T23:32:58.025024+0000","last_undegraded":"2021-03-04T23:32:58.025024+0000","last_fullsized":"2021-03-04T23:32:58.025024+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"279'12529","reported_seq":"35105","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:06.685582+0000","last_change":"2021-03-04T23:32:23.249042+0000","last_active":"2021-03-04T23:33:06.685582+0000","last_peered":"2021-03-04T23:33:06.685582+0000","last_clean":"2021-03-04T23:33:06.685582+0000","last_became_active":"2021-03-04T23:32:23.233324+0000","last_became_peered":"2021-03-04T23:32:23.233324+0000","last_unstale":"2021-03-04T23:33:06.685582+0000","last_undegraded":"2021-03-04T23:33:06.685582+0000","last_fullsized":"2021-03-04T23:33:06.685582+0000","mapping_epoch":264,"log_start":"147'6930","ondisk_log_start":"147'6930","created":137,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5599,"ondisk_log_size":5599,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":434700288,"num_objects":6633,"num_object_clones":0,"num_object_copies":19899,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6633,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12529,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11178,"num_bytes_recovered":644808704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"93","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022673+0000","last_change":"2021-03-04T23:32:26.240947+0000","last_active":"2021-03-04T23:32:58.022673+0000","last_peered":"2021-03-04T23:32:58.022673+0000","last_clean":"2021-03-04T23:32:58.022673+0000","last_became_active":"2021-03-04T23:32:26.240743+0000","last_became_peered":"2021-03-04T23:32:26.240743+0000","last_unstale":"2021-03-04T23:32:58.022673+0000","last_undegraded":"2021-03-04T23:32:58.022673+0000","last_fullsized":"2021-03-04T23:32:58.022673+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"118","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.090004+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:32:58.090004+0000","last_peered":"2021-03-04T23:32:58.090004+0000","last_clean":"2021-03-04T23:32:58.090004+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:32:58.090004+0000","last_undegraded":"2021-03-04T23:32:58.090004+0000","last_fullsized":"2021-03-04T23:32:58.090004+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025353+0000","last_change":"2021-03-04T23:32:18.981845+0000","last_active":"2021-03-04T23:32:58.025353+0000","last_peered":"2021-03-04T23:32:58.025353+0000","last_clean":"2021-03-04T23:32:58.025353+0000","last_became_active":"2021-03-04T23:32:18.981465+0000","last_became_peered":"2021-03-04T23:32:18.981465+0000","last_unstale":"2021-03-04T23:32:58.025353+0000","last_undegraded":"2021-03-04T23:32:58.025353+0000","last_fullsized":"2021-03-04T23:32:58.025353+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"279'12510","reported_seq":"26642","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:08.664978+0000","last_change":"2021-03-04T23:32:43.006956+0000","last_active":"2021-03-04T23:33:08.664978+0000","last_peered":"2021-03-04T23:33:08.664978+0000","last_clean":"2021-03-04T23:33:08.664978+0000","last_became_active":"2021-03-04T23:32:42.989066+0000","last_became_peered":"2021-03-04T23:32:42.989066+0000","last_unstale":"2021-03-04T23:33:08.664978+0000","last_undegraded":"2021-03-04T23:33:08.664978+0000","last_fullsized":"2021-03-04T23:33:08.664978+0000","mapping_epoch":273,"log_start":"147'7334","ondisk_log_start":"147'7334","created":137,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5176,"ondisk_log_size":5176,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":429129728,"num_objects":6548,"num_object_clones":0,"num_object_copies":19644,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6548,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12510,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6961,"num_bytes_recovered":299565056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"22","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.089861+0000","last_change":"2021-03-04T23:32:26.243555+0000","last_active":"2021-03-04T23:32:58.089861+0000","last_peered":"2021-03-04T23:32:58.089861+0000","last_clean":"2021-03-04T23:32:58.089861+0000","last_became_active":"2021-03-04T23:32:26.243321+0000","last_became_peered":"2021-03-04T23:32:26.243321+0000","last_unstale":"2021-03-04T23:32:58.089861+0000","last_undegraded":"2021-03-04T23:32:58.089861+0000","last_fullsized":"2021-03-04T23:32:58.089861+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"291","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023779+0000","last_change":"2021-03-04T23:31:58.061270+0000","last_active":"2021-03-04T23:32:58.023779+0000","last_peered":"2021-03-04T23:32:58.023779+0000","last_clean":"2021-03-04T23:32:58.023779+0000","last_became_active":"2021-03-04T23:31:58.060937+0000","last_became_peered":"2021-03-04T23:31:58.060937+0000","last_unstale":"2021-03-04T23:32:58.023779+0000","last_undegraded":"2021-03-04T23:32:58.023779+0000","last_fullsized":"2021-03-04T23:32:58.023779+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"22","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.089677+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:32:58.089677+0000","last_peered":"2021-03-04T23:32:58.089677+0000","last_clean":"2021-03-04T23:32:58.089677+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:32:58.089677+0000","last_undegraded":"2021-03-04T23:32:58.089677+0000","last_fullsized":"2021-03-04T23:32:58.089677+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024859+0000","last_change":"2021-03-04T23:32:18.981793+0000","last_active":"2021-03-04T23:32:58.024859+0000","last_peered":"2021-03-04T23:32:58.024859+0000","last_clean":"2021-03-04T23:32:58.024859+0000","last_became_active":"2021-03-04T23:32:18.981354+0000","last_became_peered":"2021-03-04T23:32:18.981354+0000","last_unstale":"2021-03-04T23:32:58.024859+0000","last_undegraded":"2021-03-04T23:32:58.024859+0000","last_fullsized":"2021-03-04T23:32:58.024859+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"279'12572","reported_seq":"27302","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:08.007896+0000","last_change":"2021-03-04T23:31:15.989387+0000","last_active":"2021-03-04T23:33:08.007896+0000","last_peered":"2021-03-04T23:33:08.007896+0000","last_clean":"2021-03-04T23:33:08.007896+0000","last_became_active":"2021-03-04T23:31:15.968551+0000","last_became_peered":"2021-03-04T23:31:15.968551+0000","last_unstale":"2021-03-04T23:33:08.007896+0000","last_undegraded":"2021-03-04T23:33:08.007896+0000","last_fullsized":"2021-03-04T23:33:08.007896+0000","mapping_epoch":236,"log_start":"152'8303","ondisk_log_start":"152'8303","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4269,"ondisk_log_size":4269,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":442105856,"num_objects":6746,"num_object_clones":0,"num_object_copies":20238,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6746,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12572,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7379,"num_bytes_recovered":476381184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"331","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023491+0000","last_change":"2021-03-04T23:32:18.974052+0000","last_active":"2021-03-04T23:32:58.023491+0000","last_peered":"2021-03-04T23:32:58.023491+0000","last_clean":"2021-03-04T23:32:58.023491+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:32:58.023491+0000","last_undegraded":"2021-03-04T23:32:58.023491+0000","last_fullsized":"2021-03-04T23:32:58.023491+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"281","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022653+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:32:58.022653+0000","last_peered":"2021-03-04T23:32:58.022653+0000","last_clean":"2021-03-04T23:32:58.022653+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:32:58.022653+0000","last_undegraded":"2021-03-04T23:32:58.022653+0000","last_fullsized":"2021-03-04T23:32:58.022653+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"22","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.089814+0000","last_change":"2021-03-04T23:32:26.241730+0000","last_active":"2021-03-04T23:32:58.089814+0000","last_peered":"2021-03-04T23:32:58.089814+0000","last_clean":"2021-03-04T23:32:58.089814+0000","last_became_active":"2021-03-04T23:32:26.241443+0000","last_became_peered":"2021-03-04T23:32:26.241443+0000","last_unstale":"2021-03-04T23:32:58.089814+0000","last_undegraded":"2021-03-04T23:32:58.089814+0000","last_fullsized":"2021-03-04T23:32:58.089814+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024876+0000","last_change":"2021-03-04T23:32:18.982273+0000","last_active":"2021-03-04T23:32:58.024876+0000","last_peered":"2021-03-04T23:32:58.024876+0000","last_clean":"2021-03-04T23:32:58.024876+0000","last_became_active":"2021-03-04T23:32:18.981390+0000","last_became_peered":"2021-03-04T23:32:18.981390+0000","last_unstale":"2021-03-04T23:32:58.024876+0000","last_undegraded":"2021-03-04T23:32:58.024876+0000","last_fullsized":"2021-03-04T23:32:58.024876+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"279'12598","reported_seq":"20486","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:08.675394+0000","last_change":"2021-03-04T23:31:15.990321+0000","last_active":"2021-03-04T23:33:08.675394+0000","last_peered":"2021-03-04T23:33:08.675394+0000","last_clean":"2021-03-04T23:33:08.675394+0000","last_became_active":"2021-03-04T23:31:15.968330+0000","last_became_peered":"2021-03-04T23:31:15.968330+0000","last_unstale":"2021-03-04T23:33:08.675394+0000","last_undegraded":"2021-03-04T23:33:08.675394+0000","last_fullsized":"2021-03-04T23:33:08.675394+0000","mapping_epoch":236,"log_start":"150'7443","ondisk_log_start":"150'7443","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5155,"ondisk_log_size":5155,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":422838272,"num_objects":6452,"num_object_clones":0,"num_object_copies":19356,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6452,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12598,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3842,"num_bytes_recovered":151388160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"271","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.087796+0000","last_change":"2021-03-04T23:31:58.062851+0000","last_active":"2021-03-04T23:32:58.087796+0000","last_peered":"2021-03-04T23:32:58.087796+0000","last_clean":"2021-03-04T23:32:58.087796+0000","last_became_active":"2021-03-04T23:31:58.062390+0000","last_became_peered":"2021-03-04T23:31:58.062390+0000","last_unstale":"2021-03-04T23:32:58.087796+0000","last_undegraded":"2021-03-04T23:32:58.087796+0000","last_fullsized":"2021-03-04T23:32:58.087796+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"22","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.089806+0000","last_change":"2021-03-04T23:32:26.241630+0000","last_active":"2021-03-04T23:32:58.089806+0000","last_peered":"2021-03-04T23:32:58.089806+0000","last_clean":"2021-03-04T23:32:58.089806+0000","last_became_active":"2021-03-04T23:32:26.241377+0000","last_became_peered":"2021-03-04T23:32:26.241377+0000","last_unstale":"2021-03-04T23:32:58.089806+0000","last_undegraded":"2021-03-04T23:32:58.089806+0000","last_fullsized":"2021-03-04T23:32:58.089806+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"22","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.089933+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:32:58.089933+0000","last_peered":"2021-03-04T23:32:58.089933+0000","last_clean":"2021-03-04T23:32:58.089933+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:32:58.089933+0000","last_undegraded":"2021-03-04T23:32:58.089933+0000","last_fullsized":"2021-03-04T23:32:58.089933+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"279'12538","reported_seq":"28632","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:06.631386+0000","last_change":"2021-03-04T23:30:59.306069+0000","last_active":"2021-03-04T23:33:06.631386+0000","last_peered":"2021-03-04T23:33:06.631386+0000","last_clean":"2021-03-04T23:33:06.631386+0000","last_became_active":"2021-03-04T23:30:59.292136+0000","last_became_peered":"2021-03-04T23:30:59.292136+0000","last_unstale":"2021-03-04T23:33:06.631386+0000","last_undegraded":"2021-03-04T23:33:06.631386+0000","last_fullsized":"2021-03-04T23:33:06.631386+0000","mapping_epoch":228,"log_start":"152'8097","ondisk_log_start":"152'8097","created":137,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4441,"ondisk_log_size":4441,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":431489024,"num_objects":6584,"num_object_clones":0,"num_object_copies":19752,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6584,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12538,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7939,"num_bytes_recovered":520224768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"289","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023571+0000","last_change":"2021-03-04T23:31:58.069375+0000","last_active":"2021-03-04T23:32:58.023571+0000","last_peered":"2021-03-04T23:32:58.023571+0000","last_clean":"2021-03-04T23:32:58.023571+0000","last_became_active":"2021-03-04T23:31:58.069076+0000","last_became_peered":"2021-03-04T23:31:58.069076+0000","last_unstale":"2021-03-04T23:32:58.023571+0000","last_undegraded":"2021-03-04T23:32:58.023571+0000","last_fullsized":"2021-03-04T23:32:58.023571+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024837+0000","last_change":"2021-03-04T23:32:18.976198+0000","last_active":"2021-03-04T23:32:58.024837+0000","last_peered":"2021-03-04T23:32:58.024837+0000","last_clean":"2021-03-04T23:32:58.024837+0000","last_became_active":"2021-03-04T23:32:18.975757+0000","last_became_peered":"2021-03-04T23:32:18.975757+0000","last_unstale":"2021-03-04T23:32:58.024837+0000","last_undegraded":"2021-03-04T23:32:58.024837+0000","last_fullsized":"2021-03-04T23:32:58.024837+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"66","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022680+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:32:58.022680+0000","last_peered":"2021-03-04T23:32:58.022680+0000","last_clean":"2021-03-04T23:32:58.022680+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:32:58.022680+0000","last_undegraded":"2021-03-04T23:32:58.022680+0000","last_fullsized":"2021-03-04T23:32:58.022680+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"28","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.093084+0000","last_change":"2021-03-04T23:32:18.986718+0000","last_active":"2021-03-04T23:32:58.093084+0000","last_peered":"2021-03-04T23:32:58.093084+0000","last_clean":"2021-03-04T23:32:58.093084+0000","last_became_active":"2021-03-04T23:32:18.986509+0000","last_became_peered":"2021-03-04T23:32:18.986509+0000","last_unstale":"2021-03-04T23:32:58.093084+0000","last_undegraded":"2021-03-04T23:32:58.093084+0000","last_fullsized":"2021-03-04T23:32:58.093084+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024951+0000","last_change":"2021-03-04T23:32:19.018869+0000","last_active":"2021-03-04T23:32:58.024951+0000","last_peered":"2021-03-04T23:32:58.024951+0000","last_clean":"2021-03-04T23:32:58.024951+0000","last_became_active":"2021-03-04T23:32:19.018305+0000","last_became_peered":"2021-03-04T23:32:19.018305+0000","last_unstale":"2021-03-04T23:32:58.024951+0000","last_undegraded":"2021-03-04T23:32:58.024951+0000","last_fullsized":"2021-03-04T23:32:58.024951+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"279'12864","reported_seq":"34655","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:08.133388+0000","last_change":"2021-03-04T23:32:34.277292+0000","last_active":"2021-03-04T23:33:08.133388+0000","last_peered":"2021-03-04T23:33:08.133388+0000","last_clean":"2021-03-04T23:33:08.133388+0000","last_became_active":"2021-03-04T23:32:34.260379+0000","last_became_peered":"2021-03-04T23:32:34.260379+0000","last_unstale":"2021-03-04T23:33:08.133388+0000","last_undegraded":"2021-03-04T23:33:08.133388+0000","last_fullsized":"2021-03-04T23:33:08.133388+0000","mapping_epoch":270,"log_start":"154'8635","ondisk_log_start":"154'8635","created":137,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4229,"ondisk_log_size":4229,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":439353344,"num_objects":6704,"num_object_clones":0,"num_object_copies":20112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6704,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12864,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10774,"num_bytes_recovered":705953792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"61","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024674+0000","last_change":"2021-03-04T23:32:26.246392+0000","last_active":"2021-03-04T23:32:58.024674+0000","last_peered":"2021-03-04T23:32:58.024674+0000","last_clean":"2021-03-04T23:32:58.024674+0000","last_became_active":"2021-03-04T23:32:26.245274+0000","last_became_peered":"2021-03-04T23:32:26.245274+0000","last_unstale":"2021-03-04T23:32:58.024674+0000","last_undegraded":"2021-03-04T23:32:58.024674+0000","last_fullsized":"2021-03-04T23:32:58.024674+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"263","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.088010+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:32:58.088010+0000","last_peered":"2021-03-04T23:32:58.088010+0000","last_clean":"2021-03-04T23:32:58.088010+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:32:58.088010+0000","last_undegraded":"2021-03-04T23:32:58.088010+0000","last_fullsized":"2021-03-04T23:32:58.088010+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"309","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.088032+0000","last_change":"2021-03-04T23:32:26.243552+0000","last_active":"2021-03-04T23:32:58.088032+0000","last_peered":"2021-03-04T23:32:58.088032+0000","last_clean":"2021-03-04T23:32:58.088032+0000","last_became_active":"2021-03-04T23:32:26.243356+0000","last_became_peered":"2021-03-04T23:32:26.243356+0000","last_unstale":"2021-03-04T23:32:58.088032+0000","last_undegraded":"2021-03-04T23:32:58.088032+0000","last_fullsized":"2021-03-04T23:32:58.088032+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025298+0000","last_change":"2021-03-04T23:32:18.976958+0000","last_active":"2021-03-04T23:32:58.025298+0000","last_peered":"2021-03-04T23:32:58.025298+0000","last_clean":"2021-03-04T23:32:58.025298+0000","last_became_active":"2021-03-04T23:32:18.975806+0000","last_became_peered":"2021-03-04T23:32:18.975806+0000","last_unstale":"2021-03-04T23:32:58.025298+0000","last_undegraded":"2021-03-04T23:32:58.025298+0000","last_fullsized":"2021-03-04T23:32:58.025298+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"279'12555","reported_seq":"30204","reported_epoch":"279","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:33:07.575117+0000","last_change":"2021-03-04T23:32:27.307328+0000","last_active":"2021-03-04T23:33:07.575117+0000","last_peered":"2021-03-04T23:33:07.575117+0000","last_clean":"2021-03-04T23:32:23.232073+0000","last_became_active":"2021-03-04T23:32:27.288606+0000","last_became_peered":"2021-03-04T23:32:27.288606+0000","last_unstale":"2021-03-04T23:33:07.575117+0000","last_undegraded":"2021-03-04T23:33:07.575117+0000","last_fullsized":"2021-03-04T23:33:07.575117+0000","mapping_epoch":267,"log_start":"152'8286","ondisk_log_start":"152'8286","created":137,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4269,"ondisk_log_size":4269,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":432209920,"num_objects":6595,"num_object_clones":0,"num_object_copies":19785,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6595,"num_objects_unfound":0,"num_objects_dirty":6595,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12555,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8712,"num_bytes_recovered":396623872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,0],"avail_no_missing":["7","0","4"],"object_location_counts":[{"shards":"0,4,7","objects":6595}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"52","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025211+0000","last_change":"2021-03-04T23:31:15.976911+0000","last_active":"2021-03-04T23:32:58.025211+0000","last_peered":"2021-03-04T23:32:58.025211+0000","last_clean":"2021-03-04T23:32:58.025211+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:32:58.025211+0000","last_undegraded":"2021-03-04T23:32:58.025211+0000","last_fullsized":"2021-03-04T23:32:58.025211+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"22","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.089937+0000","last_change":"2021-03-04T23:32:26.241609+0000","last_active":"2021-03-04T23:32:58.089937+0000","last_peered":"2021-03-04T23:32:58.089937+0000","last_clean":"2021-03-04T23:32:58.089937+0000","last_became_active":"2021-03-04T23:32:26.241419+0000","last_became_peered":"2021-03-04T23:32:26.241419+0000","last_unstale":"2021-03-04T23:32:58.089937+0000","last_undegraded":"2021-03-04T23:32:58.089937+0000","last_fullsized":"2021-03-04T23:32:58.089937+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"241","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023478+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:32:58.023478+0000","last_peered":"2021-03-04T23:32:58.023478+0000","last_clean":"2021-03-04T23:32:58.023478+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:32:58.023478+0000","last_undegraded":"2021-03-04T23:32:58.023478+0000","last_fullsized":"2021-03-04T23:32:58.023478+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025427+0000","last_change":"2021-03-04T23:32:18.990243+0000","last_active":"2021-03-04T23:32:58.025427+0000","last_peered":"2021-03-04T23:32:58.025427+0000","last_clean":"2021-03-04T23:32:58.025427+0000","last_became_active":"2021-03-04T23:32:18.985408+0000","last_became_peered":"2021-03-04T23:32:18.985408+0000","last_unstale":"2021-03-04T23:32:58.025427+0000","last_undegraded":"2021-03-04T23:32:58.025427+0000","last_fullsized":"2021-03-04T23:32:58.025427+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"279'12457","reported_seq":"20505","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:07.505035+0000","last_change":"2021-03-04T23:32:54.052768+0000","last_active":"2021-03-04T23:33:07.505035+0000","last_peered":"2021-03-04T23:33:07.505035+0000","last_clean":"2021-03-04T23:33:07.505035+0000","last_became_active":"2021-03-04T23:32:54.024075+0000","last_became_peered":"2021-03-04T23:32:54.024075+0000","last_unstale":"2021-03-04T23:33:07.505035+0000","last_undegraded":"2021-03-04T23:33:07.505035+0000","last_fullsized":"2021-03-04T23:33:07.505035+0000","mapping_epoch":276,"log_start":"152'8095","ondisk_log_start":"152'8095","created":137,"last_epoch_clean":277,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4362,"ondisk_log_size":4362,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":427163672,"num_objects":6519,"num_object_clones":0,"num_object_copies":19557,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6519,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12457,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3917,"num_bytes_recovered":147324952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"92","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023067+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:32:58.023067+0000","last_peered":"2021-03-04T23:32:58.023067+0000","last_clean":"2021-03-04T23:32:58.023067+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:32:58.023067+0000","last_undegraded":"2021-03-04T23:32:58.023067+0000","last_fullsized":"2021-03-04T23:32:58.023067+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"22","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.090007+0000","last_change":"2021-03-04T23:32:26.249226+0000","last_active":"2021-03-04T23:32:58.090007+0000","last_peered":"2021-03-04T23:32:58.090007+0000","last_clean":"2021-03-04T23:32:58.090007+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:32:58.090007+0000","last_undegraded":"2021-03-04T23:32:58.090007+0000","last_fullsized":"2021-03-04T23:32:58.090007+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"84","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022593+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:32:58.022593+0000","last_peered":"2021-03-04T23:32:58.022593+0000","last_clean":"2021-03-04T23:32:58.022593+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:32:58.022593+0000","last_undegraded":"2021-03-04T23:32:58.022593+0000","last_fullsized":"2021-03-04T23:32:58.022593+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025340+0000","last_change":"2021-03-04T23:32:18.976964+0000","last_active":"2021-03-04T23:32:58.025340+0000","last_peered":"2021-03-04T23:32:58.025340+0000","last_clean":"2021-03-04T23:32:58.025340+0000","last_became_active":"2021-03-04T23:32:18.976053+0000","last_became_peered":"2021-03-04T23:32:18.976053+0000","last_unstale":"2021-03-04T23:32:58.025340+0000","last_undegraded":"2021-03-04T23:32:58.025340+0000","last_fullsized":"2021-03-04T23:32:58.025340+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"279'12519","reported_seq":"20117","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:06.622626+0000","last_change":"2021-03-04T23:31:15.998496+0000","last_active":"2021-03-04T23:33:06.622626+0000","last_peered":"2021-03-04T23:33:06.622626+0000","last_clean":"2021-03-04T23:33:06.622626+0000","last_became_active":"2021-03-04T23:31:15.976417+0000","last_became_peered":"2021-03-04T23:31:15.976417+0000","last_unstale":"2021-03-04T23:33:06.622626+0000","last_undegraded":"2021-03-04T23:33:06.622626+0000","last_fullsized":"2021-03-04T23:33:06.622626+0000","mapping_epoch":236,"log_start":"147'6975","ondisk_log_start":"147'6975","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5544,"ondisk_log_size":5544,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":427360256,"num_objects":6521,"num_object_clones":0,"num_object_copies":19563,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6521,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12519,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3697,"num_bytes_recovered":238419968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"180","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.093332+0000","last_change":"2021-03-04T23:31:58.069248+0000","last_active":"2021-03-04T23:32:58.093332+0000","last_peered":"2021-03-04T23:32:58.093332+0000","last_clean":"2021-03-04T23:32:58.093332+0000","last_became_active":"2021-03-04T23:31:58.068899+0000","last_became_peered":"2021-03-04T23:31:58.068899+0000","last_unstale":"2021-03-04T23:32:58.093332+0000","last_undegraded":"2021-03-04T23:32:58.093332+0000","last_fullsized":"2021-03-04T23:32:58.093332+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"312","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.088110+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:32:58.088110+0000","last_peered":"2021-03-04T23:32:58.088110+0000","last_clean":"2021-03-04T23:32:58.088110+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:32:58.088110+0000","last_undegraded":"2021-03-04T23:32:58.088110+0000","last_fullsized":"2021-03-04T23:32:58.088110+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"250","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022601+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:32:58.022601+0000","last_peered":"2021-03-04T23:32:58.022601+0000","last_clean":"2021-03-04T23:32:58.022601+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:32:58.022601+0000","last_undegraded":"2021-03-04T23:32:58.022601+0000","last_fullsized":"2021-03-04T23:32:58.022601+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"245","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.087864+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:32:58.087864+0000","last_peered":"2021-03-04T23:32:58.087864+0000","last_clean":"2021-03-04T23:32:58.087864+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:32:58.087864+0000","last_undegraded":"2021-03-04T23:32:58.087864+0000","last_fullsized":"2021-03-04T23:32:58.087864+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"285","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.089961+0000","last_change":"2021-03-04T23:31:58.060196+0000","last_active":"2021-03-04T23:32:58.089961+0000","last_peered":"2021-03-04T23:32:58.089961+0000","last_clean":"2021-03-04T23:32:58.089961+0000","last_became_active":"2021-03-04T23:31:58.059959+0000","last_became_peered":"2021-03-04T23:31:58.059959+0000","last_unstale":"2021-03-04T23:32:58.089961+0000","last_undegraded":"2021-03-04T23:32:58.089961+0000","last_fullsized":"2021-03-04T23:32:58.089961+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"342","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023711+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:32:58.023711+0000","last_peered":"2021-03-04T23:32:58.023711+0000","last_clean":"2021-03-04T23:32:58.023711+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:32:58.023711+0000","last_undegraded":"2021-03-04T23:32:58.023711+0000","last_fullsized":"2021-03-04T23:32:58.023711+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"325","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022803+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:32:58.022803+0000","last_peered":"2021-03-04T23:32:58.022803+0000","last_clean":"2021-03-04T23:32:58.022803+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:32:58.022803+0000","last_undegraded":"2021-03-04T23:32:58.022803+0000","last_fullsized":"2021-03-04T23:32:58.022803+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"288","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023696+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:32:58.023696+0000","last_peered":"2021-03-04T23:32:58.023696+0000","last_clean":"2021-03-04T23:32:58.023696+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:32:58.023696+0000","last_undegraded":"2021-03-04T23:32:58.023696+0000","last_fullsized":"2021-03-04T23:32:58.023696+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"295","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022508+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:32:58.022508+0000","last_peered":"2021-03-04T23:32:58.022508+0000","last_clean":"2021-03-04T23:32:58.022508+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:32:58.022508+0000","last_undegraded":"2021-03-04T23:32:58.022508+0000","last_fullsized":"2021-03-04T23:32:58.022508+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"84","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022966+0000","last_change":"2021-03-04T23:32:18.971387+0000","last_active":"2021-03-04T23:32:58.022966+0000","last_peered":"2021-03-04T23:32:58.022966+0000","last_clean":"2021-03-04T23:32:58.022966+0000","last_became_active":"2021-03-04T23:32:18.971083+0000","last_became_peered":"2021-03-04T23:32:18.971083+0000","last_unstale":"2021-03-04T23:32:58.022966+0000","last_undegraded":"2021-03-04T23:32:58.022966+0000","last_fullsized":"2021-03-04T23:32:58.022966+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"68","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.087995+0000","last_change":"2021-03-04T23:31:58.062548+0000","last_active":"2021-03-04T23:32:58.087995+0000","last_peered":"2021-03-04T23:32:58.087995+0000","last_clean":"2021-03-04T23:32:58.087995+0000","last_became_active":"2021-03-04T23:31:58.062122+0000","last_became_peered":"2021-03-04T23:31:58.062122+0000","last_unstale":"2021-03-04T23:32:58.087995+0000","last_undegraded":"2021-03-04T23:32:58.087995+0000","last_fullsized":"2021-03-04T23:32:58.087995+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"253","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.088044+0000","last_change":"2021-03-04T23:32:19.162403+0000","last_active":"2021-03-04T23:32:58.088044+0000","last_peered":"2021-03-04T23:32:58.088044+0000","last_clean":"2021-03-04T23:32:58.088044+0000","last_became_active":"2021-03-04T23:32:18.984227+0000","last_became_peered":"2021-03-04T23:32:18.984227+0000","last_unstale":"2021-03-04T23:32:58.088044+0000","last_undegraded":"2021-03-04T23:32:58.088044+0000","last_fullsized":"2021-03-04T23:32:58.088044+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"346","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022495+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:32:58.022495+0000","last_peered":"2021-03-04T23:32:58.022495+0000","last_clean":"2021-03-04T23:32:58.022495+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:32:58.022495+0000","last_undegraded":"2021-03-04T23:32:58.022495+0000","last_fullsized":"2021-03-04T23:32:58.022495+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":10713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8326546,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":6},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":6919749656,"num_objects":105588,"num_object_clones":0,"num_object_copies":316764,"num_objects_missing_on_primary":807,"num_objects_missing":807,"num_objects_degraded":11955,"num_objects_misplaced":23499,"num_objects_unfound":0,"num_objects_dirty":105588,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":201142,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":90897,"num_bytes_recovered":5213913112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24217337856,"data_stored":24217321568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":78379,"ondisk_log_size":78379,"up":48,"acting":45,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495965,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5476424,"kb_used_data":4427840,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":82603960,"statfs":{"total":90194313216,"available":84586455040,"internally_reserved":1073741824,"allocated":4534108160,"data_stored":4532733828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:54 2021","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.34100000000000003,"15min":0.32400000000000001},"min":{"1min":0.17699999999999999,"5min":0.125,"15min":0.125},"max":{"1min":0.57299999999999995,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.376,"5min":0.40999999999999998,"15min":0.40899999999999997},"min":{"1min":0.17799999999999999,"5min":0.158,"15min":0.158},"max":{"1min":0.53300000000000003,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.39600000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:32:30 2021","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.40799999999999997,"15min":0.59099999999999997},"min":{"1min":0.24299999999999999,"5min":0.16500000000000001,"15min":0.16200000000000001},"max":{"1min":0.72599999999999998,"5min":0.91700000000000004,"15min":37.856000000000002},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.438,"15min":0.67000000000000004},"min":{"1min":0.27900000000000003,"5min":0.187,"15min":0.17399999999999999},"max":{"1min":0.86399999999999999,"5min":1.0409999999999999,"15min":37.914000000000001},"last":0.46000000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.377,"15min":0.505},"min":{"1min":0.25800000000000001,"5min":0.20300000000000001,"15min":0.16700000000000001},"max":{"1min":0.91300000000000003,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.44600000000000001,"15min":0.52500000000000002},"min":{"1min":0.36599999999999999,"5min":0.182,"15min":0.182},"max":{"1min":0.82399999999999995,"5min":0.94499999999999995,"15min":3.206},"last":0.49099999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.40100000000000002,"15min":0.93600000000000005},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.18099999999999999},"max":{"1min":0.88,"5min":0.96399999999999997,"15min":63.959000000000003},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.39400000000000002,"15min":0.96899999999999997},"min":{"1min":0.26800000000000002,"5min":0.20699999999999999,"15min":0.183},"max":{"1min":0.79500000000000004,"5min":0.84399999999999997,"15min":64.183999999999997},"last":0.40799999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.33300000000000002,"15min":0.38800000000000001},"min":{"1min":0.216,"5min":0.17100000000000001,"15min":0.13100000000000001},"max":{"1min":0.49299999999999999,"5min":0.746,"15min":4.0179999999999998},"last":0.21299999999999999},{"interface":"front","average":{"1min":0.27200000000000002,"5min":0.29799999999999999,"15min":0.34899999999999998},"min":{"1min":0.188,"5min":0.16500000000000001,"15min":0.13900000000000001},"max":{"1min":0.42699999999999999,"5min":0.76500000000000001,"15min":3.7410000000000001},"last":0.29599999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.246,"5min":0.28499999999999998,"15min":0.33200000000000002},"min":{"1min":0.159,"5min":0.152,"15min":0.14299999999999999},"max":{"1min":0.40400000000000003,"5min":0.67900000000000005,"15min":3.621},"last":0.443},{"interface":"front","average":{"1min":0.311,"5min":0.35599999999999998,"15min":0.42399999999999999},"min":{"1min":0.20300000000000001,"5min":0.184,"15min":0.16800000000000001},"max":{"1min":0.42099999999999999,"5min":0.78500000000000003,"15min":3.54},"last":0.245}]},{"osd":6,"last update":"Thu Mar 4 23:32:49 2021","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.29499999999999998,"15min":0.38400000000000001},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14199999999999999},"max":{"1min":0.627,"5min":0.627,"15min":4.1299999999999999},"last":0.23200000000000001},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.371,"15min":0.49099999999999999},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.67700000000000005,"5min":0.80900000000000005,"15min":3.7850000000000001},"last":0.36199999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659466,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1980800,"kb_used_data":932216,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86099584,"statfs":{"total":90194313216,"available":88165974016,"internally_reserved":1073741824,"allocated":954589184,"data_stored":953223461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.35899999999999999,"15min":0.36299999999999999},"min":{"1min":0.17199999999999999,"5min":0.156,"15min":0.156},"max":{"1min":0.53200000000000003,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.371,"15min":0.36899999999999999},"min":{"1min":0.20399999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.65800000000000003,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.32100000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:32:23 2021","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.38700000000000001,"15min":0.46500000000000002},"min":{"1min":0.22500000000000001,"5min":0.186,"15min":0.159},"max":{"1min":0.83099999999999996,"5min":0.874,"15min":3.609},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.40300000000000002,"15min":0.46300000000000002},"min":{"1min":0.29999999999999999,"5min":0.20499999999999999,"15min":0.17000000000000001},"max":{"1min":0.80700000000000005,"5min":0.91600000000000004,"15min":4.149},"last":0.33700000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:32:23 2021","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.40400000000000003,"15min":0.501},"min":{"1min":0.29899999999999999,"5min":0.19500000000000001,"15min":0.16800000000000001},"max":{"1min":0.70099999999999996,"5min":0.85399999999999998,"15min":4.2169999999999996},"last":0.37},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.379,"15min":0.46300000000000002},"min":{"1min":0.221,"5min":0.189,"15min":0.17599999999999999},"max":{"1min":0.82999999999999996,"5min":0.83999999999999997,"15min":3.3700000000000001},"last":0.39400000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:32:23 2021","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.40100000000000002,"15min":1.077},"min":{"1min":0.25700000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.877,"5min":0.877,"15min":77.881},"last":0.433},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.41399999999999998,"15min":1.0740000000000001},"min":{"1min":0.28100000000000003,"5min":0.217,"15min":0.21099999999999999},"max":{"1min":0.77500000000000002,"5min":0.94999999999999996,"15min":77.683000000000007},"last":0.25600000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.32000000000000001,"15min":0.35999999999999999},"min":{"1min":0.23000000000000001,"5min":0.16600000000000001,"15min":0.13300000000000001},"max":{"1min":0.56699999999999995,"5min":0.61599999999999999,"15min":4.1539999999999999},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.28899999999999998,"5min":0.32000000000000001,"15min":0.36899999999999999},"min":{"1min":0.17699999999999999,"5min":0.14299999999999999,"15min":0.13500000000000001},"max":{"1min":0.51800000000000002,"5min":0.70299999999999996,"15min":4.1269999999999998},"last":0.443}]},{"osd":5,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.30199999999999999,"5min":0.33200000000000002,"15min":0.375},"min":{"1min":0.19800000000000001,"5min":0.159,"15min":0.159},"max":{"1min":0.48499999999999999,"5min":0.71999999999999997,"15min":4.0010000000000003},"last":0.309},{"interface":"front","average":{"1min":0.30099999999999999,"5min":0.32300000000000001,"15min":0.42999999999999999},"min":{"1min":0.161,"5min":0.161,"15min":0.13900000000000001},"max":{"1min":0.438,"5min":0.57599999999999996,"15min":4.2389999999999999},"last":0.41799999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.34699999999999998,"15min":0.46200000000000002},"min":{"1min":0.19400000000000001,"5min":0.187,"15min":0.17399999999999999},"max":{"1min":0.504,"5min":0.60799999999999998,"15min":4.5880000000000001},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.372,"15min":0.42499999999999999},"min":{"1min":0.22500000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.52100000000000002,"5min":0.64100000000000001,"15min":4.0129999999999999},"last":0.27500000000000002}]}]},{"osd":1,"up_from":87,"seq":373662154985,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3841824,"kb_used_data":3697432,"kb_used_omap":2528,"kb_used_meta":141855,"kb_avail":84238560,"statfs":{"total":90194313216,"available":86260285440,"internally_reserved":0,"allocated":3786170368,"data_stored":3784826641,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":145259822},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:58 2021","interfaces":[{"interface":"back","average":{"1min":0.248,"5min":0.26300000000000001,"15min":0.23899999999999999},"min":{"1min":0.13900000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.38800000000000001,"5min":0.625,"15min":0.625},"last":0.14999999999999999},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.33400000000000002,"15min":0.30599999999999999},"min":{"1min":0.22,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.61799999999999999,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.17999999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:32:22 2021","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.26000000000000001,"15min":0.39900000000000002},"min":{"1min":0.216,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.59999999999999998,"5min":0.84499999999999997,"15min":4.4059999999999997},"last":0.216},{"interface":"front","average":{"1min":0.32600000000000001,"5min":0.26500000000000001,"15min":0.46300000000000002},"min":{"1min":0.183,"5min":0.14799999999999999,"15min":0.13100000000000001},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":4.7240000000000002},"last":0.253}]},{"osd":3,"last update":"Thu Mar 4 23:32:11 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.31,"15min":0.98099999999999998},"min":{"1min":0.156,"5min":0.156,"15min":0.155},"max":{"1min":0.65100000000000002,"5min":0.65600000000000003,"15min":110.28400000000001},"last":0.20100000000000001},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.32900000000000001,"15min":1.0049999999999999},"min":{"1min":0.23200000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.67200000000000004,"5min":0.73999999999999999,"15min":109.977},"last":0.22900000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:32:22 2021","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.41299999999999998,"15min":0.58199999999999996},"min":{"1min":0.30199999999999999,"5min":0.20899999999999999,"15min":0.182},"max":{"1min":0.753,"5min":0.78600000000000003,"15min":4.9850000000000003},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.38300000000000001,"15min":0.503},"min":{"1min":0.248,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.58699999999999997,"5min":0.93799999999999994,"15min":4.5229999999999997},"last":0.372}]},{"osd":5,"last update":"Thu Mar 4 23:32:22 2021","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.40300000000000002,"15min":0.58099999999999996},"min":{"1min":0.23200000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.749,"5min":0.76500000000000001,"15min":8.6690000000000005},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.40600000000000003,"15min":0.59699999999999998},"min":{"1min":0.27300000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.72399999999999998,"5min":0.83899999999999997,"15min":4.7729999999999997},"last":0.442}]},{"osd":6,"last update":"Thu Mar 4 23:32:51 2021","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40899999999999997,"15min":0.54700000000000004},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.214},"max":{"1min":0.90500000000000003,"5min":0.95399999999999996,"15min":4.5010000000000003},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.42999999999999999,"15min":0.60099999999999998},"min":{"1min":0.313,"5min":0.24299999999999999,"15min":0.23699999999999999},"max":{"1min":0.88,"5min":0.88,"15min":5.4649999999999999},"last":0.38100000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:32:22 2021","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.434,"15min":0.65700000000000003},"min":{"1min":0.317,"5min":0.23100000000000001,"15min":0.20899999999999999},"max":{"1min":0.77200000000000002,"5min":0.81899999999999995,"15min":4.7939999999999996},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.442,"5min":0.41199999999999998,"15min":0.56599999999999995},"min":{"1min":0.27700000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.69499999999999995,"5min":0.91500000000000004,"15min":4.5499999999999998},"last":0.35399999999999998}]}]},{"osd":0,"up_from":174,"seq":747324309569,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2862960,"kb_used_data":2771880,"kb_used_omap":980,"kb_used_meta":90091,"kb_avail":85217424,"statfs":{"total":90194313216,"available":87262642176,"internally_reserved":0,"allocated":2838405120,"data_stored":2837053100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":92254147},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.214,"5min":0.249,"15min":0.255},"min":{"1min":0.12,"5min":0.12,"15min":0.12},"max":{"1min":0.47499999999999998,"5min":0.623,"15min":0.623},"last":0.186},{"interface":"front","average":{"1min":0.22900000000000001,"5min":0.247,"15min":0.24299999999999999},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.20200000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.25600000000000001,"5min":0.26000000000000001,"15min":0.23999999999999999},"min":{"1min":0.156,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":0.432,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.221},{"interface":"front","average":{"1min":0.26300000000000001,"5min":0.27400000000000002,"15min":0.27700000000000002},"min":{"1min":0.14499999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.51800000000000002,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.23699999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.28899999999999998,"5min":0.28299999999999997,"15min":0.28599999999999998},"min":{"1min":0.157,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.46400000000000002,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.28399999999999997,"5min":0.30099999999999999,"15min":0.30299999999999999},"min":{"1min":0.17000000000000001,"5min":0.155,"15min":0.155},"max":{"1min":0.63900000000000001,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.28199999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.39400000000000002,"15min":0.38700000000000001},"min":{"1min":0.248,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.39200000000000002,"15min":0.38300000000000001},"min":{"1min":0.25700000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.61899999999999999,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.34799999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.40000000000000002,"15min":0.39200000000000002},"min":{"1min":0.252,"5min":0.217,"15min":0.217},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.31},{"interface":"front","average":{"1min":0.376,"5min":0.38900000000000001,"15min":0.39200000000000002},"min":{"1min":0.20300000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.26600000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.38100000000000001,"15min":0.40899999999999997},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.40000000000000002,"15min":0.39200000000000002},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.375}]},{"osd":7,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.39500000000000002,"15min":0.38900000000000001},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41499999999999998,"15min":0.40899999999999997},"min":{"1min":0.28499999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.66800000000000004,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.35999999999999999}]}]},{"osd":2,"up_from":0,"seq":442381631709,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879505,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3834088,"kb_used_data":3746464,"kb_used_omap":883,"kb_used_meta":86732,"kb_avail":84246296,"statfs":{"total":90194313216,"available":86268207104,"internally_reserved":0,"allocated":3836379136,"data_stored":3835033684,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":88813632},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,2,0,3,0,4,4,6],"upper_bound":2048},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:54 2021","interfaces":[{"interface":"back","average":{"1min":0.22,"5min":0.98199999999999998,"15min":0.50600000000000001},"min":{"1min":0.127,"5min":0.127,"15min":0.127},"max":{"1min":0.442,"5min":66.528999999999996,"15min":66.528999999999996},"last":0.161},{"interface":"front","average":{"1min":0.253,"5min":1.0129999999999999,"15min":0.54900000000000004},"min":{"1min":0.16600000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.379,"5min":66.497,"15min":66.497},"last":0.30599999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.505,"15min":0.47399999999999998},"min":{"1min":0.20300000000000001,"5min":0.13600000000000001,"15min":0.13500000000000001},"max":{"1min":0.52000000000000002,"5min":25.097999999999999,"15min":25.097999999999999},"last":0.20000000000000001},{"interface":"front","average":{"1min":0.32000000000000001,"5min":0.52800000000000002,"15min":0.55100000000000005},"min":{"1min":0.19700000000000001,"5min":0.16500000000000001,"15min":0.151},"max":{"1min":0.622,"5min":25.109999999999999,"15min":25.109999999999999},"last":0.214}]},{"osd":2,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.27700000000000002,"15min":0.45300000000000001},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":0.56100000000000005,"5min":0.82799999999999996,"15min":6.4420000000000002},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.30199999999999999,"5min":0.27200000000000002,"15min":0.46700000000000003},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":8.8740000000000006},"last":0.28000000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.40000000000000002,"15min":0.54500000000000004},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.621,"5min":0.66500000000000004,"15min":5.0220000000000002},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.435,"5min":0.41399999999999998,"15min":0.50900000000000001},"min":{"1min":0.27100000000000002,"5min":0.222,"15min":0.20100000000000001},"max":{"1min":0.626,"5min":0.73399999999999999,"15min":3.7719999999999998},"last":0.39200000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.44900000000000001,"15min":0.58799999999999997},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.224},"max":{"1min":0.64500000000000002,"5min":2.7069999999999999,"15min":4.6479999999999997},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.38200000000000001,"15min":0.61499999999999999},"min":{"1min":0.28899999999999998,"5min":0.23699999999999999,"15min":0.192},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":6.7309999999999999},"last":0.36099999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:32:48 2021","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.39600000000000002,"15min":0.60299999999999998},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.59599999999999997,"5min":0.61199999999999999,"15min":9.9410000000000007},"last":0.375},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41299999999999998,"15min":0.53900000000000003},"min":{"1min":0.30499999999999999,"5min":0.251,"15min":0.22900000000000001},"max":{"1min":0.56100000000000005,"5min":0.66300000000000003,"15min":3.8100000000000001},"last":0.44400000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.39300000000000002,"15min":0.63200000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":6.5460000000000003},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.433,"15min":0.63400000000000001},"min":{"1min":0.26100000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.63500000000000001,"5min":1.419,"15min":7.1950000000000003},"last":0.432}]}]},{"osd":4,"up_from":31,"seq":133143986534,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2771204,"kb_used_data":1722620,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":85309180,"statfs":{"total":90194313216,"available":87356600320,"internally_reserved":1073741824,"allocated":1763962880,"data_stored":1762592574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.371,"15min":0.36699999999999999},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.70899999999999996,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.41399999999999998,"15min":0.42599999999999999},"min":{"1min":0.20499999999999999,"5min":0.153,"15min":0.153},"max":{"1min":0.624,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.39200000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:32:36 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.64500000000000002,"15min":0.61699999999999999},"min":{"1min":0.248,"5min":0.19600000000000001,"15min":0.161},"max":{"1min":0.85999999999999999,"5min":20.440000000000001,"15min":20.440000000000001},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.64900000000000002,"15min":0.61899999999999999},"min":{"1min":0.19,"5min":0.154,"15min":0.154},"max":{"1min":0.81699999999999995,"5min":20.465,"15min":20.465},"last":0.35799999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:32:14 2021","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.36399999999999999,"15min":0.433},"min":{"1min":0.249,"5min":0.23100000000000001,"15min":0.17100000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":3.3260000000000001},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.39000000000000001,"15min":0.47899999999999998},"min":{"1min":0.26500000000000001,"5min":0.221,"15min":0.17499999999999999},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":4.4180000000000001},"last":0.34599999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:32:14 2021","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.432,"15min":1.4159999999999999},"min":{"1min":0.23300000000000001,"5min":0.192,"15min":0.192},"max":{"1min":0.875,"5min":0.875,"15min":85.394999999999996},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.40400000000000003,"15min":1.369},"min":{"1min":0.28000000000000003,"5min":0.19400000000000001,"15min":0.192},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":85.802999999999997},"last":0.318}]},{"osd":5,"last update":"Thu Mar 4 23:32:36 2021","interfaces":[{"interface":"back","average":{"1min":0.28399999999999997,"5min":0.30199999999999999,"15min":0.32800000000000001},"min":{"1min":0.17199999999999999,"5min":0.16900000000000001,"15min":0.14199999999999999},"max":{"1min":0.78600000000000003,"5min":1.254,"15min":3.456},"last":0.23000000000000001},{"interface":"front","average":{"1min":0.29199999999999998,"5min":0.29799999999999999,"15min":0.34599999999999997},"min":{"1min":0.16600000000000001,"5min":0.16400000000000001,"15min":0.14799999999999999},"max":{"1min":0.48799999999999999,"5min":0.64900000000000002,"15min":3.2999999999999998},"last":0.252}]},{"osd":6,"last update":"Thu Mar 4 23:32:52 2021","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":0.32400000000000001,"15min":0.35399999999999998},"min":{"1min":0.18099999999999999,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":3.5569999999999999},"last":0.21199999999999999},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.33600000000000002,"15min":0.46200000000000002},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.14199999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":3.895},"last":0.27300000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:32:36 2021","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.33200000000000002,"15min":0.37},"min":{"1min":0.19700000000000001,"5min":0.17000000000000001,"15min":0.16},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":3.4329999999999998},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36199999999999999,"15min":0.47499999999999998},"min":{"1min":0.20999999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.748,"5min":0.748,"15min":3.8700000000000001},"last":0.377}]}]},{"osd":5,"up_from":36,"seq":154618823012,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5720248,"kb_used_data":4671600,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":82360136,"statfs":{"total":90194313216,"available":84336779264,"internally_reserved":1073741824,"allocated":4783718400,"data_stored":4782358282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35799999999999998,"15min":0.374},"min":{"1min":0.17199999999999999,"5min":0.153,"15min":0.153},"max":{"1min":0.53200000000000003,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.38900000000000001,"15min":0.39300000000000002},"min":{"1min":0.20399999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.61899999999999999,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.29699999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:32:26 2021","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.371,"15min":0.46700000000000003},"min":{"1min":0.20100000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":3.8450000000000002},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.37,"15min":0.53500000000000003},"min":{"1min":0.18099999999999999,"5min":0.16600000000000001,"15min":0.14599999999999999},"max":{"1min":0.872,"5min":0.872,"15min":7.4740000000000002},"last":0.52200000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.376,"15min":0.52300000000000002},"min":{"1min":0.21199999999999999,"5min":0.17999999999999999,"15min":0.161},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":3.7410000000000001},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.435,"5min":0.39200000000000002,"15min":0.54800000000000004},"min":{"1min":0.23999999999999999,"5min":0.19600000000000001,"15min":0.182},"max":{"1min":0.79300000000000004,"5min":0.83199999999999996,"15min":3.9239999999999999},"last":0.43099999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.39100000000000001,"15min":0.57799999999999996},"min":{"1min":0.248,"5min":0.20200000000000001,"15min":0.16700000000000001},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":4.375},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.41199999999999998,"15min":0.52500000000000002},"min":{"1min":0.28399999999999997,"5min":0.23799999999999999,"15min":0.17100000000000001},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":4.2050000000000001},"last":0.37}]},{"osd":4,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.32500000000000001,"15min":0.36299999999999999},"min":{"1min":0.16900000000000001,"5min":0.16300000000000001,"15min":0.127},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":7.4480000000000004},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.315,"5min":0.311,"15min":0.33700000000000002},"min":{"1min":0.158,"5min":0.158,"15min":0.152},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":4.4000000000000004},"last":0.49399999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:32:26 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.31,"15min":0.40699999999999997},"min":{"1min":0.17199999999999999,"5min":0.16,"15min":0.16},"max":{"1min":0.51200000000000001,"5min":0.68100000000000005,"15min":7.3959999999999999},"last":0.503},{"interface":"front","average":{"1min":0.28499999999999998,"5min":0.30599999999999999,"15min":0.35899999999999999},"min":{"1min":0.17799999999999999,"5min":0.17599999999999999,"15min":0.16300000000000001},"max":{"1min":0.45400000000000001,"5min":0.68100000000000005,"15min":4.3209999999999997},"last":0.31}]},{"osd":7,"last update":"Thu Mar 4 23:32:10 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.34499999999999997,"15min":0.41499999999999998},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":4.3540000000000001},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.32600000000000001,"15min":0.38100000000000001},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":0.48399999999999999,"5min":0.75900000000000001,"15min":2.9740000000000002},"last":0.39500000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2832728064,"data_stored":2832728064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3780317184,"data_stored":3780313112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1762000896,"data_stored":1762000896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3832086528,"data_stored":3832086528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1757220864,"data_stored":1757216792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4776660992,"data_stored":4776656920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":949944320,"data_stored":949944320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4526379008,"data_stored":4526374936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:33:09.950 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph status --format=json 2021-03-04T23:33:09.951 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:09.971 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:09.972 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:09.972 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:10.070 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:10.074 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:10.092 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:10.093 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:10.093 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:10.195 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:10.213 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:10.214 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:10.215 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:10.316 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:10.333 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:10.334 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:10.334 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:10.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:10 gibba038 conmon[76675]: cluster 2021-03-04T23:33:08.708454+0000 mgr.x (mgr. 2021-03-04T23:33:10.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:10 gibba038 conmon[76675]: 34676) 919 : cluster [DBG] pgmap v935: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 263 op/s; 11955/316830 objects degraded (3.773%); 23499/316830 objects misplaced (7.417%); 1011 KiB/s, 15 objects/s recovering 2021-03-04T23:33:10.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:10 gibba038 conmon[76675]: audit 2021-03-04T23:33:08.849390+0000 mgr.x (mgr.34676) 920 : audit [DBG] from='client.45774 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:10.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:10 gibba011 conmon[95595]: cluster 2021-03-04T23:33:08.708454+0000 mgr.x (mgr.34676) 919 : cluster [DBG] pgmap v935: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 263 op/s; 11955/316830 objects degraded (3.773%); 23499/316830 objects misplaced (7.417%); 1011 KiB/s, 15 objects/s recovering 2021-03-04T23:33:10.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:10 gibba011 conmon[95595]: audit 2021-03-04T23:33:08.849390+0000 mgr.x (mgr.34676) 920 : audit [DBG] from='client.45774 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:10.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:10 gibba011 conmon[99461]: cluster 2021-03-04T23:33:08.708454+0000 mgr.x (mgr.34676) 919 : cluster 2021-03-04T23:33:10.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:10 gibba011 conmon[99461]: [DBG] pgmap v935: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 263 op/s; 11955/316830 objects degraded (3.773%); 23499/316830 objects misplaced (7.417%); 1011 KiB/s, 15 objects/s recovering 2021-03-04T23:33:10.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:10 gibba011 conmon[99461]: audit 2021-03-04T23:33:08.849390+0000 mgr.x (mgr.34676) 920 : audit [DBG] from='client.45774 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:10.365 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:33:10.435 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:10.449 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-03-04T23:33:10.455 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:10.456 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:10.456 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:10.481 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:10.557 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:10.572 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:10.575 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:10.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:10.576 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:10.677 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:10.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:10.695 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:10.695 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:10.797 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:10.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:10.817 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:10.817 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:10.918 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:10.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:10.936 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:10.936 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:11.038 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:11.055 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:11.056 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:11.056 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:11.157 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:11.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:11.175 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:11.176 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:11.277 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:11.294 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:11.295 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:11.296 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:11.397 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:11.528 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:11.530 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:11.530 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:11.632 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:11.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:11.667 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:11.669 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:11.771 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:11.792 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:11.795 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:11.795 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:11.896 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:11.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:11.915 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:11.916 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:12.017 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:12.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:12.037 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:12.037 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:12.138 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:12.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:12.157 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:12.157 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:12.260 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:12.278 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:12.279 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:12.279 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:12 gibba038 conmon[76675]: cluster 2021-03-04T23:33:10.709027+0000 mgr.x (mgr.34676) 921 : cluster [DBG] pgmap v936: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 261 op/s; 11955/316623 objects degraded (3.776%); 23499/316623 objects misplaced (7.422%); 1011 KiB/s, 15 objects/s recovering 2021-03-04T23:33:12.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:12 gibba011 conmon[95595]: cluster 2021-03-04T23:33:10.709027+0000 mgr.x (mgr.34676) 921 : cluster [DBG] pgmap v936: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 261 op/s; 11955/316623 objects degraded (3.776%); 23499/316623 objects misplaced (7.422%); 1011 KiB/s, 15 objects/s recovering 2021-03-04T23:33:12.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:12 gibba011 conmon[99461]: cluster 2021-03-04T23:33:10.709027+0000 mgr.x (mgr.34676) 921 : cluster [DBG] pgmap v936: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 261 op/s; 11955/316623 objects degraded (3.776%); 23499/316623 objects misplaced (7.422%); 1011 KiB/s, 15 objects/s recovering 2021-03-04T23:33:12.381 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:12.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:12.400 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:12.400 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:12.502 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:12.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:12.519 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:12.520 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:12.621 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:12.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:12.640 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:12.641 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:12.742 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:12.760 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:12.761 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:12.762 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:12.863 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:12.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:12.882 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:12.883 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:12.984 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:13.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:13.005 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:13.006 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:13.106 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:13.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:13.125 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:13.125 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:13.226 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:13.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:13.245 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:13.246 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:13.347 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:13.365 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:13.366 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:13.366 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:13.409 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:33:13.410 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:33:13.467 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:13.485 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:13.486 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:13.487 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:13.588 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:13.607 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:13.607 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:13.608 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:13.709 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:13.726 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:13.728 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:13.728 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:13.830 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:13.848 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:13.849 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:13.850 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:13.952 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:13.969 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:13.970 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:13.971 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:14.059 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:33:14.073 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:14.091 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:14.092 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:14.092 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:14.192 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:14 gibba011 conmon[95595]: cluster 2021-03-04T23:33:12.709461+0000 mgr.x (mgr.34676) 922 : cluster [DBG] pgmap v937: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 256 op/s; 11955/315021 objects degraded (3.795%); 23337/315021 objects misplaced (7.408%); 1.0 MiB/s, 16 objects/s recovering 2021-03-04T23:33:14.193 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:14 gibba011 conmon[95595]: audit 2021-03-04T23:33:13.465607+0000 mon.a (mon.0) 1235 : audit [INF] from='client.? 172.21.2.111:0/3461359730' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:33:14.193 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:14 gibba011 conmon[95595]: audit 2021-03-04T23:33:13.855399+0000 mon.c (mon.1) 364 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:33:14.194 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:14 gibba011 conmon[95595]: cluster 2021-03-04T23:33:13.974021+0000 mon.a (mon.0) 1236 : cluster [WRN] Health check update: Degraded data redundancy: 11955/315021 objects degraded (3.795%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:33:14.194 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:14.196 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:14 gibba011 conmon[99461]: cluster 2021-03-04T23:33:12.709461+0000 mgr.x (mgr.34676) 922 : cluster [DBG] pgmap v937: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 256 op/s; 11955/315021 objects degraded (3.795%); 23337/315021 objects misplaced (7.408%); 1.0 MiB/s, 16 objects/s recovering 2021-03-04T23:33:14.196 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:14 gibba011 conmon[99461]: audit 2021-03-04T23:33:13.465607+0000 mon.a (mon.0) 1235 : audit [INF] from='client.? 172.21.2.111:0/3461359730' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:33:14.197 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:14 gibba011 conmon[99461]: audit 2021-03-04T23:33:13.855399+0000 mon.c (mon.1) 364 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:33:14.197 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:14 gibba011 conmon[99461]: cluster 2021-03-04T23:33:13.974021+0000 mon.a (mon.0) 1236 : cluster [WRN] Health check update: Degraded data redundancy: 11955/315021 objects degraded (3.795%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:33:14.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:14.217 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:14.217 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:14.319 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:14.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:14 gibba038 conmon[76675]: cluster 2021-03-04T23:33:12.709461+0000 mgr.x (mgr.34676) 922 : cluster [DBG] 2021-03-04T23:33:14.675 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:14 gibba038 conmon[76675]: pgmap v937: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 256 op/s; 11955/315021 objects degraded (3.795%); 23337/315021 objects misplaced (7.408%); 1.0 MiB/s, 16 objects/s recovering 2021-03-04T23:33:14.676 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:14 gibba038 conmon[76675]: audit 2021-03-04T23:33:13.465607+0000 mon.a (mon.0) 1235 : audit [INF] from='client.? 172.21.2.111:0/3461359730' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:33:14.676 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:14 gibba038 conmon[76675]: audit 2021-03-04T23:33:13.855399+0000 mon.c (mon.1) 364 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:33:14.676 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:14 gibba038 conmon[76675]: cluster 2021-03-04T23:33:13.974021+0000 mon.a (mon.0) 1236 : cluster [WRN] Health check update: Degraded data redundancy: 11955/315021 objects degraded (3.795%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:33:14.677 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:14.678 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:14.679 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:14.679 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:33:14.679 INFO:teuthology.orchestra.run.gibba011.stdout:{"fsid":"5f47b844-7d3d-11eb-9066-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 11955/315021 objects degraded (3.795%), 2 pgs degraded","count":2},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":1340,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":280,"num_osds":8,"num_up_osds":8,"osd_up_since":1614900469,"num_in_osds":7,"osd_in_since":1614900717,"num_remapped_pgs":5},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":114},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+remapped+backfill_wait","count":2},{"state_name":"active+recovering+undersized+remapped","count":1}],"num_pgs":119,"num_pools":5,"num_objects":105007,"data_bytes":6880234816,"bytes_used":26973184000,"bytes_avail":604387008512,"bytes_total":631360192512,"degraded_objects":11955,"degraded_total":315021,"degraded_ratio":0.037949850962316796,"misplaced_objects":23337,"misplaced_total":315021,"misplaced_ratio":0.074080775567343132,"recovering_objects_per_sec":16,"recovering_bytes_per_sec":1067998,"recovering_keys_per_sec":0,"num_objects_recovered":164,"num_bytes_recovered":10682368,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":256},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.gibba038.rbeynd","status":"up:active","gid":34322}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.x:8443/"}},"servicemap":{"epoch":27,"modified":"2021-03-04T23:31:42.691059+0000","services":{}},"progress_events":{"325add0c-2571-4241-bc14-5f365661abb5":{"message":"Upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 (4m)\n [===========.................] (remaining: 7m)","progress":0.40000000596046448,"add_to_ceph_s":false},"4e3490fa-9157-44ad-a0cb-fb2dd1c26592":{"message":"Global Recovery Event (7m)\n [==========================..] (remaining: 20s)","progress":0.95798319578170776,"add_to_ceph_s":true},"69344cb1-a00f-4f6a-b930-be920dcb2487":{"message":"Rebalancing after osd.6 marked in (7m)\n [===========================.] (remaining: 11s)","progress":0.97613590955734253,"add_to_ceph_s":false},"a6cabe7d-74fd-4880-9df0-9c4f5a17cc82":{"message":"Rebalancing after osd.2 marked out (73s)\n [===========================.] (remaining: 1s)","progress":0.98039215803146362,"add_to_ceph_s":false}}} 2021-03-04T23:33:14.680 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:33:14.680 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:33:14.681 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:33:14.681 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:33:14.681 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:33:14.681 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:33:14.682 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:33:14.682 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:33:14.682 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:33:14.683 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:33:14.683 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:33:14.683 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:33:14.683 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:33:14.683 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:33:14.684 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:33:14.684 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:33:14.780 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:14.799 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:14.800 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:14.800 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:14.902 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:14.921 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:14.923 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:14.924 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:14.959 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:33:15.027 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:15.044 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:15.045 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:15.045 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:15.117 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:15.147 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:15.164 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:15.165 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:15.165 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:15.266 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:15.285 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:15.287 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:15.287 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:15.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:15 gibba038 conmon[76675]: cluster 2021-03-04T23:33:14.047949+0000 mon.a (mon.0) 1237 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:15.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:15 gibba038 conmon[76675]: audit 2021-03-04T23:33:14.051107+0000 mon.a (mon.0) 1238 : audit [INF] from='client.? 172.21.2.111:0/3461359730' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:33:15.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:15 gibba038 conmon[76675]: cluster 2021-03-04T23:33:14.051137+0000 mon.a (mon.0) 1239 : 2021-03-04T23:33:15.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:15 gibba038 conmon[76675]: cluster [DBG] osdmap e280: 8 total, 8 up, 7 in 2021-03-04T23:33:15.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:15 gibba038 conmon[76675]: audit 2021-03-04T23:33:14.143138+0000 mon.a (mon.0) 1240 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:33:15.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:15 gibba038 conmon[76675]: audit 2021-03-04T23:33:14.144265+0000 mon.c (mon.1) 365 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:33:15.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:15 gibba038 conmon[76675]: audit 2021-03-04T23:33:14.160815+0000 mon.a (mon.0) 1241 : audit [DBG] from='client.? 172.21.2.111:0/2744387924' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:33:15.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:15 gibba038 conmon[76675]: audit 2021-03-04T23:33:14.172803+0000 mon.a (mon.0) 1242 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:33:15.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:15 gibba038 conmon[76675]: audit 2021-03-04T23:33:14.173873+0000 mon.c (mon.1) 366 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:33:15.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:15 gibba038 conmon[76675]: audit 2021-03-04T23:33:14.366773+0000 mon.c (mon.1) 367 : audit [DBG] from='client.? 172.21.2.111:0/2368415467' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:15.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:15 gibba011 conmon[95595]: cluster 2021-03-04T23:33:14.047949+0000 mon.a (mon.0) 1237 : cluster 2021-03-04T23:33:15.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:15 gibba011 conmon[95595]: [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:15.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:15 gibba011 conmon[95595]: audit 2021-03-04T23:33:14.051107+0000 mon.a (mon.0) 1238 : audit [INF] from='client.? 172.21.2.111:0/3461359730' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:33:15.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:15 gibba011 conmon[95595]: cluster 2021-03-04T23:33:14.051137+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e280: 8 total, 8 up, 7 in 2021-03-04T23:33:15.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:15 gibba011 conmon[95595]: audit 2021-03-04T23:33:14.143138+0000 mon.a (mon.0) 1240 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:33:15.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:15 gibba011 conmon[95595]: audit 2021-03-04T23:33:14.144265+0000 mon.c (mon.1) 365 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:33:15.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:15 gibba011 conmon[95595]: audit 2021-03-04T23:33:14.160815+0000 mon.a (mon.0) 1241 : audit [DBG] from='client.? 172.21.2.111:0/2744387924' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:33:15.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:15 gibba011 conmon[95595]: audit 2021-03-04T23:33:14.172803+0000 mon.a (mon.0) 1242 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:33:15.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:15 gibba011 conmon[95595]: audit 2021-03-04T23:33:14.173873+0000 mon.c (mon.1) 366 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:33:15.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:15 gibba011 conmon[95595]: audit 2021-03-04T23:33:14.366773+0000 mon.c (mon.1) 367 : audit [DBG] from='client.? 172.21.2.111:0/2368415467' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:15.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:15 gibba011 conmon[99461]: cluster 2021-03-04T23:33:14.047949+0000 mon.a (mon.0) 1237 2021-03-04T23:33:15.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:15 gibba011 conmon[99461]: : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:15.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:15 gibba011 conmon[99461]: audit 2021-03-04T23:33:14.051107+0000 mon.a (mon.0) 1238 : audit [INF] from='client.? 172.21.2.111:0/3461359730' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:33:15.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:15 gibba011 conmon[99461]: cluster 2021-03-04T23:33:14.051137+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e280: 8 total, 8 up, 7 in 2021-03-04T23:33:15.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:15 gibba011 conmon[99461]: audit 2021-03-04T23:33:14.143138+0000 mon.a (mon.0) 1240 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:33:15.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:15 gibba011 conmon[99461]: audit 2021-03-04T23:33:14.144265+0000 mon.c (mon.1) 365 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:33:15.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:15 gibba011 conmon[99461]: audit 2021-03-04T23:33:14.160815+0000 mon.a (mon.0) 1241 : audit [DBG] from='client.? 172.21.2.111:0/2744387924' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:33:15.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:15 gibba011 conmon[99461]: audit 2021-03-04T23:33:14.172803+0000 mon.a (mon.0) 1242 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:33:15.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:15 gibba011 conmon[99461]: audit 2021-03-04T23:33:14.173873+0000 mon.c (mon.1) 366 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:33:15.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:15 gibba011 conmon[99461]: audit 2021-03-04T23:33:14.366773+0000 mon.c (mon.1) 367 : audit [DBG] from='client.? 172.21.2.111:0/2368415467' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:15.389 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:15.408 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:15.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:15.409 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:15.510 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:15.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:15.528 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:15.529 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:15.630 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:15.647 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:15.648 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:15.649 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:15.718 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-03-04T23:33:15.718 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:33:15.750 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:15.810 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:15.811 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:15.812 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:15.879 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:15.913 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:15.933 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:15.934 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:15.935 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:16.036 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:16.054 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:16.056 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:16.056 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:16.157 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:16.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:16.175 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:16.176 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:16.277 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:16.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:16.298 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:16.298 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:16.400 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:16.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:16.419 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:16.419 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:16.521 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:16.539 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:16.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:16.541 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:16.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:16 gibba038 conmon[76675]: cluster 2021-03-04T23:33:14.709758+0000 mgr.x (mgr.34676) 923 : cluster [DBG] 2021-03-04T23:33:16.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:16 gibba038 conmon[76675]: pgmap v939: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 257 op/s; 11955/313371 objects degraded (3.815%); 23201/313371 objects misplaced (7.404%); 1.1 MiB/s, 16 objects/s recovering 2021-03-04T23:33:16.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:16 gibba011 conmon[95595]: cluster 2021-03-04T23:33:14.709758+0000 mgr.x (mgr.34676) 923 : cluster [DBG] pgmap v939: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 257 op/s; 11955/313371 objects degraded (3.815%); 23201/313371 objects misplaced (7.404%); 1.1 MiB/s, 16 objects/s recovering 2021-03-04T23:33:16.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:16 gibba011 conmon[99461]: cluster 2021-03-04T23:33:14.709758+0000 mgr.x (mgr.34676) 923 : cluster 2021-03-04T23:33:16.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:16 gibba011 conmon[99461]: [DBG] pgmap v939: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 257 op/s; 11955/313371 objects degraded (3.815%); 23201/313371 objects misplaced (7.404%); 1.1 MiB/s, 16 objects/s recovering 2021-03-04T23:33:16.642 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:16.661 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:16.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:16.663 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:16.764 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:16.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:16.782 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:16.782 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:16.883 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:16.900 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:16.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:16.902 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:17.003 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:17.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:17.021 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:17.021 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:17.123 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:17.148 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:17.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:17.149 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:17.252 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:17.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:17.276 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:17.276 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:17.377 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:17.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:17.402 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:17.402 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:17.504 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:17.508 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:17 gibba011 conmon[95595]: audit 2021-03-04T23:33:16.643321+0000 mon.c (mon.1) 368 : 2021-03-04T23:33:17.508 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:17 gibba011 conmon[95595]: audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:33:17.508 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:17 gibba011 conmon[95595]: audit 2021-03-04T23:33:16.643639+0000 mon.a (mon.0) 1243 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:33:17.509 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:17 gibba011 conmon[95595]: audit 2021-03-04T23:33:16.887363+0000 mon.a (mon.0) 1244 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:33:17.509 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:17 gibba011 conmon[99461]: audit 2021-03-04T23:33:16.643321+0000 2021-03-04T23:33:17.509 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:17 gibba011 conmon[99461]: mon.c (mon.1) 368 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:33:17.510 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:17 gibba011 conmon[99461]: audit 2021-03-04T23:33:16.643639+0000 mon.a (mon.0) 1243 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:33:17.510 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:17 gibba011 conmon[99461]: audit 2021-03-04T23:33:16.887363+0000 mon.a (mon.0) 1244 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:33:17.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:17.534 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:17.535 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:17.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:17 gibba038 conmon[76675]: audit 2021-03-04T23:33:16.643321+0000 mon.c (mon.1) 368 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:33:17.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:17 gibba038 conmon[76675]: audit 2021-03-04T23:33:16.643639+0000 mon.a (mon.0) 1243 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:33:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:17 gibba038 conmon[76675]: audit 2021-03-04T23:33:16.887363+0000 mon.a (mon.0) 1244 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:33:17.637 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:17.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:17.668 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:17.668 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:17.720 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:33:17.754 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:33:17.769 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:17.809 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:17.810 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:17.811 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:17.848 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:17.909 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:17.911 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:17.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:17.933 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:17.934 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:18.014 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:33:18.015 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:33:18.015 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.017 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203570 9.1 9.ee8f8511 (undecoded) ondisk+write+known_if_redirected e280)", 2021-03-04T23:33:18.017 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:17.537500+0000", 2021-03-04T23:33:18.018 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.46822018100000001, 2021-03-04T23:33:18.019 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.46823484799999998, 2021-03-04T23:33:18.019 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:33:18.020 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:33:18.020 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:33:18.021 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:33:18.021 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:18.023 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203570 2021-03-04T23:33:18.024 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.024 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:33:18.025 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.025 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:33:18.026 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.537500+0000", 2021-03-04T23:33:18.026 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:33:18.027 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.027 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.028 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:33:18.029 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.537500+0000", 2021-03-04T23:33:18.029 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5509999999999998e-06 2021-03-04T23:33:18.030 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.032 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.032 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:33:18.033 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.537502+0000", 2021-03-04T23:33:18.033 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3250000000000002e-06 2021-03-04T23:33:18.034 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.035 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.037 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:33:18.037 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.537505+0000", 2021-03-04T23:33:18.038 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3047000000000001e-05 2021-03-04T23:33:18.038 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.038 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.038 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:33:18.038 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.537518+0000", 2021-03-04T23:33:18.039 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.1470000000000004e-06 2021-03-04T23:33:18.039 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.039 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.039 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:33:18.039 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.537525+0000", 2021-03-04T23:33:18.040 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5069999999999999e-05 2021-03-04T23:33:18.040 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.040 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:33:18.040 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.041 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.041 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.041 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203633 9.1 9.b839a181 (undecoded) ondisk+write+known_if_redirected e280)", 2021-03-04T23:33:18.041 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:17.721273+0000", 2021-03-04T23:33:18.041 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.28444661399999999, 2021-03-04T23:33:18.042 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.28449292199999998, 2021-03-04T23:33:18.042 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:33:18.042 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:33:18.042 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:33:18.043 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:33:18.043 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:18.043 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203633 2021-03-04T23:33:18.043 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.043 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:33:18.044 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.044 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:33:18.044 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.721273+0000", 2021-03-04T23:33:18.044 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:33:18.044 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.045 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.045 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:33:18.045 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.721273+0000", 2021-03-04T23:33:18.045 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9879999999999999e-06 2021-03-04T23:33:18.045 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.046 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.046 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:33:18.046 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.721275+0000", 2021-03-04T23:33:18.046 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2919999999999998e-06 2021-03-04T23:33:18.047 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.047 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.048 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:33:18.048 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.721278+0000", 2021-03-04T23:33:18.048 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.7180000000000002e-06 2021-03-04T23:33:18.048 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.049 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.049 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:33:18.049 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.721286+0000", 2021-03-04T23:33:18.049 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.7219999999999999e-06 2021-03-04T23:33:18.049 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.050 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.050 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:33:18.050 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.721291+0000", 2021-03-04T23:33:18.050 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.772e-05 2021-03-04T23:33:18.051 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.051 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:33:18.051 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.051 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.051 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.052 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203505 9.1 9.f81bb241 (undecoded) ondisk+write+known_if_redirected e280)", 2021-03-04T23:33:18.052 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:17.353241+0000", 2021-03-04T23:33:18.052 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.65247859900000005, 2021-03-04T23:33:18.052 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.65255020200000002, 2021-03-04T23:33:18.052 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:33:18.053 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:33:18.053 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:33:18.053 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:33:18.053 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:18.054 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203505 2021-03-04T23:33:18.054 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.054 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:33:18.054 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.054 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:33:18.055 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.353241+0000", 2021-03-04T23:33:18.055 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:33:18.055 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.055 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.055 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:33:18.056 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.353241+0000", 2021-03-04T23:33:18.056 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.454e-06 2021-03-04T23:33:18.056 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.056 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.056 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:33:18.057 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.353243+0000", 2021-03-04T23:33:18.057 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4890000000000001e-06 2021-03-04T23:33:18.057 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.058 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.058 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:33:18.058 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.353244+0000", 2021-03-04T23:33:18.059 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.2900000000000002e-06 2021-03-04T23:33:18.059 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.059 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.059 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:33:18.060 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.353253+0000", 2021-03-04T23:33:18.060 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.5499999999999996e-06 2021-03-04T23:33:18.060 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.060 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.060 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:33:18.061 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.353257+0000", 2021-03-04T23:33:18.061 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5783000000000001e-05 2021-03-04T23:33:18.061 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.061 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:33:18.061 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.062 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.062 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.062 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203666 9.1 9.a9e63c31 (undecoded) ondisk+write+known_if_redirected e280)", 2021-03-04T23:33:18.062 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:17.907444+0000", 2021-03-04T23:33:18.063 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.098275891000000004, 2021-03-04T23:33:18.063 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.098373397000000001, 2021-03-04T23:33:18.063 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:33:18.063 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:33:18.063 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:33:18.064 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:33:18.064 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:18.064 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203666 2021-03-04T23:33:18.064 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.064 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:33:18.065 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.065 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:33:18.065 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.907444+0000", 2021-03-04T23:33:18.065 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:33:18.066 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.066 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.066 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:33:18.066 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.907444+0000", 2021-03-04T23:33:18.066 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5540000000000001e-06 2021-03-04T23:33:18.067 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.067 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.067 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:33:18.067 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.907446+0000", 2021-03-04T23:33:18.067 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5540000000000001e-06 2021-03-04T23:33:18.068 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.068 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.068 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:33:18.068 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.907447+0000", 2021-03-04T23:33:18.068 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.6810000000000004e-06 2021-03-04T23:33:18.069 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.069 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.069 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:33:18.069 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.907456+0000", 2021-03-04T23:33:18.070 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9009999999999996e-06 2021-03-04T23:33:18.070 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.070 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.070 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:33:18.070 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.907460+0000", 2021-03-04T23:33:18.071 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5690000000000001e-05 2021-03-04T23:33:18.071 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.071 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:33:18.071 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.071 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.072 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.072 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203476 9.1 9:84b8df91:::benchmark_data_gibba011_139107_object50109:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:33:18.072 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:17.309514+0000", 2021-03-04T23:33:18.072 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.69620563400000002, 2021-03-04T23:33:18.072 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.69633320899999995, 2021-03-04T23:33:18.073 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:33:18.073 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:33:18.073 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:33:18.073 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:33:18.074 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:18.074 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203476 2021-03-04T23:33:18.074 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.074 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:33:18.074 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.075 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:33:18.075 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.309514+0000", 2021-03-04T23:33:18.075 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:33:18.075 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.076 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.076 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:33:18.076 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.309514+0000", 2021-03-04T23:33:18.076 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2989999999999999e-06 2021-03-04T23:33:18.076 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.077 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.077 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:33:18.077 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.309517+0000", 2021-03-04T23:33:18.077 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3539999999999998e-06 2021-03-04T23:33:18.077 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.078 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.078 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:33:18.078 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.309519+0000", 2021-03-04T23:33:18.078 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0592e-05 2021-03-04T23:33:18.078 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.079 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.079 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:33:18.079 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.309530+0000", 2021-03-04T23:33:18.079 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4360000000000001e-06 2021-03-04T23:33:18.080 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.080 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.080 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:33:18.080 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.309535+0000", 2021-03-04T23:33:18.080 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.61373920400000004 2021-03-04T23:33:18.081 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.081 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.081 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:33:18.081 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.923274+0000", 2021-03-04T23:33:18.081 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014297845999999999 2021-03-04T23:33:18.082 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.082 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.082 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:33:18.082 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.937572+0000", 2021-03-04T23:33:18.083 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.063053949999999997 2021-03-04T23:33:18.083 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.083 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.083 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:33:18.083 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.000626+0000", 2021-03-04T23:33:18.084 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003618858 2021-03-04T23:33:18.084 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.084 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.084 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:33:18.084 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.004245+0000", 2021-03-04T23:33:18.085 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.69473053900000004 2021-03-04T23:33:18.085 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.085 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:33:18.085 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.085 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.086 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.086 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203644 9.1 9.6af4f11 (undecoded) ondisk+write+known_if_redirected e280)", 2021-03-04T23:33:18.086 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:17.735970+0000", 2021-03-04T23:33:18.087 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.26974955299999998, 2021-03-04T23:33:18.087 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.269913342, 2021-03-04T23:33:18.087 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:33:18.088 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:33:18.088 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:33:18.088 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:33:18.088 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:18.089 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203644 2021-03-04T23:33:18.089 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.089 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:33:18.089 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.090 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:33:18.090 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.735970+0000", 2021-03-04T23:33:18.090 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:33:18.090 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.090 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.091 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:33:18.091 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.735970+0000", 2021-03-04T23:33:18.091 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9319999999999999e-06 2021-03-04T23:33:18.091 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.091 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.092 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:33:18.092 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.735972+0000", 2021-03-04T23:33:18.092 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9479999999999998e-06 2021-03-04T23:33:18.092 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.092 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.093 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:33:18.093 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.735974+0000", 2021-03-04T23:33:18.093 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.9869999999999994e-06 2021-03-04T23:33:18.093 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.094 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.094 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:33:18.094 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.735984+0000", 2021-03-04T23:33:18.094 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.087e-06 2021-03-04T23:33:18.094 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.095 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.095 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:33:18.095 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.735988+0000", 2021-03-04T23:33:18.095 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7954000000000001e-05 2021-03-04T23:33:18.095 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.096 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:33:18.096 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.096 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.096 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.097 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203550 9.1 9.1d0286a1 (undecoded) ondisk+write+known_if_redirected e280)", 2021-03-04T23:33:18.097 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:17.442770+0000", 2021-03-04T23:33:18.097 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.56295004299999996, 2021-03-04T23:33:18.097 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.56313806300000002, 2021-03-04T23:33:18.097 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:33:18.098 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:33:18.098 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:33:18.098 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:33:18.098 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:18.098 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203550 2021-03-04T23:33:18.099 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.099 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:33:18.099 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.099 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:33:18.100 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.442770+0000", 2021-03-04T23:33:18.100 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:33:18.100 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.101 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.101 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:33:18.101 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.442770+0000", 2021-03-04T23:33:18.101 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2199999999999999e-06 2021-03-04T23:33:18.102 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.102 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.102 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:33:18.102 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.442772+0000", 2021-03-04T23:33:18.102 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.423e-06 2021-03-04T23:33:18.103 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.103 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.103 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:33:18.104 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.442774+0000", 2021-03-04T23:33:18.104 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.4600000000000003e-06 2021-03-04T23:33:18.104 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.104 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.104 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:33:18.105 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.442782+0000", 2021-03-04T23:33:18.105 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8469999999999998e-06 2021-03-04T23:33:18.105 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.105 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.106 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:33:18.106 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.442786+0000", 2021-03-04T23:33:18.106 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5950000000000001e-05 2021-03-04T23:33:18.106 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.106 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:33:18.107 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.107 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.107 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.108 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203647 9.1 9.9ca467e1 (undecoded) ondisk+write+known_if_redirected e280)", 2021-03-04T23:33:18.108 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:17.741543+0000", 2021-03-04T23:33:18.108 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.26417658399999999, 2021-03-04T23:33:18.108 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.26438842899999998, 2021-03-04T23:33:18.108 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:33:18.109 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:33:18.109 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:33:18.109 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:33:18.109 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:18.109 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203647 2021-03-04T23:33:18.110 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.110 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:33:18.110 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.110 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:33:18.111 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.741543+0000", 2021-03-04T23:33:18.111 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:33:18.111 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.111 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.112 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:33:18.112 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.741543+0000", 2021-03-04T23:33:18.112 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.632e-06 2021-03-04T23:33:18.112 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.112 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.113 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:33:18.113 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.741545+0000", 2021-03-04T23:33:18.113 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7740000000000001e-06 2021-03-04T23:33:18.113 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.114 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.114 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:33:18.114 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.741547+0000", 2021-03-04T23:33:18.114 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.1720000000000007e-06 2021-03-04T23:33:18.114 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.115 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.115 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:33:18.115 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.741555+0000", 2021-03-04T23:33:18.115 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6459999999999999e-06 2021-03-04T23:33:18.115 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.116 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.116 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:33:18.116 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.741559+0000", 2021-03-04T23:33:18.116 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5224e-05 2021-03-04T23:33:18.116 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.117 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:33:18.117 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.117 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.118 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.118 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203483 9.1 9:88246e77:::benchmark_data_gibba011_139107_object50116:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:33:18.118 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:17.320681+0000", 2021-03-04T23:33:18.118 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.68503851000000004, 2021-03-04T23:33:18.119 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.685276726, 2021-03-04T23:33:18.119 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:33:18.119 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "delayed", 2021-03-04T23:33:18.119 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:33:18.119 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:33:18.120 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:18.120 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203483 2021-03-04T23:33:18.120 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.120 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:33:18.120 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.121 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:33:18.121 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.320681+0000", 2021-03-04T23:33:18.121 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:33:18.121 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.122 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.122 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:33:18.122 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.320681+0000", 2021-03-04T23:33:18.122 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.37e-06 2021-03-04T23:33:18.122 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.123 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.123 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:33:18.123 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.320683+0000", 2021-03-04T23:33:18.123 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.455e-06 2021-03-04T23:33:18.124 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.124 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.124 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:33:18.124 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.320684+0000", 2021-03-04T23:33:18.124 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.3429999999999996e-06 2021-03-04T23:33:18.125 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.125 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.125 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:33:18.125 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.320693+0000", 2021-03-04T23:33:18.125 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8e-06 2021-03-04T23:33:18.126 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.126 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.126 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:33:18.126 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.320696+0000", 2021-03-04T23:33:18.127 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.61738890700000004 2021-03-04T23:33:18.127 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.127 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.127 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:33:18.127 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.938085+0000", 2021-03-04T23:33:18.128 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0098652540000000004 2021-03-04T23:33:18.128 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.128 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.128 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:33:18.128 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.947951+0000", 2021-03-04T23:33:18.129 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.62726912899999998 2021-03-04T23:33:18.129 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.129 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:33:18.129 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.129 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.130 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.130 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203674 9.1 9.72939271 (undecoded) ondisk+write+known_if_redirected e280)", 2021-03-04T23:33:18.130 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:17.930776+0000", 2021-03-04T23:33:18.130 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.074944069000000002, 2021-03-04T23:33:18.130 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.075211738, 2021-03-04T23:33:18.131 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:33:18.131 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:33:18.131 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:33:18.131 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:33:18.132 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:18.132 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203674 2021-03-04T23:33:18.132 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.132 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:33:18.132 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.133 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:33:18.133 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.930776+0000", 2021-03-04T23:33:18.133 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:33:18.133 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.134 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.134 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:33:18.134 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.930776+0000", 2021-03-04T23:33:18.134 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.35e-06 2021-03-04T23:33:18.135 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.135 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.135 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:33:18.135 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.930777+0000", 2021-03-04T23:33:18.135 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6950000000000001e-06 2021-03-04T23:33:18.136 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.136 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.136 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:33:18.136 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.930779+0000", 2021-03-04T23:33:18.136 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.9189999999999999e-06 2021-03-04T23:33:18.137 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.137 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.137 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:33:18.137 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.930787+0000", 2021-03-04T23:33:18.138 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.501e-06 2021-03-04T23:33:18.138 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.138 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.138 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:33:18.138 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.930790+0000", 2021-03-04T23:33:18.139 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4465e-05 2021-03-04T23:33:18.139 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.139 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:33:18.139 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.139 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.140 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.140 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203613 9.1 9.862715a1 (undecoded) ondisk+write+known_if_redirected e280)", 2021-03-04T23:33:18.140 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:17.637604+0000", 2021-03-04T23:33:18.140 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.36811550100000001, 2021-03-04T23:33:18.141 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.368406913, 2021-03-04T23:33:18.141 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:33:18.141 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:33:18.141 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:33:18.141 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:33:18.142 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:18.142 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203613 2021-03-04T23:33:18.142 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.142 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:33:18.142 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.143 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:33:18.143 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.637604+0000", 2021-03-04T23:33:18.143 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:33:18.143 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.143 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.144 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:33:18.144 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.637604+0000", 2021-03-04T23:33:18.144 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4150000000000002e-06 2021-03-04T23:33:18.144 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.144 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.145 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:33:18.145 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.637607+0000", 2021-03-04T23:33:18.145 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.844e-06 2021-03-04T23:33:18.145 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.146 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.146 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:33:18.146 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.637609+0000", 2021-03-04T23:33:18.146 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3806e-05 2021-03-04T23:33:18.146 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.147 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.147 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:33:18.147 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.637622+0000", 2021-03-04T23:33:18.147 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0960000000000003e-06 2021-03-04T23:33:18.147 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.148 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.148 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:33:18.148 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.637627+0000", 2021-03-04T23:33:18.148 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2161e-05 2021-03-04T23:33:18.148 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.149 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:33:18.149 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.149 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.149 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.150 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203586 9.1 9.8f93b551 (undecoded) ondisk+write+known_if_redirected e280)", 2021-03-04T23:33:18.150 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:17.562569+0000", 2021-03-04T23:33:18.150 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.44315108199999997, 2021-03-04T23:33:18.150 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.44346643099999999, 2021-03-04T23:33:18.150 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:33:18.151 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:33:18.151 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:33:18.151 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:33:18.151 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:18.151 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203586 2021-03-04T23:33:18.152 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.152 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:33:18.152 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.152 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:33:18.152 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.562569+0000", 2021-03-04T23:33:18.153 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:33:18.153 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.153 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.153 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:33:18.153 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.562569+0000", 2021-03-04T23:33:18.154 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.537e-06 2021-03-04T23:33:18.154 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.154 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.154 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:33:18.155 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.562571+0000", 2021-03-04T23:33:18.155 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1629999999999999e-06 2021-03-04T23:33:18.155 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.155 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.155 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:33:18.156 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.562574+0000", 2021-03-04T23:33:18.156 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.4789999999999999e-06 2021-03-04T23:33:18.156 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.156 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.156 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:33:18.157 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.562581+0000", 2021-03-04T23:33:18.157 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8489999999999999e-06 2021-03-04T23:33:18.157 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.157 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.158 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:33:18.158 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.562585+0000", 2021-03-04T23:33:18.158 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6028e-05 2021-03-04T23:33:18.158 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.159 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:33:18.159 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.159 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.159 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.160 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203678 9.1 9.15bf6e51 (undecoded) ondisk+write+known_if_redirected e280)", 2021-03-04T23:33:18.160 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:17.941609+0000", 2021-03-04T23:33:18.160 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.064110796999999997, 2021-03-04T23:33:18.160 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.064450141000000002, 2021-03-04T23:33:18.160 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:33:18.161 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:33:18.161 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:33:18.161 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:33:18.161 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:18.161 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203678 2021-03-04T23:33:18.162 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.162 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:33:18.162 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.162 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:33:18.162 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.941609+0000", 2021-03-04T23:33:18.163 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:33:18.163 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.163 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.163 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:33:18.164 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.941609+0000", 2021-03-04T23:33:18.164 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.5050000000000001e-06 2021-03-04T23:33:18.164 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.164 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.164 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:33:18.165 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.941614+0000", 2021-03-04T23:33:18.165 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1689999999999999e-06 2021-03-04T23:33:18.165 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.165 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.165 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:33:18.166 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.941616+0000", 2021-03-04T23:33:18.166 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.7160000000000003e-06 2021-03-04T23:33:18.166 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.166 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.166 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:33:18.167 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.941624+0000", 2021-03-04T23:33:18.167 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.292e-06 2021-03-04T23:33:18.167 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.167 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.167 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:33:18.168 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.941627+0000", 2021-03-04T23:33:18.168 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7682000000000001e-05 2021-03-04T23:33:18.168 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.168 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:33:18.169 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.169 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.169 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.169 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPushReply(9.1 280/261 [PushReplyOp(9:88246e77:::benchmark_data_gibba011_139107_object50116:head)])", 2021-03-04T23:33:18.169 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:17.950297+0000", 2021-03-04T23:33:18.170 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.055422946000000001, 2021-03-04T23:33:18.170 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.055795759, 2021-03-04T23:33:18.170 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:33:18.170 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:33:18.170 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:33:18.171 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.171 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:33:18.171 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.950297+0000", 2021-03-04T23:33:18.171 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:33:18.172 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.172 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.172 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:33:18.172 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.950297+0000", 2021-03-04T23:33:18.172 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.73e-06 2021-03-04T23:33:18.173 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.173 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.173 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:33:18.173 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.950299+0000", 2021-03-04T23:33:18.173 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.4189999999999998e-06 2021-03-04T23:33:18.174 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.174 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.174 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:33:18.174 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.950302+0000", 2021-03-04T23:33:18.174 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0597e-05 2021-03-04T23:33:18.175 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.175 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.175 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:33:18.175 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.950313+0000", 2021-03-04T23:33:18.175 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.5679999999999999e-06 2021-03-04T23:33:18.176 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.176 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.176 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:33:18.176 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.950318+0000", 2021-03-04T23:33:18.177 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1314e-05 2021-03-04T23:33:18.177 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.177 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:33:18.177 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.177 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.178 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.178 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.54826.0:203460 9.1 e280/261)", 2021-03-04T23:33:18.178 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:17.980218+0000", 2021-03-04T23:33:18.178 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.025501461999999999, 2021-03-04T23:33:18.178 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.025895024999999999, 2021-03-04T23:33:18.179 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:33:18.179 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:33:18.179 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:33:18.179 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.179 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:33:18.180 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.980218+0000", 2021-03-04T23:33:18.180 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:33:18.180 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.180 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.180 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:33:18.181 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.980218+0000", 2021-03-04T23:33:18.181 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0279999999999999e-06 2021-03-04T23:33:18.181 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.181 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.182 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:33:18.182 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.980220+0000", 2021-03-04T23:33:18.182 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5969999999999999e-06 2021-03-04T23:33:18.182 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.182 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.183 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:33:18.183 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.980223+0000", 2021-03-04T23:33:18.183 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.9499999999999996e-06 2021-03-04T23:33:18.183 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.183 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.184 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:33:18.184 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.980233+0000", 2021-03-04T23:33:18.184 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4190000000000001e-06 2021-03-04T23:33:18.184 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.184 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.185 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:33:18.185 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.980238+0000", 2021-03-04T23:33:18.185 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9993999999999999e-05 2021-03-04T23:33:18.185 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.186 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:33:18.186 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.186 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.186 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.187 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203532 9.1 9.99f442a1 (undecoded) ondisk+write+known_if_redirected e280)", 2021-03-04T23:33:18.187 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:17.392832+0000", 2021-03-04T23:33:18.187 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.61288752700000004, 2021-03-04T23:33:18.188 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.61330499000000005, 2021-03-04T23:33:18.188 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:33:18.188 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:33:18.188 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:33:18.188 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:33:18.189 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:18.189 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203532 2021-03-04T23:33:18.189 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.190 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:33:18.190 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.190 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:33:18.190 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.392832+0000", 2021-03-04T23:33:18.190 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:33:18.191 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.191 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.191 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:33:18.191 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.392832+0000", 2021-03-04T23:33:18.191 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.379e-06 2021-03-04T23:33:18.192 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.192 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.192 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:33:18.192 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.392835+0000", 2021-03-04T23:33:18.193 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5550000000000001e-06 2021-03-04T23:33:18.193 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.193 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.193 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:33:18.193 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.392837+0000", 2021-03-04T23:33:18.194 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0933e-05 2021-03-04T23:33:18.194 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.194 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.194 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:33:18.194 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.392848+0000", 2021-03-04T23:33:18.195 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0560000000000004e-06 2021-03-04T23:33:18.195 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.195 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.195 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:33:18.195 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.392853+0000", 2021-03-04T23:33:18.196 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0922999999999999e-05 2021-03-04T23:33:18.196 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.196 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:33:18.196 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.197 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.197 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.197 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.54826.0:203460 9.1 e280/261)", 2021-03-04T23:33:18.197 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:17.981254+0000", 2021-03-04T23:33:18.197 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.024465437999999999, 2021-03-04T23:33:18.198 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.024906112000000001, 2021-03-04T23:33:18.198 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:33:18.198 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:33:18.198 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:33:18.198 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.199 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:33:18.199 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.981254+0000", 2021-03-04T23:33:18.199 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:33:18.199 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.206 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.206 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:33:18.206 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.981254+0000", 2021-03-04T23:33:18.206 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0710000000000002e-06 2021-03-04T23:33:18.207 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.207 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.207 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:33:18.208 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.981257+0000", 2021-03-04T23:33:18.208 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8610000000000001e-06 2021-03-04T23:33:18.208 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.208 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.208 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:33:18.209 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.981258+0000", 2021-03-04T23:33:18.209 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0342e-05 2021-03-04T23:33:18.209 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.209 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.209 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:33:18.210 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.981269+0000", 2021-03-04T23:33:18.210 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.2639999999999999e-06 2021-03-04T23:33:18.210 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.210 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.210 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:33:18.211 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.981274+0000", 2021-03-04T23:33:18.211 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9538000000000002e-05 2021-03-04T23:33:18.211 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.211 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:33:18.212 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.212 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.212 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.212 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203496 9.1 9.d367cc1 (undecoded) ondisk+write+known_if_redirected e280)", 2021-03-04T23:33:18.213 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:17.341271+0000", 2021-03-04T23:33:18.213 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.66444865200000003, 2021-03-04T23:33:18.213 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.66491249500000005, 2021-03-04T23:33:18.213 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:33:18.214 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:33:18.214 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:33:18.214 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:33:18.214 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:18.214 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203496 2021-03-04T23:33:18.215 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.215 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:33:18.215 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.215 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:33:18.215 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.341271+0000", 2021-03-04T23:33:18.216 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:33:18.216 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.216 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.216 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:33:18.216 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.341271+0000", 2021-03-04T23:33:18.217 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0140000000000001e-06 2021-03-04T23:33:18.217 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.217 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.217 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:33:18.218 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.341273+0000", 2021-03-04T23:33:18.218 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1689999999999999e-06 2021-03-04T23:33:18.218 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.218 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.219 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:33:18.219 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.341275+0000", 2021-03-04T23:33:18.219 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0978999999999999e-05 2021-03-04T23:33:18.219 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.219 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.220 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:33:18.220 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.341286+0000", 2021-03-04T23:33:18.220 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.271e-06 2021-03-04T23:33:18.220 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.221 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.221 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:33:18.221 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.341292+0000", 2021-03-04T23:33:18.221 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0432999999999999e-05 2021-03-04T23:33:18.221 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.222 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:33:18.222 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.222 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.222 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.222 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203460 9.1 9:8f58bbb6:::benchmark_data_gibba011_139107_object50093:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:33:18.223 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:17.294449+0000", 2021-03-04T23:33:18.223 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.71127050800000002, 2021-03-04T23:33:18.223 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.71176002599999999, 2021-03-04T23:33:18.223 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:33:18.224 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:33:18.224 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:33:18.224 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:33:18.224 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:18.224 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203460 2021-03-04T23:33:18.225 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.225 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:33:18.225 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.225 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:33:18.225 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.294449+0000", 2021-03-04T23:33:18.226 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:33:18.226 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.226 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.226 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:33:18.226 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.294449+0000", 2021-03-04T23:33:18.227 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6300000000000001e-06 2021-03-04T23:33:18.227 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.227 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.228 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:33:18.228 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.294451+0000", 2021-03-04T23:33:18.228 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.406e-06 2021-03-04T23:33:18.228 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.228 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.229 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:33:18.229 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.294452+0000", 2021-03-04T23:33:18.229 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.4070000000000004e-06 2021-03-04T23:33:18.229 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.229 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.230 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:33:18.230 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.294460+0000", 2021-03-04T23:33:18.230 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4279999999999998e-06 2021-03-04T23:33:18.230 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.231 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.231 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:33:18.231 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.294464+0000", 2021-03-04T23:33:18.231 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.61727546200000005 2021-03-04T23:33:18.231 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.232 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.232 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:33:18.232 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.911740+0000", 2021-03-04T23:33:18.232 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010910662999999999 2021-03-04T23:33:18.232 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.233 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.233 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:33:18.233 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.922650+0000", 2021-03-04T23:33:18.233 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.043585697 2021-03-04T23:33:18.233 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.234 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.234 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:33:18.234 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.966236+0000", 2021-03-04T23:33:18.234 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0035574840000000001 2021-03-04T23:33:18.235 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.235 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.235 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:33:18.235 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.969794+0000", 2021-03-04T23:33:18.235 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0074633190000000004 2021-03-04T23:33:18.236 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:33:18.236 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:33:18.236 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:33:18.236 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.977257+0000", 2021-03-04T23:33:18.236 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.68280749600000001 2021-03-04T23:33:18.237 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.237 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:33:18.237 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.237 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:33:18.237 INFO:teuthology.orchestra.run.gibba011.stdout: ], 2021-03-04T23:33:18.238 INFO:teuthology.orchestra.run.gibba011.stdout: "num_ops": 19 2021-03-04T23:33:18.238 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:33:18.238 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:18.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:18.259 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:18.260 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:18.342 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:18 gibba011 conmon[95595]: cluster 2021-03-04T23:33:16.710064+0000 mgr.x (mgr.34676) 924 : cluster [DBG] pgmap v940: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 245 op/s; 11955/313182 objects degraded (3.817%); 23201/313182 objects misplaced (7.408%); 1.0 MiB/s, 16 objects/s recovering 2021-03-04T23:33:18.342 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:18 gibba011 conmon[95595]: cephadm 2021-03-04T23:33:16.888144+0000 mgr.x (mgr.34676) 925 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:33:18.343 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:18 gibba011 conmon[99461]: cluster 2021-03-04T23:33:16.710064+0000 mgr.x (mgr.34676) 924 : cluster [DBG] pgmap v940: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 245 op/s; 11955/313182 objects degraded (3.817%); 23201/313182 objects misplaced (7.408%); 1.0 MiB/s, 16 objects/s recovering 2021-03-04T23:33:18.343 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:18 gibba011 conmon[99461]: cephadm 2021-03-04T23:33:16.888144+0000 mgr.x (mgr.34676) 925 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:33:18.361 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:18.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:18.387 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:18.391 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:18.493 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:18.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:18.513 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:18.514 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:18.566 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:33:18.572 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:33:18.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:18 gibba038 conmon[76675]: cluster 2021-03-04T23:33:16.710064+0000 mgr.x (mgr.34676) 924 : cluster [DBG] pgmap v940: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.4 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 245 op/s; 11955/313182 objects degraded (3.817%); 23201/313182 objects misplaced (7.408%); 1.0 MiB/s, 16 objects/s recovering 2021-03-04T23:33:18.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:18 gibba038 conmon[76675]: cephadm 2021-03-04T23:33:16.888144+0000 mgr.x (mgr.34676) 925 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:33:18.615 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:18.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:18.637 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:18.637 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:18.739 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:18.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:18.764 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:18.764 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:18.866 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:18.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:18.884 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:18.884 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:18.986 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:19.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:19.004 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:19.005 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:19.106 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:19.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:19.125 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:19.126 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:19.227 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:19.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:19.245 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:19.246 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:19.254 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:33:19.347 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:19.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:19 gibba011 conmon[95595]: cluster 2021-03-04T23:33:18.975384+0000 mon.a (mon.0) 1245 : cluster [WRN] Health check update: Degraded data redundancy: 11955/313182 objects degraded (3.817%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:33:19.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:19 gibba011 conmon[99461]: cluster 2021-03-04T23:33:18.975384+0000 mon.a (mon. 2021-03-04T23:33:19.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:19 gibba011 conmon[99461]: 0) 1245 : cluster [WRN] Health check update: Degraded data redundancy: 11955/313182 objects degraded (3.817%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:33:19.364 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:19.365 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:19.366 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:19.458 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:19.467 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:19.487 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:19.487 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:19.488 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:19.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:19 gibba038 conmon[76675]: cluster 2021-03-04T23:33:18.975384+0000 mon.a (mon.0) 1245 : cluster [WRN] Health check update: Degraded data redundancy: 11955/313182 objects degraded (3.817%), 2 pgs degraded (PG_DEGRADED) 2021-03-04T23:33:19.589 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:19.607 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:19.608 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:19.608 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:19.709 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:19.727 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:19.727 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:19.728 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:19.829 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:19.846 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:19.848 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:19.848 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:19.940 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":940,"stamp":"2021-03-04T23:33:16.709885+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":6840061248,"num_objects":104394,"num_object_clones":0,"num_object_copies":313182,"num_objects_missing_on_primary":807,"num_objects_missing":807,"num_objects_degraded":11955,"num_objects_misplaced":23201,"num_objects_unfound":0,"num_objects_dirty":104394,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":202410,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91037,"num_bytes_recovered":5219298353,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79041,"ondisk_log_size":79041,"up":357,"acting":354,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":394,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":26212372,"kb_used_data":21700828,"kb_used_omap":6415,"kb_used_meta":4505072,"kb_avail":590350316,"statfs":{"total":631360192512,"available":604518723584,"internally_reserved":4294967296,"allocated":22221647872,"data_stored":22212126698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6569549,"internal_metadata":4613194163},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-161021952,"num_objects":-2457,"num_object_clones":0,"num_object_copies":-7371,"num_objects_missing_on_primary":-1,"num_objects_missing":-1,"num_objects_degraded":0,"num_objects_misplaced":-648,"num_objects_unfound":0,"num_objects_dirty":-2457,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2457,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":164,"num_bytes_recovered":10682368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002130"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"324","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022570+0000","last_change":"2021-03-04T23:32:26.240995+0000","last_active":"2021-03-04T23:32:58.022570+0000","last_peered":"2021-03-04T23:32:58.022570+0000","last_clean":"2021-03-04T23:32:58.022570+0000","last_became_active":"2021-03-04T23:32:26.240606+0000","last_became_peered":"2021-03-04T23:32:26.240606+0000","last_unstale":"2021-03-04T23:32:58.022570+0000","last_undegraded":"2021-03-04T23:32:58.022570+0000","last_fullsized":"2021-03-04T23:32:58.022570+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"66","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022832+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:32:58.022832+0000","last_peered":"2021-03-04T23:32:58.022832+0000","last_clean":"2021-03-04T23:32:58.022832+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:32:58.022832+0000","last_undegraded":"2021-03-04T23:32:58.022832+0000","last_fullsized":"2021-03-04T23:32:58.022832+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"23","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.048459+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:33:05.048459+0000","last_peered":"2021-03-04T23:33:05.048459+0000","last_clean":"2021-03-04T23:33:05.048459+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:33:05.048459+0000","last_undegraded":"2021-03-04T23:33:05.048459+0000","last_fullsized":"2021-03-04T23:33:05.048459+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"300","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.088052+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:32:58.088052+0000","last_peered":"2021-03-04T23:32:58.088052+0000","last_clean":"2021-03-04T23:32:58.088052+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:32:58.088052+0000","last_undegraded":"2021-03-04T23:32:58.088052+0000","last_fullsized":"2021-03-04T23:32:58.088052+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"84","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022605+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:32:58.022605+0000","last_peered":"2021-03-04T23:32:58.022605+0000","last_clean":"2021-03-04T23:32:58.022605+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:32:58.022605+0000","last_undegraded":"2021-03-04T23:32:58.022605+0000","last_fullsized":"2021-03-04T23:32:58.022605+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"28","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.093219+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:32:58.093219+0000","last_peered":"2021-03-04T23:32:58.093219+0000","last_clean":"2021-03-04T23:32:58.093219+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:32:58.093219+0000","last_undegraded":"2021-03-04T23:32:58.093219+0000","last_fullsized":"2021-03-04T23:32:58.093219+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"272","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.088041+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:32:58.088041+0000","last_peered":"2021-03-04T23:32:58.088041+0000","last_clean":"2021-03-04T23:32:58.088041+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:32:58.088041+0000","last_undegraded":"2021-03-04T23:32:58.088041+0000","last_fullsized":"2021-03-04T23:32:58.088041+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"84","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022673+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:32:58.022673+0000","last_peered":"2021-03-04T23:32:58.022673+0000","last_clean":"2021-03-04T23:32:58.022673+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:32:58.022673+0000","last_undegraded":"2021-03-04T23:32:58.022673+0000","last_fullsized":"2021-03-04T23:32:58.022673+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025253+0000","last_change":"2021-03-04T23:32:18.981656+0000","last_active":"2021-03-04T23:32:58.025253+0000","last_peered":"2021-03-04T23:32:58.025253+0000","last_clean":"2021-03-04T23:32:58.025253+0000","last_became_active":"2021-03-04T23:32:18.981253+0000","last_became_peered":"2021-03-04T23:32:18.981253+0000","last_unstale":"2021-03-04T23:32:58.025253+0000","last_undegraded":"2021-03-04T23:32:58.025253+0000","last_fullsized":"2021-03-04T23:32:58.025253+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"321","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023786+0000","last_change":"2021-03-04T23:32:26.243636+0000","last_active":"2021-03-04T23:32:58.023786+0000","last_peered":"2021-03-04T23:32:58.023786+0000","last_clean":"2021-03-04T23:32:58.023786+0000","last_became_active":"2021-03-04T23:32:26.243433+0000","last_became_peered":"2021-03-04T23:32:26.243433+0000","last_unstale":"2021-03-04T23:32:58.023786+0000","last_undegraded":"2021-03-04T23:32:58.023786+0000","last_fullsized":"2021-03-04T23:32:58.023786+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"86","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.088090+0000","last_change":"2021-03-04T23:32:18.988970+0000","last_active":"2021-03-04T23:32:58.088090+0000","last_peered":"2021-03-04T23:32:58.088090+0000","last_clean":"2021-03-04T23:32:58.088090+0000","last_became_active":"2021-03-04T23:32:18.988819+0000","last_became_peered":"2021-03-04T23:32:18.988819+0000","last_unstale":"2021-03-04T23:32:58.088090+0000","last_undegraded":"2021-03-04T23:32:58.088090+0000","last_fullsized":"2021-03-04T23:32:58.088090+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"58","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025096+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:32:58.025096+0000","last_peered":"2021-03-04T23:32:58.025096+0000","last_clean":"2021-03-04T23:32:58.025096+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:32:58.025096+0000","last_undegraded":"2021-03-04T23:32:58.025096+0000","last_fullsized":"2021-03-04T23:32:58.025096+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"23","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.048522+0000","last_change":"2021-03-04T23:32:26.241627+0000","last_active":"2021-03-04T23:33:05.048522+0000","last_peered":"2021-03-04T23:33:05.048522+0000","last_clean":"2021-03-04T23:33:05.048522+0000","last_became_active":"2021-03-04T23:32:26.241358+0000","last_became_peered":"2021-03-04T23:32:26.241358+0000","last_unstale":"2021-03-04T23:33:05.048522+0000","last_undegraded":"2021-03-04T23:33:05.048522+0000","last_fullsized":"2021-03-04T23:33:05.048522+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"322","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022726+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:32:58.022726+0000","last_peered":"2021-03-04T23:32:58.022726+0000","last_clean":"2021-03-04T23:32:58.022726+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:32:58.022726+0000","last_undegraded":"2021-03-04T23:32:58.022726+0000","last_fullsized":"2021-03-04T23:32:58.022726+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"301","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022710+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:32:58.022710+0000","last_peered":"2021-03-04T23:32:58.022710+0000","last_clean":"2021-03-04T23:32:58.022710+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:32:58.022710+0000","last_undegraded":"2021-03-04T23:32:58.022710+0000","last_fullsized":"2021-03-04T23:32:58.022710+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024722+0000","last_change":"2021-03-04T23:32:18.982083+0000","last_active":"2021-03-04T23:32:58.024722+0000","last_peered":"2021-03-04T23:32:58.024722+0000","last_clean":"2021-03-04T23:32:58.024722+0000","last_became_active":"2021-03-04T23:32:18.981790+0000","last_became_peered":"2021-03-04T23:32:18.981790+0000","last_unstale":"2021-03-04T23:32:58.024722+0000","last_undegraded":"2021-03-04T23:32:58.024722+0000","last_fullsized":"2021-03-04T23:32:58.024722+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"80","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024950+0000","last_change":"2021-03-04T23:32:19.165859+0000","last_active":"2021-03-04T23:32:58.024950+0000","last_peered":"2021-03-04T23:32:58.024950+0000","last_clean":"2021-03-04T23:32:58.024950+0000","last_became_active":"2021-03-04T23:32:19.018621+0000","last_became_peered":"2021-03-04T23:32:19.018621+0000","last_unstale":"2021-03-04T23:32:58.024950+0000","last_undegraded":"2021-03-04T23:32:58.024950+0000","last_fullsized":"2021-03-04T23:32:58.024950+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"102","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022886+0000","last_change":"2021-03-04T23:32:26.238976+0000","last_active":"2021-03-04T23:32:58.022886+0000","last_peered":"2021-03-04T23:32:58.022886+0000","last_clean":"2021-03-04T23:32:58.022886+0000","last_became_active":"2021-03-04T23:32:26.238739+0000","last_became_peered":"2021-03-04T23:32:26.238739+0000","last_unstale":"2021-03-04T23:32:58.022886+0000","last_undegraded":"2021-03-04T23:32:58.022886+0000","last_fullsized":"2021-03-04T23:32:58.022886+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024745+0000","last_change":"2021-03-04T23:32:19.011685+0000","last_active":"2021-03-04T23:32:58.024745+0000","last_peered":"2021-03-04T23:32:58.024745+0000","last_clean":"2021-03-04T23:32:58.024745+0000","last_became_active":"2021-03-04T23:32:19.011404+0000","last_became_peered":"2021-03-04T23:32:19.011404+0000","last_unstale":"2021-03-04T23:32:58.024745+0000","last_undegraded":"2021-03-04T23:32:58.024745+0000","last_fullsized":"2021-03-04T23:32:58.024745+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"298","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024720+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:32:58.024720+0000","last_peered":"2021-03-04T23:32:58.024720+0000","last_clean":"2021-03-04T23:32:58.024720+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:32:58.024720+0000","last_undegraded":"2021-03-04T23:32:58.024720+0000","last_fullsized":"2021-03-04T23:32:58.024720+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"284","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023873+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:32:58.023873+0000","last_peered":"2021-03-04T23:32:58.023873+0000","last_clean":"2021-03-04T23:32:58.023873+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:32:58.023873+0000","last_undegraded":"2021-03-04T23:32:58.023873+0000","last_fullsized":"2021-03-04T23:32:58.023873+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025078+0000","last_change":"2021-03-04T23:32:19.019024+0000","last_active":"2021-03-04T23:32:58.025078+0000","last_peered":"2021-03-04T23:32:58.025078+0000","last_clean":"2021-03-04T23:32:58.025078+0000","last_became_active":"2021-03-04T23:32:19.018570+0000","last_became_peered":"2021-03-04T23:32:19.018570+0000","last_unstale":"2021-03-04T23:32:58.025078+0000","last_undegraded":"2021-03-04T23:32:58.025078+0000","last_fullsized":"2021-03-04T23:32:58.025078+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"61","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024827+0000","last_change":"2021-03-04T23:32:26.245321+0000","last_active":"2021-03-04T23:32:58.024827+0000","last_peered":"2021-03-04T23:32:58.024827+0000","last_clean":"2021-03-04T23:32:58.024827+0000","last_became_active":"2021-03-04T23:32:26.243283+0000","last_became_peered":"2021-03-04T23:32:26.243283+0000","last_unstale":"2021-03-04T23:32:58.024827+0000","last_undegraded":"2021-03-04T23:32:58.024827+0000","last_fullsized":"2021-03-04T23:32:58.024827+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"257","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024785+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:32:58.024785+0000","last_peered":"2021-03-04T23:32:58.024785+0000","last_clean":"2021-03-04T23:32:58.024785+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:32:58.024785+0000","last_undegraded":"2021-03-04T23:32:58.024785+0000","last_fullsized":"2021-03-04T23:32:58.024785+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"282","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.087941+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:32:58.087941+0000","last_peered":"2021-03-04T23:32:58.087941+0000","last_clean":"2021-03-04T23:32:58.087941+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:32:58.087941+0000","last_undegraded":"2021-03-04T23:32:58.087941+0000","last_fullsized":"2021-03-04T23:32:58.087941+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024862+0000","last_change":"2021-03-04T23:32:18.982413+0000","last_active":"2021-03-04T23:32:58.024862+0000","last_peered":"2021-03-04T23:32:58.024862+0000","last_clean":"2021-03-04T23:32:58.024862+0000","last_became_active":"2021-03-04T23:32:18.981859+0000","last_became_peered":"2021-03-04T23:32:18.981859+0000","last_unstale":"2021-03-04T23:32:58.024862+0000","last_undegraded":"2021-03-04T23:32:58.024862+0000","last_fullsized":"2021-03-04T23:32:58.024862+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"268","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.087893+0000","last_change":"2021-03-04T23:31:58.062545+0000","last_active":"2021-03-04T23:32:58.087893+0000","last_peered":"2021-03-04T23:32:58.087893+0000","last_clean":"2021-03-04T23:32:58.087893+0000","last_became_active":"2021-03-04T23:31:58.062078+0000","last_became_peered":"2021-03-04T23:31:58.062078+0000","last_unstale":"2021-03-04T23:32:58.087893+0000","last_undegraded":"2021-03-04T23:32:58.087893+0000","last_fullsized":"2021-03-04T23:32:58.087893+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"169","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.092995+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:32:58.092995+0000","last_peered":"2021-03-04T23:32:58.092995+0000","last_clean":"2021-03-04T23:32:58.092995+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:32:58.092995+0000","last_undegraded":"2021-03-04T23:32:58.092995+0000","last_fullsized":"2021-03-04T23:32:58.092995+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"84","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023049+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:32:58.023049+0000","last_peered":"2021-03-04T23:32:58.023049+0000","last_clean":"2021-03-04T23:32:58.023049+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:32:58.023049+0000","last_undegraded":"2021-03-04T23:32:58.023049+0000","last_fullsized":"2021-03-04T23:32:58.023049+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025349+0000","last_change":"2021-03-04T23:32:18.990360+0000","last_active":"2021-03-04T23:32:58.025349+0000","last_peered":"2021-03-04T23:32:58.025349+0000","last_clean":"2021-03-04T23:32:58.025349+0000","last_became_active":"2021-03-04T23:32:18.985583+0000","last_became_peered":"2021-03-04T23:32:18.985583+0000","last_unstale":"2021-03-04T23:32:58.025349+0000","last_undegraded":"2021-03-04T23:32:58.025349+0000","last_fullsized":"2021-03-04T23:32:58.025349+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"23","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.048865+0000","last_change":"2021-03-04T23:32:26.249383+0000","last_active":"2021-03-04T23:33:05.048865+0000","last_peered":"2021-03-04T23:33:05.048865+0000","last_clean":"2021-03-04T23:33:05.048865+0000","last_became_active":"2021-03-04T23:32:26.249012+0000","last_became_peered":"2021-03-04T23:32:26.249012+0000","last_unstale":"2021-03-04T23:33:05.048865+0000","last_undegraded":"2021-03-04T23:33:05.048865+0000","last_fullsized":"2021-03-04T23:33:05.048865+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"279'12600","reported_seq":"12823","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:13.138529+0000","last_change":"2021-03-04T23:31:15.984936+0000","last_active":"2021-03-04T23:33:13.138529+0000","last_peered":"2021-03-04T23:33:13.138529+0000","last_clean":"2021-03-04T23:33:13.138529+0000","last_became_active":"2021-03-04T23:31:15.969777+0000","last_became_peered":"2021-03-04T23:31:15.969777+0000","last_unstale":"2021-03-04T23:33:13.138529+0000","last_undegraded":"2021-03-04T23:33:13.138529+0000","last_fullsized":"2021-03-04T23:33:13.138529+0000","mapping_epoch":236,"log_start":"152'8247","ondisk_log_start":"152'8247","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4353,"ondisk_log_size":4353,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":426377216,"num_objects":6506,"num_object_clones":0,"num_object_copies":19518,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6506,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12600,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":1048576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"56","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025256+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:32:58.025256+0000","last_peered":"2021-03-04T23:32:58.025256+0000","last_clean":"2021-03-04T23:32:58.025256+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:32:58.025256+0000","last_undegraded":"2021-03-04T23:32:58.025256+0000","last_fullsized":"2021-03-04T23:32:58.025256+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"287","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023869+0000","last_change":"2021-03-04T23:32:18.976569+0000","last_active":"2021-03-04T23:32:58.023869+0000","last_peered":"2021-03-04T23:32:58.023869+0000","last_clean":"2021-03-04T23:32:58.023869+0000","last_became_active":"2021-03-04T23:32:18.976326+0000","last_became_peered":"2021-03-04T23:32:18.976326+0000","last_unstale":"2021-03-04T23:32:58.023869+0000","last_undegraded":"2021-03-04T23:32:58.023869+0000","last_fullsized":"2021-03-04T23:32:58.023869+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025166+0000","last_change":"2021-03-04T23:32:18.981638+0000","last_active":"2021-03-04T23:32:58.025166+0000","last_peered":"2021-03-04T23:32:58.025166+0000","last_clean":"2021-03-04T23:32:58.025166+0000","last_became_active":"2021-03-04T23:32:18.981295+0000","last_became_peered":"2021-03-04T23:32:18.981295+0000","last_unstale":"2021-03-04T23:32:58.025166+0000","last_undegraded":"2021-03-04T23:32:58.025166+0000","last_fullsized":"2021-03-04T23:32:58.025166+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"179","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.093303+0000","last_change":"2021-03-04T23:31:58.069396+0000","last_active":"2021-03-04T23:32:58.093303+0000","last_peered":"2021-03-04T23:32:58.093303+0000","last_clean":"2021-03-04T23:32:58.093303+0000","last_became_active":"2021-03-04T23:31:58.069222+0000","last_became_peered":"2021-03-04T23:31:58.069222+0000","last_unstale":"2021-03-04T23:32:58.093303+0000","last_undegraded":"2021-03-04T23:32:58.093303+0000","last_fullsized":"2021-03-04T23:32:58.093303+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"280'12552","reported_seq":"33403","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:15.288759+0000","last_change":"2021-03-04T23:31:02.313487+0000","last_active":"2021-03-04T23:33:15.288759+0000","last_peered":"2021-03-04T23:33:15.288759+0000","last_clean":"2021-03-04T23:33:15.288759+0000","last_became_active":"2021-03-04T23:31:02.298187+0000","last_became_peered":"2021-03-04T23:31:02.298187+0000","last_unstale":"2021-03-04T23:33:15.288759+0000","last_undegraded":"2021-03-04T23:33:15.288759+0000","last_fullsized":"2021-03-04T23:33:15.288759+0000","mapping_epoch":230,"log_start":"147'6922","ondisk_log_start":"147'6922","created":137,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5630,"ondisk_log_size":5630,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":428081152,"num_objects":6532,"num_object_clones":0,"num_object_copies":19596,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6532,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12552,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8025,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"56","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025214+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:32:58.025214+0000","last_peered":"2021-03-04T23:32:58.025214+0000","last_clean":"2021-03-04T23:32:58.025214+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:32:58.025214+0000","last_undegraded":"2021-03-04T23:32:58.025214+0000","last_fullsized":"2021-03-04T23:32:58.025214+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"349","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022672+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:32:58.022672+0000","last_peered":"2021-03-04T23:32:58.022672+0000","last_clean":"2021-03-04T23:32:58.022672+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:32:58.022672+0000","last_undegraded":"2021-03-04T23:32:58.022672+0000","last_fullsized":"2021-03-04T23:32:58.022672+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025405+0000","last_change":"2021-03-04T23:32:18.976226+0000","last_active":"2021-03-04T23:32:58.025405+0000","last_peered":"2021-03-04T23:32:58.025405+0000","last_clean":"2021-03-04T23:32:58.025405+0000","last_became_active":"2021-03-04T23:32:18.975856+0000","last_became_peered":"2021-03-04T23:32:18.975856+0000","last_unstale":"2021-03-04T23:32:58.025405+0000","last_undegraded":"2021-03-04T23:32:58.025405+0000","last_fullsized":"2021-03-04T23:32:58.025405+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"23","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.048729+0000","last_change":"2021-03-04T23:32:26.243559+0000","last_active":"2021-03-04T23:33:05.048729+0000","last_peered":"2021-03-04T23:33:05.048729+0000","last_clean":"2021-03-04T23:33:05.048729+0000","last_became_active":"2021-03-04T23:32:26.243315+0000","last_became_peered":"2021-03-04T23:32:26.243315+0000","last_unstale":"2021-03-04T23:33:05.048729+0000","last_undegraded":"2021-03-04T23:33:05.048729+0000","last_fullsized":"2021-03-04T23:33:05.048729+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"279'12723","reported_seq":"12910","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:13.554975+0000","last_change":"2021-03-04T23:31:16.986091+0000","last_active":"2021-03-04T23:33:13.554975+0000","last_peered":"2021-03-04T23:33:13.554975+0000","last_clean":"2021-03-04T23:33:13.554975+0000","last_became_active":"2021-03-04T23:31:16.966316+0000","last_became_peered":"2021-03-04T23:31:16.966316+0000","last_unstale":"2021-03-04T23:33:13.554975+0000","last_undegraded":"2021-03-04T23:33:13.554975+0000","last_fullsized":"2021-03-04T23:33:13.554975+0000","mapping_epoch":237,"log_start":"150'7587","ondisk_log_start":"150'7587","created":137,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5136,"ondisk_log_size":5136,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":425656320,"num_objects":6495,"num_object_clones":0,"num_object_copies":19485,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6495,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12723,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"56","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025317+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:32:58.025317+0000","last_peered":"2021-03-04T23:32:58.025317+0000","last_clean":"2021-03-04T23:32:58.025317+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:32:58.025317+0000","last_undegraded":"2021-03-04T23:32:58.025317+0000","last_fullsized":"2021-03-04T23:32:58.025317+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"28","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.092959+0000","last_change":"2021-03-04T23:32:18.980591+0000","last_active":"2021-03-04T23:32:58.092959+0000","last_peered":"2021-03-04T23:32:58.092959+0000","last_clean":"2021-03-04T23:32:58.092959+0000","last_became_active":"2021-03-04T23:32:18.980308+0000","last_became_peered":"2021-03-04T23:32:18.980308+0000","last_unstale":"2021-03-04T23:32:58.092959+0000","last_undegraded":"2021-03-04T23:32:58.092959+0000","last_fullsized":"2021-03-04T23:32:58.092959+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025271+0000","last_change":"2021-03-04T23:32:18.981505+0000","last_active":"2021-03-04T23:32:58.025271+0000","last_peered":"2021-03-04T23:32:58.025271+0000","last_clean":"2021-03-04T23:32:58.025271+0000","last_became_active":"2021-03-04T23:32:18.981076+0000","last_became_peered":"2021-03-04T23:32:18.981076+0000","last_unstale":"2021-03-04T23:32:58.025271+0000","last_undegraded":"2021-03-04T23:32:58.025271+0000","last_fullsized":"2021-03-04T23:32:58.025271+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"52","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025235+0000","last_change":"2021-03-04T23:31:15.977616+0000","last_active":"2021-03-04T23:32:58.025235+0000","last_peered":"2021-03-04T23:32:58.025235+0000","last_clean":"2021-03-04T23:32:58.025235+0000","last_became_active":"2021-03-04T23:31:15.976913+0000","last_became_peered":"2021-03-04T23:31:15.976913+0000","last_unstale":"2021-03-04T23:32:58.025235+0000","last_undegraded":"2021-03-04T23:32:58.025235+0000","last_fullsized":"2021-03-04T23:32:58.025235+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.6","version":"279'12816","reported_seq":"19541","reported_epoch":"279","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:33:13.535914+0000","last_change":"2021-03-04T23:32:27.548241+0000","last_active":"2021-03-04T23:33:13.535914+0000","last_peered":"2021-03-04T23:33:13.535914+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:32:27.370442+0000","last_became_peered":"2021-03-04T23:32:27.370442+0000","last_unstale":"2021-03-04T23:33:13.535914+0000","last_undegraded":"2021-03-04T23:32:27.364047+0000","last_fullsized":"2021-03-04T23:32:27.244914+0000","mapping_epoch":267,"log_start":"151'7682","ondisk_log_start":"151'7682","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5134,"ondisk_log_size":5134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":439877632,"num_objects":6712,"num_object_clones":0,"num_object_copies":20136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8158,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6712,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12816,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3260,"num_bytes_recovered":213647360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"1,2,5","objects":1973},{"shards":"1,5","objects":2537},{"shards":"2,5,6","objects":2202}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"309","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023630+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:32:58.023630+0000","last_peered":"2021-03-04T23:32:58.023630+0000","last_clean":"2021-03-04T23:32:58.023630+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:32:58.023630+0000","last_undegraded":"2021-03-04T23:32:58.023630+0000","last_fullsized":"2021-03-04T23:32:58.023630+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"273","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025476+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:32:58.025476+0000","last_peered":"2021-03-04T23:32:58.025476+0000","last_clean":"2021-03-04T23:32:58.025476+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:32:58.025476+0000","last_undegraded":"2021-03-04T23:32:58.025476+0000","last_fullsized":"2021-03-04T23:32:58.025476+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"330","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023404+0000","last_change":"2021-03-04T23:32:18.972523+0000","last_active":"2021-03-04T23:32:58.023404+0000","last_peered":"2021-03-04T23:32:58.023404+0000","last_clean":"2021-03-04T23:32:58.023404+0000","last_became_active":"2021-03-04T23:32:18.971535+0000","last_became_peered":"2021-03-04T23:32:18.971535+0000","last_unstale":"2021-03-04T23:32:58.023404+0000","last_undegraded":"2021-03-04T23:32:58.023404+0000","last_fullsized":"2021-03-04T23:32:58.023404+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025033+0000","last_change":"2021-03-04T23:32:18.981988+0000","last_active":"2021-03-04T23:32:58.025033+0000","last_peered":"2021-03-04T23:32:58.025033+0000","last_clean":"2021-03-04T23:32:58.025033+0000","last_became_active":"2021-03-04T23:32:18.981427+0000","last_became_peered":"2021-03-04T23:32:18.981427+0000","last_unstale":"2021-03-04T23:32:58.025033+0000","last_undegraded":"2021-03-04T23:32:58.025033+0000","last_fullsized":"2021-03-04T23:32:58.025033+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"279'12494","reported_seq":"17060","reported_epoch":"279","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:33:11.809496+0000","last_change":"2021-03-04T23:32:43.822873+0000","last_active":"2021-03-04T23:33:11.809496+0000","last_peered":"2021-03-04T23:33:11.809496+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:32:35.807116+0000","last_became_peered":"2021-03-04T23:32:35.807116+0000","last_unstale":"2021-03-04T23:33:11.809496+0000","last_undegraded":"2021-03-04T23:33:11.809496+0000","last_fullsized":"2021-03-04T23:32:19.969626+0000","mapping_epoch":261,"log_start":"142'5939","ondisk_log_start":"142'5939","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6555,"ondisk_log_size":6555,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":423493632,"num_objects":6462,"num_object_clones":0,"num_object_copies":19386,"num_objects_missing_on_primary":807,"num_objects_missing":807,"num_objects_degraded":0,"num_objects_misplaced":3540,"num_objects_unfound":0,"num_objects_dirty":6462,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12494,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2190,"num_bytes_recovered":127205376,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6],"avail_no_missing":["2","7"],"object_location_counts":[{"shards":"3,4,7","objects":3540},{"shards":"3,6","objects":2922}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022823+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:32:58.022823+0000","last_peered":"2021-03-04T23:32:58.022823+0000","last_clean":"2021-03-04T23:32:58.022823+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:32:58.022823+0000","last_undegraded":"2021-03-04T23:32:58.022823+0000","last_fullsized":"2021-03-04T23:32:58.022823+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"310","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022736+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:32:58.022736+0000","last_peered":"2021-03-04T23:32:58.022736+0000","last_clean":"2021-03-04T23:32:58.022736+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:32:58.022736+0000","last_undegraded":"2021-03-04T23:32:58.022736+0000","last_fullsized":"2021-03-04T23:32:58.022736+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"288","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023470+0000","last_change":"2021-03-04T23:31:58.069697+0000","last_active":"2021-03-04T23:32:58.023470+0000","last_peered":"2021-03-04T23:32:58.023470+0000","last_clean":"2021-03-04T23:32:58.023470+0000","last_became_active":"2021-03-04T23:31:58.068973+0000","last_became_peered":"2021-03-04T23:31:58.068973+0000","last_unstale":"2021-03-04T23:32:58.023470+0000","last_undegraded":"2021-03-04T23:32:58.023470+0000","last_fullsized":"2021-03-04T23:32:58.023470+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024649+0000","last_change":"2021-03-04T23:32:19.011549+0000","last_active":"2021-03-04T23:32:58.024649+0000","last_peered":"2021-03-04T23:32:58.024649+0000","last_clean":"2021-03-04T23:32:58.024649+0000","last_became_active":"2021-03-04T23:32:19.011346+0000","last_became_peered":"2021-03-04T23:32:19.011346+0000","last_unstale":"2021-03-04T23:32:58.024649+0000","last_undegraded":"2021-03-04T23:32:58.024649+0000","last_fullsized":"2021-03-04T23:32:58.024649+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"279'12861","reported_seq":"27872","reported_epoch":"279","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:33:13.360487+0000","last_change":"2021-03-04T23:32:26.310942+0000","last_active":"2021-03-04T23:33:13.360487+0000","last_peered":"2021-03-04T23:33:13.360487+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:32:26.290638+0000","last_became_peered":"2021-03-04T23:32:26.290638+0000","last_unstale":"2021-03-04T23:33:13.360487+0000","last_undegraded":"2021-03-04T23:33:13.360487+0000","last_fullsized":"2021-03-04T23:33:13.360487+0000","mapping_epoch":266,"log_start":"153'8515","ondisk_log_start":"153'8515","created":137,"last_epoch_clean":233,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4346,"ondisk_log_size":4346,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":430768128,"num_objects":6573,"num_object_clones":0,"num_object_copies":19719,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":13146,"num_objects_unfound":0,"num_objects_dirty":6573,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12861,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7388,"num_bytes_recovered":475725824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[5,0,2],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"0,2,5","objects":6573}],"blocked_by":[],"up_primary":1,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"37","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.093082+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:32:58.093082+0000","last_peered":"2021-03-04T23:32:58.093082+0000","last_clean":"2021-03-04T23:32:58.093082+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:32:58.093082+0000","last_undegraded":"2021-03-04T23:32:58.093082+0000","last_fullsized":"2021-03-04T23:32:58.093082+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"298","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022872+0000","last_change":"2021-03-04T23:32:18.970427+0000","last_active":"2021-03-04T23:32:58.022872+0000","last_peered":"2021-03-04T23:32:58.022872+0000","last_clean":"2021-03-04T23:32:58.022872+0000","last_became_active":"2021-03-04T23:32:18.970152+0000","last_became_peered":"2021-03-04T23:32:18.970152+0000","last_unstale":"2021-03-04T23:32:58.022872+0000","last_undegraded":"2021-03-04T23:32:58.022872+0000","last_fullsized":"2021-03-04T23:32:58.022872+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025148+0000","last_change":"2021-03-04T23:32:19.018810+0000","last_active":"2021-03-04T23:32:58.025148+0000","last_peered":"2021-03-04T23:32:58.025148+0000","last_clean":"2021-03-04T23:32:58.025148+0000","last_became_active":"2021-03-04T23:32:19.018286+0000","last_became_peered":"2021-03-04T23:32:19.018286+0000","last_unstale":"2021-03-04T23:32:58.025148+0000","last_undegraded":"2021-03-04T23:32:58.025148+0000","last_fullsized":"2021-03-04T23:32:58.025148+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"61","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024738+0000","last_change":"2021-03-04T23:32:26.246083+0000","last_active":"2021-03-04T23:32:58.024738+0000","last_peered":"2021-03-04T23:32:58.024738+0000","last_clean":"2021-03-04T23:32:58.024738+0000","last_became_active":"2021-03-04T23:32:26.244207+0000","last_became_peered":"2021-03-04T23:32:26.244207+0000","last_unstale":"2021-03-04T23:32:58.024738+0000","last_undegraded":"2021-03-04T23:32:58.024738+0000","last_fullsized":"2021-03-04T23:32:58.024738+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"279'12534","reported_seq":"28077","reported_epoch":"279","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:33:12.505817+0000","last_change":"2021-03-04T23:32:26.376916+0000","last_active":"2021-03-04T23:33:12.505817+0000","last_peered":"2021-03-04T23:33:12.505817+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:32:26.331782+0000","last_became_peered":"2021-03-04T23:32:26.331782+0000","last_unstale":"2021-03-04T23:33:12.505817+0000","last_undegraded":"2021-03-04T23:32:26.253611+0000","last_fullsized":"2021-03-04T23:32:26.238493+0000","mapping_epoch":266,"log_start":"152'8173","ondisk_log_start":"152'8173","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4361,"ondisk_log_size":4361,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":421134336,"num_objects":6426,"num_object_clones":0,"num_object_copies":19278,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3797,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6426,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12534,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5565,"num_bytes_recovered":304480256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3],"avail_no_missing":["7","0","3","6"],"object_location_counts":[{"shards":"3,5,7","objects":2096},{"shards":"3,7","objects":4330}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"275","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022576+0000","last_change":"2021-03-04T23:31:58.064857+0000","last_active":"2021-03-04T23:32:58.022576+0000","last_peered":"2021-03-04T23:32:58.022576+0000","last_clean":"2021-03-04T23:32:58.022576+0000","last_became_active":"2021-03-04T23:31:58.064575+0000","last_became_peered":"2021-03-04T23:31:58.064575+0000","last_unstale":"2021-03-04T23:32:58.022576+0000","last_undegraded":"2021-03-04T23:32:58.022576+0000","last_fullsized":"2021-03-04T23:32:58.022576+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"337","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022937+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:32:58.022937+0000","last_peered":"2021-03-04T23:32:58.022937+0000","last_clean":"2021-03-04T23:32:58.022937+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:32:58.022937+0000","last_undegraded":"2021-03-04T23:32:58.022937+0000","last_fullsized":"2021-03-04T23:32:58.022937+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"268","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.087845+0000","last_change":"2021-03-04T23:31:58.062715+0000","last_active":"2021-03-04T23:32:58.087845+0000","last_peered":"2021-03-04T23:32:58.087845+0000","last_clean":"2021-03-04T23:32:58.087845+0000","last_became_active":"2021-03-04T23:31:58.062351+0000","last_became_peered":"2021-03-04T23:31:58.062351+0000","last_unstale":"2021-03-04T23:32:58.087845+0000","last_undegraded":"2021-03-04T23:32:58.087845+0000","last_fullsized":"2021-03-04T23:32:58.087845+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025024+0000","last_change":"2021-03-04T23:32:18.982415+0000","last_active":"2021-03-04T23:32:58.025024+0000","last_peered":"2021-03-04T23:32:58.025024+0000","last_clean":"2021-03-04T23:32:58.025024+0000","last_became_active":"2021-03-04T23:32:18.982097+0000","last_became_peered":"2021-03-04T23:32:18.982097+0000","last_unstale":"2021-03-04T23:32:58.025024+0000","last_undegraded":"2021-03-04T23:32:58.025024+0000","last_fullsized":"2021-03-04T23:32:58.025024+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"279'12585","reported_seq":"35161","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:11.752482+0000","last_change":"2021-03-04T23:32:23.249042+0000","last_active":"2021-03-04T23:33:11.752482+0000","last_peered":"2021-03-04T23:33:11.752482+0000","last_clean":"2021-03-04T23:33:11.752482+0000","last_became_active":"2021-03-04T23:32:23.233324+0000","last_became_peered":"2021-03-04T23:32:23.233324+0000","last_unstale":"2021-03-04T23:33:11.752482+0000","last_undegraded":"2021-03-04T23:33:11.752482+0000","last_fullsized":"2021-03-04T23:33:11.752482+0000","mapping_epoch":264,"log_start":"147'6930","ondisk_log_start":"147'6930","created":137,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5655,"ondisk_log_size":5655,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":431030272,"num_objects":6577,"num_object_clones":0,"num_object_copies":19731,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6577,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12585,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11178,"num_bytes_recovered":644808704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"93","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022673+0000","last_change":"2021-03-04T23:32:26.240947+0000","last_active":"2021-03-04T23:32:58.022673+0000","last_peered":"2021-03-04T23:32:58.022673+0000","last_clean":"2021-03-04T23:32:58.022673+0000","last_became_active":"2021-03-04T23:32:26.240743+0000","last_became_peered":"2021-03-04T23:32:26.240743+0000","last_unstale":"2021-03-04T23:32:58.022673+0000","last_undegraded":"2021-03-04T23:32:58.022673+0000","last_fullsized":"2021-03-04T23:32:58.022673+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"119","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.048919+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:33:05.048919+0000","last_peered":"2021-03-04T23:33:05.048919+0000","last_clean":"2021-03-04T23:33:05.048919+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:33:05.048919+0000","last_undegraded":"2021-03-04T23:33:05.048919+0000","last_fullsized":"2021-03-04T23:33:05.048919+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025353+0000","last_change":"2021-03-04T23:32:18.981845+0000","last_active":"2021-03-04T23:32:58.025353+0000","last_peered":"2021-03-04T23:32:58.025353+0000","last_clean":"2021-03-04T23:32:58.025353+0000","last_became_active":"2021-03-04T23:32:18.981465+0000","last_became_peered":"2021-03-04T23:32:18.981465+0000","last_unstale":"2021-03-04T23:32:58.025353+0000","last_undegraded":"2021-03-04T23:32:58.025353+0000","last_fullsized":"2021-03-04T23:32:58.025353+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"279'12583","reported_seq":"26715","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:13.573545+0000","last_change":"2021-03-04T23:32:43.006956+0000","last_active":"2021-03-04T23:33:13.573545+0000","last_peered":"2021-03-04T23:33:13.573545+0000","last_clean":"2021-03-04T23:33:13.573545+0000","last_became_active":"2021-03-04T23:32:42.989066+0000","last_became_peered":"2021-03-04T23:32:42.989066+0000","last_unstale":"2021-03-04T23:33:13.573545+0000","last_undegraded":"2021-03-04T23:33:13.573545+0000","last_fullsized":"2021-03-04T23:33:13.573545+0000","mapping_epoch":273,"log_start":"150'7434","ondisk_log_start":"150'7434","created":137,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5149,"ondisk_log_size":5149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":424345600,"num_objects":6475,"num_object_clones":0,"num_object_copies":19425,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6475,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12583,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6961,"num_bytes_recovered":299565056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"23","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.048668+0000","last_change":"2021-03-04T23:32:26.243555+0000","last_active":"2021-03-04T23:33:05.048668+0000","last_peered":"2021-03-04T23:33:05.048668+0000","last_clean":"2021-03-04T23:33:05.048668+0000","last_became_active":"2021-03-04T23:32:26.243321+0000","last_became_peered":"2021-03-04T23:32:26.243321+0000","last_unstale":"2021-03-04T23:33:05.048668+0000","last_undegraded":"2021-03-04T23:33:05.048668+0000","last_fullsized":"2021-03-04T23:33:05.048668+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"291","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023779+0000","last_change":"2021-03-04T23:31:58.061270+0000","last_active":"2021-03-04T23:32:58.023779+0000","last_peered":"2021-03-04T23:32:58.023779+0000","last_clean":"2021-03-04T23:32:58.023779+0000","last_became_active":"2021-03-04T23:31:58.060937+0000","last_became_peered":"2021-03-04T23:31:58.060937+0000","last_unstale":"2021-03-04T23:32:58.023779+0000","last_undegraded":"2021-03-04T23:32:58.023779+0000","last_fullsized":"2021-03-04T23:32:58.023779+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"23","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.048552+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:33:05.048552+0000","last_peered":"2021-03-04T23:33:05.048552+0000","last_clean":"2021-03-04T23:33:05.048552+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:33:05.048552+0000","last_undegraded":"2021-03-04T23:33:05.048552+0000","last_fullsized":"2021-03-04T23:33:05.048552+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024859+0000","last_change":"2021-03-04T23:32:18.981793+0000","last_active":"2021-03-04T23:32:58.024859+0000","last_peered":"2021-03-04T23:32:58.024859+0000","last_clean":"2021-03-04T23:32:58.024859+0000","last_became_active":"2021-03-04T23:32:18.981354+0000","last_became_peered":"2021-03-04T23:32:18.981354+0000","last_unstale":"2021-03-04T23:32:58.024859+0000","last_undegraded":"2021-03-04T23:32:58.024859+0000","last_fullsized":"2021-03-04T23:32:58.024859+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"279'12648","reported_seq":"27378","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:12.826888+0000","last_change":"2021-03-04T23:31:15.989387+0000","last_active":"2021-03-04T23:33:12.826888+0000","last_peered":"2021-03-04T23:33:12.826888+0000","last_clean":"2021-03-04T23:33:12.826888+0000","last_became_active":"2021-03-04T23:31:15.968551+0000","last_became_peered":"2021-03-04T23:31:15.968551+0000","last_unstale":"2021-03-04T23:33:12.826888+0000","last_undegraded":"2021-03-04T23:33:12.826888+0000","last_fullsized":"2021-03-04T23:33:12.826888+0000","mapping_epoch":236,"log_start":"152'8303","ondisk_log_start":"152'8303","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4345,"ondisk_log_size":4345,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":437125120,"num_objects":6670,"num_object_clones":0,"num_object_copies":20010,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6670,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12648,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7379,"num_bytes_recovered":476381184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"331","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023491+0000","last_change":"2021-03-04T23:32:18.974052+0000","last_active":"2021-03-04T23:32:58.023491+0000","last_peered":"2021-03-04T23:32:58.023491+0000","last_clean":"2021-03-04T23:32:58.023491+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:32:58.023491+0000","last_undegraded":"2021-03-04T23:32:58.023491+0000","last_fullsized":"2021-03-04T23:32:58.023491+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"281","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022653+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:32:58.022653+0000","last_peered":"2021-03-04T23:32:58.022653+0000","last_clean":"2021-03-04T23:32:58.022653+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:32:58.022653+0000","last_undegraded":"2021-03-04T23:32:58.022653+0000","last_fullsized":"2021-03-04T23:32:58.022653+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"23","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.048634+0000","last_change":"2021-03-04T23:32:26.241730+0000","last_active":"2021-03-04T23:33:05.048634+0000","last_peered":"2021-03-04T23:33:05.048634+0000","last_clean":"2021-03-04T23:33:05.048634+0000","last_became_active":"2021-03-04T23:32:26.241443+0000","last_became_peered":"2021-03-04T23:32:26.241443+0000","last_unstale":"2021-03-04T23:33:05.048634+0000","last_undegraded":"2021-03-04T23:33:05.048634+0000","last_fullsized":"2021-03-04T23:33:05.048634+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024876+0000","last_change":"2021-03-04T23:32:18.982273+0000","last_active":"2021-03-04T23:32:58.024876+0000","last_peered":"2021-03-04T23:32:58.024876+0000","last_clean":"2021-03-04T23:32:58.024876+0000","last_became_active":"2021-03-04T23:32:18.981390+0000","last_became_peered":"2021-03-04T23:32:18.981390+0000","last_unstale":"2021-03-04T23:32:58.024876+0000","last_undegraded":"2021-03-04T23:32:58.024876+0000","last_fullsized":"2021-03-04T23:32:58.024876+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"279'12657","reported_seq":"20545","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:13.590244+0000","last_change":"2021-03-04T23:31:15.990321+0000","last_active":"2021-03-04T23:33:13.590244+0000","last_peered":"2021-03-04T23:33:13.590244+0000","last_clean":"2021-03-04T23:33:13.590244+0000","last_became_active":"2021-03-04T23:31:15.968330+0000","last_became_peered":"2021-03-04T23:31:15.968330+0000","last_unstale":"2021-03-04T23:33:13.590244+0000","last_undegraded":"2021-03-04T23:33:13.590244+0000","last_fullsized":"2021-03-04T23:33:13.590244+0000","mapping_epoch":236,"log_start":"151'7543","ondisk_log_start":"151'7543","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5114,"ondisk_log_size":5114,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":418971648,"num_objects":6393,"num_object_clones":0,"num_object_copies":19179,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6393,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12657,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3842,"num_bytes_recovered":151388160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"271","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.087796+0000","last_change":"2021-03-04T23:31:58.062851+0000","last_active":"2021-03-04T23:32:58.087796+0000","last_peered":"2021-03-04T23:32:58.087796+0000","last_clean":"2021-03-04T23:32:58.087796+0000","last_became_active":"2021-03-04T23:31:58.062390+0000","last_became_peered":"2021-03-04T23:31:58.062390+0000","last_unstale":"2021-03-04T23:32:58.087796+0000","last_undegraded":"2021-03-04T23:32:58.087796+0000","last_fullsized":"2021-03-04T23:32:58.087796+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"23","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.048512+0000","last_change":"2021-03-04T23:32:26.241630+0000","last_active":"2021-03-04T23:33:05.048512+0000","last_peered":"2021-03-04T23:33:05.048512+0000","last_clean":"2021-03-04T23:33:05.048512+0000","last_became_active":"2021-03-04T23:32:26.241377+0000","last_became_peered":"2021-03-04T23:32:26.241377+0000","last_unstale":"2021-03-04T23:33:05.048512+0000","last_undegraded":"2021-03-04T23:33:05.048512+0000","last_fullsized":"2021-03-04T23:33:05.048512+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"23","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.048850+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:33:05.048850+0000","last_peered":"2021-03-04T23:33:05.048850+0000","last_clean":"2021-03-04T23:33:05.048850+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:33:05.048850+0000","last_undegraded":"2021-03-04T23:33:05.048850+0000","last_fullsized":"2021-03-04T23:33:05.048850+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"279'12623","reported_seq":"28717","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:11.706109+0000","last_change":"2021-03-04T23:30:59.306069+0000","last_active":"2021-03-04T23:33:11.706109+0000","last_peered":"2021-03-04T23:33:11.706109+0000","last_clean":"2021-03-04T23:33:11.706109+0000","last_became_active":"2021-03-04T23:30:59.292136+0000","last_became_peered":"2021-03-04T23:30:59.292136+0000","last_unstale":"2021-03-04T23:33:11.706109+0000","last_undegraded":"2021-03-04T23:33:11.706109+0000","last_fullsized":"2021-03-04T23:33:11.706109+0000","mapping_epoch":228,"log_start":"152'8097","ondisk_log_start":"152'8097","created":137,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4526,"ondisk_log_size":4526,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":425918464,"num_objects":6499,"num_object_clones":0,"num_object_copies":19497,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6499,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12623,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7939,"num_bytes_recovered":520224768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"289","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023571+0000","last_change":"2021-03-04T23:31:58.069375+0000","last_active":"2021-03-04T23:32:58.023571+0000","last_peered":"2021-03-04T23:32:58.023571+0000","last_clean":"2021-03-04T23:32:58.023571+0000","last_became_active":"2021-03-04T23:31:58.069076+0000","last_became_peered":"2021-03-04T23:31:58.069076+0000","last_unstale":"2021-03-04T23:32:58.023571+0000","last_undegraded":"2021-03-04T23:32:58.023571+0000","last_fullsized":"2021-03-04T23:32:58.023571+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024837+0000","last_change":"2021-03-04T23:32:18.976198+0000","last_active":"2021-03-04T23:32:58.024837+0000","last_peered":"2021-03-04T23:32:58.024837+0000","last_clean":"2021-03-04T23:32:58.024837+0000","last_became_active":"2021-03-04T23:32:18.975757+0000","last_became_peered":"2021-03-04T23:32:18.975757+0000","last_unstale":"2021-03-04T23:32:58.024837+0000","last_undegraded":"2021-03-04T23:32:58.024837+0000","last_fullsized":"2021-03-04T23:32:58.024837+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"66","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022680+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:32:58.022680+0000","last_peered":"2021-03-04T23:32:58.022680+0000","last_clean":"2021-03-04T23:32:58.022680+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:32:58.022680+0000","last_undegraded":"2021-03-04T23:32:58.022680+0000","last_fullsized":"2021-03-04T23:32:58.022680+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"28","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.093084+0000","last_change":"2021-03-04T23:32:18.986718+0000","last_active":"2021-03-04T23:32:58.093084+0000","last_peered":"2021-03-04T23:32:58.093084+0000","last_clean":"2021-03-04T23:32:58.093084+0000","last_became_active":"2021-03-04T23:32:18.986509+0000","last_became_peered":"2021-03-04T23:32:18.986509+0000","last_unstale":"2021-03-04T23:32:58.093084+0000","last_undegraded":"2021-03-04T23:32:58.093084+0000","last_fullsized":"2021-03-04T23:32:58.093084+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024951+0000","last_change":"2021-03-04T23:32:19.018869+0000","last_active":"2021-03-04T23:32:58.024951+0000","last_peered":"2021-03-04T23:32:58.024951+0000","last_clean":"2021-03-04T23:32:58.024951+0000","last_became_active":"2021-03-04T23:32:19.018305+0000","last_became_peered":"2021-03-04T23:32:19.018305+0000","last_unstale":"2021-03-04T23:32:58.024951+0000","last_undegraded":"2021-03-04T23:32:58.024951+0000","last_fullsized":"2021-03-04T23:32:58.024951+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"279'12926","reported_seq":"34717","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:13.044566+0000","last_change":"2021-03-04T23:32:34.277292+0000","last_active":"2021-03-04T23:33:13.044566+0000","last_peered":"2021-03-04T23:33:13.044566+0000","last_clean":"2021-03-04T23:33:13.044566+0000","last_became_active":"2021-03-04T23:32:34.260379+0000","last_became_peered":"2021-03-04T23:32:34.260379+0000","last_unstale":"2021-03-04T23:33:13.044566+0000","last_undegraded":"2021-03-04T23:33:13.044566+0000","last_fullsized":"2021-03-04T23:33:13.044566+0000","mapping_epoch":270,"log_start":"154'8635","ondisk_log_start":"154'8635","created":137,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4291,"ondisk_log_size":4291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":435290112,"num_objects":6642,"num_object_clones":0,"num_object_copies":19926,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6642,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12926,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10774,"num_bytes_recovered":705953792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"61","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.024674+0000","last_change":"2021-03-04T23:32:26.246392+0000","last_active":"2021-03-04T23:32:58.024674+0000","last_peered":"2021-03-04T23:32:58.024674+0000","last_clean":"2021-03-04T23:32:58.024674+0000","last_became_active":"2021-03-04T23:32:26.245274+0000","last_became_peered":"2021-03-04T23:32:26.245274+0000","last_unstale":"2021-03-04T23:32:58.024674+0000","last_undegraded":"2021-03-04T23:32:58.024674+0000","last_fullsized":"2021-03-04T23:32:58.024674+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"263","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.088010+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:32:58.088010+0000","last_peered":"2021-03-04T23:32:58.088010+0000","last_clean":"2021-03-04T23:32:58.088010+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:32:58.088010+0000","last_undegraded":"2021-03-04T23:32:58.088010+0000","last_fullsized":"2021-03-04T23:32:58.088010+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"309","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.088032+0000","last_change":"2021-03-04T23:32:26.243552+0000","last_active":"2021-03-04T23:32:58.088032+0000","last_peered":"2021-03-04T23:32:58.088032+0000","last_clean":"2021-03-04T23:32:58.088032+0000","last_became_active":"2021-03-04T23:32:26.243356+0000","last_became_peered":"2021-03-04T23:32:26.243356+0000","last_unstale":"2021-03-04T23:32:58.088032+0000","last_undegraded":"2021-03-04T23:32:58.088032+0000","last_fullsized":"2021-03-04T23:32:58.088032+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025298+0000","last_change":"2021-03-04T23:32:18.976958+0000","last_active":"2021-03-04T23:32:58.025298+0000","last_peered":"2021-03-04T23:32:58.025298+0000","last_clean":"2021-03-04T23:32:58.025298+0000","last_became_active":"2021-03-04T23:32:18.975806+0000","last_became_peered":"2021-03-04T23:32:18.975806+0000","last_unstale":"2021-03-04T23:32:58.025298+0000","last_undegraded":"2021-03-04T23:32:58.025298+0000","last_fullsized":"2021-03-04T23:32:58.025298+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"279'12635","reported_seq":"30284","reported_epoch":"279","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:33:12.464585+0000","last_change":"2021-03-04T23:32:27.307328+0000","last_active":"2021-03-04T23:33:12.464585+0000","last_peered":"2021-03-04T23:33:12.464585+0000","last_clean":"2021-03-04T23:32:23.232073+0000","last_became_active":"2021-03-04T23:32:27.288606+0000","last_became_peered":"2021-03-04T23:32:27.288606+0000","last_unstale":"2021-03-04T23:33:12.464585+0000","last_undegraded":"2021-03-04T23:33:12.464585+0000","last_fullsized":"2021-03-04T23:33:12.464585+0000","mapping_epoch":267,"log_start":"152'8286","ondisk_log_start":"152'8286","created":137,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4349,"ondisk_log_size":4349,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":426967040,"num_objects":6515,"num_object_clones":0,"num_object_copies":19545,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6515,"num_objects_unfound":0,"num_objects_dirty":6515,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12635,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8712,"num_bytes_recovered":396623872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,0],"avail_no_missing":["7","0","4"],"object_location_counts":[{"shards":"0,4,7","objects":6515}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"52","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025211+0000","last_change":"2021-03-04T23:31:15.976911+0000","last_active":"2021-03-04T23:32:58.025211+0000","last_peered":"2021-03-04T23:32:58.025211+0000","last_clean":"2021-03-04T23:32:58.025211+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:32:58.025211+0000","last_undegraded":"2021-03-04T23:32:58.025211+0000","last_fullsized":"2021-03-04T23:32:58.025211+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"23","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.048833+0000","last_change":"2021-03-04T23:32:26.241609+0000","last_active":"2021-03-04T23:33:05.048833+0000","last_peered":"2021-03-04T23:33:05.048833+0000","last_clean":"2021-03-04T23:33:05.048833+0000","last_became_active":"2021-03-04T23:32:26.241419+0000","last_became_peered":"2021-03-04T23:32:26.241419+0000","last_unstale":"2021-03-04T23:33:05.048833+0000","last_undegraded":"2021-03-04T23:33:05.048833+0000","last_fullsized":"2021-03-04T23:33:05.048833+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"241","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023478+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:32:58.023478+0000","last_peered":"2021-03-04T23:32:58.023478+0000","last_clean":"2021-03-04T23:32:58.023478+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:32:58.023478+0000","last_undegraded":"2021-03-04T23:32:58.023478+0000","last_fullsized":"2021-03-04T23:32:58.023478+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025427+0000","last_change":"2021-03-04T23:32:18.990243+0000","last_active":"2021-03-04T23:32:58.025427+0000","last_peered":"2021-03-04T23:32:58.025427+0000","last_clean":"2021-03-04T23:32:58.025427+0000","last_became_active":"2021-03-04T23:32:18.985408+0000","last_became_peered":"2021-03-04T23:32:18.985408+0000","last_unstale":"2021-03-04T23:32:58.025427+0000","last_undegraded":"2021-03-04T23:32:58.025427+0000","last_fullsized":"2021-03-04T23:32:58.025427+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"279'12528","reported_seq":"20576","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:12.496856+0000","last_change":"2021-03-04T23:32:54.052768+0000","last_active":"2021-03-04T23:33:12.496856+0000","last_peered":"2021-03-04T23:33:12.496856+0000","last_clean":"2021-03-04T23:33:12.496856+0000","last_became_active":"2021-03-04T23:32:54.024075+0000","last_became_peered":"2021-03-04T23:32:54.024075+0000","last_unstale":"2021-03-04T23:33:12.496856+0000","last_undegraded":"2021-03-04T23:33:12.496856+0000","last_fullsized":"2021-03-04T23:33:12.496856+0000","mapping_epoch":276,"log_start":"152'8095","ondisk_log_start":"152'8095","created":137,"last_epoch_clean":277,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4433,"ondisk_log_size":4433,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":422510616,"num_objects":6448,"num_object_clones":0,"num_object_copies":19344,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6448,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12528,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3917,"num_bytes_recovered":147324952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"92","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023067+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:32:58.023067+0000","last_peered":"2021-03-04T23:32:58.023067+0000","last_clean":"2021-03-04T23:32:58.023067+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:32:58.023067+0000","last_undegraded":"2021-03-04T23:32:58.023067+0000","last_fullsized":"2021-03-04T23:32:58.023067+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"23","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.048833+0000","last_change":"2021-03-04T23:32:26.249226+0000","last_active":"2021-03-04T23:33:05.048833+0000","last_peered":"2021-03-04T23:33:05.048833+0000","last_clean":"2021-03-04T23:33:05.048833+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:33:05.048833+0000","last_undegraded":"2021-03-04T23:33:05.048833+0000","last_fullsized":"2021-03-04T23:33:05.048833+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"84","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022593+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:32:58.022593+0000","last_peered":"2021-03-04T23:32:58.022593+0000","last_clean":"2021-03-04T23:32:58.022593+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:32:58.022593+0000","last_undegraded":"2021-03-04T23:32:58.022593+0000","last_fullsized":"2021-03-04T23:32:58.022593+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"70","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.025340+0000","last_change":"2021-03-04T23:32:18.976964+0000","last_active":"2021-03-04T23:32:58.025340+0000","last_peered":"2021-03-04T23:32:58.025340+0000","last_clean":"2021-03-04T23:32:58.025340+0000","last_became_active":"2021-03-04T23:32:18.976053+0000","last_became_peered":"2021-03-04T23:32:18.976053+0000","last_unstale":"2021-03-04T23:32:58.025340+0000","last_undegraded":"2021-03-04T23:32:58.025340+0000","last_fullsized":"2021-03-04T23:32:58.025340+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"279'12593","reported_seq":"20191","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:11.728900+0000","last_change":"2021-03-04T23:31:15.998496+0000","last_active":"2021-03-04T23:33:11.728900+0000","last_peered":"2021-03-04T23:33:11.728900+0000","last_clean":"2021-03-04T23:33:11.728900+0000","last_became_active":"2021-03-04T23:31:15.976417+0000","last_became_peered":"2021-03-04T23:31:15.976417+0000","last_unstale":"2021-03-04T23:33:11.728900+0000","last_undegraded":"2021-03-04T23:33:11.728900+0000","last_fullsized":"2021-03-04T23:33:11.728900+0000","mapping_epoch":236,"log_start":"147'6975","ondisk_log_start":"147'6975","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5618,"ondisk_log_size":5618,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":422510592,"num_objects":6447,"num_object_clones":0,"num_object_copies":19341,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6447,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12593,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3697,"num_bytes_recovered":238419968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"180","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.093332+0000","last_change":"2021-03-04T23:31:58.069248+0000","last_active":"2021-03-04T23:32:58.093332+0000","last_peered":"2021-03-04T23:32:58.093332+0000","last_clean":"2021-03-04T23:32:58.093332+0000","last_became_active":"2021-03-04T23:31:58.068899+0000","last_became_peered":"2021-03-04T23:31:58.068899+0000","last_unstale":"2021-03-04T23:32:58.093332+0000","last_undegraded":"2021-03-04T23:32:58.093332+0000","last_fullsized":"2021-03-04T23:32:58.093332+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"312","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.088110+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:32:58.088110+0000","last_peered":"2021-03-04T23:32:58.088110+0000","last_clean":"2021-03-04T23:32:58.088110+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:32:58.088110+0000","last_undegraded":"2021-03-04T23:32:58.088110+0000","last_fullsized":"2021-03-04T23:32:58.088110+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"250","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022601+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:32:58.022601+0000","last_peered":"2021-03-04T23:32:58.022601+0000","last_clean":"2021-03-04T23:32:58.022601+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:32:58.022601+0000","last_undegraded":"2021-03-04T23:32:58.022601+0000","last_fullsized":"2021-03-04T23:32:58.022601+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"245","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.087864+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:32:58.087864+0000","last_peered":"2021-03-04T23:32:58.087864+0000","last_clean":"2021-03-04T23:32:58.087864+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:32:58.087864+0000","last_undegraded":"2021-03-04T23:32:58.087864+0000","last_fullsized":"2021-03-04T23:32:58.087864+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"286","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.048790+0000","last_change":"2021-03-04T23:31:58.060196+0000","last_active":"2021-03-04T23:33:05.048790+0000","last_peered":"2021-03-04T23:33:05.048790+0000","last_clean":"2021-03-04T23:33:05.048790+0000","last_became_active":"2021-03-04T23:31:58.059959+0000","last_became_peered":"2021-03-04T23:31:58.059959+0000","last_unstale":"2021-03-04T23:33:05.048790+0000","last_undegraded":"2021-03-04T23:33:05.048790+0000","last_fullsized":"2021-03-04T23:33:05.048790+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"342","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023711+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:32:58.023711+0000","last_peered":"2021-03-04T23:32:58.023711+0000","last_clean":"2021-03-04T23:32:58.023711+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:32:58.023711+0000","last_undegraded":"2021-03-04T23:32:58.023711+0000","last_fullsized":"2021-03-04T23:32:58.023711+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"325","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022803+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:32:58.022803+0000","last_peered":"2021-03-04T23:32:58.022803+0000","last_clean":"2021-03-04T23:32:58.022803+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:32:58.022803+0000","last_undegraded":"2021-03-04T23:32:58.022803+0000","last_fullsized":"2021-03-04T23:32:58.022803+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"288","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.023696+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:32:58.023696+0000","last_peered":"2021-03-04T23:32:58.023696+0000","last_clean":"2021-03-04T23:32:58.023696+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:32:58.023696+0000","last_undegraded":"2021-03-04T23:32:58.023696+0000","last_fullsized":"2021-03-04T23:32:58.023696+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"295","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022508+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:32:58.022508+0000","last_peered":"2021-03-04T23:32:58.022508+0000","last_clean":"2021-03-04T23:32:58.022508+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:32:58.022508+0000","last_undegraded":"2021-03-04T23:32:58.022508+0000","last_fullsized":"2021-03-04T23:32:58.022508+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"84","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022966+0000","last_change":"2021-03-04T23:32:18.971387+0000","last_active":"2021-03-04T23:32:58.022966+0000","last_peered":"2021-03-04T23:32:58.022966+0000","last_clean":"2021-03-04T23:32:58.022966+0000","last_became_active":"2021-03-04T23:32:18.971083+0000","last_became_peered":"2021-03-04T23:32:18.971083+0000","last_unstale":"2021-03-04T23:32:58.022966+0000","last_undegraded":"2021-03-04T23:32:58.022966+0000","last_fullsized":"2021-03-04T23:32:58.022966+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"68","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.087995+0000","last_change":"2021-03-04T23:31:58.062548+0000","last_active":"2021-03-04T23:32:58.087995+0000","last_peered":"2021-03-04T23:32:58.087995+0000","last_clean":"2021-03-04T23:32:58.087995+0000","last_became_active":"2021-03-04T23:31:58.062122+0000","last_became_peered":"2021-03-04T23:31:58.062122+0000","last_unstale":"2021-03-04T23:32:58.087995+0000","last_undegraded":"2021-03-04T23:32:58.087995+0000","last_fullsized":"2021-03-04T23:32:58.087995+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"253","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.088044+0000","last_change":"2021-03-04T23:32:19.162403+0000","last_active":"2021-03-04T23:32:58.088044+0000","last_peered":"2021-03-04T23:32:58.088044+0000","last_clean":"2021-03-04T23:32:58.088044+0000","last_became_active":"2021-03-04T23:32:18.984227+0000","last_became_peered":"2021-03-04T23:32:18.984227+0000","last_unstale":"2021-03-04T23:32:58.088044+0000","last_undegraded":"2021-03-04T23:32:58.088044+0000","last_fullsized":"2021-03-04T23:32:58.088044+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"346","reported_epoch":"278","state":"active+clean","last_fresh":"2021-03-04T23:32:58.022495+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:32:58.022495+0000","last_peered":"2021-03-04T23:32:58.022495+0000","last_clean":"2021-03-04T23:32:58.022495+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:32:58.022495+0000","last_undegraded":"2021-03-04T23:32:58.022495+0000","last_fullsized":"2021-03-04T23:32:58.022495+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":10713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8326546,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":6},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":6840057880,"num_objects":104372,"num_object_clones":0,"num_object_copies":313116,"num_objects_missing_on_primary":807,"num_objects_missing":807,"num_objects_degraded":11955,"num_objects_misplaced":23201,"num_objects_unfound":0,"num_objects_dirty":104372,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":202358,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":90979,"num_bytes_recovered":5219287064,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":23904665600,"data_stored":23904649312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":78995,"ondisk_log_size":78995,"up":48,"acting":45,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495966,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5420488,"kb_used_data":4371904,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":82659896,"statfs":{"total":90194313216,"available":84643733504,"internally_reserved":1073741824,"allocated":4476829696,"data_stored":4475455364,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:54 2021","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.34100000000000003,"15min":0.32400000000000001},"min":{"1min":0.17699999999999999,"5min":0.125,"15min":0.125},"max":{"1min":0.57299999999999995,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.184},{"interface":"front","average":{"1min":0.376,"5min":0.40999999999999998,"15min":0.40899999999999997},"min":{"1min":0.17799999999999999,"5min":0.158,"15min":0.158},"max":{"1min":0.53300000000000003,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.26900000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:32:30 2021","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.40799999999999997,"15min":0.59099999999999997},"min":{"1min":0.24299999999999999,"5min":0.16500000000000001,"15min":0.16200000000000001},"max":{"1min":0.72599999999999998,"5min":0.91700000000000004,"15min":37.856000000000002},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.438,"15min":0.67000000000000004},"min":{"1min":0.27900000000000003,"5min":0.187,"15min":0.17399999999999999},"max":{"1min":0.86399999999999999,"5min":1.0409999999999999,"15min":37.914000000000001},"last":0.375}]},{"osd":2,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.377,"15min":0.505},"min":{"1min":0.25800000000000001,"5min":0.20300000000000001,"15min":0.16700000000000001},"max":{"1min":0.91300000000000003,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.44600000000000001,"15min":0.52500000000000002},"min":{"1min":0.36599999999999999,"5min":0.182,"15min":0.182},"max":{"1min":0.82399999999999995,"5min":0.94499999999999995,"15min":3.206},"last":0.42499999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.40100000000000002,"15min":0.93600000000000005},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.18099999999999999},"max":{"1min":0.88,"5min":0.96399999999999997,"15min":63.959000000000003},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.39400000000000002,"15min":0.96899999999999997},"min":{"1min":0.26800000000000002,"5min":0.20699999999999999,"15min":0.183},"max":{"1min":0.79500000000000004,"5min":0.84399999999999997,"15min":64.183999999999997},"last":0.28999999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.33300000000000002,"15min":0.38800000000000001},"min":{"1min":0.216,"5min":0.17100000000000001,"15min":0.13100000000000001},"max":{"1min":0.49299999999999999,"5min":0.746,"15min":4.0179999999999998},"last":0.44},{"interface":"front","average":{"1min":0.27200000000000002,"5min":0.29799999999999999,"15min":0.34899999999999998},"min":{"1min":0.188,"5min":0.16500000000000001,"15min":0.13900000000000001},"max":{"1min":0.42699999999999999,"5min":0.76500000000000001,"15min":3.7410000000000001},"last":0.38600000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.246,"5min":0.28499999999999998,"15min":0.33200000000000002},"min":{"1min":0.159,"5min":0.152,"15min":0.14299999999999999},"max":{"1min":0.40400000000000003,"5min":0.67900000000000005,"15min":3.621},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.311,"5min":0.35599999999999998,"15min":0.42399999999999999},"min":{"1min":0.20300000000000001,"5min":0.184,"15min":0.16800000000000001},"max":{"1min":0.42099999999999999,"5min":0.78500000000000003,"15min":3.54},"last":0.39900000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:32:49 2021","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.29499999999999998,"15min":0.38400000000000001},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14199999999999999},"max":{"1min":0.627,"5min":0.627,"15min":4.1299999999999999},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.371,"15min":0.49099999999999999},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.67700000000000005,"5min":0.80900000000000005,"15min":3.7850000000000001},"last":0.45500000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659467,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1971648,"kb_used_data":923064,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86108736,"statfs":{"total":90194313216,"available":88175345664,"internally_reserved":1073741824,"allocated":945217536,"data_stored":943851813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.35899999999999999,"15min":0.36299999999999999},"min":{"1min":0.17199999999999999,"5min":0.156,"15min":0.156},"max":{"1min":0.53200000000000003,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.316},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.371,"15min":0.36899999999999999},"min":{"1min":0.20399999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.65800000000000003,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.311}]},{"osd":1,"last update":"Thu Mar 4 23:32:23 2021","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.38700000000000001,"15min":0.46500000000000002},"min":{"1min":0.22500000000000001,"5min":0.186,"15min":0.159},"max":{"1min":0.83099999999999996,"5min":0.874,"15min":3.609},"last":0.374},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.40300000000000002,"15min":0.46300000000000002},"min":{"1min":0.29999999999999999,"5min":0.20499999999999999,"15min":0.17000000000000001},"max":{"1min":0.80700000000000005,"5min":0.91600000000000004,"15min":4.149},"last":0.36599999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:32:23 2021","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.40400000000000003,"15min":0.501},"min":{"1min":0.29899999999999999,"5min":0.19500000000000001,"15min":0.16800000000000001},"max":{"1min":0.70099999999999996,"5min":0.85399999999999998,"15min":4.2169999999999996},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.379,"15min":0.46300000000000002},"min":{"1min":0.221,"5min":0.189,"15min":0.17599999999999999},"max":{"1min":0.82999999999999996,"5min":0.83999999999999997,"15min":3.3700000000000001},"last":0.35099999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:32:23 2021","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.40100000000000002,"15min":1.077},"min":{"1min":0.25700000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.877,"5min":0.877,"15min":77.881},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.41399999999999998,"15min":1.0740000000000001},"min":{"1min":0.28100000000000003,"5min":0.217,"15min":0.21099999999999999},"max":{"1min":0.77500000000000002,"5min":0.94999999999999996,"15min":77.683000000000007},"last":0.20999999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.32000000000000001,"15min":0.35999999999999999},"min":{"1min":0.23000000000000001,"5min":0.16600000000000001,"15min":0.13300000000000001},"max":{"1min":0.56699999999999995,"5min":0.61599999999999999,"15min":4.1539999999999999},"last":0.17599999999999999},{"interface":"front","average":{"1min":0.28899999999999998,"5min":0.32000000000000001,"15min":0.36899999999999999},"min":{"1min":0.17699999999999999,"5min":0.14299999999999999,"15min":0.13500000000000001},"max":{"1min":0.51800000000000002,"5min":0.70299999999999996,"15min":4.1269999999999998},"last":0.22600000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.30199999999999999,"5min":0.33200000000000002,"15min":0.375},"min":{"1min":0.19800000000000001,"5min":0.159,"15min":0.159},"max":{"1min":0.48499999999999999,"5min":0.71999999999999997,"15min":4.0010000000000003},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.30099999999999999,"5min":0.32300000000000001,"15min":0.42999999999999999},"min":{"1min":0.161,"5min":0.161,"15min":0.13900000000000001},"max":{"1min":0.438,"5min":0.57599999999999996,"15min":4.2389999999999999},"last":0.25700000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.34699999999999998,"15min":0.46200000000000002},"min":{"1min":0.19400000000000001,"5min":0.187,"15min":0.17399999999999999},"max":{"1min":0.504,"5min":0.60799999999999998,"15min":4.5880000000000001},"last":0.19700000000000001},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.372,"15min":0.42499999999999999},"min":{"1min":0.22500000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.52100000000000002,"5min":0.64100000000000001,"15min":4.0129999999999999},"last":0.29399999999999998}]}]},{"osd":1,"up_from":87,"seq":373662154987,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3766584,"kb_used_data":3633136,"kb_used_omap":2528,"kb_used_meta":130911,"kb_avail":84313800,"statfs":{"total":90194313216,"available":86337331200,"internally_reserved":0,"allocated":3720331264,"data_stored":3718978041,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":134053166},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:58 2021","interfaces":[{"interface":"back","average":{"1min":0.248,"5min":0.26300000000000001,"15min":0.23899999999999999},"min":{"1min":0.13900000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.38800000000000001,"5min":0.625,"15min":0.625},"last":0.31},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.33400000000000002,"15min":0.30599999999999999},"min":{"1min":0.22,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.61799999999999999,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.375}]},{"osd":2,"last update":"Thu Mar 4 23:32:22 2021","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.26000000000000001,"15min":0.39900000000000002},"min":{"1min":0.216,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.59999999999999998,"5min":0.84499999999999997,"15min":4.4059999999999997},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.32600000000000001,"5min":0.26500000000000001,"15min":0.46300000000000002},"min":{"1min":0.183,"5min":0.14799999999999999,"15min":0.13100000000000001},"max":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":4.7240000000000002},"last":0.33400000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.42799999999999999,"15min":0.999},"min":{"1min":0.16600000000000001,"5min":0.156,"15min":0.155},"max":{"1min":12.710000000000001,"5min":12.710000000000001,"15min":110.28400000000001},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.44600000000000001,"15min":1.026},"min":{"1min":0.191,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":12.734,"5min":12.734,"15min":109.977},"last":0.35999999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:32:22 2021","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.41299999999999998,"15min":0.58199999999999996},"min":{"1min":0.30199999999999999,"5min":0.20899999999999999,"15min":0.182},"max":{"1min":0.753,"5min":0.78600000000000003,"15min":4.9850000000000003},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.38300000000000001,"15min":0.503},"min":{"1min":0.248,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.58699999999999997,"5min":0.93799999999999994,"15min":4.5229999999999997},"last":0.443}]},{"osd":5,"last update":"Thu Mar 4 23:32:22 2021","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.40300000000000002,"15min":0.58099999999999996},"min":{"1min":0.23200000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.749,"5min":0.76500000000000001,"15min":8.6690000000000005},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.40600000000000003,"15min":0.59699999999999998},"min":{"1min":0.27300000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.72399999999999998,"5min":0.83899999999999997,"15min":4.7729999999999997},"last":0.47499999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:32:51 2021","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40899999999999997,"15min":0.54700000000000004},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.214},"max":{"1min":0.90500000000000003,"5min":0.95399999999999996,"15min":4.5010000000000003},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.42999999999999999,"15min":0.60099999999999998},"min":{"1min":0.313,"5min":0.24299999999999999,"15min":0.23699999999999999},"max":{"1min":0.88,"5min":0.88,"15min":5.4649999999999999},"last":0.45400000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:32:22 2021","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.434,"15min":0.65700000000000003},"min":{"1min":0.317,"5min":0.23100000000000001,"15min":0.20899999999999999},"max":{"1min":0.77200000000000002,"5min":0.81899999999999995,"15min":4.7939999999999996},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.442,"5min":0.41199999999999998,"15min":0.56599999999999995},"min":{"1min":0.27700000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.69499999999999995,"5min":0.91500000000000004,"15min":4.5499999999999998},"last":0.51600000000000001}]}]},{"osd":0,"up_from":174,"seq":747324309570,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2826160,"kb_used_data":2734632,"kb_used_omap":980,"kb_used_meta":90539,"kb_avail":85254224,"statfs":{"total":90194313216,"available":87300325376,"internally_reserved":0,"allocated":2800263168,"data_stored":2798911148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":92712899},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.214,"5min":0.249,"15min":0.255},"min":{"1min":0.12,"5min":0.12,"15min":0.12},"max":{"1min":0.47499999999999998,"5min":0.623,"15min":0.623},"last":0.16200000000000001},{"interface":"front","average":{"1min":0.22900000000000001,"5min":0.247,"15min":0.24299999999999999},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.17999999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.25600000000000001,"5min":0.26000000000000001,"15min":0.23999999999999999},"min":{"1min":0.156,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":0.432,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.214},{"interface":"front","average":{"1min":0.26300000000000001,"5min":0.27400000000000002,"15min":0.27700000000000002},"min":{"1min":0.14499999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.51800000000000002,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.20100000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.28899999999999998,"5min":0.28299999999999997,"15min":0.28599999999999998},"min":{"1min":0.157,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.46400000000000002,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.28399999999999997,"5min":0.30099999999999999,"15min":0.30299999999999999},"min":{"1min":0.17000000000000001,"5min":0.155,"15min":0.155},"max":{"1min":0.63900000000000001,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.23599999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.39400000000000002,"15min":0.38700000000000001},"min":{"1min":0.248,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.39200000000000002,"15min":0.38300000000000001},"min":{"1min":0.25700000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.61899999999999999,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.64500000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.40000000000000002,"15min":0.39200000000000002},"min":{"1min":0.252,"5min":0.217,"15min":0.217},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.376,"5min":0.38900000000000001,"15min":0.39200000000000002},"min":{"1min":0.20300000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.67700000000000005}]},{"osd":6,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.38100000000000001,"15min":0.40899999999999997},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.40000000000000002,"15min":0.39200000000000002},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.69299999999999995}]},{"osd":7,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.39500000000000002,"15min":0.38900000000000001},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41499999999999998,"15min":0.40899999999999997},"min":{"1min":0.28499999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.66800000000000004,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.627}]}]},{"osd":2,"up_from":0,"seq":442381631710,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879506,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3804328,"kb_used_data":3712096,"kb_used_omap":883,"kb_used_meta":91340,"kb_avail":84276056,"statfs":{"total":90194313216,"available":86298681344,"internally_reserved":0,"allocated":3801186304,"data_stored":3799840852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":93532224},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:54 2021","interfaces":[{"interface":"back","average":{"1min":0.22,"5min":0.98199999999999998,"15min":0.50600000000000001},"min":{"1min":0.127,"5min":0.127,"15min":0.127},"max":{"1min":0.442,"5min":66.528999999999996,"15min":66.528999999999996},"last":0.215},{"interface":"front","average":{"1min":0.253,"5min":1.0129999999999999,"15min":0.54900000000000004},"min":{"1min":0.16600000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.379,"5min":66.497,"15min":66.497},"last":0.26700000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.505,"15min":0.47399999999999998},"min":{"1min":0.20300000000000001,"5min":0.13600000000000001,"15min":0.13500000000000001},"max":{"1min":0.52000000000000002,"5min":25.097999999999999,"15min":25.097999999999999},"last":0.254},{"interface":"front","average":{"1min":0.32000000000000001,"5min":0.52800000000000002,"15min":0.55100000000000005},"min":{"1min":0.19700000000000001,"5min":0.16500000000000001,"15min":0.151},"max":{"1min":0.622,"5min":25.109999999999999,"15min":25.109999999999999},"last":0.29399999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.27700000000000002,"15min":0.45300000000000001},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":0.56100000000000005,"5min":0.82799999999999996,"15min":6.4420000000000002},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.30199999999999999,"5min":0.27200000000000002,"15min":0.46700000000000003},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":8.8740000000000006},"last":0.28100000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.40000000000000002,"15min":0.54500000000000004},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.621,"5min":0.66500000000000004,"15min":5.0220000000000002},"last":1.0089999999999999},{"interface":"front","average":{"1min":0.435,"5min":0.41399999999999998,"15min":0.50900000000000001},"min":{"1min":0.27100000000000002,"5min":0.222,"15min":0.20100000000000001},"max":{"1min":0.626,"5min":0.73399999999999999,"15min":3.7719999999999998},"last":0.999}]},{"osd":5,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.44900000000000001,"15min":0.58799999999999997},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.224},"max":{"1min":0.64500000000000002,"5min":2.7069999999999999,"15min":4.6479999999999997},"last":1.024},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.38200000000000001,"15min":0.61499999999999999},"min":{"1min":0.28899999999999998,"5min":0.23699999999999999,"15min":0.192},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":6.7309999999999999},"last":0.92100000000000004}]},{"osd":6,"last update":"Thu Mar 4 23:32:48 2021","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.39600000000000002,"15min":0.60299999999999998},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.59599999999999997,"5min":0.61199999999999999,"15min":9.9410000000000007},"last":0.98699999999999999},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41299999999999998,"15min":0.53900000000000003},"min":{"1min":0.30499999999999999,"5min":0.251,"15min":0.22900000000000001},"max":{"1min":0.56100000000000005,"5min":0.66300000000000003,"15min":3.8100000000000001},"last":1.044}]},{"osd":7,"last update":"Thu Mar 4 23:32:17 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.39300000000000002,"15min":0.63200000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":6.5460000000000003},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.433,"15min":0.63400000000000001},"min":{"1min":0.26100000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.63500000000000001,"5min":1.419,"15min":7.1950000000000003},"last":1.034}]}]},{"osd":4,"up_from":31,"seq":133143986535,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2747268,"kb_used_data":1698684,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":85333116,"statfs":{"total":90194313216,"available":87381110784,"internally_reserved":1073741824,"allocated":1739452416,"data_stored":1738082110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.371,"15min":0.36699999999999999},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.70899999999999996,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.41399999999999998,"15min":0.42599999999999999},"min":{"1min":0.20499999999999999,"5min":0.153,"15min":0.153},"max":{"1min":0.624,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.378}]},{"osd":1,"last update":"Thu Mar 4 23:32:36 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.64500000000000002,"15min":0.61699999999999999},"min":{"1min":0.248,"5min":0.19600000000000001,"15min":0.161},"max":{"1min":0.85999999999999999,"5min":20.440000000000001,"15min":20.440000000000001},"last":0.17499999999999999},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.64900000000000002,"15min":0.61899999999999999},"min":{"1min":0.19,"5min":0.154,"15min":0.154},"max":{"1min":0.81699999999999995,"5min":20.465,"15min":20.465},"last":0.34399999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:32:14 2021","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.36399999999999999,"15min":0.433},"min":{"1min":0.249,"5min":0.23100000000000001,"15min":0.17100000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":3.3260000000000001},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.39000000000000001,"15min":0.47899999999999998},"min":{"1min":0.26500000000000001,"5min":0.221,"15min":0.17499999999999999},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":4.4180000000000001},"last":0.252}]},{"osd":3,"last update":"Thu Mar 4 23:32:14 2021","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.432,"15min":1.4159999999999999},"min":{"1min":0.23300000000000001,"5min":0.192,"15min":0.192},"max":{"1min":0.875,"5min":0.875,"15min":85.394999999999996},"last":0.443},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.40400000000000003,"15min":1.369},"min":{"1min":0.28000000000000003,"5min":0.19400000000000001,"15min":0.192},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":85.802999999999997},"last":0.217}]},{"osd":5,"last update":"Thu Mar 4 23:32:36 2021","interfaces":[{"interface":"back","average":{"1min":0.28399999999999997,"5min":0.30199999999999999,"15min":0.32800000000000001},"min":{"1min":0.17199999999999999,"5min":0.16900000000000001,"15min":0.14199999999999999},"max":{"1min":0.78600000000000003,"5min":1.254,"15min":3.456},"last":0.152},{"interface":"front","average":{"1min":0.29199999999999998,"5min":0.29799999999999999,"15min":0.34599999999999997},"min":{"1min":0.16600000000000001,"5min":0.16400000000000001,"15min":0.14799999999999999},"max":{"1min":0.48799999999999999,"5min":0.64900000000000002,"15min":3.2999999999999998},"last":0.28999999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:32:52 2021","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":0.32400000000000001,"15min":0.35399999999999998},"min":{"1min":0.18099999999999999,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":3.5569999999999999},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.33600000000000002,"15min":0.46200000000000002},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.14199999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":3.895},"last":0.27800000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:32:36 2021","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.33200000000000002,"15min":0.37},"min":{"1min":0.19700000000000001,"5min":0.17000000000000001,"15min":0.16},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":3.4329999999999998},"last":0.191},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36199999999999999,"15min":0.47499999999999998},"min":{"1min":0.20999999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.748,"5min":0.748,"15min":3.8700000000000001},"last":0.20399999999999999}]}]},{"osd":5,"up_from":36,"seq":154618823013,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5675896,"kb_used_data":4627312,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":82404488,"statfs":{"total":90194313216,"available":84382195712,"internally_reserved":1073741824,"allocated":4738367488,"data_stored":4737007370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35799999999999998,"15min":0.374},"min":{"1min":0.17199999999999999,"5min":0.153,"15min":0.153},"max":{"1min":0.53200000000000003,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.376},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.38900000000000001,"15min":0.39300000000000002},"min":{"1min":0.20399999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.61899999999999999,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.41999999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:32:26 2021","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.371,"15min":0.46700000000000003},"min":{"1min":0.20100000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":3.8450000000000002},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.37,"15min":0.53500000000000003},"min":{"1min":0.18099999999999999,"5min":0.16600000000000001,"15min":0.14599999999999999},"max":{"1min":0.872,"5min":0.872,"15min":7.4740000000000002},"last":0.55700000000000005}]},{"osd":2,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.36599999999999999,"15min":0.48799999999999999},"min":{"1min":0.19600000000000001,"5min":0.17999999999999999,"15min":0.161},"max":{"1min":0.54700000000000004,"5min":0.91400000000000003,"15min":3.7410000000000001},"last":0.436},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.38400000000000001,"15min":0.52500000000000002},"min":{"1min":0.23799999999999999,"5min":0.19600000000000001,"15min":0.182},"max":{"1min":0.75800000000000001,"5min":0.79300000000000004,"15min":3.698},"last":0.495}]},{"osd":3,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.375,"15min":0.53000000000000003},"min":{"1min":0.20899999999999999,"5min":0.20200000000000001,"15min":0.16700000000000001},"max":{"1min":0.56999999999999995,"5min":0.81299999999999994,"15min":4.375},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.38,"5min":0.39900000000000002,"15min":0.51200000000000001},"min":{"1min":0.24399999999999999,"5min":0.23899999999999999,"15min":0.17100000000000001},"max":{"1min":0.52100000000000002,"5min":0.85299999999999998,"15min":4.2050000000000001},"last":0.39600000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.32500000000000001,"15min":0.36299999999999999},"min":{"1min":0.16900000000000001,"5min":0.16300000000000001,"15min":0.127},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":7.4480000000000004},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.315,"5min":0.311,"15min":0.33700000000000002},"min":{"1min":0.158,"5min":0.158,"15min":0.152},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":4.4000000000000004},"last":0.37}]},{"osd":6,"last update":"Thu Mar 4 23:32:26 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.31,"15min":0.40699999999999997},"min":{"1min":0.17199999999999999,"5min":0.16,"15min":0.16},"max":{"1min":0.51200000000000001,"5min":0.68100000000000005,"15min":7.3959999999999999},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.28499999999999998,"5min":0.30599999999999999,"15min":0.35899999999999999},"min":{"1min":0.17799999999999999,"5min":0.17599999999999999,"15min":0.16300000000000001},"max":{"1min":0.45400000000000001,"5min":0.68100000000000005,"15min":4.3209999999999997},"last":0.34200000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.34899999999999998,"15min":0.42099999999999999},"min":{"1min":0.221,"5min":0.185,"15min":0.185},"max":{"1min":0.54000000000000004,"5min":0.66500000000000004,"15min":4.3540000000000001},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.33000000000000002,"15min":0.377},"min":{"1min":0.184,"5min":0.159,"15min":0.159},"max":{"1min":0.56899999999999995,"5min":0.75900000000000001,"15min":2.9740000000000002},"last":0.44900000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2795765760,"data_stored":2795765760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3715502080,"data_stored":3715498008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1727791104,"data_stored":1727791104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3794337792,"data_stored":3794337792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1732055040,"data_stored":1732050968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4731047936,"data_stored":4731043864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":940769280,"data_stored":940769280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4467396608,"data_stored":4467392536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:33:19.953 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:19.971 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:19.973 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:19.975 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:20.077 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:20.095 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:20.096 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:20.096 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:20.198 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:20.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:20.217 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:20.218 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:20.319 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:20.336 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:20.337 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:20.338 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:20.441 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:20.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:20.462 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:20.462 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:20.483 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:20 gibba011 conmon[95595]: audit 2021-03-04T23:33:18.556759+0000 mgr.x (mgr.34676) 926 : audit [DBG] from='client.55753 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:20.484 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:20 gibba011 conmon[95595]: cluster 2021-03-04T23:33:18.710503+0000 mgr.x (mgr.34676) 927 : cluster [DBG] pgmap v941: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.3 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 248 op/s; 11955/309366 objects degraded (3.864%); 22879/309366 objects misplaced (7.395%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:20.484 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:20 gibba011 conmon[99461]: audit 2021-03-04T23:33:18.556759+0000 mgr.x (mgr.34676) 926 : audit [DBG] from='client.55753 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:20.484 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:20 gibba011 conmon[99461]: cluster 2021-03-04T23:33:18.710503+0000 mgr.x (mgr.34676) 927 : cluster [DBG] pgmap v941: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.3 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 248 op/s; 11955/309366 objects degraded (3.864%); 22879/309366 objects misplaced (7.395%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:20.563 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:20.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:20.582 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:20.583 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:20.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:20 gibba038 conmon[76675]: audit 2021-03-04T23:33:18.556759+0000 mgr.x (mgr.34676) 926 : audit [DBG] from='client.55753 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:20.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:20 gibba038 conmon[76675]: cluster 2021-03-04T23:33:18.710503+0000 mgr.x (mgr.34676) 927 : cluster [DBG] pgmap v941: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.3 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 248 op/s; 11955/309366 objects degraded (3.864%); 22879/309366 objects misplaced (7.395%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:20.684 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:20.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:20.704 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:20.704 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:20.805 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:20.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:20.823 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:20.823 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:20.924 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:20.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:20.943 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:20.943 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:21.044 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:21.064 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:21.065 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:21.065 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:21.167 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:21.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:21.187 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:21.188 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:21.290 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:21.311 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:21.312 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:21.312 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:21.413 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:21.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:21.432 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:21.432 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:21.533 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:21.551 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:21.552 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:21.553 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:21.654 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:21.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:21.674 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:21.674 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:21.775 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:21.793 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:21.794 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:21.795 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:21.896 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:21.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:21.915 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:21.915 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:22.017 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:22.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:22.035 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:22.035 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:22.137 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:22.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:22.155 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:22.156 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:22.257 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:22.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:22.276 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:22.276 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:22.377 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:22.395 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:22.396 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:22.396 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:22.431 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:33:22.432 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:33:22.432 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:33:22.432 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:33:22.433 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:33:22.433 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:33:22.433 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:33:22.433 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:33:22.434 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:33:22.434 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:33:22.434 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:33:22.434 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:33:22.435 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:33:22.435 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:33:22.435 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:33:22.435 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:33:22.437 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:22 gibba011 conmon[95595]: cluster 2021-03-04T23:33:20.710844+0000 mgr.x (mgr.34676) 928 : cluster [DBG] pgmap v942: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.3 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 252 op/s; 11955/309045 objects degraded (3.868%); 22879/309045 objects misplaced (7.403%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:22.437 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:22 gibba011 conmon[99461]: cluster 2021-03-04T23:33:20.710844+0000 mgr.x (mgr.34676) 928 : cluster [DBG] pgmap v942: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.3 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 252 op/s; 11955/309045 objects degraded (3.868%); 22879/309045 objects misplaced (7.403%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:22.497 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:22.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:22.516 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:22.516 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:22.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:22 gibba038 conmon[76675]: cluster 2021-03-04T23:33:20.710844+0000 mgr.x (mgr.34676) 928 : cluster [DBG] pgmap v942: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.3 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 252 op/s; 11955/309045 objects degraded (3.868%); 22879/309045 objects misplaced (7.403%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:22.618 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:22.637 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:22.638 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:22.639 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:22.740 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:22.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:22.759 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:22.759 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:22.860 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:22.877 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:22.879 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:22.879 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:22.954 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:33:22.981 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:23.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:23.016 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:23.017 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:23.069 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:23.118 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:23.134 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:23.135 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:23.135 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:23.198 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:33:23.237 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:23.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:23.255 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:23.256 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:23.307 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:23 gibba011 conmon[95595]: audit 2021-03-04T23:33:22.242207+0000 mon.a (mon.0) 1246 : audit [DBG] from='client.? 172.21.2.111:0/1339180481' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:23.308 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:23 gibba011 conmon[95595]: audit 2021-03-04T23:33:22.374759+0000 mon.c (mon.1) 369 : audit [INF] from='client.? 172.21.2.111:0/2649694424' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:23.308 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:23 gibba011 conmon[95595]: audit 2021-03-04T23:33:22.375052+0000 mon.a (mon.0) 1247 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:23.308 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:23 gibba011 conmon[99461]: audit 2021-03-04T23:33:22.242207+0000 mon.a (mon.0) 1246 : audit [DBG] from='client.? 172.21.2.111:0/1339180481' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:23.308 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:23 gibba011 conmon[99461]: audit 2021-03-04T23:33:22.374759+0000 mon.c (mon.1) 369 : audit [INF] from='client.? 172.21.2.111:0/2649694424' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:23.309 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:23 gibba011 conmon[99461]: audit 2021-03-04T23:33:22.375052+0000 mon.a (mon.0) 1247 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:23.357 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:23.377 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:23.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:23.379 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:23.480 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:23.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:23.498 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:23.499 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:23.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:23 gibba038 conmon[76675]: audit 2021-03-04T23:33:22.242207+0000 mon.a (mon.0) 1246 : audit [DBG] from='client.? 172.21.2.111:0/1339180481' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:23.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:23 gibba038 conmon[76675]: audit 2021-03-04T23:33:22.374759+0000 mon.c (mon.1) 369 : audit [INF] from='client.? 172.21.2.111:0/2649694424' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:23.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:23 gibba038 conmon[76675]: audit 2021-03-04T 2021-03-04T23:33:23.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:23 gibba038 conmon[76675]: 23:33:22.375052+0000 mon.a (mon.0) 1247 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:23.600 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:23.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:23.617 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:23.618 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:23.719 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:23.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:23.737 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:23.738 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:23.839 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:23.858 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:23.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:23.860 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:23.961 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:23.979 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:23.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:23.980 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:24.081 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:24.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:24.099 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:24.100 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:24.201 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:24.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:24.219 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:24.219 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:24.224 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:33:24.224 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:33:24.321 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:24.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:24.340 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:24.341 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:24.442 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:24.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:24.462 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:24.462 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:24.466 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:24 gibba011 conmon[95595]: cluster 2021-03-04T23:33:22.711285+0000 mgr.x (mgr.34676) 929 : cluster [DBG] pgmap v943: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 259 op/s; 11955/307230 objects degraded (3.891%); 22710/307230 objects misplaced (7.392%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:24.467 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:24 gibba011 conmon[95595]: cluster 2021-03-04T23:33:23.189429+0000 mon.a (mon.0) 1248 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:33:24.467 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:24 gibba011 conmon[95595]: audit 2021-03-04T23:33:23.194389+0000 mon.a (mon.0) 1249 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:33:24.467 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:24 gibba011 conmon[95595]: cluster 2021-03-04T23:33:23.194418+0000 mon.a (mon.0) 1250 : cluster [DBG] osdmap e281: 8 total, 8 up, 7 in 2021-03-04T23:33:24.467 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:24 gibba011 conmon[95595]: cluster 2021-03-04T23:33:23.976454+0000 mon.a (mon.0) 1251 : cluster [WRN] Health check update: Degraded data redundancy: 11955/307230 objects degraded (3.891%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:33:24.468 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:24 gibba011 conmon[99461]: cluster 2021-03-04T23:33:22.711285+0000 mgr.x (mgr.34676) 929 : cluster [DBG] pgmap v943: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 259 op/s; 11955/307230 objects degraded (3.891%); 22710/307230 objects misplaced (7.392%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:24.468 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:24 gibba011 conmon[99461]: cluster 2021-03-04T23:33:23.189429+0000 mon.a (mon.0) 1248 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:33:24.468 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:24 gibba011 conmon[99461]: audit 2021-03-04T23:33:23.194389+0000 mon.a (mon.0) 1249 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:33:24.469 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:24 gibba011 conmon[99461]: cluster 2021-03-04T23:33:23.194418+0000 mon.a (mon.0) 1250 : cluster [DBG] osdmap e281: 8 total, 8 up, 7 in 2021-03-04T23:33:24.469 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:24 gibba011 conmon[99461]: cluster 2021-03-04T23:33:23.976454+0000 mon.a (mon.0) 1251 : cluster [WRN] Health check update: Degraded data redundancy: 11955/307230 objects degraded (3.891%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:33:24.564 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:24.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:24.582 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:24.582 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:24.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:24 gibba038 conmon[76675]: cluster 2021-03-04T23:33:22.711285+0000 mgr.x (mgr.34676) 929 : cluster [DBG] pgmap v943: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 259 op/s; 11955/307230 objects degraded (3.891%); 22710/307230 objects misplaced (7.392%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:24.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:24 gibba038 conmon[76675]: cluster 2021-03-04T23:33:23.189429+0000 mon.a (mon.0) 1248 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:33:24.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:24 gibba038 conmon[76675]: audit 2021-03-04T23:33:23.194389+0000 mon.a (mon.0) 1249 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:33:24.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:24 gibba038 conmon[76675]: cluster 2021-03-04T23:33:23.194418+0000 2021-03-04T23:33:24.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:24 gibba038 conmon[76675]: mon.a (mon.0) 1250 : cluster [DBG] osdmap e281: 8 total, 8 up, 7 in 2021-03-04T23:33:24.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:24 gibba038 conmon[76675]: cluster 2021-03-04T23:33:23.976454+0000 mon.a (mon.0) 1251 : cluster [WRN] Health check update: Degraded data redundancy: 11955/307230 objects degraded (3.891%), 2 pgs degraded, 1 pg undersized (PG_DEGRADED) 2021-03-04T23:33:24.684 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:24.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:24.703 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:24.703 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:24.805 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:24.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:24.823 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:24.823 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:24.927 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:24.946 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:24.947 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:24.947 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:25.051 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:25.069 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:25.070 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:25.070 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:25.171 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:25.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:25.189 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:25.189 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:25.291 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:25.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:25.315 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:25.315 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:25.417 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:25.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:25.437 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:25.438 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:25.451 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:33:25.544 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:25.562 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:25.566 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:25.568 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:25.578 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:25.670 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:25.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:25.689 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:25.690 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:25.791 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:25.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:25.813 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:25.813 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:25.916 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:25.933 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:25.934 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:25.935 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:25.949 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:33:25.979 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:33:26.036 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:26.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:26.056 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:26.057 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:26.080 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:26.116 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:26.158 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:26.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:26.178 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:26.179 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:26.281 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:26.299 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:26.300 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:26.300 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:26.402 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:26.419 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:26.420 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:26.421 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:26.503 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:26 gibba011 conmon[95595]: cluster 2021-03-04T23:33:24.711775+0000 mgr.x (mgr.34676) 930 : cluster [DBG] pgmap v945: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 269 op/s; 11955/305286 objects degraded (3.916%); 22558/305286 objects misplaced (7.389%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:26.503 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:26 gibba011 conmon[95595]: audit 2021-03-04T23:33:25.303848+0000 mon.a (mon.0) 1252 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:33:26.504 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:26 gibba011 conmon[95595]: audit 2021-03-04T23:33:25.305208+0000 mon.c (mon.1) 370 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd","key": "container_image"}]: dispatch 2021-03-04T23:33:26.504 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:26 gibba011 conmon[99461]: cluster 2021-03-04T23:33:24.711775+0000 mgr.x (mgr.34676) 930 : cluster [DBG] pgmap v945: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 269 op/s; 11955/305286 objects degraded (3.916%); 22558/305286 objects misplaced (7.389%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:26.504 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:26 gibba011 conmon[99461]: audit 2021-03-04T23:33:25.303848+0000 mon.a (mon.0) 1252 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:33:26.505 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:26 gibba011 conmon[99461]: audit 2021-03-04T23:33:25.305208+0000 mon.c (mon.1) 370 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd","key": "container_image"}]: dispatch 2021-03-04T23:33:26.521 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:26.541 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:26.542 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:26.542 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:26.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:26 gibba038 conmon[76675]: cluster 2021-03-04T23:33:24.711775+0000 mgr.x (mgr.34676) 930 : cluster [DBG] pgmap v945: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.2 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 269 op/s; 11955/305286 objects degraded (3.916%); 22558/305286 objects misplaced (7.389%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:26.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:26 gibba038 conmon[76675]: audit 2021-03-04T23:33:25.303848+0000 mon.a (mon.0) 1252 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:33:26.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:26 gibba038 conmon[76675]: audit 2021-03-04T23:33:25.305208+0000 mon.c (mon.1 2021-03-04T23:33:26.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:26 gibba038 conmon[76675]: ) 370 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd","key": "container_image"}]: dispatch 2021-03-04T23:33:26.644 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:26.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:26.664 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:26.665 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:26.766 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:26.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:26.784 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:26.785 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:26.886 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:26.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:26.904 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:26.904 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:27.007 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:27.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:27.026 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:27.027 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:27.127 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:27.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:27.146 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:27.146 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:27.247 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:27.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:27.267 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:27.267 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:27.373 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:27.392 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:27.393 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:27.394 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:27.499 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:27.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:27.522 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:27.522 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:27.623 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:27.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:27.642 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:27.643 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:27.734 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:33:27.738 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:33:27.745 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:27.762 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:27.763 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:27.764 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:27.865 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:27.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:27.883 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:27.883 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:27.984 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:28.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:28.003 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:28.003 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:28.104 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:28.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:28.123 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:28.124 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:28.227 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:28.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:28.245 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:28.245 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:28.347 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:28.367 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:28.369 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:28.369 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:28.471 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:28.489 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:28.490 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:28.490 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:28.571 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:28 gibba011 conmon[99461]: cluster 2021-03-04T23:33:26.712290+0000 mgr.x (mgr.34676) 931 : cluster [DBG] pgmap v946: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.2 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 270 op/s; 11955/305055 objects degraded (3.919%); 22558/305055 objects misplaced (7.395%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:28.571 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:28 gibba011 conmon[95595]: cluster 2021-03-04T23:33:26.712290+0000 mgr.x (mgr.34676) 931 2021-03-04T23:33:28.572 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:28 gibba011 conmon[95595]: : cluster [DBG] pgmap v946: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.2 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 270 op/s; 11955/305055 objects degraded (3.919%); 22558/305055 objects misplaced (7.395%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:28.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:28 gibba038 conmon[76675]: cluster 2021-03-04T23:33:26.712290+0000 mgr.x (mgr.34676) 931 : cluster [DBG] pgmap v946: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.2 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 270 op/s; 11955/305055 objects degraded (3.919%); 22558/305055 objects misplaced (7.395%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:28.591 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:28.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:28.609 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:28.609 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:28.711 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:28.728 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:28.729 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:28.730 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:28.831 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:28.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:28.851 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:28.851 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:28.953 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:28.973 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:28.974 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:28.975 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:29.077 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:29.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:29.206 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:29.211 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:29.222 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":946,"stamp":"2021-03-04T23:33:26.712095+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":6662524224,"num_objects":101685,"num_object_clones":0,"num_object_copies":305055,"num_objects_missing_on_primary":805,"num_objects_missing":805,"num_objects_degraded":11955,"num_objects_misplaced":22558,"num_objects_unfound":0,"num_objects_dirty":101685,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":205119,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91208,"num_bytes_recovered":5230373937,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80450,"ondisk_log_size":80450,"up":357,"acting":354,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":394,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":25663156,"kb_used_data":21139644,"kb_used_omap":6415,"kb_used_meta":4517040,"kb_avail":590899532,"statfs":{"total":631360192512,"available":605081120768,"internally_reserved":4294967296,"allocated":21646995456,"data_stored":21637436298,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6569549,"internal_metadata":4625449395},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,0,2,1,3,3,4,6],"upper_bound":2048},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-177537024,"num_objects":-2709,"num_object_clones":0,"num_object_copies":-8127,"num_objects_missing_on_primary":-2,"num_objects_missing":-2,"num_objects_degraded":0,"num_objects_misplaced":-643,"num_objects_unfound":0,"num_objects_dirty":-2709,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2709,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":171,"num_bytes_recovered":11075584,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002210"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"325","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.039247+0000","last_change":"2021-03-04T23:32:26.240995+0000","last_active":"2021-03-04T23:33:05.039247+0000","last_peered":"2021-03-04T23:33:05.039247+0000","last_clean":"2021-03-04T23:33:05.039247+0000","last_became_active":"2021-03-04T23:32:26.240606+0000","last_became_peered":"2021-03-04T23:32:26.240606+0000","last_unstale":"2021-03-04T23:33:05.039247+0000","last_undegraded":"2021-03-04T23:33:05.039247+0000","last_fullsized":"2021-03-04T23:33:05.039247+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"67","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.037960+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:33:05.037960+0000","last_peered":"2021-03-04T23:33:05.037960+0000","last_clean":"2021-03-04T23:33:05.037960+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:33:05.037960+0000","last_undegraded":"2021-03-04T23:33:05.037960+0000","last_fullsized":"2021-03-04T23:33:05.037960+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"24","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.104936+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:33:14.104936+0000","last_peered":"2021-03-04T23:33:14.104936+0000","last_clean":"2021-03-04T23:33:14.104936+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:33:14.104936+0000","last_undegraded":"2021-03-04T23:33:14.104936+0000","last_fullsized":"2021-03-04T23:33:14.104936+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"301","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.050183+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:33:05.050183+0000","last_peered":"2021-03-04T23:33:05.050183+0000","last_clean":"2021-03-04T23:33:05.050183+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:33:05.050183+0000","last_undegraded":"2021-03-04T23:33:05.050183+0000","last_fullsized":"2021-03-04T23:33:05.050183+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"85","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.037728+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:33:05.037728+0000","last_peered":"2021-03-04T23:33:05.037728+0000","last_clean":"2021-03-04T23:33:05.037728+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:33:05.037728+0000","last_undegraded":"2021-03-04T23:33:05.037728+0000","last_fullsized":"2021-03-04T23:33:05.037728+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"29","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.038651+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:33:05.038651+0000","last_peered":"2021-03-04T23:33:05.038651+0000","last_clean":"2021-03-04T23:33:05.038651+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:33:05.038651+0000","last_undegraded":"2021-03-04T23:33:05.038651+0000","last_fullsized":"2021-03-04T23:33:05.038651+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"273","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.050128+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:33:05.050128+0000","last_peered":"2021-03-04T23:33:05.050128+0000","last_clean":"2021-03-04T23:33:05.050128+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:33:05.050128+0000","last_undegraded":"2021-03-04T23:33:05.050128+0000","last_fullsized":"2021-03-04T23:33:05.050128+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"85","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.037784+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:33:05.037784+0000","last_peered":"2021-03-04T23:33:05.037784+0000","last_clean":"2021-03-04T23:33:05.037784+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:33:05.037784+0000","last_undegraded":"2021-03-04T23:33:05.037784+0000","last_fullsized":"2021-03-04T23:33:05.037784+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"71","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.041327+0000","last_change":"2021-03-04T23:32:18.981656+0000","last_active":"2021-03-04T23:33:05.041327+0000","last_peered":"2021-03-04T23:33:05.041327+0000","last_clean":"2021-03-04T23:33:05.041327+0000","last_became_active":"2021-03-04T23:32:18.981253+0000","last_became_peered":"2021-03-04T23:32:18.981253+0000","last_unstale":"2021-03-04T23:33:05.041327+0000","last_undegraded":"2021-03-04T23:33:05.041327+0000","last_fullsized":"2021-03-04T23:33:05.041327+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"323","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.057666+0000","last_change":"2021-03-04T23:32:26.243636+0000","last_active":"2021-03-04T23:33:14.057666+0000","last_peered":"2021-03-04T23:33:14.057666+0000","last_clean":"2021-03-04T23:33:14.057666+0000","last_became_active":"2021-03-04T23:32:26.243433+0000","last_became_peered":"2021-03-04T23:32:26.243433+0000","last_unstale":"2021-03-04T23:33:14.057666+0000","last_undegraded":"2021-03-04T23:33:14.057666+0000","last_fullsized":"2021-03-04T23:33:14.057666+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"87","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.051376+0000","last_change":"2021-03-04T23:32:18.988970+0000","last_active":"2021-03-04T23:33:05.051376+0000","last_peered":"2021-03-04T23:33:05.051376+0000","last_clean":"2021-03-04T23:33:05.051376+0000","last_became_active":"2021-03-04T23:32:18.988819+0000","last_became_peered":"2021-03-04T23:32:18.988819+0000","last_unstale":"2021-03-04T23:33:05.051376+0000","last_undegraded":"2021-03-04T23:33:05.051376+0000","last_fullsized":"2021-03-04T23:33:05.051376+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"59","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.039986+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:33:05.039986+0000","last_peered":"2021-03-04T23:33:05.039986+0000","last_clean":"2021-03-04T23:33:05.039986+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:33:05.039986+0000","last_undegraded":"2021-03-04T23:33:05.039986+0000","last_fullsized":"2021-03-04T23:33:05.039986+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"24","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.104957+0000","last_change":"2021-03-04T23:32:26.241627+0000","last_active":"2021-03-04T23:33:14.104957+0000","last_peered":"2021-03-04T23:33:14.104957+0000","last_clean":"2021-03-04T23:33:14.104957+0000","last_became_active":"2021-03-04T23:32:26.241358+0000","last_became_peered":"2021-03-04T23:32:26.241358+0000","last_unstale":"2021-03-04T23:33:14.104957+0000","last_undegraded":"2021-03-04T23:33:14.104957+0000","last_fullsized":"2021-03-04T23:33:14.104957+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"323","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.039475+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:33:05.039475+0000","last_peered":"2021-03-04T23:33:05.039475+0000","last_clean":"2021-03-04T23:33:05.039475+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:33:05.039475+0000","last_undegraded":"2021-03-04T23:33:05.039475+0000","last_fullsized":"2021-03-04T23:33:05.039475+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"302","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.039352+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:33:05.039352+0000","last_peered":"2021-03-04T23:33:05.039352+0000","last_clean":"2021-03-04T23:33:05.039352+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:33:05.039352+0000","last_undegraded":"2021-03-04T23:33:05.039352+0000","last_fullsized":"2021-03-04T23:33:05.039352+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"71","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.039689+0000","last_change":"2021-03-04T23:32:18.982083+0000","last_active":"2021-03-04T23:33:05.039689+0000","last_peered":"2021-03-04T23:33:05.039689+0000","last_clean":"2021-03-04T23:33:05.039689+0000","last_became_active":"2021-03-04T23:32:18.981790+0000","last_became_peered":"2021-03-04T23:32:18.981790+0000","last_unstale":"2021-03-04T23:33:05.039689+0000","last_undegraded":"2021-03-04T23:33:05.039689+0000","last_fullsized":"2021-03-04T23:33:05.039689+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"81","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.041157+0000","last_change":"2021-03-04T23:32:19.165859+0000","last_active":"2021-03-04T23:33:05.041157+0000","last_peered":"2021-03-04T23:33:05.041157+0000","last_clean":"2021-03-04T23:33:05.041157+0000","last_became_active":"2021-03-04T23:32:19.018621+0000","last_became_peered":"2021-03-04T23:32:19.018621+0000","last_unstale":"2021-03-04T23:33:05.041157+0000","last_undegraded":"2021-03-04T23:33:05.041157+0000","last_fullsized":"2021-03-04T23:33:05.041157+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"103","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.038086+0000","last_change":"2021-03-04T23:32:26.238976+0000","last_active":"2021-03-04T23:33:05.038086+0000","last_peered":"2021-03-04T23:33:05.038086+0000","last_clean":"2021-03-04T23:33:05.038086+0000","last_became_active":"2021-03-04T23:32:26.238739+0000","last_became_peered":"2021-03-04T23:32:26.238739+0000","last_unstale":"2021-03-04T23:33:05.038086+0000","last_undegraded":"2021-03-04T23:33:05.038086+0000","last_fullsized":"2021-03-04T23:33:05.038086+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"71","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.039720+0000","last_change":"2021-03-04T23:32:19.011685+0000","last_active":"2021-03-04T23:33:05.039720+0000","last_peered":"2021-03-04T23:33:05.039720+0000","last_clean":"2021-03-04T23:33:05.039720+0000","last_became_active":"2021-03-04T23:32:19.011404+0000","last_became_peered":"2021-03-04T23:32:19.011404+0000","last_unstale":"2021-03-04T23:33:05.039720+0000","last_undegraded":"2021-03-04T23:33:05.039720+0000","last_fullsized":"2021-03-04T23:33:05.039720+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"299","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.039708+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:33:05.039708+0000","last_peered":"2021-03-04T23:33:05.039708+0000","last_clean":"2021-03-04T23:33:05.039708+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:33:05.039708+0000","last_undegraded":"2021-03-04T23:33:05.039708+0000","last_fullsized":"2021-03-04T23:33:05.039708+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"286","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.053263+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:33:14.053263+0000","last_peered":"2021-03-04T23:33:14.053263+0000","last_clean":"2021-03-04T23:33:14.053263+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:33:14.053263+0000","last_undegraded":"2021-03-04T23:33:14.053263+0000","last_fullsized":"2021-03-04T23:33:14.053263+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"71","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.041276+0000","last_change":"2021-03-04T23:32:19.019024+0000","last_active":"2021-03-04T23:33:05.041276+0000","last_peered":"2021-03-04T23:33:05.041276+0000","last_clean":"2021-03-04T23:33:05.041276+0000","last_became_active":"2021-03-04T23:32:19.018570+0000","last_became_peered":"2021-03-04T23:32:19.018570+0000","last_unstale":"2021-03-04T23:33:05.041276+0000","last_undegraded":"2021-03-04T23:33:05.041276+0000","last_fullsized":"2021-03-04T23:33:05.041276+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"62","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.040231+0000","last_change":"2021-03-04T23:32:26.245321+0000","last_active":"2021-03-04T23:33:05.040231+0000","last_peered":"2021-03-04T23:33:05.040231+0000","last_clean":"2021-03-04T23:33:05.040231+0000","last_became_active":"2021-03-04T23:32:26.243283+0000","last_became_peered":"2021-03-04T23:32:26.243283+0000","last_unstale":"2021-03-04T23:33:05.040231+0000","last_undegraded":"2021-03-04T23:33:05.040231+0000","last_fullsized":"2021-03-04T23:33:05.040231+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"258","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.039752+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:33:05.039752+0000","last_peered":"2021-03-04T23:33:05.039752+0000","last_clean":"2021-03-04T23:33:05.039752+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:33:05.039752+0000","last_undegraded":"2021-03-04T23:33:05.039752+0000","last_fullsized":"2021-03-04T23:33:05.039752+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"283","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.050055+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:33:05.050055+0000","last_peered":"2021-03-04T23:33:05.050055+0000","last_clean":"2021-03-04T23:33:05.050055+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:33:05.050055+0000","last_undegraded":"2021-03-04T23:33:05.050055+0000","last_fullsized":"2021-03-04T23:33:05.050055+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"71","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.039816+0000","last_change":"2021-03-04T23:32:18.982413+0000","last_active":"2021-03-04T23:33:05.039816+0000","last_peered":"2021-03-04T23:33:05.039816+0000","last_clean":"2021-03-04T23:33:05.039816+0000","last_became_active":"2021-03-04T23:32:18.981859+0000","last_became_peered":"2021-03-04T23:32:18.981859+0000","last_unstale":"2021-03-04T23:33:05.039816+0000","last_undegraded":"2021-03-04T23:33:05.039816+0000","last_fullsized":"2021-03-04T23:33:05.039816+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"269","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.051261+0000","last_change":"2021-03-04T23:31:58.062545+0000","last_active":"2021-03-04T23:33:05.051261+0000","last_peered":"2021-03-04T23:33:05.051261+0000","last_clean":"2021-03-04T23:33:05.051261+0000","last_became_active":"2021-03-04T23:31:58.062078+0000","last_became_peered":"2021-03-04T23:31:58.062078+0000","last_unstale":"2021-03-04T23:33:05.051261+0000","last_undegraded":"2021-03-04T23:33:05.051261+0000","last_fullsized":"2021-03-04T23:33:05.051261+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"170","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.038244+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:33:05.038244+0000","last_peered":"2021-03-04T23:33:05.038244+0000","last_clean":"2021-03-04T23:33:05.038244+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:33:05.038244+0000","last_undegraded":"2021-03-04T23:33:05.038244+0000","last_fullsized":"2021-03-04T23:33:05.038244+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"85","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.038234+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:33:05.038234+0000","last_peered":"2021-03-04T23:33:05.038234+0000","last_clean":"2021-03-04T23:33:05.038234+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:33:05.038234+0000","last_undegraded":"2021-03-04T23:33:05.038234+0000","last_fullsized":"2021-03-04T23:33:05.038234+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"71","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.040274+0000","last_change":"2021-03-04T23:32:18.990360+0000","last_active":"2021-03-04T23:33:05.040274+0000","last_peered":"2021-03-04T23:33:05.040274+0000","last_clean":"2021-03-04T23:33:05.040274+0000","last_became_active":"2021-03-04T23:32:18.985583+0000","last_became_peered":"2021-03-04T23:32:18.985583+0000","last_unstale":"2021-03-04T23:33:05.040274+0000","last_undegraded":"2021-03-04T23:33:05.040274+0000","last_fullsized":"2021-03-04T23:33:05.040274+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"24","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.105299+0000","last_change":"2021-03-04T23:32:26.249383+0000","last_active":"2021-03-04T23:33:14.105299+0000","last_peered":"2021-03-04T23:33:14.105299+0000","last_clean":"2021-03-04T23:33:14.105299+0000","last_became_active":"2021-03-04T23:32:26.249012+0000","last_became_peered":"2021-03-04T23:32:26.249012+0000","last_unstale":"2021-03-04T23:33:14.105299+0000","last_undegraded":"2021-03-04T23:33:14.105299+0000","last_fullsized":"2021-03-04T23:33:14.105299+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"280'12776","reported_seq":"13000","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:22.839472+0000","last_change":"2021-03-04T23:31:15.984936+0000","last_active":"2021-03-04T23:33:22.839472+0000","last_peered":"2021-03-04T23:33:22.839472+0000","last_clean":"2021-03-04T23:33:22.839472+0000","last_became_active":"2021-03-04T23:31:15.969777+0000","last_became_peered":"2021-03-04T23:31:15.969777+0000","last_unstale":"2021-03-04T23:33:22.839472+0000","last_undegraded":"2021-03-04T23:33:22.839472+0000","last_fullsized":"2021-03-04T23:33:22.839472+0000","mapping_epoch":236,"log_start":"152'8247","ondisk_log_start":"152'8247","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4529,"ondisk_log_size":4529,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":414842880,"num_objects":6330,"num_object_clones":0,"num_object_copies":18990,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6330,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12776,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":1048576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"57","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.040153+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:33:05.040153+0000","last_peered":"2021-03-04T23:33:05.040153+0000","last_clean":"2021-03-04T23:33:05.040153+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:33:05.040153+0000","last_undegraded":"2021-03-04T23:33:05.040153+0000","last_fullsized":"2021-03-04T23:33:05.040153+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"289","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.053448+0000","last_change":"2021-03-04T23:32:18.976569+0000","last_active":"2021-03-04T23:33:14.053448+0000","last_peered":"2021-03-04T23:33:14.053448+0000","last_clean":"2021-03-04T23:33:14.053448+0000","last_became_active":"2021-03-04T23:32:18.976326+0000","last_became_peered":"2021-03-04T23:32:18.976326+0000","last_unstale":"2021-03-04T23:33:14.053448+0000","last_undegraded":"2021-03-04T23:33:14.053448+0000","last_fullsized":"2021-03-04T23:33:14.053448+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"71","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.041265+0000","last_change":"2021-03-04T23:32:18.981638+0000","last_active":"2021-03-04T23:33:05.041265+0000","last_peered":"2021-03-04T23:33:05.041265+0000","last_clean":"2021-03-04T23:33:05.041265+0000","last_became_active":"2021-03-04T23:32:18.981295+0000","last_became_peered":"2021-03-04T23:32:18.981295+0000","last_unstale":"2021-03-04T23:33:05.041265+0000","last_undegraded":"2021-03-04T23:33:05.041265+0000","last_fullsized":"2021-03-04T23:33:05.041265+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"180","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.038679+0000","last_change":"2021-03-04T23:31:58.069396+0000","last_active":"2021-03-04T23:33:05.038679+0000","last_peered":"2021-03-04T23:33:05.038679+0000","last_clean":"2021-03-04T23:33:05.038679+0000","last_became_active":"2021-03-04T23:31:58.069222+0000","last_became_peered":"2021-03-04T23:31:58.069222+0000","last_unstale":"2021-03-04T23:33:05.038679+0000","last_undegraded":"2021-03-04T23:33:05.038679+0000","last_fullsized":"2021-03-04T23:33:05.038679+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"281'12736","reported_seq":"33588","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:24.981591+0000","last_change":"2021-03-04T23:31:02.313487+0000","last_active":"2021-03-04T23:33:24.981591+0000","last_peered":"2021-03-04T23:33:24.981591+0000","last_clean":"2021-03-04T23:33:24.981591+0000","last_became_active":"2021-03-04T23:31:02.298187+0000","last_became_peered":"2021-03-04T23:31:02.298187+0000","last_unstale":"2021-03-04T23:33:24.981591+0000","last_undegraded":"2021-03-04T23:33:24.981591+0000","last_fullsized":"2021-03-04T23:33:24.981591+0000","mapping_epoch":230,"log_start":"147'7122","ondisk_log_start":"147'7122","created":137,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5614,"ondisk_log_size":5614,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":416022528,"num_objects":6348,"num_object_clones":0,"num_object_copies":19044,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6348,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12736,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8025,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"57","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.040162+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:33:05.040162+0000","last_peered":"2021-03-04T23:33:05.040162+0000","last_clean":"2021-03-04T23:33:05.040162+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:33:05.040162+0000","last_undegraded":"2021-03-04T23:33:05.040162+0000","last_fullsized":"2021-03-04T23:33:05.040162+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"350","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.039056+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:33:05.039056+0000","last_peered":"2021-03-04T23:33:05.039056+0000","last_clean":"2021-03-04T23:33:05.039056+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:33:05.039056+0000","last_undegraded":"2021-03-04T23:33:05.039056+0000","last_fullsized":"2021-03-04T23:33:05.039056+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"71","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.040245+0000","last_change":"2021-03-04T23:32:18.976226+0000","last_active":"2021-03-04T23:33:05.040245+0000","last_peered":"2021-03-04T23:33:05.040245+0000","last_clean":"2021-03-04T23:33:05.040245+0000","last_became_active":"2021-03-04T23:32:18.975856+0000","last_became_peered":"2021-03-04T23:32:18.975856+0000","last_unstale":"2021-03-04T23:33:05.040245+0000","last_undegraded":"2021-03-04T23:33:05.040245+0000","last_fullsized":"2021-03-04T23:33:05.040245+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"24","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.105221+0000","last_change":"2021-03-04T23:32:26.243559+0000","last_active":"2021-03-04T23:33:14.105221+0000","last_peered":"2021-03-04T23:33:14.105221+0000","last_clean":"2021-03-04T23:33:14.105221+0000","last_became_active":"2021-03-04T23:32:26.243315+0000","last_became_peered":"2021-03-04T23:32:26.243315+0000","last_unstale":"2021-03-04T23:33:14.105221+0000","last_undegraded":"2021-03-04T23:33:14.105221+0000","last_fullsized":"2021-03-04T23:33:14.105221+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"281'12899","reported_seq":"13088","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.194884+0000","last_change":"2021-03-04T23:31:16.986091+0000","last_active":"2021-03-04T23:33:23.194884+0000","last_peered":"2021-03-04T23:33:23.194884+0000","last_clean":"2021-03-04T23:33:23.194884+0000","last_became_active":"2021-03-04T23:31:16.966316+0000","last_became_peered":"2021-03-04T23:31:16.966316+0000","last_unstale":"2021-03-04T23:33:23.194884+0000","last_undegraded":"2021-03-04T23:33:23.194884+0000","last_fullsized":"2021-03-04T23:33:23.194884+0000","mapping_epoch":237,"log_start":"151'7787","ondisk_log_start":"151'7787","created":137,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5112,"ondisk_log_size":5112,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":414121984,"num_objects":6319,"num_object_clones":0,"num_object_copies":18957,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6319,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12899,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"57","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.040371+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:33:05.040371+0000","last_peered":"2021-03-04T23:33:05.040371+0000","last_clean":"2021-03-04T23:33:05.040371+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:33:05.040371+0000","last_undegraded":"2021-03-04T23:33:05.040371+0000","last_fullsized":"2021-03-04T23:33:05.040371+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"29","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.038231+0000","last_change":"2021-03-04T23:32:18.980591+0000","last_active":"2021-03-04T23:33:05.038231+0000","last_peered":"2021-03-04T23:33:05.038231+0000","last_clean":"2021-03-04T23:33:05.038231+0000","last_became_active":"2021-03-04T23:32:18.980308+0000","last_became_peered":"2021-03-04T23:32:18.980308+0000","last_unstale":"2021-03-04T23:33:05.038231+0000","last_undegraded":"2021-03-04T23:33:05.038231+0000","last_fullsized":"2021-03-04T23:33:05.038231+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"71","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.040192+0000","last_change":"2021-03-04T23:32:18.981505+0000","last_active":"2021-03-04T23:33:05.040192+0000","last_peered":"2021-03-04T23:33:05.040192+0000","last_clean":"2021-03-04T23:33:05.040192+0000","last_became_active":"2021-03-04T23:32:18.981076+0000","last_became_peered":"2021-03-04T23:32:18.981076+0000","last_unstale":"2021-03-04T23:33:05.040192+0000","last_undegraded":"2021-03-04T23:33:05.040192+0000","last_fullsized":"2021-03-04T23:33:05.040192+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"53","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.040146+0000","last_change":"2021-03-04T23:31:15.977616+0000","last_active":"2021-03-04T23:33:05.040146+0000","last_peered":"2021-03-04T23:33:05.040146+0000","last_clean":"2021-03-04T23:33:05.040146+0000","last_became_active":"2021-03-04T23:31:15.976913+0000","last_became_peered":"2021-03-04T23:31:15.976913+0000","last_unstale":"2021-03-04T23:33:05.040146+0000","last_undegraded":"2021-03-04T23:33:05.040146+0000","last_fullsized":"2021-03-04T23:33:05.040146+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.6","version":"281'12991","reported_seq":"19718","reported_epoch":"281","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:33:23.378384+0000","last_change":"2021-03-04T23:32:27.548241+0000","last_active":"2021-03-04T23:33:23.378384+0000","last_peered":"2021-03-04T23:33:23.378384+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:32:27.370442+0000","last_became_peered":"2021-03-04T23:32:27.370442+0000","last_unstale":"2021-03-04T23:33:23.378384+0000","last_undegraded":"2021-03-04T23:32:27.364047+0000","last_fullsized":"2021-03-04T23:32:27.244914+0000","mapping_epoch":267,"log_start":"151'7882","ondisk_log_start":"151'7882","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5109,"ondisk_log_size":5109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":428408832,"num_objects":6537,"num_object_clones":0,"num_object_copies":19611,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8158,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6537,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12991,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3260,"num_bytes_recovered":213647360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"1,2,5","objects":1973},{"shards":"1,5","objects":2362},{"shards":"2,5,6","objects":2202}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"311","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.053215+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:33:14.053215+0000","last_peered":"2021-03-04T23:33:14.053215+0000","last_clean":"2021-03-04T23:33:14.053215+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:33:14.053215+0000","last_undegraded":"2021-03-04T23:33:14.053215+0000","last_fullsized":"2021-03-04T23:33:14.053215+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"274","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.049567+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:33:05.049567+0000","last_peered":"2021-03-04T23:33:05.049567+0000","last_clean":"2021-03-04T23:33:05.049567+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:33:05.049567+0000","last_undegraded":"2021-03-04T23:33:05.049567+0000","last_fullsized":"2021-03-04T23:33:05.049567+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"332","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.053112+0000","last_change":"2021-03-04T23:32:18.972523+0000","last_active":"2021-03-04T23:33:14.053112+0000","last_peered":"2021-03-04T23:33:14.053112+0000","last_clean":"2021-03-04T23:33:14.053112+0000","last_became_active":"2021-03-04T23:32:18.971535+0000","last_became_peered":"2021-03-04T23:32:18.971535+0000","last_unstale":"2021-03-04T23:33:14.053112+0000","last_undegraded":"2021-03-04T23:33:14.053112+0000","last_fullsized":"2021-03-04T23:33:14.053112+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"71","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.039942+0000","last_change":"2021-03-04T23:32:18.981988+0000","last_active":"2021-03-04T23:33:05.039942+0000","last_peered":"2021-03-04T23:33:05.039942+0000","last_clean":"2021-03-04T23:33:05.039942+0000","last_became_active":"2021-03-04T23:32:18.981427+0000","last_became_peered":"2021-03-04T23:32:18.981427+0000","last_unstale":"2021-03-04T23:33:05.039942+0000","last_undegraded":"2021-03-04T23:33:05.039942+0000","last_fullsized":"2021-03-04T23:33:05.039942+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"280'12664","reported_seq":"17575","reported_epoch":"280","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:33:22.092800+0000","last_change":"2021-03-04T23:32:43.822873+0000","last_active":"2021-03-04T23:33:22.092800+0000","last_peered":"2021-03-04T23:33:22.092800+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:32:35.807116+0000","last_became_peered":"2021-03-04T23:32:35.807116+0000","last_unstale":"2021-03-04T23:33:22.092800+0000","last_undegraded":"2021-03-04T23:33:22.092800+0000","last_fullsized":"2021-03-04T23:32:19.969626+0000","mapping_epoch":261,"log_start":"143'6139","ondisk_log_start":"143'6139","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6525,"ondisk_log_size":6525,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":412352512,"num_objects":6292,"num_object_clones":0,"num_object_copies":18876,"num_objects_missing_on_primary":805,"num_objects_missing":805,"num_objects_degraded":0,"num_objects_misplaced":3371,"num_objects_unfound":0,"num_objects_dirty":6292,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12664,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2361,"num_bytes_recovered":138280960,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6],"avail_no_missing":["2","7"],"object_location_counts":[{"shards":"3,4,7","objects":3371},{"shards":"3,6","objects":2921}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"71","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.037925+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:33:05.037925+0000","last_peered":"2021-03-04T23:33:05.037925+0000","last_clean":"2021-03-04T23:33:05.037925+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:33:05.037925+0000","last_undegraded":"2021-03-04T23:33:05.037925+0000","last_fullsized":"2021-03-04T23:33:05.037925+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"311","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.039535+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:33:05.039535+0000","last_peered":"2021-03-04T23:33:05.039535+0000","last_clean":"2021-03-04T23:33:05.039535+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:33:05.039535+0000","last_undegraded":"2021-03-04T23:33:05.039535+0000","last_fullsized":"2021-03-04T23:33:05.039535+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"290","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052858+0000","last_change":"2021-03-04T23:31:58.069697+0000","last_active":"2021-03-04T23:33:14.052858+0000","last_peered":"2021-03-04T23:33:14.052858+0000","last_clean":"2021-03-04T23:33:14.052858+0000","last_became_active":"2021-03-04T23:31:58.068973+0000","last_became_peered":"2021-03-04T23:31:58.068973+0000","last_unstale":"2021-03-04T23:33:14.052858+0000","last_undegraded":"2021-03-04T23:33:14.052858+0000","last_fullsized":"2021-03-04T23:33:14.052858+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"71","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.039592+0000","last_change":"2021-03-04T23:32:19.011549+0000","last_active":"2021-03-04T23:33:05.039592+0000","last_peered":"2021-03-04T23:33:05.039592+0000","last_clean":"2021-03-04T23:33:05.039592+0000","last_became_active":"2021-03-04T23:32:19.011346+0000","last_became_peered":"2021-03-04T23:32:19.011346+0000","last_unstale":"2021-03-04T23:33:05.039592+0000","last_undegraded":"2021-03-04T23:33:05.039592+0000","last_fullsized":"2021-03-04T23:33:05.039592+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"281'13018","reported_seq":"28031","reported_epoch":"281","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:33:23.246605+0000","last_change":"2021-03-04T23:32:26.310942+0000","last_active":"2021-03-04T23:33:23.246605+0000","last_peered":"2021-03-04T23:33:23.246605+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:32:26.290638+0000","last_became_peered":"2021-03-04T23:32:26.290638+0000","last_unstale":"2021-03-04T23:33:23.246605+0000","last_undegraded":"2021-03-04T23:33:23.246605+0000","last_fullsized":"2021-03-04T23:33:23.246605+0000","mapping_epoch":266,"log_start":"153'8515","ondisk_log_start":"153'8515","created":137,"last_epoch_clean":233,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4503,"ondisk_log_size":4503,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":420478976,"num_objects":6416,"num_object_clones":0,"num_object_copies":19248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":12832,"num_objects_unfound":0,"num_objects_dirty":6416,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13018,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7388,"num_bytes_recovered":475725824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[5,0,2],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"0,2,5","objects":6416}],"blocked_by":[],"up_primary":1,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"38","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.038362+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:33:05.038362+0000","last_peered":"2021-03-04T23:33:05.038362+0000","last_clean":"2021-03-04T23:33:05.038362+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:33:05.038362+0000","last_undegraded":"2021-03-04T23:33:05.038362+0000","last_fullsized":"2021-03-04T23:33:05.038362+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"299","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.040707+0000","last_change":"2021-03-04T23:32:18.970427+0000","last_active":"2021-03-04T23:33:05.040707+0000","last_peered":"2021-03-04T23:33:05.040707+0000","last_clean":"2021-03-04T23:33:05.040707+0000","last_became_active":"2021-03-04T23:32:18.970152+0000","last_became_peered":"2021-03-04T23:32:18.970152+0000","last_unstale":"2021-03-04T23:33:05.040707+0000","last_undegraded":"2021-03-04T23:33:05.040707+0000","last_fullsized":"2021-03-04T23:33:05.040707+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"71","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.041335+0000","last_change":"2021-03-04T23:32:19.018810+0000","last_active":"2021-03-04T23:33:05.041335+0000","last_peered":"2021-03-04T23:33:05.041335+0000","last_clean":"2021-03-04T23:33:05.041335+0000","last_became_active":"2021-03-04T23:32:19.018286+0000","last_became_peered":"2021-03-04T23:32:19.018286+0000","last_unstale":"2021-03-04T23:33:05.041335+0000","last_undegraded":"2021-03-04T23:33:05.041335+0000","last_fullsized":"2021-03-04T23:33:05.041335+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"62","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.039674+0000","last_change":"2021-03-04T23:32:26.246083+0000","last_active":"2021-03-04T23:33:05.039674+0000","last_peered":"2021-03-04T23:33:05.039674+0000","last_clean":"2021-03-04T23:33:05.039674+0000","last_became_active":"2021-03-04T23:32:26.244207+0000","last_became_peered":"2021-03-04T23:32:26.244207+0000","last_unstale":"2021-03-04T23:33:05.039674+0000","last_undegraded":"2021-03-04T23:33:05.039674+0000","last_fullsized":"2021-03-04T23:33:05.039674+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"280'12696","reported_seq":"28240","reported_epoch":"280","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:33:22.466229+0000","last_change":"2021-03-04T23:32:26.376916+0000","last_active":"2021-03-04T23:33:22.466229+0000","last_peered":"2021-03-04T23:33:22.466229+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:32:26.331782+0000","last_became_peered":"2021-03-04T23:32:26.331782+0000","last_unstale":"2021-03-04T23:33:22.466229+0000","last_undegraded":"2021-03-04T23:32:26.253611+0000","last_fullsized":"2021-03-04T23:32:26.238493+0000","mapping_epoch":266,"log_start":"152'8273","ondisk_log_start":"152'8273","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4423,"ondisk_log_size":4423,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":410517504,"num_objects":6264,"num_object_clones":0,"num_object_copies":18792,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3797,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6264,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12696,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5565,"num_bytes_recovered":304480256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3],"avail_no_missing":["7","0","3","6"],"object_location_counts":[{"shards":"3,5,7","objects":2096},{"shards":"3,7","objects":4168}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"276","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.038982+0000","last_change":"2021-03-04T23:31:58.064857+0000","last_active":"2021-03-04T23:33:05.038982+0000","last_peered":"2021-03-04T23:33:05.038982+0000","last_clean":"2021-03-04T23:33:05.038982+0000","last_became_active":"2021-03-04T23:31:58.064575+0000","last_became_peered":"2021-03-04T23:31:58.064575+0000","last_unstale":"2021-03-04T23:33:05.038982+0000","last_undegraded":"2021-03-04T23:33:05.038982+0000","last_fullsized":"2021-03-04T23:33:05.038982+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"338","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.039474+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:33:05.039474+0000","last_peered":"2021-03-04T23:33:05.039474+0000","last_clean":"2021-03-04T23:33:05.039474+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:33:05.039474+0000","last_undegraded":"2021-03-04T23:33:05.039474+0000","last_fullsized":"2021-03-04T23:33:05.039474+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"269","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.051224+0000","last_change":"2021-03-04T23:31:58.062715+0000","last_active":"2021-03-04T23:33:05.051224+0000","last_peered":"2021-03-04T23:33:05.051224+0000","last_clean":"2021-03-04T23:33:05.051224+0000","last_became_active":"2021-03-04T23:31:58.062351+0000","last_became_peered":"2021-03-04T23:31:58.062351+0000","last_unstale":"2021-03-04T23:33:05.051224+0000","last_undegraded":"2021-03-04T23:33:05.051224+0000","last_fullsized":"2021-03-04T23:33:05.051224+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"71","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.039957+0000","last_change":"2021-03-04T23:32:18.982415+0000","last_active":"2021-03-04T23:33:05.039957+0000","last_peered":"2021-03-04T23:33:05.039957+0000","last_clean":"2021-03-04T23:33:05.039957+0000","last_became_active":"2021-03-04T23:32:18.982097+0000","last_became_peered":"2021-03-04T23:32:18.982097+0000","last_unstale":"2021-03-04T23:33:05.039957+0000","last_undegraded":"2021-03-04T23:33:05.039957+0000","last_fullsized":"2021-03-04T23:33:05.039957+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"280'12746","reported_seq":"35323","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:22.023150+0000","last_change":"2021-03-04T23:32:23.249042+0000","last_active":"2021-03-04T23:33:22.023150+0000","last_peered":"2021-03-04T23:33:22.023150+0000","last_clean":"2021-03-04T23:33:22.023150+0000","last_became_active":"2021-03-04T23:32:23.233324+0000","last_became_peered":"2021-03-04T23:32:23.233324+0000","last_unstale":"2021-03-04T23:33:22.023150+0000","last_undegraded":"2021-03-04T23:33:22.023150+0000","last_fullsized":"2021-03-04T23:33:22.023150+0000","mapping_epoch":264,"log_start":"147'6930","ondisk_log_start":"147'6930","created":137,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5816,"ondisk_log_size":5816,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":420478976,"num_objects":6416,"num_object_clones":0,"num_object_copies":19248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6416,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12746,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11178,"num_bytes_recovered":644808704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"94","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.037796+0000","last_change":"2021-03-04T23:32:26.240947+0000","last_active":"2021-03-04T23:33:05.037796+0000","last_peered":"2021-03-04T23:33:05.037796+0000","last_clean":"2021-03-04T23:33:05.037796+0000","last_became_active":"2021-03-04T23:32:26.240743+0000","last_became_peered":"2021-03-04T23:32:26.240743+0000","last_unstale":"2021-03-04T23:33:05.037796+0000","last_undegraded":"2021-03-04T23:33:05.037796+0000","last_fullsized":"2021-03-04T23:33:05.037796+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"120","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.105307+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:33:14.105307+0000","last_peered":"2021-03-04T23:33:14.105307+0000","last_clean":"2021-03-04T23:33:14.105307+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:33:14.105307+0000","last_undegraded":"2021-03-04T23:33:14.105307+0000","last_fullsized":"2021-03-04T23:33:14.105307+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"71","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.040178+0000","last_change":"2021-03-04T23:32:18.981845+0000","last_active":"2021-03-04T23:33:05.040178+0000","last_peered":"2021-03-04T23:33:05.040178+0000","last_clean":"2021-03-04T23:33:05.040178+0000","last_became_active":"2021-03-04T23:32:18.981465+0000","last_became_peered":"2021-03-04T23:32:18.981465+0000","last_unstale":"2021-03-04T23:33:05.040178+0000","last_undegraded":"2021-03-04T23:33:05.040178+0000","last_fullsized":"2021-03-04T23:33:05.040178+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"280'12741","reported_seq":"26875","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:23.183954+0000","last_change":"2021-03-04T23:32:43.006956+0000","last_active":"2021-03-04T23:33:23.183954+0000","last_peered":"2021-03-04T23:33:23.183954+0000","last_clean":"2021-03-04T23:33:23.183954+0000","last_became_active":"2021-03-04T23:32:42.989066+0000","last_became_peered":"2021-03-04T23:32:42.989066+0000","last_unstale":"2021-03-04T23:33:23.183954+0000","last_undegraded":"2021-03-04T23:33:23.183954+0000","last_fullsized":"2021-03-04T23:33:23.183954+0000","mapping_epoch":273,"log_start":"151'7634","ondisk_log_start":"151'7634","created":137,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5107,"ondisk_log_size":5107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":413990912,"num_objects":6317,"num_object_clones":0,"num_object_copies":18951,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6317,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12741,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6961,"num_bytes_recovered":299565056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"24","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.105127+0000","last_change":"2021-03-04T23:32:26.243555+0000","last_active":"2021-03-04T23:33:14.105127+0000","last_peered":"2021-03-04T23:33:14.105127+0000","last_clean":"2021-03-04T23:33:14.105127+0000","last_became_active":"2021-03-04T23:32:26.243321+0000","last_became_peered":"2021-03-04T23:32:26.243321+0000","last_unstale":"2021-03-04T23:33:14.105127+0000","last_undegraded":"2021-03-04T23:33:14.105127+0000","last_fullsized":"2021-03-04T23:33:14.105127+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"293","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.053175+0000","last_change":"2021-03-04T23:31:58.061270+0000","last_active":"2021-03-04T23:33:14.053175+0000","last_peered":"2021-03-04T23:33:14.053175+0000","last_clean":"2021-03-04T23:33:14.053175+0000","last_became_active":"2021-03-04T23:31:58.060937+0000","last_became_peered":"2021-03-04T23:31:58.060937+0000","last_unstale":"2021-03-04T23:33:14.053175+0000","last_undegraded":"2021-03-04T23:33:14.053175+0000","last_fullsized":"2021-03-04T23:33:14.053175+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"24","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.104995+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:33:14.104995+0000","last_peered":"2021-03-04T23:33:14.104995+0000","last_clean":"2021-03-04T23:33:14.104995+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:33:14.104995+0000","last_undegraded":"2021-03-04T23:33:14.104995+0000","last_fullsized":"2021-03-04T23:33:14.104995+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"71","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.039795+0000","last_change":"2021-03-04T23:32:18.981793+0000","last_active":"2021-03-04T23:33:05.039795+0000","last_peered":"2021-03-04T23:33:05.039795+0000","last_clean":"2021-03-04T23:33:05.039795+0000","last_became_active":"2021-03-04T23:32:18.981354+0000","last_became_peered":"2021-03-04T23:32:18.981354+0000","last_unstale":"2021-03-04T23:33:05.039795+0000","last_undegraded":"2021-03-04T23:33:05.039795+0000","last_fullsized":"2021-03-04T23:33:05.039795+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"280'12821","reported_seq":"27552","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:22.939217+0000","last_change":"2021-03-04T23:31:15.989387+0000","last_active":"2021-03-04T23:33:22.939217+0000","last_peered":"2021-03-04T23:33:22.939217+0000","last_clean":"2021-03-04T23:33:22.939217+0000","last_became_active":"2021-03-04T23:31:15.968551+0000","last_became_peered":"2021-03-04T23:31:15.968551+0000","last_unstale":"2021-03-04T23:33:22.939217+0000","last_undegraded":"2021-03-04T23:33:22.939217+0000","last_fullsized":"2021-03-04T23:33:22.939217+0000","mapping_epoch":236,"log_start":"152'8303","ondisk_log_start":"152'8303","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4518,"ondisk_log_size":4518,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":425787392,"num_objects":6497,"num_object_clones":0,"num_object_copies":19491,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6497,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12821,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7379,"num_bytes_recovered":476381184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"333","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.053269+0000","last_change":"2021-03-04T23:32:18.974052+0000","last_active":"2021-03-04T23:33:14.053269+0000","last_peered":"2021-03-04T23:33:14.053269+0000","last_clean":"2021-03-04T23:33:14.053269+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:33:14.053269+0000","last_undegraded":"2021-03-04T23:33:14.053269+0000","last_fullsized":"2021-03-04T23:33:14.053269+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"282","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.039328+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:33:05.039328+0000","last_peered":"2021-03-04T23:33:05.039328+0000","last_clean":"2021-03-04T23:33:05.039328+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:33:05.039328+0000","last_undegraded":"2021-03-04T23:33:05.039328+0000","last_fullsized":"2021-03-04T23:33:05.039328+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"24","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.105059+0000","last_change":"2021-03-04T23:32:26.241730+0000","last_active":"2021-03-04T23:33:14.105059+0000","last_peered":"2021-03-04T23:33:14.105059+0000","last_clean":"2021-03-04T23:33:14.105059+0000","last_became_active":"2021-03-04T23:32:26.241443+0000","last_became_peered":"2021-03-04T23:32:26.241443+0000","last_unstale":"2021-03-04T23:33:14.105059+0000","last_undegraded":"2021-03-04T23:33:14.105059+0000","last_fullsized":"2021-03-04T23:33:14.105059+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"71","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.039869+0000","last_change":"2021-03-04T23:32:18.982273+0000","last_active":"2021-03-04T23:33:05.039869+0000","last_peered":"2021-03-04T23:33:05.039869+0000","last_clean":"2021-03-04T23:33:05.039869+0000","last_became_active":"2021-03-04T23:32:18.981390+0000","last_became_peered":"2021-03-04T23:32:18.981390+0000","last_unstale":"2021-03-04T23:33:05.039869+0000","last_undegraded":"2021-03-04T23:33:05.039869+0000","last_fullsized":"2021-03-04T23:33:05.039869+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"281'12815","reported_seq":"20705","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.384645+0000","last_change":"2021-03-04T23:31:15.990321+0000","last_active":"2021-03-04T23:33:23.384645+0000","last_peered":"2021-03-04T23:33:23.384645+0000","last_clean":"2021-03-04T23:33:23.384645+0000","last_became_active":"2021-03-04T23:31:15.968330+0000","last_became_peered":"2021-03-04T23:31:15.968330+0000","last_unstale":"2021-03-04T23:33:23.384645+0000","last_undegraded":"2021-03-04T23:33:23.384645+0000","last_fullsized":"2021-03-04T23:33:23.384645+0000","mapping_epoch":236,"log_start":"151'7643","ondisk_log_start":"151'7643","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5172,"ondisk_log_size":5172,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":408616960,"num_objects":6235,"num_object_clones":0,"num_object_copies":18705,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6235,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12815,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3842,"num_bytes_recovered":151388160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"272","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.051180+0000","last_change":"2021-03-04T23:31:58.062851+0000","last_active":"2021-03-04T23:33:05.051180+0000","last_peered":"2021-03-04T23:33:05.051180+0000","last_clean":"2021-03-04T23:33:05.051180+0000","last_became_active":"2021-03-04T23:31:58.062390+0000","last_became_peered":"2021-03-04T23:31:58.062390+0000","last_unstale":"2021-03-04T23:33:05.051180+0000","last_undegraded":"2021-03-04T23:33:05.051180+0000","last_fullsized":"2021-03-04T23:33:05.051180+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"24","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.104993+0000","last_change":"2021-03-04T23:32:26.241630+0000","last_active":"2021-03-04T23:33:14.104993+0000","last_peered":"2021-03-04T23:33:14.104993+0000","last_clean":"2021-03-04T23:33:14.104993+0000","last_became_active":"2021-03-04T23:32:26.241377+0000","last_became_peered":"2021-03-04T23:32:26.241377+0000","last_unstale":"2021-03-04T23:33:14.104993+0000","last_undegraded":"2021-03-04T23:33:14.104993+0000","last_fullsized":"2021-03-04T23:33:14.104993+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"24","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.105220+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:33:14.105220+0000","last_peered":"2021-03-04T23:33:14.105220+0000","last_clean":"2021-03-04T23:33:14.105220+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:33:14.105220+0000","last_undegraded":"2021-03-04T23:33:14.105220+0000","last_fullsized":"2021-03-04T23:33:14.105220+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"280'12799","reported_seq":"28894","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:22.117928+0000","last_change":"2021-03-04T23:30:59.306069+0000","last_active":"2021-03-04T23:33:22.117928+0000","last_peered":"2021-03-04T23:33:22.117928+0000","last_clean":"2021-03-04T23:33:22.117928+0000","last_became_active":"2021-03-04T23:30:59.292136+0000","last_became_peered":"2021-03-04T23:30:59.292136+0000","last_unstale":"2021-03-04T23:33:22.117928+0000","last_undegraded":"2021-03-04T23:33:22.117928+0000","last_fullsized":"2021-03-04T23:33:22.117928+0000","mapping_epoch":228,"log_start":"152'8097","ondisk_log_start":"152'8097","created":137,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4702,"ondisk_log_size":4702,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":414384128,"num_objects":6323,"num_object_clones":0,"num_object_copies":18969,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6323,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12799,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7939,"num_bytes_recovered":520224768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"291","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052997+0000","last_change":"2021-03-04T23:31:58.069375+0000","last_active":"2021-03-04T23:33:14.052997+0000","last_peered":"2021-03-04T23:33:14.052997+0000","last_clean":"2021-03-04T23:33:14.052997+0000","last_became_active":"2021-03-04T23:31:58.069076+0000","last_became_peered":"2021-03-04T23:31:58.069076+0000","last_unstale":"2021-03-04T23:33:14.052997+0000","last_undegraded":"2021-03-04T23:33:14.052997+0000","last_fullsized":"2021-03-04T23:33:14.052997+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"71","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.039763+0000","last_change":"2021-03-04T23:32:18.976198+0000","last_active":"2021-03-04T23:33:05.039763+0000","last_peered":"2021-03-04T23:33:05.039763+0000","last_clean":"2021-03-04T23:33:05.039763+0000","last_became_active":"2021-03-04T23:32:18.975757+0000","last_became_peered":"2021-03-04T23:32:18.975757+0000","last_unstale":"2021-03-04T23:33:05.039763+0000","last_undegraded":"2021-03-04T23:33:05.039763+0000","last_fullsized":"2021-03-04T23:33:05.039763+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"67","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.037840+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:33:05.037840+0000","last_peered":"2021-03-04T23:33:05.037840+0000","last_clean":"2021-03-04T23:33:05.037840+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:33:05.037840+0000","last_undegraded":"2021-03-04T23:33:05.037840+0000","last_fullsized":"2021-03-04T23:33:05.037840+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"29","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.038460+0000","last_change":"2021-03-04T23:32:18.986718+0000","last_active":"2021-03-04T23:33:05.038460+0000","last_peered":"2021-03-04T23:33:05.038460+0000","last_clean":"2021-03-04T23:33:05.038460+0000","last_became_active":"2021-03-04T23:32:18.986509+0000","last_became_peered":"2021-03-04T23:32:18.986509+0000","last_unstale":"2021-03-04T23:33:05.038460+0000","last_undegraded":"2021-03-04T23:33:05.038460+0000","last_fullsized":"2021-03-04T23:33:05.038460+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"71","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.041204+0000","last_change":"2021-03-04T23:32:19.018869+0000","last_active":"2021-03-04T23:33:05.041204+0000","last_peered":"2021-03-04T23:33:05.041204+0000","last_clean":"2021-03-04T23:33:05.041204+0000","last_became_active":"2021-03-04T23:32:19.018305+0000","last_became_peered":"2021-03-04T23:32:19.018305+0000","last_unstale":"2021-03-04T23:33:05.041204+0000","last_undegraded":"2021-03-04T23:33:05.041204+0000","last_fullsized":"2021-03-04T23:33:05.041204+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"280'13114","reported_seq":"34906","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:22.891870+0000","last_change":"2021-03-04T23:32:34.277292+0000","last_active":"2021-03-04T23:33:22.891870+0000","last_peered":"2021-03-04T23:33:22.891870+0000","last_clean":"2021-03-04T23:33:22.891870+0000","last_became_active":"2021-03-04T23:32:34.260379+0000","last_became_peered":"2021-03-04T23:32:34.260379+0000","last_unstale":"2021-03-04T23:33:22.891870+0000","last_undegraded":"2021-03-04T23:33:22.891870+0000","last_fullsized":"2021-03-04T23:33:22.891870+0000","mapping_epoch":270,"log_start":"154'8635","ondisk_log_start":"154'8635","created":137,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4479,"ondisk_log_size":4479,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":422969344,"num_objects":6454,"num_object_clones":0,"num_object_copies":19362,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6454,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13114,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10774,"num_bytes_recovered":705953792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"62","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.039635+0000","last_change":"2021-03-04T23:32:26.246392+0000","last_active":"2021-03-04T23:33:05.039635+0000","last_peered":"2021-03-04T23:33:05.039635+0000","last_clean":"2021-03-04T23:33:05.039635+0000","last_became_active":"2021-03-04T23:32:26.245274+0000","last_became_peered":"2021-03-04T23:32:26.245274+0000","last_unstale":"2021-03-04T23:33:05.039635+0000","last_undegraded":"2021-03-04T23:33:05.039635+0000","last_fullsized":"2021-03-04T23:33:05.039635+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"264","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.049452+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:33:05.049452+0000","last_peered":"2021-03-04T23:33:05.049452+0000","last_clean":"2021-03-04T23:33:05.049452+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:33:05.049452+0000","last_undegraded":"2021-03-04T23:33:05.049452+0000","last_fullsized":"2021-03-04T23:33:05.049452+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"310","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.050140+0000","last_change":"2021-03-04T23:32:26.243552+0000","last_active":"2021-03-04T23:33:05.050140+0000","last_peered":"2021-03-04T23:33:05.050140+0000","last_clean":"2021-03-04T23:33:05.050140+0000","last_became_active":"2021-03-04T23:32:26.243356+0000","last_became_peered":"2021-03-04T23:32:26.243356+0000","last_unstale":"2021-03-04T23:33:05.050140+0000","last_undegraded":"2021-03-04T23:33:05.050140+0000","last_fullsized":"2021-03-04T23:33:05.050140+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"71","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.040253+0000","last_change":"2021-03-04T23:32:18.976958+0000","last_active":"2021-03-04T23:33:05.040253+0000","last_peered":"2021-03-04T23:33:05.040253+0000","last_clean":"2021-03-04T23:33:05.040253+0000","last_became_active":"2021-03-04T23:32:18.975806+0000","last_became_peered":"2021-03-04T23:32:18.975806+0000","last_unstale":"2021-03-04T23:33:05.040253+0000","last_undegraded":"2021-03-04T23:33:05.040253+0000","last_fullsized":"2021-03-04T23:33:05.040253+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"280'12795","reported_seq":"30445","reported_epoch":"280","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:33:22.555056+0000","last_change":"2021-03-04T23:32:27.307328+0000","last_active":"2021-03-04T23:33:22.555056+0000","last_peered":"2021-03-04T23:33:22.555056+0000","last_clean":"2021-03-04T23:32:23.232073+0000","last_became_active":"2021-03-04T23:32:27.288606+0000","last_became_peered":"2021-03-04T23:32:27.288606+0000","last_unstale":"2021-03-04T23:33:22.555056+0000","last_undegraded":"2021-03-04T23:33:22.555056+0000","last_fullsized":"2021-03-04T23:33:22.555056+0000","mapping_epoch":267,"log_start":"152'8286","ondisk_log_start":"152'8286","created":137,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4509,"ondisk_log_size":4509,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":416481280,"num_objects":6355,"num_object_clones":0,"num_object_copies":19065,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6355,"num_objects_unfound":0,"num_objects_dirty":6355,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12795,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8712,"num_bytes_recovered":396623872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,0],"avail_no_missing":["7","0","4"],"object_location_counts":[{"shards":"0,4,7","objects":6355}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"53","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.040059+0000","last_change":"2021-03-04T23:31:15.976911+0000","last_active":"2021-03-04T23:33:05.040059+0000","last_peered":"2021-03-04T23:33:05.040059+0000","last_clean":"2021-03-04T23:33:05.040059+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:33:05.040059+0000","last_undegraded":"2021-03-04T23:33:05.040059+0000","last_fullsized":"2021-03-04T23:33:05.040059+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"24","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.105217+0000","last_change":"2021-03-04T23:32:26.241609+0000","last_active":"2021-03-04T23:33:14.105217+0000","last_peered":"2021-03-04T23:33:14.105217+0000","last_clean":"2021-03-04T23:33:14.105217+0000","last_became_active":"2021-03-04T23:32:26.241419+0000","last_became_peered":"2021-03-04T23:32:26.241419+0000","last_unstale":"2021-03-04T23:33:14.105217+0000","last_undegraded":"2021-03-04T23:33:14.105217+0000","last_fullsized":"2021-03-04T23:33:14.105217+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"243","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052926+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:33:14.052926+0000","last_peered":"2021-03-04T23:33:14.052926+0000","last_clean":"2021-03-04T23:33:14.052926+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:33:14.052926+0000","last_undegraded":"2021-03-04T23:33:14.052926+0000","last_fullsized":"2021-03-04T23:33:14.052926+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"71","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.040390+0000","last_change":"2021-03-04T23:32:18.990243+0000","last_active":"2021-03-04T23:33:05.040390+0000","last_peered":"2021-03-04T23:33:05.040390+0000","last_clean":"2021-03-04T23:33:05.040390+0000","last_became_active":"2021-03-04T23:32:18.985408+0000","last_became_peered":"2021-03-04T23:32:18.985408+0000","last_unstale":"2021-03-04T23:33:05.040390+0000","last_undegraded":"2021-03-04T23:33:05.040390+0000","last_fullsized":"2021-03-04T23:33:05.040390+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"280'12684","reported_seq":"20733","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:22.557479+0000","last_change":"2021-03-04T23:32:54.052768+0000","last_active":"2021-03-04T23:33:22.557479+0000","last_peered":"2021-03-04T23:33:22.557479+0000","last_clean":"2021-03-04T23:33:22.557479+0000","last_became_active":"2021-03-04T23:32:54.024075+0000","last_became_peered":"2021-03-04T23:32:54.024075+0000","last_unstale":"2021-03-04T23:33:22.557479+0000","last_undegraded":"2021-03-04T23:33:22.557479+0000","last_fullsized":"2021-03-04T23:33:22.557479+0000","mapping_epoch":276,"log_start":"152'8195","ondisk_log_start":"152'8195","created":137,"last_epoch_clean":277,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4489,"ondisk_log_size":4489,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":412287000,"num_objects":6292,"num_object_clones":0,"num_object_copies":18876,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6292,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12684,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3917,"num_bytes_recovered":147324952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"93","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.038194+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:33:05.038194+0000","last_peered":"2021-03-04T23:33:05.038194+0000","last_clean":"2021-03-04T23:33:05.038194+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:33:05.038194+0000","last_undegraded":"2021-03-04T23:33:05.038194+0000","last_fullsized":"2021-03-04T23:33:05.038194+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"24","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.105243+0000","last_change":"2021-03-04T23:32:26.249226+0000","last_active":"2021-03-04T23:33:14.105243+0000","last_peered":"2021-03-04T23:33:14.105243+0000","last_clean":"2021-03-04T23:33:14.105243+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:33:14.105243+0000","last_undegraded":"2021-03-04T23:33:14.105243+0000","last_fullsized":"2021-03-04T23:33:14.105243+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"85","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.037752+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:33:05.037752+0000","last_peered":"2021-03-04T23:33:05.037752+0000","last_clean":"2021-03-04T23:33:05.037752+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:33:05.037752+0000","last_undegraded":"2021-03-04T23:33:05.037752+0000","last_fullsized":"2021-03-04T23:33:05.037752+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"71","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.041392+0000","last_change":"2021-03-04T23:32:18.976964+0000","last_active":"2021-03-04T23:33:05.041392+0000","last_peered":"2021-03-04T23:33:05.041392+0000","last_clean":"2021-03-04T23:33:05.041392+0000","last_became_active":"2021-03-04T23:32:18.976053+0000","last_became_peered":"2021-03-04T23:32:18.976053+0000","last_unstale":"2021-03-04T23:33:05.041392+0000","last_undegraded":"2021-03-04T23:33:05.041392+0000","last_fullsized":"2021-03-04T23:33:05.041392+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"280'12772","reported_seq":"20371","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:22.095382+0000","last_change":"2021-03-04T23:31:15.998496+0000","last_active":"2021-03-04T23:33:22.095382+0000","last_peered":"2021-03-04T23:33:22.095382+0000","last_clean":"2021-03-04T23:33:22.095382+0000","last_became_active":"2021-03-04T23:31:15.976417+0000","last_became_peered":"2021-03-04T23:31:15.976417+0000","last_unstale":"2021-03-04T23:33:22.095382+0000","last_undegraded":"2021-03-04T23:33:22.095382+0000","last_fullsized":"2021-03-04T23:33:22.095382+0000","mapping_epoch":236,"log_start":"147'6975","ondisk_log_start":"147'6975","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5797,"ondisk_log_size":5797,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":410779648,"num_objects":6268,"num_object_clones":0,"num_object_copies":18804,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6268,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12772,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3697,"num_bytes_recovered":238419968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"181","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.038714+0000","last_change":"2021-03-04T23:31:58.069248+0000","last_active":"2021-03-04T23:33:05.038714+0000","last_peered":"2021-03-04T23:33:05.038714+0000","last_clean":"2021-03-04T23:33:05.038714+0000","last_became_active":"2021-03-04T23:31:58.068899+0000","last_became_peered":"2021-03-04T23:31:58.068899+0000","last_unstale":"2021-03-04T23:33:05.038714+0000","last_undegraded":"2021-03-04T23:33:05.038714+0000","last_fullsized":"2021-03-04T23:33:05.038714+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"313","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.050214+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:33:05.050214+0000","last_peered":"2021-03-04T23:33:05.050214+0000","last_clean":"2021-03-04T23:33:05.050214+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:33:05.050214+0000","last_undegraded":"2021-03-04T23:33:05.050214+0000","last_fullsized":"2021-03-04T23:33:05.050214+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"251","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.038997+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:33:05.038997+0000","last_peered":"2021-03-04T23:33:05.038997+0000","last_clean":"2021-03-04T23:33:05.038997+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:33:05.038997+0000","last_undegraded":"2021-03-04T23:33:05.038997+0000","last_fullsized":"2021-03-04T23:33:05.038997+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"246","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.050022+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:33:05.050022+0000","last_peered":"2021-03-04T23:33:05.050022+0000","last_clean":"2021-03-04T23:33:05.050022+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:33:05.050022+0000","last_undegraded":"2021-03-04T23:33:05.050022+0000","last_fullsized":"2021-03-04T23:33:05.050022+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"287","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.105285+0000","last_change":"2021-03-04T23:31:58.060196+0000","last_active":"2021-03-04T23:33:14.105285+0000","last_peered":"2021-03-04T23:33:14.105285+0000","last_clean":"2021-03-04T23:33:14.105285+0000","last_became_active":"2021-03-04T23:31:58.059959+0000","last_became_peered":"2021-03-04T23:31:58.059959+0000","last_unstale":"2021-03-04T23:33:14.105285+0000","last_undegraded":"2021-03-04T23:33:14.105285+0000","last_fullsized":"2021-03-04T23:33:14.105285+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"344","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.053310+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:33:14.053310+0000","last_peered":"2021-03-04T23:33:14.053310+0000","last_clean":"2021-03-04T23:33:14.053310+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:33:14.053310+0000","last_undegraded":"2021-03-04T23:33:14.053310+0000","last_fullsized":"2021-03-04T23:33:14.053310+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"326","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.039437+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:33:05.039437+0000","last_peered":"2021-03-04T23:33:05.039437+0000","last_clean":"2021-03-04T23:33:05.039437+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:33:05.039437+0000","last_undegraded":"2021-03-04T23:33:05.039437+0000","last_fullsized":"2021-03-04T23:33:05.039437+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"290","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.053080+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:33:14.053080+0000","last_peered":"2021-03-04T23:33:14.053080+0000","last_clean":"2021-03-04T23:33:14.053080+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:33:14.053080+0000","last_undegraded":"2021-03-04T23:33:14.053080+0000","last_fullsized":"2021-03-04T23:33:14.053080+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"296","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.039221+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:33:05.039221+0000","last_peered":"2021-03-04T23:33:05.039221+0000","last_clean":"2021-03-04T23:33:05.039221+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:33:05.039221+0000","last_undegraded":"2021-03-04T23:33:05.039221+0000","last_fullsized":"2021-03-04T23:33:05.039221+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"85","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.038057+0000","last_change":"2021-03-04T23:32:18.971387+0000","last_active":"2021-03-04T23:33:05.038057+0000","last_peered":"2021-03-04T23:33:05.038057+0000","last_clean":"2021-03-04T23:33:05.038057+0000","last_became_active":"2021-03-04T23:32:18.971083+0000","last_became_peered":"2021-03-04T23:32:18.971083+0000","last_unstale":"2021-03-04T23:33:05.038057+0000","last_undegraded":"2021-03-04T23:33:05.038057+0000","last_fullsized":"2021-03-04T23:33:05.038057+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"69","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.051323+0000","last_change":"2021-03-04T23:31:58.062548+0000","last_active":"2021-03-04T23:33:05.051323+0000","last_peered":"2021-03-04T23:33:05.051323+0000","last_clean":"2021-03-04T23:33:05.051323+0000","last_became_active":"2021-03-04T23:31:58.062122+0000","last_became_peered":"2021-03-04T23:31:58.062122+0000","last_unstale":"2021-03-04T23:33:05.051323+0000","last_undegraded":"2021-03-04T23:33:05.051323+0000","last_fullsized":"2021-03-04T23:33:05.051323+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"254","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.050111+0000","last_change":"2021-03-04T23:32:19.162403+0000","last_active":"2021-03-04T23:33:05.050111+0000","last_peered":"2021-03-04T23:33:05.050111+0000","last_clean":"2021-03-04T23:33:05.050111+0000","last_became_active":"2021-03-04T23:32:18.984227+0000","last_became_peered":"2021-03-04T23:32:18.984227+0000","last_unstale":"2021-03-04T23:33:05.050111+0000","last_undegraded":"2021-03-04T23:33:05.050111+0000","last_fullsized":"2021-03-04T23:33:05.050111+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"347","reported_epoch":"279","state":"active+clean","last_fresh":"2021-03-04T23:33:05.038911+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:33:05.038911+0000","last_peered":"2021-03-04T23:33:05.038911+0000","last_clean":"2021-03-04T23:33:05.038911+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:33:05.038911+0000","last_undegraded":"2021-03-04T23:33:05.038911+0000","last_fullsized":"2021-03-04T23:33:05.038911+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":10713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8326546,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":6},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":6662520856,"num_objects":101663,"num_object_clones":0,"num_object_copies":304989,"num_objects_missing_on_primary":805,"num_objects_missing":805,"num_objects_degraded":11955,"num_objects_misplaced":22558,"num_objects_unfound":0,"num_objects_dirty":101663,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":205067,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91150,"num_bytes_recovered":5230362648,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":23263461376,"data_stored":23263445088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80404,"ondisk_log_size":80404,"up":48,"acting":45,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495968,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5296596,"kb_used_data":4248012,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":82783788,"statfs":{"total":90194313216,"available":84770598912,"internally_reserved":1073741824,"allocated":4349964288,"data_stored":4348585208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:54 2021","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.34100000000000003,"15min":0.32400000000000001},"min":{"1min":0.17699999999999999,"5min":0.125,"15min":0.125},"max":{"1min":0.57299999999999995,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.23000000000000001},{"interface":"front","average":{"1min":0.376,"5min":0.40999999999999998,"15min":0.40899999999999997},"min":{"1min":0.17799999999999999,"5min":0.158,"15min":0.158},"max":{"1min":0.53300000000000003,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.51800000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:32:30 2021","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.40799999999999997,"15min":0.59099999999999997},"min":{"1min":0.24299999999999999,"5min":0.16500000000000001,"15min":0.16200000000000001},"max":{"1min":0.72599999999999998,"5min":0.91700000000000004,"15min":37.856000000000002},"last":0.439},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.438,"15min":0.67000000000000004},"min":{"1min":0.27900000000000003,"5min":0.187,"15min":0.17399999999999999},"max":{"1min":0.86399999999999999,"5min":1.0409999999999999,"15min":37.914000000000001},"last":0.25600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.34899999999999998,"15min":0.47999999999999998},"min":{"1min":0.26000000000000001,"5min":0.20300000000000001,"15min":0.16700000000000001},"max":{"1min":0.44700000000000001,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":0.376},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.44,"15min":0.52800000000000002},"min":{"1min":0.33200000000000002,"5min":0.214,"15min":0.182},"max":{"1min":0.56999999999999995,"5min":0.94499999999999995,"15min":3.206},"last":0.54100000000000004}]},{"osd":3,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.373,"15min":0.89600000000000002},"min":{"1min":0.22900000000000001,"5min":0.20899999999999999,"15min":0.19},"max":{"1min":0.47299999999999998,"5min":0.96399999999999997,"15min":63.959000000000003},"last":0.245},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.372,"15min":0.91600000000000004},"min":{"1min":0.215,"5min":0.20899999999999999,"15min":0.183},"max":{"1min":0.48899999999999999,"5min":0.84399999999999997,"15min":64.183999999999997},"last":0.35099999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.33300000000000002,"15min":0.39900000000000002},"min":{"1min":0.18099999999999999,"5min":0.17100000000000001,"15min":0.14399999999999999},"max":{"1min":0.626,"5min":0.65500000000000003,"15min":4.0179999999999998},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.29499999999999998,"15min":0.34699999999999998},"min":{"1min":0.155,"5min":0.155,"15min":0.13900000000000001},"max":{"1min":0.51000000000000001,"5min":0.55900000000000005,"15min":3.7410000000000001},"last":0.503}]},{"osd":5,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.28999999999999998,"15min":0.34100000000000003},"min":{"1min":0.16300000000000001,"5min":0.152,"15min":0.14299999999999999},"max":{"1min":0.626,"5min":0.626,"15min":3.621},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.35199999999999998,"15min":0.42699999999999999},"min":{"1min":0.20399999999999999,"5min":0.184,"15min":0.16800000000000001},"max":{"1min":0.67000000000000004,"5min":0.67400000000000004,"15min":3.54},"last":0.56299999999999994}]},{"osd":6,"last update":"Thu Mar 4 23:32:49 2021","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.29499999999999998,"15min":0.38400000000000001},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14199999999999999},"max":{"1min":0.627,"5min":0.627,"15min":4.1299999999999999},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.371,"15min":0.49099999999999999},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.67700000000000005,"5min":0.80900000000000005,"15min":3.7850000000000001},"last":0.58399999999999996}]}]},{"osd":6,"up_from":41,"seq":176093659469,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1948940,"kb_used_data":900356,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86131444,"statfs":{"total":90194313216,"available":88198598656,"internally_reserved":1073741824,"allocated":921964544,"data_stored":920594073,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.35899999999999999,"15min":0.36299999999999999},"min":{"1min":0.17199999999999999,"5min":0.156,"15min":0.156},"max":{"1min":0.53200000000000003,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.371,"15min":0.36899999999999999},"min":{"1min":0.20399999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.65800000000000003,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.27000000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:32:23 2021","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.38700000000000001,"15min":0.46500000000000002},"min":{"1min":0.22500000000000001,"5min":0.186,"15min":0.159},"max":{"1min":0.83099999999999996,"5min":0.874,"15min":3.609},"last":0.379},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.40300000000000002,"15min":0.46300000000000002},"min":{"1min":0.29999999999999999,"5min":0.20499999999999999,"15min":0.17000000000000001},"max":{"1min":0.80700000000000005,"5min":0.91600000000000004,"15min":4.149},"last":0.44400000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:32:23 2021","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.40400000000000003,"15min":0.501},"min":{"1min":0.29899999999999999,"5min":0.19500000000000001,"15min":0.16800000000000001},"max":{"1min":0.70099999999999996,"5min":0.85399999999999998,"15min":4.2169999999999996},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.379,"15min":0.46300000000000002},"min":{"1min":0.221,"5min":0.189,"15min":0.17599999999999999},"max":{"1min":0.82999999999999996,"5min":0.83999999999999997,"15min":3.3700000000000001},"last":0.46899999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:32:23 2021","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.40100000000000002,"15min":1.077},"min":{"1min":0.25700000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.877,"5min":0.877,"15min":77.881},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.41399999999999998,"15min":1.0740000000000001},"min":{"1min":0.28100000000000003,"5min":0.217,"15min":0.21099999999999999},"max":{"1min":0.77500000000000002,"5min":0.94999999999999996,"15min":77.683000000000007},"last":0.42999999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.32000000000000001,"15min":0.35999999999999999},"min":{"1min":0.23000000000000001,"5min":0.16600000000000001,"15min":0.13300000000000001},"max":{"1min":0.56699999999999995,"5min":0.61599999999999999,"15min":4.1539999999999999},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.28899999999999998,"5min":0.32000000000000001,"15min":0.36899999999999999},"min":{"1min":0.17699999999999999,"5min":0.14299999999999999,"15min":0.13500000000000001},"max":{"1min":0.51800000000000002,"5min":0.70299999999999996,"15min":4.1269999999999998},"last":0.20799999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.30199999999999999,"5min":0.33200000000000002,"15min":0.375},"min":{"1min":0.19800000000000001,"5min":0.159,"15min":0.159},"max":{"1min":0.48499999999999999,"5min":0.71999999999999997,"15min":4.0010000000000003},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.30099999999999999,"5min":0.32300000000000001,"15min":0.42999999999999999},"min":{"1min":0.161,"5min":0.161,"15min":0.13900000000000001},"max":{"1min":0.438,"5min":0.57599999999999996,"15min":4.2389999999999999},"last":0.25700000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.34699999999999998,"15min":0.46200000000000002},"min":{"1min":0.19400000000000001,"5min":0.187,"15min":0.17399999999999999},"max":{"1min":0.504,"5min":0.60799999999999998,"15min":4.5880000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.372,"15min":0.42499999999999999},"min":{"1min":0.22500000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.52100000000000002,"5min":0.64100000000000001,"15min":4.0129999999999999},"last":0.316}]}]},{"osd":1,"up_from":87,"seq":373662154989,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3699332,"kb_used_data":3556092,"kb_used_omap":2528,"kb_used_meta":140703,"kb_avail":84381052,"statfs":{"total":90194313216,"available":86406197248,"internally_reserved":0,"allocated":3641438208,"data_stored":3640080237,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":144080174},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:58 2021","interfaces":[{"interface":"back","average":{"1min":0.248,"5min":0.26300000000000001,"15min":0.23899999999999999},"min":{"1min":0.13900000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.38800000000000001,"5min":0.625,"15min":0.625},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.33400000000000002,"15min":0.30599999999999999},"min":{"1min":0.22,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.61799999999999999,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.33000000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.23699999999999999,"5min":0.252,"15min":0.378},"min":{"1min":0.156,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.374,"5min":0.59999999999999998,"15min":4.4059999999999997},"last":0.22},{"interface":"front","average":{"1min":0.249,"5min":0.26200000000000001,"15min":0.435},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.13100000000000001},"max":{"1min":0.35999999999999999,"5min":0.47899999999999998,"15min":4.7240000000000002},"last":0.19900000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.42799999999999999,"15min":0.999},"min":{"1min":0.16600000000000001,"5min":0.156,"15min":0.155},"max":{"1min":12.710000000000001,"5min":12.710000000000001,"15min":110.28400000000001},"last":0.255},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.44600000000000001,"15min":1.026},"min":{"1min":0.191,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":12.734,"5min":12.734,"15min":109.977},"last":0.245}]},{"osd":4,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.41499999999999998,"15min":0.57299999999999995},"min":{"1min":0.24099999999999999,"5min":0.20899999999999999,"15min":0.182},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":4.9850000000000003},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.379,"15min":0.50800000000000001},"min":{"1min":0.23000000000000001,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":4.5229999999999997},"last":0.315}]},{"osd":5,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.40200000000000002,"15min":0.57399999999999995},"min":{"1min":0.27700000000000002,"5min":0.23200000000000001,"15min":0.20699999999999999},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":8.6690000000000005},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.439,"5min":0.41199999999999998,"15min":0.58499999999999996},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":4.7729999999999997},"last":0.30199999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:32:51 2021","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40899999999999997,"15min":0.54700000000000004},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.214},"max":{"1min":0.90500000000000003,"5min":0.95399999999999996,"15min":4.5010000000000003},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.42999999999999999,"15min":0.60099999999999998},"min":{"1min":0.313,"5min":0.24299999999999999,"15min":0.23699999999999999},"max":{"1min":0.88,"5min":0.88,"15min":5.4649999999999999},"last":0.34799999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.438,"15min":0.64600000000000002},"min":{"1min":0.29099999999999998,"5min":0.23100000000000001,"15min":0.20899999999999999},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":4.7939999999999996},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.41599999999999998,"15min":0.57099999999999995},"min":{"1min":0.32200000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":4.5499999999999998},"last":0.37}]}]},{"osd":0,"up_from":174,"seq":747324309572,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2744828,"kb_used_data":2648244,"kb_used_omap":980,"kb_used_meta":95595,"kb_avail":85335556,"statfs":{"total":90194313216,"available":87383609344,"internally_reserved":0,"allocated":2711801856,"data_stored":2710445088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":97890243},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.214,"5min":0.249,"15min":0.255},"min":{"1min":0.12,"5min":0.12,"15min":0.12},"max":{"1min":0.47499999999999998,"5min":0.623,"15min":0.623},"last":0.16},{"interface":"front","average":{"1min":0.22900000000000001,"5min":0.247,"15min":0.24299999999999999},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.193}]},{"osd":2,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.25600000000000001,"5min":0.26000000000000001,"15min":0.23999999999999999},"min":{"1min":0.156,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":0.432,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.26300000000000001,"5min":0.27400000000000002,"15min":0.27700000000000002},"min":{"1min":0.14499999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.51800000000000002,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.23699999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.28899999999999998,"5min":0.28299999999999997,"15min":0.28599999999999998},"min":{"1min":0.157,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.46400000000000002,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.17699999999999999},{"interface":"front","average":{"1min":0.28399999999999997,"5min":0.30099999999999999,"15min":0.30299999999999999},"min":{"1min":0.17000000000000001,"5min":0.155,"15min":0.155},"max":{"1min":0.63900000000000001,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.28799999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.39400000000000002,"15min":0.38700000000000001},"min":{"1min":0.248,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.31},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.39200000000000002,"15min":0.38300000000000001},"min":{"1min":0.25700000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.61899999999999999,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.318}]},{"osd":5,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.40000000000000002,"15min":0.39200000000000002},"min":{"1min":0.252,"5min":0.217,"15min":0.217},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.376,"5min":0.38900000000000001,"15min":0.39200000000000002},"min":{"1min":0.20300000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.30199999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.38100000000000001,"15min":0.40899999999999997},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.40000000000000002,"15min":0.39200000000000002},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.33000000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.39500000000000002,"15min":0.38900000000000001},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41499999999999998,"15min":0.40899999999999997},"min":{"1min":0.28499999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.66800000000000004,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.35899999999999999}]}]},{"osd":2,"up_from":0,"seq":442381631712,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879508,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3711156,"kb_used_data":3621804,"kb_used_omap":883,"kb_used_meta":88460,"kb_avail":84369228,"statfs":{"total":90194313216,"available":86394089472,"internally_reserved":0,"allocated":3708727296,"data_stored":3707377096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":90583104},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,2,1,3,3,4,6],"upper_bound":2048},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:54 2021","interfaces":[{"interface":"back","average":{"1min":0.22,"5min":0.98199999999999998,"15min":0.50600000000000001},"min":{"1min":0.127,"5min":0.127,"15min":0.127},"max":{"1min":0.442,"5min":66.528999999999996,"15min":66.528999999999996},"last":0.222},{"interface":"front","average":{"1min":0.253,"5min":1.0129999999999999,"15min":0.54900000000000004},"min":{"1min":0.16600000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.379,"5min":66.497,"15min":66.497},"last":0.35499999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.223,"5min":0.49299999999999999,"15min":0.435},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.13500000000000001},"max":{"1min":0.34000000000000002,"5min":25.097999999999999,"15min":25.097999999999999},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.24199999999999999,"5min":0.51800000000000002,"15min":0.53800000000000003},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.313,"5min":25.109999999999999,"15min":25.109999999999999},"last":0.248}]},{"osd":2,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.23400000000000001,"5min":0.26800000000000002,"15min":0.40799999999999997},"min":{"1min":0.16800000000000001,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":0.34999999999999998,"5min":0.82799999999999996,"15min":4.8730000000000002},"last":0.317},{"interface":"front","average":{"1min":0.245,"5min":0.26800000000000002,"15min":0.41899999999999998},"min":{"1min":0.18099999999999999,"5min":0.151,"15min":0.151},"max":{"1min":0.40999999999999998,"5min":0.47399999999999998,"15min":8.8740000000000006},"last":0.40999999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.39900000000000002,"15min":0.51300000000000001},"min":{"1min":0.24199999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":5.0220000000000002},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.434,"5min":0.41699999999999998,"15min":0.51500000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.20100000000000001},"max":{"1min":0.999,"5min":0.999,"15min":3.7719999999999998},"last":0.47899999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.44600000000000001,"15min":0.59199999999999997},"min":{"1min":0.27000000000000002,"5min":0.23799999999999999,"15min":0.224},"max":{"1min":1.024,"5min":2.7069999999999999,"15min":4.6479999999999997},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.378,"15min":0.57699999999999996},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.192},"max":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":6.7309999999999999},"last":0.437}]},{"osd":6,"last update":"Thu Mar 4 23:32:48 2021","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.39600000000000002,"15min":0.60299999999999998},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.59599999999999997,"5min":0.61199999999999999,"15min":9.9410000000000007},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41299999999999998,"15min":0.53900000000000003},"min":{"1min":0.30499999999999999,"5min":0.251,"15min":0.22900000000000001},"max":{"1min":0.56100000000000005,"5min":0.66300000000000003,"15min":3.8100000000000001},"last":0.54500000000000004}]},{"osd":7,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.39400000000000002,"15min":0.59299999999999997},"min":{"1min":0.24099999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":5.1180000000000003},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.433,"15min":0.59699999999999998},"min":{"1min":0.28799999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.034,"5min":1.419,"15min":7.1950000000000003},"last":0.505}]}]},{"osd":4,"up_from":31,"seq":133143986537,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2695760,"kb_used_data":1647176,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":85384624,"statfs":{"total":90194313216,"available":87433854976,"internally_reserved":1073741824,"allocated":1686708224,"data_stored":1685333170,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.371,"15min":0.36699999999999999},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.70899999999999996,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.41399999999999998,"15min":0.42599999999999999},"min":{"1min":0.20499999999999999,"5min":0.153,"15min":0.153},"max":{"1min":0.624,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.20300000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:32:36 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.64500000000000002,"15min":0.61699999999999999},"min":{"1min":0.248,"5min":0.19600000000000001,"15min":0.161},"max":{"1min":0.85999999999999999,"5min":20.440000000000001,"15min":20.440000000000001},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.64900000000000002,"15min":0.61899999999999999},"min":{"1min":0.19,"5min":0.154,"15min":0.154},"max":{"1min":0.81699999999999995,"5min":20.465,"15min":20.465},"last":0.29299999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:33:16 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.35799999999999998,"15min":0.42099999999999999},"min":{"1min":0.23300000000000001,"5min":0.23100000000000001,"15min":0.17100000000000001},"max":{"1min":0.496,"5min":0.70099999999999996,"15min":3.3260000000000001},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.38,"15min":0.44800000000000001},"min":{"1min":0.23599999999999999,"5min":0.221,"15min":0.17499999999999999},"max":{"1min":0.55000000000000004,"5min":0.83899999999999997,"15min":3.351},"last":0.433}]},{"osd":3,"last update":"Thu Mar 4 23:33:16 2021","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.52400000000000002,"15min":1.4299999999999999},"min":{"1min":0.26700000000000002,"5min":0.192,"15min":0.192},"max":{"1min":11.25,"5min":11.25,"15min":85.394999999999996},"last":0.253},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.48799999999999999,"15min":1.365},"min":{"1min":0.217,"5min":0.217,"15min":0.19400000000000001},"max":{"1min":11.276999999999999,"5min":11.276999999999999,"15min":85.802999999999997},"last":0.40999999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:32:36 2021","interfaces":[{"interface":"back","average":{"1min":0.28399999999999997,"5min":0.30199999999999999,"15min":0.32800000000000001},"min":{"1min":0.17199999999999999,"5min":0.16900000000000001,"15min":0.14199999999999999},"max":{"1min":0.78600000000000003,"5min":1.254,"15min":3.456},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.29199999999999998,"5min":0.29799999999999999,"15min":0.34599999999999997},"min":{"1min":0.16600000000000001,"5min":0.16400000000000001,"15min":0.14799999999999999},"max":{"1min":0.48799999999999999,"5min":0.64900000000000002,"15min":3.2999999999999998},"last":0.33900000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:32:52 2021","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":0.32400000000000001,"15min":0.35399999999999998},"min":{"1min":0.18099999999999999,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":3.5569999999999999},"last":0.371},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.33600000000000002,"15min":0.46200000000000002},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.14199999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":3.895},"last":0.24099999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:32:36 2021","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.33200000000000002,"15min":0.37},"min":{"1min":0.19700000000000001,"5min":0.17000000000000001,"15min":0.16},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":3.4329999999999998},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36199999999999999,"15min":0.47499999999999998},"min":{"1min":0.20999999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.748,"5min":0.748,"15min":3.8700000000000001},"last":0.27900000000000003}]}]},{"osd":5,"up_from":36,"seq":154618823015,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5566544,"kb_used_data":4517960,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":82513840,"statfs":{"total":90194313216,"available":84494172160,"internally_reserved":1073741824,"allocated":4626391040,"data_stored":4625021426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35799999999999998,"15min":0.374},"min":{"1min":0.17199999999999999,"5min":0.153,"15min":0.153},"max":{"1min":0.53200000000000003,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.38900000000000001,"15min":0.39300000000000002},"min":{"1min":0.20399999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.61899999999999999,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.63}]},{"osd":1,"last update":"Thu Mar 4 23:32:26 2021","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.371,"15min":0.46700000000000003},"min":{"1min":0.20100000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":3.8450000000000002},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.37,"15min":0.53500000000000003},"min":{"1min":0.18099999999999999,"5min":0.16600000000000001,"15min":0.14599999999999999},"max":{"1min":0.872,"5min":0.872,"15min":7.4740000000000002},"last":0.38800000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.36599999999999999,"15min":0.48799999999999999},"min":{"1min":0.19600000000000001,"5min":0.17999999999999999,"15min":0.161},"max":{"1min":0.54700000000000004,"5min":0.91400000000000003,"15min":3.7410000000000001},"last":0.379},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.38400000000000001,"15min":0.52500000000000002},"min":{"1min":0.23799999999999999,"5min":0.19600000000000001,"15min":0.182},"max":{"1min":0.75800000000000001,"5min":0.79300000000000004,"15min":3.698},"last":0.70899999999999996}]},{"osd":3,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.375,"15min":0.53000000000000003},"min":{"1min":0.20899999999999999,"5min":0.20200000000000001,"15min":0.16700000000000001},"max":{"1min":0.56999999999999995,"5min":0.81299999999999994,"15min":4.375},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.38,"5min":0.39900000000000002,"15min":0.51200000000000001},"min":{"1min":0.24399999999999999,"5min":0.23899999999999999,"15min":0.17100000000000001},"max":{"1min":0.52100000000000002,"5min":0.85299999999999998,"15min":4.2050000000000001},"last":0.45600000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.32500000000000001,"15min":0.36299999999999999},"min":{"1min":0.16900000000000001,"5min":0.16300000000000001,"15min":0.127},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":7.4480000000000004},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.315,"5min":0.311,"15min":0.33700000000000002},"min":{"1min":0.158,"5min":0.158,"15min":0.152},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":4.4000000000000004},"last":0.61599999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:32:26 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.31,"15min":0.40699999999999997},"min":{"1min":0.17199999999999999,"5min":0.16,"15min":0.16},"max":{"1min":0.51200000000000001,"5min":0.68100000000000005,"15min":7.3959999999999999},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.28499999999999998,"5min":0.30599999999999999,"15min":0.35899999999999999},"min":{"1min":0.17799999999999999,"5min":0.17599999999999999,"15min":0.16300000000000001},"max":{"1min":0.45400000000000001,"5min":0.68100000000000005,"15min":4.3209999999999997},"last":0.42799999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.34899999999999998,"15min":0.42099999999999999},"min":{"1min":0.221,"5min":0.185,"15min":0.185},"max":{"1min":0.54000000000000004,"5min":0.66500000000000004,"15min":4.3540000000000001},"last":0.502},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.33000000000000002,"15min":0.377},"min":{"1min":0.184,"5min":0.159,"15min":0.159},"max":{"1min":0.56899999999999995,"5min":0.75900000000000001,"15min":2.9740000000000002},"last":0.56399999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2708078592,"data_stored":2708078592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3637972992,"data_stored":3637968920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1658454016,"data_stored":1658454016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3701080064,"data_stored":3701080064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1678774272,"data_stored":1678770200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4622323712,"data_stored":4622319640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":917504000,"data_stored":917504000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4339273728,"data_stored":4339269656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:33:29.241 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph status --format=json 2021-03-04T23:33:29.315 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:29.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:29.348 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:29.349 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:29.389 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:29.450 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:29.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:29.479 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:29.479 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:29.550 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:29 gibba011 conmon[95595]: audit 2021-03-04T23:33:27.721678+0000 mgr.x (mgr.34676) 932 : audit [DBG] from='client.45816 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:29.550 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:29 gibba011 conmon[95595]: cluster 2021-03-04T23:33:28.977543+0000 mon.a (mon.0) 1253 : cluster [WRN] Health check update: Degraded data redundancy: 11955/305055 objects degraded (3.919%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:33:29.551 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:29 gibba011 conmon[99461]: audit 2021-03-04T23:33:27.721678+0000 mgr.x (mgr.34676) 932 : audit [DBG] from='client.45816 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:29.551 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:29 gibba011 conmon[99461]: 2021-03-04T23:33:29.551 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:29 gibba011 conmon[99461]: cluster 2021-03-04T23:33:28.977543+0000 mon.a (mon.0) 1253 : cluster [WRN] Health check update: Degraded data redundancy: 11955/305055 objects degraded (3.919%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:33:29.580 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:29.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:29 gibba038 conmon[76675]: audit 2021-03-04T23:33:27.721678+0000 mgr.x (mgr 2021-03-04T23:33:29.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:29 gibba038 conmon[76675]: .34676) 932 : audit [DBG] from='client.45816 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:29.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:29 gibba038 conmon[76675]: cluster 2021-03-04T23:33:28.977543+0000 mon.a (mon 2021-03-04T23:33:29.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:29 gibba038 conmon[76675]: .0) 1253 : cluster [WRN] Health check update: Degraded data redundancy: 11955/305055 objects degraded (3.919%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:33:29.603 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:29.604 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:29.604 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:29.607 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:33:29.608 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:33:29.707 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:29.724 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:29.725 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:29.725 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:29.826 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:29.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:29.845 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:29.845 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:29.947 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:29.967 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:29.968 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:29.968 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:30.070 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:30.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:30.087 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:30.088 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:30.189 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:30.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:30.207 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:30.208 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:30.309 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:30.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:30.331 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:30.331 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:30.433 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:30.453 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:30.455 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:30.455 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:30.517 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:30 gibba011 conmon[95595]: cluster 2021-03-04T23:33:28.712764+0000 mgr.x (mgr 2021-03-04T23:33:30.517 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:30 gibba011 conmon[95595]: .34676) 933 : cluster [DBG] pgmap v947: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 262 op/s; 11955/301479 objects degraded (3.965%); 22241/301479 objects misplaced (7.377%); 1.1 MiB/s, 16 objects/s recovering 2021-03-04T23:33:30.518 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:30 gibba011 conmon[99461]: cluster 2021-03-04T23:33:28.712764+0000 mgr.x (mgr.34676) 933 : cluster [DBG] pgmap v947: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 262 op/s; 11955/301479 objects degraded (3.965%); 22241/301479 objects misplaced (7.377%); 1.1 MiB/s, 16 objects/s recovering 2021-03-04T23:33:30.550 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:33:30.556 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:33:30.557 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:30.570 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:33:30.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:30.582 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:30.582 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:30.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:30 gibba038 conmon[76675]: cluster 2021-03-04T23:33:28.712764+0000 mgr.x (mgr. 2021-03-04T23:33:30.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:30 gibba038 conmon[76675]: 34676) 933 : cluster [DBG] pgmap v947: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 262 op/s; 11955/301479 objects degraded (3.965%); 22241/301479 objects misplaced (7.377%); 1.1 MiB/s, 16 objects/s recovering 2021-03-04T23:33:30.605 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:33:30.605 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:33:30.612 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:33:30.627 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:33:30.642 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:33:30.643 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:33:30.643 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:33:30.643 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:33:30.644 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:33:30.644 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:33:30.644 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:33:30.644 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:33:30.645 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:33:30.683 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:30.701 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:30.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:30.703 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:30.804 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:30.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:30.823 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:30.823 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:30.925 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:30.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:30.945 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:30.945 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:31.047 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:31.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:31.064 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:31.065 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:31.166 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:31.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:31.183 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:31.184 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:31.285 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:31.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:31.308 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:31.308 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:31.410 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:31.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:31.428 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:31.428 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:31.529 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:31.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:31.548 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:31.548 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:31.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:31 gibba038 conmon[76675]: audit 2021-03-04T23:33:30.527879+0000 mon.a (mon.0) 1254 : audit [DBG] from='client.? 172.21.2.111:0/911154622' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:31.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:31 gibba011 conmon[95595]: audit 2021-03-04T23:33:30.527879+0000 mon.a (mon.0) 1254 : audit [DBG] from='client.? 172.21.2.111:0/911154622' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:31.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:31 gibba011 conmon[99461]: audit 2021-03-04T23:33:30.527879+0000 mon.a (mon.0) 1254 : audit [DBG] from='client.? 172.21.2.111:0/911154622' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:31.650 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:31.667 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:31.668 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:31.669 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:31.770 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:31.790 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:31.792 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:31.792 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:31.894 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:31.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:31.914 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:31.914 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:32.016 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:32.042 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:32.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:32.043 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:32.144 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:32.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:32.163 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:32.163 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:32.265 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:32.282 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:32.283 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:32.283 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:32.385 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:32.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:32.404 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:32.404 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:32.416 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-03-04T23:33:32.505 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:32.523 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:32.524 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:32.525 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:32.570 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:33:32.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:32 gibba038 conmon[76675]: cluster 2021-03-04T23:33:30.713259+0000 mgr.x (mgr.34676) 934 : cluster [DBG] pgmap v948: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 261 op/s; 11955/301209 objects degraded (3.969%); 22241/301209 objects misplaced (7.384%); 1.1 MiB/s, 16 objects/s recovering 2021-03-04T23:33:32.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:32 gibba011 conmon[95595]: cluster 2021-03-04T23:33:30.713259+0000 mgr.x (mgr.34676) 934 : cluster [DBG] pgmap v948: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 261 op/s; 11955/301209 objects degraded (3.969%); 22241/301209 objects misplaced (7.384%); 1.1 MiB/s, 16 objects/s recovering 2021-03-04T23:33:32.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:32 gibba011 conmon[99461]: cluster 2021-03-04T23:33:30.713259+0000 mgr.x (mgr.34676) 934 : cluster [DBG] pgmap v948: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 261 op/s; 11955/301209 objects degraded (3.969%); 22241/301209 objects misplaced (7.384%); 1.1 MiB/s, 16 objects/s recovering 2021-03-04T23:33:32.626 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:32.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:32.646 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:32.646 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:32.747 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:32.770 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:32.770 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:32.771 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:32.874 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:32.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:32.916 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:32.916 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:33.018 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:33.040 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:33.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:33.042 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:33.143 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:33.161 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:33.162 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:33.162 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:33.263 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:33.285 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:33.287 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:33.287 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:33.328 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:33:33.388 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:33.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:33.407 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:33.408 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:33.509 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:33.528 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:33.529 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:33.529 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:33.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:33 gibba038 conmon[76675]: audit 2021-03-04T23:33:33.261291+0000 mon.c (mon.1) 371 : audit [INF] from='client.? 172.21.2.111:0/1160400403' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:33:33.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:33 gibba038 conmon[76675]: audit 2021-03-04T23:33:33.261617+0000 mon.a (mon.0) 1255 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:33:33.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:33 gibba011 conmon[95595]: audit 2021-03-04T23:33:33.261291+0000 mon.c (mon.1) 371 : audit [INF] from='client.? 172.21.2.111:0/1160400403' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:33:33.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:33 gibba011 conmon[95595]: audit 2021-03-04T23:33:33.261617+0000 mon.a (mon.0) 1255 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:33:33.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:33 gibba011 conmon[99461]: audit 2021-03-04T23:33:33.261291+0000 mon.c (mon.1) 371 : audit [INF] from='client.? 172.21.2.111:0/1160400403' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:33:33.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:33 gibba011 conmon[99461]: audit 2021-03-04T23:33:33.261617+0000 mon.a (mon.0) 1255 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:33:33.631 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:33.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:33.652 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:33.652 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:33.750 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:33:33.751 INFO:teuthology.orchestra.run.gibba011.stdout:{"fsid":"5f47b844-7d3d-11eb-9066-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 11955/299406 objects degraded (3.993%), 2 pgs degraded, 3 pgs undersized","count":5},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":1360,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":282,"num_osds":8,"num_up_osds":8,"osd_up_since":1614900469,"num_in_osds":7,"osd_in_since":1614900717,"num_remapped_pgs":5},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":114},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+remapped+backfill_wait","count":2},{"state_name":"active+recovering+undersized+remapped","count":1}],"num_pgs":119,"num_pools":5,"num_objects":99802,"data_bytes":6539119936,"bytes_used":25879822336,"bytes_avail":605480370176,"bytes_total":631360192512,"degraded_objects":11955,"degraded_total":299406,"degraded_ratio":0.03992905953788501,"misplaced_objects":22053,"misplaced_total":299406,"misplaced_ratio":0.07365583856034949,"recovering_objects_per_sec":17,"recovering_bytes_per_sec":1159711,"recovering_keys_per_sec":0,"num_objects_recovered":178,"num_bytes_recovered":11599872,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":260},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.gibba038.rbeynd","status":"up:active","gid":34322}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.x:8443/"}},"servicemap":{"epoch":27,"modified":"2021-03-04T23:31:42.691059+0000","services":{}},"progress_events":{"325add0c-2571-4241-bc14-5f365661abb5":{"message":"Upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 (4m)\n [===========.................] (remaining: 7m)","progress":0.40000000596046448,"add_to_ceph_s":false},"4e3490fa-9157-44ad-a0cb-fb2dd1c26592":{"message":"Global Recovery Event (8m)\n [==========================..] (remaining: 21s)","progress":0.95798319578170776,"add_to_ceph_s":true},"69344cb1-a00f-4f6a-b930-be920dcb2487":{"message":"Rebalancing after osd.6 marked in (8m)\n [===========================.] (remaining: 10s)","progress":0.97847431898117065,"add_to_ceph_s":false},"a6cabe7d-74fd-4880-9df0-9c4f5a17cc82":{"message":"Rebalancing after osd.2 marked out (94s)\n [===========================.] (remaining: 1s)","progress":0.98039215803146362,"add_to_ceph_s":false}}} 2021-03-04T23:33:33.755 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:33.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:33.781 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:33.781 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:33.884 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:33.904 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:33.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:33.905 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:34.006 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:34.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:34.025 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:34.026 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:34.127 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:34.148 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:34.148 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:34.149 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:34.226 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:33:34.226 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:33:34.226 INFO:teuthology.orchestra.run.gibba038.stdout: "num_ops": 0 2021-03-04T23:33:34.227 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:33:34.250 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:34.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:34.270 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:34.270 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:34.372 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:34.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:34.391 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:34.392 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:34.494 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:34.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:34.513 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:34.513 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:34.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:34 gibba038 conmon[76675]: cluster 2021-03-04T23:33:32.713672+0000 mgr.x (mgr.34676) 935 : cluster [DBG] pgmap v949: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 260 op/s; 11955/299406 objects degraded (3.993%); 22053/299406 objects misplaced (7.366%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:34.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:34 gibba038 conmon[76675]: cluster 2021-03-04T23:33:33.318265+0000 mon.a (mon.0) 1256 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:34.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:34 gibba038 conmon[76675]: audit 2021-03-04T23:33:33.324533+0000 mon.a (mon.0) 1257 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:33:34.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:34 gibba038 conmon[76675]: cluster 2021-03-04T23:33:33.324571+0000 mon.a (mon.0) 1258 : cluster [DBG] osdmap e282: 8 total, 8 up, 7 in 2021-03-04T23:33:34.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:34 gibba038 conmon[76675]: audit 2021-03-04T23:33:33.609518+0000 mon.c (mon.1) 372 : audit [DBG] from='client.? 172.21.2.111:0/1479690001' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:33:34.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:34 gibba038 conmon[76675]: cluster 2021-03-04T23:33:33.978533+0000 mon.a (mon.0) 1259 : cluster [WRN] Health check update: Degraded data redundancy: 11955/299406 objects degraded (3.993%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:33:34.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:34 gibba011 conmon[95595]: cluster 2021-03-04T23:33:32.713672+0000 mgr.x (mgr.34676) 935 : cluster [DBG] pgmap v949: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 260 op/s; 11955/299406 objects degraded (3.993%); 22053/299406 objects misplaced (7.366%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:34.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:34 gibba011 conmon[95595]: cluster 2021-03-04T23:33:33.318265+0000 mon.a (mon.0) 1256 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:34.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:34 gibba011 conmon[95595]: audit 2021-03-04T23:33:33.324533+0000 mon.a (mon.0) 1257 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:33:34.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:34 gibba011 conmon[95595]: cluster 2021-03-04T23:33:33.324571+0000 mon.a (mon.0) 1258 : cluster [DBG] osdmap e282: 8 total, 8 up, 7 in 2021-03-04T23:33:34.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:34 gibba011 conmon[95595]: audit 2021-03-04T23:33:33.609518+0000 mon.c (mon.1) 372 : audit [DBG] from='client.? 172.21.2.111:0/1479690001' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:33:34.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:34 gibba011 conmon[95595]: cluster 2021-03-04T23:33:33.978533+0000 mon.a (mon.0) 1259 : cluster [WRN] Health check update: Degraded data redundancy: 11955/299406 objects degraded (3.993%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:33:34.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:34 gibba011 conmon[99461]: cluster 2021-03-04T23:33:32.713672+0000 mgr.x (mgr.34676) 935 : cluster [DBG] pgmap v949: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.1 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 260 op/s; 11955/299406 objects degraded (3.993%); 22053/299406 objects misplaced (7.366%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:34.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:34 gibba011 conmon[99461]: cluster 2021-03-04T23:33:33.318265+0000 mon.a (mon.0) 1256 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:34.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:34 gibba011 conmon[99461]: audit 2021-03-04T23:33:33.324533+0000 mon.a (mon.0) 1257 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:33:34.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:34 gibba011 conmon[99461]: cluster 2021-03-04T23:33:33.324571+0000 mon.a (mon.0) 1258 : cluster [DBG] osdmap e282: 8 total, 8 up, 7 in 2021-03-04T23:33:34.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:34 gibba011 conmon[99461]: audit 2021-03-04T23:33:33.609518+0000 mon.c (mon.1) 372 : audit [DBG] from='client.? 172.21.2.111:0/1479690001' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:33:34.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:34 gibba011 conmon[99461]: cluster 2021-03-04T23:33:33.978533+0000 mon.a (mon.0) 1259 : cluster [WRN] Health check update: Degraded data redundancy: 11955/299406 objects degraded (3.993%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:33:34.615 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:34.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:34.633 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:34.633 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:34.707 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:33:34.735 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:34.767 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:34.768 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:34.769 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:34.828 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:34.870 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:34.888 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:34.889 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:34.889 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:34.903 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-03-04T23:33:34.904 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:33:34.916 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-03-04T23:33:34.990 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:35.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:35.009 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:35.009 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:35.030 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:33:35.057 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:35.110 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:35.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:35.130 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:35.130 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:35.231 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:35.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:35.251 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:35.251 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:35.353 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:35.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:35.371 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:35.371 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:35.391 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:35 gibba011 conmon[95595]: audit 2021-03-04T23:33:34.937860+0000 mon.c (mon.1) 373 : 2021-03-04T23:33:35.392 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:35 gibba011 conmon[95595]: audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:33:35.392 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:35 gibba011 conmon[95595]: audit 2021-03-04T23:33:35.293588+0000 mon.a (mon.0) 1260 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:33:35.392 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:35 gibba011 conmon[99461]: audit 2021-03-04T23:33:34.937860+0000 mon.c (mon.1) 373 : audit [DBG] 2021-03-04T23:33:35.392 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:35 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:33:35.393 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:35 gibba011 conmon[99461]: audit 2021-03-04T23:33:35.293588+0000 mon.a (mon.0) 1260 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:33:35.463 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:35 gibba038 conmon[76675]: audit 2021-03-04T23:33:34.937860+0000 mon.c (mon.1) 373 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:33:35.463 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:35 gibba038 conmon[76675]: audit 2021-03-04T23:33:35.293588+0000 mon.a (mon.0) 1260 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:33:35.472 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:35.492 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:35.493 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:35.493 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:35.595 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:35.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:35.613 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:35.614 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:35.716 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:35.735 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:35.736 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:35.736 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:35.845 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:35.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:35.864 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:35.865 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:35.966 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:35.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:35.985 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:35.985 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:36.087 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:36.104 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:36.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:36.106 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:36.207 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:36.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:36.227 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:36.227 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:36.329 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:36.346 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:36 gibba038 conmon[76675]: cluster 2021-03-04T23:33:34.714141+0000 mgr.x (mgr.34676) 936 : cluster 2021-03-04T23:33:36.347 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:36 gibba038 conmon[76675]: [DBG] pgmap v951: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 265 op/s; 11955/297321 objects degraded (4.021%); 21867/297321 objects misplaced (7.355%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:36.347 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:36 gibba038 conmon[76675]: cephadm 2021-03-04T23:33:35.294492+0000 mgr.x (mgr.34676) 937 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:33:36.347 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:36 gibba038 conmon[76675]: audit 2021-03-04T23:33:35.573934+0000 mon.a (mon.0) 1261 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:33:36.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:36.349 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:36.349 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:36.437 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:33:36.437 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:33:36.438 INFO:teuthology.orchestra.run.gibba038.stdout: "complaint_time": 30, 2021-03-04T23:33:36.438 INFO:teuthology.orchestra.run.gibba038.stdout: "num_blocked_ops": 0 2021-03-04T23:33:36.438 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:33:36.450 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:36.468 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:36.469 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:36.469 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:36.571 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:36.590 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:36.591 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:36.591 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:36.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:36 gibba011 conmon[99461]: cluster 2021-03-04T23:33:34.714141+0000 mgr.x (mgr.34676) 936 : cluster [DBG] pgmap v951: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 265 op/s; 11955/297321 objects degraded (4.021%); 21867/297321 objects misplaced (7.355%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:36.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:36 gibba011 conmon[99461]: cephadm 2021-03-04T23:33:35.294492+0000 mgr.x (mgr.34676) 937 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:33:36.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:36 gibba011 conmon[99461]: audit 2021-03-04T23:33:35.573934+0000 mon.a (mon.0) 1261 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:33:36.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:36 gibba011 conmon[95595]: cluster 2021-03-04T23:33:34.714141+0000 mgr.x (mgr.34676) 936 : cluster [DBG] pgmap v951: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 265 op/s; 11955/297321 objects degraded (4.021%); 21867/297321 objects misplaced (7.355%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:36.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:36 gibba011 conmon[95595]: cephadm 2021-03-04T23:33:35.294492+0000 mgr.x (mgr.34676) 937 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:33:36.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:36 gibba011 conmon[95595]: audit 2021-03-04T23:33:35.573934+0000 mon.a (mon.0) 1261 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:33:36.692 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:36.712 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:36.712 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:36.713 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:36.814 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:36.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:36.833 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:36.833 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:36.934 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:36.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:36.954 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:36.954 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:37.056 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:37.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:37.077 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:37.078 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:37.079 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:33:37.092 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:33:37.100 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-03-04T23:33:37.105 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:33:37.118 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:33:37.131 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:33:37.146 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:33:37.157 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:33:37.161 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:33:37.176 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:33:37.177 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:33:37.177 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:33:37.177 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:33:37.178 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:33:37.178 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:33:37.178 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:33:37.178 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:33:37.179 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:33:37.179 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:37.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:37.200 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:37.200 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:37.216 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:33:37.279 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:37.302 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:37.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:37.321 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:37.322 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:37.371 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:37 gibba038 conmon[76675]: audit 2021-03-04T23:33:36.591582+0000 mon.c (mon.1) 374 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:33:37.372 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:37 gibba038 conmon[76675]: audit 2021-03-04T23:33:36.591909+0000 mon.a (mon.0) 1262 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:33:37.372 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:37 gibba038 conmon[76675]: audit 2021-03-04T23:33:37.061851+0000 mon.c (mon.1) 375 : audit [DBG] from='client.? 172.21.2.111:0/1384300597' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:37.423 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:37.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:37.443 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:37.443 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:37.542 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:33:37.546 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:33:37.546 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:37.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:37.571 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:37.571 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:37.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:37 gibba011 conmon[95595]: audit 2021-03-04T23:33:36.591582+0000 mon.c (mon.1) 374 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:33:37.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:37 gibba011 conmon[95595]: audit 2021-03-04T23:33:36.591909+0000 mon.a (mon.0) 1262 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:33:37.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:37 gibba011 conmon[95595]: audit 2021-03-04T23:33:37.061851+0000 mon.c (mon.1) 375 : audit [DBG] from='client.? 172.21.2.111:0/1384300597' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:37.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:37 gibba011 conmon[99461]: audit 2021-03-04T23:33:36.591582+0000 mon.c (mon.1) 374 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:33:37.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:37 gibba011 conmon[99461]: audit 2021-03-04T23:33:36.591909+0000 mon.a (mon.0) 1262 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:33:37.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:37 gibba011 conmon[99461]: audit 2021-03-04T23:33:37.061851+0000 mon.c (mon.1) 375 : audit [DBG] from='client.? 172.21.2.111:0/1384300597' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:37.675 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:37.693 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:37.695 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:37.696 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:37.798 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:37.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:37.817 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:37.819 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:37.921 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:37.940 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:37.941 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:37.942 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:38.044 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:38.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:38.063 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:38.064 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:38.170 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:38.191 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:38.192 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:38.192 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:38.293 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:38.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:38.315 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:38.316 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:38.414 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:38 gibba011 conmon[95595]: cluster 2021-03-04T23:33:36.714516+0000 mgr.x (mgr.34676) 938 : cluster [DBG] pgmap v952: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 265 op/s; 11955/297078 objects degraded (4.024%); 21867/297078 objects misplaced (7.361%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:38.415 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:38 gibba011 conmon[99461]: cluster 2021-03-04T23:33:36.714516+0000 mgr.x (mgr.34676) 938 : cluster [DBG] pgmap v952: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 265 op/s; 11955/297078 objects degraded (4.024%); 21867/297078 objects misplaced (7.361%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:38.420 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:38.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:38.441 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:38.442 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:38.543 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:38.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:38.564 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:38.564 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:38.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:38 gibba038 conmon[76675]: cluster 2021-03-04T23:33:36.714516+0000 mgr.x (mgr.34676) 938 : cluster [DBG] pgmap v952: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 265 op/s; 11955/297078 objects degraded (4.024%); 21867/297078 objects misplaced (7.361%); 1.1 MiB/s, 17 objects/s recovering 2021-03-04T23:33:38.665 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:38.679 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:33:38.680 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:33:38.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:38.685 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:38.685 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:38.754 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":952,"stamp":"2021-03-04T23:33:36.714266+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":6488264000,"num_objects":99026,"num_object_clones":0,"num_object_copies":297078,"num_objects_missing_on_primary":804,"num_objects_missing":804,"num_objects_degraded":11955,"num_objects_misplaced":21867,"num_objects_unfound":0,"num_objects_dirty":99026,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":207778,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91386,"num_bytes_recovered":5241973809,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":81609,"ondisk_log_size":81609,"up":357,"acting":354,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":394,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":25140860,"kb_used_data":20592964,"kb_used_omap":6415,"kb_used_meta":4541424,"kb_avail":591421828,"statfs":{"total":631360192512,"available":605615951872,"internally_reserved":4294967296,"allocated":21087195136,"data_stored":21077607490,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6569549,"internal_metadata":4650418611},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,2,0,2,3,1,5],"upper_bound":1024},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-174260224,"num_objects":-2659,"num_object_clones":0,"num_object_copies":-7977,"num_objects_missing_on_primary":-1,"num_objects_missing":-1,"num_objects_degraded":0,"num_objects_misplaced":-691,"num_objects_unfound":0,"num_objects_dirty":-2659,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2659,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":178,"num_bytes_recovered":11599872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002170"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"326","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.125608+0000","last_change":"2021-03-04T23:32:26.240995+0000","last_active":"2021-03-04T23:33:14.125608+0000","last_peered":"2021-03-04T23:33:14.125608+0000","last_clean":"2021-03-04T23:33:14.125608+0000","last_became_active":"2021-03-04T23:32:26.240606+0000","last_became_peered":"2021-03-04T23:32:26.240606+0000","last_unstale":"2021-03-04T23:33:14.125608+0000","last_undegraded":"2021-03-04T23:33:14.125608+0000","last_fullsized":"2021-03-04T23:33:14.125608+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"68","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.050802+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:33:14.050802+0000","last_peered":"2021-03-04T23:33:14.050802+0000","last_clean":"2021-03-04T23:33:14.050802+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:33:14.050802+0000","last_undegraded":"2021-03-04T23:33:14.050802+0000","last_fullsized":"2021-03-04T23:33:14.050802+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"25","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236222+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:33:23.236222+0000","last_peered":"2021-03-04T23:33:23.236222+0000","last_clean":"2021-03-04T23:33:23.236222+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:33:23.236222+0000","last_undegraded":"2021-03-04T23:33:23.236222+0000","last_fullsized":"2021-03-04T23:33:23.236222+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"302","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.051859+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:33:14.051859+0000","last_peered":"2021-03-04T23:33:14.051859+0000","last_clean":"2021-03-04T23:33:14.051859+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:33:14.051859+0000","last_undegraded":"2021-03-04T23:33:14.051859+0000","last_fullsized":"2021-03-04T23:33:14.051859+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"86","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.050573+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:33:14.050573+0000","last_peered":"2021-03-04T23:33:14.050573+0000","last_clean":"2021-03-04T23:33:14.050573+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:33:14.050573+0000","last_undegraded":"2021-03-04T23:33:14.050573+0000","last_fullsized":"2021-03-04T23:33:14.050573+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"30","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.082137+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:33:14.082137+0000","last_peered":"2021-03-04T23:33:14.082137+0000","last_clean":"2021-03-04T23:33:14.082137+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:33:14.082137+0000","last_undegraded":"2021-03-04T23:33:14.082137+0000","last_fullsized":"2021-03-04T23:33:14.082137+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"274","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.051852+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:33:14.051852+0000","last_peered":"2021-03-04T23:33:14.051852+0000","last_clean":"2021-03-04T23:33:14.051852+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:33:14.051852+0000","last_undegraded":"2021-03-04T23:33:14.051852+0000","last_fullsized":"2021-03-04T23:33:14.051852+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"86","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.050638+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:33:14.050638+0000","last_peered":"2021-03-04T23:33:14.050638+0000","last_clean":"2021-03-04T23:33:14.050638+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:33:14.050638+0000","last_undegraded":"2021-03-04T23:33:14.050638+0000","last_fullsized":"2021-03-04T23:33:14.050638+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"72","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.053272+0000","last_change":"2021-03-04T23:32:18.981656+0000","last_active":"2021-03-04T23:33:14.053272+0000","last_peered":"2021-03-04T23:33:14.053272+0000","last_clean":"2021-03-04T23:33:14.053272+0000","last_became_active":"2021-03-04T23:32:18.981253+0000","last_became_peered":"2021-03-04T23:32:18.981253+0000","last_unstale":"2021-03-04T23:33:14.053272+0000","last_undegraded":"2021-03-04T23:33:14.053272+0000","last_fullsized":"2021-03-04T23:33:14.053272+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"324","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.194874+0000","last_change":"2021-03-04T23:32:26.243636+0000","last_active":"2021-03-04T23:33:23.194874+0000","last_peered":"2021-03-04T23:33:23.194874+0000","last_clean":"2021-03-04T23:33:23.194874+0000","last_became_active":"2021-03-04T23:32:26.243433+0000","last_became_peered":"2021-03-04T23:32:26.243433+0000","last_unstale":"2021-03-04T23:33:23.194874+0000","last_undegraded":"2021-03-04T23:33:23.194874+0000","last_fullsized":"2021-03-04T23:33:23.194874+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"88","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052726+0000","last_change":"2021-03-04T23:32:18.988970+0000","last_active":"2021-03-04T23:33:14.052726+0000","last_peered":"2021-03-04T23:33:14.052726+0000","last_clean":"2021-03-04T23:33:14.052726+0000","last_became_active":"2021-03-04T23:32:18.988819+0000","last_became_peered":"2021-03-04T23:32:18.988819+0000","last_unstale":"2021-03-04T23:33:14.052726+0000","last_undegraded":"2021-03-04T23:33:14.052726+0000","last_fullsized":"2021-03-04T23:33:14.052726+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"60","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052586+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:33:14.052586+0000","last_peered":"2021-03-04T23:33:14.052586+0000","last_clean":"2021-03-04T23:33:14.052586+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:33:14.052586+0000","last_undegraded":"2021-03-04T23:33:14.052586+0000","last_fullsized":"2021-03-04T23:33:14.052586+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"25","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236280+0000","last_change":"2021-03-04T23:32:26.241627+0000","last_active":"2021-03-04T23:33:23.236280+0000","last_peered":"2021-03-04T23:33:23.236280+0000","last_clean":"2021-03-04T23:33:23.236280+0000","last_became_active":"2021-03-04T23:32:26.241358+0000","last_became_peered":"2021-03-04T23:32:26.241358+0000","last_unstale":"2021-03-04T23:33:23.236280+0000","last_undegraded":"2021-03-04T23:33:23.236280+0000","last_fullsized":"2021-03-04T23:33:23.236280+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"324","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.125848+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:33:14.125848+0000","last_peered":"2021-03-04T23:33:14.125848+0000","last_clean":"2021-03-04T23:33:14.125848+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:33:14.125848+0000","last_undegraded":"2021-03-04T23:33:14.125848+0000","last_fullsized":"2021-03-04T23:33:14.125848+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"303","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.125689+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:33:14.125689+0000","last_peered":"2021-03-04T23:33:14.125689+0000","last_clean":"2021-03-04T23:33:14.125689+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:33:14.125689+0000","last_undegraded":"2021-03-04T23:33:14.125689+0000","last_fullsized":"2021-03-04T23:33:14.125689+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"72","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052321+0000","last_change":"2021-03-04T23:32:18.982083+0000","last_active":"2021-03-04T23:33:14.052321+0000","last_peered":"2021-03-04T23:33:14.052321+0000","last_clean":"2021-03-04T23:33:14.052321+0000","last_became_active":"2021-03-04T23:32:18.981790+0000","last_became_peered":"2021-03-04T23:32:18.981790+0000","last_unstale":"2021-03-04T23:33:14.052321+0000","last_undegraded":"2021-03-04T23:33:14.052321+0000","last_fullsized":"2021-03-04T23:33:14.052321+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"82","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.055214+0000","last_change":"2021-03-04T23:32:19.165859+0000","last_active":"2021-03-04T23:33:14.055214+0000","last_peered":"2021-03-04T23:33:14.055214+0000","last_clean":"2021-03-04T23:33:14.055214+0000","last_became_active":"2021-03-04T23:32:19.018621+0000","last_became_peered":"2021-03-04T23:32:19.018621+0000","last_unstale":"2021-03-04T23:33:14.055214+0000","last_undegraded":"2021-03-04T23:33:14.055214+0000","last_fullsized":"2021-03-04T23:33:14.055214+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"104","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.051115+0000","last_change":"2021-03-04T23:32:26.238976+0000","last_active":"2021-03-04T23:33:14.051115+0000","last_peered":"2021-03-04T23:33:14.051115+0000","last_clean":"2021-03-04T23:33:14.051115+0000","last_became_active":"2021-03-04T23:32:26.238739+0000","last_became_peered":"2021-03-04T23:32:26.238739+0000","last_unstale":"2021-03-04T23:33:14.051115+0000","last_undegraded":"2021-03-04T23:33:14.051115+0000","last_fullsized":"2021-03-04T23:33:14.051115+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"72","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052467+0000","last_change":"2021-03-04T23:32:19.011685+0000","last_active":"2021-03-04T23:33:14.052467+0000","last_peered":"2021-03-04T23:33:14.052467+0000","last_clean":"2021-03-04T23:33:14.052467+0000","last_became_active":"2021-03-04T23:32:19.011404+0000","last_became_peered":"2021-03-04T23:32:19.011404+0000","last_unstale":"2021-03-04T23:33:14.052467+0000","last_undegraded":"2021-03-04T23:33:14.052467+0000","last_fullsized":"2021-03-04T23:33:14.052467+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"300","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052286+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:33:14.052286+0000","last_peered":"2021-03-04T23:33:14.052286+0000","last_clean":"2021-03-04T23:33:14.052286+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:33:14.052286+0000","last_undegraded":"2021-03-04T23:33:14.052286+0000","last_fullsized":"2021-03-04T23:33:14.052286+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"287","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.194802+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:33:23.194802+0000","last_peered":"2021-03-04T23:33:23.194802+0000","last_clean":"2021-03-04T23:33:23.194802+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:33:23.194802+0000","last_undegraded":"2021-03-04T23:33:23.194802+0000","last_fullsized":"2021-03-04T23:33:23.194802+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"72","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.055488+0000","last_change":"2021-03-04T23:32:19.019024+0000","last_active":"2021-03-04T23:33:14.055488+0000","last_peered":"2021-03-04T23:33:14.055488+0000","last_clean":"2021-03-04T23:33:14.055488+0000","last_became_active":"2021-03-04T23:32:19.018570+0000","last_became_peered":"2021-03-04T23:32:19.018570+0000","last_unstale":"2021-03-04T23:33:14.055488+0000","last_undegraded":"2021-03-04T23:33:14.055488+0000","last_fullsized":"2021-03-04T23:33:14.055488+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"63","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052676+0000","last_change":"2021-03-04T23:32:26.245321+0000","last_active":"2021-03-04T23:33:14.052676+0000","last_peered":"2021-03-04T23:33:14.052676+0000","last_clean":"2021-03-04T23:33:14.052676+0000","last_became_active":"2021-03-04T23:32:26.243283+0000","last_became_peered":"2021-03-04T23:32:26.243283+0000","last_unstale":"2021-03-04T23:33:14.052676+0000","last_undegraded":"2021-03-04T23:33:14.052676+0000","last_fullsized":"2021-03-04T23:33:14.052676+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"259","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052428+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:33:14.052428+0000","last_peered":"2021-03-04T23:33:14.052428+0000","last_clean":"2021-03-04T23:33:14.052428+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:33:14.052428+0000","last_undegraded":"2021-03-04T23:33:14.052428+0000","last_fullsized":"2021-03-04T23:33:14.052428+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"284","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.051723+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:33:14.051723+0000","last_peered":"2021-03-04T23:33:14.051723+0000","last_clean":"2021-03-04T23:33:14.051723+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:33:14.051723+0000","last_undegraded":"2021-03-04T23:33:14.051723+0000","last_fullsized":"2021-03-04T23:33:14.051723+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"72","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052372+0000","last_change":"2021-03-04T23:32:18.982413+0000","last_active":"2021-03-04T23:33:14.052372+0000","last_peered":"2021-03-04T23:33:14.052372+0000","last_clean":"2021-03-04T23:33:14.052372+0000","last_became_active":"2021-03-04T23:32:18.981859+0000","last_became_peered":"2021-03-04T23:32:18.981859+0000","last_unstale":"2021-03-04T23:33:14.052372+0000","last_undegraded":"2021-03-04T23:33:14.052372+0000","last_fullsized":"2021-03-04T23:33:14.052372+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"270","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052516+0000","last_change":"2021-03-04T23:31:58.062545+0000","last_active":"2021-03-04T23:33:14.052516+0000","last_peered":"2021-03-04T23:33:14.052516+0000","last_clean":"2021-03-04T23:33:14.052516+0000","last_became_active":"2021-03-04T23:31:58.062078+0000","last_became_peered":"2021-03-04T23:31:58.062078+0000","last_unstale":"2021-03-04T23:33:14.052516+0000","last_undegraded":"2021-03-04T23:33:14.052516+0000","last_fullsized":"2021-03-04T23:33:14.052516+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"171","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.081822+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:33:14.081822+0000","last_peered":"2021-03-04T23:33:14.081822+0000","last_clean":"2021-03-04T23:33:14.081822+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:33:14.081822+0000","last_undegraded":"2021-03-04T23:33:14.081822+0000","last_fullsized":"2021-03-04T23:33:14.081822+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"86","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.051078+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:33:14.051078+0000","last_peered":"2021-03-04T23:33:14.051078+0000","last_clean":"2021-03-04T23:33:14.051078+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:33:14.051078+0000","last_undegraded":"2021-03-04T23:33:14.051078+0000","last_fullsized":"2021-03-04T23:33:14.051078+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"72","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052776+0000","last_change":"2021-03-04T23:32:18.990360+0000","last_active":"2021-03-04T23:33:14.052776+0000","last_peered":"2021-03-04T23:33:14.052776+0000","last_clean":"2021-03-04T23:33:14.052776+0000","last_became_active":"2021-03-04T23:32:18.985583+0000","last_became_peered":"2021-03-04T23:32:18.985583+0000","last_unstale":"2021-03-04T23:33:14.052776+0000","last_undegraded":"2021-03-04T23:33:14.052776+0000","last_fullsized":"2021-03-04T23:33:14.052776+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"25","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236660+0000","last_change":"2021-03-04T23:32:26.249383+0000","last_active":"2021-03-04T23:33:23.236660+0000","last_peered":"2021-03-04T23:33:23.236660+0000","last_clean":"2021-03-04T23:33:23.236660+0000","last_became_active":"2021-03-04T23:32:26.249012+0000","last_became_peered":"2021-03-04T23:32:26.249012+0000","last_unstale":"2021-03-04T23:33:23.236660+0000","last_undegraded":"2021-03-04T23:33:23.236660+0000","last_fullsized":"2021-03-04T23:33:23.236660+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"281'12937","reported_seq":"13162","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:33.073130+0000","last_change":"2021-03-04T23:31:15.984936+0000","last_active":"2021-03-04T23:33:33.073130+0000","last_peered":"2021-03-04T23:33:33.073130+0000","last_clean":"2021-03-04T23:33:33.073130+0000","last_became_active":"2021-03-04T23:31:15.969777+0000","last_became_peered":"2021-03-04T23:31:15.969777+0000","last_unstale":"2021-03-04T23:33:33.073130+0000","last_undegraded":"2021-03-04T23:33:33.073130+0000","last_fullsized":"2021-03-04T23:33:33.073130+0000","mapping_epoch":236,"log_start":"154'8347","ondisk_log_start":"154'8347","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4590,"ondisk_log_size":4590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":404291584,"num_objects":6169,"num_object_clones":0,"num_object_copies":18507,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6169,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12937,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":1048576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"58","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.053034+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:33:14.053034+0000","last_peered":"2021-03-04T23:33:14.053034+0000","last_clean":"2021-03-04T23:33:14.053034+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:33:14.053034+0000","last_undegraded":"2021-03-04T23:33:14.053034+0000","last_fullsized":"2021-03-04T23:33:14.053034+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"290","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.194563+0000","last_change":"2021-03-04T23:32:18.976569+0000","last_active":"2021-03-04T23:33:23.194563+0000","last_peered":"2021-03-04T23:33:23.194563+0000","last_clean":"2021-03-04T23:33:23.194563+0000","last_became_active":"2021-03-04T23:32:18.976326+0000","last_became_peered":"2021-03-04T23:32:18.976326+0000","last_unstale":"2021-03-04T23:33:23.194563+0000","last_undegraded":"2021-03-04T23:33:23.194563+0000","last_fullsized":"2021-03-04T23:33:23.194563+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"72","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052549+0000","last_change":"2021-03-04T23:32:18.981638+0000","last_active":"2021-03-04T23:33:14.052549+0000","last_peered":"2021-03-04T23:33:14.052549+0000","last_clean":"2021-03-04T23:33:14.052549+0000","last_became_active":"2021-03-04T23:32:18.981295+0000","last_became_peered":"2021-03-04T23:32:18.981295+0000","last_unstale":"2021-03-04T23:33:14.052549+0000","last_undegraded":"2021-03-04T23:33:14.052549+0000","last_fullsized":"2021-03-04T23:33:14.052549+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"181","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.082171+0000","last_change":"2021-03-04T23:31:58.069396+0000","last_active":"2021-03-04T23:33:14.082171+0000","last_peered":"2021-03-04T23:33:14.082171+0000","last_clean":"2021-03-04T23:33:14.082171+0000","last_became_active":"2021-03-04T23:31:58.069222+0000","last_became_peered":"2021-03-04T23:31:58.069222+0000","last_unstale":"2021-03-04T23:33:14.082171+0000","last_undegraded":"2021-03-04T23:33:14.082171+0000","last_fullsized":"2021-03-04T23:33:14.082171+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"282'12907","reported_seq":"33760","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:35.301408+0000","last_change":"2021-03-04T23:31:02.313487+0000","last_active":"2021-03-04T23:33:35.301408+0000","last_peered":"2021-03-04T23:33:35.301408+0000","last_clean":"2021-03-04T23:33:35.301408+0000","last_became_active":"2021-03-04T23:31:02.298187+0000","last_became_peered":"2021-03-04T23:31:02.298187+0000","last_unstale":"2021-03-04T23:33:35.301408+0000","last_undegraded":"2021-03-04T23:33:35.301408+0000","last_fullsized":"2021-03-04T23:33:35.301408+0000","mapping_epoch":230,"log_start":"147'7322","ondisk_log_start":"147'7322","created":137,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5585,"ondisk_log_size":5585,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":404815872,"num_objects":6177,"num_object_clones":0,"num_object_copies":18531,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6177,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12907,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8025,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"58","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.053170+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:33:14.053170+0000","last_peered":"2021-03-04T23:33:14.053170+0000","last_clean":"2021-03-04T23:33:14.053170+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:33:14.053170+0000","last_undegraded":"2021-03-04T23:33:14.053170+0000","last_fullsized":"2021-03-04T23:33:14.053170+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"351","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.125654+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:33:14.125654+0000","last_peered":"2021-03-04T23:33:14.125654+0000","last_clean":"2021-03-04T23:33:14.125654+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:33:14.125654+0000","last_undegraded":"2021-03-04T23:33:14.125654+0000","last_fullsized":"2021-03-04T23:33:14.125654+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"72","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052951+0000","last_change":"2021-03-04T23:32:18.976226+0000","last_active":"2021-03-04T23:33:14.052951+0000","last_peered":"2021-03-04T23:33:14.052951+0000","last_clean":"2021-03-04T23:33:14.052951+0000","last_became_active":"2021-03-04T23:32:18.975856+0000","last_became_peered":"2021-03-04T23:32:18.975856+0000","last_unstale":"2021-03-04T23:33:14.052951+0000","last_undegraded":"2021-03-04T23:33:14.052951+0000","last_fullsized":"2021-03-04T23:33:14.052951+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"25","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236482+0000","last_change":"2021-03-04T23:32:26.243559+0000","last_active":"2021-03-04T23:33:23.236482+0000","last_peered":"2021-03-04T23:33:23.236482+0000","last_clean":"2021-03-04T23:33:23.236482+0000","last_became_active":"2021-03-04T23:32:26.243315+0000","last_became_peered":"2021-03-04T23:32:26.243315+0000","last_unstale":"2021-03-04T23:33:23.236482+0000","last_undegraded":"2021-03-04T23:33:23.236482+0000","last_fullsized":"2021-03-04T23:33:23.236482+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"282'13044","reported_seq":"13234","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.400313+0000","last_change":"2021-03-04T23:31:16.986091+0000","last_active":"2021-03-04T23:33:33.400313+0000","last_peered":"2021-03-04T23:33:33.400313+0000","last_clean":"2021-03-04T23:33:33.400313+0000","last_became_active":"2021-03-04T23:31:16.966316+0000","last_became_peered":"2021-03-04T23:31:16.966316+0000","last_unstale":"2021-03-04T23:33:33.400313+0000","last_undegraded":"2021-03-04T23:33:33.400313+0000","last_fullsized":"2021-03-04T23:33:33.400313+0000","mapping_epoch":237,"log_start":"151'7887","ondisk_log_start":"151'7887","created":137,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5157,"ondisk_log_size":5157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":404619264,"num_objects":6174,"num_object_clones":0,"num_object_copies":18522,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6174,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13044,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"58","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052739+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:33:14.052739+0000","last_peered":"2021-03-04T23:33:14.052739+0000","last_clean":"2021-03-04T23:33:14.052739+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:33:14.052739+0000","last_undegraded":"2021-03-04T23:33:14.052739+0000","last_fullsized":"2021-03-04T23:33:14.052739+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"30","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.081868+0000","last_change":"2021-03-04T23:32:18.980591+0000","last_active":"2021-03-04T23:33:14.081868+0000","last_peered":"2021-03-04T23:33:14.081868+0000","last_clean":"2021-03-04T23:33:14.081868+0000","last_became_active":"2021-03-04T23:32:18.980308+0000","last_became_peered":"2021-03-04T23:32:18.980308+0000","last_unstale":"2021-03-04T23:33:14.081868+0000","last_undegraded":"2021-03-04T23:33:14.081868+0000","last_fullsized":"2021-03-04T23:33:14.081868+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"72","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052775+0000","last_change":"2021-03-04T23:32:18.981505+0000","last_active":"2021-03-04T23:33:14.052775+0000","last_peered":"2021-03-04T23:33:14.052775+0000","last_clean":"2021-03-04T23:33:14.052775+0000","last_became_active":"2021-03-04T23:32:18.981076+0000","last_became_peered":"2021-03-04T23:32:18.981076+0000","last_unstale":"2021-03-04T23:33:14.052775+0000","last_undegraded":"2021-03-04T23:33:14.052775+0000","last_fullsized":"2021-03-04T23:33:14.052775+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"54","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052688+0000","last_change":"2021-03-04T23:31:15.977616+0000","last_active":"2021-03-04T23:33:14.052688+0000","last_peered":"2021-03-04T23:33:14.052688+0000","last_clean":"2021-03-04T23:33:14.052688+0000","last_became_active":"2021-03-04T23:31:15.976913+0000","last_became_peered":"2021-03-04T23:31:15.976913+0000","last_unstale":"2021-03-04T23:33:14.052688+0000","last_undegraded":"2021-03-04T23:33:14.052688+0000","last_fullsized":"2021-03-04T23:33:14.052688+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.6","version":"282'13160","reported_seq":"19888","reported_epoch":"282","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:33:33.449921+0000","last_change":"2021-03-04T23:32:27.548241+0000","last_active":"2021-03-04T23:33:33.449921+0000","last_peered":"2021-03-04T23:33:33.449921+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:32:27.370442+0000","last_became_peered":"2021-03-04T23:32:27.370442+0000","last_unstale":"2021-03-04T23:33:33.449921+0000","last_undegraded":"2021-03-04T23:32:27.364047+0000","last_fullsized":"2021-03-04T23:32:27.244914+0000","mapping_epoch":267,"log_start":"151'7982","ondisk_log_start":"151'7982","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5178,"ondisk_log_size":5178,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":417333248,"num_objects":6368,"num_object_clones":0,"num_object_copies":19104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8158,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6368,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13160,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3260,"num_bytes_recovered":213647360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"1,2,5","objects":1973},{"shards":"1,5","objects":2193},{"shards":"2,5,6","objects":2202}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"312","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.194635+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:33:23.194635+0000","last_peered":"2021-03-04T23:33:23.194635+0000","last_clean":"2021-03-04T23:33:23.194635+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:33:23.194635+0000","last_undegraded":"2021-03-04T23:33:23.194635+0000","last_fullsized":"2021-03-04T23:33:23.194635+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"275","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.050940+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:33:14.050940+0000","last_peered":"2021-03-04T23:33:14.050940+0000","last_clean":"2021-03-04T23:33:14.050940+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:33:14.050940+0000","last_undegraded":"2021-03-04T23:33:14.050940+0000","last_fullsized":"2021-03-04T23:33:14.050940+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"333","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.194370+0000","last_change":"2021-03-04T23:32:18.972523+0000","last_active":"2021-03-04T23:33:23.194370+0000","last_peered":"2021-03-04T23:33:23.194370+0000","last_clean":"2021-03-04T23:33:23.194370+0000","last_became_active":"2021-03-04T23:32:18.971535+0000","last_became_peered":"2021-03-04T23:32:18.971535+0000","last_unstale":"2021-03-04T23:33:23.194370+0000","last_undegraded":"2021-03-04T23:33:23.194370+0000","last_fullsized":"2021-03-04T23:33:23.194370+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"72","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052587+0000","last_change":"2021-03-04T23:32:18.981988+0000","last_active":"2021-03-04T23:33:14.052587+0000","last_peered":"2021-03-04T23:33:14.052587+0000","last_clean":"2021-03-04T23:33:14.052587+0000","last_became_active":"2021-03-04T23:32:18.981427+0000","last_became_peered":"2021-03-04T23:32:18.981427+0000","last_unstale":"2021-03-04T23:33:14.052587+0000","last_undegraded":"2021-03-04T23:33:14.052587+0000","last_fullsized":"2021-03-04T23:33:14.052587+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"281'12840","reported_seq":"18107","reported_epoch":"281","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:33:32.276603+0000","last_change":"2021-03-04T23:32:43.822873+0000","last_active":"2021-03-04T23:33:32.276603+0000","last_peered":"2021-03-04T23:33:32.276603+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:32:35.807116+0000","last_became_peered":"2021-03-04T23:32:35.807116+0000","last_unstale":"2021-03-04T23:33:32.276603+0000","last_undegraded":"2021-03-04T23:33:32.276603+0000","last_fullsized":"2021-03-04T23:32:19.969626+0000","mapping_epoch":261,"log_start":"143'6239","ondisk_log_start":"143'6239","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6601,"ondisk_log_size":6601,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":400818176,"num_objects":6116,"num_object_clones":0,"num_object_copies":18348,"num_objects_missing_on_primary":804,"num_objects_missing":804,"num_objects_degraded":0,"num_objects_misplaced":3194,"num_objects_unfound":0,"num_objects_dirty":6116,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12840,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2539,"num_bytes_recovered":149880832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6],"avail_no_missing":["2","7"],"object_location_counts":[{"shards":"3,4,7","objects":3194},{"shards":"3,6","objects":2922}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"72","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.050819+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:33:14.050819+0000","last_peered":"2021-03-04T23:33:14.050819+0000","last_clean":"2021-03-04T23:33:14.050819+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:33:14.050819+0000","last_undegraded":"2021-03-04T23:33:14.050819+0000","last_fullsized":"2021-03-04T23:33:14.050819+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"312","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.125918+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:33:14.125918+0000","last_peered":"2021-03-04T23:33:14.125918+0000","last_clean":"2021-03-04T23:33:14.125918+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:33:14.125918+0000","last_undegraded":"2021-03-04T23:33:14.125918+0000","last_fullsized":"2021-03-04T23:33:14.125918+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"291","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.194430+0000","last_change":"2021-03-04T23:31:58.069697+0000","last_active":"2021-03-04T23:33:23.194430+0000","last_peered":"2021-03-04T23:33:23.194430+0000","last_clean":"2021-03-04T23:33:23.194430+0000","last_became_active":"2021-03-04T23:31:58.068973+0000","last_became_peered":"2021-03-04T23:31:58.068973+0000","last_unstale":"2021-03-04T23:33:23.194430+0000","last_undegraded":"2021-03-04T23:33:23.194430+0000","last_fullsized":"2021-03-04T23:33:23.194430+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"72","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052298+0000","last_change":"2021-03-04T23:32:19.011549+0000","last_active":"2021-03-04T23:33:14.052298+0000","last_peered":"2021-03-04T23:33:14.052298+0000","last_clean":"2021-03-04T23:33:14.052298+0000","last_became_active":"2021-03-04T23:32:19.011346+0000","last_became_peered":"2021-03-04T23:32:19.011346+0000","last_unstale":"2021-03-04T23:33:14.052298+0000","last_undegraded":"2021-03-04T23:33:14.052298+0000","last_fullsized":"2021-03-04T23:33:14.052298+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"282'13188","reported_seq":"28202","reported_epoch":"282","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:33:33.415536+0000","last_change":"2021-03-04T23:32:26.310942+0000","last_active":"2021-03-04T23:33:33.415536+0000","last_peered":"2021-03-04T23:33:33.415536+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:32:26.290638+0000","last_became_peered":"2021-03-04T23:32:26.290638+0000","last_unstale":"2021-03-04T23:33:33.415536+0000","last_undegraded":"2021-03-04T23:33:33.415536+0000","last_fullsized":"2021-03-04T23:33:33.415536+0000","mapping_epoch":266,"log_start":"153'8515","ondisk_log_start":"153'8515","created":137,"last_epoch_clean":233,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4673,"ondisk_log_size":4673,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":409337856,"num_objects":6246,"num_object_clones":0,"num_object_copies":18738,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":12492,"num_objects_unfound":0,"num_objects_dirty":6246,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13188,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7388,"num_bytes_recovered":475725824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[5,0,2],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"0,2,5","objects":6246}],"blocked_by":[],"up_primary":1,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"39","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.081973+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:33:14.081973+0000","last_peered":"2021-03-04T23:33:14.081973+0000","last_clean":"2021-03-04T23:33:14.081973+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:33:14.081973+0000","last_undegraded":"2021-03-04T23:33:14.081973+0000","last_fullsized":"2021-03-04T23:33:14.081973+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"300","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.125753+0000","last_change":"2021-03-04T23:32:18.970427+0000","last_active":"2021-03-04T23:33:14.125753+0000","last_peered":"2021-03-04T23:33:14.125753+0000","last_clean":"2021-03-04T23:33:14.125753+0000","last_became_active":"2021-03-04T23:32:18.970152+0000","last_became_peered":"2021-03-04T23:32:18.970152+0000","last_unstale":"2021-03-04T23:33:14.125753+0000","last_undegraded":"2021-03-04T23:33:14.125753+0000","last_fullsized":"2021-03-04T23:33:14.125753+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"72","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.055544+0000","last_change":"2021-03-04T23:32:19.018810+0000","last_active":"2021-03-04T23:33:14.055544+0000","last_peered":"2021-03-04T23:33:14.055544+0000","last_clean":"2021-03-04T23:33:14.055544+0000","last_became_active":"2021-03-04T23:32:19.018286+0000","last_became_peered":"2021-03-04T23:32:19.018286+0000","last_unstale":"2021-03-04T23:33:14.055544+0000","last_undegraded":"2021-03-04T23:33:14.055544+0000","last_fullsized":"2021-03-04T23:33:14.055544+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"63","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052433+0000","last_change":"2021-03-04T23:32:26.246083+0000","last_active":"2021-03-04T23:33:14.052433+0000","last_peered":"2021-03-04T23:33:14.052433+0000","last_clean":"2021-03-04T23:33:14.052433+0000","last_became_active":"2021-03-04T23:32:26.244207+0000","last_became_peered":"2021-03-04T23:32:26.244207+0000","last_unstale":"2021-03-04T23:33:14.052433+0000","last_undegraded":"2021-03-04T23:33:14.052433+0000","last_fullsized":"2021-03-04T23:33:14.052433+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"281'12848","reported_seq":"28393","reported_epoch":"281","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:33:32.547760+0000","last_change":"2021-03-04T23:32:26.376916+0000","last_active":"2021-03-04T23:33:32.547760+0000","last_peered":"2021-03-04T23:33:32.547760+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:32:26.331782+0000","last_became_peered":"2021-03-04T23:32:26.331782+0000","last_unstale":"2021-03-04T23:33:32.547760+0000","last_undegraded":"2021-03-04T23:32:26.253611+0000","last_fullsized":"2021-03-04T23:32:26.238493+0000","mapping_epoch":266,"log_start":"154'8373","ondisk_log_start":"154'8373","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4475,"ondisk_log_size":4475,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":400556032,"num_objects":6112,"num_object_clones":0,"num_object_copies":18336,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3797,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6112,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12848,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5565,"num_bytes_recovered":304480256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3],"avail_no_missing":["7","0","3","6"],"object_location_counts":[{"shards":"3,5,7","objects":2096},{"shards":"3,7","objects":4016}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"277","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.125504+0000","last_change":"2021-03-04T23:31:58.064857+0000","last_active":"2021-03-04T23:33:14.125504+0000","last_peered":"2021-03-04T23:33:14.125504+0000","last_clean":"2021-03-04T23:33:14.125504+0000","last_became_active":"2021-03-04T23:31:58.064575+0000","last_became_peered":"2021-03-04T23:31:58.064575+0000","last_unstale":"2021-03-04T23:33:14.125504+0000","last_undegraded":"2021-03-04T23:33:14.125504+0000","last_fullsized":"2021-03-04T23:33:14.125504+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"339","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.125921+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:33:14.125921+0000","last_peered":"2021-03-04T23:33:14.125921+0000","last_clean":"2021-03-04T23:33:14.125921+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:33:14.125921+0000","last_undegraded":"2021-03-04T23:33:14.125921+0000","last_fullsized":"2021-03-04T23:33:14.125921+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"270","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052462+0000","last_change":"2021-03-04T23:31:58.062715+0000","last_active":"2021-03-04T23:33:14.052462+0000","last_peered":"2021-03-04T23:33:14.052462+0000","last_clean":"2021-03-04T23:33:14.052462+0000","last_became_active":"2021-03-04T23:31:58.062351+0000","last_became_peered":"2021-03-04T23:31:58.062351+0000","last_unstale":"2021-03-04T23:33:14.052462+0000","last_undegraded":"2021-03-04T23:33:14.052462+0000","last_fullsized":"2021-03-04T23:33:14.052462+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"72","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052491+0000","last_change":"2021-03-04T23:32:18.982415+0000","last_active":"2021-03-04T23:33:14.052491+0000","last_peered":"2021-03-04T23:33:14.052491+0000","last_clean":"2021-03-04T23:33:14.052491+0000","last_became_active":"2021-03-04T23:32:18.982097+0000","last_became_peered":"2021-03-04T23:32:18.982097+0000","last_unstale":"2021-03-04T23:33:14.052491+0000","last_undegraded":"2021-03-04T23:33:14.052491+0000","last_fullsized":"2021-03-04T23:33:14.052491+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"281'12916","reported_seq":"35494","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:32.195950+0000","last_change":"2021-03-04T23:32:23.249042+0000","last_active":"2021-03-04T23:33:32.195950+0000","last_peered":"2021-03-04T23:33:32.195950+0000","last_clean":"2021-03-04T23:33:32.195950+0000","last_became_active":"2021-03-04T23:32:23.233324+0000","last_became_peered":"2021-03-04T23:32:23.233324+0000","last_unstale":"2021-03-04T23:33:32.195950+0000","last_undegraded":"2021-03-04T23:33:32.195950+0000","last_fullsized":"2021-03-04T23:33:32.195950+0000","mapping_epoch":264,"log_start":"147'6930","ondisk_log_start":"147'6930","created":137,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5986,"ondisk_log_size":5986,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":409337856,"num_objects":6246,"num_object_clones":0,"num_object_copies":18738,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6246,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12916,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11178,"num_bytes_recovered":644808704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"95","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.050664+0000","last_change":"2021-03-04T23:32:26.240947+0000","last_active":"2021-03-04T23:33:14.050664+0000","last_peered":"2021-03-04T23:33:14.050664+0000","last_clean":"2021-03-04T23:33:14.050664+0000","last_became_active":"2021-03-04T23:32:26.240743+0000","last_became_peered":"2021-03-04T23:32:26.240743+0000","last_unstale":"2021-03-04T23:33:14.050664+0000","last_undegraded":"2021-03-04T23:33:14.050664+0000","last_fullsized":"2021-03-04T23:33:14.050664+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"121","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236619+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:33:23.236619+0000","last_peered":"2021-03-04T23:33:23.236619+0000","last_clean":"2021-03-04T23:33:23.236619+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:33:23.236619+0000","last_undegraded":"2021-03-04T23:33:23.236619+0000","last_fullsized":"2021-03-04T23:33:23.236619+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"72","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052882+0000","last_change":"2021-03-04T23:32:18.981845+0000","last_active":"2021-03-04T23:33:14.052882+0000","last_peered":"2021-03-04T23:33:14.052882+0000","last_clean":"2021-03-04T23:33:14.052882+0000","last_became_active":"2021-03-04T23:32:18.981465+0000","last_became_peered":"2021-03-04T23:32:18.981465+0000","last_unstale":"2021-03-04T23:33:14.052882+0000","last_undegraded":"2021-03-04T23:33:14.052882+0000","last_fullsized":"2021-03-04T23:33:14.052882+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"282'12908","reported_seq":"27043","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.415190+0000","last_change":"2021-03-04T23:32:43.006956+0000","last_active":"2021-03-04T23:33:33.415190+0000","last_peered":"2021-03-04T23:33:33.415190+0000","last_clean":"2021-03-04T23:33:33.415190+0000","last_became_active":"2021-03-04T23:32:42.989066+0000","last_became_peered":"2021-03-04T23:32:42.989066+0000","last_unstale":"2021-03-04T23:33:33.415190+0000","last_undegraded":"2021-03-04T23:33:33.415190+0000","last_fullsized":"2021-03-04T23:33:33.415190+0000","mapping_epoch":273,"log_start":"151'7734","ondisk_log_start":"151'7734","created":137,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5174,"ondisk_log_size":5174,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":403046400,"num_objects":6150,"num_object_clones":0,"num_object_copies":18450,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6150,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12908,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6961,"num_bytes_recovered":299565056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"25","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236435+0000","last_change":"2021-03-04T23:32:26.243555+0000","last_active":"2021-03-04T23:33:23.236435+0000","last_peered":"2021-03-04T23:33:23.236435+0000","last_clean":"2021-03-04T23:33:23.236435+0000","last_became_active":"2021-03-04T23:32:26.243321+0000","last_became_peered":"2021-03-04T23:32:26.243321+0000","last_unstale":"2021-03-04T23:33:23.236435+0000","last_undegraded":"2021-03-04T23:33:23.236435+0000","last_fullsized":"2021-03-04T23:33:23.236435+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"294","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.194724+0000","last_change":"2021-03-04T23:31:58.061270+0000","last_active":"2021-03-04T23:33:23.194724+0000","last_peered":"2021-03-04T23:33:23.194724+0000","last_clean":"2021-03-04T23:33:23.194724+0000","last_became_active":"2021-03-04T23:31:58.060937+0000","last_became_peered":"2021-03-04T23:31:58.060937+0000","last_unstale":"2021-03-04T23:33:23.194724+0000","last_undegraded":"2021-03-04T23:33:23.194724+0000","last_fullsized":"2021-03-04T23:33:23.194724+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"25","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236276+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:33:23.236276+0000","last_peered":"2021-03-04T23:33:23.236276+0000","last_clean":"2021-03-04T23:33:23.236276+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:33:23.236276+0000","last_undegraded":"2021-03-04T23:33:23.236276+0000","last_fullsized":"2021-03-04T23:33:23.236276+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"72","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052433+0000","last_change":"2021-03-04T23:32:18.981793+0000","last_active":"2021-03-04T23:33:14.052433+0000","last_peered":"2021-03-04T23:33:14.052433+0000","last_clean":"2021-03-04T23:33:14.052433+0000","last_became_active":"2021-03-04T23:32:18.981354+0000","last_became_peered":"2021-03-04T23:32:18.981354+0000","last_unstale":"2021-03-04T23:33:14.052433+0000","last_undegraded":"2021-03-04T23:33:14.052433+0000","last_fullsized":"2021-03-04T23:33:14.052433+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"281'12990","reported_seq":"27722","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:32.789521+0000","last_change":"2021-03-04T23:31:15.989387+0000","last_active":"2021-03-04T23:33:32.789521+0000","last_peered":"2021-03-04T23:33:32.789521+0000","last_clean":"2021-03-04T23:33:32.789521+0000","last_became_active":"2021-03-04T23:31:15.968551+0000","last_became_peered":"2021-03-04T23:31:15.968551+0000","last_unstale":"2021-03-04T23:33:32.789521+0000","last_undegraded":"2021-03-04T23:33:32.789521+0000","last_fullsized":"2021-03-04T23:33:32.789521+0000","mapping_epoch":236,"log_start":"152'8403","ondisk_log_start":"152'8403","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4587,"ondisk_log_size":4587,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":414711808,"num_objects":6328,"num_object_clones":0,"num_object_copies":18984,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6328,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12990,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7379,"num_bytes_recovered":476381184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"334","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.194635+0000","last_change":"2021-03-04T23:32:18.974052+0000","last_active":"2021-03-04T23:33:23.194635+0000","last_peered":"2021-03-04T23:33:23.194635+0000","last_clean":"2021-03-04T23:33:23.194635+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:33:23.194635+0000","last_undegraded":"2021-03-04T23:33:23.194635+0000","last_fullsized":"2021-03-04T23:33:23.194635+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"283","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.125649+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:33:14.125649+0000","last_peered":"2021-03-04T23:33:14.125649+0000","last_clean":"2021-03-04T23:33:14.125649+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:33:14.125649+0000","last_undegraded":"2021-03-04T23:33:14.125649+0000","last_fullsized":"2021-03-04T23:33:14.125649+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"25","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236410+0000","last_change":"2021-03-04T23:32:26.241730+0000","last_active":"2021-03-04T23:33:23.236410+0000","last_peered":"2021-03-04T23:33:23.236410+0000","last_clean":"2021-03-04T23:33:23.236410+0000","last_became_active":"2021-03-04T23:32:26.241443+0000","last_became_peered":"2021-03-04T23:32:26.241443+0000","last_unstale":"2021-03-04T23:33:23.236410+0000","last_undegraded":"2021-03-04T23:33:23.236410+0000","last_fullsized":"2021-03-04T23:33:23.236410+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"72","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052389+0000","last_change":"2021-03-04T23:32:18.982273+0000","last_active":"2021-03-04T23:33:14.052389+0000","last_peered":"2021-03-04T23:33:14.052389+0000","last_clean":"2021-03-04T23:33:14.052389+0000","last_became_active":"2021-03-04T23:32:18.981390+0000","last_became_peered":"2021-03-04T23:32:18.981390+0000","last_unstale":"2021-03-04T23:33:14.052389+0000","last_undegraded":"2021-03-04T23:33:14.052389+0000","last_fullsized":"2021-03-04T23:33:14.052389+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"282'12985","reported_seq":"20876","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.411622+0000","last_change":"2021-03-04T23:31:15.990321+0000","last_active":"2021-03-04T23:33:33.411622+0000","last_peered":"2021-03-04T23:33:33.411622+0000","last_clean":"2021-03-04T23:33:33.411622+0000","last_became_active":"2021-03-04T23:31:15.968330+0000","last_became_peered":"2021-03-04T23:31:15.968330+0000","last_unstale":"2021-03-04T23:33:33.411622+0000","last_undegraded":"2021-03-04T23:33:33.411622+0000","last_fullsized":"2021-03-04T23:33:33.411622+0000","mapping_epoch":236,"log_start":"151'7843","ondisk_log_start":"151'7843","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5142,"ondisk_log_size":5142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":397475840,"num_objects":6065,"num_object_clones":0,"num_object_copies":18195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6065,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12985,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3842,"num_bytes_recovered":151388160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"273","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052406+0000","last_change":"2021-03-04T23:31:58.062851+0000","last_active":"2021-03-04T23:33:14.052406+0000","last_peered":"2021-03-04T23:33:14.052406+0000","last_clean":"2021-03-04T23:33:14.052406+0000","last_became_active":"2021-03-04T23:31:58.062390+0000","last_became_peered":"2021-03-04T23:31:58.062390+0000","last_unstale":"2021-03-04T23:33:14.052406+0000","last_undegraded":"2021-03-04T23:33:14.052406+0000","last_fullsized":"2021-03-04T23:33:14.052406+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"25","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236368+0000","last_change":"2021-03-04T23:32:26.241630+0000","last_active":"2021-03-04T23:33:23.236368+0000","last_peered":"2021-03-04T23:33:23.236368+0000","last_clean":"2021-03-04T23:33:23.236368+0000","last_became_active":"2021-03-04T23:32:26.241377+0000","last_became_peered":"2021-03-04T23:32:26.241377+0000","last_unstale":"2021-03-04T23:33:23.236368+0000","last_undegraded":"2021-03-04T23:33:23.236368+0000","last_fullsized":"2021-03-04T23:33:23.236368+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"25","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236544+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:33:23.236544+0000","last_peered":"2021-03-04T23:33:23.236544+0000","last_clean":"2021-03-04T23:33:23.236544+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:33:23.236544+0000","last_undegraded":"2021-03-04T23:33:23.236544+0000","last_fullsized":"2021-03-04T23:33:23.236544+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"281'12976","reported_seq":"29072","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:32.212293+0000","last_change":"2021-03-04T23:30:59.306069+0000","last_active":"2021-03-04T23:33:32.212293+0000","last_peered":"2021-03-04T23:33:32.212293+0000","last_clean":"2021-03-04T23:33:32.212293+0000","last_became_active":"2021-03-04T23:30:59.292136+0000","last_became_peered":"2021-03-04T23:30:59.292136+0000","last_unstale":"2021-03-04T23:33:32.212293+0000","last_undegraded":"2021-03-04T23:33:32.212293+0000","last_fullsized":"2021-03-04T23:33:32.212293+0000","mapping_epoch":228,"log_start":"152'8097","ondisk_log_start":"152'8097","created":137,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4879,"ondisk_log_size":4879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":402784256,"num_objects":6146,"num_object_clones":0,"num_object_copies":18438,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6146,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12976,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7939,"num_bytes_recovered":520224768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"292","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.194532+0000","last_change":"2021-03-04T23:31:58.069375+0000","last_active":"2021-03-04T23:33:23.194532+0000","last_peered":"2021-03-04T23:33:23.194532+0000","last_clean":"2021-03-04T23:33:23.194532+0000","last_became_active":"2021-03-04T23:31:58.069076+0000","last_became_peered":"2021-03-04T23:31:58.069076+0000","last_unstale":"2021-03-04T23:33:23.194532+0000","last_undegraded":"2021-03-04T23:33:23.194532+0000","last_fullsized":"2021-03-04T23:33:23.194532+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"72","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052691+0000","last_change":"2021-03-04T23:32:18.976198+0000","last_active":"2021-03-04T23:33:14.052691+0000","last_peered":"2021-03-04T23:33:14.052691+0000","last_clean":"2021-03-04T23:33:14.052691+0000","last_became_active":"2021-03-04T23:32:18.975757+0000","last_became_peered":"2021-03-04T23:32:18.975757+0000","last_unstale":"2021-03-04T23:33:14.052691+0000","last_undegraded":"2021-03-04T23:33:14.052691+0000","last_fullsized":"2021-03-04T23:33:14.052691+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"68","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.050849+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:33:14.050849+0000","last_peered":"2021-03-04T23:33:14.050849+0000","last_clean":"2021-03-04T23:33:14.050849+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:33:14.050849+0000","last_undegraded":"2021-03-04T23:33:14.050849+0000","last_fullsized":"2021-03-04T23:33:14.050849+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"30","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.082073+0000","last_change":"2021-03-04T23:32:18.986718+0000","last_active":"2021-03-04T23:33:14.082073+0000","last_peered":"2021-03-04T23:33:14.082073+0000","last_clean":"2021-03-04T23:33:14.082073+0000","last_became_active":"2021-03-04T23:32:18.986509+0000","last_became_peered":"2021-03-04T23:32:18.986509+0000","last_unstale":"2021-03-04T23:33:14.082073+0000","last_undegraded":"2021-03-04T23:33:14.082073+0000","last_fullsized":"2021-03-04T23:33:14.082073+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"72","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.055296+0000","last_change":"2021-03-04T23:32:19.018869+0000","last_active":"2021-03-04T23:33:14.055296+0000","last_peered":"2021-03-04T23:33:14.055296+0000","last_clean":"2021-03-04T23:33:14.055296+0000","last_became_active":"2021-03-04T23:32:19.018305+0000","last_became_peered":"2021-03-04T23:32:19.018305+0000","last_unstale":"2021-03-04T23:33:14.055296+0000","last_undegraded":"2021-03-04T23:33:14.055296+0000","last_fullsized":"2021-03-04T23:33:14.055296+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"281'13279","reported_seq":"35072","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:33.021929+0000","last_change":"2021-03-04T23:32:34.277292+0000","last_active":"2021-03-04T23:33:33.021929+0000","last_peered":"2021-03-04T23:33:33.021929+0000","last_clean":"2021-03-04T23:33:33.021929+0000","last_became_active":"2021-03-04T23:32:34.260379+0000","last_became_peered":"2021-03-04T23:32:34.260379+0000","last_unstale":"2021-03-04T23:33:33.021929+0000","last_undegraded":"2021-03-04T23:33:33.021929+0000","last_fullsized":"2021-03-04T23:33:33.021929+0000","mapping_epoch":270,"log_start":"154'8635","ondisk_log_start":"154'8635","created":137,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4644,"ondisk_log_size":4644,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":412155904,"num_objects":6289,"num_object_clones":0,"num_object_copies":18867,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6289,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13279,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10774,"num_bytes_recovered":705953792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"63","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052349+0000","last_change":"2021-03-04T23:32:26.246392+0000","last_active":"2021-03-04T23:33:14.052349+0000","last_peered":"2021-03-04T23:33:14.052349+0000","last_clean":"2021-03-04T23:33:14.052349+0000","last_became_active":"2021-03-04T23:32:26.245274+0000","last_became_peered":"2021-03-04T23:32:26.245274+0000","last_unstale":"2021-03-04T23:33:14.052349+0000","last_undegraded":"2021-03-04T23:33:14.052349+0000","last_fullsized":"2021-03-04T23:33:14.052349+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"265","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.050804+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:33:14.050804+0000","last_peered":"2021-03-04T23:33:14.050804+0000","last_clean":"2021-03-04T23:33:14.050804+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:33:14.050804+0000","last_undegraded":"2021-03-04T23:33:14.050804+0000","last_fullsized":"2021-03-04T23:33:14.050804+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"311","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.051825+0000","last_change":"2021-03-04T23:32:26.243552+0000","last_active":"2021-03-04T23:33:14.051825+0000","last_peered":"2021-03-04T23:33:14.051825+0000","last_clean":"2021-03-04T23:33:14.051825+0000","last_became_active":"2021-03-04T23:32:26.243356+0000","last_became_peered":"2021-03-04T23:32:26.243356+0000","last_unstale":"2021-03-04T23:33:14.051825+0000","last_undegraded":"2021-03-04T23:33:14.051825+0000","last_fullsized":"2021-03-04T23:33:14.051825+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"72","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052868+0000","last_change":"2021-03-04T23:32:18.976958+0000","last_active":"2021-03-04T23:33:14.052868+0000","last_peered":"2021-03-04T23:33:14.052868+0000","last_clean":"2021-03-04T23:33:14.052868+0000","last_became_active":"2021-03-04T23:32:18.975806+0000","last_became_peered":"2021-03-04T23:32:18.975806+0000","last_unstale":"2021-03-04T23:33:14.052868+0000","last_undegraded":"2021-03-04T23:33:14.052868+0000","last_fullsized":"2021-03-04T23:33:14.052868+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"281'12969","reported_seq":"30620","reported_epoch":"281","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:33:32.600463+0000","last_change":"2021-03-04T23:32:27.307328+0000","last_active":"2021-03-04T23:33:32.600463+0000","last_peered":"2021-03-04T23:33:32.600463+0000","last_clean":"2021-03-04T23:32:23.232073+0000","last_became_active":"2021-03-04T23:32:27.288606+0000","last_became_peered":"2021-03-04T23:32:27.288606+0000","last_unstale":"2021-03-04T23:33:32.600463+0000","last_undegraded":"2021-03-04T23:33:32.600463+0000","last_fullsized":"2021-03-04T23:33:32.600463+0000","mapping_epoch":267,"log_start":"154'8486","ondisk_log_start":"154'8486","created":137,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4483,"ondisk_log_size":4483,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":405078016,"num_objects":6181,"num_object_clones":0,"num_object_copies":18543,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6181,"num_objects_unfound":0,"num_objects_dirty":6181,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12969,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8712,"num_bytes_recovered":396623872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,0],"avail_no_missing":["7","0","4"],"object_location_counts":[{"shards":"0,4,7","objects":6181}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"54","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052623+0000","last_change":"2021-03-04T23:31:15.976911+0000","last_active":"2021-03-04T23:33:14.052623+0000","last_peered":"2021-03-04T23:33:14.052623+0000","last_clean":"2021-03-04T23:33:14.052623+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:33:14.052623+0000","last_undegraded":"2021-03-04T23:33:14.052623+0000","last_fullsized":"2021-03-04T23:33:14.052623+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"25","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236512+0000","last_change":"2021-03-04T23:32:26.241609+0000","last_active":"2021-03-04T23:33:23.236512+0000","last_peered":"2021-03-04T23:33:23.236512+0000","last_clean":"2021-03-04T23:33:23.236512+0000","last_became_active":"2021-03-04T23:32:26.241419+0000","last_became_peered":"2021-03-04T23:32:26.241419+0000","last_unstale":"2021-03-04T23:33:23.236512+0000","last_undegraded":"2021-03-04T23:33:23.236512+0000","last_fullsized":"2021-03-04T23:33:23.236512+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"244","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.194443+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:33:23.194443+0000","last_peered":"2021-03-04T23:33:23.194443+0000","last_clean":"2021-03-04T23:33:23.194443+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:33:23.194443+0000","last_undegraded":"2021-03-04T23:33:23.194443+0000","last_fullsized":"2021-03-04T23:33:23.194443+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"72","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052858+0000","last_change":"2021-03-04T23:32:18.990243+0000","last_active":"2021-03-04T23:33:14.052858+0000","last_peered":"2021-03-04T23:33:14.052858+0000","last_clean":"2021-03-04T23:33:14.052858+0000","last_became_active":"2021-03-04T23:32:18.985408+0000","last_became_peered":"2021-03-04T23:32:18.985408+0000","last_unstale":"2021-03-04T23:33:14.052858+0000","last_undegraded":"2021-03-04T23:33:14.052858+0000","last_fullsized":"2021-03-04T23:33:14.052858+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"281'12847","reported_seq":"20897","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:32.611114+0000","last_change":"2021-03-04T23:32:54.052768+0000","last_active":"2021-03-04T23:33:32.611114+0000","last_peered":"2021-03-04T23:33:32.611114+0000","last_clean":"2021-03-04T23:33:32.611114+0000","last_became_active":"2021-03-04T23:32:54.024075+0000","last_became_peered":"2021-03-04T23:32:54.024075+0000","last_unstale":"2021-03-04T23:33:32.611114+0000","last_undegraded":"2021-03-04T23:33:32.611114+0000","last_fullsized":"2021-03-04T23:33:32.611114+0000","mapping_epoch":276,"log_start":"154'8395","ondisk_log_start":"154'8395","created":137,"last_epoch_clean":277,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4452,"ondisk_log_size":4452,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":401604632,"num_objects":6129,"num_object_clones":0,"num_object_copies":18387,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6129,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12847,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3917,"num_bytes_recovered":147324952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"94","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.051051+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:33:14.051051+0000","last_peered":"2021-03-04T23:33:14.051051+0000","last_clean":"2021-03-04T23:33:14.051051+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:33:14.051051+0000","last_undegraded":"2021-03-04T23:33:14.051051+0000","last_fullsized":"2021-03-04T23:33:14.051051+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"25","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236600+0000","last_change":"2021-03-04T23:32:26.249226+0000","last_active":"2021-03-04T23:33:23.236600+0000","last_peered":"2021-03-04T23:33:23.236600+0000","last_clean":"2021-03-04T23:33:23.236600+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:33:23.236600+0000","last_undegraded":"2021-03-04T23:33:23.236600+0000","last_fullsized":"2021-03-04T23:33:23.236600+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"86","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.050590+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:33:14.050590+0000","last_peered":"2021-03-04T23:33:14.050590+0000","last_clean":"2021-03-04T23:33:14.050590+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:33:14.050590+0000","last_undegraded":"2021-03-04T23:33:14.050590+0000","last_fullsized":"2021-03-04T23:33:14.050590+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"72","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052658+0000","last_change":"2021-03-04T23:32:18.976964+0000","last_active":"2021-03-04T23:33:14.052658+0000","last_peered":"2021-03-04T23:33:14.052658+0000","last_clean":"2021-03-04T23:33:14.052658+0000","last_became_active":"2021-03-04T23:32:18.976053+0000","last_became_peered":"2021-03-04T23:32:18.976053+0000","last_unstale":"2021-03-04T23:33:14.052658+0000","last_undegraded":"2021-03-04T23:33:14.052658+0000","last_fullsized":"2021-03-04T23:33:14.052658+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"281'12932","reported_seq":"20532","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:32.233875+0000","last_change":"2021-03-04T23:31:15.998496+0000","last_active":"2021-03-04T23:33:32.233875+0000","last_peered":"2021-03-04T23:33:32.233875+0000","last_clean":"2021-03-04T23:33:32.233875+0000","last_became_active":"2021-03-04T23:31:15.976417+0000","last_became_peered":"2021-03-04T23:31:15.976417+0000","last_unstale":"2021-03-04T23:33:32.233875+0000","last_undegraded":"2021-03-04T23:33:32.233875+0000","last_fullsized":"2021-03-04T23:33:32.233875+0000","mapping_epoch":236,"log_start":"147'6975","ondisk_log_start":"147'6975","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5957,"ondisk_log_size":5957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":400293888,"num_objects":6108,"num_object_clones":0,"num_object_copies":18324,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6108,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12932,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3697,"num_bytes_recovered":238419968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"182","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.082189+0000","last_change":"2021-03-04T23:31:58.069248+0000","last_active":"2021-03-04T23:33:14.082189+0000","last_peered":"2021-03-04T23:33:14.082189+0000","last_clean":"2021-03-04T23:33:14.082189+0000","last_became_active":"2021-03-04T23:31:58.068899+0000","last_became_peered":"2021-03-04T23:31:58.068899+0000","last_unstale":"2021-03-04T23:33:14.082189+0000","last_undegraded":"2021-03-04T23:33:14.082189+0000","last_fullsized":"2021-03-04T23:33:14.082189+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"314","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.051875+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:33:14.051875+0000","last_peered":"2021-03-04T23:33:14.051875+0000","last_clean":"2021-03-04T23:33:14.051875+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:33:14.051875+0000","last_undegraded":"2021-03-04T23:33:14.051875+0000","last_fullsized":"2021-03-04T23:33:14.051875+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"252","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.125569+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:33:14.125569+0000","last_peered":"2021-03-04T23:33:14.125569+0000","last_clean":"2021-03-04T23:33:14.125569+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:33:14.125569+0000","last_undegraded":"2021-03-04T23:33:14.125569+0000","last_fullsized":"2021-03-04T23:33:14.125569+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"247","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.051156+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:33:14.051156+0000","last_peered":"2021-03-04T23:33:14.051156+0000","last_clean":"2021-03-04T23:33:14.051156+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:33:14.051156+0000","last_undegraded":"2021-03-04T23:33:14.051156+0000","last_fullsized":"2021-03-04T23:33:14.051156+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"288","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236525+0000","last_change":"2021-03-04T23:31:58.060196+0000","last_active":"2021-03-04T23:33:23.236525+0000","last_peered":"2021-03-04T23:33:23.236525+0000","last_clean":"2021-03-04T23:33:23.236525+0000","last_became_active":"2021-03-04T23:31:58.059959+0000","last_became_peered":"2021-03-04T23:31:58.059959+0000","last_unstale":"2021-03-04T23:33:23.236525+0000","last_undegraded":"2021-03-04T23:33:23.236525+0000","last_fullsized":"2021-03-04T23:33:23.236525+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"345","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.194694+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:33:23.194694+0000","last_peered":"2021-03-04T23:33:23.194694+0000","last_clean":"2021-03-04T23:33:23.194694+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:33:23.194694+0000","last_undegraded":"2021-03-04T23:33:23.194694+0000","last_fullsized":"2021-03-04T23:33:23.194694+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"327","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.125786+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:33:14.125786+0000","last_peered":"2021-03-04T23:33:14.125786+0000","last_clean":"2021-03-04T23:33:14.125786+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:33:14.125786+0000","last_undegraded":"2021-03-04T23:33:14.125786+0000","last_fullsized":"2021-03-04T23:33:14.125786+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"291","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.194616+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:33:23.194616+0000","last_peered":"2021-03-04T23:33:23.194616+0000","last_clean":"2021-03-04T23:33:23.194616+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:33:23.194616+0000","last_undegraded":"2021-03-04T23:33:23.194616+0000","last_fullsized":"2021-03-04T23:33:23.194616+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"297","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.125557+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:33:14.125557+0000","last_peered":"2021-03-04T23:33:14.125557+0000","last_clean":"2021-03-04T23:33:14.125557+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:33:14.125557+0000","last_undegraded":"2021-03-04T23:33:14.125557+0000","last_fullsized":"2021-03-04T23:33:14.125557+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"86","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.050966+0000","last_change":"2021-03-04T23:32:18.971387+0000","last_active":"2021-03-04T23:33:14.050966+0000","last_peered":"2021-03-04T23:33:14.050966+0000","last_clean":"2021-03-04T23:33:14.050966+0000","last_became_active":"2021-03-04T23:32:18.971083+0000","last_became_peered":"2021-03-04T23:32:18.971083+0000","last_unstale":"2021-03-04T23:33:14.050966+0000","last_undegraded":"2021-03-04T23:33:14.050966+0000","last_fullsized":"2021-03-04T23:33:14.050966+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"70","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.052627+0000","last_change":"2021-03-04T23:31:58.062548+0000","last_active":"2021-03-04T23:33:14.052627+0000","last_peered":"2021-03-04T23:33:14.052627+0000","last_clean":"2021-03-04T23:33:14.052627+0000","last_became_active":"2021-03-04T23:31:58.062122+0000","last_became_peered":"2021-03-04T23:31:58.062122+0000","last_unstale":"2021-03-04T23:33:14.052627+0000","last_undegraded":"2021-03-04T23:33:14.052627+0000","last_fullsized":"2021-03-04T23:33:14.052627+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"255","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.051803+0000","last_change":"2021-03-04T23:32:19.162403+0000","last_active":"2021-03-04T23:33:14.051803+0000","last_peered":"2021-03-04T23:33:14.051803+0000","last_clean":"2021-03-04T23:33:14.051803+0000","last_became_active":"2021-03-04T23:32:18.984227+0000","last_became_peered":"2021-03-04T23:32:18.984227+0000","last_unstale":"2021-03-04T23:33:14.051803+0000","last_undegraded":"2021-03-04T23:33:14.051803+0000","last_fullsized":"2021-03-04T23:33:14.051803+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"348","reported_epoch":"280","state":"active+clean","last_fresh":"2021-03-04T23:33:14.125476+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:33:14.125476+0000","last_peered":"2021-03-04T23:33:14.125476+0000","last_clean":"2021-03-04T23:33:14.125476+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:33:14.125476+0000","last_undegraded":"2021-03-04T23:33:14.125476+0000","last_fullsized":"2021-03-04T23:33:14.125476+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":10713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8326546,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":6},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":6488260632,"num_objects":99004,"num_object_clones":0,"num_object_copies":297012,"num_objects_missing_on_primary":804,"num_objects_missing":804,"num_objects_degraded":11955,"num_objects_misplaced":21867,"num_objects_unfound":0,"num_objects_dirty":99004,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":207726,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91328,"num_bytes_recovered":5241962520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":22632415232,"data_stored":22632398944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":81563,"ondisk_log_size":81563,"up":48,"acting":45,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495970,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5170144,"kb_used_data":4121560,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":82910240,"statfs":{"total":90194313216,"available":84900085760,"internally_reserved":1073741824,"allocated":4220477440,"data_stored":4219093612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:54 2021","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.34100000000000003,"15min":0.32400000000000001},"min":{"1min":0.17699999999999999,"5min":0.125,"15min":0.125},"max":{"1min":0.57299999999999995,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.376,"5min":0.40999999999999998,"15min":0.40899999999999997},"min":{"1min":0.17799999999999999,"5min":0.158,"15min":0.158},"max":{"1min":0.53300000000000003,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.26500000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:33:32 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.40300000000000002,"15min":0.58999999999999997},"min":{"1min":0.21099999999999999,"5min":0.17499999999999999,"15min":0.16200000000000001},"max":{"1min":0.57599999999999996,"5min":0.91700000000000004,"15min":37.856000000000002},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.42099999999999999,"15min":0.625},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.56899999999999995,"5min":1.0409999999999999,"15min":37.914000000000001},"last":0.14799999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.34899999999999998,"15min":0.47999999999999998},"min":{"1min":0.26000000000000001,"5min":0.20300000000000001,"15min":0.16700000000000001},"max":{"1min":0.44700000000000001,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.44,"15min":0.52800000000000002},"min":{"1min":0.33200000000000002,"5min":0.214,"15min":0.182},"max":{"1min":0.56999999999999995,"5min":0.94499999999999995,"15min":3.206},"last":0.30399999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.373,"15min":0.89600000000000002},"min":{"1min":0.22900000000000001,"5min":0.20899999999999999,"15min":0.19},"max":{"1min":0.47299999999999998,"5min":0.96399999999999997,"15min":63.959000000000003},"last":0.23799999999999999},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.372,"15min":0.91600000000000004},"min":{"1min":0.215,"5min":0.20899999999999999,"15min":0.183},"max":{"1min":0.48899999999999999,"5min":0.84399999999999997,"15min":64.183999999999997},"last":0.249}]},{"osd":4,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.33300000000000002,"15min":0.39900000000000002},"min":{"1min":0.18099999999999999,"5min":0.17100000000000001,"15min":0.14399999999999999},"max":{"1min":0.626,"5min":0.65500000000000003,"15min":4.0179999999999998},"last":0.13},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.29499999999999998,"15min":0.34699999999999998},"min":{"1min":0.155,"5min":0.155,"15min":0.13900000000000001},"max":{"1min":0.51000000000000001,"5min":0.55900000000000005,"15min":3.7410000000000001},"last":0.159}]},{"osd":5,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.28999999999999998,"15min":0.34100000000000003},"min":{"1min":0.16300000000000001,"5min":0.152,"15min":0.14299999999999999},"max":{"1min":0.626,"5min":0.626,"15min":3.621},"last":0.17699999999999999},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.35199999999999998,"15min":0.42699999999999999},"min":{"1min":0.20399999999999999,"5min":0.184,"15min":0.16800000000000001},"max":{"1min":0.67000000000000004,"5min":0.67400000000000004,"15min":3.54},"last":0.216}]},{"osd":6,"last update":"Thu Mar 4 23:32:49 2021","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.29499999999999998,"15min":0.38400000000000001},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14199999999999999},"max":{"1min":0.627,"5min":0.627,"15min":4.1299999999999999},"last":0.316},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.371,"15min":0.49099999999999999},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.67700000000000005,"5min":0.80900000000000005,"15min":3.7850000000000001},"last":0.28100000000000003}]}]},{"osd":6,"up_from":41,"seq":176093659471,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1927640,"kb_used_data":879056,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86152744,"statfs":{"total":90194313216,"available":88220409856,"internally_reserved":1073741824,"allocated":900153344,"data_stored":898778125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.35899999999999999,"15min":0.36299999999999999},"min":{"1min":0.17199999999999999,"5min":0.156,"15min":0.156},"max":{"1min":0.53200000000000003,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.499},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.371,"15min":0.36899999999999999},"min":{"1min":0.20399999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.65800000000000003,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.36599999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:33:24 2021","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.374,"15min":0.46000000000000002},"min":{"1min":0.182,"5min":0.182,"15min":0.159},"max":{"1min":0.46700000000000003,"5min":0.874,"15min":3.609},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.40100000000000002,"15min":0.45600000000000002},"min":{"1min":0.24399999999999999,"5min":0.20499999999999999,"15min":0.17000000000000001},"max":{"1min":0.67900000000000005,"5min":0.91600000000000004,"15min":4.149},"last":0.441}]},{"osd":2,"last update":"Thu Mar 4 23:33:24 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.39900000000000002,"15min":0.47399999999999998},"min":{"1min":0.224,"5min":0.20000000000000001,"15min":0.16800000000000001},"max":{"1min":0.69899999999999995,"5min":0.85399999999999998,"15min":4.0940000000000003},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38400000000000001,"15min":0.46500000000000002},"min":{"1min":0.25700000000000001,"5min":0.193,"15min":0.17599999999999999},"max":{"1min":0.51100000000000001,"5min":0.83999999999999997,"15min":3.3700000000000001},"last":0.45400000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:33:24 2021","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.38900000000000001,"15min":1.03},"min":{"1min":0.21299999999999999,"5min":0.182,"15min":0.182},"max":{"1min":0.48899999999999999,"5min":0.877,"15min":77.881},"last":0.374},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.40400000000000003,"15min":1.046},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.626,"5min":0.94999999999999996,"15min":77.683000000000007},"last":0.38900000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.32000000000000001,"15min":0.35999999999999999},"min":{"1min":0.23000000000000001,"5min":0.16600000000000001,"15min":0.13300000000000001},"max":{"1min":0.56699999999999995,"5min":0.61599999999999999,"15min":4.1539999999999999},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.28899999999999998,"5min":0.32000000000000001,"15min":0.36899999999999999},"min":{"1min":0.17699999999999999,"5min":0.14299999999999999,"15min":0.13500000000000001},"max":{"1min":0.51800000000000002,"5min":0.70299999999999996,"15min":4.1269999999999998},"last":0.33300000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.30199999999999999,"5min":0.33200000000000002,"15min":0.375},"min":{"1min":0.19800000000000001,"5min":0.159,"15min":0.159},"max":{"1min":0.48499999999999999,"5min":0.71999999999999997,"15min":4.0010000000000003},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.30099999999999999,"5min":0.32300000000000001,"15min":0.42999999999999999},"min":{"1min":0.161,"5min":0.161,"15min":0.13900000000000001},"max":{"1min":0.438,"5min":0.57599999999999996,"15min":4.2389999999999999},"last":0.28199999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.34699999999999998,"15min":0.46200000000000002},"min":{"1min":0.19400000000000001,"5min":0.187,"15min":0.17399999999999999},"max":{"1min":0.504,"5min":0.60799999999999998,"15min":4.5880000000000001},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.372,"15min":0.42499999999999999},"min":{"1min":0.22500000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.52100000000000002,"5min":0.64100000000000001,"15min":4.0129999999999999},"last":0.24299999999999999}]}]},{"osd":1,"up_from":87,"seq":373662154991,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3631952,"kb_used_data":3483080,"kb_used_omap":2528,"kb_used_meta":146335,"kb_avail":84448432,"statfs":{"total":90194313216,"available":86475194368,"internally_reserved":0,"allocated":3566673920,"data_stored":3565311201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":149847342},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:58 2021","interfaces":[{"interface":"back","average":{"1min":0.248,"5min":0.26300000000000001,"15min":0.23899999999999999},"min":{"1min":0.13900000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.38800000000000001,"5min":0.625,"15min":0.625},"last":0.22},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.33400000000000002,"15min":0.30599999999999999},"min":{"1min":0.22,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.61799999999999999,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.25}]},{"osd":2,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.23699999999999999,"5min":0.252,"15min":0.378},"min":{"1min":0.156,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.374,"5min":0.59999999999999998,"15min":4.4059999999999997},"last":0.19500000000000001},{"interface":"front","average":{"1min":0.249,"5min":0.26200000000000001,"15min":0.435},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.13100000000000001},"max":{"1min":0.35999999999999999,"5min":0.47899999999999998,"15min":4.7240000000000002},"last":0.156}]},{"osd":3,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.42799999999999999,"15min":0.999},"min":{"1min":0.16600000000000001,"5min":0.156,"15min":0.155},"max":{"1min":12.710000000000001,"5min":12.710000000000001,"15min":110.28400000000001},"last":0.17599999999999999},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.44600000000000001,"15min":1.026},"min":{"1min":0.191,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":12.734,"5min":12.734,"15min":109.977},"last":0.23200000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.41499999999999998,"15min":0.57299999999999995},"min":{"1min":0.24099999999999999,"5min":0.20899999999999999,"15min":0.182},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":4.9850000000000003},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.379,"15min":0.50800000000000001},"min":{"1min":0.23000000000000001,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":4.5229999999999997},"last":0.26600000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.40200000000000002,"15min":0.57399999999999995},"min":{"1min":0.27700000000000002,"5min":0.23200000000000001,"15min":0.20699999999999999},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":8.6690000000000005},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.439,"5min":0.41199999999999998,"15min":0.58499999999999996},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":4.7729999999999997},"last":0.31900000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:32:51 2021","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40899999999999997,"15min":0.54700000000000004},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.214},"max":{"1min":0.90500000000000003,"5min":0.95399999999999996,"15min":4.5010000000000003},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.42999999999999999,"15min":0.60099999999999998},"min":{"1min":0.313,"5min":0.24299999999999999,"15min":0.23699999999999999},"max":{"1min":0.88,"5min":0.88,"15min":5.4649999999999999},"last":0.35799999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.438,"15min":0.64600000000000002},"min":{"1min":0.29099999999999998,"5min":0.23100000000000001,"15min":0.20899999999999999},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":4.7939999999999996},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.41599999999999998,"15min":0.57099999999999995},"min":{"1min":0.32200000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":4.5499999999999998},"last":0.33400000000000002}]}]},{"osd":0,"up_from":174,"seq":747324309574,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2666696,"kb_used_data":2564992,"kb_used_omap":980,"kb_used_meta":100715,"kb_avail":85413688,"statfs":{"total":90194313216,"available":87463616512,"internally_reserved":0,"allocated":2626551808,"data_stored":2625190292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":103133123},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.214,"5min":0.249,"15min":0.255},"min":{"1min":0.12,"5min":0.12,"15min":0.12},"max":{"1min":0.47499999999999998,"5min":0.623,"15min":0.623},"last":0.311},{"interface":"front","average":{"1min":0.22900000000000001,"5min":0.247,"15min":0.24299999999999999},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.35099999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.25600000000000001,"5min":0.26000000000000001,"15min":0.23999999999999999},"min":{"1min":0.156,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":0.432,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.23499999999999999},{"interface":"front","average":{"1min":0.26300000000000001,"5min":0.27400000000000002,"15min":0.27700000000000002},"min":{"1min":0.14499999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.51800000000000002,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.44400000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.28899999999999998,"5min":0.28299999999999997,"15min":0.28599999999999998},"min":{"1min":0.157,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.46400000000000002,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.28399999999999997,"5min":0.30099999999999999,"15min":0.30299999999999999},"min":{"1min":0.17000000000000001,"5min":0.155,"15min":0.155},"max":{"1min":0.63900000000000001,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.41199999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.39400000000000002,"15min":0.38700000000000001},"min":{"1min":0.248,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.90800000000000003},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.39200000000000002,"15min":0.38300000000000001},"min":{"1min":0.25700000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.61899999999999999,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.89700000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.40000000000000002,"15min":0.39200000000000002},"min":{"1min":0.252,"5min":0.217,"15min":0.217},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":1.0209999999999999},{"interface":"front","average":{"1min":0.376,"5min":0.38900000000000001,"15min":0.39200000000000002},"min":{"1min":0.20300000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.97799999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.38100000000000001,"15min":0.40899999999999997},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":1.0880000000000001},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.40000000000000002,"15min":0.39200000000000002},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.86899999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.39500000000000002,"15min":0.38900000000000001},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.88400000000000001},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41499999999999998,"15min":0.40899999999999997},"min":{"1min":0.28499999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.66800000000000004,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.94799999999999995}]}]},{"osd":2,"up_from":0,"seq":442381631714,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879510,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3636800,"kb_used_data":3533816,"kb_used_omap":883,"kb_used_meta":102092,"kb_avail":84443584,"statfs":{"total":90194313216,"available":86470230016,"internally_reserved":0,"allocated":3618627584,"data_stored":3617272636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":104542272},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,2,0,2,3,1,5],"upper_bound":1024},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:54 2021","interfaces":[{"interface":"back","average":{"1min":0.22,"5min":0.98199999999999998,"15min":0.50600000000000001},"min":{"1min":0.127,"5min":0.127,"15min":0.127},"max":{"1min":0.442,"5min":66.528999999999996,"15min":66.528999999999996},"last":0.184},{"interface":"front","average":{"1min":0.253,"5min":1.0129999999999999,"15min":0.54900000000000004},"min":{"1min":0.16600000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.379,"5min":66.497,"15min":66.497},"last":0.25800000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.223,"5min":0.49299999999999999,"15min":0.435},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.13500000000000001},"max":{"1min":0.34000000000000002,"5min":25.097999999999999,"15min":25.097999999999999},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.24199999999999999,"5min":0.51800000000000002,"15min":0.53800000000000003},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.313,"5min":25.109999999999999,"15min":25.109999999999999},"last":0.29299999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.23400000000000001,"5min":0.26800000000000002,"15min":0.40799999999999997},"min":{"1min":0.16800000000000001,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":0.34999999999999998,"5min":0.82799999999999996,"15min":4.8730000000000002},"last":0.309},{"interface":"front","average":{"1min":0.245,"5min":0.26800000000000002,"15min":0.41899999999999998},"min":{"1min":0.18099999999999999,"5min":0.151,"15min":0.151},"max":{"1min":0.40999999999999998,"5min":0.47399999999999998,"15min":8.8740000000000006},"last":0.20000000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.39900000000000002,"15min":0.51300000000000001},"min":{"1min":0.24199999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":5.0220000000000002},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.434,"5min":0.41699999999999998,"15min":0.51500000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.20100000000000001},"max":{"1min":0.999,"5min":0.999,"15min":3.7719999999999998},"last":0.72599999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.44600000000000001,"15min":0.59199999999999997},"min":{"1min":0.27000000000000002,"5min":0.23799999999999999,"15min":0.224},"max":{"1min":1.024,"5min":2.7069999999999999,"15min":4.6479999999999997},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.378,"15min":0.57699999999999996},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.192},"max":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":6.7309999999999999},"last":0.629}]},{"osd":6,"last update":"Thu Mar 4 23:32:48 2021","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.39600000000000002,"15min":0.60299999999999998},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.59599999999999997,"5min":0.61199999999999999,"15min":9.9410000000000007},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41299999999999998,"15min":0.53900000000000003},"min":{"1min":0.30499999999999999,"5min":0.251,"15min":0.22900000000000001},"max":{"1min":0.56100000000000005,"5min":0.66300000000000003,"15min":3.8100000000000001},"last":0.69299999999999995}]},{"osd":7,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.39400000000000002,"15min":0.59299999999999997},"min":{"1min":0.24099999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":5.1180000000000003},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.433,"15min":0.59699999999999998},"min":{"1min":0.28799999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.034,"5min":1.419,"15min":7.1950000000000003},"last":0.68100000000000005}]}]},{"osd":4,"up_from":31,"seq":133143986539,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2644636,"kb_used_data":1596052,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":85435748,"statfs":{"total":90194313216,"available":87486205952,"internally_reserved":1073741824,"allocated":1634357248,"data_stored":1632977446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.371,"15min":0.36699999999999999},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.70899999999999996,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.41399999999999998,"15min":0.42599999999999999},"min":{"1min":0.20499999999999999,"5min":0.153,"15min":0.153},"max":{"1min":0.624,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.44500000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:32:36 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.64500000000000002,"15min":0.61699999999999999},"min":{"1min":0.248,"5min":0.19600000000000001,"15min":0.161},"max":{"1min":0.85999999999999999,"5min":20.440000000000001,"15min":20.440000000000001},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.64900000000000002,"15min":0.61899999999999999},"min":{"1min":0.19,"5min":0.154,"15min":0.154},"max":{"1min":0.81699999999999995,"5min":20.465,"15min":20.465},"last":0.33000000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:33:16 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.35799999999999998,"15min":0.42099999999999999},"min":{"1min":0.23300000000000001,"5min":0.23100000000000001,"15min":0.17100000000000001},"max":{"1min":0.496,"5min":0.70099999999999996,"15min":3.3260000000000001},"last":0.314},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.38,"15min":0.44800000000000001},"min":{"1min":0.23599999999999999,"5min":0.221,"15min":0.17499999999999999},"max":{"1min":0.55000000000000004,"5min":0.83899999999999997,"15min":3.351},"last":0.36799999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:33:16 2021","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.52400000000000002,"15min":1.4299999999999999},"min":{"1min":0.26700000000000002,"5min":0.192,"15min":0.192},"max":{"1min":11.25,"5min":11.25,"15min":85.394999999999996},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.48799999999999999,"15min":1.365},"min":{"1min":0.217,"5min":0.217,"15min":0.19400000000000001},"max":{"1min":11.276999999999999,"5min":11.276999999999999,"15min":85.802999999999997},"last":0.33800000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:32:36 2021","interfaces":[{"interface":"back","average":{"1min":0.28399999999999997,"5min":0.30199999999999999,"15min":0.32800000000000001},"min":{"1min":0.17199999999999999,"5min":0.16900000000000001,"15min":0.14199999999999999},"max":{"1min":0.78600000000000003,"5min":1.254,"15min":3.456},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.29199999999999998,"5min":0.29799999999999999,"15min":0.34599999999999997},"min":{"1min":0.16600000000000001,"5min":0.16400000000000001,"15min":0.14799999999999999},"max":{"1min":0.48799999999999999,"5min":0.64900000000000002,"15min":3.2999999999999998},"last":0.25}]},{"osd":6,"last update":"Thu Mar 4 23:32:52 2021","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":0.32400000000000001,"15min":0.35399999999999998},"min":{"1min":0.18099999999999999,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":3.5569999999999999},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.33600000000000002,"15min":0.46200000000000002},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.14199999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":3.895},"last":0.30599999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:32:36 2021","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.33200000000000002,"15min":0.37},"min":{"1min":0.19700000000000001,"5min":0.17000000000000001,"15min":0.16},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":3.4329999999999998},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36199999999999999,"15min":0.47499999999999998},"min":{"1min":0.20999999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.748,"5min":0.748,"15min":3.8700000000000001},"last":0.26100000000000001}]}]},{"osd":5,"up_from":36,"seq":154618823017,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5462992,"kb_used_data":4414408,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":82617392,"statfs":{"total":90194313216,"available":84600209408,"internally_reserved":1073741824,"allocated":4520353792,"data_stored":4518984178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35799999999999998,"15min":0.374},"min":{"1min":0.17199999999999999,"5min":0.153,"15min":0.153},"max":{"1min":0.53200000000000003,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.254},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.38900000000000001,"15min":0.39300000000000002},"min":{"1min":0.20399999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.61899999999999999,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.42599999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:33:27 2021","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.374,"15min":0.46800000000000003},"min":{"1min":0.27000000000000002,"5min":0.153,"15min":0.153},"max":{"1min":0.59299999999999997,"5min":0.93400000000000005,"15min":3.8450000000000002},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.37,"15min":0.52100000000000002},"min":{"1min":0.20000000000000001,"5min":0.16600000000000001,"15min":0.14599999999999999},"max":{"1min":0.58599999999999997,"5min":0.872,"15min":7.4740000000000002},"last":0.40100000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.36599999999999999,"15min":0.48799999999999999},"min":{"1min":0.19600000000000001,"5min":0.17999999999999999,"15min":0.161},"max":{"1min":0.54700000000000004,"5min":0.91400000000000003,"15min":3.7410000000000001},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.38400000000000001,"15min":0.52500000000000002},"min":{"1min":0.23799999999999999,"5min":0.19600000000000001,"15min":0.182},"max":{"1min":0.75800000000000001,"5min":0.79300000000000004,"15min":3.698},"last":0.46400000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.375,"15min":0.53000000000000003},"min":{"1min":0.20899999999999999,"5min":0.20200000000000001,"15min":0.16700000000000001},"max":{"1min":0.56999999999999995,"5min":0.81299999999999994,"15min":4.375},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.38,"5min":0.39900000000000002,"15min":0.51200000000000001},"min":{"1min":0.24399999999999999,"5min":0.23899999999999999,"15min":0.17100000000000001},"max":{"1min":0.52100000000000002,"5min":0.85299999999999998,"15min":4.2050000000000001},"last":0.443}]},{"osd":4,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.32500000000000001,"15min":0.36299999999999999},"min":{"1min":0.16900000000000001,"5min":0.16300000000000001,"15min":0.127},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":7.4480000000000004},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.315,"5min":0.311,"15min":0.33700000000000002},"min":{"1min":0.158,"5min":0.158,"15min":0.152},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":4.4000000000000004},"last":0.312}]},{"osd":6,"last update":"Thu Mar 4 23:33:27 2021","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.34699999999999998,"15min":0.41899999999999998},"min":{"1min":0.253,"5min":0.16,"15min":0.16},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":7.3959999999999999},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.32300000000000001,"15min":0.35999999999999999},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":0.5,"5min":0.68100000000000005,"15min":4.3209999999999997},"last":0.378}]},{"osd":7,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.34899999999999998,"15min":0.42099999999999999},"min":{"1min":0.221,"5min":0.185,"15min":0.185},"max":{"1min":0.54000000000000004,"5min":0.66500000000000004,"15min":4.3540000000000001},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.33000000000000002,"15min":0.377},"min":{"1min":0.184,"5min":0.159,"15min":0.159},"max":{"1min":0.56899999999999995,"5min":0.75900000000000001,"15min":2.9740000000000002},"last":0.183}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2621833216,"data_stored":2621833216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3562082304,"data_stored":3562078232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1588330496,"data_stored":1588330496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3611230208,"data_stored":3611230208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1627131904,"data_stored":1627127832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4514320384,"data_stored":4514316312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":894763008,"data_stored":894763008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4212723712,"data_stored":4212719640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:33:38.787 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:38.804 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:38.806 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:38.806 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:38.907 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:38.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:38.926 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:38.926 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:39.027 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:39.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:39.047 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:39.048 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:39.149 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:39.166 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:39.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:39.167 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:39.268 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:39.285 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:39.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:39.287 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:39.388 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:39.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:39.407 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:39.408 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:39.443 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:33:39.509 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:39.526 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:39.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:39.528 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:39.560 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:33:39.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:39 gibba011 conmon[95595]: audit 2021-03-04T23:33:37.528896+0000 mgr.x (mgr.34676) 939 : audit [DBG] from='client.55801 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:39.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:39 gibba011 conmon[95595]: cluster 2021-03-04T23:33:38.979578+0000 mon.a (mon.0) 1263 : cluster [WRN] Health check update: Degraded data redundancy: 11955/297078 objects degraded (4.024%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:33:39.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:39 gibba011 conmon[99461]: audit 2021-03-04T23:33:37.528896+0000 mgr.x (mgr.34676) 939 : audit [DBG] from='client.55801 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:39.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:39 gibba011 conmon[99461]: cluster 2021-03-04T23:33:38.979578+0000 mon.a (mon.0) 1263 : cluster [WRN] Health check update: Degraded data redundancy: 11955/297078 objects degraded (4.024%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:33:39.629 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:39.646 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:39.647 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:39.647 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:39.713 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:39 gibba038 conmon[76675]: audit 2021-03-04T23:33:37.528896+0000 mgr.x (mgr.34676) 939 : audit [DBG] from='client.55801 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:39.713 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:39 gibba038 conmon[76675]: cluster 2021-03-04T23:33:38.979578+0000 mon.a (mon.0) 1263 : cluster [WRN] Health check update: Degraded data redundancy: 11955/297078 objects degraded (4.024%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:33:39.749 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:39.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:39.769 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:39.769 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:39.871 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:39.890 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:39.891 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:39.891 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:39.993 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:40.012 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:40.013 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:40.014 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:40.073 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:33:40.115 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:40.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:40.134 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:40.134 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:40.204 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:40.236 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:40.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:40.255 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:40.256 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:40.348 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:33:40.357 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:40.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:40.376 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:40.377 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:40.478 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:40.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:40.497 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:40.497 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:40.598 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:40.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:40 gibba011 conmon[95595]: cluster 2021-03-04T23:33:38.715021+0000 mgr.x (mgr.34676) 940 : cluster [DBG] pgmap v953: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 276 op/s; 11955/293181 objects degraded (4.078%); 21515/293181 objects misplaced (7.338%); 1.1 MiB/s, 18 objects/s recovering 2021-03-04T23:33:40.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:40 gibba011 conmon[95595]: 2021-03-04T23:33:40.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:40 gibba011 conmon[95595]: audit 2021-03-04T23:33:39.784042+0000 mon.c (mon.1) 376 : audit [INF] from='client.? 172.21.2.111:0/77326828' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:40.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:40 gibba011 conmon[95595]: audit 2021-03-04T23:33:39.784410+0000 mon.a (mon.0) 1264 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:40.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:40 gibba011 conmon[99461]: cluster 2021-03-04T23:33:38.715021+0000 mgr.x (mgr.34676) 940 : cluster [DBG] pgmap v953: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 276 op/s; 11955/293181 objects degraded (4.078%); 21515/293181 objects misplaced (7.338%); 1.1 MiB/s, 18 objects/s recovering 2021-03-04T23:33:40.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:40 gibba011 conmon[99461]: 2021-03-04T23:33:40.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:40 gibba011 conmon[99461]: audit 2021-03-04T23:33:39.784042+0000 mon.c (mon.1) 376 : audit [INF] from='client.? 172.21.2.111:0/77326828' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:40.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:40 gibba011 conmon[99461]: audit 2021-03-04T23:33:39.784410+0000 mon.a (mon.0) 1264 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:40.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:40.616 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:40.616 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:40.672 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:40 gibba038 conmon[76675]: cluster 2021-03-04T23:33:38.715021+0000 mgr.x (mgr.34676) 940 : cluster [DBG] pgmap v953: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 276 op/s; 11955/293181 objects degraded (4.078%); 21515/293181 objects misplaced (7.338%); 1.1 MiB/s, 18 objects/s recovering 2021-03-04T23:33:40.672 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:40 gibba038 conmon[76675]: audit 2021-03-04T23:33:39.784042+0000 mon.c (mon.1) 376 : audit [INF] from='client.? 172.21.2.111:0/77326828' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:40.672 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:40 gibba038 conmon[76675]: audit 2021-03-04T23:33:39.784410+0000 mon.a (mon.0) 1264 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:40.717 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:40.735 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:40.736 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:40.736 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:40.838 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:40.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:40.856 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:40.856 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:40.957 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:40.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:40.976 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:40.977 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:41.042 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:33:41.043 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:33:41.079 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:41.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:41.098 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:41.098 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:41.200 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:41.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:41.218 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:41.219 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:41.320 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:41.338 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:41.339 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:41.340 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:41.441 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:41.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:41.459 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:41.460 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:41.561 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:41.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:41.581 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:41.581 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:41.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:41 gibba011 conmon[95595]: cluster 2021-03-04T23:33:40.338438+0000 mon.a (mon.0) 1265 : 2021-03-04T23:33:41.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:41 gibba011 conmon[95595]: cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:41.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:41 gibba011 conmon[95595]: audit 2021-03-04T23:33:40.343401+0000 mon.a (mon.0) 1266 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:33:41.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:41 gibba011 conmon[95595]: cluster 2021-03-04T23:33:40.343438+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e283: 8 total, 8 up, 7 in 2021-03-04T23:33:41.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:41 gibba011 conmon[95595]: cluster 2021-03-04T23:33:40.715319+0000 mgr.x (mgr.34676) 941 : cluster [DBG] pgmap v955: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 269 op/s; 11955/292947 objects degraded (4.081%); 21515/292947 objects misplaced (7.344%); 744 KiB/s, 11 objects/s recovering 2021-03-04T23:33:41.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:41 gibba011 conmon[99461]: cluster 2021-03-04T23:33:40.338438+0000 mon.a (mon.0) 1265 : cluster 2021-03-04T23:33:41.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:41 gibba011 conmon[99461]: [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:41.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:41 gibba011 conmon[99461]: audit 2021-03-04T23:33:40.343401+0000 mon.a (mon.0) 1266 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:33:41.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:41 gibba011 conmon[99461]: cluster 2021-03-04T23:33:40.343438+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e283: 8 total, 8 up, 7 in 2021-03-04T23:33:41.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:41 gibba011 conmon[99461]: cluster 2021-03-04T23:33:40.715319+0000 mgr.x (mgr.34676) 941 : cluster [DBG] pgmap v955: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 269 op/s; 11955/292947 objects degraded (4.081%); 21515/292947 objects misplaced (7.344%); 744 KiB/s, 11 objects/s recovering 2021-03-04T23:33:41.683 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:41.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:41.702 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:41.702 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:41.721 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:41 gibba038 conmon[76675]: cluster 2021-03-04T23:33:40.338438+0000 mon.a (mon.0) 1265 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:41.722 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:41 gibba038 conmon[76675]: audit 2021-03-04T23:33:40.343401+0000 mon.a (mon.0) 1266 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:33:41.723 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:41 gibba038 conmon[76675]: cluster 2021-03-04T23:33:40.343438+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e283: 8 total, 8 up, 7 in 2021-03-04T23:33:41.723 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:41 gibba038 conmon[76675]: cluster 2021-03-04T23:33:40.715319+0000 mgr.x (mgr.34676) 941 : cluster [DBG] pgmap v955: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 6.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 269 op/s; 11955/292947 objects degraded (4.081%); 21515/292947 objects misplaced (7.344%); 744 KiB/s, 11 objects/s recovering 2021-03-04T23:33:41.734 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-03-04T23:33:41.763 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:33:41.803 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:41.823 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:41.825 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:41.825 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:41.858 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:33:41.888 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:41.927 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:41.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:41.945 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:41.946 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:42.047 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:42.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:42.068 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:42.069 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:42.121 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:33:42.134 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:33:42.147 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:33:42.163 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:33:42.170 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:42.181 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:33:42.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:42.190 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:42.191 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:42.195 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:33:42.212 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:33:42.225 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:33:42.226 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:33:42.227 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:33:42.227 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:33:42.228 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:33:42.228 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:33:42.228 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:33:42.229 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:33:42.229 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:33:42.293 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:42.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:42.315 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:42.316 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:42.418 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:42.435 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:42.436 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:42.436 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:42.538 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:42.554 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:42 gibba011 conmon[95595]: audit 2021-03-04T23:33:42.104900+0000 mon.a (mon.0) 1268 : audit [DBG] from='client.? 172.21.2.111:0/3988783451' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:42.555 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:42 gibba011 conmon[99461]: audit 2021-03-04T23:33:42.104900+0000 mon.a (mon.0) 1268 : audit [DBG] from='client.? 172.21.2.111:0/3988783451' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:42.556 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:42.556 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:42.557 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:42.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:42 gibba038 conmon[76675]: audit 2021-03-04T23:33:42.104900+0000 mon.a (mon.0) 1268 : audit [DBG] from='client.? 172.21.2.111:0/3988783451' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:42.658 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:42.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:42.680 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:42.681 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:42.783 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:42.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:42.800 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:42.801 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:42.902 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:42.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:42.923 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:42.923 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:43.024 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:43.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:43.044 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:43.045 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:43.145 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:33:43.147 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:43.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:43.167 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:43.168 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:43.254 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:33:43.254 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:33:43.255 INFO:teuthology.orchestra.run.gibba038.stdout: "complaint_time": 30, 2021-03-04T23:33:43.255 INFO:teuthology.orchestra.run.gibba038.stdout: "num_blocked_ops": 0 2021-03-04T23:33:43.255 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:33:43.264 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:43.269 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:43.287 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:43.288 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:43.288 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:43.389 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:43.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:43.409 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:43.410 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:43.450 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:43 gibba011 conmon[95595]: cluster 2021-03-04T23:33:42.715819+0000 mgr.x (mgr.34676) 942 : cluster [DBG] pgmap v956: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.9 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 258 op/s; 11955/291324 objects degraded (4.104%); 21358/291324 objects misplaced (7.331%); 1.3 MiB/s, 20 objects/s recovering 2021-03-04T23:33:43.451 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:43 gibba011 conmon[99461]: cluster 2021-03-04T23:33:42.715819+0000 mgr.x (mgr.34676) 942 : cluster [DBG] pgmap v956: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.9 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 258 op/s; 11955/291324 objects degraded (4.104%); 21358/291324 objects misplaced (7.331%); 1.3 MiB/s, 20 objects/s recovering 2021-03-04T23:33:43.512 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:43.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:43.530 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:43.530 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:43.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:43 gibba038 conmon[76675]: cluster 2021-03-04T23:33:42.715819+0000 mgr.x (mgr.34676) 942 : cluster [DBG] pgmap v956: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.9 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 258 op/s; 11955/291324 objects degraded (4.104%); 21358/291324 objects misplaced (7.331%); 1.3 MiB/s, 20 objects/s recovering 2021-03-04T23:33:43.632 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:43.650 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:43.651 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:43.652 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:43.753 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:43.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:43.773 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:43.774 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:43.877 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:43.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:43.895 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:43.895 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:43.986 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-03-04T23:33:43.998 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:44.016 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:44.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:44.017 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:44.106 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:33:44.119 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:44.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:44.137 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:44.137 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:44.174 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:33:44.177 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:33:44.239 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:44.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:44.257 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:44.258 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:44.359 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:44.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:44.379 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:44.379 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:44.481 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:44.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:44.499 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:44.499 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:44.529 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:44 gibba038 conmon[76675]: cluster 2021-03-04T23:33:43.980622+0000 mon.a (mon.0) 1269 : cluster [WRN] Health check update: Degraded data redundancy: 11955/291324 objects degraded (4.104%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:33:44.530 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:44 gibba038 conmon[76675]: audit 2021-03-04T23:33:44.162207+0000 mgr.x (mgr.34676) 943 : audit [DBG] from='client.55819 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:44.601 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:44.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:44 gibba011 conmon[99461]: cluster 2021-03-04T23:33:43.980622+0000 mon.a (mon.0) 1269 : cluster [WRN] Health check update: Degraded data redundancy: 11955/291324 objects degraded (4.104%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:33:44.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:44 gibba011 conmon[99461]: audit 2021-03-04T23:33:44.162207+0000 mgr.x (mgr.34676) 943 : audit [DBG] from='client.55819 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:44.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:44 gibba011 conmon[95595]: cluster 2021-03-04T23:33:43.980622+0000 mon.a (mon.0) 1269 : cluster [WRN] Health check update: Degraded data redundancy: 11955/291324 objects degraded (4.104%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:33:44.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:44 gibba011 conmon[95595]: audit 2021-03-04T23:33:44.162207+0000 mgr.x (mgr.34676) 943 : audit [DBG] from='client.55819 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:44.620 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:44.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:44.621 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:44.723 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:44.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:44.742 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:44.742 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:44.844 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:44.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:44.864 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:44.865 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:44.966 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:44.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:44.985 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:44.986 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:45.087 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:45.104 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:45.105 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:45.105 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:45.206 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:45.224 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:45.225 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:45.225 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:45.327 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:45.329 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":956,"stamp":"2021-03-04T23:33:42.715492+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":6362565952,"num_objects":97108,"num_object_clones":0,"num_object_copies":291324,"num_objects_missing_on_primary":803,"num_objects_missing":803,"num_objects_degraded":11955,"num_objects_misplaced":21358,"num_objects_unfound":0,"num_objects_dirty":97108,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":209696,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91575,"num_bytes_recovered":5254294577,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82027,"ondisk_log_size":82027,"up":357,"acting":354,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":394,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":24715504,"kb_used_data":20181496,"kb_used_omap":6415,"kb_used_meta":4527536,"kb_avail":591847184,"statfs":{"total":631360192512,"available":606051516416,"internally_reserved":4294967296,"allocated":20665851904,"data_stored":20656220850,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6569549,"internal_metadata":4636197299},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-159186944,"num_objects":-2429,"num_object_clones":0,"num_object_copies":-7287,"num_objects_missing_on_primary":-1,"num_objects_missing":-1,"num_objects_degraded":0,"num_objects_misplaced":-695,"num_objects_unfound":0,"num_objects_dirty":-2429,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2429,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":189,"num_bytes_recovered":12320768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.388793"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"328","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.335704+0000","last_change":"2021-03-04T23:32:26.240995+0000","last_active":"2021-03-04T23:33:33.335704+0000","last_peered":"2021-03-04T23:33:33.335704+0000","last_clean":"2021-03-04T23:33:33.335704+0000","last_became_active":"2021-03-04T23:32:26.240606+0000","last_became_peered":"2021-03-04T23:32:26.240606+0000","last_unstale":"2021-03-04T23:33:33.335704+0000","last_undegraded":"2021-03-04T23:33:33.335704+0000","last_fullsized":"2021-03-04T23:33:33.335704+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"70","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.332834+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:33:33.332834+0000","last_peered":"2021-03-04T23:33:33.332834+0000","last_clean":"2021-03-04T23:33:33.332834+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:33:33.332834+0000","last_undegraded":"2021-03-04T23:33:33.332834+0000","last_fullsized":"2021-03-04T23:33:33.332834+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"25","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236222+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:33:23.236222+0000","last_peered":"2021-03-04T23:33:23.236222+0000","last_clean":"2021-03-04T23:33:23.236222+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:33:23.236222+0000","last_undegraded":"2021-03-04T23:33:23.236222+0000","last_fullsized":"2021-03-04T23:33:23.236222+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"303","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.235043+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:33:23.235043+0000","last_peered":"2021-03-04T23:33:23.235043+0000","last_clean":"2021-03-04T23:33:23.235043+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:33:23.235043+0000","last_undegraded":"2021-03-04T23:33:23.235043+0000","last_fullsized":"2021-03-04T23:33:23.235043+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"88","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.332578+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:33:33.332578+0000","last_peered":"2021-03-04T23:33:33.332578+0000","last_clean":"2021-03-04T23:33:33.332578+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:33:33.332578+0000","last_undegraded":"2021-03-04T23:33:33.332578+0000","last_fullsized":"2021-03-04T23:33:33.332578+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"32","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.324961+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:33:33.324961+0000","last_peered":"2021-03-04T23:33:33.324961+0000","last_clean":"2021-03-04T23:33:33.324961+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:33:33.324961+0000","last_undegraded":"2021-03-04T23:33:33.324961+0000","last_fullsized":"2021-03-04T23:33:33.324961+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"275","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.234922+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:33:23.234922+0000","last_peered":"2021-03-04T23:33:23.234922+0000","last_clean":"2021-03-04T23:33:23.234922+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:33:23.234922+0000","last_undegraded":"2021-03-04T23:33:23.234922+0000","last_fullsized":"2021-03-04T23:33:23.234922+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"88","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.332632+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:33:33.332632+0000","last_peered":"2021-03-04T23:33:33.332632+0000","last_clean":"2021-03-04T23:33:33.332632+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:33:33.332632+0000","last_undegraded":"2021-03-04T23:33:33.332632+0000","last_fullsized":"2021-03-04T23:33:33.332632+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"74","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.325858+0000","last_change":"2021-03-04T23:32:18.981656+0000","last_active":"2021-03-04T23:33:33.325858+0000","last_peered":"2021-03-04T23:33:33.325858+0000","last_clean":"2021-03-04T23:33:33.325858+0000","last_became_active":"2021-03-04T23:32:18.981253+0000","last_became_peered":"2021-03-04T23:32:18.981253+0000","last_unstale":"2021-03-04T23:33:33.325858+0000","last_undegraded":"2021-03-04T23:33:33.325858+0000","last_fullsized":"2021-03-04T23:33:33.325858+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"324","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.194874+0000","last_change":"2021-03-04T23:32:26.243636+0000","last_active":"2021-03-04T23:33:23.194874+0000","last_peered":"2021-03-04T23:33:23.194874+0000","last_clean":"2021-03-04T23:33:23.194874+0000","last_became_active":"2021-03-04T23:32:26.243433+0000","last_became_peered":"2021-03-04T23:32:26.243433+0000","last_unstale":"2021-03-04T23:33:23.194874+0000","last_undegraded":"2021-03-04T23:33:23.194874+0000","last_fullsized":"2021-03-04T23:33:23.194874+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"90","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.399054+0000","last_change":"2021-03-04T23:32:18.988970+0000","last_active":"2021-03-04T23:33:33.399054+0000","last_peered":"2021-03-04T23:33:33.399054+0000","last_clean":"2021-03-04T23:33:33.399054+0000","last_became_active":"2021-03-04T23:32:18.988819+0000","last_became_peered":"2021-03-04T23:32:18.988819+0000","last_unstale":"2021-03-04T23:33:33.399054+0000","last_undegraded":"2021-03-04T23:33:33.399054+0000","last_fullsized":"2021-03-04T23:33:33.399054+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"62","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.325851+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:33:33.325851+0000","last_peered":"2021-03-04T23:33:33.325851+0000","last_clean":"2021-03-04T23:33:33.325851+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:33:33.325851+0000","last_undegraded":"2021-03-04T23:33:33.325851+0000","last_fullsized":"2021-03-04T23:33:33.325851+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"25","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236280+0000","last_change":"2021-03-04T23:32:26.241627+0000","last_active":"2021-03-04T23:33:23.236280+0000","last_peered":"2021-03-04T23:33:23.236280+0000","last_clean":"2021-03-04T23:33:23.236280+0000","last_became_active":"2021-03-04T23:32:26.241358+0000","last_became_peered":"2021-03-04T23:32:26.241358+0000","last_unstale":"2021-03-04T23:33:23.236280+0000","last_undegraded":"2021-03-04T23:33:23.236280+0000","last_fullsized":"2021-03-04T23:33:23.236280+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"326","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.335745+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:33:33.335745+0000","last_peered":"2021-03-04T23:33:33.335745+0000","last_clean":"2021-03-04T23:33:33.335745+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:33:33.335745+0000","last_undegraded":"2021-03-04T23:33:33.335745+0000","last_fullsized":"2021-03-04T23:33:33.335745+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"305","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.335802+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:33:33.335802+0000","last_peered":"2021-03-04T23:33:33.335802+0000","last_clean":"2021-03-04T23:33:33.335802+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:33:33.335802+0000","last_undegraded":"2021-03-04T23:33:33.335802+0000","last_fullsized":"2021-03-04T23:33:33.335802+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"74","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.325498+0000","last_change":"2021-03-04T23:32:18.982083+0000","last_active":"2021-03-04T23:33:33.325498+0000","last_peered":"2021-03-04T23:33:33.325498+0000","last_clean":"2021-03-04T23:33:33.325498+0000","last_became_active":"2021-03-04T23:32:18.981790+0000","last_became_peered":"2021-03-04T23:32:18.981790+0000","last_unstale":"2021-03-04T23:33:33.325498+0000","last_undegraded":"2021-03-04T23:33:33.325498+0000","last_fullsized":"2021-03-04T23:33:33.325498+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"84","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.328441+0000","last_change":"2021-03-04T23:32:19.165859+0000","last_active":"2021-03-04T23:33:33.328441+0000","last_peered":"2021-03-04T23:33:33.328441+0000","last_clean":"2021-03-04T23:33:33.328441+0000","last_became_active":"2021-03-04T23:32:19.018621+0000","last_became_peered":"2021-03-04T23:32:19.018621+0000","last_unstale":"2021-03-04T23:33:33.328441+0000","last_undegraded":"2021-03-04T23:33:33.328441+0000","last_fullsized":"2021-03-04T23:33:33.328441+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"106","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.332881+0000","last_change":"2021-03-04T23:32:26.238976+0000","last_active":"2021-03-04T23:33:33.332881+0000","last_peered":"2021-03-04T23:33:33.332881+0000","last_clean":"2021-03-04T23:33:33.332881+0000","last_became_active":"2021-03-04T23:32:26.238739+0000","last_became_peered":"2021-03-04T23:32:26.238739+0000","last_unstale":"2021-03-04T23:33:33.332881+0000","last_undegraded":"2021-03-04T23:33:33.332881+0000","last_fullsized":"2021-03-04T23:33:33.332881+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"74","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.325622+0000","last_change":"2021-03-04T23:32:19.011685+0000","last_active":"2021-03-04T23:33:33.325622+0000","last_peered":"2021-03-04T23:33:33.325622+0000","last_clean":"2021-03-04T23:33:33.325622+0000","last_became_active":"2021-03-04T23:32:19.011404+0000","last_became_peered":"2021-03-04T23:32:19.011404+0000","last_unstale":"2021-03-04T23:33:33.325622+0000","last_undegraded":"2021-03-04T23:33:33.325622+0000","last_fullsized":"2021-03-04T23:33:33.325622+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"302","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.325532+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:33:33.325532+0000","last_peered":"2021-03-04T23:33:33.325532+0000","last_clean":"2021-03-04T23:33:33.325532+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:33:33.325532+0000","last_undegraded":"2021-03-04T23:33:33.325532+0000","last_fullsized":"2021-03-04T23:33:33.325532+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"287","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.194802+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:33:23.194802+0000","last_peered":"2021-03-04T23:33:23.194802+0000","last_clean":"2021-03-04T23:33:23.194802+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:33:23.194802+0000","last_undegraded":"2021-03-04T23:33:23.194802+0000","last_fullsized":"2021-03-04T23:33:23.194802+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"74","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.328692+0000","last_change":"2021-03-04T23:32:19.019024+0000","last_active":"2021-03-04T23:33:33.328692+0000","last_peered":"2021-03-04T23:33:33.328692+0000","last_clean":"2021-03-04T23:33:33.328692+0000","last_became_active":"2021-03-04T23:32:19.018570+0000","last_became_peered":"2021-03-04T23:32:19.018570+0000","last_unstale":"2021-03-04T23:33:33.328692+0000","last_undegraded":"2021-03-04T23:33:33.328692+0000","last_fullsized":"2021-03-04T23:33:33.328692+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"65","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.325758+0000","last_change":"2021-03-04T23:32:26.245321+0000","last_active":"2021-03-04T23:33:33.325758+0000","last_peered":"2021-03-04T23:33:33.325758+0000","last_clean":"2021-03-04T23:33:33.325758+0000","last_became_active":"2021-03-04T23:32:26.243283+0000","last_became_peered":"2021-03-04T23:32:26.243283+0000","last_unstale":"2021-03-04T23:33:33.325758+0000","last_undegraded":"2021-03-04T23:33:33.325758+0000","last_fullsized":"2021-03-04T23:33:33.325758+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"261","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.325601+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:33:33.325601+0000","last_peered":"2021-03-04T23:33:33.325601+0000","last_clean":"2021-03-04T23:33:33.325601+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:33:33.325601+0000","last_undegraded":"2021-03-04T23:33:33.325601+0000","last_fullsized":"2021-03-04T23:33:33.325601+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"285","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.234897+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:33:23.234897+0000","last_peered":"2021-03-04T23:33:23.234897+0000","last_clean":"2021-03-04T23:33:23.234897+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:33:23.234897+0000","last_undegraded":"2021-03-04T23:33:23.234897+0000","last_fullsized":"2021-03-04T23:33:23.234897+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"74","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.325619+0000","last_change":"2021-03-04T23:32:18.982413+0000","last_active":"2021-03-04T23:33:33.325619+0000","last_peered":"2021-03-04T23:33:33.325619+0000","last_clean":"2021-03-04T23:33:33.325619+0000","last_became_active":"2021-03-04T23:32:18.981859+0000","last_became_peered":"2021-03-04T23:32:18.981859+0000","last_unstale":"2021-03-04T23:33:33.325619+0000","last_undegraded":"2021-03-04T23:33:33.325619+0000","last_fullsized":"2021-03-04T23:33:33.325619+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"272","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.398865+0000","last_change":"2021-03-04T23:31:58.062545+0000","last_active":"2021-03-04T23:33:33.398865+0000","last_peered":"2021-03-04T23:33:33.398865+0000","last_clean":"2021-03-04T23:33:33.398865+0000","last_became_active":"2021-03-04T23:31:58.062078+0000","last_became_peered":"2021-03-04T23:31:58.062078+0000","last_unstale":"2021-03-04T23:33:33.398865+0000","last_undegraded":"2021-03-04T23:33:33.398865+0000","last_fullsized":"2021-03-04T23:33:33.398865+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"173","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.324003+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:33:33.324003+0000","last_peered":"2021-03-04T23:33:33.324003+0000","last_clean":"2021-03-04T23:33:33.324003+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:33:33.324003+0000","last_undegraded":"2021-03-04T23:33:33.324003+0000","last_fullsized":"2021-03-04T23:33:33.324003+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"88","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.333015+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:33:33.333015+0000","last_peered":"2021-03-04T23:33:33.333015+0000","last_clean":"2021-03-04T23:33:33.333015+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:33:33.333015+0000","last_undegraded":"2021-03-04T23:33:33.333015+0000","last_fullsized":"2021-03-04T23:33:33.333015+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"74","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.325997+0000","last_change":"2021-03-04T23:32:18.990360+0000","last_active":"2021-03-04T23:33:33.325997+0000","last_peered":"2021-03-04T23:33:33.325997+0000","last_clean":"2021-03-04T23:33:33.325997+0000","last_became_active":"2021-03-04T23:32:18.985583+0000","last_became_peered":"2021-03-04T23:32:18.985583+0000","last_unstale":"2021-03-04T23:33:33.325997+0000","last_undegraded":"2021-03-04T23:33:33.325997+0000","last_fullsized":"2021-03-04T23:33:33.325997+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"25","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236660+0000","last_change":"2021-03-04T23:32:26.249383+0000","last_active":"2021-03-04T23:33:23.236660+0000","last_peered":"2021-03-04T23:33:23.236660+0000","last_clean":"2021-03-04T23:33:23.236660+0000","last_became_active":"2021-03-04T23:32:26.249012+0000","last_became_peered":"2021-03-04T23:32:26.249012+0000","last_unstale":"2021-03-04T23:33:23.236660+0000","last_undegraded":"2021-03-04T23:33:23.236660+0000","last_fullsized":"2021-03-04T23:33:23.236660+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"282'13023","reported_seq":"13249","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:37.934284+0000","last_change":"2021-03-04T23:31:15.984936+0000","last_active":"2021-03-04T23:33:37.934284+0000","last_peered":"2021-03-04T23:33:37.934284+0000","last_clean":"2021-03-04T23:33:37.934284+0000","last_became_active":"2021-03-04T23:31:15.969777+0000","last_became_peered":"2021-03-04T23:31:15.969777+0000","last_unstale":"2021-03-04T23:33:37.934284+0000","last_undegraded":"2021-03-04T23:33:37.934284+0000","last_fullsized":"2021-03-04T23:33:37.934284+0000","mapping_epoch":236,"log_start":"154'8447","ondisk_log_start":"154'8447","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4576,"ondisk_log_size":4576,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":398655488,"num_objects":6083,"num_object_clones":0,"num_object_copies":18249,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6083,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13023,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":1048576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"60","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.326007+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:33:33.326007+0000","last_peered":"2021-03-04T23:33:33.326007+0000","last_clean":"2021-03-04T23:33:33.326007+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:33:33.326007+0000","last_undegraded":"2021-03-04T23:33:33.326007+0000","last_fullsized":"2021-03-04T23:33:33.326007+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"290","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.194563+0000","last_change":"2021-03-04T23:32:18.976569+0000","last_active":"2021-03-04T23:33:23.194563+0000","last_peered":"2021-03-04T23:33:23.194563+0000","last_clean":"2021-03-04T23:33:23.194563+0000","last_became_active":"2021-03-04T23:32:18.976326+0000","last_became_peered":"2021-03-04T23:32:18.976326+0000","last_unstale":"2021-03-04T23:33:23.194563+0000","last_undegraded":"2021-03-04T23:33:23.194563+0000","last_fullsized":"2021-03-04T23:33:23.194563+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"74","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.325836+0000","last_change":"2021-03-04T23:32:18.981638+0000","last_active":"2021-03-04T23:33:33.325836+0000","last_peered":"2021-03-04T23:33:33.325836+0000","last_clean":"2021-03-04T23:33:33.325836+0000","last_became_active":"2021-03-04T23:32:18.981295+0000","last_became_peered":"2021-03-04T23:32:18.981295+0000","last_unstale":"2021-03-04T23:33:33.325836+0000","last_undegraded":"2021-03-04T23:33:33.325836+0000","last_fullsized":"2021-03-04T23:33:33.325836+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"183","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.324979+0000","last_change":"2021-03-04T23:31:58.069396+0000","last_active":"2021-03-04T23:33:33.324979+0000","last_peered":"2021-03-04T23:33:33.324979+0000","last_clean":"2021-03-04T23:33:33.324979+0000","last_became_active":"2021-03-04T23:31:58.069222+0000","last_became_peered":"2021-03-04T23:31:58.069222+0000","last_unstale":"2021-03-04T23:33:33.324979+0000","last_undegraded":"2021-03-04T23:33:33.324979+0000","last_fullsized":"2021-03-04T23:33:33.324979+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"282'12985","reported_seq":"33838","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:40.209287+0000","last_change":"2021-03-04T23:31:02.313487+0000","last_active":"2021-03-04T23:33:40.209287+0000","last_peered":"2021-03-04T23:33:40.209287+0000","last_clean":"2021-03-04T23:33:40.209287+0000","last_became_active":"2021-03-04T23:31:02.298187+0000","last_became_peered":"2021-03-04T23:31:02.298187+0000","last_unstale":"2021-03-04T23:33:40.209287+0000","last_undegraded":"2021-03-04T23:33:40.209287+0000","last_fullsized":"2021-03-04T23:33:40.209287+0000","mapping_epoch":230,"log_start":"147'7422","ondisk_log_start":"147'7422","created":137,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5563,"ondisk_log_size":5563,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":399704064,"num_objects":6099,"num_object_clones":0,"num_object_copies":18297,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6099,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12985,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8025,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"60","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.325993+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:33:33.325993+0000","last_peered":"2021-03-04T23:33:33.325993+0000","last_clean":"2021-03-04T23:33:33.325993+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:33:33.325993+0000","last_undegraded":"2021-03-04T23:33:33.325993+0000","last_fullsized":"2021-03-04T23:33:33.325993+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"353","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.335745+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:33:33.335745+0000","last_peered":"2021-03-04T23:33:33.335745+0000","last_clean":"2021-03-04T23:33:33.335745+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:33:33.335745+0000","last_undegraded":"2021-03-04T23:33:33.335745+0000","last_fullsized":"2021-03-04T23:33:33.335745+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"74","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.326072+0000","last_change":"2021-03-04T23:32:18.976226+0000","last_active":"2021-03-04T23:33:33.326072+0000","last_peered":"2021-03-04T23:33:33.326072+0000","last_clean":"2021-03-04T23:33:33.326072+0000","last_became_active":"2021-03-04T23:32:18.975856+0000","last_became_peered":"2021-03-04T23:32:18.975856+0000","last_unstale":"2021-03-04T23:33:33.326072+0000","last_undegraded":"2021-03-04T23:33:33.326072+0000","last_fullsized":"2021-03-04T23:33:33.326072+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"25","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236482+0000","last_change":"2021-03-04T23:32:26.243559+0000","last_active":"2021-03-04T23:33:23.236482+0000","last_peered":"2021-03-04T23:33:23.236482+0000","last_clean":"2021-03-04T23:33:23.236482+0000","last_became_active":"2021-03-04T23:32:26.243315+0000","last_became_peered":"2021-03-04T23:32:26.243315+0000","last_unstale":"2021-03-04T23:33:23.236482+0000","last_undegraded":"2021-03-04T23:33:23.236482+0000","last_fullsized":"2021-03-04T23:33:23.236482+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"282'13133","reported_seq":"13323","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:38.644962+0000","last_change":"2021-03-04T23:31:16.986091+0000","last_active":"2021-03-04T23:33:38.644962+0000","last_peered":"2021-03-04T23:33:38.644962+0000","last_clean":"2021-03-04T23:33:38.644962+0000","last_became_active":"2021-03-04T23:31:16.966316+0000","last_became_peered":"2021-03-04T23:31:16.966316+0000","last_unstale":"2021-03-04T23:33:38.644962+0000","last_undegraded":"2021-03-04T23:33:38.644962+0000","last_fullsized":"2021-03-04T23:33:38.644962+0000","mapping_epoch":237,"log_start":"151'7987","ondisk_log_start":"151'7987","created":137,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5146,"ondisk_log_size":5146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":398786560,"num_objects":6085,"num_object_clones":0,"num_object_copies":18255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6085,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13133,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"60","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.325969+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:33:33.325969+0000","last_peered":"2021-03-04T23:33:33.325969+0000","last_clean":"2021-03-04T23:33:33.325969+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:33:33.325969+0000","last_undegraded":"2021-03-04T23:33:33.325969+0000","last_fullsized":"2021-03-04T23:33:33.325969+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"32","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.324046+0000","last_change":"2021-03-04T23:32:18.980591+0000","last_active":"2021-03-04T23:33:33.324046+0000","last_peered":"2021-03-04T23:33:33.324046+0000","last_clean":"2021-03-04T23:33:33.324046+0000","last_became_active":"2021-03-04T23:32:18.980308+0000","last_became_peered":"2021-03-04T23:32:18.980308+0000","last_unstale":"2021-03-04T23:33:33.324046+0000","last_undegraded":"2021-03-04T23:33:33.324046+0000","last_fullsized":"2021-03-04T23:33:33.324046+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"74","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.325991+0000","last_change":"2021-03-04T23:32:18.981505+0000","last_active":"2021-03-04T23:33:33.325991+0000","last_peered":"2021-03-04T23:33:33.325991+0000","last_clean":"2021-03-04T23:33:33.325991+0000","last_became_active":"2021-03-04T23:32:18.981076+0000","last_became_peered":"2021-03-04T23:32:18.981076+0000","last_unstale":"2021-03-04T23:33:33.325991+0000","last_undegraded":"2021-03-04T23:33:33.325991+0000","last_fullsized":"2021-03-04T23:33:33.325991+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"56","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.325928+0000","last_change":"2021-03-04T23:31:15.977616+0000","last_active":"2021-03-04T23:33:33.325928+0000","last_peered":"2021-03-04T23:33:33.325928+0000","last_clean":"2021-03-04T23:33:33.325928+0000","last_became_active":"2021-03-04T23:31:15.976913+0000","last_became_peered":"2021-03-04T23:31:15.976913+0000","last_unstale":"2021-03-04T23:33:33.325928+0000","last_undegraded":"2021-03-04T23:33:33.325928+0000","last_fullsized":"2021-03-04T23:33:33.325928+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.6","version":"282'13258","reported_seq":"19986","reported_epoch":"282","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:33:38.641957+0000","last_change":"2021-03-04T23:32:27.548241+0000","last_active":"2021-03-04T23:33:38.641957+0000","last_peered":"2021-03-04T23:33:38.641957+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:32:27.370442+0000","last_became_peered":"2021-03-04T23:32:27.370442+0000","last_unstale":"2021-03-04T23:33:38.641957+0000","last_undegraded":"2021-03-04T23:32:27.364047+0000","last_fullsized":"2021-03-04T23:32:27.244914+0000","mapping_epoch":267,"log_start":"151'8082","ondisk_log_start":"151'8082","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5176,"ondisk_log_size":5176,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":410910720,"num_objects":6270,"num_object_clones":0,"num_object_copies":18810,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8158,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6270,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13258,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3260,"num_bytes_recovered":213647360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"1,2,5","objects":1973},{"shards":"1,5","objects":2095},{"shards":"2,5,6","objects":2202}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"312","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.194635+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:33:23.194635+0000","last_peered":"2021-03-04T23:33:23.194635+0000","last_clean":"2021-03-04T23:33:23.194635+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:33:23.194635+0000","last_undegraded":"2021-03-04T23:33:23.194635+0000","last_fullsized":"2021-03-04T23:33:23.194635+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"276","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.234637+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:33:23.234637+0000","last_peered":"2021-03-04T23:33:23.234637+0000","last_clean":"2021-03-04T23:33:23.234637+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:33:23.234637+0000","last_undegraded":"2021-03-04T23:33:23.234637+0000","last_fullsized":"2021-03-04T23:33:23.234637+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"333","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.194370+0000","last_change":"2021-03-04T23:32:18.972523+0000","last_active":"2021-03-04T23:33:23.194370+0000","last_peered":"2021-03-04T23:33:23.194370+0000","last_clean":"2021-03-04T23:33:23.194370+0000","last_became_active":"2021-03-04T23:32:18.971535+0000","last_became_peered":"2021-03-04T23:32:18.971535+0000","last_unstale":"2021-03-04T23:33:23.194370+0000","last_undegraded":"2021-03-04T23:33:23.194370+0000","last_fullsized":"2021-03-04T23:33:23.194370+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"74","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.325759+0000","last_change":"2021-03-04T23:32:18.981988+0000","last_active":"2021-03-04T23:33:33.325759+0000","last_peered":"2021-03-04T23:33:33.325759+0000","last_clean":"2021-03-04T23:33:33.325759+0000","last_became_active":"2021-03-04T23:32:18.981427+0000","last_became_peered":"2021-03-04T23:32:18.981427+0000","last_unstale":"2021-03-04T23:33:33.325759+0000","last_undegraded":"2021-03-04T23:33:33.325759+0000","last_fullsized":"2021-03-04T23:33:33.325759+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"283'13028","reported_seq":"18676","reported_epoch":"283","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:33:42.448054+0000","last_change":"2021-03-04T23:32:43.822873+0000","last_active":"2021-03-04T23:33:42.448054+0000","last_peered":"2021-03-04T23:33:42.448054+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:32:35.807116+0000","last_became_peered":"2021-03-04T23:32:35.807116+0000","last_unstale":"2021-03-04T23:33:42.448054+0000","last_undegraded":"2021-03-04T23:33:42.448054+0000","last_fullsized":"2021-03-04T23:32:19.969626+0000","mapping_epoch":261,"log_start":"143'6439","ondisk_log_start":"143'6439","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6589,"ondisk_log_size":6589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":388497408,"num_objects":5928,"num_object_clones":0,"num_object_copies":17784,"num_objects_missing_on_primary":803,"num_objects_missing":803,"num_objects_degraded":0,"num_objects_misplaced":3006,"num_objects_unfound":0,"num_objects_dirty":5928,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13028,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2728,"num_bytes_recovered":162201600,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6],"avail_no_missing":["2","7"],"object_location_counts":[{"shards":"3,4,7","objects":3006},{"shards":"3,6","objects":2922}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"74","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.332791+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:33:33.332791+0000","last_peered":"2021-03-04T23:33:33.332791+0000","last_clean":"2021-03-04T23:33:33.332791+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:33:33.332791+0000","last_undegraded":"2021-03-04T23:33:33.332791+0000","last_fullsized":"2021-03-04T23:33:33.332791+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"314","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.335817+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:33:33.335817+0000","last_peered":"2021-03-04T23:33:33.335817+0000","last_clean":"2021-03-04T23:33:33.335817+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:33:33.335817+0000","last_undegraded":"2021-03-04T23:33:33.335817+0000","last_fullsized":"2021-03-04T23:33:33.335817+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"291","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.194430+0000","last_change":"2021-03-04T23:31:58.069697+0000","last_active":"2021-03-04T23:33:23.194430+0000","last_peered":"2021-03-04T23:33:23.194430+0000","last_clean":"2021-03-04T23:33:23.194430+0000","last_became_active":"2021-03-04T23:31:58.068973+0000","last_became_peered":"2021-03-04T23:31:58.068973+0000","last_unstale":"2021-03-04T23:33:23.194430+0000","last_undegraded":"2021-03-04T23:33:23.194430+0000","last_fullsized":"2021-03-04T23:33:23.194430+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"74","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.325440+0000","last_change":"2021-03-04T23:32:19.011549+0000","last_active":"2021-03-04T23:33:33.325440+0000","last_peered":"2021-03-04T23:33:33.325440+0000","last_clean":"2021-03-04T23:33:33.325440+0000","last_became_active":"2021-03-04T23:32:19.011346+0000","last_became_peered":"2021-03-04T23:32:19.011346+0000","last_unstale":"2021-03-04T23:33:33.325440+0000","last_undegraded":"2021-03-04T23:33:33.325440+0000","last_fullsized":"2021-03-04T23:33:33.325440+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"282'13274","reported_seq":"28288","reported_epoch":"282","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:33:38.630726+0000","last_change":"2021-03-04T23:32:26.310942+0000","last_active":"2021-03-04T23:33:38.630726+0000","last_peered":"2021-03-04T23:33:38.630726+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:32:26.290638+0000","last_became_peered":"2021-03-04T23:32:26.290638+0000","last_unstale":"2021-03-04T23:33:38.630726+0000","last_undegraded":"2021-03-04T23:33:38.630726+0000","last_fullsized":"2021-03-04T23:33:38.630726+0000","mapping_epoch":266,"log_start":"153'8515","ondisk_log_start":"153'8515","created":137,"last_epoch_clean":233,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4759,"ondisk_log_size":4759,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":403701760,"num_objects":6160,"num_object_clones":0,"num_object_copies":18480,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":12320,"num_objects_unfound":0,"num_objects_dirty":6160,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13274,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7388,"num_bytes_recovered":475725824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[5,0,2],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"0,2,5","objects":6160}],"blocked_by":[],"up_primary":1,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"41","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.324108+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:33:33.324108+0000","last_peered":"2021-03-04T23:33:33.324108+0000","last_clean":"2021-03-04T23:33:33.324108+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:33:33.324108+0000","last_undegraded":"2021-03-04T23:33:33.324108+0000","last_fullsized":"2021-03-04T23:33:33.324108+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"302","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.335887+0000","last_change":"2021-03-04T23:32:18.970427+0000","last_active":"2021-03-04T23:33:33.335887+0000","last_peered":"2021-03-04T23:33:33.335887+0000","last_clean":"2021-03-04T23:33:33.335887+0000","last_became_active":"2021-03-04T23:32:18.970152+0000","last_became_peered":"2021-03-04T23:32:18.970152+0000","last_unstale":"2021-03-04T23:33:33.335887+0000","last_undegraded":"2021-03-04T23:33:33.335887+0000","last_fullsized":"2021-03-04T23:33:33.335887+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"74","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.328686+0000","last_change":"2021-03-04T23:32:19.018810+0000","last_active":"2021-03-04T23:33:33.328686+0000","last_peered":"2021-03-04T23:33:33.328686+0000","last_clean":"2021-03-04T23:33:33.328686+0000","last_became_active":"2021-03-04T23:32:19.018286+0000","last_became_peered":"2021-03-04T23:32:19.018286+0000","last_unstale":"2021-03-04T23:33:33.328686+0000","last_undegraded":"2021-03-04T23:33:33.328686+0000","last_fullsized":"2021-03-04T23:33:33.328686+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"65","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.325520+0000","last_change":"2021-03-04T23:32:26.246083+0000","last_active":"2021-03-04T23:33:33.325520+0000","last_peered":"2021-03-04T23:33:33.325520+0000","last_clean":"2021-03-04T23:33:33.325520+0000","last_became_active":"2021-03-04T23:32:26.244207+0000","last_became_peered":"2021-03-04T23:32:26.244207+0000","last_unstale":"2021-03-04T23:33:33.325520+0000","last_undegraded":"2021-03-04T23:33:33.325520+0000","last_fullsized":"2021-03-04T23:33:33.325520+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"283'13008","reported_seq":"28555","reported_epoch":"283","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:33:42.430301+0000","last_change":"2021-03-04T23:32:26.376916+0000","last_active":"2021-03-04T23:33:42.430301+0000","last_peered":"2021-03-04T23:33:42.430301+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:32:26.331782+0000","last_became_peered":"2021-03-04T23:32:26.331782+0000","last_unstale":"2021-03-04T23:33:42.430301+0000","last_undegraded":"2021-03-04T23:32:26.253611+0000","last_fullsized":"2021-03-04T23:32:26.238493+0000","mapping_epoch":266,"log_start":"154'8573","ondisk_log_start":"154'8573","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4435,"ondisk_log_size":4435,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":390070272,"num_objects":5952,"num_object_clones":0,"num_object_copies":17856,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3797,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5952,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13008,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5565,"num_bytes_recovered":304480256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3],"avail_no_missing":["7","0","3","6"],"object_location_counts":[{"shards":"3,5,7","objects":2096},{"shards":"3,7","objects":3856}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"279","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.335615+0000","last_change":"2021-03-04T23:31:58.064857+0000","last_active":"2021-03-04T23:33:33.335615+0000","last_peered":"2021-03-04T23:33:33.335615+0000","last_clean":"2021-03-04T23:33:33.335615+0000","last_became_active":"2021-03-04T23:31:58.064575+0000","last_became_peered":"2021-03-04T23:31:58.064575+0000","last_unstale":"2021-03-04T23:33:33.335615+0000","last_undegraded":"2021-03-04T23:33:33.335615+0000","last_fullsized":"2021-03-04T23:33:33.335615+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"341","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.335947+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:33:33.335947+0000","last_peered":"2021-03-04T23:33:33.335947+0000","last_clean":"2021-03-04T23:33:33.335947+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:33:33.335947+0000","last_undegraded":"2021-03-04T23:33:33.335947+0000","last_fullsized":"2021-03-04T23:33:33.335947+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"272","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.398811+0000","last_change":"2021-03-04T23:31:58.062715+0000","last_active":"2021-03-04T23:33:33.398811+0000","last_peered":"2021-03-04T23:33:33.398811+0000","last_clean":"2021-03-04T23:33:33.398811+0000","last_became_active":"2021-03-04T23:31:58.062351+0000","last_became_peered":"2021-03-04T23:31:58.062351+0000","last_unstale":"2021-03-04T23:33:33.398811+0000","last_undegraded":"2021-03-04T23:33:33.398811+0000","last_fullsized":"2021-03-04T23:33:33.398811+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"74","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.325728+0000","last_change":"2021-03-04T23:32:18.982415+0000","last_active":"2021-03-04T23:33:33.325728+0000","last_peered":"2021-03-04T23:33:33.325728+0000","last_clean":"2021-03-04T23:33:33.325728+0000","last_became_active":"2021-03-04T23:32:18.982097+0000","last_became_peered":"2021-03-04T23:32:18.982097+0000","last_unstale":"2021-03-04T23:33:33.325728+0000","last_undegraded":"2021-03-04T23:33:33.325728+0000","last_fullsized":"2021-03-04T23:33:33.325728+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"283'13087","reported_seq":"35667","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:42.312410+0000","last_change":"2021-03-04T23:32:23.249042+0000","last_active":"2021-03-04T23:33:42.312410+0000","last_peered":"2021-03-04T23:33:42.312410+0000","last_clean":"2021-03-04T23:33:42.312410+0000","last_became_active":"2021-03-04T23:32:23.233324+0000","last_became_peered":"2021-03-04T23:32:23.233324+0000","last_unstale":"2021-03-04T23:33:42.312410+0000","last_undegraded":"2021-03-04T23:33:42.312410+0000","last_fullsized":"2021-03-04T23:33:42.312410+0000","mapping_epoch":264,"log_start":"147'6930","ondisk_log_start":"147'6930","created":137,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6157,"ondisk_log_size":6157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":398131200,"num_objects":6075,"num_object_clones":0,"num_object_copies":18225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6075,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13087,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11178,"num_bytes_recovered":644808704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"97","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.332642+0000","last_change":"2021-03-04T23:32:26.240947+0000","last_active":"2021-03-04T23:33:33.332642+0000","last_peered":"2021-03-04T23:33:33.332642+0000","last_clean":"2021-03-04T23:33:33.332642+0000","last_became_active":"2021-03-04T23:32:26.240743+0000","last_became_peered":"2021-03-04T23:32:26.240743+0000","last_unstale":"2021-03-04T23:33:33.332642+0000","last_undegraded":"2021-03-04T23:33:33.332642+0000","last_fullsized":"2021-03-04T23:33:33.332642+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"121","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236619+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:33:23.236619+0000","last_peered":"2021-03-04T23:33:23.236619+0000","last_clean":"2021-03-04T23:33:23.236619+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:33:23.236619+0000","last_undegraded":"2021-03-04T23:33:23.236619+0000","last_fullsized":"2021-03-04T23:33:23.236619+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"74","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.326047+0000","last_change":"2021-03-04T23:32:18.981845+0000","last_active":"2021-03-04T23:33:33.326047+0000","last_peered":"2021-03-04T23:33:33.326047+0000","last_clean":"2021-03-04T23:33:33.326047+0000","last_became_active":"2021-03-04T23:32:18.981465+0000","last_became_peered":"2021-03-04T23:32:18.981465+0000","last_unstale":"2021-03-04T23:33:33.326047+0000","last_undegraded":"2021-03-04T23:33:33.326047+0000","last_fullsized":"2021-03-04T23:33:33.326047+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"282'12988","reported_seq":"27123","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:38.540635+0000","last_change":"2021-03-04T23:32:43.006956+0000","last_active":"2021-03-04T23:33:38.540635+0000","last_peered":"2021-03-04T23:33:38.540635+0000","last_clean":"2021-03-04T23:33:38.540635+0000","last_became_active":"2021-03-04T23:32:42.989066+0000","last_became_peered":"2021-03-04T23:32:42.989066+0000","last_unstale":"2021-03-04T23:33:38.540635+0000","last_undegraded":"2021-03-04T23:33:38.540635+0000","last_fullsized":"2021-03-04T23:33:38.540635+0000","mapping_epoch":273,"log_start":"151'7834","ondisk_log_start":"151'7834","created":137,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5154,"ondisk_log_size":5154,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":397803520,"num_objects":6070,"num_object_clones":0,"num_object_copies":18210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6070,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12988,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6961,"num_bytes_recovered":299565056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"25","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236435+0000","last_change":"2021-03-04T23:32:26.243555+0000","last_active":"2021-03-04T23:33:23.236435+0000","last_peered":"2021-03-04T23:33:23.236435+0000","last_clean":"2021-03-04T23:33:23.236435+0000","last_became_active":"2021-03-04T23:32:26.243321+0000","last_became_peered":"2021-03-04T23:32:26.243321+0000","last_unstale":"2021-03-04T23:33:23.236435+0000","last_undegraded":"2021-03-04T23:33:23.236435+0000","last_fullsized":"2021-03-04T23:33:23.236435+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"294","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.194724+0000","last_change":"2021-03-04T23:31:58.061270+0000","last_active":"2021-03-04T23:33:23.194724+0000","last_peered":"2021-03-04T23:33:23.194724+0000","last_clean":"2021-03-04T23:33:23.194724+0000","last_became_active":"2021-03-04T23:31:58.060937+0000","last_became_peered":"2021-03-04T23:31:58.060937+0000","last_unstale":"2021-03-04T23:33:23.194724+0000","last_undegraded":"2021-03-04T23:33:23.194724+0000","last_fullsized":"2021-03-04T23:33:23.194724+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"25","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236276+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:33:23.236276+0000","last_peered":"2021-03-04T23:33:23.236276+0000","last_clean":"2021-03-04T23:33:23.236276+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:33:23.236276+0000","last_undegraded":"2021-03-04T23:33:23.236276+0000","last_fullsized":"2021-03-04T23:33:23.236276+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"74","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.325640+0000","last_change":"2021-03-04T23:32:18.981793+0000","last_active":"2021-03-04T23:33:33.325640+0000","last_peered":"2021-03-04T23:33:33.325640+0000","last_clean":"2021-03-04T23:33:33.325640+0000","last_became_active":"2021-03-04T23:32:18.981354+0000","last_became_peered":"2021-03-04T23:32:18.981354+0000","last_unstale":"2021-03-04T23:33:33.325640+0000","last_undegraded":"2021-03-04T23:33:33.325640+0000","last_fullsized":"2021-03-04T23:33:33.325640+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"282'13087","reported_seq":"27820","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:37.973994+0000","last_change":"2021-03-04T23:31:15.989387+0000","last_active":"2021-03-04T23:33:37.973994+0000","last_peered":"2021-03-04T23:33:37.973994+0000","last_clean":"2021-03-04T23:33:37.973994+0000","last_became_active":"2021-03-04T23:31:15.968551+0000","last_became_peered":"2021-03-04T23:31:15.968551+0000","last_unstale":"2021-03-04T23:33:37.973994+0000","last_undegraded":"2021-03-04T23:33:37.973994+0000","last_fullsized":"2021-03-04T23:33:37.973994+0000","mapping_epoch":236,"log_start":"154'8503","ondisk_log_start":"154'8503","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4584,"ondisk_log_size":4584,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":408354816,"num_objects":6231,"num_object_clones":0,"num_object_copies":18693,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6231,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13087,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7379,"num_bytes_recovered":476381184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"334","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.194635+0000","last_change":"2021-03-04T23:32:18.974052+0000","last_active":"2021-03-04T23:33:23.194635+0000","last_peered":"2021-03-04T23:33:23.194635+0000","last_clean":"2021-03-04T23:33:23.194635+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:33:23.194635+0000","last_undegraded":"2021-03-04T23:33:23.194635+0000","last_fullsized":"2021-03-04T23:33:23.194635+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"285","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.335746+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:33:33.335746+0000","last_peered":"2021-03-04T23:33:33.335746+0000","last_clean":"2021-03-04T23:33:33.335746+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:33:33.335746+0000","last_undegraded":"2021-03-04T23:33:33.335746+0000","last_fullsized":"2021-03-04T23:33:33.335746+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"25","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236410+0000","last_change":"2021-03-04T23:32:26.241730+0000","last_active":"2021-03-04T23:33:23.236410+0000","last_peered":"2021-03-04T23:33:23.236410+0000","last_clean":"2021-03-04T23:33:23.236410+0000","last_became_active":"2021-03-04T23:32:26.241443+0000","last_became_peered":"2021-03-04T23:32:26.241443+0000","last_unstale":"2021-03-04T23:33:23.236410+0000","last_undegraded":"2021-03-04T23:33:23.236410+0000","last_fullsized":"2021-03-04T23:33:23.236410+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"74","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.325647+0000","last_change":"2021-03-04T23:32:18.982273+0000","last_active":"2021-03-04T23:33:33.325647+0000","last_peered":"2021-03-04T23:33:33.325647+0000","last_clean":"2021-03-04T23:33:33.325647+0000","last_became_active":"2021-03-04T23:32:18.981390+0000","last_became_peered":"2021-03-04T23:32:18.981390+0000","last_unstale":"2021-03-04T23:33:33.325647+0000","last_undegraded":"2021-03-04T23:33:33.325647+0000","last_fullsized":"2021-03-04T23:33:33.325647+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"282'13070","reported_seq":"20961","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:38.543499+0000","last_change":"2021-03-04T23:31:15.990321+0000","last_active":"2021-03-04T23:33:38.543499+0000","last_peered":"2021-03-04T23:33:38.543499+0000","last_clean":"2021-03-04T23:33:38.543499+0000","last_became_active":"2021-03-04T23:31:15.968330+0000","last_became_peered":"2021-03-04T23:31:15.968330+0000","last_unstale":"2021-03-04T23:33:38.543499+0000","last_undegraded":"2021-03-04T23:33:38.543499+0000","last_fullsized":"2021-03-04T23:33:38.543499+0000","mapping_epoch":236,"log_start":"151'7943","ondisk_log_start":"151'7943","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5127,"ondisk_log_size":5127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":391905280,"num_objects":5980,"num_object_clones":0,"num_object_copies":17940,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5980,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13070,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3842,"num_bytes_recovered":151388160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"275","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.398745+0000","last_change":"2021-03-04T23:31:58.062851+0000","last_active":"2021-03-04T23:33:33.398745+0000","last_peered":"2021-03-04T23:33:33.398745+0000","last_clean":"2021-03-04T23:33:33.398745+0000","last_became_active":"2021-03-04T23:31:58.062390+0000","last_became_peered":"2021-03-04T23:31:58.062390+0000","last_unstale":"2021-03-04T23:33:33.398745+0000","last_undegraded":"2021-03-04T23:33:33.398745+0000","last_fullsized":"2021-03-04T23:33:33.398745+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"25","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236368+0000","last_change":"2021-03-04T23:32:26.241630+0000","last_active":"2021-03-04T23:33:23.236368+0000","last_peered":"2021-03-04T23:33:23.236368+0000","last_clean":"2021-03-04T23:33:23.236368+0000","last_became_active":"2021-03-04T23:32:26.241377+0000","last_became_peered":"2021-03-04T23:32:26.241377+0000","last_unstale":"2021-03-04T23:33:23.236368+0000","last_undegraded":"2021-03-04T23:33:23.236368+0000","last_fullsized":"2021-03-04T23:33:23.236368+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"25","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236544+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:33:23.236544+0000","last_peered":"2021-03-04T23:33:23.236544+0000","last_clean":"2021-03-04T23:33:23.236544+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:33:23.236544+0000","last_undegraded":"2021-03-04T23:33:23.236544+0000","last_fullsized":"2021-03-04T23:33:23.236544+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"283'13161","reported_seq":"29259","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:42.460770+0000","last_change":"2021-03-04T23:30:59.306069+0000","last_active":"2021-03-04T23:33:42.460770+0000","last_peered":"2021-03-04T23:33:42.460770+0000","last_clean":"2021-03-04T23:33:42.460770+0000","last_became_active":"2021-03-04T23:30:59.292136+0000","last_became_peered":"2021-03-04T23:30:59.292136+0000","last_unstale":"2021-03-04T23:33:42.460770+0000","last_undegraded":"2021-03-04T23:33:42.460770+0000","last_fullsized":"2021-03-04T23:33:42.460770+0000","mapping_epoch":228,"log_start":"152'8097","ondisk_log_start":"152'8097","created":137,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5064,"ondisk_log_size":5064,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":390660096,"num_objects":5961,"num_object_clones":0,"num_object_copies":17883,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5961,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13161,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7939,"num_bytes_recovered":520224768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"292","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.194532+0000","last_change":"2021-03-04T23:31:58.069375+0000","last_active":"2021-03-04T23:33:23.194532+0000","last_peered":"2021-03-04T23:33:23.194532+0000","last_clean":"2021-03-04T23:33:23.194532+0000","last_became_active":"2021-03-04T23:31:58.069076+0000","last_became_peered":"2021-03-04T23:31:58.069076+0000","last_unstale":"2021-03-04T23:33:23.194532+0000","last_undegraded":"2021-03-04T23:33:23.194532+0000","last_fullsized":"2021-03-04T23:33:23.194532+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"74","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.325626+0000","last_change":"2021-03-04T23:32:18.976198+0000","last_active":"2021-03-04T23:33:33.325626+0000","last_peered":"2021-03-04T23:33:33.325626+0000","last_clean":"2021-03-04T23:33:33.325626+0000","last_became_active":"2021-03-04T23:32:18.975757+0000","last_became_peered":"2021-03-04T23:32:18.975757+0000","last_unstale":"2021-03-04T23:33:33.325626+0000","last_undegraded":"2021-03-04T23:33:33.325626+0000","last_fullsized":"2021-03-04T23:33:33.325626+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"70","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.332680+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:33:33.332680+0000","last_peered":"2021-03-04T23:33:33.332680+0000","last_clean":"2021-03-04T23:33:33.332680+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:33:33.332680+0000","last_undegraded":"2021-03-04T23:33:33.332680+0000","last_fullsized":"2021-03-04T23:33:33.332680+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"32","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.324902+0000","last_change":"2021-03-04T23:32:18.986718+0000","last_active":"2021-03-04T23:33:33.324902+0000","last_peered":"2021-03-04T23:33:33.324902+0000","last_clean":"2021-03-04T23:33:33.324902+0000","last_became_active":"2021-03-04T23:32:18.986509+0000","last_became_peered":"2021-03-04T23:32:18.986509+0000","last_unstale":"2021-03-04T23:33:33.324902+0000","last_undegraded":"2021-03-04T23:33:33.324902+0000","last_fullsized":"2021-03-04T23:33:33.324902+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"74","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.328522+0000","last_change":"2021-03-04T23:32:19.018869+0000","last_active":"2021-03-04T23:33:33.328522+0000","last_peered":"2021-03-04T23:33:33.328522+0000","last_clean":"2021-03-04T23:33:33.328522+0000","last_became_active":"2021-03-04T23:32:19.018305+0000","last_became_peered":"2021-03-04T23:32:19.018305+0000","last_unstale":"2021-03-04T23:33:33.328522+0000","last_undegraded":"2021-03-04T23:33:33.328522+0000","last_fullsized":"2021-03-04T23:33:33.328522+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"282'13360","reported_seq":"35154","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:38.055260+0000","last_change":"2021-03-04T23:32:34.277292+0000","last_active":"2021-03-04T23:33:38.055260+0000","last_peered":"2021-03-04T23:33:38.055260+0000","last_clean":"2021-03-04T23:33:38.055260+0000","last_became_active":"2021-03-04T23:32:34.260379+0000","last_became_peered":"2021-03-04T23:32:34.260379+0000","last_unstale":"2021-03-04T23:33:38.055260+0000","last_undegraded":"2021-03-04T23:33:38.055260+0000","last_fullsized":"2021-03-04T23:33:38.055260+0000","mapping_epoch":270,"log_start":"154'8735","ondisk_log_start":"154'8735","created":137,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4625,"ondisk_log_size":4625,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":406847488,"num_objects":6208,"num_object_clones":0,"num_object_copies":18624,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6208,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13360,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10774,"num_bytes_recovered":705953792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"65","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.325512+0000","last_change":"2021-03-04T23:32:26.246392+0000","last_active":"2021-03-04T23:33:33.325512+0000","last_peered":"2021-03-04T23:33:33.325512+0000","last_clean":"2021-03-04T23:33:33.325512+0000","last_became_active":"2021-03-04T23:32:26.245274+0000","last_became_peered":"2021-03-04T23:32:26.245274+0000","last_unstale":"2021-03-04T23:33:33.325512+0000","last_undegraded":"2021-03-04T23:33:33.325512+0000","last_fullsized":"2021-03-04T23:33:33.325512+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"266","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.234783+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:33:23.234783+0000","last_peered":"2021-03-04T23:33:23.234783+0000","last_clean":"2021-03-04T23:33:23.234783+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:33:23.234783+0000","last_undegraded":"2021-03-04T23:33:23.234783+0000","last_fullsized":"2021-03-04T23:33:23.234783+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"312","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.234982+0000","last_change":"2021-03-04T23:32:26.243552+0000","last_active":"2021-03-04T23:33:23.234982+0000","last_peered":"2021-03-04T23:33:23.234982+0000","last_clean":"2021-03-04T23:33:23.234982+0000","last_became_active":"2021-03-04T23:32:26.243356+0000","last_became_peered":"2021-03-04T23:32:26.243356+0000","last_unstale":"2021-03-04T23:33:23.234982+0000","last_undegraded":"2021-03-04T23:33:23.234982+0000","last_fullsized":"2021-03-04T23:33:23.234982+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"74","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.326080+0000","last_change":"2021-03-04T23:32:18.976958+0000","last_active":"2021-03-04T23:33:33.326080+0000","last_peered":"2021-03-04T23:33:33.326080+0000","last_clean":"2021-03-04T23:33:33.326080+0000","last_became_active":"2021-03-04T23:32:18.975806+0000","last_became_peered":"2021-03-04T23:32:18.975806+0000","last_unstale":"2021-03-04T23:33:33.326080+0000","last_undegraded":"2021-03-04T23:33:33.326080+0000","last_fullsized":"2021-03-04T23:33:33.326080+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"283'13118","reported_seq":"30771","reported_epoch":"283","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:33:42.469939+0000","last_change":"2021-03-04T23:32:27.307328+0000","last_active":"2021-03-04T23:33:42.469939+0000","last_peered":"2021-03-04T23:33:42.469939+0000","last_clean":"2021-03-04T23:32:23.232073+0000","last_became_active":"2021-03-04T23:32:27.288606+0000","last_became_peered":"2021-03-04T23:32:27.288606+0000","last_unstale":"2021-03-04T23:33:42.469939+0000","last_undegraded":"2021-03-04T23:33:42.469939+0000","last_fullsized":"2021-03-04T23:33:42.469939+0000","mapping_epoch":267,"log_start":"155'8686","ondisk_log_start":"155'8686","created":137,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4432,"ondisk_log_size":4432,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":395313152,"num_objects":6032,"num_object_clones":0,"num_object_copies":18096,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":6032,"num_objects_unfound":0,"num_objects_dirty":6032,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13118,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8712,"num_bytes_recovered":396623872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,0],"avail_no_missing":["7","0","4"],"object_location_counts":[{"shards":"0,4,7","objects":6032}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"56","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.325839+0000","last_change":"2021-03-04T23:31:15.976911+0000","last_active":"2021-03-04T23:33:33.325839+0000","last_peered":"2021-03-04T23:33:33.325839+0000","last_clean":"2021-03-04T23:33:33.325839+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:33:33.325839+0000","last_undegraded":"2021-03-04T23:33:33.325839+0000","last_fullsized":"2021-03-04T23:33:33.325839+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"25","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236512+0000","last_change":"2021-03-04T23:32:26.241609+0000","last_active":"2021-03-04T23:33:23.236512+0000","last_peered":"2021-03-04T23:33:23.236512+0000","last_clean":"2021-03-04T23:33:23.236512+0000","last_became_active":"2021-03-04T23:32:26.241419+0000","last_became_peered":"2021-03-04T23:32:26.241419+0000","last_unstale":"2021-03-04T23:33:23.236512+0000","last_undegraded":"2021-03-04T23:33:23.236512+0000","last_fullsized":"2021-03-04T23:33:23.236512+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"244","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.194443+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:33:23.194443+0000","last_peered":"2021-03-04T23:33:23.194443+0000","last_clean":"2021-03-04T23:33:23.194443+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:33:23.194443+0000","last_undegraded":"2021-03-04T23:33:23.194443+0000","last_fullsized":"2021-03-04T23:33:23.194443+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"74","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.326063+0000","last_change":"2021-03-04T23:32:18.990243+0000","last_active":"2021-03-04T23:33:33.326063+0000","last_peered":"2021-03-04T23:33:33.326063+0000","last_clean":"2021-03-04T23:33:33.326063+0000","last_became_active":"2021-03-04T23:32:18.985408+0000","last_became_peered":"2021-03-04T23:32:18.985408+0000","last_unstale":"2021-03-04T23:33:33.326063+0000","last_undegraded":"2021-03-04T23:33:33.326063+0000","last_fullsized":"2021-03-04T23:33:33.326063+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"283'12988","reported_seq":"21040","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:42.511859+0000","last_change":"2021-03-04T23:32:54.052768+0000","last_active":"2021-03-04T23:33:42.511859+0000","last_peered":"2021-03-04T23:33:42.511859+0000","last_clean":"2021-03-04T23:33:42.511859+0000","last_became_active":"2021-03-04T23:32:54.024075+0000","last_became_peered":"2021-03-04T23:32:54.024075+0000","last_unstale":"2021-03-04T23:33:42.511859+0000","last_undegraded":"2021-03-04T23:33:42.511859+0000","last_fullsized":"2021-03-04T23:33:42.511859+0000","mapping_epoch":276,"log_start":"154'8495","ondisk_log_start":"154'8495","created":137,"last_epoch_clean":277,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4493,"ondisk_log_size":4493,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":392364056,"num_objects":5988,"num_object_clones":0,"num_object_copies":17964,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5988,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":12988,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3917,"num_bytes_recovered":147324952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"96","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.333006+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:33:33.333006+0000","last_peered":"2021-03-04T23:33:33.333006+0000","last_clean":"2021-03-04T23:33:33.333006+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:33:33.333006+0000","last_undegraded":"2021-03-04T23:33:33.333006+0000","last_fullsized":"2021-03-04T23:33:33.333006+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"25","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236600+0000","last_change":"2021-03-04T23:32:26.249226+0000","last_active":"2021-03-04T23:33:23.236600+0000","last_peered":"2021-03-04T23:33:23.236600+0000","last_clean":"2021-03-04T23:33:23.236600+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:33:23.236600+0000","last_undegraded":"2021-03-04T23:33:23.236600+0000","last_fullsized":"2021-03-04T23:33:23.236600+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"88","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.332577+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:33:33.332577+0000","last_peered":"2021-03-04T23:33:33.332577+0000","last_clean":"2021-03-04T23:33:33.332577+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:33:33.332577+0000","last_undegraded":"2021-03-04T23:33:33.332577+0000","last_fullsized":"2021-03-04T23:33:33.332577+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"74","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.325912+0000","last_change":"2021-03-04T23:32:18.976964+0000","last_active":"2021-03-04T23:33:33.325912+0000","last_peered":"2021-03-04T23:33:33.325912+0000","last_clean":"2021-03-04T23:33:33.325912+0000","last_became_active":"2021-03-04T23:32:18.976053+0000","last_became_peered":"2021-03-04T23:32:18.976053+0000","last_unstale":"2021-03-04T23:33:33.325912+0000","last_undegraded":"2021-03-04T23:33:33.325912+0000","last_fullsized":"2021-03-04T23:33:33.325912+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"283'13076","reported_seq":"20678","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:42.433567+0000","last_change":"2021-03-04T23:31:15.998496+0000","last_active":"2021-03-04T23:33:42.433567+0000","last_peered":"2021-03-04T23:33:42.433567+0000","last_clean":"2021-03-04T23:33:42.433567+0000","last_became_active":"2021-03-04T23:31:15.976417+0000","last_became_peered":"2021-03-04T23:31:15.976417+0000","last_unstale":"2021-03-04T23:33:42.433567+0000","last_undegraded":"2021-03-04T23:33:42.433567+0000","last_fullsized":"2021-03-04T23:33:42.433567+0000","mapping_epoch":236,"log_start":"147'6975","ondisk_log_start":"147'6975","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6101,"ondisk_log_size":6101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":390856704,"num_objects":5964,"num_object_clones":0,"num_object_copies":17892,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5964,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13076,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3697,"num_bytes_recovered":238419968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"184","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.325015+0000","last_change":"2021-03-04T23:31:58.069248+0000","last_active":"2021-03-04T23:33:33.325015+0000","last_peered":"2021-03-04T23:33:33.325015+0000","last_clean":"2021-03-04T23:33:33.325015+0000","last_became_active":"2021-03-04T23:31:58.068899+0000","last_became_peered":"2021-03-04T23:31:58.068899+0000","last_unstale":"2021-03-04T23:33:33.325015+0000","last_undegraded":"2021-03-04T23:33:33.325015+0000","last_fullsized":"2021-03-04T23:33:33.325015+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"315","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.235061+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:33:23.235061+0000","last_peered":"2021-03-04T23:33:23.235061+0000","last_clean":"2021-03-04T23:33:23.235061+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:33:23.235061+0000","last_undegraded":"2021-03-04T23:33:23.235061+0000","last_fullsized":"2021-03-04T23:33:23.235061+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"254","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.335661+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:33:33.335661+0000","last_peered":"2021-03-04T23:33:33.335661+0000","last_clean":"2021-03-04T23:33:33.335661+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:33:33.335661+0000","last_undegraded":"2021-03-04T23:33:33.335661+0000","last_fullsized":"2021-03-04T23:33:33.335661+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"248","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.235102+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:33:23.235102+0000","last_peered":"2021-03-04T23:33:23.235102+0000","last_clean":"2021-03-04T23:33:23.235102+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:33:23.235102+0000","last_undegraded":"2021-03-04T23:33:23.235102+0000","last_fullsized":"2021-03-04T23:33:23.235102+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"288","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.236525+0000","last_change":"2021-03-04T23:31:58.060196+0000","last_active":"2021-03-04T23:33:23.236525+0000","last_peered":"2021-03-04T23:33:23.236525+0000","last_clean":"2021-03-04T23:33:23.236525+0000","last_became_active":"2021-03-04T23:31:58.059959+0000","last_became_peered":"2021-03-04T23:31:58.059959+0000","last_unstale":"2021-03-04T23:33:23.236525+0000","last_undegraded":"2021-03-04T23:33:23.236525+0000","last_fullsized":"2021-03-04T23:33:23.236525+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"345","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.194694+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:33:23.194694+0000","last_peered":"2021-03-04T23:33:23.194694+0000","last_clean":"2021-03-04T23:33:23.194694+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:33:23.194694+0000","last_undegraded":"2021-03-04T23:33:23.194694+0000","last_fullsized":"2021-03-04T23:33:23.194694+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"329","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.335915+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:33:33.335915+0000","last_peered":"2021-03-04T23:33:33.335915+0000","last_clean":"2021-03-04T23:33:33.335915+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:33:33.335915+0000","last_undegraded":"2021-03-04T23:33:33.335915+0000","last_fullsized":"2021-03-04T23:33:33.335915+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"291","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.194616+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:33:23.194616+0000","last_peered":"2021-03-04T23:33:23.194616+0000","last_clean":"2021-03-04T23:33:23.194616+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:33:23.194616+0000","last_undegraded":"2021-03-04T23:33:23.194616+0000","last_fullsized":"2021-03-04T23:33:23.194616+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"299","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.335667+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:33:33.335667+0000","last_peered":"2021-03-04T23:33:33.335667+0000","last_clean":"2021-03-04T23:33:33.335667+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:33:33.335667+0000","last_undegraded":"2021-03-04T23:33:33.335667+0000","last_fullsized":"2021-03-04T23:33:33.335667+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"88","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.332937+0000","last_change":"2021-03-04T23:32:18.971387+0000","last_active":"2021-03-04T23:33:33.332937+0000","last_peered":"2021-03-04T23:33:33.332937+0000","last_clean":"2021-03-04T23:33:33.332937+0000","last_became_active":"2021-03-04T23:32:18.971083+0000","last_became_peered":"2021-03-04T23:32:18.971083+0000","last_unstale":"2021-03-04T23:33:33.332937+0000","last_undegraded":"2021-03-04T23:33:33.332937+0000","last_fullsized":"2021-03-04T23:33:33.332937+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"72","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.398966+0000","last_change":"2021-03-04T23:31:58.062548+0000","last_active":"2021-03-04T23:33:33.398966+0000","last_peered":"2021-03-04T23:33:33.398966+0000","last_clean":"2021-03-04T23:33:33.398966+0000","last_became_active":"2021-03-04T23:31:58.062122+0000","last_became_peered":"2021-03-04T23:31:58.062122+0000","last_unstale":"2021-03-04T23:33:33.398966+0000","last_undegraded":"2021-03-04T23:33:33.398966+0000","last_fullsized":"2021-03-04T23:33:33.398966+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"256","reported_epoch":"281","state":"active+clean","last_fresh":"2021-03-04T23:33:23.234916+0000","last_change":"2021-03-04T23:32:19.162403+0000","last_active":"2021-03-04T23:33:23.234916+0000","last_peered":"2021-03-04T23:33:23.234916+0000","last_clean":"2021-03-04T23:33:23.234916+0000","last_became_active":"2021-03-04T23:32:18.984227+0000","last_became_peered":"2021-03-04T23:32:18.984227+0000","last_unstale":"2021-03-04T23:33:23.234916+0000","last_undegraded":"2021-03-04T23:33:23.234916+0000","last_fullsized":"2021-03-04T23:33:23.234916+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"350","reported_epoch":"282","state":"active+clean","last_fresh":"2021-03-04T23:33:33.335557+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:33:33.335557+0000","last_peered":"2021-03-04T23:33:33.335557+0000","last_clean":"2021-03-04T23:33:33.335557+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:33:33.335557+0000","last_undegraded":"2021-03-04T23:33:33.335557+0000","last_fullsized":"2021-03-04T23:33:33.335557+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":10713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8326546,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":6},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":6362562584,"num_objects":97086,"num_object_clones":0,"num_object_copies":291258,"num_objects_missing_on_primary":803,"num_objects_missing":803,"num_objects_degraded":11955,"num_objects_misplaced":21358,"num_objects_unfound":0,"num_objects_dirty":97086,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":209644,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91517,"num_bytes_recovered":5254283288,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":22174117888,"data_stored":22174105672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":81981,"ondisk_log_size":81981,"up":48,"acting":45,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495972,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5043832,"kb_used_data":3995248,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":83036552,"statfs":{"total":90194313216,"available":85029429248,"internally_reserved":1073741824,"allocated":4091133952,"data_stored":4089740628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:54 2021","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.34100000000000003,"15min":0.32400000000000001},"min":{"1min":0.17699999999999999,"5min":0.125,"15min":0.125},"max":{"1min":0.57299999999999995,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.376,"5min":0.40999999999999998,"15min":0.40899999999999997},"min":{"1min":0.17799999999999999,"5min":0.158,"15min":0.158},"max":{"1min":0.53300000000000003,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.40100000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:33:32 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.40300000000000002,"15min":0.58999999999999997},"min":{"1min":0.21099999999999999,"5min":0.17499999999999999,"15min":0.16200000000000001},"max":{"1min":0.57599999999999996,"5min":0.91700000000000004,"15min":37.856000000000002},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.42099999999999999,"15min":0.625},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.56899999999999995,"5min":1.0409999999999999,"15min":37.914000000000001},"last":0.38400000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.34899999999999998,"15min":0.47999999999999998},"min":{"1min":0.26000000000000001,"5min":0.20300000000000001,"15min":0.16700000000000001},"max":{"1min":0.44700000000000001,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.44,"15min":0.52800000000000002},"min":{"1min":0.33200000000000002,"5min":0.214,"15min":0.182},"max":{"1min":0.56999999999999995,"5min":0.94499999999999995,"15min":3.206},"last":0.33400000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.373,"15min":0.89600000000000002},"min":{"1min":0.22900000000000001,"5min":0.20899999999999999,"15min":0.19},"max":{"1min":0.47299999999999998,"5min":0.96399999999999997,"15min":63.959000000000003},"last":0.23499999999999999},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.372,"15min":0.91600000000000004},"min":{"1min":0.215,"5min":0.20899999999999999,"15min":0.183},"max":{"1min":0.48899999999999999,"5min":0.84399999999999997,"15min":64.183999999999997},"last":0.318}]},{"osd":4,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.33300000000000002,"15min":0.39900000000000002},"min":{"1min":0.18099999999999999,"5min":0.17100000000000001,"15min":0.14399999999999999},"max":{"1min":0.626,"5min":0.65500000000000003,"15min":4.0179999999999998},"last":0.20899999999999999},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.29499999999999998,"15min":0.34699999999999998},"min":{"1min":0.155,"5min":0.155,"15min":0.13900000000000001},"max":{"1min":0.51000000000000001,"5min":0.55900000000000005,"15min":3.7410000000000001},"last":0.34499999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.28999999999999998,"15min":0.34100000000000003},"min":{"1min":0.16300000000000001,"5min":0.152,"15min":0.14299999999999999},"max":{"1min":0.626,"5min":0.626,"15min":3.621},"last":0.224},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.35199999999999998,"15min":0.42699999999999999},"min":{"1min":0.20399999999999999,"5min":0.184,"15min":0.16800000000000001},"max":{"1min":0.67000000000000004,"5min":0.67400000000000004,"15min":3.54},"last":0.30099999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:32:49 2021","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.29499999999999998,"15min":0.38400000000000001},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14199999999999999},"max":{"1min":0.627,"5min":0.627,"15min":4.1299999999999999},"last":0.17999999999999999},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.371,"15min":0.49099999999999999},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.67700000000000005,"5min":0.80900000000000005,"15min":3.7850000000000001},"last":0.255}]}]},{"osd":6,"up_from":41,"seq":176093659473,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1907248,"kb_used_data":858664,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86173136,"statfs":{"total":90194313216,"available":88241291264,"internally_reserved":1073741824,"allocated":879271936,"data_stored":877887221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.35899999999999999,"15min":0.36299999999999999},"min":{"1min":0.17199999999999999,"5min":0.156,"15min":0.156},"max":{"1min":0.53200000000000003,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.371,"15min":0.36899999999999999},"min":{"1min":0.20399999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.65800000000000003,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.34200000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:33:24 2021","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.374,"15min":0.46000000000000002},"min":{"1min":0.182,"5min":0.182,"15min":0.159},"max":{"1min":0.46700000000000003,"5min":0.874,"15min":3.609},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.40100000000000002,"15min":0.45600000000000002},"min":{"1min":0.24399999999999999,"5min":0.20499999999999999,"15min":0.17000000000000001},"max":{"1min":0.67900000000000005,"5min":0.91600000000000004,"15min":4.149},"last":0.39400000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:33:24 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.39900000000000002,"15min":0.47399999999999998},"min":{"1min":0.224,"5min":0.20000000000000001,"15min":0.16800000000000001},"max":{"1min":0.69899999999999995,"5min":0.85399999999999998,"15min":4.0940000000000003},"last":0.379},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38400000000000001,"15min":0.46500000000000002},"min":{"1min":0.25700000000000001,"5min":0.193,"15min":0.17599999999999999},"max":{"1min":0.51100000000000001,"5min":0.83999999999999997,"15min":3.3700000000000001},"last":0.32300000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:33:24 2021","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.38900000000000001,"15min":1.03},"min":{"1min":0.21299999999999999,"5min":0.182,"15min":0.182},"max":{"1min":0.48899999999999999,"5min":0.877,"15min":77.881},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.40400000000000003,"15min":1.046},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.626,"5min":0.94999999999999996,"15min":77.683000000000007},"last":0.254}]},{"osd":4,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.32000000000000001,"15min":0.35999999999999999},"min":{"1min":0.23000000000000001,"5min":0.16600000000000001,"15min":0.13300000000000001},"max":{"1min":0.56699999999999995,"5min":0.61599999999999999,"15min":4.1539999999999999},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.28899999999999998,"5min":0.32000000000000001,"15min":0.36899999999999999},"min":{"1min":0.17699999999999999,"5min":0.14299999999999999,"15min":0.13500000000000001},"max":{"1min":0.51800000000000002,"5min":0.70299999999999996,"15min":4.1269999999999998},"last":0.221}]},{"osd":5,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.30199999999999999,"5min":0.33200000000000002,"15min":0.375},"min":{"1min":0.19800000000000001,"5min":0.159,"15min":0.159},"max":{"1min":0.48499999999999999,"5min":0.71999999999999997,"15min":4.0010000000000003},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.30099999999999999,"5min":0.32300000000000001,"15min":0.42999999999999999},"min":{"1min":0.161,"5min":0.161,"15min":0.13900000000000001},"max":{"1min":0.438,"5min":0.57599999999999996,"15min":4.2389999999999999},"last":0.29299999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.34699999999999998,"15min":0.46200000000000002},"min":{"1min":0.19400000000000001,"5min":0.187,"15min":0.17399999999999999},"max":{"1min":0.504,"5min":0.60799999999999998,"15min":4.5880000000000001},"last":0.436},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.372,"15min":0.42499999999999999},"min":{"1min":0.22500000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.52100000000000002,"5min":0.64100000000000001,"15min":4.0129999999999999},"last":0.41999999999999998}]}]},{"osd":1,"up_from":87,"seq":373662154992,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3584912,"kb_used_data":3447560,"kb_used_omap":2528,"kb_used_meta":134815,"kb_avail":84495472,"statfs":{"total":90194313216,"available":86523363328,"internally_reserved":0,"allocated":3530301440,"data_stored":3528938721,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":138050862},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:58 2021","interfaces":[{"interface":"back","average":{"1min":0.248,"5min":0.26300000000000001,"15min":0.23899999999999999},"min":{"1min":0.13900000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.38800000000000001,"5min":0.625,"15min":0.625},"last":0.13400000000000001},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.33400000000000002,"15min":0.30599999999999999},"min":{"1min":0.22,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.61799999999999999,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.19900000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.23699999999999999,"5min":0.252,"15min":0.378},"min":{"1min":0.156,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.374,"5min":0.59999999999999998,"15min":4.4059999999999997},"last":0.14899999999999999},{"interface":"front","average":{"1min":0.249,"5min":0.26200000000000001,"15min":0.435},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.13100000000000001},"max":{"1min":0.35999999999999999,"5min":0.47899999999999998,"15min":4.7240000000000002},"last":0.184}]},{"osd":3,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.42799999999999999,"15min":0.999},"min":{"1min":0.16600000000000001,"5min":0.156,"15min":0.155},"max":{"1min":12.710000000000001,"5min":12.710000000000001,"15min":110.28400000000001},"last":0.16200000000000001},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.44600000000000001,"15min":1.026},"min":{"1min":0.191,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":12.734,"5min":12.734,"15min":109.977},"last":0.218}]},{"osd":4,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.41499999999999998,"15min":0.57299999999999995},"min":{"1min":0.24099999999999999,"5min":0.20899999999999999,"15min":0.182},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":4.9850000000000003},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.379,"15min":0.50800000000000001},"min":{"1min":0.23000000000000001,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":4.5229999999999997},"last":0.26200000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.40200000000000002,"15min":0.57399999999999995},"min":{"1min":0.27700000000000002,"5min":0.23200000000000001,"15min":0.20699999999999999},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":8.6690000000000005},"last":0.23200000000000001},{"interface":"front","average":{"1min":0.439,"5min":0.41199999999999998,"15min":0.58499999999999996},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":4.7729999999999997},"last":0.248}]},{"osd":6,"last update":"Thu Mar 4 23:32:51 2021","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40899999999999997,"15min":0.54700000000000004},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.214},"max":{"1min":0.90500000000000003,"5min":0.95399999999999996,"15min":4.5010000000000003},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.42999999999999999,"15min":0.60099999999999998},"min":{"1min":0.313,"5min":0.24299999999999999,"15min":0.23699999999999999},"max":{"1min":0.88,"5min":0.88,"15min":5.4649999999999999},"last":0.30099999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.438,"15min":0.64600000000000002},"min":{"1min":0.29099999999999998,"5min":0.23100000000000001,"15min":0.20899999999999999},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":4.7939999999999996},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.41599999999999998,"15min":0.57099999999999995},"min":{"1min":0.32200000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":4.5499999999999998},"last":0.311}]}]},{"osd":0,"up_from":174,"seq":747324309575,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2628948,"kb_used_data":2522636,"kb_used_omap":980,"kb_used_meta":105323,"kb_avail":85451436,"statfs":{"total":90194313216,"available":87502270464,"internally_reserved":0,"allocated":2583179264,"data_stored":2581813000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":107851715},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.214,"5min":0.249,"15min":0.255},"min":{"1min":0.12,"5min":0.12,"15min":0.12},"max":{"1min":0.47499999999999998,"5min":0.623,"15min":0.623},"last":0.151},{"interface":"front","average":{"1min":0.22900000000000001,"5min":0.247,"15min":0.24299999999999999},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.224}]},{"osd":2,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.25600000000000001,"5min":0.26000000000000001,"15min":0.23999999999999999},"min":{"1min":0.156,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":0.432,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.249},{"interface":"front","average":{"1min":0.26300000000000001,"5min":0.27400000000000002,"15min":0.27700000000000002},"min":{"1min":0.14499999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.51800000000000002,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.26000000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.28899999999999998,"5min":0.28299999999999997,"15min":0.28599999999999998},"min":{"1min":0.157,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.46400000000000002,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.20000000000000001},{"interface":"front","average":{"1min":0.28399999999999997,"5min":0.30099999999999999,"15min":0.30299999999999999},"min":{"1min":0.17000000000000001,"5min":0.155,"15min":0.155},"max":{"1min":0.63900000000000001,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.19}]},{"osd":4,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.39400000000000002,"15min":0.38700000000000001},"min":{"1min":0.248,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.39200000000000002,"15min":0.38300000000000001},"min":{"1min":0.25700000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.61899999999999999,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.28199999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.40000000000000002,"15min":0.39200000000000002},"min":{"1min":0.252,"5min":0.217,"15min":0.217},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.313},{"interface":"front","average":{"1min":0.376,"5min":0.38900000000000001,"15min":0.39200000000000002},"min":{"1min":0.20300000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.30199999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.38100000000000001,"15min":0.40899999999999997},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.40000000000000002,"15min":0.39200000000000002},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.32400000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.39500000000000002,"15min":0.38900000000000001},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41499999999999998,"15min":0.40899999999999997},"min":{"1min":0.28499999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.66800000000000004,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.35099999999999998}]}]},{"osd":2,"up_from":0,"seq":442381631715,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879512,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3546008,"kb_used_data":3450000,"kb_used_omap":883,"kb_used_meta":95116,"kb_avail":84534376,"statfs":{"total":90194313216,"available":86563201024,"internally_reserved":0,"allocated":3532800000,"data_stored":3531435556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":97398848},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:54 2021","interfaces":[{"interface":"back","average":{"1min":0.22,"5min":0.98199999999999998,"15min":0.50600000000000001},"min":{"1min":0.127,"5min":0.127,"15min":0.127},"max":{"1min":0.442,"5min":66.528999999999996,"15min":66.528999999999996},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.253,"5min":1.0129999999999999,"15min":0.54900000000000004},"min":{"1min":0.16600000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.379,"5min":66.497,"15min":66.497},"last":0.38500000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.223,"5min":0.49299999999999999,"15min":0.435},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.13500000000000001},"max":{"1min":0.34000000000000002,"5min":25.097999999999999,"15min":25.097999999999999},"last":0.20499999999999999},{"interface":"front","average":{"1min":0.24199999999999999,"5min":0.51800000000000002,"15min":0.53800000000000003},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.313,"5min":25.109999999999999,"15min":25.109999999999999},"last":0.47299999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.23400000000000001,"5min":0.26800000000000002,"15min":0.40799999999999997},"min":{"1min":0.16800000000000001,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":0.34999999999999998,"5min":0.82799999999999996,"15min":4.8730000000000002},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.245,"5min":0.26800000000000002,"15min":0.41899999999999998},"min":{"1min":0.18099999999999999,"5min":0.151,"15min":0.151},"max":{"1min":0.40999999999999998,"5min":0.47399999999999998,"15min":8.8740000000000006},"last":0.40400000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.39900000000000002,"15min":0.51300000000000001},"min":{"1min":0.24199999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":5.0220000000000002},"last":0.252},{"interface":"front","average":{"1min":0.434,"5min":0.41699999999999998,"15min":0.51500000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.20100000000000001},"max":{"1min":0.999,"5min":0.999,"15min":3.7719999999999998},"last":0.56499999999999995}]},{"osd":5,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.44600000000000001,"15min":0.59199999999999997},"min":{"1min":0.27000000000000002,"5min":0.23799999999999999,"15min":0.224},"max":{"1min":1.024,"5min":2.7069999999999999,"15min":4.6479999999999997},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.378,"15min":0.57699999999999996},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.192},"max":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":6.7309999999999999},"last":0.42699999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:32:48 2021","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.39600000000000002,"15min":0.60299999999999998},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.59599999999999997,"5min":0.61199999999999999,"15min":9.9410000000000007},"last":0.311},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41299999999999998,"15min":0.53900000000000003},"min":{"1min":0.30499999999999999,"5min":0.251,"15min":0.22900000000000001},"max":{"1min":0.56100000000000005,"5min":0.66300000000000003,"15min":3.8100000000000001},"last":0.54800000000000004}]},{"osd":7,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.39400000000000002,"15min":0.59299999999999997},"min":{"1min":0.24099999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":5.1180000000000003},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.433,"15min":0.59699999999999998},"min":{"1min":0.28799999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.034,"5min":1.419,"15min":7.1950000000000003},"last":0.28100000000000003}]}]},{"osd":4,"up_from":31,"seq":133143986541,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2596016,"kb_used_data":1547432,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":85484368,"statfs":{"total":90194313216,"available":87535992832,"internally_reserved":1073741824,"allocated":1584570368,"data_stored":1583185142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.371,"15min":0.36699999999999999},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.70899999999999996,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.373},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.41399999999999998,"15min":0.42599999999999999},"min":{"1min":0.20499999999999999,"5min":0.153,"15min":0.153},"max":{"1min":0.624,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.38}]},{"osd":1,"last update":"Thu Mar 4 23:33:36 2021","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.73899999999999999,"15min":0.64000000000000001},"min":{"1min":0.17499999999999999,"5min":0.17499999999999999,"15min":0.161},"max":{"1min":11.231,"5min":20.440000000000001,"15min":20.440000000000001},"last":0.26400000000000001},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.73099999999999998,"15min":0.61499999999999999},"min":{"1min":0.22600000000000001,"5min":0.154,"15min":0.154},"max":{"1min":11.207000000000001,"5min":20.465,"15min":20.465},"last":0.30399999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:33:16 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.35799999999999998,"15min":0.42099999999999999},"min":{"1min":0.23300000000000001,"5min":0.23100000000000001,"15min":0.17100000000000001},"max":{"1min":0.496,"5min":0.70099999999999996,"15min":3.3260000000000001},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.38,"15min":0.44800000000000001},"min":{"1min":0.23599999999999999,"5min":0.221,"15min":0.17499999999999999},"max":{"1min":0.55000000000000004,"5min":0.83899999999999997,"15min":3.351},"last":0.315}]},{"osd":3,"last update":"Thu Mar 4 23:33:16 2021","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.52400000000000002,"15min":1.4299999999999999},"min":{"1min":0.26700000000000002,"5min":0.192,"15min":0.192},"max":{"1min":11.25,"5min":11.25,"15min":85.394999999999996},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.48799999999999999,"15min":1.365},"min":{"1min":0.217,"5min":0.217,"15min":0.19400000000000001},"max":{"1min":11.276999999999999,"5min":11.276999999999999,"15min":85.802999999999997},"last":0.35399999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:33:36 2021","interfaces":[{"interface":"back","average":{"1min":0.29599999999999999,"5min":0.30199999999999999,"15min":0.33300000000000002},"min":{"1min":0.152,"5min":0.152,"15min":0.14199999999999999},"max":{"1min":0.63300000000000001,"5min":1.254,"15min":3.456},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.30199999999999999,"15min":0.34899999999999998},"min":{"1min":0.183,"5min":0.16600000000000001,"15min":0.14799999999999999},"max":{"1min":0.46700000000000003,"5min":0.64900000000000002,"15min":3.2999999999999998},"last":0.22}]},{"osd":6,"last update":"Thu Mar 4 23:32:52 2021","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":0.32400000000000001,"15min":0.35399999999999998},"min":{"1min":0.18099999999999999,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":3.5569999999999999},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.33600000000000002,"15min":0.46200000000000002},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.14199999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":3.895},"last":0.20599999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:33:36 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.33000000000000002,"15min":0.373},"min":{"1min":0.191,"5min":0.17100000000000001,"15min":0.16},"max":{"1min":0.70599999999999996,"5min":0.81999999999999995,"15min":3.4329999999999998},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.36699999999999999,"15min":0.47799999999999998},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.755,"5min":0.755,"15min":3.8700000000000001},"last":0.34200000000000003}]}]},{"osd":5,"up_from":36,"seq":154618823018,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5408540,"kb_used_data":4359956,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":82671844,"statfs":{"total":90194313216,"available":84655968256,"internally_reserved":1073741824,"allocated":4464594944,"data_stored":4463220582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35799999999999998,"15min":0.374},"min":{"1min":0.17199999999999999,"5min":0.153,"15min":0.153},"max":{"1min":0.53200000000000003,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.38900000000000001,"15min":0.39300000000000002},"min":{"1min":0.20399999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.61899999999999999,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.312}]},{"osd":1,"last update":"Thu Mar 4 23:33:27 2021","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.374,"15min":0.46800000000000003},"min":{"1min":0.27000000000000002,"5min":0.153,"15min":0.153},"max":{"1min":0.59299999999999997,"5min":0.93400000000000005,"15min":3.8450000000000002},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.37,"15min":0.52100000000000002},"min":{"1min":0.20000000000000001,"5min":0.16600000000000001,"15min":0.14599999999999999},"max":{"1min":0.58599999999999997,"5min":0.872,"15min":7.4740000000000002},"last":0.34599999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.36599999999999999,"15min":0.48799999999999999},"min":{"1min":0.19600000000000001,"5min":0.17999999999999999,"15min":0.161},"max":{"1min":0.54700000000000004,"5min":0.91400000000000003,"15min":3.7410000000000001},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.38400000000000001,"15min":0.52500000000000002},"min":{"1min":0.23799999999999999,"5min":0.19600000000000001,"15min":0.182},"max":{"1min":0.75800000000000001,"5min":0.79300000000000004,"15min":3.698},"last":0.24099999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.375,"15min":0.53000000000000003},"min":{"1min":0.20899999999999999,"5min":0.20200000000000001,"15min":0.16700000000000001},"max":{"1min":0.56999999999999995,"5min":0.81299999999999994,"15min":4.375},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.38,"5min":0.39900000000000002,"15min":0.51200000000000001},"min":{"1min":0.24399999999999999,"5min":0.23899999999999999,"15min":0.17100000000000001},"max":{"1min":0.52100000000000002,"5min":0.85299999999999998,"15min":4.2050000000000001},"last":0.26100000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.32500000000000001,"15min":0.36299999999999999},"min":{"1min":0.16900000000000001,"5min":0.16300000000000001,"15min":0.127},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":7.4480000000000004},"last":0.20899999999999999},{"interface":"front","average":{"1min":0.315,"5min":0.311,"15min":0.33700000000000002},"min":{"1min":0.158,"5min":0.158,"15min":0.152},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":4.4000000000000004},"last":0.25}]},{"osd":6,"last update":"Thu Mar 4 23:33:27 2021","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.34699999999999998,"15min":0.41899999999999998},"min":{"1min":0.253,"5min":0.16,"15min":0.16},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":7.3959999999999999},"last":0.184},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.32300000000000001,"15min":0.35999999999999999},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":0.5,"5min":0.68100000000000005,"15min":4.3209999999999997},"last":0.216}]},{"osd":7,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.34899999999999998,"15min":0.42099999999999999},"min":{"1min":0.221,"5min":0.185,"15min":0.185},"max":{"1min":0.54000000000000004,"5min":0.66500000000000004,"15min":4.3540000000000001},"last":0.19800000000000001},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.33000000000000002,"15min":0.377},"min":{"1min":0.184,"5min":0.159,"15min":0.159},"max":{"1min":0.56899999999999995,"5min":0.75900000000000001,"15min":2.9740000000000002},"last":0.22700000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2578251776,"data_stored":2578251776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3523743744,"data_stored":3523739672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1553661952,"data_stored":1553661952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3524395008,"data_stored":3524395008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1577779200,"data_stored":1577779200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4456255488,"data_stored":4456251416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":872939520,"data_stored":872939520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4087091200,"data_stored":4087087128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:33:45.336 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph status --format=json 2021-03-04T23:33:45.344 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:45.346 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:45.346 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:45.448 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:45.454 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:45 gibba038 conmon[76675]: cluster 2021-03-04T23:33:44.716149+0000 mgr.x (mgr.34676) 944 : cluster 2021-03-04T23:33:45.455 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:45 gibba038 conmon[76675]: [DBG] pgmap v957: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.9 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 266 op/s; 11955/289311 objects degraded (4.132%); 21178/289311 objects misplaced (7.320%); 1.2 MiB/s, 18 objects/s recovering 2021-03-04T23:33:45.464 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:33:45.465 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:45.466 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:45.467 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:45.468 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:45.518 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:33:45.519 INFO:teuthology.orchestra.run.gibba038.stdout: "size": 20, 2021-03-04T23:33:45.519 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 600, 2021-03-04T23:33:45.519 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:33:45.519 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.520 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119652 9.f 9:f9d545c2:::benchmark_data_gibba011_139107_object119651:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:33:45.520 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.114064+0000", 2021-03-04T23:33:45.520 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 489.40063565499997, 2021-03-04T23:33:45.520 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.182441399, 2021-03-04T23:33:45.521 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:45.521 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:45.521 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:45.521 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:45.522 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:45.522 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119652 2021-03-04T23:33:45.522 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.522 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:45.523 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.523 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:45.523 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114064+0000", 2021-03-04T23:33:45.523 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:45.523 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.524 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.524 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:45.524 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114064+0000", 2021-03-04T23:33:45.525 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.6656999999999996e-05 2021-03-04T23:33:45.525 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.525 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.525 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:45.525 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114131+0000", 2021-03-04T23:33:45.526 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.26e-06 2021-03-04T23:33:45.526 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.526 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.526 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:45.527 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114132+0000", 2021-03-04T23:33:45.527 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.149e-06 2021-03-04T23:33:45.527 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.528 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.528 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:45.528 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114141+0000", 2021-03-04T23:33:45.529 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.237e-06 2021-03-04T23:33:45.529 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.529 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.529 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:45.530 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114146+0000", 2021-03-04T23:33:45.530 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00169381 2021-03-04T23:33:45.530 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.530 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.530 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.531 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.115840+0000", 2021-03-04T23:33:45.531 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.0650000000000004e-06 2021-03-04T23:33:45.531 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.531 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.532 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:45.532 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.115846+0000", 2021-03-04T23:33:45.532 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.99003971800000001 2021-03-04T23:33:45.532 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.532 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.533 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.533 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.105886+0000", 2021-03-04T23:33:45.533 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.328e-06 2021-03-04T23:33:45.533 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.533 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.534 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:45.534 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.105893+0000", 2021-03-04T23:33:45.534 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1777449900000001 2021-03-04T23:33:45.534 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.534 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.535 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.535 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.283638+0000", 2021-03-04T23:33:45.535 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012695600000000001 2021-03-04T23:33:45.535 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.535 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.536 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:45.536 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.283765+0000", 2021-03-04T23:33:45.536 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00031943599999999998 2021-03-04T23:33:45.536 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.537 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.537 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:33:45.537 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.284085+0000", 2021-03-04T23:33:45.537 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0067155970000000002 2021-03-04T23:33:45.537 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.538 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.538 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.538 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.290800+0000", 2021-03-04T23:33:45.538 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5335e-05 2021-03-04T23:33:45.538 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.539 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.539 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:45.540 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.290836+0000", 2021-03-04T23:33:45.542 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00065735900000000005 2021-03-04T23:33:45.542 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.543 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.543 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.543 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.291493+0000", 2021-03-04T23:33:45.543 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6691000000000003e-05 2021-03-04T23:33:45.544 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.544 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.544 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:45.544 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.291550+0000", 2021-03-04T23:33:45.544 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0049558110000000001 2021-03-04T23:33:45.545 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.545 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.546 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:45.546 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.296505+0000", 2021-03-04T23:33:45.547 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.182441399 2021-03-04T23:33:45.548 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.548 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:45.548 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.548 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.549 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.549 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119657 9.a 9:5c1a3d9c:::benchmark_data_gibba011_139107_object119656:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:33:45.549 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.117866+0000", 2021-03-04T23:33:45.549 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 489.39683317800001, 2021-03-04T23:33:45.549 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1965326539999999, 2021-03-04T23:33:45.550 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:45.550 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:45.550 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:45.550 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:45.551 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:45.551 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119657 2021-03-04T23:33:45.551 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.551 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:45.551 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.552 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:45.552 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.117866+0000", 2021-03-04T23:33:45.552 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:45.552 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.552 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.553 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:45.553 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.117866+0000", 2021-03-04T23:33:45.553 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.3693000000000002e-05 2021-03-04T23:33:45.553 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.554 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.554 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:45.554 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.117930+0000", 2021-03-04T23:33:45.554 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0210000000000001e-06 2021-03-04T23:33:45.554 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.555 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.555 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:45.555 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.117931+0000", 2021-03-04T23:33:45.555 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.7760000000000003e-06 2021-03-04T23:33:45.556 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.556 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.556 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:45.556 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.117940+0000", 2021-03-04T23:33:45.557 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.1409999999999998e-06 2021-03-04T23:33:45.557 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.557 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.557 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:45.558 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.117944+0000", 2021-03-04T23:33:45.558 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1194e-05 2021-03-04T23:33:45.559 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.559 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.560 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.560 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.117975+0000", 2021-03-04T23:33:45.560 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.7039999999999994e-06 2021-03-04T23:33:45.561 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.561 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.561 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:45.561 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.117983+0000", 2021-03-04T23:33:45.561 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.98687428799999999 2021-03-04T23:33:45.562 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.562 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.562 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.562 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104857+0000", 2021-03-04T23:33:45.565 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8150000000000002e-06 2021-03-04T23:33:45.566 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.566 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.566 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:45.566 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104863+0000", 2021-03-04T23:33:45.567 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.195291914 2021-03-04T23:33:45.568 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.568 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.569 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.570 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.300155+0000", 2021-03-04T23:33:45.571 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.9995999999999996e-05 2021-03-04T23:33:45.571 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.572 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.572 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:45.573 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.300255+0000", 2021-03-04T23:33:45.573 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000116047 2021-03-04T23:33:45.573 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.575 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.575 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:33:45.576 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.300371+0000", 2021-03-04T23:33:45.576 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095504300000000004 2021-03-04T23:33:45.577 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.577 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.577 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.580 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.309921+0000", 2021-03-04T23:33:45.581 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0822999999999999e-05 2021-03-04T23:33:45.581 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.582 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.583 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.583 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.309952+0000", 2021-03-04T23:33:45.583 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8118000000000002e-05 2021-03-04T23:33:45.583 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.584 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.584 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:45.584 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.310010+0000", 2021-03-04T23:33:45.584 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9599999999999999e-05 2021-03-04T23:33:45.584 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.585 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.585 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:45.586 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.310060+0000", 2021-03-04T23:33:45.586 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0043390939999999999 2021-03-04T23:33:45.586 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.586 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.586 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:45.587 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.314399+0000", 2021-03-04T23:33:45.587 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1965326539999999 2021-03-04T23:33:45.587 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.587 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:45.588 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.588 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.588 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.589 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119664 9.a 9:58c8a5bd:::benchmark_data_gibba011_139107_object119663:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:33:45.589 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.130187+0000", 2021-03-04T23:33:45.589 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 489.38451285299999, 2021-03-04T23:33:45.589 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1877717799999998, 2021-03-04T23:33:45.589 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:45.590 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:45.590 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:45.590 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:45.590 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:45.591 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119664 2021-03-04T23:33:45.591 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.591 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:45.591 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.591 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:45.592 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.130187+0000", 2021-03-04T23:33:45.592 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:45.592 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.592 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.592 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:45.593 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.130187+0000", 2021-03-04T23:33:45.593 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0601000000000001e-05 2021-03-04T23:33:45.593 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.593 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.593 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:45.594 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.130207+0000", 2021-03-04T23:33:45.594 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0699999999999999e-06 2021-03-04T23:33:45.594 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.594 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.597 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:45.597 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.130208+0000", 2021-03-04T23:33:45.598 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.7059999999999993e-06 2021-03-04T23:33:45.598 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.598 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.598 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:45.599 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.130217+0000", 2021-03-04T23:33:45.599 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6879999999999998e-06 2021-03-04T23:33:45.599 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.599 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.599 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:45.600 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.130222+0000", 2021-03-04T23:33:45.600 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2005999999999998e-05 2021-03-04T23:33:45.600 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.600 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.600 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.601 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.130254+0000", 2021-03-04T23:33:45.601 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6069999999999998e-06 2021-03-04T23:33:45.601 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.601 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.601 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:45.602 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.130259+0000", 2021-03-04T23:33:45.602 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.97464475100000003 2021-03-04T23:33:45.602 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.602 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.603 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.603 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104904+0000", 2021-03-04T23:33:45.603 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.2900000000000008e-06 2021-03-04T23:33:45.603 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.603 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.604 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:45.604 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104914+0000", 2021-03-04T23:33:45.604 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.198204933 2021-03-04T23:33:45.604 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.604 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.605 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.605 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.303118+0000", 2021-03-04T23:33:45.605 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.3170000000000005e-05 2021-03-04T23:33:45.605 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.605 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.606 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:45.606 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.303202+0000", 2021-03-04T23:33:45.606 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.1284000000000002e-05 2021-03-04T23:33:45.606 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.607 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.607 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:33:45.607 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.303293+0000", 2021-03-04T23:33:45.607 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0067087789999999998 2021-03-04T23:33:45.607 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.608 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.608 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.608 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.310002+0000", 2021-03-04T23:33:45.608 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004413424 2021-03-04T23:33:45.608 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.609 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.609 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:45.609 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.314415+0000", 2021-03-04T23:33:45.609 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0846000000000001e-05 2021-03-04T23:33:45.609 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.610 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.610 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.610 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.314466+0000", 2021-03-04T23:33:45.610 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5391e-05 2021-03-04T23:33:45.610 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.611 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.611 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:45.611 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.314501+0000", 2021-03-04T23:33:45.611 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.003457234 2021-03-04T23:33:45.612 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.612 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.612 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:45.612 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.317959+0000", 2021-03-04T23:33:45.612 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1877717799999998 2021-03-04T23:33:45.613 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.613 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:45.613 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.613 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.613 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.614 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119674 9.6 9:6c6b406a:::benchmark_data_gibba011_139107_object119673:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e149)", 2021-03-04T23:33:45.614 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:37.138511+0000", 2021-03-04T23:33:45.614 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 488.37618856199998, 2021-03-04T23:33:45.614 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.387978189, 2021-03-04T23:33:45.614 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:45.615 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:45.615 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:45.615 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:45.615 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:45.615 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119674 2021-03-04T23:33:45.616 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.616 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:45.616 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.616 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:45.616 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.138511+0000", 2021-03-04T23:33:45.617 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:45.617 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.617 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.617 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:45.617 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.138511+0000", 2021-03-04T23:33:45.618 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.5068000000000005e-05 2021-03-04T23:33:45.618 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.618 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.618 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:45.619 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.138606+0000", 2021-03-04T23:33:45.619 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.446e-06 2021-03-04T23:33:45.619 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.619 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.619 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:45.620 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.138609+0000", 2021-03-04T23:33:45.620 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5857000000000001e-05 2021-03-04T23:33:45.620 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.620 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.621 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:45.621 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.138624+0000", 2021-03-04T23:33:45.621 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.0759999999999999e-06 2021-03-04T23:33:45.621 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.621 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.622 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:45.622 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.138631+0000", 2021-03-04T23:33:45.622 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4348999999999998e-05 2021-03-04T23:33:45.622 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.622 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.623 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.623 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.138675+0000", 2021-03-04T23:33:45.623 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0628000000000001e-05 2021-03-04T23:33:45.623 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.623 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.624 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:45.624 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.138686+0000", 2021-03-04T23:33:45.624 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3538710469999999 2021-03-04T23:33:45.624 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.624 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.625 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.625 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.492557+0000", 2021-03-04T23:33:45.625 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000105388 2021-03-04T23:33:45.625 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.626 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.626 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:45.626 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.492662+0000", 2021-03-04T23:33:45.626 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000140932 2021-03-04T23:33:45.626 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.627 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.627 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:33:45.627 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.492803+0000", 2021-03-04T23:33:45.627 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.013961998999999999 2021-03-04T23:33:45.627 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.628 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.628 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:45.628 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.506765+0000", 2021-03-04T23:33:45.628 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014975983 2021-03-04T23:33:45.628 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.629 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.629 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.629 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.521741+0000", 2021-03-04T23:33:45.629 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00019117299999999999 2021-03-04T23:33:45.629 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.630 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.630 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.630 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.521932+0000", 2021-03-04T23:33:45.631 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6498000000000002e-05 2021-03-04T23:33:45.631 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.631 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.632 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:45.632 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.521969+0000", 2021-03-04T23:33:45.632 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0045207449999999996 2021-03-04T23:33:45.632 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.632 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.633 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:45.633 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.526489+0000", 2021-03-04T23:33:45.633 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.387978189 2021-03-04T23:33:45.633 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.633 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:45.634 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.634 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.634 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.634 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119677 9.6 9:639986e1:::benchmark_data_gibba011_139107_object119676:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e150)", 2021-03-04T23:33:45.635 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:38.307642+0000", 2021-03-04T23:33:45.635 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 487.20705768900001, 2021-03-04T23:33:45.635 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.22676939400000001, 2021-03-04T23:33:45.635 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:45.635 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:45.636 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:45.636 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:45.636 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:45.636 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119677 2021-03-04T23:33:45.636 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.637 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:45.637 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.637 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:45.637 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.307642+0000", 2021-03-04T23:33:45.637 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:45.638 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.638 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.638 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:45.638 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.307642+0000", 2021-03-04T23:33:45.639 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012871200000000001 2021-03-04T23:33:45.639 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.639 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.639 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:45.639 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.307771+0000", 2021-03-04T23:33:45.640 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.762e-06 2021-03-04T23:33:45.640 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.640 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.640 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:45.641 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.307772+0000", 2021-03-04T23:33:45.641 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6579999999999997e-06 2021-03-04T23:33:45.641 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.641 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.641 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:45.642 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.307782+0000", 2021-03-04T23:33:45.642 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.091e-06 2021-03-04T23:33:45.642 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.642 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.642 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:45.643 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.307787+0000", 2021-03-04T23:33:45.643 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3089e-05 2021-03-04T23:33:45.643 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.643 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.644 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.644 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.307830+0000", 2021-03-04T23:33:45.644 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6730000000000004e-06 2021-03-04T23:33:45.644 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.644 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.645 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:45.645 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.307840+0000", 2021-03-04T23:33:45.645 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.18804957999999999 2021-03-04T23:33:45.645 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.645 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.646 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.646 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.495890+0000", 2021-03-04T23:33:45.646 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00054575700000000001 2021-03-04T23:33:45.646 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.646 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.647 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:45.647 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.496435+0000", 2021-03-04T23:33:45.647 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013770000000000001 2021-03-04T23:33:45.647 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.647 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.648 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:33:45.648 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.496573+0000", 2021-03-04T23:33:45.648 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017230617 2021-03-04T23:33:45.648 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.648 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.649 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:45.649 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.513804+0000", 2021-03-04T23:33:45.649 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0079780249999999997 2021-03-04T23:33:45.649 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.649 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.650 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.650 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.521782+0000", 2021-03-04T23:33:45.650 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0082692419999999996 2021-03-04T23:33:45.650 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.651 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.651 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.651 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.530051+0000", 2021-03-04T23:33:45.651 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4913000000000003e-05 2021-03-04T23:33:45.651 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.652 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.652 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:45.652 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.530086+0000", 2021-03-04T23:33:45.652 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0043255749999999999 2021-03-04T23:33:45.653 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.653 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.653 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:45.653 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.534411+0000", 2021-03-04T23:33:45.653 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.22676939400000001 2021-03-04T23:33:45.654 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.654 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:45.654 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.654 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.654 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.655 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119686 9.6 9:62820440:::benchmark_data_gibba011_139107_object119685:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e150)", 2021-03-04T23:33:45.655 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:38.357535+0000", 2021-03-04T23:33:45.655 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 487.157164701, 2021-03-04T23:33:45.655 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.18095108200000001, 2021-03-04T23:33:45.655 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:45.656 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:45.656 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:45.656 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:45.656 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:45.657 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119686 2021-03-04T23:33:45.657 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.657 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:45.657 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.657 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:45.658 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.357535+0000", 2021-03-04T23:33:45.658 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:45.658 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.658 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.658 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:45.659 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.357535+0000", 2021-03-04T23:33:45.659 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0038e-05 2021-03-04T23:33:45.659 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.659 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.659 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:45.660 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.357555+0000", 2021-03-04T23:33:45.660 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7659999999999999e-06 2021-03-04T23:33:45.660 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.660 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.660 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:45.661 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.357557+0000", 2021-03-04T23:33:45.661 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0556e-05 2021-03-04T23:33:45.661 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.661 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.661 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:45.662 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.357567+0000", 2021-03-04T23:33:45.662 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6149999999999999e-06 2021-03-04T23:33:45.662 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.662 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.662 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:45.663 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.357572+0000", 2021-03-04T23:33:45.663 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2344e-05 2021-03-04T23:33:45.663 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.663 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.663 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.664 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.357614+0000", 2021-03-04T23:33:45.664 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1174e-05 2021-03-04T23:33:45.664 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.664 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.665 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:45.665 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.357625+0000", 2021-03-04T23:33:45.665 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14225009799999999 2021-03-04T23:33:45.665 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.665 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.666 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.666 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.499876+0000", 2021-03-04T23:33:45.666 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000110245 2021-03-04T23:33:45.666 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.666 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.667 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:45.667 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.499986+0000", 2021-03-04T23:33:45.667 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012758499999999999 2021-03-04T23:33:45.668 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.668 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.668 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:33:45.668 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.500113+0000", 2021-03-04T23:33:45.668 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.013699006999999999 2021-03-04T23:33:45.669 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.669 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.669 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:45.669 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.513812+0000", 2021-03-04T23:33:45.670 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0079989459999999998 2021-03-04T23:33:45.670 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.670 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.670 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.670 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.521811+0000", 2021-03-04T23:33:45.671 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.012655018000000001 2021-03-04T23:33:45.671 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.671 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.671 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.671 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.534466+0000", 2021-03-04T23:33:45.672 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4934999999999997e-05 2021-03-04T23:33:45.672 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.672 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.672 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:45.672 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.534501+0000", 2021-03-04T23:33:45.673 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0039847550000000004 2021-03-04T23:33:45.673 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.673 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.673 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:45.673 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.538486+0000", 2021-03-04T23:33:45.674 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.18095108200000001 2021-03-04T23:33:45.674 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.674 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:45.674 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.674 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.675 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.675 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119695 9.6 9:6fdb1547:::benchmark_data_gibba011_139107_object119694:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e150)", 2021-03-04T23:33:45.675 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:38.382072+0000", 2021-03-04T23:33:45.675 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 487.13262739300001, 2021-03-04T23:33:45.676 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.163602571, 2021-03-04T23:33:45.676 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:45.676 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:45.676 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:45.676 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:45.677 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:45.677 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119695 2021-03-04T23:33:45.677 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.677 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:45.677 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.678 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:45.678 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.382072+0000", 2021-03-04T23:33:45.678 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:45.678 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.678 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.679 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:45.679 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.382072+0000", 2021-03-04T23:33:45.679 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0015000000000001e-05 2021-03-04T23:33:45.679 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.679 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.680 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:45.680 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.382122+0000", 2021-03-04T23:33:45.680 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.455e-06 2021-03-04T23:33:45.680 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.680 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.681 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:45.681 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.382124+0000", 2021-03-04T23:33:45.681 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0166000000000001e-05 2021-03-04T23:33:45.681 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.681 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.682 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:45.682 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.382134+0000", 2021-03-04T23:33:45.682 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6110000000000004e-06 2021-03-04T23:33:45.682 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.682 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.683 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:45.683 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.382138+0000", 2021-03-04T23:33:45.683 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3702999999999998e-05 2021-03-04T23:33:45.683 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.683 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.684 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.684 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.382182+0000", 2021-03-04T23:33:45.684 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.5559999999999996e-06 2021-03-04T23:33:45.684 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.684 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.685 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:45.685 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.382192+0000", 2021-03-04T23:33:45.685 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.121091038 2021-03-04T23:33:45.685 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.685 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.686 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.686 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.503283+0000", 2021-03-04T23:33:45.686 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00015296900000000001 2021-03-04T23:33:45.686 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.686 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.687 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:45.687 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.503436+0000", 2021-03-04T23:33:45.687 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00016375100000000001 2021-03-04T23:33:45.687 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.687 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.688 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:33:45.688 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.503600+0000", 2021-03-04T23:33:45.688 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.013259857 2021-03-04T23:33:45.688 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.689 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.689 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:45.689 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.516859+0000", 2021-03-04T23:33:45.689 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0049788230000000003 2021-03-04T23:33:45.689 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.690 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.690 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.690 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.521838+0000", 2021-03-04T23:33:45.690 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.019779213 2021-03-04T23:33:45.690 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.691 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.691 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.691 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.541617+0000", 2021-03-04T23:33:45.691 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2136000000000003e-05 2021-03-04T23:33:45.691 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.692 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.692 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:45.692 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.541680+0000", 2021-03-04T23:33:45.692 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0039952779999999997 2021-03-04T23:33:45.692 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.693 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.693 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:45.693 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.545675+0000", 2021-03-04T23:33:45.693 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.163602571 2021-03-04T23:33:45.693 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.694 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:45.694 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.694 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.694 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.694 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119697 9.6 9:6ba3fe0d:::benchmark_data_gibba011_139107_object119696:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e150)", 2021-03-04T23:33:45.695 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:38.382958+0000", 2021-03-04T23:33:45.695 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 487.13174165700002, 2021-03-04T23:33:45.695 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.166325265, 2021-03-04T23:33:45.695 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:45.695 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:45.696 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:45.696 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:45.696 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:45.696 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119697 2021-03-04T23:33:45.696 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.697 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:45.697 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.697 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:45.698 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.382958+0000", 2021-03-04T23:33:45.698 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:45.698 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.698 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.698 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:45.699 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.382958+0000", 2021-03-04T23:33:45.699 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.0908000000000006e-05 2021-03-04T23:33:45.699 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.699 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.699 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:45.700 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.383029+0000", 2021-03-04T23:33:45.700 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.331e-06 2021-03-04T23:33:45.700 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.700 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.700 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:45.701 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.383030+0000", 2021-03-04T23:33:45.705 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6190000000000006e-06 2021-03-04T23:33:45.705 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.706 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.706 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:45.706 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.383040+0000", 2021-03-04T23:33:45.706 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6959999999999996e-06 2021-03-04T23:33:45.706 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.707 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.707 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:45.707 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.383045+0000", 2021-03-04T23:33:45.707 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8841000000000003e-05 2021-03-04T23:33:45.707 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.708 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.708 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.708 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.383083+0000", 2021-03-04T23:33:45.708 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.7399999999999993e-06 2021-03-04T23:33:45.708 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.709 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.709 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:45.709 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.383092+0000", 2021-03-04T23:33:45.709 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.123703967 2021-03-04T23:33:45.709 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.710 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.710 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.711 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.506796+0000", 2021-03-04T23:33:45.711 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000145298 2021-03-04T23:33:45.711 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.711 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.711 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:45.712 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.506941+0000", 2021-03-04T23:33:45.712 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00016545899999999999 2021-03-04T23:33:45.712 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.712 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.712 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:33:45.713 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.507107+0000", 2021-03-04T23:33:45.713 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0097621619999999996 2021-03-04T23:33:45.713 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.713 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.714 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:45.714 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.516869+0000", 2021-03-04T23:33:45.714 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0049946069999999999 2021-03-04T23:33:45.714 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.714 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.715 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.715 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.521864+0000", 2021-03-04T23:33:45.715 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.023856892000000001 2021-03-04T23:33:45.715 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.716 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.716 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.716 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.545721+0000", 2021-03-04T23:33:45.717 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1306e-05 2021-03-04T23:33:45.717 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.717 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.717 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:45.718 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.545772+0000", 2021-03-04T23:33:45.718 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0035114389999999999 2021-03-04T23:33:45.718 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.718 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.718 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:45.719 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.549283+0000", 2021-03-04T23:33:45.719 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.166325265 2021-03-04T23:33:45.719 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.719 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:45.719 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.720 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.720 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.720 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:122076 9.f 9:fcec9cf0:::benchmark_data_gibba011_139107_object122075:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e151)", 2021-03-04T23:33:45.720 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:41.227263+0000", 2021-03-04T23:33:45.720 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 484.28743695200001, 2021-03-04T23:33:45.721 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14905162399999999, 2021-03-04T23:33:45.721 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:45.721 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:45.721 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:45.722 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:45.722 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:45.722 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 122076 2021-03-04T23:33:45.722 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.722 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:45.723 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.723 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:45.723 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.227263+0000", 2021-03-04T23:33:45.723 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:45.723 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.724 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.724 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:45.724 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.227263+0000", 2021-03-04T23:33:45.724 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9434000000000001e-05 2021-03-04T23:33:45.725 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.725 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.725 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:45.725 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.227312+0000", 2021-03-04T23:33:45.725 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0060000000000001e-06 2021-03-04T23:33:45.726 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.726 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.726 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:45.726 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.227315+0000", 2021-03-04T23:33:45.726 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0246e-05 2021-03-04T23:33:45.727 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.727 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.727 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:45.727 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.227325+0000", 2021-03-04T23:33:45.727 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4959999999999998e-06 2021-03-04T23:33:45.728 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.728 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.728 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:45.728 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.227330+0000", 2021-03-04T23:33:45.728 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.12193688699999999 2021-03-04T23:33:45.729 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.729 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.729 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.729 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.349267+0000", 2021-03-04T23:33:45.729 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00015683599999999999 2021-03-04T23:33:45.730 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.730 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.730 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:45.730 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.349424+0000", 2021-03-04T23:33:45.730 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000170693 2021-03-04T23:33:45.731 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.731 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.732 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:33:45.732 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.349594+0000", 2021-03-04T23:33:45.732 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.01345349 2021-03-04T23:33:45.732 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.733 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.733 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.733 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.363048+0000", 2021-03-04T23:33:45.733 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0061999999999997e-05 2021-03-04T23:33:45.733 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.734 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.734 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.734 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.363088+0000", 2021-03-04T23:33:45.734 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0087057679999999991 2021-03-04T23:33:45.734 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.735 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.735 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:45.735 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.371794+0000", 2021-03-04T23:33:45.735 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0749e-05 2021-03-04T23:33:45.735 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.736 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.736 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:45.736 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.371824+0000", 2021-03-04T23:33:45.736 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0044899570000000001 2021-03-04T23:33:45.736 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.737 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.737 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:45.737 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.376314+0000", 2021-03-04T23:33:45.737 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14905162399999999 2021-03-04T23:33:45.737 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.738 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:45.738 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.738 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.738 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.739 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:122077 9.7 9:e1c44017:::benchmark_data_gibba011_139107_object122076:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e151)", 2021-03-04T23:33:45.739 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:41.229421+0000", 2021-03-04T23:33:45.739 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 484.28527909799999, 2021-03-04T23:33:45.739 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.146996566, 2021-03-04T23:33:45.739 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:45.740 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:45.740 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:45.740 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:45.740 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:45.740 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 122077 2021-03-04T23:33:45.741 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.741 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:45.741 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.741 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:45.741 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.229421+0000", 2021-03-04T23:33:45.742 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:45.742 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.742 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.742 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:45.742 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.229421+0000", 2021-03-04T23:33:45.743 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.2379000000000001e-05 2021-03-04T23:33:45.743 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.743 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.743 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:45.743 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.229473+0000", 2021-03-04T23:33:45.744 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.3240000000000003e-06 2021-03-04T23:33:45.744 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.744 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.744 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:45.744 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.229481+0000", 2021-03-04T23:33:45.745 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.3039999999999994e-06 2021-03-04T23:33:45.745 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.745 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.745 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:45.745 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.229491+0000", 2021-03-04T23:33:45.746 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.019e-06 2021-03-04T23:33:45.746 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.746 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.746 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:45.746 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.229495+0000", 2021-03-04T23:33:45.747 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.133615862 2021-03-04T23:33:45.747 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.747 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.747 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.747 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.363110+0000", 2021-03-04T23:33:45.748 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000120834 2021-03-04T23:33:45.748 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.748 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.748 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:45.748 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.363231+0000", 2021-03-04T23:33:45.749 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013338600000000001 2021-03-04T23:33:45.749 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.749 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.749 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:33:45.750 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.363365+0000", 2021-03-04T23:33:45.750 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.003594215 2021-03-04T23:33:45.750 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.750 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.750 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.751 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.366959+0000", 2021-03-04T23:33:45.751 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9858000000000001e-05 2021-03-04T23:33:45.751 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.751 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.751 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.752 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.366989+0000", 2021-03-04T23:33:45.752 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0093648770000000006 2021-03-04T23:33:45.752 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.752 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.752 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:45.753 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.376354+0000", 2021-03-04T23:33:45.753 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4511999999999998e-05 2021-03-04T23:33:45.753 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.753 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.753 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:45.754 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.376388+0000", 2021-03-04T23:33:45.754 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8996000000000002e-05 2021-03-04T23:33:45.754 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.754 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.754 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:45.755 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:41.376417+0000", 2021-03-04T23:33:45.755 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.146996566 2021-03-04T23:33:45.755 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.755 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:45.755 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.756 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.756 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.756 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:122818 9.f 9:fab6276c:::benchmark_data_gibba011_139107_object122817:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e151)", 2021-03-04T23:33:45.756 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:42.125721+0000", 2021-03-04T23:33:45.756 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 483.38897846499998, 2021-03-04T23:33:45.757 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.143931103, 2021-03-04T23:33:45.757 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:45.757 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:45.757 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:45.757 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:45.758 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:45.758 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 122818 2021-03-04T23:33:45.758 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.758 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:45.758 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.759 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:45.759 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.125721+0000", 2021-03-04T23:33:45.759 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:45.759 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.759 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.760 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:45.760 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.125721+0000", 2021-03-04T23:33:45.760 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3383999999999997e-05 2021-03-04T23:33:45.760 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.760 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.761 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:45.761 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.125755+0000", 2021-03-04T23:33:45.761 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.127e-06 2021-03-04T23:33:45.761 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.762 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.762 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:45.762 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.125756+0000", 2021-03-04T23:33:45.762 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.959e-06 2021-03-04T23:33:45.762 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.763 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.763 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:45.763 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.125762+0000", 2021-03-04T23:33:45.763 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2189999999999998e-06 2021-03-04T23:33:45.763 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.764 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.764 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:45.764 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.125766+0000", 2021-03-04T23:33:45.764 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.040370722999999997 2021-03-04T23:33:45.764 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.765 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.765 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.765 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.166137+0000", 2021-03-04T23:33:45.765 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00016579400000000001 2021-03-04T23:33:45.765 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.766 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.766 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:45.766 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.166302+0000", 2021-03-04T23:33:45.766 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00015476199999999999 2021-03-04T23:33:45.766 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.767 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.767 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:33:45.767 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.166457+0000", 2021-03-04T23:33:45.768 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010786054 2021-03-04T23:33:45.768 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.768 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.768 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.768 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.177243+0000", 2021-03-04T23:33:45.769 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1576000000000001e-05 2021-03-04T23:33:45.769 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.769 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.769 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:45.769 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.177255+0000", 2021-03-04T23:33:45.770 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.086925460999999996 2021-03-04T23:33:45.770 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.770 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.770 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.770 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.264180+0000", 2021-03-04T23:33:45.771 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7514e-05 2021-03-04T23:33:45.771 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.771 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.771 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:45.772 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.264218+0000", 2021-03-04T23:33:45.772 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0054345299999999999 2021-03-04T23:33:45.772 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.772 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.772 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:45.773 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.269652+0000", 2021-03-04T23:33:45.773 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.143931103 2021-03-04T23:33:45.773 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.773 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:45.773 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.774 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.774 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.774 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:122827 9.7 9:e79c9adc:::benchmark_data_gibba011_139107_object122826:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e151)", 2021-03-04T23:33:45.774 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:42.131130+0000", 2021-03-04T23:33:45.774 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 483.383569642, 2021-03-04T23:33:45.775 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14888257099999999, 2021-03-04T23:33:45.775 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:45.775 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:45.775 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:45.775 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:45.776 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:45.776 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 122827 2021-03-04T23:33:45.776 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.776 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:45.776 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.777 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:45.777 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.131130+0000", 2021-03-04T23:33:45.777 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:45.777 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.778 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.778 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:45.778 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.131130+0000", 2021-03-04T23:33:45.778 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0890000000000002e-05 2021-03-04T23:33:45.778 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.779 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.779 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:45.779 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.131181+0000", 2021-03-04T23:33:45.779 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.178e-06 2021-03-04T23:33:45.779 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.780 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.780 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:45.780 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.131182+0000", 2021-03-04T23:33:45.780 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.0620000000000007e-06 2021-03-04T23:33:45.780 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.781 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.781 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:45.781 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.131191+0000", 2021-03-04T23:33:45.781 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2799999999999999e-06 2021-03-04T23:33:45.781 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.782 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.782 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:45.782 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.131194+0000", 2021-03-04T23:33:45.782 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.046092706999999997 2021-03-04T23:33:45.782 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.783 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.783 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.783 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.177287+0000", 2021-03-04T23:33:45.783 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011153400000000001 2021-03-04T23:33:45.783 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.784 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.784 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:45.784 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.177399+0000", 2021-03-04T23:33:45.784 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000118916 2021-03-04T23:33:45.784 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.785 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.785 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:33:45.785 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.177518+0000", 2021-03-04T23:33:45.785 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0061539439999999997 2021-03-04T23:33:45.785 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.786 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.786 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.786 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.183672+0000", 2021-03-04T23:33:45.786 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.1729999999999997e-06 2021-03-04T23:33:45.787 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.787 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.787 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:45.787 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.183676+0000", 2021-03-04T23:33:45.787 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.096283256999999997 2021-03-04T23:33:45.788 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.788 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.788 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.788 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.279959+0000", 2021-03-04T23:33:45.788 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8017999999999998e-05 2021-03-04T23:33:45.789 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.789 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.789 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:45.789 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.279987+0000", 2021-03-04T23:33:45.789 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5612000000000001e-05 2021-03-04T23:33:45.790 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.790 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.790 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:45.790 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.280013+0000", 2021-03-04T23:33:45.790 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14888257099999999 2021-03-04T23:33:45.791 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.791 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:45.791 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.791 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.791 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.792 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:132256 9.f 9:fe9d6de4:::benchmark_data_gibba011_139107_object132255:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e152)", 2021-03-04T23:33:45.792 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:53.765736+0000", 2021-03-04T23:33:45.792 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 471.74896355999999, 2021-03-04T23:33:45.792 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.15191531999999999, 2021-03-04T23:33:45.793 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:45.793 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:45.793 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:45.793 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:45.793 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:45.794 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 132256 2021-03-04T23:33:45.794 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.794 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:45.794 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.794 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:45.795 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.765736+0000", 2021-03-04T23:33:45.795 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:45.795 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.795 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.795 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:45.796 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.765736+0000", 2021-03-04T23:33:45.796 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8739999999999997e-05 2021-03-04T23:33:45.796 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.796 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.796 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:45.797 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.765795+0000", 2021-03-04T23:33:45.797 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5489999999999999e-06 2021-03-04T23:33:45.797 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.797 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.797 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:45.798 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.765796+0000", 2021-03-04T23:33:45.798 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.8440000000000004e-06 2021-03-04T23:33:45.798 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.798 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.798 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:45.799 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.765805+0000", 2021-03-04T23:33:45.799 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3649999999999997e-06 2021-03-04T23:33:45.799 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.799 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.799 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:45.800 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.765810+0000", 2021-03-04T23:33:45.800 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.085989566000000003 2021-03-04T23:33:45.800 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.800 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.801 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.801 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.851799+0000", 2021-03-04T23:33:45.801 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000105093 2021-03-04T23:33:45.801 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.801 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.802 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:45.802 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.851904+0000", 2021-03-04T23:33:45.802 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000106962 2021-03-04T23:33:45.802 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.802 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.803 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:33:45.803 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.852011+0000", 2021-03-04T23:33:45.803 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0083494639999999992 2021-03-04T23:33:45.803 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.803 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.804 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:45.804 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.860361+0000", 2021-03-04T23:33:45.804 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0052829410000000002 2021-03-04T23:33:45.804 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.804 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.805 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.805 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.865644+0000", 2021-03-04T23:33:45.805 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.046730602000000003 2021-03-04T23:33:45.805 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.806 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.806 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.806 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.912374+0000", 2021-03-04T23:33:45.806 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9465999999999997e-05 2021-03-04T23:33:45.806 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.807 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.807 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:45.807 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.912424+0000", 2021-03-04T23:33:45.807 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0052277280000000001 2021-03-04T23:33:45.807 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.808 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.808 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:45.808 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.917651+0000", 2021-03-04T23:33:45.808 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.15191531999999999 2021-03-04T23:33:45.808 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.809 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:45.809 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.809 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.809 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.809 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:132257 9.f 9:fcef6a60:::benchmark_data_gibba011_139107_object132256:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e152)", 2021-03-04T23:33:45.810 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:53.765820+0000", 2021-03-04T23:33:45.810 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 471.748879821, 2021-03-04T23:33:45.810 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.157545775, 2021-03-04T23:33:45.810 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:45.810 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:45.811 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:45.811 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:45.811 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:45.811 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 132257 2021-03-04T23:33:45.811 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.812 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:45.812 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.812 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:45.812 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.765820+0000", 2021-03-04T23:33:45.813 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:45.813 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.813 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.813 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:45.813 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.765820+0000", 2021-03-04T23:33:45.814 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7924999999999999e-05 2021-03-04T23:33:45.814 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.814 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.814 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:45.814 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.765878+0000", 2021-03-04T23:33:45.815 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.2699999999999998e-07 2021-03-04T23:33:45.815 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.815 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.815 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:45.815 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.765879+0000", 2021-03-04T23:33:45.816 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.602e-06 2021-03-04T23:33:45.816 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.816 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.816 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:45.816 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.765887+0000", 2021-03-04T23:33:45.817 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7469999999999999e-06 2021-03-04T23:33:45.817 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.817 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.817 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:45.817 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.765891+0000", 2021-03-04T23:33:45.818 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.089176082000000004 2021-03-04T23:33:45.818 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.818 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.818 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.818 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.855067+0000", 2021-03-04T23:33:45.819 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000103667 2021-03-04T23:33:45.819 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.819 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.819 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:45.820 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.855171+0000", 2021-03-04T23:33:45.820 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000111549 2021-03-04T23:33:45.820 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.820 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.820 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:33:45.821 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.855282+0000", 2021-03-04T23:33:45.821 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010297893000000001 2021-03-04T23:33:45.821 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.821 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.821 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:45.822 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.865580+0000", 2021-03-04T23:33:45.822 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4821999999999995e-05 2021-03-04T23:33:45.822 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.822 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.822 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.823 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.865665+0000", 2021-03-04T23:33:45.823 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.052060943999999998 2021-03-04T23:33:45.823 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.823 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.823 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.824 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.917726+0000", 2021-03-04T23:33:45.824 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6144999999999999e-05 2021-03-04T23:33:45.824 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.824 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.824 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:45.825 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.917782+0000", 2021-03-04T23:33:45.825 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0055835720000000002 2021-03-04T23:33:45.825 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.825 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.825 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:45.826 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.923366+0000", 2021-03-04T23:33:45.826 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.157545775 2021-03-04T23:33:45.826 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.826 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:45.827 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.827 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.827 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.827 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:132263 9.7 9:ef1cbdd3:::benchmark_data_gibba011_139107_object132262:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e152)", 2021-03-04T23:33:45.827 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:53.773868+0000", 2021-03-04T23:33:45.828 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 471.74083142699999, 2021-03-04T23:33:45.828 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14391426500000001, 2021-03-04T23:33:45.828 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:45.828 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:45.828 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:45.829 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:45.829 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:45.829 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 132263 2021-03-04T23:33:45.829 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.829 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:45.830 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.830 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:45.830 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.773868+0000", 2021-03-04T23:33:45.830 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:45.830 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.831 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.831 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:45.832 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.773868+0000", 2021-03-04T23:33:45.832 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7985000000000002e-05 2021-03-04T23:33:45.832 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.832 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.832 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:45.833 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.773916+0000", 2021-03-04T23:33:45.833 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3819999999999998e-06 2021-03-04T23:33:45.833 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.833 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.834 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:45.834 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.773919+0000", 2021-03-04T23:33:45.834 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4143e-05 2021-03-04T23:33:45.834 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.834 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.835 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:45.835 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.773933+0000", 2021-03-04T23:33:45.835 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6659999999999996e-06 2021-03-04T23:33:45.835 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.835 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.836 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:45.836 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.773938+0000", 2021-03-04T23:33:45.836 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.084020261999999998 2021-03-04T23:33:45.836 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.836 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.837 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.837 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.857959+0000", 2021-03-04T23:33:45.837 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.0627e-05 2021-03-04T23:33:45.837 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.837 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.838 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:45.838 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.858029+0000", 2021-03-04T23:33:45.838 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9862000000000002e-05 2021-03-04T23:33:45.838 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.838 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.839 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:33:45.839 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.858109+0000", 2021-03-04T23:33:45.839 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0075032179999999999 2021-03-04T23:33:45.839 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.839 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.840 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:45.840 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.865612+0000", 2021-03-04T23:33:45.840 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2156999999999997e-05 2021-03-04T23:33:45.840 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.840 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.841 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.841 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.865645+0000", 2021-03-04T23:33:45.841 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.052057144999999999 2021-03-04T23:33:45.841 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.842 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.842 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.842 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.917702+0000", 2021-03-04T23:33:45.842 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.71e-05 2021-03-04T23:33:45.842 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.843 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.843 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:45.843 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.917749+0000", 2021-03-04T23:33:45.843 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3717999999999998e-05 2021-03-04T23:33:45.843 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.844 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.844 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:45.844 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.917782+0000", 2021-03-04T23:33:45.844 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14391426500000001 2021-03-04T23:33:45.844 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.845 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:45.845 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.845 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.845 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.845 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:132273 9.f 9:f977613b:::benchmark_data_gibba011_139107_object132272:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e152)", 2021-03-04T23:33:45.846 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:53.785887+0000", 2021-03-04T23:33:45.846 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 471.72881221900002, 2021-03-04T23:33:45.846 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14373834299999999, 2021-03-04T23:33:45.846 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:45.847 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:45.847 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:45.847 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:45.847 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:45.847 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 132273 2021-03-04T23:33:45.848 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.848 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:45.848 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.848 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:45.848 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.785887+0000", 2021-03-04T23:33:45.849 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:45.849 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.849 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.849 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:45.849 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.785887+0000", 2021-03-04T23:33:45.850 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6569000000000001e-05 2021-03-04T23:33:45.850 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.850 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.850 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:45.850 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.785934+0000", 2021-03-04T23:33:45.851 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7430000000000001e-06 2021-03-04T23:33:45.851 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.851 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.851 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:45.851 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.785936+0000", 2021-03-04T23:33:45.852 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1141000000000001e-05 2021-03-04T23:33:45.852 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.852 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.852 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:45.852 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.785947+0000", 2021-03-04T23:33:45.853 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.1469999999999998e-06 2021-03-04T23:33:45.853 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.853 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.853 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:45.853 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.785953+0000", 2021-03-04T23:33:45.854 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.071955454000000002 2021-03-04T23:33:45.854 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.854 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.854 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.855 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.857908+0000", 2021-03-04T23:33:45.855 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.276e-05 2021-03-04T23:33:45.855 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.855 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.855 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:45.856 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.858001+0000", 2021-03-04T23:33:45.856 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000102891 2021-03-04T23:33:45.856 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.856 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.856 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:33:45.857 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.858104+0000", 2021-03-04T23:33:45.857 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.007503666 2021-03-04T23:33:45.857 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.857 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.857 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:45.858 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.865608+0000", 2021-03-04T23:33:45.858 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4399000000000003e-05 2021-03-04T23:33:45.858 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.858 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.858 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.859 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.865692+0000", 2021-03-04T23:33:45.859 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.057733194000000002 2021-03-04T23:33:45.859 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.859 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.859 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.860 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.923425+0000", 2021-03-04T23:33:45.860 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1651999999999999e-05 2021-03-04T23:33:45.860 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.860 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.860 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:45.861 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.923477+0000", 2021-03-04T23:33:45.861 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0061487269999999997 2021-03-04T23:33:45.861 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.861 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.861 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:45.862 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:53.929626+0000", 2021-03-04T23:33:45.862 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14373834299999999 2021-03-04T23:33:45.862 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.862 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:45.862 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.863 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.863 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.863 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:137055 9.7 9:e7edb1ea:::benchmark_data_gibba011_139107_object137054:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e154)", 2021-03-04T23:33:45.863 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:00.495624+0000", 2021-03-04T23:33:45.863 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 465.01907577499998, 2021-03-04T23:33:45.864 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14886870099999999, 2021-03-04T23:33:45.864 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:45.864 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:45.864 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:45.864 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:45.865 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:45.865 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 137055 2021-03-04T23:33:45.865 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.865 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:45.866 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.866 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:45.866 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.495624+0000", 2021-03-04T23:33:45.866 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:45.866 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.867 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.867 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:45.867 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.495624+0000", 2021-03-04T23:33:45.867 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.5606999999999995e-05 2021-03-04T23:33:45.867 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.868 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.868 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:45.868 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.495709+0000", 2021-03-04T23:33:45.869 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.429e-06 2021-03-04T23:33:45.869 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.869 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.869 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:45.869 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.495711+0000", 2021-03-04T23:33:45.870 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.3689999999999996e-06 2021-03-04T23:33:45.870 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.870 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.870 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:45.870 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.495720+0000", 2021-03-04T23:33:45.871 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2549999999999999e-06 2021-03-04T23:33:45.871 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.871 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.871 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:45.871 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.495725+0000", 2021-03-04T23:33:45.872 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.132547955 2021-03-04T23:33:45.872 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.872 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.872 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.873 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.628272+0000", 2021-03-04T23:33:45.873 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000113732 2021-03-04T23:33:45.873 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.873 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.873 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:45.874 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.628386+0000", 2021-03-04T23:33:45.874 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.8333999999999998e-05 2021-03-04T23:33:45.874 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.874 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.874 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:33:45.875 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.628475+0000", 2021-03-04T23:33:45.875 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0088237460000000004 2021-03-04T23:33:45.875 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.875 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.875 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.876 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.637298+0000", 2021-03-04T23:33:45.876 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.677e-05 2021-03-04T23:33:45.876 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.876 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.876 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.877 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.637315+0000", 2021-03-04T23:33:45.877 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0071153859999999996 2021-03-04T23:33:45.877 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.877 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.877 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:45.878 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.644430+0000", 2021-03-04T23:33:45.878 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5513999999999999e-05 2021-03-04T23:33:45.878 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.878 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.878 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:45.879 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.644466+0000", 2021-03-04T23:33:45.879 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6604000000000001e-05 2021-03-04T23:33:45.879 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.879 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.880 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:45.880 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.644493+0000", 2021-03-04T23:33:45.880 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14886870099999999 2021-03-04T23:33:45.880 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.880 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:45.881 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.881 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.881 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.881 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:137058 9.f 9:fdb4fb6b:::benchmark_data_gibba011_139107_object137057:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e154)", 2021-03-04T23:33:45.881 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:00.509516+0000", 2021-03-04T23:33:45.882 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 465.00518346799998, 2021-03-04T23:33:45.882 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.151232955, 2021-03-04T23:33:45.882 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:45.882 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:45.882 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:45.883 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:45.883 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:45.883 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 137058 2021-03-04T23:33:45.883 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.883 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:45.884 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.884 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:45.884 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.509516+0000", 2021-03-04T23:33:45.884 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:45.884 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.885 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.885 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:45.885 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.509516+0000", 2021-03-04T23:33:45.885 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.7774999999999994e-05 2021-03-04T23:33:45.885 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.886 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.886 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:45.886 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.509584+0000", 2021-03-04T23:33:45.886 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.548e-06 2021-03-04T23:33:45.887 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.887 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.887 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:45.887 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.509585+0000", 2021-03-04T23:33:45.887 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.1880000000000008e-06 2021-03-04T23:33:45.888 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.888 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.888 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:45.888 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.509595+0000", 2021-03-04T23:33:45.888 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.967e-06 2021-03-04T23:33:45.889 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.889 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.889 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:45.889 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.509600+0000", 2021-03-04T23:33:45.889 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.12770646599999999 2021-03-04T23:33:45.890 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.890 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.890 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.890 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.637306+0000", 2021-03-04T23:33:45.890 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000106969 2021-03-04T23:33:45.891 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.891 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.891 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:45.891 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.637413+0000", 2021-03-04T23:33:45.891 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000100098 2021-03-04T23:33:45.892 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.892 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.892 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:33:45.892 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.637513+0000", 2021-03-04T23:33:45.892 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010590094 2021-03-04T23:33:45.893 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.893 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.893 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:45.893 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.648103+0000", 2021-03-04T23:33:45.893 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0081918379999999999 2021-03-04T23:33:45.894 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.894 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.894 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.894 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.656295+0000", 2021-03-04T23:33:45.894 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.9653999999999999e-05 2021-03-04T23:33:45.895 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.895 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.895 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.895 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.656315+0000", 2021-03-04T23:33:45.896 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4530999999999999e-05 2021-03-04T23:33:45.896 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.896 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.896 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:45.896 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.656349+0000", 2021-03-04T23:33:45.897 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0043998270000000003 2021-03-04T23:33:45.897 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.897 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.897 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:45.897 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:00.660749+0000", 2021-03-04T23:33:45.898 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.151232955 2021-03-04T23:33:45.898 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.898 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:45.898 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.898 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.899 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.899 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:138413 9.f 9:f7f03b6b:::benchmark_data_gibba011_139107_object138412:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e154)", 2021-03-04T23:33:45.899 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:02.145675+0000", 2021-03-04T23:33:45.899 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 463.36902505, 2021-03-04T23:33:45.899 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.146516801, 2021-03-04T23:33:45.900 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:45.900 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:45.900 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:45.900 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:45.900 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:45.901 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 138413 2021-03-04T23:33:45.901 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.901 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:45.901 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.901 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:45.902 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.145675+0000", 2021-03-04T23:33:45.902 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:45.902 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.902 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.902 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:45.903 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.145675+0000", 2021-03-04T23:33:45.903 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.8347000000000001e-05 2021-03-04T23:33:45.903 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.903 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.903 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:45.904 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.145753+0000", 2021-03-04T23:33:45.904 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3799999999999999e-06 2021-03-04T23:33:45.904 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.904 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.904 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:45.905 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.145754+0000", 2021-03-04T23:33:45.905 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0107e-05 2021-03-04T23:33:45.905 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.905 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.905 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:45.906 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.145764+0000", 2021-03-04T23:33:45.906 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.549e-06 2021-03-04T23:33:45.906 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.906 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.906 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:45.907 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.145769+0000", 2021-03-04T23:33:45.907 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.074354704999999993 2021-03-04T23:33:45.907 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.907 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.908 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.908 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.220124+0000", 2021-03-04T23:33:45.908 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000149259 2021-03-04T23:33:45.908 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.908 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.909 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:45.909 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.220273+0000", 2021-03-04T23:33:45.909 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00019624599999999999 2021-03-04T23:33:45.909 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.909 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.910 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:33:45.910 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.220469+0000", 2021-03-04T23:33:45.910 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.011664374999999999 2021-03-04T23:33:45.910 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.910 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.911 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:45.911 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.232134+0000", 2021-03-04T23:33:45.911 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012972400000000001 2021-03-04T23:33:45.911 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.911 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.912 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.912 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.232263+0000", 2021-03-04T23:33:45.912 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.055602884999999998 2021-03-04T23:33:45.912 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.912 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.913 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.913 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.287866+0000", 2021-03-04T23:33:45.913 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8055000000000001e-05 2021-03-04T23:33:45.913 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.913 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.914 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:45.914 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.287904+0000", 2021-03-04T23:33:45.914 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0042871690000000004 2021-03-04T23:33:45.914 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.914 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.915 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:45.915 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.292191+0000", 2021-03-04T23:33:45.915 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.146516801 2021-03-04T23:33:45.915 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.915 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:45.916 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.916 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.916 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.916 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:138416 9.f 9:f812c70b:::benchmark_data_gibba011_139107_object138415:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e154)", 2021-03-04T23:33:45.916 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:02.150520+0000", 2021-03-04T23:33:45.917 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 463.36417983699999, 2021-03-04T23:33:45.917 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14592116299999999, 2021-03-04T23:33:45.917 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:45.917 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:45.917 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:45.918 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:45.918 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:45.918 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 138416 2021-03-04T23:33:45.918 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.919 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:45.919 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.919 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:45.919 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.150520+0000", 2021-03-04T23:33:45.919 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:45.920 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.920 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.920 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:45.920 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.150520+0000", 2021-03-04T23:33:45.920 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6267999999999997e-05 2021-03-04T23:33:45.921 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.921 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.921 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:45.921 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.150576+0000", 2021-03-04T23:33:45.921 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2359999999999999e-06 2021-03-04T23:33:45.922 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.922 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.922 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:45.922 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.150577+0000", 2021-03-04T23:33:45.922 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.025e-05 2021-03-04T23:33:45.923 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.923 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.923 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:45.923 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.150588+0000", 2021-03-04T23:33:45.923 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4070000000000003e-06 2021-03-04T23:33:45.924 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.924 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.924 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:45.924 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.150592+0000", 2021-03-04T23:33:45.924 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.093168340000000002 2021-03-04T23:33:45.925 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.925 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.925 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:45.925 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.243760+0000", 2021-03-04T23:33:45.925 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00015835 2021-03-04T23:33:45.926 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.926 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.926 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:45.926 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.243919+0000", 2021-03-04T23:33:45.926 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00017417299999999999 2021-03-04T23:33:45.927 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.927 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.927 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,3", 2021-03-04T23:33:45.927 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.244093+0000", 2021-03-04T23:33:45.927 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.012416784 2021-03-04T23:33:45.928 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.928 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.928 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:45.928 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.256510+0000", 2021-03-04T23:33:45.928 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9952e-05 2021-03-04T23:33:45.929 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.929 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.929 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.929 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.256550+0000", 2021-03-04T23:33:45.929 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.035708150000000001 2021-03-04T23:33:45.930 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.930 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.930 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:45.930 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.292258+0000", 2021-03-04T23:33:45.930 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3952999999999998e-05 2021-03-04T23:33:45.931 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.931 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.931 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:45.931 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.292292+0000", 2021-03-04T23:33:45.932 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0041492999999999999 2021-03-04T23:33:45.932 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:45.932 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:45.932 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:45.933 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:02.296441+0000", 2021-03-04T23:33:45.933 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14592116299999999 2021-03-04T23:33:45.933 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.933 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:45.933 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.934 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:45.934 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:45.934 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:33:45.934 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:45.936 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:45.936 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:45 gibba011 conmon[95595]: cluster 2021-03-04T23:33:44.716149+0000 mgr.x (mgr.34676) 944 : cluster [DBG] 2021-03-04T23:33:45.937 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:45 gibba011 conmon[95595]: pgmap v957: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.9 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 266 op/s; 11955/289311 objects degraded (4.132%); 21178/289311 objects misplaced (7.320%); 1.2 MiB/s, 18 objects/s recovering 2021-03-04T23:33:45.937 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:45 gibba011 conmon[99461]: cluster 2021-03-04T23:33:44.716149+0000 mgr.x (mgr.34676) 944 : cluster [DBG] pgmap v957: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.9 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 266 op/s; 11955/289311 objects degraded (4.132%); 21178/289311 objects misplaced (7.320%); 1.2 MiB/s, 18 objects/s recovering 2021-03-04T23:33:45.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:45.957 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:45.958 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:46.059 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:46.077 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:46.078 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:46.079 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:46.175 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-03-04T23:33:46.181 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:46.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:46.200 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:46.200 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:46.291 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:33:46.302 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:46.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:46.320 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:46.320 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:46.362 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:33:46.451 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:46.462 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:46 gibba038 conmon[76675]: audit 2021-03-04T23:33:45.785117+0000 mon.a (mon.0) 1270 : audit [INF] from='client.? 172.21.2.111:0/139913178' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:33:46.483 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:46.483 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:46.484 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:46.585 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:46.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:46.606 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:46.607 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:46.709 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:46.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:46.734 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:46.735 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:46.837 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:46.853 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:46 gibba011 conmon[99461]: audit 2021-03-04T23:33:45.785117+0000 mon.a (mon.0) 1270 : audit [INF] from='client.? 172.21.2.111:0/139913178' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:33:46.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:46 gibba011 conmon[95595]: audit 2021-03-04T23:33:45.785117+0000 mon.a (mon.0) 1270 : audit [INF] from='client.? 172.21.2.111:0/139913178' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:33:46.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:46.855 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:46.856 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:46.957 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:46.976 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:46.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:46.977 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:47.078 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:47.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:47.097 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:47.097 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:47.199 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:47.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:47.217 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:47.218 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:47.319 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:47.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:47.338 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:47.338 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:47.440 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:47.461 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:47.462 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:47.462 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:47.563 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:47.580 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:47.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:47.582 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:47.622 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:47 gibba011 conmon[95595]: cluster 2021-03-04T23:33:46.353579+0000 mon.a (mon.0) 1271 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:47.622 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:47 gibba011 conmon[95595]: audit 2021-03-04T23:33:46.358199+0000 mon.a (mon.0) 2021-03-04T23:33:47.622 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:47 gibba011 conmon[95595]: 1272 : audit [INF] from='client.? 172.21.2.111:0/139913178' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:33:47.623 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:47 gibba011 conmon[95595]: cluster 2021-03-04T23:33:46.358231+0000 mon.a (mon.0) 1273 : cluster [DBG] osdmap e284: 8 total, 8 up, 7 in 2021-03-04T23:33:47.623 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:47 gibba011 conmon[95595]: cluster 2021-03-04T23:33:46.716416+0000 mgr.x (mgr.34676) 945 : cluster [DBG] pgmap v959: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.9 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 173 op/s; 11955/289005 objects degraded (4.137%); 21178/289005 objects misplaced (7.328%); 760 KiB/s, 11 objects/s recovering 2021-03-04T23:33:47.624 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:47 gibba011 conmon[99461]: cluster 2021-03-04T23:33:46.353579+0000 mon.a (mon.0) 1271 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:47.625 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:47 gibba011 conmon[99461]: audit 2021-03-04T23:33:46.358199+0000 mon.a (mon.0) 1272 : audit [INF] from='client.? 172.21.2.111:0/139913178' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:33:47.625 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:47 gibba011 conmon[99461]: cluster 2021-03-04T23:33:46.358231+0000 2021-03-04T23:33:47.625 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:47 gibba011 conmon[99461]: mon.a (mon.0) 1273 : cluster [DBG] osdmap e284: 8 total, 8 up, 7 in 2021-03-04T23:33:47.625 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:47 gibba011 conmon[99461]: cluster 2021-03-04T23:33:47.626 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:47 gibba011 conmon[99461]: 2021-03-04T23:33 2021-03-04T23:33:47.626 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:47 gibba011 conmon[99461]: :46.716416+0000 mgr.x (mgr.34676) 945 : 2021-03-04T23:33:47.626 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:47 gibba011 conmon[99461]: cluster [DBG] pgmap v959: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.9 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 173 op/s; 11955/289005 objects degraded (4.137%); 21178/289005 objects misplaced (7.328%); 760 KiB/s, 11 objects/s recovering 2021-03-04T23:33:47.629 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:47 gibba038 conmon[76675]: cluster 2021-03-04T23:33:46.353579+0000 mon.a (mon.0) 1271 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:33:47.630 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:47 gibba038 conmon[76675]: audit 2021-03-04T23:33:46.358199+0000 mon.a (mon.0) 1272 : audit [INF] from='client.? 172.21.2.111:0/139913178' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:33:47.630 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:47 gibba038 conmon[76675]: cluster 2021-03-04T23:33:46.358231+0000 mon.a (mon.0) 1273 : cluster [DBG] osdmap e284: 8 total, 8 up, 7 in 2021-03-04T23:33:47.630 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:47 gibba038 conmon[76675]: cluster 2021-03-04T23:33:46.716416+0000 mgr.x (mgr.34676) 945 : cluster [DBG] pgmap v959: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.9 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 173 op/s; 11955/289005 objects degraded (4.137%); 21178/289005 objects misplaced (7.328%); 760 KiB/s, 11 objects/s recovering 2021-03-04T23:33:47.683 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:47.700 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:47.701 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:47.702 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:47.721 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:33:47.721 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:33:47.722 INFO:teuthology.orchestra.run.gibba038.stdout: "num_ops": 0 2021-03-04T23:33:47.722 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:33:47.803 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:47.820 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:47.821 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:47.822 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:47.923 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:47.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:47.943 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:47.943 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:48.044 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:48.062 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:48.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:48.063 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:48.164 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:48.182 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:48.183 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:48.184 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:48.285 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:48.304 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:48.306 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:48.307 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:48.378 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:33:48.379 INFO:teuthology.orchestra.run.gibba011.stdout:{"fsid":"5f47b844-7d3d-11eb-9066-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 11955/289005 objects degraded (4.137%), 2 pgs degraded, 3 pgs undersized","count":5},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":1375,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":284,"num_osds":8,"num_up_osds":8,"osd_up_since":1614900469,"num_in_osds":7,"osd_in_since":1614900717,"num_remapped_pgs":5},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":114},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+remapped+backfill_wait","count":2},{"state_name":"active+recovering+undersized+remapped","count":1}],"num_pgs":119,"num_pools":5,"num_objects":96335,"data_bytes":6311906624,"bytes_used":25158766592,"bytes_avail":606201425920,"bytes_total":631360192512,"degraded_objects":11955,"degraded_total":289005,"degraded_ratio":0.041366066331032333,"misplaced_objects":21178,"misplaced_total":289005,"misplaced_ratio":0.073279009013684879,"recovering_objects_per_sec":11,"recovering_bytes_per_sec":778085,"recovering_keys_per_sec":0,"num_objects_recovered":96,"num_bytes_recovered":6225920,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":173},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.gibba038.rbeynd","status":"up:active","gid":34322}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.x:8443/"}},"servicemap":{"epoch":27,"modified":"2021-03-04T23:31:42.691059+0000","services":{}},"progress_events":{"325add0c-2571-4241-bc14-5f365661abb5":{"message":"Upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 (4m)\n [===========.................] (remaining: 7m)","progress":0.40000000596046448,"add_to_ceph_s":false},"4e3490fa-9157-44ad-a0cb-fb2dd1c26592":{"message":"Global Recovery Event (8m)\n [==========================..] (remaining: 21s)","progress":0.95798319578170776,"add_to_ceph_s":true},"69344cb1-a00f-4f6a-b930-be920dcb2487":{"message":"Rebalancing after osd.6 marked in (8m)\n [===========================.] (remaining: 9s)","progress":0.98058366775512695,"add_to_ceph_s":false},"a6cabe7d-74fd-4880-9df0-9c4f5a17cc82":{"message":"Rebalancing after osd.2 marked out (109s)\n [===========================.] (remaining: 2s)","progress":0.98039215803146362,"add_to_ceph_s":false}}} 2021-03-04T23:33:48.392 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-03-04T23:33:48.409 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:48.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:48.432 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:48.432 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:48.474 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:33:48.488 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:33:48.500 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:33:48.511 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:33:48.513 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:33:48.527 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:33:48.533 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:48.541 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:33:48.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:48.553 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:48.553 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:48.554 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:33:48.568 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:33:48.570 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:33:48.570 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:33:48.571 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:33:48.572 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:33:48.573 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:33:48.573 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:33:48.574 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:33:48.574 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:33:48.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:48 gibba011 conmon[95595]: audit 2021-03-04T23:33:48.376194+0000 mon.a (mon.0) 1274 : audit [DBG] from='client.? 172.21.2.111:0/3566591007' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:33:48.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:48 gibba011 conmon[99461]: audit 2021-03-04T23:33:48.376194+0000 mon.a (mon.0) 1274 : audit [DBG] from='client.? 172.21.2.111:0/3566591007' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:33:48.655 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:48.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:48.674 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:48.675 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:48.680 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:48 gibba038 conmon[76675]: audit 2021-03-04T23:33:48.376194+0000 mon.a (mon.0) 1274 : audit [DBG] from='client.? 172.21.2.111:0/3566591007' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:33:48.777 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:48.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:48.797 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:48.797 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:48.900 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:48.919 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:48.921 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:48.921 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:49.023 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:49.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:49.043 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:49.044 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:49.145 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:49.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:49.164 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:49.164 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:49.266 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:49.283 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:49.284 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:49.284 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:49.386 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:49.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:49.407 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:49.407 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:49.492 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-03-04T23:33:49.493 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:33:49.508 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:49.526 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:49.527 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:49.527 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:49.610 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:49.628 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:49.646 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:49.647 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:49.647 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:49.648 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:33:49.724 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:49 gibba011 conmon[95595]: audit 2021-03-04T23:33:48.457442+0000 mon.c (mon.1) 377 : audit [DBG] from='client.? 172.21.2.111:0/1470126197' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:49.739 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:49 gibba011 conmon[95595]: cluster 2021-03-04T23:33:48.716958+0000 mgr.x (mgr.34676) 946 : cluster [DBG] pgmap v960: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.8 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 322 op/s; 11955/284838 objects degraded (4.197%); 20763/284838 objects misplaced (7.289%); 1.5 MiB/s, 23 objects/s recovering 2021-03-04T23:33:49.745 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:49 gibba011 conmon[95595]: cluster 2021-03-04T23:33:48.981597+0000 mon.a (mon.0) 1275 : cluster [WRN] Health check update: Degraded data redundancy: 11955/289005 objects degraded (4.137%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:33:49.758 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:49 gibba011 conmon[99461]: audit 2021-03-04T23:33:48.457442+0000 mon.c (mon.1) 377 : audit [DBG] from='client.? 172.21.2.111:0/1470126197' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:49.758 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:49 gibba011 conmon[99461]: cluster 2021-03-04T23:33:48.716958+0000 mgr.x (mgr.34676) 946 : cluster [DBG] pgmap v960: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.8 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 322 op/s; 11955/284838 objects degraded (4.197%); 20763/284838 objects misplaced (7.289%); 1.5 MiB/s, 23 objects/s recovering 2021-03-04T23:33:49.759 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:49 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:33:49.759 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:49 gibba011 conmon[99461]: 33:48.981597+0000 mon.a (mon.0) 1275 : cluster [WRN] Health check update: Degraded data redundancy: 11955/289005 objects degraded (4.137%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:33:49.761 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:49.763 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:49 gibba038 conmon[76675]: audit 2021-03-04T23:33:48.457442+0000 mon.c (mon.1) 377 : audit [DBG] from='client.? 172.21.2.111:0/1470126197' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:49.763 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:49 gibba038 conmon[76675]: cluster 2021-03-04T23:33:48.716958+0000 mgr.x (mgr.34676) 946 : cluster [DBG] pgmap v960: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.8 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 322 op/s; 11955/284838 objects degraded (4.197%); 20763/284838 objects misplaced (7.289%); 1.5 MiB/s, 23 objects/s recovering 2021-03-04T23:33:49.764 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:49 gibba038 conmon[76675]: cluster 2021-03-04T23:33:48.981597+0000 mon.a (mon.0) 1275 : cluster [WRN] Health check update: Degraded data redundancy: 11955/289005 objects degraded (4.137%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:33:49.806 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:49.839 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:49.840 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:49.841 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:49.909 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:33:49.910 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:33:49.942 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:49.963 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:49.964 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:49.965 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:50.066 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:50.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:50.087 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:50.087 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:50.188 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:50.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:50.209 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:50.210 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:50.313 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:50.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:50.345 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:50.346 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:50.451 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:50.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:50.477 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:50.478 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:50.525 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-03-04T23:33:50.580 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:50.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:50.601 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:50.601 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:50.639 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:33:50.702 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:50.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:50.723 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:50.723 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:50.825 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:50.847 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:50.848 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:50.848 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:50.950 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:50.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:50.979 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:50.979 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:51.081 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:51.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:51.101 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:51.101 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:51.203 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:51.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:51.223 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:51.223 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:51.325 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:51.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:51.344 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:51.345 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:51.446 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:51.464 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:51.465 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:51.465 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:51.567 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:51.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:51.590 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:51.590 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:51.692 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:51.717 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:51.718 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:51.718 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:51.763 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:33:51.820 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:51.839 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:51.840 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:51.841 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:51.900 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:51.942 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:51.962 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:51.963 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:51 gibba038 conmon[76675]: cluster 2021-03-04T23:33:50.717282+0000 mgr.x (mgr.34676) 947 : cluster [DBG] pgmap v961: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.8 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 277 op/s; 11955/284616 objects degraded (4.200%); 20763/284616 objects misplaced (7.295%); 1.2 MiB/s, 19 objects/s recovering 2021-03-04T23:33:51.964 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:51.964 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:52.001 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:33:52.004 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:33:52.062 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:33:52.063 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:33:52.065 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:52.083 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:51 gibba011 conmon[95595]: cluster 2021-03-04T23:33:50.717282 2021-03-04T23:33:52.083 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:51 gibba011 conmon[95595]: +0000 mgr.x (mgr.34676) 947 : cluster [DBG] pgmap v961: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.8 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 277 op/s; 11955/284616 objects degraded (4.200%); 20763/284616 objects misplaced (7.295%); 1.2 MiB/s, 19 objects/s recovering 2021-03-04T23:33:52.084 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:51 gibba011 conmon[99461]: cluster 2021-03-04T23:33:50.717282+0000 mgr.x (mgr.34676) 947 : cluster 2021-03-04T23:33:52.084 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:51 gibba011 conmon[99461]: [DBG] pgmap v961: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.8 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 277 op/s; 11955/284616 objects degraded (4.200%); 20763/284616 objects misplaced (7.295%); 1.2 MiB/s, 19 objects/s recovering 2021-03-04T23:33:52.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:52.087 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:52.088 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:52.189 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:52.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:52.209 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:52.209 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:52.311 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:52.332 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:52.333 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:52.334 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:52.435 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:52.454 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:52.455 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:52.456 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:52.557 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:52.574 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:52.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:52.576 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:52.677 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:52.693 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:52.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:52.695 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:52.725 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:33:52.782 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:33:52.796 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:52.815 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:52.816 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:52.816 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:52.846 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:33:52.902 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":961,"stamp":"2021-03-04T23:33:50.717084+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":6216027456,"num_objects":94872,"num_object_clones":0,"num_object_copies":284616,"num_objects_missing_on_primary":803,"num_objects_missing":803,"num_objects_degraded":11955,"num_objects_misplaced":20763,"num_objects_unfound":0,"num_objects_dirty":94872,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":211932,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91676,"num_bytes_recovered":5260913713,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82363,"ondisk_log_size":82363,"up":357,"acting":354,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":394,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":24282460,"kb_used_data":19745124,"kb_used_omap":6415,"kb_used_meta":4530864,"kb_avail":592280228,"statfs":{"total":631360192512,"available":606494953472,"internally_reserved":4294967296,"allocated":20219006976,"data_stored":20209333190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6569549,"internal_metadata":4639605171},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,2,0,2,0,1,3,6,4],"upper_bound":2048},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-181993472,"num_objects":-2777,"num_object_clones":0,"num_object_copies":-8331,"num_objects_missing_on_primary":-1,"num_objects_missing":-1,"num_objects_degraded":0,"num_objects_misplaced":-752,"num_objects_unfound":0,"num_objects_dirty":-2777,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2777,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":197,"num_bytes_recovered":12845056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001916"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"329","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.348433+0000","last_change":"2021-03-04T23:32:26.240995+0000","last_active":"2021-03-04T23:33:40.348433+0000","last_peered":"2021-03-04T23:33:40.348433+0000","last_clean":"2021-03-04T23:33:40.348433+0000","last_became_active":"2021-03-04T23:32:26.240606+0000","last_became_peered":"2021-03-04T23:32:26.240606+0000","last_unstale":"2021-03-04T23:33:40.348433+0000","last_undegraded":"2021-03-04T23:33:40.348433+0000","last_fullsized":"2021-03-04T23:33:40.348433+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"71","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345134+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:33:40.345134+0000","last_peered":"2021-03-04T23:33:40.345134+0000","last_clean":"2021-03-04T23:33:40.345134+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:33:40.345134+0000","last_undegraded":"2021-03-04T23:33:40.345134+0000","last_fullsized":"2021-03-04T23:33:40.345134+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"27","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.343063+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:33:40.343063+0000","last_peered":"2021-03-04T23:33:40.343063+0000","last_clean":"2021-03-04T23:33:40.343063+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:33:40.343063+0000","last_undegraded":"2021-03-04T23:33:40.343063+0000","last_fullsized":"2021-03-04T23:33:40.343063+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"305","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345576+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:33:40.345576+0000","last_peered":"2021-03-04T23:33:40.345576+0000","last_clean":"2021-03-04T23:33:40.345576+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:33:40.345576+0000","last_undegraded":"2021-03-04T23:33:40.345576+0000","last_fullsized":"2021-03-04T23:33:40.345576+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"89","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.344908+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:33:40.344908+0000","last_peered":"2021-03-04T23:33:40.344908+0000","last_clean":"2021-03-04T23:33:40.344908+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:33:40.344908+0000","last_undegraded":"2021-03-04T23:33:40.344908+0000","last_fullsized":"2021-03-04T23:33:40.344908+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"33","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.360403+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:33:40.360403+0000","last_peered":"2021-03-04T23:33:40.360403+0000","last_clean":"2021-03-04T23:33:40.360403+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:33:40.360403+0000","last_undegraded":"2021-03-04T23:33:40.360403+0000","last_fullsized":"2021-03-04T23:33:40.360403+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"277","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345569+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:33:40.345569+0000","last_peered":"2021-03-04T23:33:40.345569+0000","last_clean":"2021-03-04T23:33:40.345569+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:33:40.345569+0000","last_undegraded":"2021-03-04T23:33:40.345569+0000","last_fullsized":"2021-03-04T23:33:40.345569+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"89","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.344965+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:33:40.344965+0000","last_peered":"2021-03-04T23:33:40.344965+0000","last_clean":"2021-03-04T23:33:40.344965+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:33:40.344965+0000","last_undegraded":"2021-03-04T23:33:40.344965+0000","last_fullsized":"2021-03-04T23:33:40.344965+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"75","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345008+0000","last_change":"2021-03-04T23:32:18.981656+0000","last_active":"2021-03-04T23:33:40.345008+0000","last_peered":"2021-03-04T23:33:40.345008+0000","last_clean":"2021-03-04T23:33:40.345008+0000","last_became_active":"2021-03-04T23:32:18.981253+0000","last_became_peered":"2021-03-04T23:32:18.981253+0000","last_unstale":"2021-03-04T23:33:40.345008+0000","last_undegraded":"2021-03-04T23:33:40.345008+0000","last_fullsized":"2021-03-04T23:33:40.345008+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"326","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.343965+0000","last_change":"2021-03-04T23:32:26.243636+0000","last_active":"2021-03-04T23:33:40.343965+0000","last_peered":"2021-03-04T23:33:40.343965+0000","last_clean":"2021-03-04T23:33:40.343965+0000","last_became_active":"2021-03-04T23:32:26.243433+0000","last_became_peered":"2021-03-04T23:32:26.243433+0000","last_unstale":"2021-03-04T23:33:40.343965+0000","last_undegraded":"2021-03-04T23:33:40.343965+0000","last_fullsized":"2021-03-04T23:33:40.343965+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"91","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345505+0000","last_change":"2021-03-04T23:32:18.988970+0000","last_active":"2021-03-04T23:33:40.345505+0000","last_peered":"2021-03-04T23:33:40.345505+0000","last_clean":"2021-03-04T23:33:40.345505+0000","last_became_active":"2021-03-04T23:32:18.988819+0000","last_became_peered":"2021-03-04T23:32:18.988819+0000","last_unstale":"2021-03-04T23:33:40.345505+0000","last_undegraded":"2021-03-04T23:33:40.345505+0000","last_fullsized":"2021-03-04T23:33:40.345505+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"63","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345028+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:33:40.345028+0000","last_peered":"2021-03-04T23:33:40.345028+0000","last_clean":"2021-03-04T23:33:40.345028+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:33:40.345028+0000","last_undegraded":"2021-03-04T23:33:40.345028+0000","last_fullsized":"2021-03-04T23:33:40.345028+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"27","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.343083+0000","last_change":"2021-03-04T23:32:26.241627+0000","last_active":"2021-03-04T23:33:40.343083+0000","last_peered":"2021-03-04T23:33:40.343083+0000","last_clean":"2021-03-04T23:33:40.343083+0000","last_became_active":"2021-03-04T23:32:26.241358+0000","last_became_peered":"2021-03-04T23:32:26.241358+0000","last_unstale":"2021-03-04T23:33:40.343083+0000","last_undegraded":"2021-03-04T23:33:40.343083+0000","last_fullsized":"2021-03-04T23:33:40.343083+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"327","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.348362+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:33:40.348362+0000","last_peered":"2021-03-04T23:33:40.348362+0000","last_clean":"2021-03-04T23:33:40.348362+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:33:40.348362+0000","last_undegraded":"2021-03-04T23:33:40.348362+0000","last_fullsized":"2021-03-04T23:33:40.348362+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"306","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.348434+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:33:40.348434+0000","last_peered":"2021-03-04T23:33:40.348434+0000","last_clean":"2021-03-04T23:33:40.348434+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:33:40.348434+0000","last_undegraded":"2021-03-04T23:33:40.348434+0000","last_fullsized":"2021-03-04T23:33:40.348434+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"75","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.344757+0000","last_change":"2021-03-04T23:32:18.982083+0000","last_active":"2021-03-04T23:33:40.344757+0000","last_peered":"2021-03-04T23:33:40.344757+0000","last_clean":"2021-03-04T23:33:40.344757+0000","last_became_active":"2021-03-04T23:32:18.981790+0000","last_became_peered":"2021-03-04T23:32:18.981790+0000","last_unstale":"2021-03-04T23:33:40.344757+0000","last_undegraded":"2021-03-04T23:33:40.344757+0000","last_fullsized":"2021-03-04T23:33:40.344757+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"85","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345002+0000","last_change":"2021-03-04T23:32:19.165859+0000","last_active":"2021-03-04T23:33:40.345002+0000","last_peered":"2021-03-04T23:33:40.345002+0000","last_clean":"2021-03-04T23:33:40.345002+0000","last_became_active":"2021-03-04T23:32:19.018621+0000","last_became_peered":"2021-03-04T23:32:19.018621+0000","last_unstale":"2021-03-04T23:33:40.345002+0000","last_undegraded":"2021-03-04T23:33:40.345002+0000","last_fullsized":"2021-03-04T23:33:40.345002+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"107","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345130+0000","last_change":"2021-03-04T23:32:26.238976+0000","last_active":"2021-03-04T23:33:40.345130+0000","last_peered":"2021-03-04T23:33:40.345130+0000","last_clean":"2021-03-04T23:33:40.345130+0000","last_became_active":"2021-03-04T23:32:26.238739+0000","last_became_peered":"2021-03-04T23:32:26.238739+0000","last_unstale":"2021-03-04T23:33:40.345130+0000","last_undegraded":"2021-03-04T23:33:40.345130+0000","last_fullsized":"2021-03-04T23:33:40.345130+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"75","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.344849+0000","last_change":"2021-03-04T23:32:19.011685+0000","last_active":"2021-03-04T23:33:40.344849+0000","last_peered":"2021-03-04T23:33:40.344849+0000","last_clean":"2021-03-04T23:33:40.344849+0000","last_became_active":"2021-03-04T23:32:19.011404+0000","last_became_peered":"2021-03-04T23:32:19.011404+0000","last_unstale":"2021-03-04T23:33:40.344849+0000","last_undegraded":"2021-03-04T23:33:40.344849+0000","last_fullsized":"2021-03-04T23:33:40.344849+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"303","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.344718+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:33:40.344718+0000","last_peered":"2021-03-04T23:33:40.344718+0000","last_clean":"2021-03-04T23:33:40.344718+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:33:40.344718+0000","last_undegraded":"2021-03-04T23:33:40.344718+0000","last_fullsized":"2021-03-04T23:33:40.344718+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"289","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.343934+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:33:40.343934+0000","last_peered":"2021-03-04T23:33:40.343934+0000","last_clean":"2021-03-04T23:33:40.343934+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:33:40.343934+0000","last_undegraded":"2021-03-04T23:33:40.343934+0000","last_fullsized":"2021-03-04T23:33:40.343934+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"75","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345212+0000","last_change":"2021-03-04T23:32:19.019024+0000","last_active":"2021-03-04T23:33:40.345212+0000","last_peered":"2021-03-04T23:33:40.345212+0000","last_clean":"2021-03-04T23:33:40.345212+0000","last_became_active":"2021-03-04T23:32:19.018570+0000","last_became_peered":"2021-03-04T23:32:19.018570+0000","last_unstale":"2021-03-04T23:33:40.345212+0000","last_undegraded":"2021-03-04T23:33:40.345212+0000","last_fullsized":"2021-03-04T23:33:40.345212+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"66","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.344976+0000","last_change":"2021-03-04T23:32:26.245321+0000","last_active":"2021-03-04T23:33:40.344976+0000","last_peered":"2021-03-04T23:33:40.344976+0000","last_clean":"2021-03-04T23:33:40.344976+0000","last_became_active":"2021-03-04T23:32:26.243283+0000","last_became_peered":"2021-03-04T23:32:26.243283+0000","last_unstale":"2021-03-04T23:33:40.344976+0000","last_undegraded":"2021-03-04T23:33:40.344976+0000","last_fullsized":"2021-03-04T23:33:40.344976+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"262","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.344964+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:33:40.344964+0000","last_peered":"2021-03-04T23:33:40.344964+0000","last_clean":"2021-03-04T23:33:40.344964+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:33:40.344964+0000","last_undegraded":"2021-03-04T23:33:40.344964+0000","last_fullsized":"2021-03-04T23:33:40.344964+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"287","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345443+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:33:40.345443+0000","last_peered":"2021-03-04T23:33:40.345443+0000","last_clean":"2021-03-04T23:33:40.345443+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:33:40.345443+0000","last_undegraded":"2021-03-04T23:33:40.345443+0000","last_fullsized":"2021-03-04T23:33:40.345443+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"75","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.344776+0000","last_change":"2021-03-04T23:32:18.982413+0000","last_active":"2021-03-04T23:33:40.344776+0000","last_peered":"2021-03-04T23:33:40.344776+0000","last_clean":"2021-03-04T23:33:40.344776+0000","last_became_active":"2021-03-04T23:32:18.981859+0000","last_became_peered":"2021-03-04T23:32:18.981859+0000","last_unstale":"2021-03-04T23:33:40.344776+0000","last_undegraded":"2021-03-04T23:33:40.344776+0000","last_fullsized":"2021-03-04T23:33:40.344776+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"273","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345354+0000","last_change":"2021-03-04T23:31:58.062545+0000","last_active":"2021-03-04T23:33:40.345354+0000","last_peered":"2021-03-04T23:33:40.345354+0000","last_clean":"2021-03-04T23:33:40.345354+0000","last_became_active":"2021-03-04T23:31:58.062078+0000","last_became_peered":"2021-03-04T23:31:58.062078+0000","last_unstale":"2021-03-04T23:33:40.345354+0000","last_undegraded":"2021-03-04T23:33:40.345354+0000","last_fullsized":"2021-03-04T23:33:40.345354+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"174","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.360117+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:33:40.360117+0000","last_peered":"2021-03-04T23:33:40.360117+0000","last_clean":"2021-03-04T23:33:40.360117+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:33:40.360117+0000","last_undegraded":"2021-03-04T23:33:40.360117+0000","last_fullsized":"2021-03-04T23:33:40.360117+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"89","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345536+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:33:40.345536+0000","last_peered":"2021-03-04T23:33:40.345536+0000","last_clean":"2021-03-04T23:33:40.345536+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:33:40.345536+0000","last_undegraded":"2021-03-04T23:33:40.345536+0000","last_fullsized":"2021-03-04T23:33:40.345536+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"75","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345238+0000","last_change":"2021-03-04T23:32:18.990360+0000","last_active":"2021-03-04T23:33:40.345238+0000","last_peered":"2021-03-04T23:33:40.345238+0000","last_clean":"2021-03-04T23:33:40.345238+0000","last_became_active":"2021-03-04T23:32:18.985583+0000","last_became_peered":"2021-03-04T23:32:18.985583+0000","last_unstale":"2021-03-04T23:33:40.345238+0000","last_undegraded":"2021-03-04T23:33:40.345238+0000","last_fullsized":"2021-03-04T23:33:40.345238+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"27","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.343474+0000","last_change":"2021-03-04T23:32:26.249383+0000","last_active":"2021-03-04T23:33:40.343474+0000","last_peered":"2021-03-04T23:33:40.343474+0000","last_clean":"2021-03-04T23:33:40.343474+0000","last_became_active":"2021-03-04T23:32:26.249012+0000","last_became_peered":"2021-03-04T23:32:26.249012+0000","last_unstale":"2021-03-04T23:33:40.343474+0000","last_undegraded":"2021-03-04T23:33:40.343474+0000","last_fullsized":"2021-03-04T23:33:40.343474+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"284'13201","reported_seq":"13429","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:48.122868+0000","last_change":"2021-03-04T23:31:15.984936+0000","last_active":"2021-03-04T23:33:48.122868+0000","last_peered":"2021-03-04T23:33:48.122868+0000","last_clean":"2021-03-04T23:33:48.122868+0000","last_became_active":"2021-03-04T23:31:15.969777+0000","last_became_peered":"2021-03-04T23:31:15.969777+0000","last_unstale":"2021-03-04T23:33:48.122868+0000","last_undegraded":"2021-03-04T23:33:48.122868+0000","last_fullsized":"2021-03-04T23:33:48.122868+0000","mapping_epoch":236,"log_start":"155'8647","ondisk_log_start":"155'8647","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4554,"ondisk_log_size":4554,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":386990080,"num_objects":5905,"num_object_clones":0,"num_object_copies":17715,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5905,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13201,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":1048576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"61","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345376+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:33:40.345376+0000","last_peered":"2021-03-04T23:33:40.345376+0000","last_clean":"2021-03-04T23:33:40.345376+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:33:40.345376+0000","last_undegraded":"2021-03-04T23:33:40.345376+0000","last_fullsized":"2021-03-04T23:33:40.345376+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"292","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.343683+0000","last_change":"2021-03-04T23:32:18.976569+0000","last_active":"2021-03-04T23:33:40.343683+0000","last_peered":"2021-03-04T23:33:40.343683+0000","last_clean":"2021-03-04T23:33:40.343683+0000","last_became_active":"2021-03-04T23:32:18.976326+0000","last_became_peered":"2021-03-04T23:32:18.976326+0000","last_unstale":"2021-03-04T23:33:40.343683+0000","last_undegraded":"2021-03-04T23:33:40.343683+0000","last_fullsized":"2021-03-04T23:33:40.343683+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"75","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345036+0000","last_change":"2021-03-04T23:32:18.981638+0000","last_active":"2021-03-04T23:33:40.345036+0000","last_peered":"2021-03-04T23:33:40.345036+0000","last_clean":"2021-03-04T23:33:40.345036+0000","last_became_active":"2021-03-04T23:32:18.981295+0000","last_became_peered":"2021-03-04T23:32:18.981295+0000","last_unstale":"2021-03-04T23:33:40.345036+0000","last_undegraded":"2021-03-04T23:33:40.345036+0000","last_fullsized":"2021-03-04T23:33:40.345036+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"184","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.360430+0000","last_change":"2021-03-04T23:31:58.069396+0000","last_active":"2021-03-04T23:33:40.360430+0000","last_peered":"2021-03-04T23:33:40.360430+0000","last_clean":"2021-03-04T23:33:40.360430+0000","last_became_active":"2021-03-04T23:31:58.069222+0000","last_became_peered":"2021-03-04T23:31:58.069222+0000","last_unstale":"2021-03-04T23:33:40.360430+0000","last_undegraded":"2021-03-04T23:33:40.360430+0000","last_fullsized":"2021-03-04T23:33:40.360430+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"284'13161","reported_seq":"34016","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:49.968405+0000","last_change":"2021-03-04T23:31:02.313487+0000","last_active":"2021-03-04T23:33:49.968405+0000","last_peered":"2021-03-04T23:33:49.968405+0000","last_clean":"2021-03-04T23:33:49.968405+0000","last_became_active":"2021-03-04T23:31:02.298187+0000","last_became_peered":"2021-03-04T23:31:02.298187+0000","last_unstale":"2021-03-04T23:33:49.968405+0000","last_undegraded":"2021-03-04T23:33:49.968405+0000","last_fullsized":"2021-03-04T23:33:49.968405+0000","mapping_epoch":230,"log_start":"150'7522","ondisk_log_start":"150'7522","created":137,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5639,"ondisk_log_size":5639,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":388169728,"num_objects":5923,"num_object_clones":0,"num_object_copies":17769,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5923,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13161,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8025,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"61","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345148+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:33:40.345148+0000","last_peered":"2021-03-04T23:33:40.345148+0000","last_clean":"2021-03-04T23:33:40.345148+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:33:40.345148+0000","last_undegraded":"2021-03-04T23:33:40.345148+0000","last_fullsized":"2021-03-04T23:33:40.345148+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"354","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.348527+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:33:40.348527+0000","last_peered":"2021-03-04T23:33:40.348527+0000","last_clean":"2021-03-04T23:33:40.348527+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:33:40.348527+0000","last_undegraded":"2021-03-04T23:33:40.348527+0000","last_fullsized":"2021-03-04T23:33:40.348527+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"75","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345419+0000","last_change":"2021-03-04T23:32:18.976226+0000","last_active":"2021-03-04T23:33:40.345419+0000","last_peered":"2021-03-04T23:33:40.345419+0000","last_clean":"2021-03-04T23:33:40.345419+0000","last_became_active":"2021-03-04T23:32:18.975856+0000","last_became_peered":"2021-03-04T23:32:18.975856+0000","last_unstale":"2021-03-04T23:33:40.345419+0000","last_undegraded":"2021-03-04T23:33:40.345419+0000","last_fullsized":"2021-03-04T23:33:40.345419+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"27","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.343372+0000","last_change":"2021-03-04T23:32:26.243559+0000","last_active":"2021-03-04T23:33:40.343372+0000","last_peered":"2021-03-04T23:33:40.343372+0000","last_clean":"2021-03-04T23:33:40.343372+0000","last_became_active":"2021-03-04T23:32:26.243315+0000","last_became_peered":"2021-03-04T23:32:26.243315+0000","last_unstale":"2021-03-04T23:33:40.343372+0000","last_undegraded":"2021-03-04T23:33:40.343372+0000","last_fullsized":"2021-03-04T23:33:40.343372+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"284'13324","reported_seq":"13516","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:48.458083+0000","last_change":"2021-03-04T23:31:16.986091+0000","last_active":"2021-03-04T23:33:48.458083+0000","last_peered":"2021-03-04T23:33:48.458083+0000","last_clean":"2021-03-04T23:33:48.458083+0000","last_became_active":"2021-03-04T23:31:16.966316+0000","last_became_peered":"2021-03-04T23:31:16.966316+0000","last_unstale":"2021-03-04T23:33:48.458083+0000","last_undegraded":"2021-03-04T23:33:48.458083+0000","last_fullsized":"2021-03-04T23:33:48.458083+0000","mapping_epoch":237,"log_start":"152'8187","ondisk_log_start":"152'8187","created":137,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5137,"ondisk_log_size":5137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":386269184,"num_objects":5894,"num_object_clones":0,"num_object_copies":17682,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5894,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13324,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"61","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345242+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:33:40.345242+0000","last_peered":"2021-03-04T23:33:40.345242+0000","last_clean":"2021-03-04T23:33:40.345242+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:33:40.345242+0000","last_undegraded":"2021-03-04T23:33:40.345242+0000","last_fullsized":"2021-03-04T23:33:40.345242+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"33","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.360106+0000","last_change":"2021-03-04T23:32:18.980591+0000","last_active":"2021-03-04T23:33:40.360106+0000","last_peered":"2021-03-04T23:33:40.360106+0000","last_clean":"2021-03-04T23:33:40.360106+0000","last_became_active":"2021-03-04T23:32:18.980308+0000","last_became_peered":"2021-03-04T23:32:18.980308+0000","last_unstale":"2021-03-04T23:33:40.360106+0000","last_undegraded":"2021-03-04T23:33:40.360106+0000","last_fullsized":"2021-03-04T23:33:40.360106+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"75","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345208+0000","last_change":"2021-03-04T23:32:18.981505+0000","last_active":"2021-03-04T23:33:40.345208+0000","last_peered":"2021-03-04T23:33:40.345208+0000","last_clean":"2021-03-04T23:33:40.345208+0000","last_became_active":"2021-03-04T23:32:18.981076+0000","last_became_peered":"2021-03-04T23:32:18.981076+0000","last_unstale":"2021-03-04T23:33:40.345208+0000","last_undegraded":"2021-03-04T23:33:40.345208+0000","last_fullsized":"2021-03-04T23:33:40.345208+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"57","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345124+0000","last_change":"2021-03-04T23:31:15.977616+0000","last_active":"2021-03-04T23:33:40.345124+0000","last_peered":"2021-03-04T23:33:40.345124+0000","last_clean":"2021-03-04T23:33:40.345124+0000","last_became_active":"2021-03-04T23:31:15.976913+0000","last_became_peered":"2021-03-04T23:31:15.976913+0000","last_unstale":"2021-03-04T23:33:40.345124+0000","last_undegraded":"2021-03-04T23:33:40.345124+0000","last_fullsized":"2021-03-04T23:33:40.345124+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.6","version":"284'13431","reported_seq":"20161","reported_epoch":"284","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:33:48.633847+0000","last_change":"2021-03-04T23:32:27.548241+0000","last_active":"2021-03-04T23:33:48.633847+0000","last_peered":"2021-03-04T23:33:48.633847+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:32:27.370442+0000","last_became_peered":"2021-03-04T23:32:27.370442+0000","last_unstale":"2021-03-04T23:33:48.633847+0000","last_undegraded":"2021-03-04T23:32:27.364047+0000","last_fullsized":"2021-03-04T23:32:27.244914+0000","mapping_epoch":267,"log_start":"152'8282","ondisk_log_start":"152'8282","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5149,"ondisk_log_size":5149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":399572992,"num_objects":6097,"num_object_clones":0,"num_object_copies":18291,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8158,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6097,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13431,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3260,"num_bytes_recovered":213647360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"1,2,5","objects":1973},{"shards":"1,5","objects":1922},{"shards":"2,5,6","objects":2202}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"314","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.343787+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:33:40.343787+0000","last_peered":"2021-03-04T23:33:40.343787+0000","last_clean":"2021-03-04T23:33:40.343787+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:33:40.343787+0000","last_undegraded":"2021-03-04T23:33:40.343787+0000","last_fullsized":"2021-03-04T23:33:40.343787+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"278","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345467+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:33:40.345467+0000","last_peered":"2021-03-04T23:33:40.345467+0000","last_clean":"2021-03-04T23:33:40.345467+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:33:40.345467+0000","last_undegraded":"2021-03-04T23:33:40.345467+0000","last_fullsized":"2021-03-04T23:33:40.345467+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"335","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.343575+0000","last_change":"2021-03-04T23:32:18.972523+0000","last_active":"2021-03-04T23:33:40.343575+0000","last_peered":"2021-03-04T23:33:40.343575+0000","last_clean":"2021-03-04T23:33:40.343575+0000","last_became_active":"2021-03-04T23:32:18.971535+0000","last_became_peered":"2021-03-04T23:32:18.971535+0000","last_unstale":"2021-03-04T23:33:40.343575+0000","last_undegraded":"2021-03-04T23:33:40.343575+0000","last_fullsized":"2021-03-04T23:33:40.343575+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"75","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.346260+0000","last_change":"2021-03-04T23:32:18.981988+0000","last_active":"2021-03-04T23:33:40.346260+0000","last_peered":"2021-03-04T23:33:40.346260+0000","last_clean":"2021-03-04T23:33:40.346260+0000","last_became_active":"2021-03-04T23:32:18.981427+0000","last_became_peered":"2021-03-04T23:32:18.981427+0000","last_unstale":"2021-03-04T23:33:40.346260+0000","last_undegraded":"2021-03-04T23:33:40.346260+0000","last_fullsized":"2021-03-04T23:33:40.346260+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"284'13129","reported_seq":"18975","reported_epoch":"284","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:33:47.640167+0000","last_change":"2021-03-04T23:32:43.822873+0000","last_active":"2021-03-04T23:33:47.640167+0000","last_peered":"2021-03-04T23:33:47.640167+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:32:35.807116+0000","last_became_peered":"2021-03-04T23:32:35.807116+0000","last_unstale":"2021-03-04T23:33:47.640167+0000","last_undegraded":"2021-03-04T23:33:47.640167+0000","last_fullsized":"2021-03-04T23:32:19.969626+0000","mapping_epoch":261,"log_start":"143'6539","ondisk_log_start":"143'6539","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6590,"ondisk_log_size":6590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":381878272,"num_objects":5827,"num_object_clones":0,"num_object_copies":17481,"num_objects_missing_on_primary":803,"num_objects_missing":803,"num_objects_degraded":0,"num_objects_misplaced":2905,"num_objects_unfound":0,"num_objects_dirty":5827,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13129,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2829,"num_bytes_recovered":168820736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6],"avail_no_missing":["2","7"],"object_location_counts":[{"shards":"3,4,7","objects":2905},{"shards":"3,6","objects":2922}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"75","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345078+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:33:40.345078+0000","last_peered":"2021-03-04T23:33:40.345078+0000","last_clean":"2021-03-04T23:33:40.345078+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:33:40.345078+0000","last_undegraded":"2021-03-04T23:33:40.345078+0000","last_fullsized":"2021-03-04T23:33:40.345078+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"315","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.348467+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:33:40.348467+0000","last_peered":"2021-03-04T23:33:40.348467+0000","last_clean":"2021-03-04T23:33:40.348467+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:33:40.348467+0000","last_undegraded":"2021-03-04T23:33:40.348467+0000","last_fullsized":"2021-03-04T23:33:40.348467+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"293","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.343561+0000","last_change":"2021-03-04T23:31:58.069697+0000","last_active":"2021-03-04T23:33:40.343561+0000","last_peered":"2021-03-04T23:33:40.343561+0000","last_clean":"2021-03-04T23:33:40.343561+0000","last_became_active":"2021-03-04T23:31:58.068973+0000","last_became_peered":"2021-03-04T23:31:58.068973+0000","last_unstale":"2021-03-04T23:33:40.343561+0000","last_undegraded":"2021-03-04T23:33:40.343561+0000","last_fullsized":"2021-03-04T23:33:40.343561+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"75","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.344690+0000","last_change":"2021-03-04T23:32:19.011549+0000","last_active":"2021-03-04T23:33:40.344690+0000","last_peered":"2021-03-04T23:33:40.344690+0000","last_clean":"2021-03-04T23:33:40.344690+0000","last_became_active":"2021-03-04T23:32:19.011346+0000","last_became_peered":"2021-03-04T23:32:19.011346+0000","last_unstale":"2021-03-04T23:33:40.344690+0000","last_undegraded":"2021-03-04T23:33:40.344690+0000","last_fullsized":"2021-03-04T23:33:40.344690+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"284'13478","reported_seq":"28494","reported_epoch":"284","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:33:48.632421+0000","last_change":"2021-03-04T23:32:26.310942+0000","last_active":"2021-03-04T23:33:48.632421+0000","last_peered":"2021-03-04T23:33:48.632421+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:32:26.290638+0000","last_became_peered":"2021-03-04T23:32:26.290638+0000","last_unstale":"2021-03-04T23:33:48.632421+0000","last_undegraded":"2021-03-04T23:33:48.632421+0000","last_fullsized":"2021-03-04T23:33:48.632421+0000","mapping_epoch":266,"log_start":"153'8515","ondisk_log_start":"153'8515","created":137,"last_epoch_clean":233,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4963,"ondisk_log_size":4963,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":390332416,"num_objects":5956,"num_object_clones":0,"num_object_copies":17868,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":11912,"num_objects_unfound":0,"num_objects_dirty":5956,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13478,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7388,"num_bytes_recovered":475725824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[5,0,2],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"0,2,5","objects":5956}],"blocked_by":[],"up_primary":1,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"42","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.360228+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:33:40.360228+0000","last_peered":"2021-03-04T23:33:40.360228+0000","last_clean":"2021-03-04T23:33:40.360228+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:33:40.360228+0000","last_undegraded":"2021-03-04T23:33:40.360228+0000","last_fullsized":"2021-03-04T23:33:40.360228+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"303","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.348520+0000","last_change":"2021-03-04T23:32:18.970427+0000","last_active":"2021-03-04T23:33:40.348520+0000","last_peered":"2021-03-04T23:33:40.348520+0000","last_clean":"2021-03-04T23:33:40.348520+0000","last_became_active":"2021-03-04T23:32:18.970152+0000","last_became_peered":"2021-03-04T23:32:18.970152+0000","last_unstale":"2021-03-04T23:33:40.348520+0000","last_undegraded":"2021-03-04T23:33:40.348520+0000","last_fullsized":"2021-03-04T23:33:40.348520+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"75","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345266+0000","last_change":"2021-03-04T23:32:19.018810+0000","last_active":"2021-03-04T23:33:40.345266+0000","last_peered":"2021-03-04T23:33:40.345266+0000","last_clean":"2021-03-04T23:33:40.345266+0000","last_became_active":"2021-03-04T23:32:19.018286+0000","last_became_peered":"2021-03-04T23:32:19.018286+0000","last_unstale":"2021-03-04T23:33:40.345266+0000","last_undegraded":"2021-03-04T23:33:40.345266+0000","last_fullsized":"2021-03-04T23:33:40.345266+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"66","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.344800+0000","last_change":"2021-03-04T23:32:26.246083+0000","last_active":"2021-03-04T23:33:40.344800+0000","last_peered":"2021-03-04T23:33:40.344800+0000","last_clean":"2021-03-04T23:33:40.344800+0000","last_became_active":"2021-03-04T23:32:26.244207+0000","last_became_peered":"2021-03-04T23:32:26.244207+0000","last_unstale":"2021-03-04T23:33:40.344800+0000","last_undegraded":"2021-03-04T23:33:40.344800+0000","last_fullsized":"2021-03-04T23:33:40.344800+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"284'13105","reported_seq":"28653","reported_epoch":"284","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:33:47.474402+0000","last_change":"2021-03-04T23:32:26.376916+0000","last_active":"2021-03-04T23:33:47.474402+0000","last_peered":"2021-03-04T23:33:47.474402+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:32:26.331782+0000","last_became_peered":"2021-03-04T23:32:26.331782+0000","last_unstale":"2021-03-04T23:33:47.474402+0000","last_undegraded":"2021-03-04T23:32:26.253611+0000","last_fullsized":"2021-03-04T23:32:26.238493+0000","mapping_epoch":266,"log_start":"155'8673","ondisk_log_start":"155'8673","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4432,"ondisk_log_size":4432,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":383713280,"num_objects":5855,"num_object_clones":0,"num_object_copies":17565,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3797,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5855,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13105,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5565,"num_bytes_recovered":304480256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3],"avail_no_missing":["7","0","3","6"],"object_location_counts":[{"shards":"3,5,7","objects":2096},{"shards":"3,7","objects":3759}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"280","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.348331+0000","last_change":"2021-03-04T23:31:58.064857+0000","last_active":"2021-03-04T23:33:40.348331+0000","last_peered":"2021-03-04T23:33:40.348331+0000","last_clean":"2021-03-04T23:33:40.348331+0000","last_became_active":"2021-03-04T23:31:58.064575+0000","last_became_peered":"2021-03-04T23:31:58.064575+0000","last_unstale":"2021-03-04T23:33:40.348331+0000","last_undegraded":"2021-03-04T23:33:40.348331+0000","last_fullsized":"2021-03-04T23:33:40.348331+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"342","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.348615+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:33:40.348615+0000","last_peered":"2021-03-04T23:33:40.348615+0000","last_clean":"2021-03-04T23:33:40.348615+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:33:40.348615+0000","last_undegraded":"2021-03-04T23:33:40.348615+0000","last_fullsized":"2021-03-04T23:33:40.348615+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"273","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345307+0000","last_change":"2021-03-04T23:31:58.062715+0000","last_active":"2021-03-04T23:33:40.345307+0000","last_peered":"2021-03-04T23:33:40.345307+0000","last_clean":"2021-03-04T23:33:40.345307+0000","last_became_active":"2021-03-04T23:31:58.062351+0000","last_became_peered":"2021-03-04T23:31:58.062351+0000","last_unstale":"2021-03-04T23:33:40.345307+0000","last_undegraded":"2021-03-04T23:33:40.345307+0000","last_fullsized":"2021-03-04T23:33:40.345307+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"75","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.344930+0000","last_change":"2021-03-04T23:32:18.982415+0000","last_active":"2021-03-04T23:33:40.344930+0000","last_peered":"2021-03-04T23:33:40.344930+0000","last_clean":"2021-03-04T23:33:40.344930+0000","last_became_active":"2021-03-04T23:32:18.982097+0000","last_became_peered":"2021-03-04T23:32:18.982097+0000","last_unstale":"2021-03-04T23:33:40.344930+0000","last_undegraded":"2021-03-04T23:33:40.344930+0000","last_fullsized":"2021-03-04T23:33:40.344930+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"284'13171","reported_seq":"35752","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:47.435016+0000","last_change":"2021-03-04T23:32:23.249042+0000","last_active":"2021-03-04T23:33:47.435016+0000","last_peered":"2021-03-04T23:33:47.435016+0000","last_clean":"2021-03-04T23:33:47.435016+0000","last_became_active":"2021-03-04T23:32:23.233324+0000","last_became_peered":"2021-03-04T23:32:23.233324+0000","last_unstale":"2021-03-04T23:33:47.435016+0000","last_undegraded":"2021-03-04T23:33:47.435016+0000","last_fullsized":"2021-03-04T23:33:47.435016+0000","mapping_epoch":264,"log_start":"147'6930","ondisk_log_start":"147'6930","created":137,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6241,"ondisk_log_size":6241,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":392626176,"num_objects":5991,"num_object_clones":0,"num_object_copies":17973,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5991,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13171,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11178,"num_bytes_recovered":644808704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"98","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.344978+0000","last_change":"2021-03-04T23:32:26.240947+0000","last_active":"2021-03-04T23:33:40.344978+0000","last_peered":"2021-03-04T23:33:40.344978+0000","last_clean":"2021-03-04T23:33:40.344978+0000","last_became_active":"2021-03-04T23:32:26.240743+0000","last_became_peered":"2021-03-04T23:32:26.240743+0000","last_unstale":"2021-03-04T23:33:40.344978+0000","last_undegraded":"2021-03-04T23:33:40.344978+0000","last_fullsized":"2021-03-04T23:33:40.344978+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"123","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.343458+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:33:40.343458+0000","last_peered":"2021-03-04T23:33:40.343458+0000","last_clean":"2021-03-04T23:33:40.343458+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:33:40.343458+0000","last_undegraded":"2021-03-04T23:33:40.343458+0000","last_fullsized":"2021-03-04T23:33:40.343458+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"75","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345392+0000","last_change":"2021-03-04T23:32:18.981845+0000","last_active":"2021-03-04T23:33:40.345392+0000","last_peered":"2021-03-04T23:33:40.345392+0000","last_clean":"2021-03-04T23:33:40.345392+0000","last_became_active":"2021-03-04T23:32:18.981465+0000","last_became_peered":"2021-03-04T23:32:18.981465+0000","last_unstale":"2021-03-04T23:33:40.345392+0000","last_undegraded":"2021-03-04T23:33:40.345392+0000","last_fullsized":"2021-03-04T23:33:40.345392+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"284'13139","reported_seq":"27276","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:48.604372+0000","last_change":"2021-03-04T23:32:43.006956+0000","last_active":"2021-03-04T23:33:48.604372+0000","last_peered":"2021-03-04T23:33:48.604372+0000","last_clean":"2021-03-04T23:33:48.604372+0000","last_became_active":"2021-03-04T23:32:42.989066+0000","last_became_peered":"2021-03-04T23:32:42.989066+0000","last_unstale":"2021-03-04T23:33:48.604372+0000","last_undegraded":"2021-03-04T23:33:48.604372+0000","last_fullsized":"2021-03-04T23:33:48.604372+0000","mapping_epoch":273,"log_start":"152'8034","ondisk_log_start":"152'8034","created":137,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5105,"ondisk_log_size":5105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":387907584,"num_objects":5919,"num_object_clones":0,"num_object_copies":17757,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5919,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13139,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6961,"num_bytes_recovered":299565056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"27","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.343283+0000","last_change":"2021-03-04T23:32:26.243555+0000","last_active":"2021-03-04T23:33:40.343283+0000","last_peered":"2021-03-04T23:33:40.343283+0000","last_clean":"2021-03-04T23:33:40.343283+0000","last_became_active":"2021-03-04T23:32:26.243321+0000","last_became_peered":"2021-03-04T23:32:26.243321+0000","last_unstale":"2021-03-04T23:33:40.343283+0000","last_undegraded":"2021-03-04T23:33:40.343283+0000","last_fullsized":"2021-03-04T23:33:40.343283+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"296","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.343834+0000","last_change":"2021-03-04T23:31:58.061270+0000","last_active":"2021-03-04T23:33:40.343834+0000","last_peered":"2021-03-04T23:33:40.343834+0000","last_clean":"2021-03-04T23:33:40.343834+0000","last_became_active":"2021-03-04T23:31:58.060937+0000","last_became_peered":"2021-03-04T23:31:58.060937+0000","last_unstale":"2021-03-04T23:33:40.343834+0000","last_undegraded":"2021-03-04T23:33:40.343834+0000","last_fullsized":"2021-03-04T23:33:40.343834+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"27","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.343111+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:33:40.343111+0000","last_peered":"2021-03-04T23:33:40.343111+0000","last_clean":"2021-03-04T23:33:40.343111+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:33:40.343111+0000","last_undegraded":"2021-03-04T23:33:40.343111+0000","last_fullsized":"2021-03-04T23:33:40.343111+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"75","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345063+0000","last_change":"2021-03-04T23:32:18.981793+0000","last_active":"2021-03-04T23:33:40.345063+0000","last_peered":"2021-03-04T23:33:40.345063+0000","last_clean":"2021-03-04T23:33:40.345063+0000","last_became_active":"2021-03-04T23:32:18.981354+0000","last_became_peered":"2021-03-04T23:32:18.981354+0000","last_unstale":"2021-03-04T23:33:40.345063+0000","last_undegraded":"2021-03-04T23:33:40.345063+0000","last_fullsized":"2021-03-04T23:33:40.345063+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"284'13280","reported_seq":"28015","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:48.118434+0000","last_change":"2021-03-04T23:31:15.989387+0000","last_active":"2021-03-04T23:33:48.118434+0000","last_peered":"2021-03-04T23:33:48.118434+0000","last_clean":"2021-03-04T23:33:48.118434+0000","last_became_active":"2021-03-04T23:31:15.968551+0000","last_became_peered":"2021-03-04T23:31:15.968551+0000","last_unstale":"2021-03-04T23:33:48.118434+0000","last_undegraded":"2021-03-04T23:33:48.118434+0000","last_fullsized":"2021-03-04T23:33:48.118434+0000","mapping_epoch":236,"log_start":"154'8703","ondisk_log_start":"154'8703","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4577,"ondisk_log_size":4577,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":395706368,"num_objects":6038,"num_object_clones":0,"num_object_copies":18114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6038,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13280,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7379,"num_bytes_recovered":476381184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"336","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.343690+0000","last_change":"2021-03-04T23:32:18.974052+0000","last_active":"2021-03-04T23:33:40.343690+0000","last_peered":"2021-03-04T23:33:40.343690+0000","last_clean":"2021-03-04T23:33:40.343690+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:33:40.343690+0000","last_undegraded":"2021-03-04T23:33:40.343690+0000","last_fullsized":"2021-03-04T23:33:40.343690+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"286","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.348406+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:33:40.348406+0000","last_peered":"2021-03-04T23:33:40.348406+0000","last_clean":"2021-03-04T23:33:40.348406+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:33:40.348406+0000","last_undegraded":"2021-03-04T23:33:40.348406+0000","last_fullsized":"2021-03-04T23:33:40.348406+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"27","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.343228+0000","last_change":"2021-03-04T23:32:26.241730+0000","last_active":"2021-03-04T23:33:40.343228+0000","last_peered":"2021-03-04T23:33:40.343228+0000","last_clean":"2021-03-04T23:33:40.343228+0000","last_became_active":"2021-03-04T23:32:26.241443+0000","last_became_peered":"2021-03-04T23:32:26.241443+0000","last_unstale":"2021-03-04T23:33:40.343228+0000","last_undegraded":"2021-03-04T23:33:40.343228+0000","last_fullsized":"2021-03-04T23:33:40.343228+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"75","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.344815+0000","last_change":"2021-03-04T23:32:18.982273+0000","last_active":"2021-03-04T23:33:40.344815+0000","last_peered":"2021-03-04T23:33:40.344815+0000","last_clean":"2021-03-04T23:33:40.344815+0000","last_became_active":"2021-03-04T23:32:18.981390+0000","last_became_peered":"2021-03-04T23:32:18.981390+0000","last_unstale":"2021-03-04T23:33:40.344815+0000","last_undegraded":"2021-03-04T23:33:40.344815+0000","last_fullsized":"2021-03-04T23:33:40.344815+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"284'13237","reported_seq":"21130","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:48.467263+0000","last_change":"2021-03-04T23:31:15.990321+0000","last_active":"2021-03-04T23:33:48.467263+0000","last_peered":"2021-03-04T23:33:48.467263+0000","last_clean":"2021-03-04T23:33:48.467263+0000","last_became_active":"2021-03-04T23:31:15.968330+0000","last_became_peered":"2021-03-04T23:31:15.968330+0000","last_unstale":"2021-03-04T23:33:48.467263+0000","last_undegraded":"2021-03-04T23:33:48.467263+0000","last_fullsized":"2021-03-04T23:33:48.467263+0000","mapping_epoch":236,"log_start":"152'8143","ondisk_log_start":"152'8143","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5094,"ondisk_log_size":5094,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":380960768,"num_objects":5813,"num_object_clones":0,"num_object_copies":17439,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5813,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13237,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3842,"num_bytes_recovered":151388160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"276","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345249+0000","last_change":"2021-03-04T23:31:58.062851+0000","last_active":"2021-03-04T23:33:40.345249+0000","last_peered":"2021-03-04T23:33:40.345249+0000","last_clean":"2021-03-04T23:33:40.345249+0000","last_became_active":"2021-03-04T23:31:58.062390+0000","last_became_peered":"2021-03-04T23:31:58.062390+0000","last_unstale":"2021-03-04T23:33:40.345249+0000","last_undegraded":"2021-03-04T23:33:40.345249+0000","last_fullsized":"2021-03-04T23:33:40.345249+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"27","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.343159+0000","last_change":"2021-03-04T23:32:26.241630+0000","last_active":"2021-03-04T23:33:40.343159+0000","last_peered":"2021-03-04T23:33:40.343159+0000","last_clean":"2021-03-04T23:33:40.343159+0000","last_became_active":"2021-03-04T23:32:26.241377+0000","last_became_peered":"2021-03-04T23:32:26.241377+0000","last_unstale":"2021-03-04T23:33:40.343159+0000","last_undegraded":"2021-03-04T23:33:40.343159+0000","last_fullsized":"2021-03-04T23:33:40.343159+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"27","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.343405+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:33:40.343405+0000","last_peered":"2021-03-04T23:33:40.343405+0000","last_clean":"2021-03-04T23:33:40.343405+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:33:40.343405+0000","last_undegraded":"2021-03-04T23:33:40.343405+0000","last_fullsized":"2021-03-04T23:33:40.343405+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"284'13235","reported_seq":"29334","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:47.392916+0000","last_change":"2021-03-04T23:30:59.306069+0000","last_active":"2021-03-04T23:33:47.392916+0000","last_peered":"2021-03-04T23:33:47.392916+0000","last_clean":"2021-03-04T23:33:47.392916+0000","last_became_active":"2021-03-04T23:30:59.292136+0000","last_became_peered":"2021-03-04T23:30:59.292136+0000","last_unstale":"2021-03-04T23:33:47.392916+0000","last_undegraded":"2021-03-04T23:33:47.392916+0000","last_fullsized":"2021-03-04T23:33:47.392916+0000","mapping_epoch":228,"log_start":"152'8097","ondisk_log_start":"152'8097","created":137,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5138,"ondisk_log_size":5138,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":385810432,"num_objects":5887,"num_object_clones":0,"num_object_copies":17661,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5887,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13235,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7939,"num_bytes_recovered":520224768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"294","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.343673+0000","last_change":"2021-03-04T23:31:58.069375+0000","last_active":"2021-03-04T23:33:40.343673+0000","last_peered":"2021-03-04T23:33:40.343673+0000","last_clean":"2021-03-04T23:33:40.343673+0000","last_became_active":"2021-03-04T23:31:58.069076+0000","last_became_peered":"2021-03-04T23:31:58.069076+0000","last_unstale":"2021-03-04T23:33:40.343673+0000","last_undegraded":"2021-03-04T23:33:40.343673+0000","last_fullsized":"2021-03-04T23:33:40.343673+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"75","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.344920+0000","last_change":"2021-03-04T23:32:18.976198+0000","last_active":"2021-03-04T23:33:40.344920+0000","last_peered":"2021-03-04T23:33:40.344920+0000","last_clean":"2021-03-04T23:33:40.344920+0000","last_became_active":"2021-03-04T23:32:18.975757+0000","last_became_peered":"2021-03-04T23:32:18.975757+0000","last_unstale":"2021-03-04T23:33:40.344920+0000","last_undegraded":"2021-03-04T23:33:40.344920+0000","last_fullsized":"2021-03-04T23:33:40.344920+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"71","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.344974+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:33:40.344974+0000","last_peered":"2021-03-04T23:33:40.344974+0000","last_clean":"2021-03-04T23:33:40.344974+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:33:40.344974+0000","last_undegraded":"2021-03-04T23:33:40.344974+0000","last_fullsized":"2021-03-04T23:33:40.344974+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"33","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.360250+0000","last_change":"2021-03-04T23:32:18.986718+0000","last_active":"2021-03-04T23:33:40.360250+0000","last_peered":"2021-03-04T23:33:40.360250+0000","last_clean":"2021-03-04T23:33:40.360250+0000","last_became_active":"2021-03-04T23:32:18.986509+0000","last_became_peered":"2021-03-04T23:32:18.986509+0000","last_unstale":"2021-03-04T23:33:40.360250+0000","last_undegraded":"2021-03-04T23:33:40.360250+0000","last_fullsized":"2021-03-04T23:33:40.360250+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"75","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345108+0000","last_change":"2021-03-04T23:32:19.018869+0000","last_active":"2021-03-04T23:33:40.345108+0000","last_peered":"2021-03-04T23:33:40.345108+0000","last_clean":"2021-03-04T23:33:40.345108+0000","last_became_active":"2021-03-04T23:32:19.018305+0000","last_became_peered":"2021-03-04T23:32:19.018305+0000","last_unstale":"2021-03-04T23:33:40.345108+0000","last_undegraded":"2021-03-04T23:33:40.345108+0000","last_fullsized":"2021-03-04T23:33:40.345108+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"284'13538","reported_seq":"35334","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:48.134661+0000","last_change":"2021-03-04T23:32:34.277292+0000","last_active":"2021-03-04T23:33:48.134661+0000","last_peered":"2021-03-04T23:33:48.134661+0000","last_clean":"2021-03-04T23:33:48.134661+0000","last_became_active":"2021-03-04T23:32:34.260379+0000","last_became_peered":"2021-03-04T23:32:34.260379+0000","last_unstale":"2021-03-04T23:33:48.134661+0000","last_undegraded":"2021-03-04T23:33:48.134661+0000","last_fullsized":"2021-03-04T23:33:48.134661+0000","mapping_epoch":270,"log_start":"155'8935","ondisk_log_start":"155'8935","created":137,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4603,"ondisk_log_size":4603,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":395182080,"num_objects":6030,"num_object_clones":0,"num_object_copies":18090,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6030,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13538,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10774,"num_bytes_recovered":705953792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"66","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.344745+0000","last_change":"2021-03-04T23:32:26.246392+0000","last_active":"2021-03-04T23:33:40.344745+0000","last_peered":"2021-03-04T23:33:40.344745+0000","last_clean":"2021-03-04T23:33:40.344745+0000","last_became_active":"2021-03-04T23:32:26.245274+0000","last_became_peered":"2021-03-04T23:32:26.245274+0000","last_unstale":"2021-03-04T23:33:40.344745+0000","last_undegraded":"2021-03-04T23:33:40.344745+0000","last_fullsized":"2021-03-04T23:33:40.344745+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"268","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345754+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:33:40.345754+0000","last_peered":"2021-03-04T23:33:40.345754+0000","last_clean":"2021-03-04T23:33:40.345754+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:33:40.345754+0000","last_undegraded":"2021-03-04T23:33:40.345754+0000","last_fullsized":"2021-03-04T23:33:40.345754+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"314","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345549+0000","last_change":"2021-03-04T23:32:26.243552+0000","last_active":"2021-03-04T23:33:40.345549+0000","last_peered":"2021-03-04T23:33:40.345549+0000","last_clean":"2021-03-04T23:33:40.345549+0000","last_became_active":"2021-03-04T23:32:26.243356+0000","last_became_peered":"2021-03-04T23:32:26.243356+0000","last_unstale":"2021-03-04T23:33:40.345549+0000","last_undegraded":"2021-03-04T23:33:40.345549+0000","last_fullsized":"2021-03-04T23:33:40.345549+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"75","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345216+0000","last_change":"2021-03-04T23:32:18.976958+0000","last_active":"2021-03-04T23:33:40.345216+0000","last_peered":"2021-03-04T23:33:40.345216+0000","last_clean":"2021-03-04T23:33:40.345216+0000","last_became_active":"2021-03-04T23:32:18.975806+0000","last_became_peered":"2021-03-04T23:32:18.975806+0000","last_unstale":"2021-03-04T23:33:40.345216+0000","last_undegraded":"2021-03-04T23:33:40.345216+0000","last_fullsized":"2021-03-04T23:33:40.345216+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"284'13204","reported_seq":"30858","reported_epoch":"284","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:33:47.480249+0000","last_change":"2021-03-04T23:32:27.307328+0000","last_active":"2021-03-04T23:33:47.480249+0000","last_peered":"2021-03-04T23:33:47.480249+0000","last_clean":"2021-03-04T23:32:23.232073+0000","last_became_active":"2021-03-04T23:32:27.288606+0000","last_became_peered":"2021-03-04T23:32:27.288606+0000","last_unstale":"2021-03-04T23:33:47.480249+0000","last_undegraded":"2021-03-04T23:33:47.480249+0000","last_fullsized":"2021-03-04T23:33:47.480249+0000","mapping_epoch":267,"log_start":"155'8786","ondisk_log_start":"155'8786","created":137,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4418,"ondisk_log_size":4418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":389677056,"num_objects":5946,"num_object_clones":0,"num_object_copies":17838,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5946,"num_objects_unfound":0,"num_objects_dirty":5946,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13204,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8712,"num_bytes_recovered":396623872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,0],"avail_no_missing":["7","0","4"],"object_location_counts":[{"shards":"0,4,7","objects":5946}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"57","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345139+0000","last_change":"2021-03-04T23:31:15.976911+0000","last_active":"2021-03-04T23:33:40.345139+0000","last_peered":"2021-03-04T23:33:40.345139+0000","last_clean":"2021-03-04T23:33:40.345139+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:33:40.345139+0000","last_undegraded":"2021-03-04T23:33:40.345139+0000","last_fullsized":"2021-03-04T23:33:40.345139+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"27","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.343370+0000","last_change":"2021-03-04T23:32:26.241609+0000","last_active":"2021-03-04T23:33:40.343370+0000","last_peered":"2021-03-04T23:33:40.343370+0000","last_clean":"2021-03-04T23:33:40.343370+0000","last_became_active":"2021-03-04T23:32:26.241419+0000","last_became_peered":"2021-03-04T23:32:26.241419+0000","last_unstale":"2021-03-04T23:33:40.343370+0000","last_undegraded":"2021-03-04T23:33:40.343370+0000","last_fullsized":"2021-03-04T23:33:40.343370+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"246","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.343602+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:33:40.343602+0000","last_peered":"2021-03-04T23:33:40.343602+0000","last_clean":"2021-03-04T23:33:40.343602+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:33:40.343602+0000","last_undegraded":"2021-03-04T23:33:40.343602+0000","last_fullsized":"2021-03-04T23:33:40.343602+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"75","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345326+0000","last_change":"2021-03-04T23:32:18.990243+0000","last_active":"2021-03-04T23:33:40.345326+0000","last_peered":"2021-03-04T23:33:40.345326+0000","last_clean":"2021-03-04T23:33:40.345326+0000","last_became_active":"2021-03-04T23:32:18.985408+0000","last_became_peered":"2021-03-04T23:32:18.985408+0000","last_unstale":"2021-03-04T23:33:40.345326+0000","last_undegraded":"2021-03-04T23:33:40.345326+0000","last_fullsized":"2021-03-04T23:33:40.345326+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"284'13080","reported_seq":"21133","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:47.462660+0000","last_change":"2021-03-04T23:32:54.052768+0000","last_active":"2021-03-04T23:33:47.462660+0000","last_peered":"2021-03-04T23:33:47.462660+0000","last_clean":"2021-03-04T23:33:47.462660+0000","last_became_active":"2021-03-04T23:32:54.024075+0000","last_became_peered":"2021-03-04T23:32:54.024075+0000","last_unstale":"2021-03-04T23:33:47.462660+0000","last_undegraded":"2021-03-04T23:33:47.462660+0000","last_fullsized":"2021-03-04T23:33:47.462660+0000","mapping_epoch":276,"log_start":"155'8595","ondisk_log_start":"155'8595","created":137,"last_epoch_clean":277,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4485,"ondisk_log_size":4485,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":386334744,"num_objects":5896,"num_object_clones":0,"num_object_copies":17688,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5896,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":13080,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3917,"num_bytes_recovered":147324952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"97","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345539+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:33:40.345539+0000","last_peered":"2021-03-04T23:33:40.345539+0000","last_clean":"2021-03-04T23:33:40.345539+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:33:40.345539+0000","last_undegraded":"2021-03-04T23:33:40.345539+0000","last_fullsized":"2021-03-04T23:33:40.345539+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"27","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.343414+0000","last_change":"2021-03-04T23:32:26.249226+0000","last_active":"2021-03-04T23:33:40.343414+0000","last_peered":"2021-03-04T23:33:40.343414+0000","last_clean":"2021-03-04T23:33:40.343414+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:33:40.343414+0000","last_undegraded":"2021-03-04T23:33:40.343414+0000","last_fullsized":"2021-03-04T23:33:40.343414+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"89","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.344907+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:33:40.344907+0000","last_peered":"2021-03-04T23:33:40.344907+0000","last_clean":"2021-03-04T23:33:40.344907+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:33:40.344907+0000","last_undegraded":"2021-03-04T23:33:40.344907+0000","last_fullsized":"2021-03-04T23:33:40.344907+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"75","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345106+0000","last_change":"2021-03-04T23:32:18.976964+0000","last_active":"2021-03-04T23:33:40.345106+0000","last_peered":"2021-03-04T23:33:40.345106+0000","last_clean":"2021-03-04T23:33:40.345106+0000","last_became_active":"2021-03-04T23:32:18.976053+0000","last_became_peered":"2021-03-04T23:32:18.976053+0000","last_unstale":"2021-03-04T23:33:40.345106+0000","last_undegraded":"2021-03-04T23:33:40.345106+0000","last_fullsized":"2021-03-04T23:33:40.345106+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"284'13167","reported_seq":"20770","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:47.451257+0000","last_change":"2021-03-04T23:31:15.998496+0000","last_active":"2021-03-04T23:33:47.451257+0000","last_peered":"2021-03-04T23:33:47.451257+0000","last_clean":"2021-03-04T23:33:47.451257+0000","last_became_active":"2021-03-04T23:31:15.976417+0000","last_became_peered":"2021-03-04T23:31:15.976417+0000","last_unstale":"2021-03-04T23:33:47.451257+0000","last_undegraded":"2021-03-04T23:33:47.451257+0000","last_fullsized":"2021-03-04T23:33:47.451257+0000","mapping_epoch":236,"log_start":"147'6975","ondisk_log_start":"147'6975","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6192,"ondisk_log_size":6192,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":384892928,"num_objects":5873,"num_object_clones":0,"num_object_copies":17619,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5873,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13167,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3697,"num_bytes_recovered":238419968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"185","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.360464+0000","last_change":"2021-03-04T23:31:58.069248+0000","last_active":"2021-03-04T23:33:40.360464+0000","last_peered":"2021-03-04T23:33:40.360464+0000","last_clean":"2021-03-04T23:33:40.360464+0000","last_became_active":"2021-03-04T23:31:58.068899+0000","last_became_peered":"2021-03-04T23:31:58.068899+0000","last_unstale":"2021-03-04T23:33:40.360464+0000","last_undegraded":"2021-03-04T23:33:40.360464+0000","last_fullsized":"2021-03-04T23:33:40.360464+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"317","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345635+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:33:40.345635+0000","last_peered":"2021-03-04T23:33:40.345635+0000","last_clean":"2021-03-04T23:33:40.345635+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:33:40.345635+0000","last_undegraded":"2021-03-04T23:33:40.345635+0000","last_fullsized":"2021-03-04T23:33:40.345635+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"255","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.348389+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:33:40.348389+0000","last_peered":"2021-03-04T23:33:40.348389+0000","last_clean":"2021-03-04T23:33:40.348389+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:33:40.348389+0000","last_undegraded":"2021-03-04T23:33:40.348389+0000","last_fullsized":"2021-03-04T23:33:40.348389+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"250","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345695+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:33:40.345695+0000","last_peered":"2021-03-04T23:33:40.345695+0000","last_clean":"2021-03-04T23:33:40.345695+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:33:40.345695+0000","last_undegraded":"2021-03-04T23:33:40.345695+0000","last_fullsized":"2021-03-04T23:33:40.345695+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"290","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.343451+0000","last_change":"2021-03-04T23:31:58.060196+0000","last_active":"2021-03-04T23:33:40.343451+0000","last_peered":"2021-03-04T23:33:40.343451+0000","last_clean":"2021-03-04T23:33:40.343451+0000","last_became_active":"2021-03-04T23:31:58.059959+0000","last_became_peered":"2021-03-04T23:31:58.059959+0000","last_unstale":"2021-03-04T23:33:40.343451+0000","last_undegraded":"2021-03-04T23:33:40.343451+0000","last_fullsized":"2021-03-04T23:33:40.343451+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"347","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.343985+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:33:40.343985+0000","last_peered":"2021-03-04T23:33:40.343985+0000","last_clean":"2021-03-04T23:33:40.343985+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:33:40.343985+0000","last_undegraded":"2021-03-04T23:33:40.343985+0000","last_fullsized":"2021-03-04T23:33:40.343985+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"330","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.348546+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:33:40.348546+0000","last_peered":"2021-03-04T23:33:40.348546+0000","last_clean":"2021-03-04T23:33:40.348546+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:33:40.348546+0000","last_undegraded":"2021-03-04T23:33:40.348546+0000","last_fullsized":"2021-03-04T23:33:40.348546+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"293","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.343801+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:33:40.343801+0000","last_peered":"2021-03-04T23:33:40.343801+0000","last_clean":"2021-03-04T23:33:40.343801+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:33:40.343801+0000","last_undegraded":"2021-03-04T23:33:40.343801+0000","last_fullsized":"2021-03-04T23:33:40.343801+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"300","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.348311+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:33:40.348311+0000","last_peered":"2021-03-04T23:33:40.348311+0000","last_clean":"2021-03-04T23:33:40.348311+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:33:40.348311+0000","last_undegraded":"2021-03-04T23:33:40.348311+0000","last_fullsized":"2021-03-04T23:33:40.348311+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"89","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345310+0000","last_change":"2021-03-04T23:32:18.971387+0000","last_active":"2021-03-04T23:33:40.345310+0000","last_peered":"2021-03-04T23:33:40.345310+0000","last_clean":"2021-03-04T23:33:40.345310+0000","last_became_active":"2021-03-04T23:32:18.971083+0000","last_became_peered":"2021-03-04T23:32:18.971083+0000","last_unstale":"2021-03-04T23:33:40.345310+0000","last_undegraded":"2021-03-04T23:33:40.345310+0000","last_fullsized":"2021-03-04T23:33:40.345310+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"73","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345418+0000","last_change":"2021-03-04T23:31:58.062548+0000","last_active":"2021-03-04T23:33:40.345418+0000","last_peered":"2021-03-04T23:33:40.345418+0000","last_clean":"2021-03-04T23:33:40.345418+0000","last_became_active":"2021-03-04T23:31:58.062122+0000","last_became_peered":"2021-03-04T23:31:58.062122+0000","last_unstale":"2021-03-04T23:33:40.345418+0000","last_undegraded":"2021-03-04T23:33:40.345418+0000","last_fullsized":"2021-03-04T23:33:40.345418+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"258","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.345580+0000","last_change":"2021-03-04T23:32:19.162403+0000","last_active":"2021-03-04T23:33:40.345580+0000","last_peered":"2021-03-04T23:33:40.345580+0000","last_clean":"2021-03-04T23:33:40.345580+0000","last_became_active":"2021-03-04T23:32:18.984227+0000","last_became_peered":"2021-03-04T23:32:18.984227+0000","last_unstale":"2021-03-04T23:33:40.345580+0000","last_undegraded":"2021-03-04T23:33:40.345580+0000","last_fullsized":"2021-03-04T23:33:40.345580+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"351","reported_epoch":"283","state":"active+clean","last_fresh":"2021-03-04T23:33:40.348266+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:33:40.348266+0000","last_peered":"2021-03-04T23:33:40.348266+0000","last_clean":"2021-03-04T23:33:40.348266+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:33:40.348266+0000","last_undegraded":"2021-03-04T23:33:40.348266+0000","last_fullsized":"2021-03-04T23:33:40.348266+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":10713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8326546,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":6},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":6216024088,"num_objects":94850,"num_object_clones":0,"num_object_copies":284550,"num_objects_missing_on_primary":803,"num_objects_missing":803,"num_objects_degraded":11955,"num_objects_misplaced":20763,"num_objects_unfound":0,"num_objects_dirty":94850,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":211880,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91618,"num_bytes_recovered":5260902424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":21658939392,"data_stored":21658927176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82317,"ondisk_log_size":82317,"up":48,"acting":45,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495973,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4973700,"kb_used_data":3925116,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":83106684,"statfs":{"total":90194313216,"available":85101244416,"internally_reserved":1073741824,"allocated":4019318784,"data_stored":4017920712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:54 2021","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.34100000000000003,"15min":0.32400000000000001},"min":{"1min":0.17699999999999999,"5min":0.125,"15min":0.125},"max":{"1min":0.57299999999999995,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.376,"5min":0.40999999999999998,"15min":0.40899999999999997},"min":{"1min":0.17799999999999999,"5min":0.158,"15min":0.158},"max":{"1min":0.53300000000000003,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.35599999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:33:32 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.40300000000000002,"15min":0.58999999999999997},"min":{"1min":0.21099999999999999,"5min":0.17499999999999999,"15min":0.16200000000000001},"max":{"1min":0.57599999999999996,"5min":0.91700000000000004,"15min":37.856000000000002},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.42099999999999999,"15min":0.625},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.56899999999999995,"5min":1.0409999999999999,"15min":37.914000000000001},"last":0.28599999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.34899999999999998,"15min":0.47999999999999998},"min":{"1min":0.26000000000000001,"5min":0.20300000000000001,"15min":0.16700000000000001},"max":{"1min":0.44700000000000001,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":0.313},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.44,"15min":0.52800000000000002},"min":{"1min":0.33200000000000002,"5min":0.214,"15min":0.182},"max":{"1min":0.56999999999999995,"5min":0.94499999999999995,"15min":3.206},"last":0.40000000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.373,"15min":0.89600000000000002},"min":{"1min":0.22900000000000001,"5min":0.20899999999999999,"15min":0.19},"max":{"1min":0.47299999999999998,"5min":0.96399999999999997,"15min":63.959000000000003},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.372,"15min":0.91600000000000004},"min":{"1min":0.215,"5min":0.20899999999999999,"15min":0.183},"max":{"1min":0.48899999999999999,"5min":0.84399999999999997,"15min":64.183999999999997},"last":0.34599999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.33300000000000002,"15min":0.39900000000000002},"min":{"1min":0.18099999999999999,"5min":0.17100000000000001,"15min":0.14399999999999999},"max":{"1min":0.626,"5min":0.65500000000000003,"15min":4.0179999999999998},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.29499999999999998,"15min":0.34699999999999998},"min":{"1min":0.155,"5min":0.155,"15min":0.13900000000000001},"max":{"1min":0.51000000000000001,"5min":0.55900000000000005,"15min":3.7410000000000001},"last":0.23000000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.28999999999999998,"15min":0.34100000000000003},"min":{"1min":0.16300000000000001,"5min":0.152,"15min":0.14299999999999999},"max":{"1min":0.626,"5min":0.626,"15min":3.621},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.35199999999999998,"15min":0.42699999999999999},"min":{"1min":0.20399999999999999,"5min":0.184,"15min":0.16800000000000001},"max":{"1min":0.67000000000000004,"5min":0.67400000000000004,"15min":3.54},"last":0.26600000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:32:49 2021","interfaces":[{"interface":"back","average":{"1min":0.316,"5min":0.29499999999999998,"15min":0.38400000000000001},"min":{"1min":0.14699999999999999,"5min":0.14699999999999999,"15min":0.14199999999999999},"max":{"1min":0.627,"5min":0.627,"15min":4.1299999999999999},"last":0.20699999999999999},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.371,"15min":0.49099999999999999},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.67700000000000005,"5min":0.80900000000000005,"15min":3.7850000000000001},"last":0.191}]}]},{"osd":6,"up_from":41,"seq":176093659474,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1892912,"kb_used_data":844328,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86187472,"statfs":{"total":90194313216,"available":88255971328,"internally_reserved":1073741824,"allocated":864591872,"data_stored":863207157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.35899999999999999,"15min":0.36299999999999999},"min":{"1min":0.17199999999999999,"5min":0.156,"15min":0.156},"max":{"1min":0.53200000000000003,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.246},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.371,"15min":0.36899999999999999},"min":{"1min":0.20399999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.65800000000000003,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.222}]},{"osd":1,"last update":"Thu Mar 4 23:33:24 2021","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.374,"15min":0.46000000000000002},"min":{"1min":0.182,"5min":0.182,"15min":0.159},"max":{"1min":0.46700000000000003,"5min":0.874,"15min":3.609},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.40100000000000002,"15min":0.45600000000000002},"min":{"1min":0.24399999999999999,"5min":0.20499999999999999,"15min":0.17000000000000001},"max":{"1min":0.67900000000000005,"5min":0.91600000000000004,"15min":4.149},"last":0.31900000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:33:24 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.39900000000000002,"15min":0.47399999999999998},"min":{"1min":0.224,"5min":0.20000000000000001,"15min":0.16800000000000001},"max":{"1min":0.69899999999999995,"5min":0.85399999999999998,"15min":4.0940000000000003},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38400000000000001,"15min":0.46500000000000002},"min":{"1min":0.25700000000000001,"5min":0.193,"15min":0.17599999999999999},"max":{"1min":0.51100000000000001,"5min":0.83999999999999997,"15min":3.3700000000000001},"last":0.33400000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:33:24 2021","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.38900000000000001,"15min":1.03},"min":{"1min":0.21299999999999999,"5min":0.182,"15min":0.182},"max":{"1min":0.48899999999999999,"5min":0.877,"15min":77.881},"last":0.308},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.40400000000000003,"15min":1.046},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.626,"5min":0.94999999999999996,"15min":77.683000000000007},"last":0.26000000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.32000000000000001,"15min":0.35999999999999999},"min":{"1min":0.23000000000000001,"5min":0.16600000000000001,"15min":0.13300000000000001},"max":{"1min":0.56699999999999995,"5min":0.61599999999999999,"15min":4.1539999999999999},"last":0.17199999999999999},{"interface":"front","average":{"1min":0.28899999999999998,"5min":0.32000000000000001,"15min":0.36899999999999999},"min":{"1min":0.17699999999999999,"5min":0.14299999999999999,"15min":0.13500000000000001},"max":{"1min":0.51800000000000002,"5min":0.70299999999999996,"15min":4.1269999999999998},"last":0.34699999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.30199999999999999,"5min":0.33200000000000002,"15min":0.375},"min":{"1min":0.19800000000000001,"5min":0.159,"15min":0.159},"max":{"1min":0.48499999999999999,"5min":0.71999999999999997,"15min":4.0010000000000003},"last":0.155},{"interface":"front","average":{"1min":0.30099999999999999,"5min":0.32300000000000001,"15min":0.42999999999999999},"min":{"1min":0.161,"5min":0.161,"15min":0.13900000000000001},"max":{"1min":0.438,"5min":0.57599999999999996,"15min":4.2389999999999999},"last":0.187}]},{"osd":7,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.34699999999999998,"15min":0.46200000000000002},"min":{"1min":0.19400000000000001,"5min":0.187,"15min":0.17399999999999999},"max":{"1min":0.504,"5min":0.60799999999999998,"15min":4.5880000000000001},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.372,"15min":0.42499999999999999},"min":{"1min":0.22500000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.52100000000000002,"5min":0.64100000000000001,"15min":4.0129999999999999},"last":0.38300000000000001}]}]},{"osd":1,"up_from":87,"seq":373662154994,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3513320,"kb_used_data":3370272,"kb_used_omap":2528,"kb_used_meta":140511,"kb_avail":84567064,"statfs":{"total":90194313216,"available":86596673536,"internally_reserved":0,"allocated":3451158528,"data_stored":3449786313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":143883566},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:58 2021","interfaces":[{"interface":"back","average":{"1min":0.248,"5min":0.26300000000000001,"15min":0.23899999999999999},"min":{"1min":0.13900000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.38800000000000001,"5min":0.625,"15min":0.625},"last":0.19500000000000001},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.33400000000000002,"15min":0.30599999999999999},"min":{"1min":0.22,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.61799999999999999,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.26000000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.23699999999999999,"5min":0.252,"15min":0.378},"min":{"1min":0.156,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.374,"5min":0.59999999999999998,"15min":4.4059999999999997},"last":0.214},{"interface":"front","average":{"1min":0.249,"5min":0.26200000000000001,"15min":0.435},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.13100000000000001},"max":{"1min":0.35999999999999999,"5min":0.47899999999999998,"15min":4.7240000000000002},"last":0.23599999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.42799999999999999,"15min":0.999},"min":{"1min":0.16600000000000001,"5min":0.156,"15min":0.155},"max":{"1min":12.710000000000001,"5min":12.710000000000001,"15min":110.28400000000001},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.44600000000000001,"15min":1.026},"min":{"1min":0.191,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":12.734,"5min":12.734,"15min":109.977},"last":0.34000000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.41499999999999998,"15min":0.57299999999999995},"min":{"1min":0.24099999999999999,"5min":0.20899999999999999,"15min":0.182},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":4.9850000000000003},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.379,"15min":0.50800000000000001},"min":{"1min":0.23000000000000001,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":4.5229999999999997},"last":0.30399999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.40200000000000002,"15min":0.57399999999999995},"min":{"1min":0.27700000000000002,"5min":0.23200000000000001,"15min":0.20699999999999999},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":8.6690000000000005},"last":0.38},{"interface":"front","average":{"1min":0.439,"5min":0.41199999999999998,"15min":0.58499999999999996},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":4.7729999999999997},"last":0.39300000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:32:51 2021","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40899999999999997,"15min":0.54700000000000004},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.214},"max":{"1min":0.90500000000000003,"5min":0.95399999999999996,"15min":4.5010000000000003},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.42999999999999999,"15min":0.60099999999999998},"min":{"1min":0.313,"5min":0.24299999999999999,"15min":0.23699999999999999},"max":{"1min":0.88,"5min":0.88,"15min":5.4649999999999999},"last":0.42699999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.438,"15min":0.64600000000000002},"min":{"1min":0.29099999999999998,"5min":0.23100000000000001,"15min":0.20899999999999999},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":4.7939999999999996},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.41599999999999998,"15min":0.57099999999999995},"min":{"1min":0.32200000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":4.5499999999999998},"last":0.40699999999999997}]}]},{"osd":0,"up_from":174,"seq":747324309577,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2531500,"kb_used_data":2436452,"kb_used_omap":980,"kb_used_meta":94059,"kb_avail":85548884,"statfs":{"total":90194313216,"available":87602057216,"internally_reserved":0,"allocated":2494926848,"data_stored":2493551088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":96317379},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.214,"5min":0.249,"15min":0.255},"min":{"1min":0.12,"5min":0.12,"15min":0.12},"max":{"1min":0.47499999999999998,"5min":0.623,"15min":0.623},"last":0.217},{"interface":"front","average":{"1min":0.22900000000000001,"5min":0.247,"15min":0.24299999999999999},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.20300000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.25600000000000001,"5min":0.26000000000000001,"15min":0.23999999999999999},"min":{"1min":0.156,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":0.432,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.249},{"interface":"front","average":{"1min":0.26300000000000001,"5min":0.27400000000000002,"15min":0.27700000000000002},"min":{"1min":0.14499999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.51800000000000002,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.26200000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.28899999999999998,"5min":0.28299999999999997,"15min":0.28599999999999998},"min":{"1min":0.157,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.46400000000000002,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.28399999999999997,"5min":0.30099999999999999,"15min":0.30299999999999999},"min":{"1min":0.17000000000000001,"5min":0.155,"15min":0.155},"max":{"1min":0.63900000000000001,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.29899999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.39400000000000002,"15min":0.38700000000000001},"min":{"1min":0.248,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.39200000000000002,"15min":0.38300000000000001},"min":{"1min":0.25700000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.61899999999999999,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.34999999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.40000000000000002,"15min":0.39200000000000002},"min":{"1min":0.252,"5min":0.217,"15min":0.217},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.374},{"interface":"front","average":{"1min":0.376,"5min":0.38900000000000001,"15min":0.39200000000000002},"min":{"1min":0.20300000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.318}]},{"osd":6,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.38100000000000001,"15min":0.40899999999999997},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.40000000000000002,"15min":0.39200000000000002},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.41699999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.39500000000000002,"15min":0.38900000000000001},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41499999999999998,"15min":0.40899999999999997},"min":{"1min":0.28499999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.66800000000000004,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.39100000000000001}]}]},{"osd":2,"up_from":0,"seq":442381631717,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879513,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3508452,"kb_used_data":3403548,"kb_used_omap":883,"kb_used_meta":104012,"kb_avail":84571932,"statfs":{"total":90194313216,"available":86601658368,"internally_reserved":0,"allocated":3485233152,"data_stored":3483863960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":106508352},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,2,0,2,0,1,3,6,4],"upper_bound":2048},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:54 2021","interfaces":[{"interface":"back","average":{"1min":0.22,"5min":0.98199999999999998,"15min":0.50600000000000001},"min":{"1min":0.127,"5min":0.127,"15min":0.127},"max":{"1min":0.442,"5min":66.528999999999996,"15min":66.528999999999996},"last":0.151},{"interface":"front","average":{"1min":0.253,"5min":1.0129999999999999,"15min":0.54900000000000004},"min":{"1min":0.16600000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.379,"5min":66.497,"15min":66.497},"last":0.184}]},{"osd":1,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.223,"5min":0.49299999999999999,"15min":0.435},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.13500000000000001},"max":{"1min":0.34000000000000002,"5min":25.097999999999999,"15min":25.097999999999999},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.24199999999999999,"5min":0.51800000000000002,"15min":0.53800000000000003},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.313,"5min":25.109999999999999,"15min":25.109999999999999},"last":0.27700000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.23400000000000001,"5min":0.26800000000000002,"15min":0.40799999999999997},"min":{"1min":0.16800000000000001,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":0.34999999999999998,"5min":0.82799999999999996,"15min":4.8730000000000002},"last":0.25},{"interface":"front","average":{"1min":0.245,"5min":0.26800000000000002,"15min":0.41899999999999998},"min":{"1min":0.18099999999999999,"5min":0.151,"15min":0.151},"max":{"1min":0.40999999999999998,"5min":0.47399999999999998,"15min":8.8740000000000006},"last":0.20699999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.39900000000000002,"15min":0.51300000000000001},"min":{"1min":0.24199999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":5.0220000000000002},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.434,"5min":0.41699999999999998,"15min":0.51500000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.20100000000000001},"max":{"1min":0.999,"5min":0.999,"15min":3.7719999999999998},"last":0.33800000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.44600000000000001,"15min":0.59199999999999997},"min":{"1min":0.27000000000000002,"5min":0.23799999999999999,"15min":0.224},"max":{"1min":1.024,"5min":2.7069999999999999,"15min":4.6479999999999997},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.378,"15min":0.57699999999999996},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.192},"max":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":6.7309999999999999},"last":0.38900000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:32:48 2021","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.39600000000000002,"15min":0.60299999999999998},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.59599999999999997,"5min":0.61199999999999999,"15min":9.9410000000000007},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41299999999999998,"15min":0.53900000000000003},"min":{"1min":0.30499999999999999,"5min":0.251,"15min":0.22900000000000001},"max":{"1min":0.56100000000000005,"5min":0.66300000000000003,"15min":3.8100000000000001},"last":0.36799999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.39400000000000002,"15min":0.59299999999999997},"min":{"1min":0.24099999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":5.1180000000000003},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.433,"15min":0.59699999999999998},"min":{"1min":0.28799999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.034,"5min":1.419,"15min":7.1950000000000003},"last":0.30499999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986542,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2569788,"kb_used_data":1521204,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":85510596,"statfs":{"total":90194313216,"available":87562850304,"internally_reserved":1073741824,"allocated":1557712896,"data_stored":1556322922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.371,"15min":0.36699999999999999},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.70899999999999996,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.19400000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.41399999999999998,"15min":0.42599999999999999},"min":{"1min":0.20499999999999999,"5min":0.153,"15min":0.153},"max":{"1min":0.624,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.20499999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:33:36 2021","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.73899999999999999,"15min":0.64000000000000001},"min":{"1min":0.17499999999999999,"5min":0.17499999999999999,"15min":0.161},"max":{"1min":11.231,"5min":20.440000000000001,"15min":20.440000000000001},"last":0.317},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.73099999999999998,"15min":0.61499999999999999},"min":{"1min":0.22600000000000001,"5min":0.154,"15min":0.154},"max":{"1min":11.207000000000001,"5min":20.465,"15min":20.465},"last":0.377}]},{"osd":2,"last update":"Thu Mar 4 23:33:16 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.35799999999999998,"15min":0.42099999999999999},"min":{"1min":0.23300000000000001,"5min":0.23100000000000001,"15min":0.17100000000000001},"max":{"1min":0.496,"5min":0.70099999999999996,"15min":3.3260000000000001},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.38,"15min":0.44800000000000001},"min":{"1min":0.23599999999999999,"5min":0.221,"15min":0.17499999999999999},"max":{"1min":0.55000000000000004,"5min":0.83899999999999997,"15min":3.351},"last":0.30299999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:33:16 2021","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.52400000000000002,"15min":1.4299999999999999},"min":{"1min":0.26700000000000002,"5min":0.192,"15min":0.192},"max":{"1min":11.25,"5min":11.25,"15min":85.394999999999996},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.48799999999999999,"15min":1.365},"min":{"1min":0.217,"5min":0.217,"15min":0.19400000000000001},"max":{"1min":11.276999999999999,"5min":11.276999999999999,"15min":85.802999999999997},"last":0.33000000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:33:36 2021","interfaces":[{"interface":"back","average":{"1min":0.29599999999999999,"5min":0.30199999999999999,"15min":0.33300000000000002},"min":{"1min":0.152,"5min":0.152,"15min":0.14199999999999999},"max":{"1min":0.63300000000000001,"5min":1.254,"15min":3.456},"last":0.14899999999999999},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.30199999999999999,"15min":0.34899999999999998},"min":{"1min":0.183,"5min":0.16600000000000001,"15min":0.14799999999999999},"max":{"1min":0.46700000000000003,"5min":0.64900000000000002,"15min":3.2999999999999998},"last":0.16500000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:32:52 2021","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":0.32400000000000001,"15min":0.35399999999999998},"min":{"1min":0.18099999999999999,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":3.5569999999999999},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.33600000000000002,"15min":0.46200000000000002},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.14199999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":3.895},"last":0.17899999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:33:36 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.33000000000000002,"15min":0.373},"min":{"1min":0.191,"5min":0.17100000000000001,"15min":0.16},"max":{"1min":0.70599999999999996,"5min":0.81999999999999995,"15min":3.4329999999999998},"last":0.215},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.36699999999999999,"15min":0.47799999999999998},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.755,"5min":0.755,"15min":3.8700000000000001},"last":0.28499999999999998}]}]},{"osd":5,"up_from":36,"seq":154618823020,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5292788,"kb_used_data":4244204,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":82787596,"statfs":{"total":90194313216,"available":84774498304,"internally_reserved":1073741824,"allocated":4346064896,"data_stored":4344681038,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35799999999999998,"15min":0.374},"min":{"1min":0.17199999999999999,"5min":0.153,"15min":0.153},"max":{"1min":0.53200000000000003,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.38900000000000001,"15min":0.39300000000000002},"min":{"1min":0.20399999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.61899999999999999,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.253}]},{"osd":1,"last update":"Thu Mar 4 23:33:27 2021","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.374,"15min":0.46800000000000003},"min":{"1min":0.27000000000000002,"5min":0.153,"15min":0.153},"max":{"1min":0.59299999999999997,"5min":0.93400000000000005,"15min":3.8450000000000002},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.37,"15min":0.52100000000000002},"min":{"1min":0.20000000000000001,"5min":0.16600000000000001,"15min":0.14599999999999999},"max":{"1min":0.58599999999999997,"5min":0.872,"15min":7.4740000000000002},"last":0.29099999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.36599999999999999,"15min":0.48799999999999999},"min":{"1min":0.19600000000000001,"5min":0.17999999999999999,"15min":0.161},"max":{"1min":0.54700000000000004,"5min":0.91400000000000003,"15min":3.7410000000000001},"last":0.436},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.38400000000000001,"15min":0.52500000000000002},"min":{"1min":0.23799999999999999,"5min":0.19600000000000001,"15min":0.182},"max":{"1min":0.75800000000000001,"5min":0.79300000000000004,"15min":3.698},"last":0.314}]},{"osd":3,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.375,"15min":0.53000000000000003},"min":{"1min":0.20899999999999999,"5min":0.20200000000000001,"15min":0.16700000000000001},"max":{"1min":0.56999999999999995,"5min":0.81299999999999994,"15min":4.375},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.38,"5min":0.39900000000000002,"15min":0.51200000000000001},"min":{"1min":0.24399999999999999,"5min":0.23899999999999999,"15min":0.17100000000000001},"max":{"1min":0.52100000000000002,"5min":0.85299999999999998,"15min":4.2050000000000001},"last":0.47099999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:32:53 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":0.32500000000000001,"15min":0.36299999999999999},"min":{"1min":0.16900000000000001,"5min":0.16300000000000001,"15min":0.127},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":7.4480000000000004},"last":0.19900000000000001},{"interface":"front","average":{"1min":0.315,"5min":0.311,"15min":0.33700000000000002},"min":{"1min":0.158,"5min":0.158,"15min":0.152},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":4.4000000000000004},"last":0.41999999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:33:27 2021","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.34699999999999998,"15min":0.41899999999999998},"min":{"1min":0.253,"5min":0.16,"15min":0.16},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":7.3959999999999999},"last":0.17299999999999999},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.32300000000000001,"15min":0.35999999999999999},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":0.5,"5min":0.68100000000000005,"15min":4.3209999999999997},"last":0.22700000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.34899999999999998,"15min":0.42099999999999999},"min":{"1min":0.221,"5min":0.185,"15min":0.185},"max":{"1min":0.54000000000000004,"5min":0.66500000000000004,"15min":4.3540000000000001},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.33000000000000002,"15min":0.377},"min":{"1min":0.184,"5min":0.159,"15min":0.159},"max":{"1min":0.56899999999999995,"5min":0.75900000000000001,"15min":2.9740000000000002},"last":0.377}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2488926208,"data_stored":2488926208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3446673408,"data_stored":3446669336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1481048064,"data_stored":1481048064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3475832832,"data_stored":3475832832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1549860864,"data_stored":1549860864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4340977664,"data_stored":4340973592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":860291072,"data_stored":860291072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4015329280,"data_stored":4015325208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:33:52.917 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:52.937 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:52.938 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:52.938 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:53.005 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:52 gibba038 conmon[76675]: audit 2021-03-04T23:33:51.988321+0000 mgr.x (mgr.34676) 948 : audit [DBG] from='client.45888 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:53.005 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:52 gibba038 conmon[76675]: audit 2021-03-04T23:33:52.090762+0000 mon.a (mon.0) 1276 : audit [INF] from='client.? 172.21.2.111:0/3482962183' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:53.040 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:53.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:53.059 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:53.059 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:53.078 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:52 gibba011 conmon[95595]: audit 2021-03-04T23:33:51.988321+0000 mgr.x (mgr.34676) 948 : audit [DBG] from='client.45888 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:53.079 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:52 gibba011 conmon[95595]: 2021-03-04T23:33:53.079 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:52 gibba011 conmon[95595]: audit 2021-03-04T23:33:52.090762+0000 mon.a (mon.0) 1276 : audit [INF] from='client.? 172.21.2.111:0/3482962183' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:53.080 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:52 gibba011 conmon[99461]: audit 2021-03-04T23:33:51.988321+0000 mgr.x (mgr.34676) 948 2021-03-04T23:33:53.080 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:52 gibba011 conmon[99461]: : audit [DBG] from='client.45888 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:33:53.080 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:52 gibba011 conmon[99461]: audit 2021-03-04T23:33:52.090762+0000 mon.a (mon.0) 1276 : audit [INF] from='client.? 172.21.2.111:0/3482962183' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:33:53.160 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:53.178 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:53.179 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:53.179 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:53.280 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:53.298 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:53.299 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:53.300 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:53.401 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:53.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:53.420 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:53.420 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:53.522 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:53.542 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:53.543 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:53.544 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:53.645 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:53.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:53.664 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:53.664 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:53.767 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:53.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:53.788 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:53.788 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:53.890 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:53.908 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:53.909 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:53.909 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:54.010 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:54.028 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:54.029 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:54.029 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:54.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:53 gibba038 conmon[76675]: cluster 2021-03-04T23:33:52.717737+0000 mgr.x (mgr.34676) 949 : cluster [DBG] pgmap v962: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.7 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 289 op/s; 11955/282627 objects degraded (4.230%); 20562/282627 objects misplaced (7.275%); 1.2 MiB/s, 20 objects/s recovering 2021-03-04T23:33:54.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:53 gibba038 conmon[76675]: cluster 2021-03-04T23:33:52.771342+0000 mon.a (mon.0) 1277 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:33:54.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:53 gibba038 conmon[76675]: audit 2021-03-04T23:33:52.777748+0000 mon.a (mon.0) 1278 : audit [INF] from='client.? 172.21.2.111:0/3482962183' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:33:54.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:53 gibba038 conmon[76675]: cluster 2021-03-04T23:33:52.777782+0000 mon.a (mon.0) 1279 : cluster [DBG] osdmap e285: 8 total, 8 up, 7 in 2021-03-04T23:33:54.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:53 gibba011 conmon[95595]: cluster 2021-03-04T23:33:52.717737+0000 mgr.x (mgr.34676) 949 : cluster [DBG] 2021-03-04T23:33:54.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:53 gibba011 conmon[95595]: pgmap v962: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.7 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 289 op/s; 11955/282627 objects degraded (4.230%); 20562/282627 objects misplaced (7.275%); 1.2 MiB/s, 20 objects/s recovering 2021-03-04T23:33:54.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:53 gibba011 conmon[95595]: cluster 2021-03-04T23:33:52.771342+0000 mon.a (mon.0) 1277 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:33:54.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:53 gibba011 conmon[95595]: audit 2021-03-04T23:33:52.777748+0000 mon.a (mon.0) 1278 : audit [INF] from='client.? 172.21.2.111:0/3482962183' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:33:54.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:53 gibba011 conmon[95595]: cluster 2021-03-04T23 2021-03-04T23:33:54.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:53 gibba011 conmon[95595]: :33:52.777782+0000 mon.a (mon.0) 1279 : cluster [DBG] osdmap e285: 8 total, 8 up, 7 in 2021-03-04T23:33:54.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:53 gibba011 conmon[99461]: cluster 2021-03-04T23:33:52.717737+0000 mgr.x (mgr.34676) 949 : cluster [DBG] pgmap v962: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.7 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 289 op/s; 11955/282627 objects degraded (4.230%); 20562/282627 objects misplaced (7.275%); 1.2 MiB/s, 20 objects/s recovering 2021-03-04T23:33:54.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:53 gibba011 conmon[99461]: cluster 2021-03-04T23:33:52.771342+0000 mon.a (mon.0) 1277 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:33:54.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:53 gibba011 conmon[99461]: audit 2021-03-04T23:33:54.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:53 gibba011 conmon[99461]: 2021-03-04T23:33:52.777748+0000 mon.a (mon.0) 1278 : audit [INF] from='client.? 172.21.2.111:0/3482962183' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:33:54.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:53 gibba011 conmon[99461]: cluster 2021-03-04T23:33:52 2021-03-04T23:33:54.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:53 gibba011 conmon[99461]: .777782+0000 mon.a (mon.0) 1279 : cluster [DBG] osdmap e285: 8 total, 8 up, 7 in 2021-03-04T23:33:54.130 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:54.148 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:54.149 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:54.150 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:54.251 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:54.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:54.273 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:54.274 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:54.287 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:33:54.288 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:33:54.376 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:54.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:54.394 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:54.395 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:54.442 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:33:54.455 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:33:54.468 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:33:54.481 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:33:54.495 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:33:54.496 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:54.509 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:33:54.516 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:54.517 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:54.517 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:54.523 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:33:54.537 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:33:54.538 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:33:54.539 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:33:54.539 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:33:54.540 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:33:54.540 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:33:54.540 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:33:54.541 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:33:54.541 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:33:54.618 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:54.638 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:54.639 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:54.640 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:54.741 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:54.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:54.759 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:54.759 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:54.853 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:54 gibba011 conmon[95595]: cluster 2021-03-04T23:33:53.982667+0000 mon.a (mon.0) 1280 : cluster [WRN] Health check update: Degraded data redundancy: 11955/282627 objects degraded (4.230%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:33:54.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:54 gibba011 conmon[95595]: audit 2021-03-04T23:33:54.425480+0000 mon.a (mon.0) 1281 : audit [DBG] from='client.? 172.21.2.111:0/3370428155' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:54.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:54 gibba011 conmon[99461]: cluster 2021-03-04T23:33:53.982667+0000 mon.a (mon.0) 1280 : cluster [WRN] Health check update: Degraded data redundancy: 11955/282627 objects degraded (4.230%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:33:54.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:54 gibba011 conmon[99461]: audit 2021-03-04T23:33:54.425480+0000 mon.a (mon.0) 1281 : audit [DBG] from='client.? 172.21.2.111:0/3370428155' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:54.863 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:54.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:54.884 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:54.884 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:54.927 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-03-04T23:33:54.986 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:55.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:55.005 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:55.005 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:55.054 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:33:55.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:54 gibba038 conmon[76675]: cluster 2021-03-04T23:33:53.982667+0000 mon.a (mon.0) 1280 : cluster [WRN] Health check update: Degraded data redundancy: 11955/282627 objects degraded (4.230%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:33:55.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:54 gibba038 conmon[76675]: audit 2021-03-04T23:33:54.425480+0000 mon.a (mon.0) 1281 : audit [DBG] from='client.? 172.21.2.111:0/3370428155' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:33:55.107 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:55.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:55.126 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:55.126 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:55.228 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:55.245 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:55.246 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:55.246 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:55.348 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:55.365 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:55.366 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:55.366 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:55.468 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:55.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:55.487 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:55.487 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:55.588 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:55.606 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:55.607 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:55.608 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:55.709 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:55.727 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:55.728 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:55.728 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:55.829 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:55.847 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:55.848 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:55.848 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:55.911 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:33:55.915 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:33:55.949 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:55.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:55.973 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:55.974 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:56.031 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:56.075 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:56.075 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:33:56.095 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:56.096 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:56.096 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:33:56.182 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:55 gibba011 conmon[95595]: cluster 2021-03-04T23:33:54.718262+0000 mgr.x (mgr.34676) 950 : cluster [DBG] pgmap v964: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.7 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 344 op/s; 11955/280353 objects degraded (4.264%); 20362/280353 objects misplaced (7.263%); 1.5 MiB/s, 24 objects/s recovering 2021-03-04T23:33:56.183 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:55 gibba011 conmon[99461]: cluster 2021-03-04T23:33:54.718262+0000 mgr.x (mgr.34676) 950 : cluster [DBG] pgmap v964: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.7 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 344 op/s; 11955/280353 objects degraded (4.264%); 20362/280353 objects misplaced (7.263%); 1.5 MiB/s, 24 objects/s recovering 2021-03-04T23:33:56.183 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:55 gibba011 conmon[99461]: 2021-03-04T23:33:56.197 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:56.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:56.217 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:56.217 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:56.306 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:55 gibba038 conmon[76675]: cluster 2021-03-04T23:33:54.718262+0000 mgr.x (mgr.34676) 950 : cluster [DBG] pgmap v964: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.7 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 344 op/s; 11955/280353 objects degraded (4.264%); 20362/280353 objects misplaced (7.263%); 1.5 MiB/s, 24 objects/s recovering 2021-03-04T23:33:56.318 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:56.338 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:56.339 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:56.340 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:56.441 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:56.459 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:56.460 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:56.460 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:56.482 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:33:56.482 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:33:56.483 INFO:teuthology.orchestra.run.gibba038.stdout: "complaint_time": 30, 2021-03-04T23:33:56.483 INFO:teuthology.orchestra.run.gibba038.stdout: "num_blocked_ops": 0 2021-03-04T23:33:56.483 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:33:56.562 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:56.583 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:56.584 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:56.584 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:56.685 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:56.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:56.704 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:56.704 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:56.806 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:33:56.823 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:56.824 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:56.824 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:33:56.925 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:56.943 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:56.944 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:56.944 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:57.045 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:57.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:57.063 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:57.064 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:57.135 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-03-04T23:33:57.136 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:33:57.165 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:57.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:57.196 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:57.196 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:57.254 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:57.257 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:33:57.297 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:57.316 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:57.317 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:57.317 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:57.419 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:57.435 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:57.436 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:57.436 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:57.538 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:57.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:57.558 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:57.558 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:57.660 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:57.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:57.679 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:57.680 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:57.781 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:57.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:57.801 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:57.802 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:57.904 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:57.921 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:57.922 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:57.922 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:58.024 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:58.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:58.043 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:58.044 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:58.145 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:58.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:58.164 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:58.164 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:58.266 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:58.284 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:58.285 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:58.286 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:58.321 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:57 gibba038 conmon[76675]: cluster 2021-03-04T23:33:56.718612+0000 mgr.x (mgr.34676) 951 : cluster [DBG] pgmap v965: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.7 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 296 op/s; 11955/280101 objects degraded (4.268%); 20362/280101 objects misplaced (7.270%); 1.2 MiB/s, 20 objects/s recovering 2021-03-04T23:33:58.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:57 gibba011 conmon[95595]: cluster 2021-03-04T23:33:56.718612+0000 mgr.x (mgr.34676) 951 : cluster [DBG] pgmap v965: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.7 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 296 op/s; 11955/280101 objects degraded (4.268%); 20362/280101 objects misplaced (7.270%); 1.2 MiB/s, 20 objects/s recovering 2021-03-04T23:33:58.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:57 gibba011 conmon[99461]: cluster 2021-03-04T23:33:56.718612+0000 mgr.x (mgr.34676) 951 : cluster [DBG] pgmap v965: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.7 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 296 op/s; 11955/280101 objects degraded (4.268%); 20362/280101 objects misplaced (7.270%); 1.2 MiB/s, 20 objects/s recovering 2021-03-04T23:33:58.387 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:33:58.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:58.406 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:58.407 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:33:58.508 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:58.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:58.528 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:58.528 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:58.629 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:58.650 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:33:58.650 INFO:teuthology.orchestra.run.gibba038.stdout: "size": 20, 2021-03-04T23:33:58.650 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 600, 2021-03-04T23:33:58.650 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:33:58.651 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.651 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119637 9.3 9:cbaf4d7c:::benchmark_data_gibba011_139107_object119636:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:33:58.651 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.094528+0000", 2021-03-04T23:33:58.651 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 502.55099660399998, 2021-03-04T23:33:58.652 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2084837510000002, 2021-03-04T23:33:58.652 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:58.653 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:33:58.653 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:58.653 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:58.653 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:58.654 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119637 2021-03-04T23:33:58.654 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.654 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:58.655 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.655 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:58.655 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.094528+0000", 2021-03-04T23:33:58.655 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:58.656 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.656 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.656 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:58.656 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.094528+0000", 2021-03-04T23:33:58.656 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6740000000000001e-05 2021-03-04T23:33:58.657 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.657 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.657 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:58.658 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.094554+0000", 2021-03-04T23:33:58.658 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0979999999999999e-06 2021-03-04T23:33:58.658 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.658 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.658 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:58.659 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.094556+0000", 2021-03-04T23:33:58.659 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.7100000000000002e-06 2021-03-04T23:33:58.659 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.659 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.660 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:58.660 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.094565+0000", 2021-03-04T23:33:58.660 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8750000000000002e-06 2021-03-04T23:33:58.660 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.660 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.661 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:58.661 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.094569+0000", 2021-03-04T23:33:58.661 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7965e-05 2021-03-04T23:33:58.661 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.661 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.662 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.662 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.094607+0000", 2021-03-04T23:33:58.662 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000113517 2021-03-04T23:33:58.662 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.663 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.663 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:58.663 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.094721+0000", 2021-03-04T23:33:58.663 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012589599999999999 2021-03-04T23:33:58.664 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.664 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.664 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:33:58.664 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.094847+0000", 2021-03-04T23:33:58.664 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0033777170000000001 2021-03-04T23:33:58.665 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.665 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.665 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:58.665 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.098224+0000", 2021-03-04T23:33:58.666 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0047582850000000001 2021-03-04T23:33:58.666 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.667 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.667 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.667 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.102983+0000", 2021-03-04T23:33:58.667 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0082680410000000003 2021-03-04T23:33:58.667 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.668 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.668 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.668 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.111251+0000", 2021-03-04T23:33:58.668 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.7130000000000005e-06 2021-03-04T23:33:58.669 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.669 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.669 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:58.669 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.111258+0000", 2021-03-04T23:33:58.669 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.99280294199999997 2021-03-04T23:33:58.670 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.670 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.670 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.670 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104061+0000", 2021-03-04T23:33:58.671 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.2180000000000002e-06 2021-03-04T23:33:58.671 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.671 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.671 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:58.671 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104068+0000", 2021-03-04T23:33:58.672 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1988821590000001 2021-03-04T23:33:58.672 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.672 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.672 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.673 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.302951+0000", 2021-03-04T23:33:58.673 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.0875000000000002e-05 2021-03-04T23:33:58.673 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.673 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.673 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:58.674 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.303011+0000", 2021-03-04T23:33:58.674 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2084837510000002 2021-03-04T23:33:58.674 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.674 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:58.674 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.675 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.675 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.675 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119645 9.3 9:cb6a9aa4:::benchmark_data_gibba011_139107_object119644:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:33:58.675 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.099318+0000", 2021-03-04T23:33:58.676 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 502.54620674699999, 2021-03-04T23:33:58.676 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.311806163, 2021-03-04T23:33:58.676 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:58.676 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:33:58.676 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:58.677 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:58.677 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:58.677 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119645 2021-03-04T23:33:58.677 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.677 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:58.678 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.678 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:58.678 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.099318+0000", 2021-03-04T23:33:58.678 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:58.679 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.679 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.679 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:58.679 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.099318+0000", 2021-03-04T23:33:58.679 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5318000000000001e-05 2021-03-04T23:33:58.680 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.680 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.680 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:58.680 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.099343+0000", 2021-03-04T23:33:58.681 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4610000000000001e-06 2021-03-04T23:33:58.681 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.681 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.681 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:58.681 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.099344+0000", 2021-03-04T23:33:58.682 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.202e-05 2021-03-04T23:33:58.682 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.682 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.682 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:58.683 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.099356+0000", 2021-03-04T23:33:58.683 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0250000000000002e-06 2021-03-04T23:33:58.683 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.683 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.683 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:58.684 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.099361+0000", 2021-03-04T23:33:58.684 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4711e-05 2021-03-04T23:33:58.684 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.684 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.684 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.685 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.099396+0000", 2021-03-04T23:33:58.685 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000125019 2021-03-04T23:33:58.685 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.685 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.686 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:58.686 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.099521+0000", 2021-03-04T23:33:58.686 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013373700000000001 2021-03-04T23:33:58.686 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.686 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.687 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:33:58.687 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.099655+0000", 2021-03-04T23:33:58.687 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.011636315 2021-03-04T23:33:58.687 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.688 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.688 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.688 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.111291+0000", 2021-03-04T23:33:58.688 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1359999999999996e-06 2021-03-04T23:33:58.688 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.689 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.689 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:58.689 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.111296+0000", 2021-03-04T23:33:58.689 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.99278752199999998 2021-03-04T23:33:58.689 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.690 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.690 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.690 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104084+0000", 2021-03-04T23:33:58.690 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0620000000000002e-06 2021-03-04T23:33:58.691 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.691 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.691 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:58.691 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104088+0000", 2021-03-04T23:33:58.691 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1989512149999999 2021-03-04T23:33:58.692 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.692 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.692 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.692 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.303039+0000", 2021-03-04T23:33:58.692 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00040217900000000001 2021-03-04T23:33:58.693 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.693 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.693 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for degraded object", 2021-03-04T23:33:58.693 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.303441+0000", 2021-03-04T23:33:58.694 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.107578652 2021-03-04T23:33:58.694 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.694 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.694 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.694 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.411020+0000", 2021-03-04T23:33:58.695 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000103791 2021-03-04T23:33:58.695 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.695 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.695 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:58.696 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.411124+0000", 2021-03-04T23:33:58.696 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.311806163 2021-03-04T23:33:58.696 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.696 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:58.696 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.697 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.697 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.697 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119651 9.e 9:7308584a:::benchmark_data_gibba011_139107_object119650:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:33:58.697 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.112930+0000", 2021-03-04T23:33:58.698 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 502.532594711, 2021-03-04T23:33:58.698 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3337721660000001, 2021-03-04T23:33:58.698 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:58.698 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:58.699 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:58.699 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:58.699 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:58.699 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119651 2021-03-04T23:33:58.699 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.700 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:58.700 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.700 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:58.700 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112930+0000", 2021-03-04T23:33:58.700 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:58.701 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.701 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.701 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:58.701 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112930+0000", 2021-03-04T23:33:58.702 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4267999999999999e-05 2021-03-04T23:33:58.702 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.702 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.702 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:58.702 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112954+0000", 2021-03-04T23:33:58.703 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.4200000000000004e-07 2021-03-04T23:33:58.703 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.703 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.703 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:58.704 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112955+0000", 2021-03-04T23:33:58.704 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.0369999999999995e-06 2021-03-04T23:33:58.704 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.704 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.704 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:58.705 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112963+0000", 2021-03-04T23:33:58.705 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5020000000000001e-06 2021-03-04T23:33:58.705 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.705 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.706 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:58.706 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112966+0000", 2021-03-04T23:33:58.706 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1416999999999998e-05 2021-03-04T23:33:58.706 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.706 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.707 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.707 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112988+0000", 2021-03-04T23:33:58.707 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2769999999999999e-06 2021-03-04T23:33:58.707 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.708 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.708 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:58.708 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112992+0000", 2021-03-04T23:33:58.708 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.99126414200000001 2021-03-04T23:33:58.708 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.709 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.709 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.709 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104256+0000", 2021-03-04T23:33:58.709 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7069999999999997e-06 2021-03-04T23:33:58.709 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.710 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.710 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:58.710 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104262+0000", 2021-03-04T23:33:58.710 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3157173660000001 2021-03-04T23:33:58.711 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.711 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.711 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.711 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.419979+0000", 2021-03-04T23:33:58.711 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012814599999999999 2021-03-04T23:33:58.712 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.712 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.712 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:58.712 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.420107+0000", 2021-03-04T23:33:58.712 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00076381500000000005 2021-03-04T23:33:58.713 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.713 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.713 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:33:58.713 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.420871+0000", 2021-03-04T23:33:58.714 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.016286410000000001 2021-03-04T23:33:58.714 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.714 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.714 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:58.714 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.437158+0000", 2021-03-04T23:33:58.715 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0060417329999999997 2021-03-04T23:33:58.715 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.715 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.715 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.716 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.443199+0000", 2021-03-04T23:33:58.716 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7901e-05 2021-03-04T23:33:58.716 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.716 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.716 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.717 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.443217+0000", 2021-03-04T23:33:58.717 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1893000000000001e-05 2021-03-04T23:33:58.717 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.717 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.718 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:58.718 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.443249+0000", 2021-03-04T23:33:58.718 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0034526100000000001 2021-03-04T23:33:58.718 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.718 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.719 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:58.719 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.446702+0000", 2021-03-04T23:33:58.719 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3337721660000001 2021-03-04T23:33:58.719 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.719 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:58.720 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.720 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.720 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.720 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119653 9.d 9:b00293f8:::benchmark_data_gibba011_139107_object119652:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:33:58.721 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.114261+0000", 2021-03-04T23:33:58.721 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 502.53126295300001, 2021-03-04T23:33:58.721 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2343010730000001, 2021-03-04T23:33:58.721 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:58.721 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:58.722 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:58.722 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:58.722 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:58.722 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119653 2021-03-04T23:33:58.723 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.723 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:58.723 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.723 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:58.723 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114261+0000", 2021-03-04T23:33:58.724 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:58.724 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.724 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.724 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:58.725 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114261+0000", 2021-03-04T23:33:58.725 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1898999999999999e-05 2021-03-04T23:33:58.725 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.725 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.725 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:58.726 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114313+0000", 2021-03-04T23:33:58.726 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0869999999999999e-06 2021-03-04T23:33:58.726 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.726 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.727 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:58.727 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114314+0000", 2021-03-04T23:33:58.727 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.5520000000000005e-06 2021-03-04T23:33:58.727 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.727 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.728 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:58.728 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114323+0000", 2021-03-04T23:33:58.728 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8790000000000002e-06 2021-03-04T23:33:58.728 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.729 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.729 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:58.729 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114328+0000", 2021-03-04T23:33:58.729 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2490999999999998e-05 2021-03-04T23:33:58.729 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.730 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.730 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.730 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114360+0000", 2021-03-04T23:33:58.730 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.7299999999999999e-06 2021-03-04T23:33:58.730 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.731 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.731 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:58.731 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.114367+0000", 2021-03-04T23:33:58.731 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.98907254 2021-03-04T23:33:58.732 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.732 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.732 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.732 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.103440+0000", 2021-03-04T23:33:58.732 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0178e-05 2021-03-04T23:33:58.733 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.733 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.733 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:58.733 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.103450+0000", 2021-03-04T23:33:58.733 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2179145760000001 2021-03-04T23:33:58.734 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.734 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.734 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.734 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.321364+0000", 2021-03-04T23:33:58.735 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000142001 2021-03-04T23:33:58.735 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.735 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.735 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:58.735 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.321506+0000", 2021-03-04T23:33:58.736 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00069807300000000001 2021-03-04T23:33:58.736 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.736 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.736 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:33:58.737 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.322204+0000", 2021-03-04T23:33:58.737 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010078801 2021-03-04T23:33:58.737 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.737 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.737 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:58.738 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.332283+0000", 2021-03-04T23:33:58.738 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0078458859999999998 2021-03-04T23:33:58.738 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.738 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.739 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.739 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.340129+0000", 2021-03-04T23:33:58.739 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0037375189999999999 2021-03-04T23:33:58.739 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.740 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.740 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.740 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.343867+0000", 2021-03-04T23:33:58.740 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.0857999999999999e-05 2021-03-04T23:33:58.741 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.741 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.741 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:58.741 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.343927+0000", 2021-03-04T23:33:58.741 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0046350030000000004 2021-03-04T23:33:58.742 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.742 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.742 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:58.742 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.348562+0000", 2021-03-04T23:33:58.743 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2343010730000001 2021-03-04T23:33:58.743 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.743 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:58.743 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.743 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.744 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.744 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119656 9.d 9:b9d6913b:::benchmark_data_gibba011_139107_object119655:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:33:58.744 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.115748+0000", 2021-03-04T23:33:58.744 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 502.52977616599998, 2021-03-04T23:33:58.745 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.237236775, 2021-03-04T23:33:58.745 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:58.745 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:58.745 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:58.745 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:58.746 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:58.746 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119656 2021-03-04T23:33:58.746 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.746 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:58.747 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.747 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:58.747 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.115748+0000", 2021-03-04T23:33:58.748 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:58.749 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.749 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.749 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:58.750 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.115748+0000", 2021-03-04T23:33:58.750 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8637000000000001e-05 2021-03-04T23:33:58.750 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.750 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.751 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:58.751 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.115807+0000", 2021-03-04T23:33:58.751 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.116e-06 2021-03-04T23:33:58.751 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.752 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.753 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:58.753 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.115808+0000", 2021-03-04T23:33:58.753 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.234e-06 2021-03-04T23:33:58.753 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.754 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.754 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:58.754 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.115817+0000", 2021-03-04T23:33:58.754 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8289999999999996e-06 2021-03-04T23:33:58.754 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.755 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.755 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:58.755 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.115823+0000", 2021-03-04T23:33:58.755 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5119000000000001e-05 2021-03-04T23:33:58.755 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.756 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.756 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.756 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.115848+0000", 2021-03-04T23:33:58.756 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.2339999999999994e-06 2021-03-04T23:33:58.756 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.757 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.757 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:58.757 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.115856+0000", 2021-03-04T23:33:58.757 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.98761589999999999 2021-03-04T23:33:58.758 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.758 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.758 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.758 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.103472+0000", 2021-03-04T23:33:58.758 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.2570000000000007e-06 2021-03-04T23:33:58.759 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.759 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.759 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:58.759 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.103480+0000", 2021-03-04T23:33:58.759 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.223412733 2021-03-04T23:33:58.760 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.760 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.760 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.760 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.326893+0000", 2021-03-04T23:33:58.760 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010283799999999999 2021-03-04T23:33:58.761 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.761 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.761 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:58.761 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.326996+0000", 2021-03-04T23:33:58.761 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000108131 2021-03-04T23:33:58.762 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.762 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.762 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:33:58.762 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.327104+0000", 2021-03-04T23:33:58.763 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0082122059999999997 2021-03-04T23:33:58.763 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.763 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.763 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:58.763 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.335316+0000", 2021-03-04T23:33:58.764 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0048632279999999998 2021-03-04T23:33:58.764 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.764 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.764 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.764 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.340180+0000", 2021-03-04T23:33:58.765 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0084398300000000006 2021-03-04T23:33:58.765 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.765 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.765 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.765 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.348619+0000", 2021-03-04T23:33:58.766 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7265000000000001e-05 2021-03-04T23:33:58.766 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.767 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.767 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:58.767 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.348677+0000", 2021-03-04T23:33:58.767 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0043082179999999999 2021-03-04T23:33:58.767 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.768 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.768 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:58.768 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.352985+0000", 2021-03-04T23:33:58.768 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.237236775 2021-03-04T23:33:58.769 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.769 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:58.769 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.769 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.769 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.770 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119660 9.d 9:b4146333:::benchmark_data_gibba011_139107_object119659:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:33:58.770 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.122183+0000", 2021-03-04T23:33:58.770 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 502.52334170799998, 2021-03-04T23:33:58.770 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2354173589999999, 2021-03-04T23:33:58.770 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:58.771 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:58.771 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:58.771 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:58.771 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:58.771 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119660 2021-03-04T23:33:58.772 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.772 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:58.772 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.772 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:58.773 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.122183+0000", 2021-03-04T23:33:58.773 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:58.773 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.773 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.773 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:58.774 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.122183+0000", 2021-03-04T23:33:58.774 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8944999999999999e-05 2021-03-04T23:33:58.774 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.774 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.774 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:58.775 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.122202+0000", 2021-03-04T23:33:58.775 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.083e-06 2021-03-04T23:33:58.775 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.775 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.775 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:58.776 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.122203+0000", 2021-03-04T23:33:58.776 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.2280000000000004e-06 2021-03-04T23:33:58.776 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.776 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.777 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:58.777 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.122212+0000", 2021-03-04T23:33:58.777 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5999999999999998e-06 2021-03-04T23:33:58.777 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.777 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.778 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:58.778 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.122215+0000", 2021-03-04T23:33:58.778 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5014000000000001e-05 2021-03-04T23:33:58.778 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.778 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.779 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.779 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.122240+0000", 2021-03-04T23:33:58.779 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3279999999999999e-06 2021-03-04T23:33:58.779 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.779 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.780 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:58.780 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.122245+0000", 2021-03-04T23:33:58.780 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.98125401800000001 2021-03-04T23:33:58.780 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.781 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.781 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.781 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.103499+0000", 2021-03-04T23:33:58.781 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9049999999999997e-06 2021-03-04T23:33:58.781 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.782 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.782 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:58.782 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.103507+0000", 2021-03-04T23:33:58.782 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2258357479999999 2021-03-04T23:33:58.782 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.783 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.783 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.783 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.329342+0000", 2021-03-04T23:33:58.783 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.4623999999999994e-05 2021-03-04T23:33:58.784 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.784 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.784 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:58.784 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.329437+0000", 2021-03-04T23:33:58.785 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000119528 2021-03-04T23:33:58.785 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.785 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.785 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:33:58.785 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.329557+0000", 2021-03-04T23:33:58.786 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010531451000000001 2021-03-04T23:33:58.786 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.786 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.786 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:58.786 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.340088+0000", 2021-03-04T23:33:58.787 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013487300000000001 2021-03-04T23:33:58.787 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.787 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.787 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.787 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.340223+0000", 2021-03-04T23:33:58.788 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.012824041 2021-03-04T23:33:58.788 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.788 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.788 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.788 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.353047+0000", 2021-03-04T23:33:58.789 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.1864000000000003e-05 2021-03-04T23:33:58.789 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.789 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.789 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:58.789 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.353109+0000", 2021-03-04T23:33:58.790 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0044911090000000001 2021-03-04T23:33:58.790 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.790 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.790 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:58.791 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.357600+0000", 2021-03-04T23:33:58.791 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2354173589999999 2021-03-04T23:33:58.791 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.791 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:58.791 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.792 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.792 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.792 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119661 9.d 9:b533ded7:::benchmark_data_gibba011_139107_object119660:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:33:58.792 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.124768+0000", 2021-03-04T23:33:58.792 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 502.52075660000003, 2021-03-04T23:33:58.793 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2374948969999999, 2021-03-04T23:33:58.793 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:58.793 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:58.793 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:58.793 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:58.794 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:58.794 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119661 2021-03-04T23:33:58.794 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.794 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:58.795 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.795 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:58.795 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.124768+0000", 2021-03-04T23:33:58.795 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:58.795 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.796 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.796 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:58.796 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.124768+0000", 2021-03-04T23:33:58.796 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.543e-05 2021-03-04T23:33:58.796 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.797 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.797 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:58.797 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.124783+0000", 2021-03-04T23:33:58.797 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.018e-06 2021-03-04T23:33:58.797 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.798 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.798 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:58.798 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.124784+0000", 2021-03-04T23:33:58.798 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.6819999999999992e-06 2021-03-04T23:33:58.799 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.799 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.799 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:58.799 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.124793+0000", 2021-03-04T23:33:58.799 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4970000000000001e-06 2021-03-04T23:33:58.800 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.800 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.800 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:58.800 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.124796+0000", 2021-03-04T23:33:58.800 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.2789999999999999e-05 2021-03-04T23:33:58.801 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.801 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.801 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.801 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.124869+0000", 2021-03-04T23:33:58.801 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4039999999999997e-06 2021-03-04T23:33:58.802 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.802 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.802 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:58.802 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.124874+0000", 2021-03-04T23:33:58.803 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.97868537 2021-03-04T23:33:58.803 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.803 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.803 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.803 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.103559+0000", 2021-03-04T23:33:58.804 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.6300000000000004e-06 2021-03-04T23:33:58.804 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.804 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.804 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:58.804 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.103568+0000", 2021-03-04T23:33:58.805 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.228760007 2021-03-04T23:33:58.805 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.805 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.805 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.805 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.332328+0000", 2021-03-04T23:33:58.806 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000119058 2021-03-04T23:33:58.806 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.806 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.806 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:58.806 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.332447+0000", 2021-03-04T23:33:58.807 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013924400000000001 2021-03-04T23:33:58.807 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.807 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.807 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,5", 2021-03-04T23:33:58.808 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.332586+0000", 2021-03-04T23:33:58.808 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0075524889999999999 2021-03-04T23:33:58.808 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.808 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.808 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:58.809 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.340138+0000", 2021-03-04T23:33:58.809 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013060599999999999 2021-03-04T23:33:58.809 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.809 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.810 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.810 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.340269+0000", 2021-03-04T23:33:58.810 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017428109000000001 2021-03-04T23:33:58.810 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.811 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.811 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.811 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.357697+0000", 2021-03-04T23:33:58.811 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.5413000000000005e-05 2021-03-04T23:33:58.811 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.812 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.812 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:58.812 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.357762+0000", 2021-03-04T23:33:58.812 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0045001499999999996 2021-03-04T23:33:58.812 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.813 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.813 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:58.813 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.362263+0000", 2021-03-04T23:33:58.813 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2374948969999999 2021-03-04T23:33:58.813 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.814 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:58.814 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.814 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.814 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.814 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119665 9.e 9:706f867f:::benchmark_data_gibba011_139107_object119664:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:33:58.815 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.132089+0000", 2021-03-04T23:33:58.815 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 502.51343567800001, 2021-03-04T23:33:58.815 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3189368429999999, 2021-03-04T23:33:58.815 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:58.815 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:58.816 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:58.816 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:58.816 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:58.816 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119665 2021-03-04T23:33:58.816 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.817 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:58.817 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.817 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:58.817 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.132089+0000", 2021-03-04T23:33:58.818 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:58.818 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.818 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.818 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:58.818 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.132089+0000", 2021-03-04T23:33:58.819 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7971000000000001e-05 2021-03-04T23:33:58.819 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.819 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.819 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:58.819 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.132107+0000", 2021-03-04T23:33:58.820 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.389e-06 2021-03-04T23:33:58.820 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.820 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.820 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:58.821 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.132108+0000", 2021-03-04T23:33:58.821 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.9660000000000008e-06 2021-03-04T23:33:58.821 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.821 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.821 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:58.822 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.132118+0000", 2021-03-04T23:33:58.822 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6950000000000002e-06 2021-03-04T23:33:58.822 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.822 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.822 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:58.823 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.132122+0000", 2021-03-04T23:33:58.823 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7310000000000001e-05 2021-03-04T23:33:58.823 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.823 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.823 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.824 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.132149+0000", 2021-03-04T23:33:58.824 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9509999999999997e-06 2021-03-04T23:33:58.824 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.824 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.824 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:58.825 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.132154+0000", 2021-03-04T23:33:58.825 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.97212064799999998 2021-03-04T23:33:58.825 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.825 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.825 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.826 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104275+0000", 2021-03-04T23:33:58.826 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6940000000000003e-06 2021-03-04T23:33:58.826 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.826 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.827 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:58.827 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104279+0000", 2021-03-04T23:33:58.827 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.323235739 2021-03-04T23:33:58.827 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.827 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.828 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.828 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.427515+0000", 2021-03-04T23:33:58.828 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00016312 2021-03-04T23:33:58.828 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.828 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.829 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:58.829 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.427678+0000", 2021-03-04T23:33:58.829 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00019546799999999999 2021-03-04T23:33:58.829 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.829 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.830 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:33:58.830 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.427874+0000", 2021-03-04T23:33:58.830 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0092903499999999993 2021-03-04T23:33:58.830 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.830 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.831 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:58.831 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.437164+0000", 2021-03-04T23:33:58.831 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0096010569999999996 2021-03-04T23:33:58.831 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.832 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.832 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.832 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.446765+0000", 2021-03-04T23:33:58.832 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.5339000000000004e-05 2021-03-04T23:33:58.832 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.833 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.833 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.833 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.446850+0000", 2021-03-04T23:33:58.833 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.5582999999999999e-05 2021-03-04T23:33:58.833 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.834 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.834 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:58.834 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.446916+0000", 2021-03-04T23:33:58.834 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0041095630000000001 2021-03-04T23:33:58.834 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.835 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.835 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:58.835 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.451025+0000", 2021-03-04T23:33:58.835 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3189368429999999 2021-03-04T23:33:58.835 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.836 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:58.836 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.836 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.836 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.836 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119669 9.3 9:c34a5c11:::benchmark_data_gibba011_139107_object119668:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:33:58.837 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.142432+0000", 2021-03-04T23:33:58.837 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 502.50309248799999, 2021-03-04T23:33:58.837 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2719859580000001, 2021-03-04T23:33:58.837 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:58.837 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:58.838 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:58.838 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:58.838 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:58.838 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119669 2021-03-04T23:33:58.838 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.839 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:58.839 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.839 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:58.839 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.142432+0000", 2021-03-04T23:33:58.839 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:58.840 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.840 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.840 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:58.840 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.142432+0000", 2021-03-04T23:33:58.840 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6643e-05 2021-03-04T23:33:58.841 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.841 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.841 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:58.841 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.142448+0000", 2021-03-04T23:33:58.841 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.345e-06 2021-03-04T23:33:58.842 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.842 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.842 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:58.842 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.142450+0000", 2021-03-04T23:33:58.843 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.9820000000000003e-06 2021-03-04T23:33:58.843 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.843 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.843 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:58.843 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.142460+0000", 2021-03-04T23:33:58.844 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6380000000000002e-06 2021-03-04T23:33:58.844 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.844 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.844 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:58.845 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.142463+0000", 2021-03-04T23:33:58.845 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4798000000000001e-05 2021-03-04T23:33:58.845 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.845 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.845 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.846 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.142498+0000", 2021-03-04T23:33:58.846 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5670000000000002e-06 2021-03-04T23:33:58.846 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.846 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.846 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:58.847 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.142504+0000", 2021-03-04T23:33:58.847 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.96172506700000004 2021-03-04T23:33:58.847 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.847 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.847 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.848 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104229+0000", 2021-03-04T23:33:58.848 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.0260000000000004e-06 2021-03-04T23:33:58.848 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.848 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.848 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:58.849 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.104235+0000", 2021-03-04T23:33:58.849 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.199225454 2021-03-04T23:33:58.849 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.849 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.849 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.850 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.303460+0000", 2021-03-04T23:33:58.850 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.4866999999999998e-05 2021-03-04T23:33:58.850 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.850 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.851 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:58.851 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.303555+0000", 2021-03-04T23:33:58.851 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00068556400000000005 2021-03-04T23:33:58.851 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.851 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.852 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 3,5", 2021-03-04T23:33:58.852 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.304241+0000", 2021-03-04T23:33:58.852 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.099470921000000004 2021-03-04T23:33:58.852 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.852 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.853 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:58.853 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.403712+0000", 2021-03-04T23:33:58.853 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0074497840000000001 2021-03-04T23:33:58.853 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.854 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.854 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.854 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.411161+0000", 2021-03-04T23:33:58.854 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7329999999999997e-05 2021-03-04T23:33:58.854 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.855 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.855 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.855 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.411199+0000", 2021-03-04T23:33:58.855 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1795000000000003e-05 2021-03-04T23:33:58.855 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.856 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.856 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:58.856 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.411231+0000", 2021-03-04T23:33:58.856 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0031871769999999998 2021-03-04T23:33:58.856 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.857 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.857 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:58.857 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.414418+0000", 2021-03-04T23:33:58.857 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2719859580000001 2021-03-04T23:33:58.857 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.858 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:58.858 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.858 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.858 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.859 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119675 9.e 9:7062075a:::benchmark_data_gibba011_139107_object119674:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e150)", 2021-03-04T23:33:58.859 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:38.291840+0000", 2021-03-04T23:33:58.859 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 500.35368475600001, 2021-03-04T23:33:58.859 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16278526199999999, 2021-03-04T23:33:58.859 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:58.860 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:58.860 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:58.860 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:58.860 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:58.860 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119675 2021-03-04T23:33:58.861 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.861 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:58.861 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.861 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:58.861 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.291840+0000", 2021-03-04T23:33:58.862 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:58.862 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.862 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.862 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:58.863 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.291840+0000", 2021-03-04T23:33:58.863 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.1195999999999999e-05 2021-03-04T23:33:58.863 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.863 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.864 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:58.864 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.291931+0000", 2021-03-04T23:33:58.864 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5859999999999999e-06 2021-03-04T23:33:58.864 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.864 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.865 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:58.865 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.291932+0000", 2021-03-04T23:33:58.865 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1683e-05 2021-03-04T23:33:58.865 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.865 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.866 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:58.866 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.291944+0000", 2021-03-04T23:33:58.866 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.2809999999999999e-06 2021-03-04T23:33:58.866 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.866 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.867 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:58.867 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.291949+0000", 2021-03-04T23:33:58.867 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2039000000000002e-05 2021-03-04T23:33:58.868 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.868 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.868 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.868 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.291991+0000", 2021-03-04T23:33:58.869 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.7069999999999998e-06 2021-03-04T23:33:58.869 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.869 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.869 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:58.869 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.292000+0000", 2021-03-04T23:33:58.870 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.13886242400000001 2021-03-04T23:33:58.870 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.870 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.870 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.870 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.430862+0000", 2021-03-04T23:33:58.871 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011287500000000001 2021-03-04T23:33:58.871 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.871 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.871 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:58.871 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.430975+0000", 2021-03-04T23:33:58.872 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011691100000000001 2021-03-04T23:33:58.872 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.872 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.872 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:33:58.873 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.431092+0000", 2021-03-04T23:33:58.873 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.015684124000000001 2021-03-04T23:33:58.873 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.873 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.873 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:58.874 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.446776+0000", 2021-03-04T23:33:58.874 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2131000000000001e-05 2021-03-04T23:33:58.874 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.874 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.874 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.875 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.446809+0000", 2021-03-04T23:33:58.875 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0043553029999999996 2021-03-04T23:33:58.875 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.875 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.875 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.876 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.451164+0000", 2021-03-04T23:33:58.876 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5395000000000002e-05 2021-03-04T23:33:58.876 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.876 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.877 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:58.877 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.451199+0000", 2021-03-04T23:33:58.877 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0034256069999999998 2021-03-04T23:33:58.877 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.877 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.878 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:58.878 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.454625+0000", 2021-03-04T23:33:58.878 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16278526199999999 2021-03-04T23:33:58.878 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.878 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:58.879 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.879 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.879 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.879 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119680 9.e 9:71943529:::benchmark_data_gibba011_139107_object119679:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e150)", 2021-03-04T23:33:58.879 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:38.319048+0000", 2021-03-04T23:33:58.880 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 500.32647644000002, 2021-03-04T23:33:58.880 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.139424625, 2021-03-04T23:33:58.880 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:58.880 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:58.880 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:58.881 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:58.881 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:58.881 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119680 2021-03-04T23:33:58.881 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.882 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:58.882 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.882 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:58.882 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.319048+0000", 2021-03-04T23:33:58.882 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:58.883 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.883 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.883 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:58.883 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.319048+0000", 2021-03-04T23:33:58.883 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2350000000000001e-05 2021-03-04T23:33:58.884 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.884 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.884 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:58.884 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.319070+0000", 2021-03-04T23:33:58.885 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5330000000000001e-06 2021-03-04T23:33:58.885 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.885 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.885 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:58.885 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.319073+0000", 2021-03-04T23:33:58.886 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1192000000000001e-05 2021-03-04T23:33:58.886 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.886 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.886 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:58.886 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.319084+0000", 2021-03-04T23:33:58.887 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7570000000000004e-06 2021-03-04T23:33:58.887 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.887 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.887 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:58.887 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.319089+0000", 2021-03-04T23:33:58.888 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5977999999999999e-05 2021-03-04T23:33:58.888 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.888 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.888 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.888 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.319135+0000", 2021-03-04T23:33:58.889 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2405000000000001e-05 2021-03-04T23:33:58.889 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.889 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.889 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:33:58.890 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.319147+0000", 2021-03-04T23:33:58.890 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.11458436800000001 2021-03-04T23:33:58.890 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.890 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.890 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.891 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.433731+0000", 2021-03-04T23:33:58.891 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00014626099999999999 2021-03-04T23:33:58.891 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.891 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.891 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:58.892 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.433878+0000", 2021-03-04T23:33:58.892 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000171509 2021-03-04T23:33:58.892 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.892 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.892 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:33:58.893 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.434049+0000", 2021-03-04T23:33:58.893 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.016987759000000002 2021-03-04T23:33:58.893 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.893 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.893 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:58.894 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.451037+0000", 2021-03-04T23:33:58.894 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1706999999999998e-05 2021-03-04T23:33:58.894 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.894 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.894 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.895 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.451089+0000", 2021-03-04T23:33:58.895 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0035886360000000001 2021-03-04T23:33:58.895 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.895 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.895 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.896 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.454677+0000", 2021-03-04T23:33:58.896 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6758999999999997e-05 2021-03-04T23:33:58.896 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.896 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.897 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:58.897 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.454724+0000", 2021-03-04T23:33:58.897 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0037484110000000001 2021-03-04T23:33:58.897 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.897 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.898 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:58.898 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.458473+0000", 2021-03-04T23:33:58.898 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.139424625 2021-03-04T23:33:58.898 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.898 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:58.899 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.899 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.899 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.899 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:122852 9.e 9:75d0cc4a:::benchmark_data_gibba011_139107_object122851:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e151)", 2021-03-04T23:33:58.899 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:42.156205+0000", 2021-03-04T23:33:58.900 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 496.48931942500002, 2021-03-04T23:33:58.900 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.11913208, 2021-03-04T23:33:58.900 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:58.900 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:58.900 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:58.901 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:58.901 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:58.901 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 122852 2021-03-04T23:33:58.901 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.901 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:58.902 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.902 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:58.902 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.156205+0000", 2021-03-04T23:33:58.902 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:58.903 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.903 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.903 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:58.903 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.156205+0000", 2021-03-04T23:33:58.903 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4039e-05 2021-03-04T23:33:58.904 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.904 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.904 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:58.904 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.156289+0000", 2021-03-04T23:33:58.904 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1780000000000002e-06 2021-03-04T23:33:58.905 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.905 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.905 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:58.905 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.156291+0000", 2021-03-04T23:33:58.906 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0377000000000001e-05 2021-03-04T23:33:58.906 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.906 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.906 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:58.906 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.156301+0000", 2021-03-04T23:33:58.907 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.33e-06 2021-03-04T23:33:58.907 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.907 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.907 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:58.907 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.156306+0000", 2021-03-04T23:33:58.908 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3018999999999997e-05 2021-03-04T23:33:58.908 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.908 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.908 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.908 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.156339+0000", 2021-03-04T23:33:58.909 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010822799999999999 2021-03-04T23:33:58.909 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.909 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.910 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:58.910 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.156447+0000", 2021-03-04T23:33:58.910 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0001172 2021-03-04T23:33:58.910 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.910 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.911 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:33:58.911 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.156564+0000", 2021-03-04T23:33:58.911 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.003280954 2021-03-04T23:33:58.911 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.911 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.912 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:58.912 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.159845+0000", 2021-03-04T23:33:58.912 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013642600000000001 2021-03-04T23:33:58.912 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.912 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.913 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.913 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.159982+0000", 2021-03-04T23:33:58.913 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.111069956 2021-03-04T23:33:58.913 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.913 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.914 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.914 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.271052+0000", 2021-03-04T23:33:58.914 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5037999999999998e-05 2021-03-04T23:33:58.914 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.914 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.915 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:58.915 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.271097+0000", 2021-03-04T23:33:58.915 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0042403349999999996 2021-03-04T23:33:58.915 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.915 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.916 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:58.916 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.275337+0000", 2021-03-04T23:33:58.916 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.11913208 2021-03-04T23:33:58.916 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.916 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:58.917 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.917 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.917 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.917 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:122853 9.e 9:7824ff70:::benchmark_data_gibba011_139107_object122852:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e151)", 2021-03-04T23:33:58.918 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:42.161097+0000", 2021-03-04T23:33:58.918 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 496.484427041, 2021-03-04T23:33:58.918 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.118452084, 2021-03-04T23:33:58.918 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:58.918 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:58.919 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:58.919 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:58.919 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:58.919 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 122853 2021-03-04T23:33:58.919 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.920 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:58.920 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.920 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:58.920 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.161097+0000", 2021-03-04T23:33:58.920 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:58.921 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.921 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.921 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:58.921 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.161097+0000", 2021-03-04T23:33:58.921 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.9474e-05 2021-03-04T23:33:58.922 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.922 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.922 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:58.922 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.161117+0000", 2021-03-04T23:33:58.923 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1159999999999998e-06 2021-03-04T23:33:58.923 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.923 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.923 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:58.923 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.161122+0000", 2021-03-04T23:33:58.924 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.4290000000000007e-06 2021-03-04T23:33:58.924 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.924 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.924 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:58.924 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.161131+0000", 2021-03-04T23:33:58.925 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3840000000000001e-06 2021-03-04T23:33:58.925 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.925 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.925 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:58.925 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.161135+0000", 2021-03-04T23:33:58.926 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1449000000000003e-05 2021-03-04T23:33:58.926 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.926 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.926 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.926 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.161166+0000", 2021-03-04T23:33:58.927 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000109712 2021-03-04T23:33:58.927 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.927 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.927 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:58.927 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.161276+0000", 2021-03-04T23:33:58.928 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000116396 2021-03-04T23:33:58.928 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.928 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.928 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:33:58.928 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.161392+0000", 2021-03-04T23:33:58.929 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.002797052 2021-03-04T23:33:58.929 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.929 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.929 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:58.930 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.164189+0000", 2021-03-04T23:33:58.930 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000215133 2021-03-04T23:33:58.930 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.930 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.930 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.931 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.164404+0000", 2021-03-04T23:33:58.931 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.110992232 2021-03-04T23:33:58.931 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.931 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.931 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.932 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.275397+0000", 2021-03-04T23:33:58.932 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0504999999999998e-05 2021-03-04T23:33:58.932 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.932 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.932 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:58.933 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.275447+0000", 2021-03-04T23:33:58.933 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0041022020000000001 2021-03-04T23:33:58.933 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.933 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.933 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:58.934 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:42.279549+0000", 2021-03-04T23:33:58.934 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.118452084 2021-03-04T23:33:58.934 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.934 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:58.935 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.935 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.935 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.935 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:156461 9.e 9:73686952:::benchmark_data_gibba011_139107_object3094:head [delete] snapc 0=[] ondisk+write+known_if_redirected e159)", 2021-03-04T23:33:58.935 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:24.610948+0000", 2021-03-04T23:33:58.936 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 454.03457598099999, 2021-03-04T23:33:58.936 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.119087893, 2021-03-04T23:33:58.936 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:58.936 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:58.936 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:58.937 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:58.937 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:58.937 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 156461 2021-03-04T23:33:58.937 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.937 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:58.938 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.938 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:58.938 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.610948+0000", 2021-03-04T23:33:58.938 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:58.938 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.939 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.939 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:58.939 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.610948+0000", 2021-03-04T23:33:58.939 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6840000000000001e-06 2021-03-04T23:33:58.940 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.940 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.940 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:58.940 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.610951+0000", 2021-03-04T23:33:58.940 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3239999999999999e-06 2021-03-04T23:33:58.941 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.941 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.941 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:58.941 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.610952+0000", 2021-03-04T23:33:58.941 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1547e-05 2021-03-04T23:33:58.942 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.942 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.942 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:58.942 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.610964+0000", 2021-03-04T23:33:58.942 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5220000000000001e-06 2021-03-04T23:33:58.943 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.943 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.943 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:58.943 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.610968+0000", 2021-03-04T23:33:58.943 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0151000000000002e-05 2021-03-04T23:33:58.944 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.944 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.944 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.944 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.611009+0000", 2021-03-04T23:33:58.945 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000162592 2021-03-04T23:33:58.945 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.945 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.945 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:58.945 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.611171+0000", 2021-03-04T23:33:58.946 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00015712300000000001 2021-03-04T23:33:58.946 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.946 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.946 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:33:58.946 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.611328+0000", 2021-03-04T23:33:58.947 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0060764119999999998 2021-03-04T23:33:58.947 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.947 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.947 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:58.947 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.617405+0000", 2021-03-04T23:33:58.948 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9684000000000001e-05 2021-03-04T23:33:58.948 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.948 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.948 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.948 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.617454+0000", 2021-03-04T23:33:58.949 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.107318074 2021-03-04T23:33:58.949 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.949 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.949 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.949 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.724772+0000", 2021-03-04T23:33:58.950 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6356e-05 2021-03-04T23:33:58.950 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.950 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.950 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:58.950 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.724829+0000", 2021-03-04T23:33:58.951 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0052074240000000004 2021-03-04T23:33:58.951 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.951 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.951 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:58.951 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.730036+0000", 2021-03-04T23:33:58.952 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.119087893 2021-03-04T23:33:58.952 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.952 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:58.952 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.953 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.953 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.953 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:156465 9.e 9:7e7b0321:::benchmark_data_gibba011_139107_object3098:head [delete] snapc 0=[] ondisk+write+known_if_redirected e159)", 2021-03-04T23:33:58.953 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:24.612055+0000", 2021-03-04T23:33:58.953 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 454.03346974300001, 2021-03-04T23:33:58.954 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.122921115, 2021-03-04T23:33:58.954 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:58.954 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:58.954 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:58.954 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:58.955 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:58.955 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 156465 2021-03-04T23:33:58.955 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.955 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:58.955 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.956 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:58.956 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.612055+0000", 2021-03-04T23:33:58.956 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:58.956 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.956 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.957 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:58.957 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.612055+0000", 2021-03-04T23:33:58.957 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.9719999999999999e-06 2021-03-04T23:33:58.957 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.957 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.958 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:58.958 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.612057+0000", 2021-03-04T23:33:58.958 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1429999999999999e-06 2021-03-04T23:33:58.958 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.959 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.959 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:58.959 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.612058+0000", 2021-03-04T23:33:58.959 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0169e-05 2021-03-04T23:33:58.959 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.960 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.960 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:58.960 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.612068+0000", 2021-03-04T23:33:58.960 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0369999999999996e-06 2021-03-04T23:33:58.960 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.961 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.961 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:58.961 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.612072+0000", 2021-03-04T23:33:58.961 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0021131769999999999 2021-03-04T23:33:58.961 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.962 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.962 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.962 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.614185+0000", 2021-03-04T23:33:58.962 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000132712 2021-03-04T23:33:58.963 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.963 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.963 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:58.963 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.614318+0000", 2021-03-04T23:33:58.963 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000102884 2021-03-04T23:33:58.964 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.964 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.964 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:33:58.964 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.614421+0000", 2021-03-04T23:33:58.964 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0082666739999999999 2021-03-04T23:33:58.965 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.965 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.965 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:58.965 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.622687+0000", 2021-03-04T23:33:58.965 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4484999999999998e-05 2021-03-04T23:33:58.966 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.966 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.966 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.966 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.622742+0000", 2021-03-04T23:33:58.966 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.10735146600000001 2021-03-04T23:33:58.967 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.967 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.967 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.967 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.730093+0000", 2021-03-04T23:33:58.968 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1858999999999999e-05 2021-03-04T23:33:58.968 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.968 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.968 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:58.969 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.730145+0000", 2021-03-04T23:33:58.969 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0048305370000000002 2021-03-04T23:33:58.969 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.969 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.969 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:58.970 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.734976+0000", 2021-03-04T23:33:58.970 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.122921115 2021-03-04T23:33:58.970 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.970 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:58.971 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.971 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.971 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.971 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:156470 9.e 9:726bb5a9:::benchmark_data_gibba011_139107_object3103:head [delete] snapc 0=[] ondisk+write+known_if_redirected e159)", 2021-03-04T23:33:58.971 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:24.619478+0000", 2021-03-04T23:33:58.972 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 454.02604626200002, 2021-03-04T23:33:58.972 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.119634439, 2021-03-04T23:33:58.972 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:58.972 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:58.972 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:58.973 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:58.973 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:58.973 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 156470 2021-03-04T23:33:58.973 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.973 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:58.974 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.974 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:58.974 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.619478+0000", 2021-03-04T23:33:58.974 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:58.974 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.975 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.975 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:58.975 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.619478+0000", 2021-03-04T23:33:58.975 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9670000000000001e-06 2021-03-04T23:33:58.976 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.976 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.976 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:58.976 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.619481+0000", 2021-03-04T23:33:58.976 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.9759999999999998e-06 2021-03-04T23:33:58.977 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.977 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.977 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:58.977 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.619483+0000", 2021-03-04T23:33:58.977 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2972e-05 2021-03-04T23:33:58.978 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.978 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.978 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:58.978 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.619496+0000", 2021-03-04T23:33:58.978 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9059999999999999e-06 2021-03-04T23:33:58.979 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.979 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.979 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:58.979 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.619502+0000", 2021-03-04T23:33:58.979 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9954000000000003e-05 2021-03-04T23:33:58.980 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.980 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.980 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.980 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.619552+0000", 2021-03-04T23:33:58.980 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000164986 2021-03-04T23:33:58.981 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.981 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.981 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:58.981 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.619717+0000", 2021-03-04T23:33:58.982 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00018270800000000001 2021-03-04T23:33:58.982 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.982 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.982 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:33:58.982 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.619900+0000", 2021-03-04T23:33:58.983 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0028782130000000001 2021-03-04T23:33:58.983 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.983 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.983 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:58.983 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.622778+0000", 2021-03-04T23:33:58.984 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00026603 2021-03-04T23:33:58.984 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.984 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.984 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.984 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.623044+0000", 2021-03-04T23:33:58.985 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.111983688 2021-03-04T23:33:58.985 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.985 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.985 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:58.985 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.735027+0000", 2021-03-04T23:33:58.986 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6962999999999998e-05 2021-03-04T23:33:58.986 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.986 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.986 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:58.987 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.735064+0000", 2021-03-04T23:33:58.987 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0040480760000000003 2021-03-04T23:33:58.987 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.987 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.987 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:58.988 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:24.739113+0000", 2021-03-04T23:33:58.988 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.119634439 2021-03-04T23:33:58.988 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.988 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:58.988 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:58.989 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.989 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.989 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:164631 9.e 9:71dd520c:::benchmark_data_gibba011_139107_object11264:head [delete] snapc 0=[] ondisk+write+known_if_redirected e160)", 2021-03-04T23:33:58.989 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:34.262504+0000", 2021-03-04T23:33:58.989 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 444.38302066300002, 2021-03-04T23:33:58.990 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.25294040800000001, 2021-03-04T23:33:58.990 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:58.990 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:58.990 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:58.990 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:58.991 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:58.991 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 164631 2021-03-04T23:33:58.991 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.991 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:58.991 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.992 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:58.992 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.262504+0000", 2021-03-04T23:33:58.992 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:58.992 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.992 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.993 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:58.993 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.262504+0000", 2021-03-04T23:33:58.993 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4049999999999998e-06 2021-03-04T23:33:58.993 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.993 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.994 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:58.994 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.262506+0000", 2021-03-04T23:33:58.994 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.55e-06 2021-03-04T23:33:58.994 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.995 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.995 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:58.995 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.262508+0000", 2021-03-04T23:33:58.995 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.2380000000000003e-06 2021-03-04T23:33:58.995 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.996 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.996 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:58.996 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.262517+0000", 2021-03-04T23:33:58.996 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1120000000000004e-06 2021-03-04T23:33:58.996 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.997 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.997 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:58.997 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.262522+0000", 2021-03-04T23:33:58.997 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.031425705999999998 2021-03-04T23:33:58.997 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.998 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.998 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:58.998 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.293948+0000", 2021-03-04T23:33:58.998 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010762100000000001 2021-03-04T23:33:58.998 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:58.999 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:58.999 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:58.999 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.294055+0000", 2021-03-04T23:33:58.999 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010126 2021-03-04T23:33:58.999 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.000 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.000 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:33:59.000 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.294157+0000", 2021-03-04T23:33:59.000 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.005496506 2021-03-04T23:33:59.000 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.001 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.001 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:59.001 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.299653+0000", 2021-03-04T23:33:59.001 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000324171 2021-03-04T23:33:59.001 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.002 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.002 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:59.002 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.299977+0000", 2021-03-04T23:33:59.002 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.211542643 2021-03-04T23:33:59.002 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.003 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.003 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:59.003 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.511520+0000", 2021-03-04T23:33:59.003 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.736e-05 2021-03-04T23:33:59.003 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.004 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.004 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:59.004 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.511577+0000", 2021-03-04T23:33:59.004 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0038668359999999998 2021-03-04T23:33:59.004 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.005 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.005 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:59.005 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.515444+0000", 2021-03-04T23:33:59.005 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.25294040800000001 2021-03-04T23:33:59.006 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:59.006 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:59.006 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:59.006 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.006 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.007 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:164653 9.e 9:7d6cdc05:::benchmark_data_gibba011_139107_object11286:head [delete] snapc 0=[] ondisk+write+known_if_redirected e160)", 2021-03-04T23:33:59.007 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:34.281552+0000", 2021-03-04T23:33:59.007 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 444.36397208099999, 2021-03-04T23:33:59.007 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.23859065400000001, 2021-03-04T23:33:59.007 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:59.008 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:59.008 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:59.008 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:59.008 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:59.008 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 164653 2021-03-04T23:33:59.009 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.009 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:59.009 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.009 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:59.009 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.281552+0000", 2021-03-04T23:33:59.010 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:59.010 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.010 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.011 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:59.011 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.281552+0000", 2021-03-04T23:33:59.011 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2680000000000001e-06 2021-03-04T23:33:59.011 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.011 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.012 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:59.012 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.281555+0000", 2021-03-04T23:33:59.012 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.497e-06 2021-03-04T23:33:59.012 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.012 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.013 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:59.013 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.281556+0000", 2021-03-04T23:33:59.013 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1738e-05 2021-03-04T23:33:59.013 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.013 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.014 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:59.014 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.281568+0000", 2021-03-04T23:33:59.014 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4349999999999996e-06 2021-03-04T23:33:59.014 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.014 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.015 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:59.015 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.281573+0000", 2021-03-04T23:33:59.015 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014928794 2021-03-04T23:33:59.015 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.015 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.016 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:59.016 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.296502+0000", 2021-03-04T23:33:59.016 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000124929 2021-03-04T23:33:59.016 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.017 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.017 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:59.017 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.296627+0000", 2021-03-04T23:33:59.017 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000113955 2021-03-04T23:33:59.017 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.018 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.018 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:33:59.018 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.296741+0000", 2021-03-04T23:33:59.018 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0029712649999999998 2021-03-04T23:33:59.018 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.019 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.019 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:59.019 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.299712+0000", 2021-03-04T23:33:59.019 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00039710599999999999 2021-03-04T23:33:59.019 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.020 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.020 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:59.020 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.300109+0000", 2021-03-04T23:33:59.020 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.21538822899999999 2021-03-04T23:33:59.020 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.021 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.021 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:59.021 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.515497+0000", 2021-03-04T23:33:59.021 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.393e-05 2021-03-04T23:33:59.021 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.022 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.022 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:59.022 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.515551+0000", 2021-03-04T23:33:59.022 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0045915080000000002 2021-03-04T23:33:59.023 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.023 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.023 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:59.023 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.520143+0000", 2021-03-04T23:33:59.023 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.23859065400000001 2021-03-04T23:33:59.024 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:59.024 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:59.024 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:59.024 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.024 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.025 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:164686 9.e 9:799e1d60:::benchmark_data_gibba011_139107_object11319:head [delete] snapc 0=[] ondisk+write+known_if_redirected e161)", 2021-03-04T23:33:59.025 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:34.349506+0000", 2021-03-04T23:33:59.025 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 444.29601791900001, 2021-03-04T23:33:59.025 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.17812167600000001, 2021-03-04T23:33:59.026 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:59.026 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:59.026 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:59.026 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:59.026 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:59.027 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 164686 2021-03-04T23:33:59.027 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.027 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:59.027 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.027 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:59.028 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.349506+0000", 2021-03-04T23:33:59.028 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:59.028 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.028 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.028 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:59.029 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.349506+0000", 2021-03-04T23:33:59.029 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7070000000000001e-06 2021-03-04T23:33:59.029 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.029 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.029 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:59.030 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.349509+0000", 2021-03-04T23:33:59.030 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5659999999999999e-06 2021-03-04T23:33:59.030 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.030 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.030 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:59.031 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.349511+0000", 2021-03-04T23:33:59.031 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1104000000000001e-05 2021-03-04T23:33:59.031 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.031 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.031 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:59.032 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.349522+0000", 2021-03-04T23:33:59.032 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7119999999999999e-06 2021-03-04T23:33:59.032 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.032 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.033 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:59.033 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.349526+0000", 2021-03-04T23:33:59.033 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5881999999999999e-05 2021-03-04T23:33:59.033 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.033 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.034 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:59.034 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.349572+0000", 2021-03-04T23:33:59.034 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011885200000000001 2021-03-04T23:33:59.034 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.034 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.035 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:59.035 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.349691+0000", 2021-03-04T23:33:59.035 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000113423 2021-03-04T23:33:59.035 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.035 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.036 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:33:59.036 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.349805+0000", 2021-03-04T23:33:59.036 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.002457234 2021-03-04T23:33:59.036 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.036 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.037 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:59.037 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.352262+0000", 2021-03-04T23:33:59.037 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.8735999999999999e-05 2021-03-04T23:33:59.037 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.038 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.038 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:59.038 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.352351+0000", 2021-03-04T23:33:59.038 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.170454776 2021-03-04T23:33:59.038 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.039 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.039 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:59.039 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.522805+0000", 2021-03-04T23:33:59.039 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7241999999999998e-05 2021-03-04T23:33:59.039 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.040 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.040 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:59.040 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.522863+0000", 2021-03-04T23:33:59.040 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0047654419999999999 2021-03-04T23:33:59.040 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.041 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.041 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:59.041 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.527628+0000", 2021-03-04T23:33:59.041 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.17812167600000001 2021-03-04T23:33:59.042 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:59.042 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:59.042 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:59.042 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.042 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.043 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:164693 9.e 9:7d5fa6b5:::benchmark_data_gibba011_139107_object11326:head [delete] snapc 0=[] ondisk+write+known_if_redirected e161)", 2021-03-04T23:33:59.043 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:34.385494+0000", 2021-03-04T23:33:59.043 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 444.26003012000001, 2021-03-04T23:33:59.043 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14614871500000001, 2021-03-04T23:33:59.043 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:33:59.044 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:33:59.044 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:33:59.044 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:33:59.044 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:33:59.044 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 164693 2021-03-04T23:33:59.045 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.045 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:33:59.045 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.045 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:33:59.045 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.385494+0000", 2021-03-04T23:33:59.046 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:33:59.046 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.046 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.046 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:33:59.047 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.385494+0000", 2021-03-04T23:33:59.047 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.295e-06 2021-03-04T23:33:59.047 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.047 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.047 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:33:59.048 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.385497+0000", 2021-03-04T23:33:59.048 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7260000000000001e-06 2021-03-04T23:33:59.048 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.048 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.048 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:33:59.049 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.385498+0000", 2021-03-04T23:33:59.049 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1762e-05 2021-03-04T23:33:59.049 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.049 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.049 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:33:59.050 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.385510+0000", 2021-03-04T23:33:59.050 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3789999999999999e-06 2021-03-04T23:33:59.050 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.050 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.050 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:33:59.051 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.385514+0000", 2021-03-04T23:33:59.051 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6439e-05 2021-03-04T23:33:59.051 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.051 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.051 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:33:59.052 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.385561+0000", 2021-03-04T23:33:59.052 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000177663 2021-03-04T23:33:59.052 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.052 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.053 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:33:59.053 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.385738+0000", 2021-03-04T23:33:59.053 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00019375999999999999 2021-03-04T23:33:59.053 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.053 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.054 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:33:59.054 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.385932+0000", 2021-03-04T23:33:59.054 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027618120000000002 2021-03-04T23:33:59.054 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.054 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.055 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:59.055 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.388694+0000", 2021-03-04T23:33:59.055 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.5264000000000001e-05 2021-03-04T23:33:59.055 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.055 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.056 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:33:59.056 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.388789+0000", 2021-03-04T23:33:59.056 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.13888594800000001 2021-03-04T23:33:59.056 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.056 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.057 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:33:59.057 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.527675+0000", 2021-03-04T23:33:59.057 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7564999999999997e-05 2021-03-04T23:33:59.057 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.057 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.058 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:33:59.058 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.527713+0000", 2021-03-04T23:33:59.058 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0039301020000000004 2021-03-04T23:33:59.059 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:33:59.059 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:33:59.059 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:33:59.059 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.531643+0000", 2021-03-04T23:33:59.059 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14614871500000001 2021-03-04T23:33:59.060 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:59.060 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:59.060 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:59.060 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:33:59.060 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:33:59.061 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:33:59.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:59.062 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:59.063 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:59.067 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:33:59.069 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:33:59.109 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:58 gibba011 conmon[95595]: cluster 2021-03-04T23:33:58.983718+0000 mon.a (mon.0) 1282 : cluster [WRN] Health check update: Degraded data redundancy: 11955/280101 objects degraded (4.268%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:33:59.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:58 gibba011 conmon[99461]: cluster 2021-03-04T23:33:58.983718+0000 mon.a (mon.0) 1282 : cluster [WRN] Health check update: Degraded data redundancy: 11955/280101 objects degraded (4.268%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:33:59.164 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:33:59.183 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:59.184 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:59.184 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:33:59.286 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:59.288 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:58 gibba038 conmon[76675]: cluster 2021-03-04T23:33:58.983718+0000 mon.a (mon.0) 1282 : cluster [WRN] Health check update: Degraded data redundancy: 11955/280101 objects degraded (4.268%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:33:59.300 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:33:59.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:59.304 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:59.304 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:59.406 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:33:59.413 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:59.424 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:59.425 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:59.425 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:33:59.527 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:33:59.546 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:59.546 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:33:59.547 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:33:59.648 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:33:59.656 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":966,"stamp":"2021-03-04T23:33:58.718759+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":6011555136,"num_objects":91752,"num_object_clones":0,"num_object_copies":275256,"num_objects_missing_on_primary":798,"num_objects_missing":798,"num_objects_degraded":11955,"num_objects_misplaced":19954,"num_objects_unfound":0,"num_objects_dirty":91752,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":215052,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91878,"num_bytes_recovered":5273824305,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":83383,"ondisk_log_size":83383,"up":357,"acting":354,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":394,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":23694588,"kb_used_data":19149700,"kb_used_omap":6415,"kb_used_meta":4538416,"kb_avail":592868100,"statfs":{"total":631360192512,"available":607096934400,"internally_reserved":4294967296,"allocated":19609292800,"data_stored":19599581030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6569549,"internal_metadata":4647338419},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,0,0,2,0,1,2,0,2,7,5],"upper_bound":2048},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-209321984,"num_objects":-3194,"num_object_clones":0,"num_object_copies":-9582,"num_objects_missing_on_primary":-5,"num_objects_missing":-5,"num_objects_degraded":0,"num_objects_misplaced":-809,"num_objects_unfound":0,"num_objects_dirty":-3194,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3194,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":202,"num_bytes_recovered":12910592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002146"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"330","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.438926+0000","last_change":"2021-03-04T23:32:26.240995+0000","last_active":"2021-03-04T23:33:46.438926+0000","last_peered":"2021-03-04T23:33:46.438926+0000","last_clean":"2021-03-04T23:33:46.438926+0000","last_became_active":"2021-03-04T23:32:26.240606+0000","last_became_peered":"2021-03-04T23:32:26.240606+0000","last_unstale":"2021-03-04T23:33:46.438926+0000","last_undegraded":"2021-03-04T23:33:46.438926+0000","last_fullsized":"2021-03-04T23:33:46.438926+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"72","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.383148+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:33:46.383148+0000","last_peered":"2021-03-04T23:33:46.383148+0000","last_clean":"2021-03-04T23:33:46.383148+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:33:46.383148+0000","last_undegraded":"2021-03-04T23:33:46.383148+0000","last_fullsized":"2021-03-04T23:33:46.383148+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"28","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.428098+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:33:46.428098+0000","last_peered":"2021-03-04T23:33:46.428098+0000","last_clean":"2021-03-04T23:33:46.428098+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:33:46.428098+0000","last_undegraded":"2021-03-04T23:33:46.428098+0000","last_fullsized":"2021-03-04T23:33:46.428098+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"306","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.417137+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:33:46.417137+0000","last_peered":"2021-03-04T23:33:46.417137+0000","last_clean":"2021-03-04T23:33:46.417137+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:33:46.417137+0000","last_undegraded":"2021-03-04T23:33:46.417137+0000","last_fullsized":"2021-03-04T23:33:46.417137+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"90","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.383001+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:33:46.383001+0000","last_peered":"2021-03-04T23:33:46.383001+0000","last_clean":"2021-03-04T23:33:46.383001+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:33:46.383001+0000","last_undegraded":"2021-03-04T23:33:46.383001+0000","last_fullsized":"2021-03-04T23:33:46.383001+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"34","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.412594+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:33:46.412594+0000","last_peered":"2021-03-04T23:33:46.412594+0000","last_clean":"2021-03-04T23:33:46.412594+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:33:46.412594+0000","last_undegraded":"2021-03-04T23:33:46.412594+0000","last_fullsized":"2021-03-04T23:33:46.412594+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"278","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.417148+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:33:46.417148+0000","last_peered":"2021-03-04T23:33:46.417148+0000","last_clean":"2021-03-04T23:33:46.417148+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:33:46.417148+0000","last_undegraded":"2021-03-04T23:33:46.417148+0000","last_fullsized":"2021-03-04T23:33:46.417148+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"90","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.383065+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:33:46.383065+0000","last_peered":"2021-03-04T23:33:46.383065+0000","last_clean":"2021-03-04T23:33:46.383065+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:33:46.383065+0000","last_undegraded":"2021-03-04T23:33:46.383065+0000","last_fullsized":"2021-03-04T23:33:46.383065+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"76","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.360280+0000","last_change":"2021-03-04T23:32:18.981656+0000","last_active":"2021-03-04T23:33:46.360280+0000","last_peered":"2021-03-04T23:33:46.360280+0000","last_clean":"2021-03-04T23:33:46.360280+0000","last_became_active":"2021-03-04T23:32:18.981253+0000","last_became_peered":"2021-03-04T23:32:18.981253+0000","last_unstale":"2021-03-04T23:33:46.360280+0000","last_undegraded":"2021-03-04T23:33:46.360280+0000","last_fullsized":"2021-03-04T23:33:46.360280+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"327","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.359021+0000","last_change":"2021-03-04T23:32:26.243636+0000","last_active":"2021-03-04T23:33:46.359021+0000","last_peered":"2021-03-04T23:33:46.359021+0000","last_clean":"2021-03-04T23:33:46.359021+0000","last_became_active":"2021-03-04T23:32:26.243433+0000","last_became_peered":"2021-03-04T23:32:26.243433+0000","last_unstale":"2021-03-04T23:33:46.359021+0000","last_undegraded":"2021-03-04T23:33:46.359021+0000","last_fullsized":"2021-03-04T23:33:46.359021+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"92","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.386473+0000","last_change":"2021-03-04T23:32:18.988970+0000","last_active":"2021-03-04T23:33:46.386473+0000","last_peered":"2021-03-04T23:33:46.386473+0000","last_clean":"2021-03-04T23:33:46.386473+0000","last_became_active":"2021-03-04T23:32:18.988819+0000","last_became_peered":"2021-03-04T23:32:18.988819+0000","last_unstale":"2021-03-04T23:33:46.386473+0000","last_undegraded":"2021-03-04T23:33:46.386473+0000","last_fullsized":"2021-03-04T23:33:46.386473+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"64","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.360226+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:33:46.360226+0000","last_peered":"2021-03-04T23:33:46.360226+0000","last_clean":"2021-03-04T23:33:46.360226+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:33:46.360226+0000","last_undegraded":"2021-03-04T23:33:46.360226+0000","last_fullsized":"2021-03-04T23:33:46.360226+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"28","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.428164+0000","last_change":"2021-03-04T23:32:26.241627+0000","last_active":"2021-03-04T23:33:46.428164+0000","last_peered":"2021-03-04T23:33:46.428164+0000","last_clean":"2021-03-04T23:33:46.428164+0000","last_became_active":"2021-03-04T23:32:26.241358+0000","last_became_peered":"2021-03-04T23:32:26.241358+0000","last_unstale":"2021-03-04T23:33:46.428164+0000","last_undegraded":"2021-03-04T23:33:46.428164+0000","last_fullsized":"2021-03-04T23:33:46.428164+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"328","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.438955+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:33:46.438955+0000","last_peered":"2021-03-04T23:33:46.438955+0000","last_clean":"2021-03-04T23:33:46.438955+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:33:46.438955+0000","last_undegraded":"2021-03-04T23:33:46.438955+0000","last_fullsized":"2021-03-04T23:33:46.438955+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"307","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.439002+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:33:46.439002+0000","last_peered":"2021-03-04T23:33:46.439002+0000","last_clean":"2021-03-04T23:33:46.439002+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:33:46.439002+0000","last_undegraded":"2021-03-04T23:33:46.439002+0000","last_fullsized":"2021-03-04T23:33:46.439002+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"76","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.359830+0000","last_change":"2021-03-04T23:32:18.982083+0000","last_active":"2021-03-04T23:33:46.359830+0000","last_peered":"2021-03-04T23:33:46.359830+0000","last_clean":"2021-03-04T23:33:46.359830+0000","last_became_active":"2021-03-04T23:32:18.981790+0000","last_became_peered":"2021-03-04T23:32:18.981790+0000","last_unstale":"2021-03-04T23:33:46.359830+0000","last_undegraded":"2021-03-04T23:33:46.359830+0000","last_fullsized":"2021-03-04T23:33:46.359830+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"86","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.360068+0000","last_change":"2021-03-04T23:32:19.165859+0000","last_active":"2021-03-04T23:33:46.360068+0000","last_peered":"2021-03-04T23:33:46.360068+0000","last_clean":"2021-03-04T23:33:46.360068+0000","last_became_active":"2021-03-04T23:32:19.018621+0000","last_became_peered":"2021-03-04T23:32:19.018621+0000","last_unstale":"2021-03-04T23:33:46.360068+0000","last_undegraded":"2021-03-04T23:33:46.360068+0000","last_fullsized":"2021-03-04T23:33:46.360068+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"108","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.383134+0000","last_change":"2021-03-04T23:32:26.238976+0000","last_active":"2021-03-04T23:33:46.383134+0000","last_peered":"2021-03-04T23:33:46.383134+0000","last_clean":"2021-03-04T23:33:46.383134+0000","last_became_active":"2021-03-04T23:32:26.238739+0000","last_became_peered":"2021-03-04T23:32:26.238739+0000","last_unstale":"2021-03-04T23:33:46.383134+0000","last_undegraded":"2021-03-04T23:33:46.383134+0000","last_fullsized":"2021-03-04T23:33:46.383134+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"76","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.359908+0000","last_change":"2021-03-04T23:32:19.011685+0000","last_active":"2021-03-04T23:33:46.359908+0000","last_peered":"2021-03-04T23:33:46.359908+0000","last_clean":"2021-03-04T23:33:46.359908+0000","last_became_active":"2021-03-04T23:32:19.011404+0000","last_became_peered":"2021-03-04T23:32:19.011404+0000","last_unstale":"2021-03-04T23:33:46.359908+0000","last_undegraded":"2021-03-04T23:33:46.359908+0000","last_fullsized":"2021-03-04T23:33:46.359908+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"304","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.359916+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:33:46.359916+0000","last_peered":"2021-03-04T23:33:46.359916+0000","last_clean":"2021-03-04T23:33:46.359916+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:33:46.359916+0000","last_undegraded":"2021-03-04T23:33:46.359916+0000","last_fullsized":"2021-03-04T23:33:46.359916+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"290","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.358935+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:33:46.358935+0000","last_peered":"2021-03-04T23:33:46.358935+0000","last_clean":"2021-03-04T23:33:46.358935+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:33:46.358935+0000","last_undegraded":"2021-03-04T23:33:46.358935+0000","last_fullsized":"2021-03-04T23:33:46.358935+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"76","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.360251+0000","last_change":"2021-03-04T23:32:19.019024+0000","last_active":"2021-03-04T23:33:46.360251+0000","last_peered":"2021-03-04T23:33:46.360251+0000","last_clean":"2021-03-04T23:33:46.360251+0000","last_became_active":"2021-03-04T23:32:19.018570+0000","last_became_peered":"2021-03-04T23:32:19.018570+0000","last_unstale":"2021-03-04T23:33:46.360251+0000","last_undegraded":"2021-03-04T23:33:46.360251+0000","last_fullsized":"2021-03-04T23:33:46.360251+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"67","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.359989+0000","last_change":"2021-03-04T23:32:26.245321+0000","last_active":"2021-03-04T23:33:46.359989+0000","last_peered":"2021-03-04T23:33:46.359989+0000","last_clean":"2021-03-04T23:33:46.359989+0000","last_became_active":"2021-03-04T23:32:26.243283+0000","last_became_peered":"2021-03-04T23:32:26.243283+0000","last_unstale":"2021-03-04T23:33:46.359989+0000","last_undegraded":"2021-03-04T23:33:46.359989+0000","last_fullsized":"2021-03-04T23:33:46.359989+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"263","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.359949+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:33:46.359949+0000","last_peered":"2021-03-04T23:33:46.359949+0000","last_clean":"2021-03-04T23:33:46.359949+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:33:46.359949+0000","last_undegraded":"2021-03-04T23:33:46.359949+0000","last_fullsized":"2021-03-04T23:33:46.359949+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"288","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.416558+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:33:46.416558+0000","last_peered":"2021-03-04T23:33:46.416558+0000","last_clean":"2021-03-04T23:33:46.416558+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:33:46.416558+0000","last_undegraded":"2021-03-04T23:33:46.416558+0000","last_fullsized":"2021-03-04T23:33:46.416558+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"76","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.359987+0000","last_change":"2021-03-04T23:32:18.982413+0000","last_active":"2021-03-04T23:33:46.359987+0000","last_peered":"2021-03-04T23:33:46.359987+0000","last_clean":"2021-03-04T23:33:46.359987+0000","last_became_active":"2021-03-04T23:32:18.981859+0000","last_became_peered":"2021-03-04T23:32:18.981859+0000","last_unstale":"2021-03-04T23:33:46.359987+0000","last_undegraded":"2021-03-04T23:33:46.359987+0000","last_fullsized":"2021-03-04T23:33:46.359987+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"274","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.386359+0000","last_change":"2021-03-04T23:31:58.062545+0000","last_active":"2021-03-04T23:33:46.386359+0000","last_peered":"2021-03-04T23:33:46.386359+0000","last_clean":"2021-03-04T23:33:46.386359+0000","last_became_active":"2021-03-04T23:31:58.062078+0000","last_became_peered":"2021-03-04T23:31:58.062078+0000","last_unstale":"2021-03-04T23:33:46.386359+0000","last_undegraded":"2021-03-04T23:33:46.386359+0000","last_fullsized":"2021-03-04T23:33:46.386359+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"175","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.412328+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:33:46.412328+0000","last_peered":"2021-03-04T23:33:46.412328+0000","last_clean":"2021-03-04T23:33:46.412328+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:33:46.412328+0000","last_undegraded":"2021-03-04T23:33:46.412328+0000","last_fullsized":"2021-03-04T23:33:46.412328+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"90","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.383283+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:33:46.383283+0000","last_peered":"2021-03-04T23:33:46.383283+0000","last_clean":"2021-03-04T23:33:46.383283+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:33:46.383283+0000","last_undegraded":"2021-03-04T23:33:46.383283+0000","last_fullsized":"2021-03-04T23:33:46.383283+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"76","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.360377+0000","last_change":"2021-03-04T23:32:18.990360+0000","last_active":"2021-03-04T23:33:46.360377+0000","last_peered":"2021-03-04T23:33:46.360377+0000","last_clean":"2021-03-04T23:33:46.360377+0000","last_became_active":"2021-03-04T23:32:18.985583+0000","last_became_peered":"2021-03-04T23:32:18.985583+0000","last_unstale":"2021-03-04T23:33:46.360377+0000","last_undegraded":"2021-03-04T23:33:46.360377+0000","last_fullsized":"2021-03-04T23:33:46.360377+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"28","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.428508+0000","last_change":"2021-03-04T23:32:26.249383+0000","last_active":"2021-03-04T23:33:46.428508+0000","last_peered":"2021-03-04T23:33:46.428508+0000","last_clean":"2021-03-04T23:33:46.428508+0000","last_became_active":"2021-03-04T23:32:26.249012+0000","last_became_peered":"2021-03-04T23:32:26.249012+0000","last_unstale":"2021-03-04T23:33:46.428508+0000","last_undegraded":"2021-03-04T23:33:46.428508+0000","last_fullsized":"2021-03-04T23:33:46.428508+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"285'13412","reported_seq":"13641","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:57.956581+0000","last_change":"2021-03-04T23:31:15.984936+0000","last_active":"2021-03-04T23:33:57.956581+0000","last_peered":"2021-03-04T23:33:57.956581+0000","last_clean":"2021-03-04T23:33:57.956581+0000","last_became_active":"2021-03-04T23:31:15.969777+0000","last_became_peered":"2021-03-04T23:31:15.969777+0000","last_unstale":"2021-03-04T23:33:57.956581+0000","last_undegraded":"2021-03-04T23:33:57.956581+0000","last_fullsized":"2021-03-04T23:33:57.956581+0000","mapping_epoch":236,"log_start":"155'8847","ondisk_log_start":"155'8847","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4565,"ondisk_log_size":4565,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":373161984,"num_objects":5694,"num_object_clones":0,"num_object_copies":17082,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5694,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13412,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":1048576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"62","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.360449+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:33:46.360449+0000","last_peered":"2021-03-04T23:33:46.360449+0000","last_clean":"2021-03-04T23:33:46.360449+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:33:46.360449+0000","last_undegraded":"2021-03-04T23:33:46.360449+0000","last_fullsized":"2021-03-04T23:33:46.360449+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"293","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.358806+0000","last_change":"2021-03-04T23:32:18.976569+0000","last_active":"2021-03-04T23:33:46.358806+0000","last_peered":"2021-03-04T23:33:46.358806+0000","last_clean":"2021-03-04T23:33:46.358806+0000","last_became_active":"2021-03-04T23:32:18.976326+0000","last_became_peered":"2021-03-04T23:32:18.976326+0000","last_unstale":"2021-03-04T23:33:46.358806+0000","last_undegraded":"2021-03-04T23:33:46.358806+0000","last_fullsized":"2021-03-04T23:33:46.358806+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"76","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.360201+0000","last_change":"2021-03-04T23:32:18.981638+0000","last_active":"2021-03-04T23:33:46.360201+0000","last_peered":"2021-03-04T23:33:46.360201+0000","last_clean":"2021-03-04T23:33:46.360201+0000","last_became_active":"2021-03-04T23:32:18.981295+0000","last_became_peered":"2021-03-04T23:32:18.981295+0000","last_unstale":"2021-03-04T23:33:46.360201+0000","last_undegraded":"2021-03-04T23:33:46.360201+0000","last_fullsized":"2021-03-04T23:33:46.360201+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"185","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.412608+0000","last_change":"2021-03-04T23:31:58.069396+0000","last_active":"2021-03-04T23:33:46.412608+0000","last_peered":"2021-03-04T23:33:46.412608+0000","last_clean":"2021-03-04T23:33:46.412608+0000","last_became_active":"2021-03-04T23:31:58.069222+0000","last_became_peered":"2021-03-04T23:31:58.069222+0000","last_unstale":"2021-03-04T23:33:46.412608+0000","last_undegraded":"2021-03-04T23:33:46.412608+0000","last_fullsized":"2021-03-04T23:33:46.412608+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"285'13245","reported_seq":"34101","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:55.106167+0000","last_change":"2021-03-04T23:31:02.313487+0000","last_active":"2021-03-04T23:33:55.106167+0000","last_peered":"2021-03-04T23:33:55.106167+0000","last_clean":"2021-03-04T23:33:55.106167+0000","last_became_active":"2021-03-04T23:31:02.298187+0000","last_became_peered":"2021-03-04T23:31:02.298187+0000","last_unstale":"2021-03-04T23:33:55.106167+0000","last_undegraded":"2021-03-04T23:33:55.106167+0000","last_fullsized":"2021-03-04T23:33:55.106167+0000","mapping_epoch":230,"log_start":"151'7622","ondisk_log_start":"151'7622","created":137,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5623,"ondisk_log_size":5623,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":382664704,"num_objects":5839,"num_object_clones":0,"num_object_copies":17517,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5839,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13245,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8025,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"62","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.360436+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:33:46.360436+0000","last_peered":"2021-03-04T23:33:46.360436+0000","last_clean":"2021-03-04T23:33:46.360436+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:33:46.360436+0000","last_undegraded":"2021-03-04T23:33:46.360436+0000","last_fullsized":"2021-03-04T23:33:46.360436+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"355","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.439009+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:33:46.439009+0000","last_peered":"2021-03-04T23:33:46.439009+0000","last_clean":"2021-03-04T23:33:46.439009+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:33:46.439009+0000","last_undegraded":"2021-03-04T23:33:46.439009+0000","last_fullsized":"2021-03-04T23:33:46.439009+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"76","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.360504+0000","last_change":"2021-03-04T23:32:18.976226+0000","last_active":"2021-03-04T23:33:46.360504+0000","last_peered":"2021-03-04T23:33:46.360504+0000","last_clean":"2021-03-04T23:33:46.360504+0000","last_became_active":"2021-03-04T23:32:18.975856+0000","last_became_peered":"2021-03-04T23:32:18.975856+0000","last_unstale":"2021-03-04T23:33:46.360504+0000","last_undegraded":"2021-03-04T23:33:46.360504+0000","last_fullsized":"2021-03-04T23:33:46.360504+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"28","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.428307+0000","last_change":"2021-03-04T23:32:26.243559+0000","last_active":"2021-03-04T23:33:46.428307+0000","last_peered":"2021-03-04T23:33:46.428307+0000","last_clean":"2021-03-04T23:33:46.428307+0000","last_became_active":"2021-03-04T23:32:26.243315+0000","last_became_peered":"2021-03-04T23:32:26.243315+0000","last_unstale":"2021-03-04T23:33:46.428307+0000","last_undegraded":"2021-03-04T23:33:46.428307+0000","last_fullsized":"2021-03-04T23:33:46.428307+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"285'13530","reported_seq":"13723","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:58.558077+0000","last_change":"2021-03-04T23:31:16.986091+0000","last_active":"2021-03-04T23:33:58.558077+0000","last_peered":"2021-03-04T23:33:58.558077+0000","last_clean":"2021-03-04T23:33:58.558077+0000","last_became_active":"2021-03-04T23:31:16.966316+0000","last_became_peered":"2021-03-04T23:31:16.966316+0000","last_unstale":"2021-03-04T23:33:58.558077+0000","last_undegraded":"2021-03-04T23:33:58.558077+0000","last_fullsized":"2021-03-04T23:33:58.558077+0000","mapping_epoch":237,"log_start":"152'8387","ondisk_log_start":"152'8387","created":137,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5143,"ondisk_log_size":5143,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":372768768,"num_objects":5688,"num_object_clones":0,"num_object_copies":17064,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5688,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13530,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"62","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.360351+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:33:46.360351+0000","last_peered":"2021-03-04T23:33:46.360351+0000","last_clean":"2021-03-04T23:33:46.360351+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:33:46.360351+0000","last_undegraded":"2021-03-04T23:33:46.360351+0000","last_fullsized":"2021-03-04T23:33:46.360351+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"34","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.412225+0000","last_change":"2021-03-04T23:32:18.980591+0000","last_active":"2021-03-04T23:33:46.412225+0000","last_peered":"2021-03-04T23:33:46.412225+0000","last_clean":"2021-03-04T23:33:46.412225+0000","last_became_active":"2021-03-04T23:32:18.980308+0000","last_became_peered":"2021-03-04T23:32:18.980308+0000","last_unstale":"2021-03-04T23:33:46.412225+0000","last_undegraded":"2021-03-04T23:33:46.412225+0000","last_fullsized":"2021-03-04T23:33:46.412225+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"76","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.360430+0000","last_change":"2021-03-04T23:32:18.981505+0000","last_active":"2021-03-04T23:33:46.360430+0000","last_peered":"2021-03-04T23:33:46.360430+0000","last_clean":"2021-03-04T23:33:46.360430+0000","last_became_active":"2021-03-04T23:32:18.981076+0000","last_became_peered":"2021-03-04T23:32:18.981076+0000","last_unstale":"2021-03-04T23:33:46.360430+0000","last_undegraded":"2021-03-04T23:33:46.360430+0000","last_fullsized":"2021-03-04T23:33:46.360430+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"58","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.360307+0000","last_change":"2021-03-04T23:31:15.977616+0000","last_active":"2021-03-04T23:33:46.360307+0000","last_peered":"2021-03-04T23:33:46.360307+0000","last_clean":"2021-03-04T23:33:46.360307+0000","last_became_active":"2021-03-04T23:31:15.976913+0000","last_became_peered":"2021-03-04T23:31:15.976913+0000","last_unstale":"2021-03-04T23:33:46.360307+0000","last_undegraded":"2021-03-04T23:33:46.360307+0000","last_fullsized":"2021-03-04T23:33:46.360307+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.6","version":"285'13638","reported_seq":"20369","reported_epoch":"285","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:33:58.627927+0000","last_change":"2021-03-04T23:32:27.548241+0000","last_active":"2021-03-04T23:33:58.627927+0000","last_peered":"2021-03-04T23:33:58.627927+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:32:27.370442+0000","last_became_peered":"2021-03-04T23:32:27.370442+0000","last_unstale":"2021-03-04T23:33:58.627927+0000","last_undegraded":"2021-03-04T23:32:27.364047+0000","last_fullsized":"2021-03-04T23:32:27.244914+0000","mapping_epoch":267,"log_start":"152'8482","ondisk_log_start":"152'8482","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5156,"ondisk_log_size":5156,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":386007040,"num_objects":5890,"num_object_clones":0,"num_object_copies":17670,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8158,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5890,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13638,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3260,"num_bytes_recovered":213647360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"1,2,5","objects":1973},{"shards":"1,5","objects":1715},{"shards":"2,5,6","objects":2202}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"315","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.358780+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:33:46.358780+0000","last_peered":"2021-03-04T23:33:46.358780+0000","last_clean":"2021-03-04T23:33:46.358780+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:33:46.358780+0000","last_undegraded":"2021-03-04T23:33:46.358780+0000","last_fullsized":"2021-03-04T23:33:46.358780+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"279","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.416344+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:33:46.416344+0000","last_peered":"2021-03-04T23:33:46.416344+0000","last_clean":"2021-03-04T23:33:46.416344+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:33:46.416344+0000","last_undegraded":"2021-03-04T23:33:46.416344+0000","last_fullsized":"2021-03-04T23:33:46.416344+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"336","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.358530+0000","last_change":"2021-03-04T23:32:18.972523+0000","last_active":"2021-03-04T23:33:46.358530+0000","last_peered":"2021-03-04T23:33:46.358530+0000","last_clean":"2021-03-04T23:33:46.358530+0000","last_became_active":"2021-03-04T23:32:18.971535+0000","last_became_peered":"2021-03-04T23:32:18.971535+0000","last_unstale":"2021-03-04T23:33:46.358530+0000","last_undegraded":"2021-03-04T23:33:46.358530+0000","last_fullsized":"2021-03-04T23:33:46.358530+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"76","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.360077+0000","last_change":"2021-03-04T23:32:18.981988+0000","last_active":"2021-03-04T23:33:46.360077+0000","last_peered":"2021-03-04T23:33:46.360077+0000","last_clean":"2021-03-04T23:33:46.360077+0000","last_became_active":"2021-03-04T23:32:18.981427+0000","last_became_peered":"2021-03-04T23:32:18.981427+0000","last_unstale":"2021-03-04T23:33:46.360077+0000","last_undegraded":"2021-03-04T23:33:46.360077+0000","last_fullsized":"2021-03-04T23:33:46.360077+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"285'13327","reported_seq":"19583","reported_epoch":"285","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:33:57.655899+0000","last_change":"2021-03-04T23:32:43.822873+0000","last_active":"2021-03-04T23:33:57.655899+0000","last_peered":"2021-03-04T23:33:57.655899+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:32:35.807116+0000","last_became_peered":"2021-03-04T23:32:35.807116+0000","last_unstale":"2021-03-04T23:33:57.655899+0000","last_undegraded":"2021-03-04T23:33:57.655899+0000","last_fullsized":"2021-03-04T23:32:19.969626+0000","mapping_epoch":261,"log_start":"146'6739","ondisk_log_start":"146'6739","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6588,"ondisk_log_size":6588,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":368902144,"num_objects":5629,"num_object_clones":0,"num_object_copies":16887,"num_objects_missing_on_primary":798,"num_objects_missing":798,"num_objects_degraded":0,"num_objects_misplaced":2708,"num_objects_unfound":0,"num_objects_dirty":5629,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13327,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3031,"num_bytes_recovered":181731328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6],"avail_no_missing":["2","7"],"object_location_counts":[{"shards":"3,4,7","objects":2708},{"shards":"3,6","objects":2921}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"76","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.383075+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:33:46.383075+0000","last_peered":"2021-03-04T23:33:46.383075+0000","last_clean":"2021-03-04T23:33:46.383075+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:33:46.383075+0000","last_undegraded":"2021-03-04T23:33:46.383075+0000","last_fullsized":"2021-03-04T23:33:46.383075+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"316","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.439057+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:33:46.439057+0000","last_peered":"2021-03-04T23:33:46.439057+0000","last_clean":"2021-03-04T23:33:46.439057+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:33:46.439057+0000","last_undegraded":"2021-03-04T23:33:46.439057+0000","last_fullsized":"2021-03-04T23:33:46.439057+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"294","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.358617+0000","last_change":"2021-03-04T23:31:58.069697+0000","last_active":"2021-03-04T23:33:46.358617+0000","last_peered":"2021-03-04T23:33:46.358617+0000","last_clean":"2021-03-04T23:33:46.358617+0000","last_became_active":"2021-03-04T23:31:58.068973+0000","last_became_peered":"2021-03-04T23:31:58.068973+0000","last_unstale":"2021-03-04T23:33:46.358617+0000","last_undegraded":"2021-03-04T23:33:46.358617+0000","last_fullsized":"2021-03-04T23:33:46.358617+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"76","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.359805+0000","last_change":"2021-03-04T23:32:19.011549+0000","last_active":"2021-03-04T23:33:46.359805+0000","last_peered":"2021-03-04T23:33:46.359805+0000","last_clean":"2021-03-04T23:33:46.359805+0000","last_became_active":"2021-03-04T23:32:19.011346+0000","last_became_peered":"2021-03-04T23:32:19.011346+0000","last_unstale":"2021-03-04T23:33:46.359805+0000","last_undegraded":"2021-03-04T23:33:46.359805+0000","last_fullsized":"2021-03-04T23:33:46.359805+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"285'13689","reported_seq":"28706","reported_epoch":"285","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:33:58.514345+0000","last_change":"2021-03-04T23:32:26.310942+0000","last_active":"2021-03-04T23:33:58.514345+0000","last_peered":"2021-03-04T23:33:58.514345+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:32:26.290638+0000","last_became_peered":"2021-03-04T23:32:26.290638+0000","last_unstale":"2021-03-04T23:33:58.514345+0000","last_undegraded":"2021-03-04T23:33:58.514345+0000","last_fullsized":"2021-03-04T23:33:58.514345+0000","mapping_epoch":266,"log_start":"153'8515","ondisk_log_start":"153'8515","created":137,"last_epoch_clean":233,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5174,"ondisk_log_size":5174,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":376504320,"num_objects":5745,"num_object_clones":0,"num_object_copies":17235,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":11490,"num_objects_unfound":0,"num_objects_dirty":5745,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13689,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7388,"num_bytes_recovered":475725824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[5,0,2],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"0,2,5","objects":5745}],"blocked_by":[],"up_primary":1,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"43","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.412361+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:33:46.412361+0000","last_peered":"2021-03-04T23:33:46.412361+0000","last_clean":"2021-03-04T23:33:46.412361+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:33:46.412361+0000","last_undegraded":"2021-03-04T23:33:46.412361+0000","last_fullsized":"2021-03-04T23:33:46.412361+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"304","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.439059+0000","last_change":"2021-03-04T23:32:18.970427+0000","last_active":"2021-03-04T23:33:46.439059+0000","last_peered":"2021-03-04T23:33:46.439059+0000","last_clean":"2021-03-04T23:33:46.439059+0000","last_became_active":"2021-03-04T23:32:18.970152+0000","last_became_peered":"2021-03-04T23:32:18.970152+0000","last_unstale":"2021-03-04T23:33:46.439059+0000","last_undegraded":"2021-03-04T23:33:46.439059+0000","last_fullsized":"2021-03-04T23:33:46.439059+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"76","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.360262+0000","last_change":"2021-03-04T23:32:19.018810+0000","last_active":"2021-03-04T23:33:46.360262+0000","last_peered":"2021-03-04T23:33:46.360262+0000","last_clean":"2021-03-04T23:33:46.360262+0000","last_became_active":"2021-03-04T23:32:19.018286+0000","last_became_peered":"2021-03-04T23:32:19.018286+0000","last_unstale":"2021-03-04T23:33:46.360262+0000","last_undegraded":"2021-03-04T23:33:46.360262+0000","last_fullsized":"2021-03-04T23:33:46.360262+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"67","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.359889+0000","last_change":"2021-03-04T23:32:26.246083+0000","last_active":"2021-03-04T23:33:46.359889+0000","last_peered":"2021-03-04T23:33:46.359889+0000","last_clean":"2021-03-04T23:33:46.359889+0000","last_became_active":"2021-03-04T23:32:26.244207+0000","last_became_peered":"2021-03-04T23:32:26.244207+0000","last_unstale":"2021-03-04T23:33:46.359889+0000","last_undegraded":"2021-03-04T23:33:46.359889+0000","last_fullsized":"2021-03-04T23:33:46.359889+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"285'13305","reported_seq":"28854","reported_epoch":"285","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:33:57.585551+0000","last_change":"2021-03-04T23:32:26.376916+0000","last_active":"2021-03-04T23:33:57.585551+0000","last_peered":"2021-03-04T23:33:57.585551+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:32:26.331782+0000","last_became_peered":"2021-03-04T23:32:26.331782+0000","last_unstale":"2021-03-04T23:33:57.585551+0000","last_undegraded":"2021-03-04T23:32:26.253611+0000","last_fullsized":"2021-03-04T23:32:26.238493+0000","mapping_epoch":266,"log_start":"155'8873","ondisk_log_start":"155'8873","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4432,"ondisk_log_size":4432,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":370606080,"num_objects":5655,"num_object_clones":0,"num_object_copies":16965,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3797,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5655,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13305,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5565,"num_bytes_recovered":304480256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3],"avail_no_missing":["7","0","3","6"],"object_location_counts":[{"shards":"3,5,7","objects":2096},{"shards":"3,7","objects":3559}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"281","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.438860+0000","last_change":"2021-03-04T23:31:58.064857+0000","last_active":"2021-03-04T23:33:46.438860+0000","last_peered":"2021-03-04T23:33:46.438860+0000","last_clean":"2021-03-04T23:33:46.438860+0000","last_became_active":"2021-03-04T23:31:58.064575+0000","last_became_peered":"2021-03-04T23:31:58.064575+0000","last_unstale":"2021-03-04T23:33:46.438860+0000","last_undegraded":"2021-03-04T23:33:46.438860+0000","last_fullsized":"2021-03-04T23:33:46.438860+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"343","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.439153+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:33:46.439153+0000","last_peered":"2021-03-04T23:33:46.439153+0000","last_clean":"2021-03-04T23:33:46.439153+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:33:46.439153+0000","last_undegraded":"2021-03-04T23:33:46.439153+0000","last_fullsized":"2021-03-04T23:33:46.439153+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"274","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.386329+0000","last_change":"2021-03-04T23:31:58.062715+0000","last_active":"2021-03-04T23:33:46.386329+0000","last_peered":"2021-03-04T23:33:46.386329+0000","last_clean":"2021-03-04T23:33:46.386329+0000","last_became_active":"2021-03-04T23:31:58.062351+0000","last_became_peered":"2021-03-04T23:31:58.062351+0000","last_unstale":"2021-03-04T23:33:46.386329+0000","last_undegraded":"2021-03-04T23:33:46.386329+0000","last_fullsized":"2021-03-04T23:33:46.386329+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"76","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.360156+0000","last_change":"2021-03-04T23:32:18.982415+0000","last_active":"2021-03-04T23:33:46.360156+0000","last_peered":"2021-03-04T23:33:46.360156+0000","last_clean":"2021-03-04T23:33:46.360156+0000","last_became_active":"2021-03-04T23:32:18.982097+0000","last_became_peered":"2021-03-04T23:32:18.982097+0000","last_unstale":"2021-03-04T23:33:46.360156+0000","last_undegraded":"2021-03-04T23:33:46.360156+0000","last_fullsized":"2021-03-04T23:33:46.360156+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"285'13390","reported_seq":"35972","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:57.670413+0000","last_change":"2021-03-04T23:32:23.249042+0000","last_active":"2021-03-04T23:33:57.670413+0000","last_peered":"2021-03-04T23:33:57.670413+0000","last_clean":"2021-03-04T23:33:57.670413+0000","last_became_active":"2021-03-04T23:32:23.233324+0000","last_became_peered":"2021-03-04T23:32:23.233324+0000","last_unstale":"2021-03-04T23:33:57.670413+0000","last_undegraded":"2021-03-04T23:33:57.670413+0000","last_fullsized":"2021-03-04T23:33:57.670413+0000","mapping_epoch":264,"log_start":"147'6930","ondisk_log_start":"147'6930","created":137,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6460,"ondisk_log_size":6460,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":378273792,"num_objects":5772,"num_object_clones":0,"num_object_copies":17316,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5772,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13390,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11178,"num_bytes_recovered":644808704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"99","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.383083+0000","last_change":"2021-03-04T23:32:26.240947+0000","last_active":"2021-03-04T23:33:46.383083+0000","last_peered":"2021-03-04T23:33:46.383083+0000","last_clean":"2021-03-04T23:33:46.383083+0000","last_became_active":"2021-03-04T23:32:26.240743+0000","last_became_peered":"2021-03-04T23:32:26.240743+0000","last_unstale":"2021-03-04T23:33:46.383083+0000","last_undegraded":"2021-03-04T23:33:46.383083+0000","last_fullsized":"2021-03-04T23:33:46.383083+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"124","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.428450+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:33:46.428450+0000","last_peered":"2021-03-04T23:33:46.428450+0000","last_clean":"2021-03-04T23:33:46.428450+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:33:46.428450+0000","last_undegraded":"2021-03-04T23:33:46.428450+0000","last_fullsized":"2021-03-04T23:33:46.428450+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"76","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.360488+0000","last_change":"2021-03-04T23:32:18.981845+0000","last_active":"2021-03-04T23:33:46.360488+0000","last_peered":"2021-03-04T23:33:46.360488+0000","last_clean":"2021-03-04T23:33:46.360488+0000","last_became_active":"2021-03-04T23:32:18.981465+0000","last_became_peered":"2021-03-04T23:32:18.981465+0000","last_unstale":"2021-03-04T23:33:46.360488+0000","last_undegraded":"2021-03-04T23:33:46.360488+0000","last_fullsized":"2021-03-04T23:33:46.360488+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"285'13340","reported_seq":"27478","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:58.630985+0000","last_change":"2021-03-04T23:32:43.006956+0000","last_active":"2021-03-04T23:33:58.630985+0000","last_peered":"2021-03-04T23:33:58.630985+0000","last_clean":"2021-03-04T23:33:58.630985+0000","last_became_active":"2021-03-04T23:32:42.989066+0000","last_became_peered":"2021-03-04T23:32:42.989066+0000","last_unstale":"2021-03-04T23:33:58.630985+0000","last_undegraded":"2021-03-04T23:33:58.630985+0000","last_fullsized":"2021-03-04T23:33:58.630985+0000","mapping_epoch":273,"log_start":"152'8234","ondisk_log_start":"152'8234","created":137,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5106,"ondisk_log_size":5106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":374734848,"num_objects":5718,"num_object_clones":0,"num_object_copies":17154,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5718,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13340,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6961,"num_bytes_recovered":299565056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"28","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.428248+0000","last_change":"2021-03-04T23:32:26.243555+0000","last_active":"2021-03-04T23:33:46.428248+0000","last_peered":"2021-03-04T23:33:46.428248+0000","last_clean":"2021-03-04T23:33:46.428248+0000","last_became_active":"2021-03-04T23:32:26.243321+0000","last_became_peered":"2021-03-04T23:32:26.243321+0000","last_unstale":"2021-03-04T23:33:46.428248+0000","last_undegraded":"2021-03-04T23:33:46.428248+0000","last_fullsized":"2021-03-04T23:33:46.428248+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"297","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.358829+0000","last_change":"2021-03-04T23:31:58.061270+0000","last_active":"2021-03-04T23:33:46.358829+0000","last_peered":"2021-03-04T23:33:46.358829+0000","last_clean":"2021-03-04T23:33:46.358829+0000","last_became_active":"2021-03-04T23:31:58.060937+0000","last_became_peered":"2021-03-04T23:31:58.060937+0000","last_unstale":"2021-03-04T23:33:46.358829+0000","last_undegraded":"2021-03-04T23:33:46.358829+0000","last_fullsized":"2021-03-04T23:33:46.358829+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"28","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.428227+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:33:46.428227+0000","last_peered":"2021-03-04T23:33:46.428227+0000","last_clean":"2021-03-04T23:33:46.428227+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:33:46.428227+0000","last_undegraded":"2021-03-04T23:33:46.428227+0000","last_fullsized":"2021-03-04T23:33:46.428227+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"76","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.359942+0000","last_change":"2021-03-04T23:32:18.981793+0000","last_active":"2021-03-04T23:33:46.359942+0000","last_peered":"2021-03-04T23:33:46.359942+0000","last_clean":"2021-03-04T23:33:46.359942+0000","last_became_active":"2021-03-04T23:32:18.981354+0000","last_became_peered":"2021-03-04T23:32:18.981354+0000","last_unstale":"2021-03-04T23:33:46.359942+0000","last_undegraded":"2021-03-04T23:33:46.359942+0000","last_fullsized":"2021-03-04T23:33:46.359942+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"285'13485","reported_seq":"28221","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:58.136868+0000","last_change":"2021-03-04T23:31:15.989387+0000","last_active":"2021-03-04T23:33:58.136868+0000","last_peered":"2021-03-04T23:33:58.136868+0000","last_clean":"2021-03-04T23:33:58.136868+0000","last_became_active":"2021-03-04T23:31:15.968551+0000","last_became_peered":"2021-03-04T23:31:15.968551+0000","last_unstale":"2021-03-04T23:33:58.136868+0000","last_undegraded":"2021-03-04T23:33:58.136868+0000","last_fullsized":"2021-03-04T23:33:58.136868+0000","mapping_epoch":236,"log_start":"155'8903","ondisk_log_start":"155'8903","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4582,"ondisk_log_size":4582,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":382271488,"num_objects":5833,"num_object_clones":0,"num_object_copies":17499,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5833,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13485,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7379,"num_bytes_recovered":476381184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"337","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.358614+0000","last_change":"2021-03-04T23:32:18.974052+0000","last_active":"2021-03-04T23:33:46.358614+0000","last_peered":"2021-03-04T23:33:46.358614+0000","last_clean":"2021-03-04T23:33:46.358614+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:33:46.358614+0000","last_undegraded":"2021-03-04T23:33:46.358614+0000","last_fullsized":"2021-03-04T23:33:46.358614+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"287","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.438982+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:33:46.438982+0000","last_peered":"2021-03-04T23:33:46.438982+0000","last_clean":"2021-03-04T23:33:46.438982+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:33:46.438982+0000","last_undegraded":"2021-03-04T23:33:46.438982+0000","last_fullsized":"2021-03-04T23:33:46.438982+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"28","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.428216+0000","last_change":"2021-03-04T23:32:26.241730+0000","last_active":"2021-03-04T23:33:46.428216+0000","last_peered":"2021-03-04T23:33:46.428216+0000","last_clean":"2021-03-04T23:33:46.428216+0000","last_became_active":"2021-03-04T23:32:26.241443+0000","last_became_peered":"2021-03-04T23:32:26.241443+0000","last_unstale":"2021-03-04T23:33:46.428216+0000","last_undegraded":"2021-03-04T23:33:46.428216+0000","last_fullsized":"2021-03-04T23:33:46.428216+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"76","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.360039+0000","last_change":"2021-03-04T23:32:18.982273+0000","last_active":"2021-03-04T23:33:46.360039+0000","last_peered":"2021-03-04T23:33:46.360039+0000","last_clean":"2021-03-04T23:33:46.360039+0000","last_became_active":"2021-03-04T23:32:18.981390+0000","last_became_peered":"2021-03-04T23:32:18.981390+0000","last_unstale":"2021-03-04T23:33:46.360039+0000","last_undegraded":"2021-03-04T23:33:46.360039+0000","last_fullsized":"2021-03-04T23:33:46.360039+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"285'13405","reported_seq":"21299","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:58.532798+0000","last_change":"2021-03-04T23:31:15.990321+0000","last_active":"2021-03-04T23:33:58.532798+0000","last_peered":"2021-03-04T23:33:58.532798+0000","last_clean":"2021-03-04T23:33:58.532798+0000","last_became_active":"2021-03-04T23:31:15.968330+0000","last_became_peered":"2021-03-04T23:31:15.968330+0000","last_unstale":"2021-03-04T23:33:58.532798+0000","last_undegraded":"2021-03-04T23:33:58.532798+0000","last_fullsized":"2021-03-04T23:33:58.532798+0000","mapping_epoch":236,"log_start":"152'8243","ondisk_log_start":"152'8243","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5162,"ondisk_log_size":5162,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":369950720,"num_objects":5645,"num_object_clones":0,"num_object_copies":16935,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5645,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13405,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3842,"num_bytes_recovered":151388160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"277","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.386299+0000","last_change":"2021-03-04T23:31:58.062851+0000","last_active":"2021-03-04T23:33:46.386299+0000","last_peered":"2021-03-04T23:33:46.386299+0000","last_clean":"2021-03-04T23:33:46.386299+0000","last_became_active":"2021-03-04T23:31:58.062390+0000","last_became_peered":"2021-03-04T23:31:58.062390+0000","last_unstale":"2021-03-04T23:33:46.386299+0000","last_undegraded":"2021-03-04T23:33:46.386299+0000","last_fullsized":"2021-03-04T23:33:46.386299+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"28","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.428125+0000","last_change":"2021-03-04T23:32:26.241630+0000","last_active":"2021-03-04T23:33:46.428125+0000","last_peered":"2021-03-04T23:33:46.428125+0000","last_clean":"2021-03-04T23:33:46.428125+0000","last_became_active":"2021-03-04T23:32:26.241377+0000","last_became_peered":"2021-03-04T23:32:26.241377+0000","last_unstale":"2021-03-04T23:33:46.428125+0000","last_undegraded":"2021-03-04T23:33:46.428125+0000","last_fullsized":"2021-03-04T23:33:46.428125+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"28","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.428376+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:33:46.428376+0000","last_peered":"2021-03-04T23:33:46.428376+0000","last_clean":"2021-03-04T23:33:46.428376+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:33:46.428376+0000","last_undegraded":"2021-03-04T23:33:46.428376+0000","last_fullsized":"2021-03-04T23:33:46.428376+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"285'13431","reported_seq":"29531","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:57.565481+0000","last_change":"2021-03-04T23:30:59.306069+0000","last_active":"2021-03-04T23:33:57.565481+0000","last_peered":"2021-03-04T23:33:57.565481+0000","last_clean":"2021-03-04T23:33:57.565481+0000","last_became_active":"2021-03-04T23:30:59.292136+0000","last_became_peered":"2021-03-04T23:30:59.292136+0000","last_unstale":"2021-03-04T23:33:57.565481+0000","last_undegraded":"2021-03-04T23:33:57.565481+0000","last_fullsized":"2021-03-04T23:33:57.565481+0000","mapping_epoch":228,"log_start":"152'8097","ondisk_log_start":"152'8097","created":137,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5334,"ondisk_log_size":5334,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":372965376,"num_objects":5691,"num_object_clones":0,"num_object_copies":17073,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5691,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13431,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7939,"num_bytes_recovered":520224768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"295","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.358734+0000","last_change":"2021-03-04T23:31:58.069375+0000","last_active":"2021-03-04T23:33:46.358734+0000","last_peered":"2021-03-04T23:33:46.358734+0000","last_clean":"2021-03-04T23:33:46.358734+0000","last_became_active":"2021-03-04T23:31:58.069076+0000","last_became_peered":"2021-03-04T23:31:58.069076+0000","last_unstale":"2021-03-04T23:33:46.358734+0000","last_undegraded":"2021-03-04T23:33:46.358734+0000","last_fullsized":"2021-03-04T23:33:46.358734+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"76","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.359988+0000","last_change":"2021-03-04T23:32:18.976198+0000","last_active":"2021-03-04T23:33:46.359988+0000","last_peered":"2021-03-04T23:33:46.359988+0000","last_clean":"2021-03-04T23:33:46.359988+0000","last_became_active":"2021-03-04T23:32:18.975757+0000","last_became_peered":"2021-03-04T23:32:18.975757+0000","last_unstale":"2021-03-04T23:33:46.359988+0000","last_undegraded":"2021-03-04T23:33:46.359988+0000","last_fullsized":"2021-03-04T23:33:46.359988+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"72","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.383046+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:33:46.383046+0000","last_peered":"2021-03-04T23:33:46.383046+0000","last_clean":"2021-03-04T23:33:46.383046+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:33:46.383046+0000","last_undegraded":"2021-03-04T23:33:46.383046+0000","last_fullsized":"2021-03-04T23:33:46.383046+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"34","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.412396+0000","last_change":"2021-03-04T23:32:18.986718+0000","last_active":"2021-03-04T23:33:46.412396+0000","last_peered":"2021-03-04T23:33:46.412396+0000","last_clean":"2021-03-04T23:33:46.412396+0000","last_became_active":"2021-03-04T23:32:18.986509+0000","last_became_peered":"2021-03-04T23:32:18.986509+0000","last_unstale":"2021-03-04T23:33:46.412396+0000","last_undegraded":"2021-03-04T23:33:46.412396+0000","last_fullsized":"2021-03-04T23:33:46.412396+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"76","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.360133+0000","last_change":"2021-03-04T23:32:19.018869+0000","last_active":"2021-03-04T23:33:46.360133+0000","last_peered":"2021-03-04T23:33:46.360133+0000","last_clean":"2021-03-04T23:33:46.360133+0000","last_became_active":"2021-03-04T23:32:19.018305+0000","last_became_peered":"2021-03-04T23:32:19.018305+0000","last_unstale":"2021-03-04T23:33:46.360133+0000","last_undegraded":"2021-03-04T23:33:46.360133+0000","last_fullsized":"2021-03-04T23:33:46.360133+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"285'13749","reported_seq":"35546","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:57.977483+0000","last_change":"2021-03-04T23:32:34.277292+0000","last_active":"2021-03-04T23:33:57.977483+0000","last_peered":"2021-03-04T23:33:57.977483+0000","last_clean":"2021-03-04T23:33:57.977483+0000","last_became_active":"2021-03-04T23:32:34.260379+0000","last_became_peered":"2021-03-04T23:32:34.260379+0000","last_unstale":"2021-03-04T23:33:57.977483+0000","last_undegraded":"2021-03-04T23:33:57.977483+0000","last_fullsized":"2021-03-04T23:33:57.977483+0000","mapping_epoch":270,"log_start":"155'9135","ondisk_log_start":"155'9135","created":137,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4614,"ondisk_log_size":4614,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":381353984,"num_objects":5819,"num_object_clones":0,"num_object_copies":17457,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5819,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13749,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10774,"num_bytes_recovered":705953792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"67","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.359831+0000","last_change":"2021-03-04T23:32:26.246392+0000","last_active":"2021-03-04T23:33:46.359831+0000","last_peered":"2021-03-04T23:33:46.359831+0000","last_clean":"2021-03-04T23:33:46.359831+0000","last_became_active":"2021-03-04T23:32:26.245274+0000","last_became_peered":"2021-03-04T23:32:26.245274+0000","last_unstale":"2021-03-04T23:33:46.359831+0000","last_undegraded":"2021-03-04T23:33:46.359831+0000","last_fullsized":"2021-03-04T23:33:46.359831+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"269","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.416365+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:33:46.416365+0000","last_peered":"2021-03-04T23:33:46.416365+0000","last_clean":"2021-03-04T23:33:46.416365+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:33:46.416365+0000","last_undegraded":"2021-03-04T23:33:46.416365+0000","last_fullsized":"2021-03-04T23:33:46.416365+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"315","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.417122+0000","last_change":"2021-03-04T23:32:26.243552+0000","last_active":"2021-03-04T23:33:46.417122+0000","last_peered":"2021-03-04T23:33:46.417122+0000","last_clean":"2021-03-04T23:33:46.417122+0000","last_became_active":"2021-03-04T23:32:26.243356+0000","last_became_peered":"2021-03-04T23:32:26.243356+0000","last_unstale":"2021-03-04T23:33:46.417122+0000","last_undegraded":"2021-03-04T23:33:46.417122+0000","last_fullsized":"2021-03-04T23:33:46.417122+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"76","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.360518+0000","last_change":"2021-03-04T23:32:18.976958+0000","last_active":"2021-03-04T23:33:46.360518+0000","last_peered":"2021-03-04T23:33:46.360518+0000","last_clean":"2021-03-04T23:33:46.360518+0000","last_became_active":"2021-03-04T23:32:18.975806+0000","last_became_peered":"2021-03-04T23:32:18.975806+0000","last_unstale":"2021-03-04T23:33:46.360518+0000","last_undegraded":"2021-03-04T23:33:46.360518+0000","last_fullsized":"2021-03-04T23:33:46.360518+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"285'13394","reported_seq":"31049","reported_epoch":"285","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:33:57.550364+0000","last_change":"2021-03-04T23:32:27.307328+0000","last_active":"2021-03-04T23:33:57.550364+0000","last_peered":"2021-03-04T23:33:57.550364+0000","last_clean":"2021-03-04T23:32:23.232073+0000","last_became_active":"2021-03-04T23:32:27.288606+0000","last_became_peered":"2021-03-04T23:32:27.288606+0000","last_unstale":"2021-03-04T23:33:57.550364+0000","last_undegraded":"2021-03-04T23:33:57.550364+0000","last_fullsized":"2021-03-04T23:33:57.550364+0000","mapping_epoch":267,"log_start":"155'8886","ondisk_log_start":"155'8886","created":137,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4508,"ondisk_log_size":4508,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":377225216,"num_objects":5756,"num_object_clones":0,"num_object_copies":17268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5756,"num_objects_unfound":0,"num_objects_dirty":5756,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13394,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8712,"num_bytes_recovered":396623872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,0],"avail_no_missing":["7","0","4"],"object_location_counts":[{"shards":"0,4,7","objects":5756}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"58","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.360226+0000","last_change":"2021-03-04T23:31:15.976911+0000","last_active":"2021-03-04T23:33:46.360226+0000","last_peered":"2021-03-04T23:33:46.360226+0000","last_clean":"2021-03-04T23:33:46.360226+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:33:46.360226+0000","last_undegraded":"2021-03-04T23:33:46.360226+0000","last_fullsized":"2021-03-04T23:33:46.360226+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"28","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.428307+0000","last_change":"2021-03-04T23:32:26.241609+0000","last_active":"2021-03-04T23:33:46.428307+0000","last_peered":"2021-03-04T23:33:46.428307+0000","last_clean":"2021-03-04T23:33:46.428307+0000","last_became_active":"2021-03-04T23:32:26.241419+0000","last_became_peered":"2021-03-04T23:32:26.241419+0000","last_unstale":"2021-03-04T23:33:46.428307+0000","last_undegraded":"2021-03-04T23:33:46.428307+0000","last_fullsized":"2021-03-04T23:33:46.428307+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"247","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.358620+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:33:46.358620+0000","last_peered":"2021-03-04T23:33:46.358620+0000","last_clean":"2021-03-04T23:33:46.358620+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:33:46.358620+0000","last_undegraded":"2021-03-04T23:33:46.358620+0000","last_fullsized":"2021-03-04T23:33:46.358620+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"76","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.360440+0000","last_change":"2021-03-04T23:32:18.990243+0000","last_active":"2021-03-04T23:33:46.360440+0000","last_peered":"2021-03-04T23:33:46.360440+0000","last_clean":"2021-03-04T23:33:46.360440+0000","last_became_active":"2021-03-04T23:32:18.985408+0000","last_became_peered":"2021-03-04T23:32:18.985408+0000","last_unstale":"2021-03-04T23:33:46.360440+0000","last_undegraded":"2021-03-04T23:33:46.360440+0000","last_fullsized":"2021-03-04T23:33:46.360440+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"285'13293","reported_seq":"21347","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:57.525410+0000","last_change":"2021-03-04T23:32:54.052768+0000","last_active":"2021-03-04T23:33:57.525410+0000","last_peered":"2021-03-04T23:33:57.525410+0000","last_clean":"2021-03-04T23:33:57.525410+0000","last_became_active":"2021-03-04T23:32:54.024075+0000","last_became_peered":"2021-03-04T23:32:54.024075+0000","last_unstale":"2021-03-04T23:33:57.525410+0000","last_undegraded":"2021-03-04T23:33:57.525410+0000","last_fullsized":"2021-03-04T23:33:57.525410+0000","mapping_epoch":276,"log_start":"155'8795","ondisk_log_start":"155'8795","created":137,"last_epoch_clean":277,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4498,"ondisk_log_size":4498,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":372375576,"num_objects":5683,"num_object_clones":0,"num_object_copies":17049,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5683,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":13293,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3917,"num_bytes_recovered":147324952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"98","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.383285+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:33:46.383285+0000","last_peered":"2021-03-04T23:33:46.383285+0000","last_clean":"2021-03-04T23:33:46.383285+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:33:46.383285+0000","last_undegraded":"2021-03-04T23:33:46.383285+0000","last_fullsized":"2021-03-04T23:33:46.383285+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"28","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.428445+0000","last_change":"2021-03-04T23:32:26.249226+0000","last_active":"2021-03-04T23:33:46.428445+0000","last_peered":"2021-03-04T23:33:46.428445+0000","last_clean":"2021-03-04T23:33:46.428445+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:33:46.428445+0000","last_undegraded":"2021-03-04T23:33:46.428445+0000","last_fullsized":"2021-03-04T23:33:46.428445+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"90","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.383000+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:33:46.383000+0000","last_peered":"2021-03-04T23:33:46.383000+0000","last_clean":"2021-03-04T23:33:46.383000+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:33:46.383000+0000","last_undegraded":"2021-03-04T23:33:46.383000+0000","last_fullsized":"2021-03-04T23:33:46.383000+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"76","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.360309+0000","last_change":"2021-03-04T23:32:18.976964+0000","last_active":"2021-03-04T23:33:46.360309+0000","last_peered":"2021-03-04T23:33:46.360309+0000","last_clean":"2021-03-04T23:33:46.360309+0000","last_became_active":"2021-03-04T23:32:18.976053+0000","last_became_peered":"2021-03-04T23:32:18.976053+0000","last_unstale":"2021-03-04T23:33:46.360309+0000","last_undegraded":"2021-03-04T23:33:46.360309+0000","last_fullsized":"2021-03-04T23:33:46.360309+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"285'13367","reported_seq":"20971","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:57.598274+0000","last_change":"2021-03-04T23:31:15.998496+0000","last_active":"2021-03-04T23:33:57.598274+0000","last_peered":"2021-03-04T23:33:57.598274+0000","last_clean":"2021-03-04T23:33:57.598274+0000","last_became_active":"2021-03-04T23:31:15.976417+0000","last_became_peered":"2021-03-04T23:31:15.976417+0000","last_unstale":"2021-03-04T23:33:57.598274+0000","last_undegraded":"2021-03-04T23:33:57.598274+0000","last_fullsized":"2021-03-04T23:33:57.598274+0000","mapping_epoch":236,"log_start":"147'6975","ondisk_log_start":"147'6975","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6392,"ondisk_log_size":6392,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":371785728,"num_objects":5673,"num_object_clones":0,"num_object_copies":17019,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5673,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13367,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3697,"num_bytes_recovered":238419968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"186","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.412666+0000","last_change":"2021-03-04T23:31:58.069248+0000","last_active":"2021-03-04T23:33:46.412666+0000","last_peered":"2021-03-04T23:33:46.412666+0000","last_clean":"2021-03-04T23:33:46.412666+0000","last_became_active":"2021-03-04T23:31:58.068899+0000","last_became_peered":"2021-03-04T23:31:58.068899+0000","last_unstale":"2021-03-04T23:33:46.412666+0000","last_undegraded":"2021-03-04T23:33:46.412666+0000","last_fullsized":"2021-03-04T23:33:46.412666+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"318","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.417187+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:33:46.417187+0000","last_peered":"2021-03-04T23:33:46.417187+0000","last_clean":"2021-03-04T23:33:46.417187+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:33:46.417187+0000","last_undegraded":"2021-03-04T23:33:46.417187+0000","last_fullsized":"2021-03-04T23:33:46.417187+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"256","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.438903+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:33:46.438903+0000","last_peered":"2021-03-04T23:33:46.438903+0000","last_clean":"2021-03-04T23:33:46.438903+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:33:46.438903+0000","last_undegraded":"2021-03-04T23:33:46.438903+0000","last_fullsized":"2021-03-04T23:33:46.438903+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"251","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.416482+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:33:46.416482+0000","last_peered":"2021-03-04T23:33:46.416482+0000","last_clean":"2021-03-04T23:33:46.416482+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:33:46.416482+0000","last_undegraded":"2021-03-04T23:33:46.416482+0000","last_fullsized":"2021-03-04T23:33:46.416482+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"291","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.428368+0000","last_change":"2021-03-04T23:31:58.060196+0000","last_active":"2021-03-04T23:33:46.428368+0000","last_peered":"2021-03-04T23:33:46.428368+0000","last_clean":"2021-03-04T23:33:46.428368+0000","last_became_active":"2021-03-04T23:31:58.059959+0000","last_became_peered":"2021-03-04T23:31:58.059959+0000","last_unstale":"2021-03-04T23:33:46.428368+0000","last_undegraded":"2021-03-04T23:33:46.428368+0000","last_fullsized":"2021-03-04T23:33:46.428368+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"348","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.358859+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:33:46.358859+0000","last_peered":"2021-03-04T23:33:46.358859+0000","last_clean":"2021-03-04T23:33:46.358859+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:33:46.358859+0000","last_undegraded":"2021-03-04T23:33:46.358859+0000","last_fullsized":"2021-03-04T23:33:46.358859+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"331","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.439109+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:33:46.439109+0000","last_peered":"2021-03-04T23:33:46.439109+0000","last_clean":"2021-03-04T23:33:46.439109+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:33:46.439109+0000","last_undegraded":"2021-03-04T23:33:46.439109+0000","last_fullsized":"2021-03-04T23:33:46.439109+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"294","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.358828+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:33:46.358828+0000","last_peered":"2021-03-04T23:33:46.358828+0000","last_clean":"2021-03-04T23:33:46.358828+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:33:46.358828+0000","last_undegraded":"2021-03-04T23:33:46.358828+0000","last_fullsized":"2021-03-04T23:33:46.358828+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"301","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.438870+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:33:46.438870+0000","last_peered":"2021-03-04T23:33:46.438870+0000","last_clean":"2021-03-04T23:33:46.438870+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:33:46.438870+0000","last_undegraded":"2021-03-04T23:33:46.438870+0000","last_fullsized":"2021-03-04T23:33:46.438870+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"90","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.383209+0000","last_change":"2021-03-04T23:32:18.971387+0000","last_active":"2021-03-04T23:33:46.383209+0000","last_peered":"2021-03-04T23:33:46.383209+0000","last_clean":"2021-03-04T23:33:46.383209+0000","last_became_active":"2021-03-04T23:32:18.971083+0000","last_became_peered":"2021-03-04T23:32:18.971083+0000","last_unstale":"2021-03-04T23:33:46.383209+0000","last_undegraded":"2021-03-04T23:33:46.383209+0000","last_fullsized":"2021-03-04T23:33:46.383209+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"74","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.386419+0000","last_change":"2021-03-04T23:31:58.062548+0000","last_active":"2021-03-04T23:33:46.386419+0000","last_peered":"2021-03-04T23:33:46.386419+0000","last_clean":"2021-03-04T23:33:46.386419+0000","last_became_active":"2021-03-04T23:31:58.062122+0000","last_became_peered":"2021-03-04T23:31:58.062122+0000","last_unstale":"2021-03-04T23:33:46.386419+0000","last_undegraded":"2021-03-04T23:33:46.386419+0000","last_fullsized":"2021-03-04T23:33:46.386419+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"259","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.417147+0000","last_change":"2021-03-04T23:32:19.162403+0000","last_active":"2021-03-04T23:33:46.417147+0000","last_peered":"2021-03-04T23:33:46.417147+0000","last_clean":"2021-03-04T23:33:46.417147+0000","last_became_active":"2021-03-04T23:32:18.984227+0000","last_became_peered":"2021-03-04T23:32:18.984227+0000","last_unstale":"2021-03-04T23:33:46.417147+0000","last_undegraded":"2021-03-04T23:33:46.417147+0000","last_fullsized":"2021-03-04T23:33:46.417147+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"352","reported_epoch":"284","state":"active+clean","last_fresh":"2021-03-04T23:33:46.438800+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:33:46.438800+0000","last_peered":"2021-03-04T23:33:46.438800+0000","last_clean":"2021-03-04T23:33:46.438800+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:33:46.438800+0000","last_undegraded":"2021-03-04T23:33:46.438800+0000","last_fullsized":"2021-03-04T23:33:46.438800+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":10713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8326546,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":6},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":6011551768,"num_objects":91730,"num_object_clones":0,"num_object_copies":275190,"num_objects_missing_on_primary":798,"num_objects_missing":798,"num_objects_degraded":11955,"num_objects_misplaced":19954,"num_objects_unfound":0,"num_objects_dirty":91730,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":215000,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91820,"num_bytes_recovered":5273813016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20972056576,"data_stored":20972044360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":83337,"ondisk_log_size":83337,"up":48,"acting":45,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495975,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4831376,"kb_used_data":3782792,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":83249008,"statfs":{"total":90194313216,"available":85246984192,"internally_reserved":1073741824,"allocated":3873579008,"data_stored":3872176188,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:56 2021","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.34000000000000002,"15min":0.32400000000000001},"min":{"1min":0.184,"5min":0.125,"15min":0.125},"max":{"1min":0.52300000000000002,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.40100000000000002,"15min":0.40600000000000003},"min":{"1min":0.221,"5min":0.158,"15min":0.158},"max":{"1min":0.51800000000000002,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.38200000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:33:32 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.40300000000000002,"15min":0.58999999999999997},"min":{"1min":0.21099999999999999,"5min":0.17499999999999999,"15min":0.16200000000000001},"max":{"1min":0.57599999999999996,"5min":0.91700000000000004,"15min":37.856000000000002},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.42099999999999999,"15min":0.625},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.56899999999999995,"5min":1.0409999999999999,"15min":37.914000000000001},"last":0.313}]},{"osd":2,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.34899999999999998,"15min":0.47999999999999998},"min":{"1min":0.26000000000000001,"5min":0.20300000000000001,"15min":0.16700000000000001},"max":{"1min":0.44700000000000001,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.44,"15min":0.52800000000000002},"min":{"1min":0.33200000000000002,"5min":0.214,"15min":0.182},"max":{"1min":0.56999999999999995,"5min":0.94499999999999995,"15min":3.206},"last":0.40000000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.373,"15min":0.89600000000000002},"min":{"1min":0.22900000000000001,"5min":0.20899999999999999,"15min":0.19},"max":{"1min":0.47299999999999998,"5min":0.96399999999999997,"15min":63.959000000000003},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.372,"15min":0.91600000000000004},"min":{"1min":0.215,"5min":0.20899999999999999,"15min":0.183},"max":{"1min":0.48899999999999999,"5min":0.84399999999999997,"15min":64.183999999999997},"last":0.27800000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.33300000000000002,"15min":0.39900000000000002},"min":{"1min":0.18099999999999999,"5min":0.17100000000000001,"15min":0.14399999999999999},"max":{"1min":0.626,"5min":0.65500000000000003,"15min":4.0179999999999998},"last":0.217},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.29499999999999998,"15min":0.34699999999999998},"min":{"1min":0.155,"5min":0.155,"15min":0.13900000000000001},"max":{"1min":0.51000000000000001,"5min":0.55900000000000005,"15min":3.7410000000000001},"last":0.19700000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.28999999999999998,"15min":0.34100000000000003},"min":{"1min":0.16300000000000001,"5min":0.152,"15min":0.14299999999999999},"max":{"1min":0.626,"5min":0.626,"15min":3.621},"last":0.255},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.35199999999999998,"15min":0.42699999999999999},"min":{"1min":0.20399999999999999,"5min":0.184,"15min":0.16800000000000001},"max":{"1min":0.67000000000000004,"5min":0.67400000000000004,"15min":3.54},"last":0.24199999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:33:51 2021","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.29399999999999998,"15min":0.38900000000000001},"min":{"1min":0.17100000000000001,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":0.59699999999999998,"5min":0.627,"15min":4.1299999999999999},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.371,"15min":0.48999999999999999},"min":{"1min":0.191,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.64100000000000001,"5min":0.67700000000000005,"15min":3.7850000000000001},"last":0.36599999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659476,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1869704,"kb_used_data":821120,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86210680,"statfs":{"total":90194313216,"available":88279736320,"internally_reserved":1073741824,"allocated":840826880,"data_stored":839432669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.35899999999999999,"15min":0.36299999999999999},"min":{"1min":0.17199999999999999,"5min":0.156,"15min":0.156},"max":{"1min":0.53200000000000003,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.371,"15min":0.36899999999999999},"min":{"1min":0.20399999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.65800000000000003,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.29799999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:33:24 2021","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.374,"15min":0.46000000000000002},"min":{"1min":0.182,"5min":0.182,"15min":0.159},"max":{"1min":0.46700000000000003,"5min":0.874,"15min":3.609},"last":0.308},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.40100000000000002,"15min":0.45600000000000002},"min":{"1min":0.24399999999999999,"5min":0.20499999999999999,"15min":0.17000000000000001},"max":{"1min":0.67900000000000005,"5min":0.91600000000000004,"15min":4.149},"last":0.32700000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:33:24 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.39900000000000002,"15min":0.47399999999999998},"min":{"1min":0.224,"5min":0.20000000000000001,"15min":0.16800000000000001},"max":{"1min":0.69899999999999995,"5min":0.85399999999999998,"15min":4.0940000000000003},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38400000000000001,"15min":0.46500000000000002},"min":{"1min":0.25700000000000001,"5min":0.193,"15min":0.17599999999999999},"max":{"1min":0.51100000000000001,"5min":0.83999999999999997,"15min":3.3700000000000001},"last":0.38300000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:33:24 2021","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.38900000000000001,"15min":1.03},"min":{"1min":0.21299999999999999,"5min":0.182,"15min":0.182},"max":{"1min":0.48899999999999999,"5min":0.877,"15min":77.881},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.40400000000000003,"15min":1.046},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.626,"5min":0.94999999999999996,"15min":77.683000000000007},"last":0.35999999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.32000000000000001,"15min":0.35999999999999999},"min":{"1min":0.23000000000000001,"5min":0.16600000000000001,"15min":0.13300000000000001},"max":{"1min":0.56699999999999995,"5min":0.61599999999999999,"15min":4.1539999999999999},"last":0.21099999999999999},{"interface":"front","average":{"1min":0.28899999999999998,"5min":0.32000000000000001,"15min":0.36899999999999999},"min":{"1min":0.17699999999999999,"5min":0.14299999999999999,"15min":0.13500000000000001},"max":{"1min":0.51800000000000002,"5min":0.70299999999999996,"15min":4.1269999999999998},"last":0.20000000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.30199999999999999,"5min":0.33200000000000002,"15min":0.375},"min":{"1min":0.19800000000000001,"5min":0.159,"15min":0.159},"max":{"1min":0.48499999999999999,"5min":0.71999999999999997,"15min":4.0010000000000003},"last":0.188},{"interface":"front","average":{"1min":0.30099999999999999,"5min":0.32300000000000001,"15min":0.42999999999999999},"min":{"1min":0.161,"5min":0.161,"15min":0.13900000000000001},"max":{"1min":0.438,"5min":0.57599999999999996,"15min":4.2389999999999999},"last":0.161}]},{"osd":7,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.34699999999999998,"15min":0.46200000000000002},"min":{"1min":0.19400000000000001,"5min":0.187,"15min":0.17399999999999999},"max":{"1min":0.504,"5min":0.60799999999999998,"15min":4.5880000000000001},"last":0.25},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.372,"15min":0.42499999999999999},"min":{"1min":0.22500000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.52100000000000002,"5min":0.64100000000000001,"15min":4.0129999999999999},"last":0.25800000000000001}]}]},{"osd":1,"up_from":87,"seq":373662154995,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3475700,"kb_used_data":3327660,"kb_used_omap":2528,"kb_used_meta":145503,"kb_avail":84604684,"statfs":{"total":90194313216,"available":86635196416,"internally_reserved":0,"allocated":3407523840,"data_stored":3406146877,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":148995374},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:32:58 2021","interfaces":[{"interface":"back","average":{"1min":0.248,"5min":0.26300000000000001,"15min":0.23899999999999999},"min":{"1min":0.13900000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.38800000000000001,"5min":0.625,"15min":0.625},"last":0.14799999999999999},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.33400000000000002,"15min":0.30599999999999999},"min":{"1min":0.22,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.61799999999999999,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.185}]},{"osd":2,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.23699999999999999,"5min":0.252,"15min":0.378},"min":{"1min":0.156,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.374,"5min":0.59999999999999998,"15min":4.4059999999999997},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.249,"5min":0.26200000000000001,"15min":0.435},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.13100000000000001},"max":{"1min":0.35999999999999999,"5min":0.47899999999999998,"15min":4.7240000000000002},"last":0.19800000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.42799999999999999,"15min":0.999},"min":{"1min":0.16600000000000001,"5min":0.156,"15min":0.155},"max":{"1min":12.710000000000001,"5min":12.710000000000001,"15min":110.28400000000001},"last":0.221},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.44600000000000001,"15min":1.026},"min":{"1min":0.191,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":12.734,"5min":12.734,"15min":109.977},"last":0.23300000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.41499999999999998,"15min":0.57299999999999995},"min":{"1min":0.24099999999999999,"5min":0.20899999999999999,"15min":0.182},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":4.9850000000000003},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.379,"15min":0.50800000000000001},"min":{"1min":0.23000000000000001,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":4.5229999999999997},"last":0.30099999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.40200000000000002,"15min":0.57399999999999995},"min":{"1min":0.27700000000000002,"5min":0.23200000000000001,"15min":0.20699999999999999},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":8.6690000000000005},"last":0.20799999999999999},{"interface":"front","average":{"1min":0.439,"5min":0.41199999999999998,"15min":0.58499999999999996},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":4.7729999999999997},"last":0.28999999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:33:51 2021","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.40899999999999997,"15min":0.55200000000000005},"min":{"1min":0.253,"5min":0.22600000000000001,"15min":0.214},"max":{"1min":0.72599999999999998,"5min":0.90500000000000003,"15min":4.5010000000000003},"last":0.316},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.44,"15min":0.58199999999999996},"min":{"1min":0.30099999999999999,"5min":0.24299999999999999,"15min":0.23699999999999999},"max":{"1min":0.73499999999999999,"5min":0.88,"15min":5.4649999999999999},"last":0.34000000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.438,"15min":0.64600000000000002},"min":{"1min":0.29099999999999998,"5min":0.23100000000000001,"15min":0.20899999999999999},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":4.7939999999999996},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.41599999999999998,"15min":0.57099999999999995},"min":{"1min":0.32200000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":4.5499999999999998},"last":0.33100000000000002}]}]},{"osd":0,"up_from":174,"seq":747324309579,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2437688,"kb_used_data":2337328,"kb_used_omap":980,"kb_used_meta":99371,"kb_avail":85642696,"statfs":{"total":90194313216,"available":87698120704,"internally_reserved":0,"allocated":2393423872,"data_stored":2392043364,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":101756867},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.214,"5min":0.249,"15min":0.255},"min":{"1min":0.12,"5min":0.12,"15min":0.12},"max":{"1min":0.47499999999999998,"5min":0.623,"15min":0.623},"last":0.21299999999999999},{"interface":"front","average":{"1min":0.22900000000000001,"5min":0.247,"15min":0.24299999999999999},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.16700000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.25600000000000001,"5min":0.26000000000000001,"15min":0.23999999999999999},"min":{"1min":0.156,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":0.432,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.26300000000000001,"5min":0.27400000000000002,"15min":0.27700000000000002},"min":{"1min":0.14499999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.51800000000000002,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.255}]},{"osd":3,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.28899999999999998,"5min":0.28299999999999997,"15min":0.28599999999999998},"min":{"1min":0.157,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.46400000000000002,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.28399999999999997,"5min":0.30099999999999999,"15min":0.30299999999999999},"min":{"1min":0.17000000000000001,"5min":0.155,"15min":0.155},"max":{"1min":0.63900000000000001,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.187}]},{"osd":4,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.39400000000000002,"15min":0.38700000000000001},"min":{"1min":0.248,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.39200000000000002,"15min":0.38300000000000001},"min":{"1min":0.25700000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.61899999999999999,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.27900000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.40000000000000002,"15min":0.39200000000000002},"min":{"1min":0.252,"5min":0.217,"15min":0.217},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.376,"5min":0.38900000000000001,"15min":0.39200000000000002},"min":{"1min":0.20300000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.308}]},{"osd":6,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.38100000000000001,"15min":0.40899999999999997},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.40000000000000002,"15min":0.39200000000000002},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.36699999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.39500000000000002,"15min":0.38900000000000001},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.38},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41499999999999998,"15min":0.40899999999999997},"min":{"1min":0.28499999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.66800000000000004,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.39000000000000001}]}]},{"osd":2,"up_from":0,"seq":442381631719,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879515,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3404336,"kb_used_data":3302184,"kb_used_omap":883,"kb_used_meta":101260,"kb_avail":84676048,"statfs":{"total":90194313216,"available":86708273152,"internally_reserved":0,"allocated":3381436416,"data_stored":3380062476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":103690304},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,2,0,1,2,0,2,7,5],"upper_bound":2048},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:55 2021","interfaces":[{"interface":"back","average":{"1min":0.217,"5min":0.97199999999999998,"15min":0.502},"min":{"1min":0.13200000000000001,"5min":0.127,"15min":0.127},"max":{"1min":0.51100000000000001,"5min":66.528999999999996,"15min":66.528999999999996},"last":0.22700000000000001},{"interface":"front","average":{"1min":0.26100000000000001,"5min":1.0009999999999999,"15min":0.54500000000000004},"min":{"1min":0.183,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.38500000000000001,"5min":66.497,"15min":66.497},"last":0.33000000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.223,"5min":0.49299999999999999,"15min":0.435},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.13500000000000001},"max":{"1min":0.34000000000000002,"5min":25.097999999999999,"15min":25.097999999999999},"last":0.16600000000000001},{"interface":"front","average":{"1min":0.24199999999999999,"5min":0.51800000000000002,"15min":0.53800000000000003},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.313,"5min":25.109999999999999,"15min":25.109999999999999},"last":0.182}]},{"osd":2,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.23400000000000001,"5min":0.26800000000000002,"15min":0.40799999999999997},"min":{"1min":0.16800000000000001,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":0.34999999999999998,"5min":0.82799999999999996,"15min":4.8730000000000002},"last":0.21299999999999999},{"interface":"front","average":{"1min":0.245,"5min":0.26800000000000002,"15min":0.41899999999999998},"min":{"1min":0.18099999999999999,"5min":0.151,"15min":0.151},"max":{"1min":0.40999999999999998,"5min":0.47399999999999998,"15min":8.8740000000000006},"last":0.26600000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.39900000000000002,"15min":0.51300000000000001},"min":{"1min":0.24199999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":5.0220000000000002},"last":0.309},{"interface":"front","average":{"1min":0.434,"5min":0.41699999999999998,"15min":0.51500000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.20100000000000001},"max":{"1min":0.999,"5min":0.999,"15min":3.7719999999999998},"last":0.379}]},{"osd":5,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.44600000000000001,"15min":0.59199999999999997},"min":{"1min":0.27000000000000002,"5min":0.23799999999999999,"15min":0.224},"max":{"1min":1.024,"5min":2.7069999999999999,"15min":4.6479999999999997},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.378,"15min":0.57699999999999996},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.192},"max":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":6.7309999999999999},"last":0.28299999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:33:49 2021","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.39800000000000002,"15min":0.56799999999999995},"min":{"1min":0.28799999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":9.9410000000000007},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.42299999999999999,"15min":0.54600000000000004},"min":{"1min":0.317,"5min":0.29999999999999999,"15min":0.251},"max":{"1min":1.044,"5min":1.044,"15min":3.8100000000000001},"last":0.36199999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.39400000000000002,"15min":0.59299999999999997},"min":{"1min":0.24099999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":5.1180000000000003},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.433,"15min":0.59699999999999998},"min":{"1min":0.28799999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.034,"5min":1.419,"15min":7.1950000000000003},"last":0.32100000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986544,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2515464,"kb_used_data":1466880,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":85564920,"statfs":{"total":90194313216,"available":87618478080,"internally_reserved":1073741824,"allocated":1502085120,"data_stored":1500690398,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:53 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.36799999999999999,"15min":0.36599999999999999},"min":{"1min":0.19400000000000001,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.45900000000000002,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.42499999999999999},"min":{"1min":0.20300000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.73599999999999999,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.30399999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:33:36 2021","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.73899999999999999,"15min":0.64000000000000001},"min":{"1min":0.17499999999999999,"5min":0.17499999999999999,"15min":0.161},"max":{"1min":11.231,"5min":20.440000000000001,"15min":20.440000000000001},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.73099999999999998,"15min":0.61499999999999999},"min":{"1min":0.22600000000000001,"5min":0.154,"15min":0.154},"max":{"1min":11.207000000000001,"5min":20.465,"15min":20.465},"last":0.39300000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:33:16 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.35799999999999998,"15min":0.42099999999999999},"min":{"1min":0.23300000000000001,"5min":0.23100000000000001,"15min":0.17100000000000001},"max":{"1min":0.496,"5min":0.70099999999999996,"15min":3.3260000000000001},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.38,"15min":0.44800000000000001},"min":{"1min":0.23599999999999999,"5min":0.221,"15min":0.17499999999999999},"max":{"1min":0.55000000000000004,"5min":0.83899999999999997,"15min":3.351},"last":0.379}]},{"osd":3,"last update":"Thu Mar 4 23:33:16 2021","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.52400000000000002,"15min":1.4299999999999999},"min":{"1min":0.26700000000000002,"5min":0.192,"15min":0.192},"max":{"1min":11.25,"5min":11.25,"15min":85.394999999999996},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.48799999999999999,"15min":1.365},"min":{"1min":0.217,"5min":0.217,"15min":0.19400000000000001},"max":{"1min":11.276999999999999,"5min":11.276999999999999,"15min":85.802999999999997},"last":0.40799999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:33:36 2021","interfaces":[{"interface":"back","average":{"1min":0.29599999999999999,"5min":0.30199999999999999,"15min":0.33300000000000002},"min":{"1min":0.152,"5min":0.152,"15min":0.14199999999999999},"max":{"1min":0.63300000000000001,"5min":1.254,"15min":3.456},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.30199999999999999,"15min":0.34899999999999998},"min":{"1min":0.183,"5min":0.16600000000000001,"15min":0.14799999999999999},"max":{"1min":0.46700000000000003,"5min":0.64900000000000002,"15min":3.2999999999999998},"last":0.27900000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:33:53 2021","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.32900000000000001,"15min":0.35699999999999998},"min":{"1min":0.16900000000000001,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":3.5569999999999999},"last":0.16900000000000001},{"interface":"front","average":{"1min":0.33100000000000002,"5min":0.33600000000000002,"15min":0.46700000000000003},"min":{"1min":0.17899999999999999,"5min":0.16700000000000001,"15min":0.14199999999999999},"max":{"1min":0.67300000000000004,"5min":0.77200000000000002,"15min":3.895},"last":0.186}]},{"osd":7,"last update":"Thu Mar 4 23:33:36 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.33000000000000002,"15min":0.373},"min":{"1min":0.191,"5min":0.17100000000000001,"15min":0.16},"max":{"1min":0.70599999999999996,"5min":0.81999999999999995,"15min":3.4329999999999998},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.36699999999999999,"15min":0.47799999999999998},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.755,"5min":0.755,"15min":3.8700000000000001},"last":0.24299999999999999}]}]},{"osd":5,"up_from":36,"seq":154618823022,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5160320,"kb_used_data":4111736,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":82920064,"statfs":{"total":90194313216,"available":84910145536,"internally_reserved":1073741824,"allocated":4210417664,"data_stored":4209029058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:56 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.35199999999999998,"15min":0.372},"min":{"1min":0.14199999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":0.621,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.379,"5min":0.38600000000000001,"15min":0.39200000000000002},"min":{"1min":0.217,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.63,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.35899999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:33:27 2021","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.374,"15min":0.46800000000000003},"min":{"1min":0.27000000000000002,"5min":0.153,"15min":0.153},"max":{"1min":0.59299999999999997,"5min":0.93400000000000005,"15min":3.8450000000000002},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.37,"15min":0.52100000000000002},"min":{"1min":0.20000000000000001,"5min":0.16600000000000001,"15min":0.14599999999999999},"max":{"1min":0.58599999999999997,"5min":0.872,"15min":7.4740000000000002},"last":0.54600000000000004}]},{"osd":2,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.36599999999999999,"15min":0.48799999999999999},"min":{"1min":0.19600000000000001,"5min":0.17999999999999999,"15min":0.161},"max":{"1min":0.54700000000000004,"5min":0.91400000000000003,"15min":3.7410000000000001},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.38400000000000001,"15min":0.52500000000000002},"min":{"1min":0.23799999999999999,"5min":0.19600000000000001,"15min":0.182},"max":{"1min":0.75800000000000001,"5min":0.79300000000000004,"15min":3.698},"last":0.51200000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.375,"15min":0.53000000000000003},"min":{"1min":0.20899999999999999,"5min":0.20200000000000001,"15min":0.16700000000000001},"max":{"1min":0.56999999999999995,"5min":0.81299999999999994,"15min":4.375},"last":0.442},{"interface":"front","average":{"1min":0.38,"5min":0.39900000000000002,"15min":0.51200000000000001},"min":{"1min":0.24399999999999999,"5min":0.23899999999999999,"15min":0.17100000000000001},"max":{"1min":0.52100000000000002,"5min":0.85299999999999998,"15min":4.2050000000000001},"last":0.34599999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:33:56 2021","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.32900000000000001,"15min":0.372},"min":{"1min":0.183,"5min":0.16300000000000001,"15min":0.127},"max":{"1min":0.66200000000000003,"5min":0.71599999999999997,"15min":7.4480000000000004},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.32200000000000001,"15min":0.34599999999999997},"min":{"1min":0.20699999999999999,"5min":0.158,"15min":0.152},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":4.4000000000000004},"last":0.308}]},{"osd":6,"last update":"Thu Mar 4 23:33:27 2021","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.34699999999999998,"15min":0.41899999999999998},"min":{"1min":0.253,"5min":0.16,"15min":0.16},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":7.3959999999999999},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.32300000000000001,"15min":0.35999999999999999},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":0.5,"5min":0.68100000000000005,"15min":4.3209999999999997},"last":0.40699999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.34899999999999998,"15min":0.42099999999999999},"min":{"1min":0.221,"5min":0.185,"15min":0.185},"max":{"1min":0.54000000000000004,"5min":0.66500000000000004,"15min":4.3540000000000001},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.33000000000000002,"15min":0.377},"min":{"1min":0.184,"5min":0.159,"15min":0.159},"max":{"1min":0.56899999999999995,"5min":0.75900000000000001,"15min":2.9740000000000002},"last":0.217}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2388328448,"data_stored":2388328448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3402043392,"data_stored":3402039320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1414529024,"data_stored":1414529024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3368419328,"data_stored":3368419328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1494417408,"data_stored":1494417408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4205514752,"data_stored":4205510680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":833290240,"data_stored":833290240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":3865513984,"data_stored":3865509912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:33:59.664 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph status --format=json 2021-03-04T23:33:59.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:59.668 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:59.669 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:33:59.770 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:59.778 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:33:59.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:59.789 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:59.790 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:59.891 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:33:59.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:33:59.911 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:33:59.911 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:33:59.947 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:33:59.961 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:33:59.975 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:33:59.989 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:34:00.003 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:34:00.004 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:34:00.012 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:00.019 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:34:00.029 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:00.030 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:00.031 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:00.033 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:34:00.047 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:34:00.048 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:34:00.048 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:34:00.049 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:34:00.049 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:34:00.049 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:34:00.049 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:34:00.050 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:34:00.050 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:34:00.124 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:59 gibba011 conmon[95595]: cluster 2021-03-04T23:33:58.719113+0000 mgr.x (mgr.34676) 952 : cluster [DBG] pgmap v966: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 319 op/s; 11955/275256 objects degraded (4.343%); 19954/275256 objects misplaced (7.249%); 1.2 MiB/s, 20 objects/s recovering 2021-03-04T23:34:00.125 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:59 gibba011 conmon[95595]: audit 2021-03-04T23:33:58.947557+0000 mgr.x (mgr.34676) 953 : audit [DBG] from='client.55861 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:34:00.125 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:59 gibba011 conmon[95595]: audit 2021-03-04T23:33:59.125507+0000 mon.a (mon.0) 1283 : audit [INF] from='client.? 172.21.2.111:0/3754851573' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:34:00.125 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:33:59 gibba011 conmon[95595]: audit 2021-03-04T23:33:59.930201+0000 mon.a (mon.0) 1284 : audit [DBG] from='client.? 172.21.2.111:0/2408075500' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:00.126 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:59 gibba011 conmon[99461]: cluster 2021-03-04T23:33:58.719113+0000 mgr.x (mgr.34676) 952 : cluster [DBG] pgmap v966: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 319 op/s; 11955/275256 objects degraded (4.343%); 19954/275256 objects misplaced (7.249%); 1.2 MiB/s, 20 objects/s recovering 2021-03-04T23:34:00.126 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:59 gibba011 conmon[99461]: audit 2021-03-04T23:34:00.126 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:59 gibba011 conmon[99461]: 2021-03-04T23:33:58.947557+0000 mgr.x (mgr.34676) 953 : audit [DBG] from='client.55861 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:34:00.127 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:59 gibba011 conmon[99461]: audit 2021-03-04T23:33:59.125507+0000 mon.a (mon.0) 1283 : audit [INF] from='client.? 172.21.2.111:0/3754851573' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:34:00.127 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:33:59 gibba011 conmon[99461]: audit 2021-03-04T23:33:59.930201+0000 mon.a (mon.0) 1284 : audit [DBG] from='client.? 172.21.2.111:0/2408075500' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:00.131 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:00.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:00.151 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:00.151 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:00.252 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:00.270 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:00.271 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:00.271 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:00.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:59 gibba038 conmon[76675]: cluster 2021-03-04T23:33:58.719113+0000 mgr.x (mgr.34676) 952 : cluster [DBG] pgmap v966: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 319 op/s; 11955/275256 objects degraded (4.343%); 19954/275256 objects misplaced (7.249%); 1.2 MiB/s, 20 objects/s recovering 2021-03-04T23:34:00.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:59 gibba038 conmon[76675]: audit 2021-03-04T23:33:58.947557+0000 mgr.x (mgr.34676) 953 : audit [DBG] from='client.55861 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:34:00.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:59 gibba038 conmon[76675]: audit 2021-03-04T23:33:59.125507+0000 mon.a (mon.0) 1283 : audit [INF] from='client.? 172.21.2.111:0/3754851573' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:34:00.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:33:59 gibba038 conmon[76675]: audit 2021-03-04T23:33:59.930201+0000 mon.a (mon.0) 1284 : audit [DBG] from='client.? 172.21.2.111:0/2408075500' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:00.373 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:00.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:00.392 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:00.392 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:00.494 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:00.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:00.512 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:00.512 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:00.614 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:00.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:00.633 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:00.633 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:00.735 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:00.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:00.752 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:00.753 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:00.854 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:00.871 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:00.872 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:00.872 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:00.974 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:00.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:00.992 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:00.993 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:01.094 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:01.112 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:01.113 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:01.114 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:01.215 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:01.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:01.233 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:01.234 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:01.335 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:01.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:00 gibba038 conmon[76675]: cluster 2021-03-04T23:33:59.994087+0000 mon.a (mon.0) 1285 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:01.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:00 gibba038 conmon[76675]: audit 2021-03-04T23:33:59.999128+0000 mon.a (mon.0) 1286 : audit [INF] from='client.? 172.21.2.111:0/3754851573' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:34:01.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:00 gibba038 conmon[76675]: cluster 2021-03-04T23:33:59.999162+0000 mon.a (mon.0) 1287 : cluster [DBG] osdmap e286: 8 total, 8 up, 7 in 2021-03-04T23:34:01.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:01.353 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:01.353 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:01.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:00 gibba011 conmon[95595]: cluster 2021-03-04T23:33:59.994087+0000 mon.a (mon.0) 1285 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:01.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:00 gibba011 conmon[95595]: audit 2021-03-04T23:33:59.999128+0000 mon.a (mon.0) 1286 : audit [INF] from='client.? 172.21.2.111:0/3754851573' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:34:01.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:00 gibba011 conmon[95595]: cluster 2021-03-04T23:33:59.999162+0000 mon.a (mon.0) 1287 : cluster [DBG] osdmap e286: 8 total, 8 up, 7 in 2021-03-04T23:34:01.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:00 gibba011 conmon[99461]: cluster 2021-03-04T23:33:59.994087+0000 mon.a (mon.0) 1285 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:01.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:00 gibba011 conmon[99461]: audit 2021-03-04T23:33:59.999128+0000 mon.a (mon.0) 1286 : audit [INF] from='client.? 172.21.2.111:0/3754851573' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:34:01.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:00 gibba011 conmon[99461]: cluster 2021-03-04T23:33:59.999162+0000 mon.a (mon.0) 1287 : cluster [DBG] osdmap e286: 8 total, 8 up, 7 in 2021-03-04T23:34:01.454 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:01.472 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:01.473 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:01.473 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:01.574 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:01.591 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:01.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:01.593 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:01.694 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:01.710 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:01.711 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:01.712 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:01.813 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:01.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:01.837 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:01.837 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:01.938 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:01.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:01.957 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:01.958 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:02.059 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:02.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:02.077 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:02.078 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:02.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:02 gibba011 conmon[95595]: cluster 2021-03-04T23:34:00.719601+0000 mgr.x (mgr.34676) 954 : cluster [DBG] pgmap v968: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 317 op/s; 11955/275004 objects degraded (4.347%); 19954/275004 objects misplaced (7.256%); 800 KiB/s, 12 objects/s recovering 2021-03-04T23:34:02.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:02 gibba011 conmon[95595]: 2021-03-04T23:34:02.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:02 gibba011 conmon[99461]: cluster 2021-03-04T23:34:00.719601+0000 mgr.x (mgr.34676) 954 : cluster [DBG] pgmap v968: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 317 op/s; 11955/275004 objects degraded (4.347%); 19954/275004 objects misplaced (7.256%); 800 KiB/s, 12 objects/s recovering 2021-03-04T23:34:02.179 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:02.200 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:02.201 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:02.201 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:02.302 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:02.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:02.321 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:02.321 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:02.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:02 gibba038 conmon[76675]: cluster 2021-03-04T23:34:00.719601+0000 mgr.x (mgr.34676) 954 : cluster 2021-03-04T23:34:02.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:02 gibba038 conmon[76675]: [DBG] pgmap v968: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 317 op/s; 11955/275004 objects degraded (4.347%); 19954/275004 objects misplaced (7.256%); 800 KiB/s, 12 objects/s recovering 2021-03-04T23:34:02.423 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:02.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:02.441 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:02.441 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:02.542 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:02.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:02.560 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:02.560 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:02.662 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:02.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:02.680 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:02.680 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:02.782 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:02.801 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:02.802 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:02.803 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:02.904 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:02.924 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:02.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:02.926 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:02.977 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:34:02.977 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:34:03.027 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:03.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:03.047 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:03.047 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:03.078 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:34:03.078 INFO:teuthology.orchestra.run.gibba011.stdout:{"fsid":"5f47b844-7d3d-11eb-9066-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 11955/273201 objects degraded (4.376%), 2 pgs degraded, 3 pgs undersized","count":5},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":1389,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":286,"num_osds":8,"num_up_osds":8,"osd_up_since":1614900469,"num_in_osds":7,"osd_in_since":1614900717,"num_remapped_pgs":5},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":114},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+remapped+backfill_wait","count":2},{"state_name":"active+recovering+undersized+remapped","count":1}],"num_pgs":119,"num_pools":5,"num_objects":91067,"data_bytes":5966662976,"bytes_used":24070184960,"bytes_avail":607290007552,"bytes_total":631360192512,"degraded_objects":11955,"degraded_total":273201,"degraded_ratio":0.04375899063327001,"misplaced_objects":19759,"misplaced_total":273201,"misplaced_ratio":0.072324039809517529,"recovering_objects_per_sec":20,"recovering_bytes_per_sec":1357714,"recovering_keys_per_sec":0,"num_objects_recovered":208,"num_bytes_recovered":13500416,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":315},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.gibba038.rbeynd","status":"up:active","gid":34322}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.x:8443/"}},"servicemap":{"epoch":27,"modified":"2021-03-04T23:31:42.691059+0000","services":{}},"progress_events":{"325add0c-2571-4241-bc14-5f365661abb5":{"message":"Upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 (4m)\n [===========.................] (remaining: 7m)","progress":0.40000000596046448,"add_to_ceph_s":false},"4e3490fa-9157-44ad-a0cb-fb2dd1c26592":{"message":"Global Recovery Event (8m)\n [==========================..] (remaining: 22s)","progress":0.95798319578170776,"add_to_ceph_s":true},"69344cb1-a00f-4f6a-b930-be920dcb2487":{"message":"Rebalancing after osd.6 marked in (8m)\n [===========================.] (remaining: 8s)","progress":0.98308759927749634,"add_to_ceph_s":false},"a6cabe7d-74fd-4880-9df0-9c4f5a17cc82":{"message":"Rebalancing after osd.2 marked out (2m)\n [===========================.] (remaining: 2s)","progress":0.98039215803146362,"add_to_ceph_s":false}}} 2021-03-04T23:34:03.148 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:03.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:03.167 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:03.168 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:03.270 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:03.287 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:03.288 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:03.288 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:03.390 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:03.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:03.408 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:03.408 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:03.510 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:03.528 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:03.529 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:03.529 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:03.630 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:03.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:03.649 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:03.650 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:03.751 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:03.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:03.770 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:03.771 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:03.872 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:03.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:03.890 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:03.891 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:03.992 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:04.007 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-03-04T23:34:04.011 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:04.012 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:04.012 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:04.114 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:04.254 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:34:04.256 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:04.256 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:04 gibba011 conmon[95595]: cluster 2021-03-04T23:34:02.720290+0000 mgr.x (mgr.34676) 955 : cluster [DBG] pgmap v969: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 315 op/s; 11955/273201 objects degraded (4.376%); 19759/273201 objects misplaced (7.232%); 1.3 MiB/s, 20 objects/s recovering 2021-03-04T23:34:04.256 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:04 gibba011 conmon[95595]: audit 2021-03-04T23:34:03.076356+0000 mon.c (mon.1) 378 : audit [DBG] from='client.? 172.21.2.111:0/2076669338' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:34:04.257 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:04 gibba011 conmon[95595]: cluster 2021-03-04T23:34:03.984982+0000 mon.a (mon.0) 1288 : cluster [WRN] Health check update: Degraded data redundancy: 11955/273201 objects degraded (4.376%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:04.257 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:04 gibba011 conmon[99461]: cluster 2021-03-04T23:34:02.720290+0000 mgr.x (mgr.34676) 955 : cluster [DBG] pgmap v969: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 315 op/s; 11955/273201 objects degraded (4.376%); 19759/273201 objects misplaced (7.232%); 1.3 MiB/s, 20 objects/s recovering 2021-03-04T23:34:04.258 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:04 gibba011 conmon[99461]: audit 2021-03-04T23:34:03.076356+0000 mon.c (mon.1) 378 : audit [DBG] from='client.? 172.21.2.111:0/2076669338' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:34:04.258 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:04 gibba011 conmon[99461]: cluster 2021-03-04T23:34:03.984982+0000 mon.a (mon.0) 1288 : cluster [WRN] Health check update: Degraded data redundancy: 11955/273201 objects degraded (4.376%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:04.259 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-03-04T23:34:04.259 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:34:04.291 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:04.292 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:04.293 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:04.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:04 gibba038 conmon[76675]: cluster 2021-03-04T23:34:02.720290+0000 mgr.x (mgr.34676) 955 : cluster [DBG] pgmap v969: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.6 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 315 op/s; 11955/273201 objects degraded (4.376%); 19759/273201 objects misplaced (7.232%); 1.3 MiB/s, 20 objects/s recovering 2021-03-04T23:34:04.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:04 gibba038 conmon[76675]: audit 2021-03-04T23:34:03 2021-03-04T23:34:04.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:04 gibba038 conmon[76675]: .076356+0000 mon.c (mon.1) 378 : audit [DBG] from='client.? 172.21.2.111:0/2076669338' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:34:04.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:04 gibba038 conmon[76675]: cluster 2021-03-04T23:34:03.984982+0000 mon.a (mon.0) 1288 : cluster [WRN] Health check update: Degraded data redundancy: 11955/273201 objects degraded (4.376%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:04.395 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:04.396 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:04.396 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:04.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:04.422 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:04.422 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:04.491 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:34:04.524 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:04.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:04.558 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:04.559 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:04.615 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:04.660 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:04.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:04.679 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:04.679 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:04.780 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:04.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:04.799 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:04.799 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:04.900 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:04.918 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:04.919 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:04.919 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:05.020 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:05.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:05.040 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:05.040 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:05.141 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:05.159 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:05.160 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:05.160 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:05.261 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:05.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:05.281 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:05.281 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:05.383 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:05.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:05.401 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:05.401 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:05.503 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:05.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:05.521 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:05.522 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:05.623 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:05.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:05.643 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:05.644 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:05.744 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:05.762 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:05.763 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:05.763 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:05.864 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:05.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:05.882 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:05.882 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:05.984 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:06.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:06.002 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:06.003 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:06.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:06 gibba011 conmon[99461]: cluster 2021-03-04T23:34:04.720710+0000 mgr.x (mgr.34676) 956 : cluster [DBG] pgmap v970: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.5 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 316 op/s; 11955/270855 objects degraded (4.414%); 19563/270855 objects misplaced (7.223%); 1.3 MiB/s, 20 objects/s recovering 2021-03-04T23:34:06.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:06 gibba011 conmon[95595]: cluster 2021-03-04T23:34:04.720710+0000 mgr.x (mgr.34676) 956 : cluster [DBG] pgmap v970: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.5 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 316 op/s; 11955/270855 objects degraded (4.414%); 19563/270855 objects misplaced (7.223%); 1.3 MiB/s, 20 objects/s recovering 2021-03-04T23:34:06.104 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:06.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:06.123 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:06.123 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:06.225 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:06.242 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:06.242 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:06.243 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:06 gibba038 conmon[76675]: cluster 2021-03-04T23:34:04.720710+0000 mgr.x (mgr.34676) 956 : cluster [DBG] pgmap v970: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.5 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 316 op/s; 11955/270855 objects degraded (4.414%); 19563/270855 objects misplaced (7.223%); 1.3 MiB/s, 20 objects/s recovering 2021-03-04T23:34:06.344 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:06.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:06.362 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:06.362 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:06.463 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:06.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:06.482 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:06.483 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:06.584 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:06.602 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:06.603 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:06.603 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:06.704 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:06.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:06.723 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:06.723 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:06.825 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:06.843 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:06.844 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:06.845 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:06.946 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:06.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:06.964 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:06.965 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:07.066 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:07.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:07.085 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:07.086 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:07.187 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:07.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:07.206 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:07.207 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:07.308 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:07.327 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:07.328 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:07.328 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:07.429 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:07.448 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:07.449 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:07.450 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:07.552 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:07.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:07.570 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:07.570 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:07.672 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:07.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:07.694 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:07.695 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:07.796 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:07.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:07.814 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:07.814 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:07.865 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:34:07.866 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:34:07.916 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:07.933 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:07.934 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:07.935 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:08.036 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:08.054 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:08.055 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:08.056 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:08.157 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:08.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:08.176 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:08.176 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:08.210 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:08 gibba011 conmon[95595]: cluster 2021-03-04T23:34:06.721069+0000 mgr.x (mgr.34676) 957 : cluster [DBG] pgmap v971: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.5 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 318 op/s; 11955/270543 objects degraded (4.419%); 19563/270543 objects misplaced (7.231%); 1.3 MiB/s, 20 objects/s recovering 2021-03-04T23:34:08.211 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:08 gibba011 conmon[99461]: cluster 2021-03-04T23:34:06.721069+0000 mgr.x (mgr.34676) 957 : cluster [DBG] pgmap v971: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.5 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 318 op/s; 11955/270543 objects degraded (4.419%); 19563/270543 objects misplaced (7.231%); 1.3 MiB/s, 20 objects/s recovering 2021-03-04T23:34:08.262 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:34:08.271 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:34:08.278 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:08.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:08.298 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:08.299 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:08.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:08 gibba038 conmon[76675]: cluster 2021-03-04T23:34:06.721069+0000 mgr.x (mgr.34676) 957 : cluster [DBG] pgmap v971: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.5 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 318 op/s; 11955/270543 objects degraded (4.419%); 19563/270543 objects misplaced (7.231%); 1.3 MiB/s, 20 objects/s recovering 2021-03-04T23:34:08.400 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:08.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:08.451 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:08.452 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:08.553 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:08.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:08.576 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:08.576 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:08.678 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:08.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:08.697 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:08.698 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:08.801 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:08.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:08.831 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:08.832 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:08.936 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:08.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:08.957 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:08.958 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:09.059 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:09.085 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:09.086 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:09.087 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:09.188 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:09.207 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:34:09.208 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:34:09.208 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:34:09.208 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:34:09.209 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:34:09.209 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:34:09.209 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:34:09.209 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:34:09.210 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:34:09.210 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:34:09.210 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:34:09.211 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:34:09.211 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:34:09.211 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:34:09.211 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:34:09.211 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:34:09.212 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:09.213 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:09.214 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:09.300 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:09 gibba011 conmon[95595]: audit 2021-03-04T23:34:08.250170+0000 mgr.x (mgr.34676) 958 : audit [DBG] from='client.55885 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:34:09.300 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:09 gibba011 conmon[95595]: cluster 2021-03-04T23:34:08.986046+0000 mon.a (mon.0) 1289 : cluster [WRN] Health check update: Degraded data redundancy: 11955/270543 objects degraded (4.419%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:09.301 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:09 gibba011 conmon[99461]: audit 2021-03-04T23:34:08.250170+0000 mgr.x (mgr.34676) 958 : audit [DBG] from='client.55885 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:34:09.301 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:09 gibba011 conmon[99461]: cluster 2021-03-04T23:34:08.986046+0000 mon.a (mon.0) 1289 : cluster [WRN] Health check update: Degraded data redundancy: 11955/270543 objects degraded (4.419%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:09.315 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:09.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:09.336 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:09.336 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:09.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:09 gibba038 conmon[76675]: audit 2021-03-04T23:34:08.250170+0000 mgr.x (mgr.34676) 958 : audit [DBG] from='client.55885 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:34:09.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:09 gibba038 conmon[76675]: cluster 2021-03-04T23:34:08.986046+0000 mon.a (mon.0) 1289 : cluster [WRN] Health check update: Degraded data redundancy: 11955/270543 objects degraded (4.419%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:09.401 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":971,"stamp":"2021-03-04T23:34:06.720877+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5908598080,"num_objects":90181,"num_object_clones":0,"num_object_copies":270543,"num_objects_missing_on_primary":798,"num_objects_missing":798,"num_objects_degraded":11955,"num_objects_misplaced":19563,"num_objects_unfound":0,"num_objects_dirty":90181,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":216623,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91984,"num_bytes_recovered":5280771121,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":83554,"ondisk_log_size":83554,"up":357,"acting":354,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":394,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":23342800,"kb_used_data":18798808,"kb_used_omap":6415,"kb_used_meta":4537456,"kb_avail":593219888,"statfs":{"total":631360192512,"available":607457165312,"internally_reserved":4294967296,"allocated":19249979392,"data_stored":19240234386,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6569549,"internal_metadata":4646355379},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-208797696,"num_objects":-3186,"num_object_clones":0,"num_object_copies":-9558,"num_objects_missing_on_primary":-2,"num_objects_missing":-2,"num_objects_degraded":0,"num_objects_misplaced":-799,"num_objects_unfound":0,"num_objects_dirty":-3186,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3186,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":208,"num_bytes_recovered":13500416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002457"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"331","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781937+0000","last_change":"2021-03-04T23:32:26.240995+0000","last_active":"2021-03-04T23:33:52.781937+0000","last_peered":"2021-03-04T23:33:52.781937+0000","last_clean":"2021-03-04T23:33:52.781937+0000","last_became_active":"2021-03-04T23:32:26.240606+0000","last_became_peered":"2021-03-04T23:32:26.240606+0000","last_unstale":"2021-03-04T23:33:52.781937+0000","last_undegraded":"2021-03-04T23:33:52.781937+0000","last_fullsized":"2021-03-04T23:33:52.781937+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"73","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778944+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:33:52.778944+0000","last_peered":"2021-03-04T23:33:52.778944+0000","last_clean":"2021-03-04T23:33:52.778944+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:33:52.778944+0000","last_undegraded":"2021-03-04T23:33:52.778944+0000","last_fullsized":"2021-03-04T23:33:52.778944+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"29","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781712+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:33:52.781712+0000","last_peered":"2021-03-04T23:33:52.781712+0000","last_clean":"2021-03-04T23:33:52.781712+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:33:52.781712+0000","last_undegraded":"2021-03-04T23:33:52.781712+0000","last_fullsized":"2021-03-04T23:33:52.781712+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"307","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782891+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:33:52.782891+0000","last_peered":"2021-03-04T23:33:52.782891+0000","last_clean":"2021-03-04T23:33:52.782891+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:33:52.782891+0000","last_undegraded":"2021-03-04T23:33:52.782891+0000","last_fullsized":"2021-03-04T23:33:52.782891+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"91","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778708+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:33:52.778708+0000","last_peered":"2021-03-04T23:33:52.778708+0000","last_clean":"2021-03-04T23:33:52.778708+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:33:52.778708+0000","last_undegraded":"2021-03-04T23:33:52.778708+0000","last_fullsized":"2021-03-04T23:33:52.778708+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"35","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.777895+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:33:52.777895+0000","last_peered":"2021-03-04T23:33:52.777895+0000","last_clean":"2021-03-04T23:33:52.777895+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:33:52.777895+0000","last_undegraded":"2021-03-04T23:33:52.777895+0000","last_fullsized":"2021-03-04T23:33:52.777895+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"279","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782483+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:33:52.782483+0000","last_peered":"2021-03-04T23:33:52.782483+0000","last_clean":"2021-03-04T23:33:52.782483+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:33:52.782483+0000","last_undegraded":"2021-03-04T23:33:52.782483+0000","last_fullsized":"2021-03-04T23:33:52.782483+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"91","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778777+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:33:52.778777+0000","last_peered":"2021-03-04T23:33:52.778777+0000","last_clean":"2021-03-04T23:33:52.778777+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:33:52.778777+0000","last_undegraded":"2021-03-04T23:33:52.778777+0000","last_fullsized":"2021-03-04T23:33:52.778777+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"77","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778162+0000","last_change":"2021-03-04T23:32:18.981656+0000","last_active":"2021-03-04T23:33:52.778162+0000","last_peered":"2021-03-04T23:33:52.778162+0000","last_clean":"2021-03-04T23:33:52.778162+0000","last_became_active":"2021-03-04T23:32:18.981253+0000","last_became_peered":"2021-03-04T23:32:18.981253+0000","last_unstale":"2021-03-04T23:33:52.778162+0000","last_undegraded":"2021-03-04T23:33:52.778162+0000","last_fullsized":"2021-03-04T23:33:52.778162+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"328","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781702+0000","last_change":"2021-03-04T23:32:26.243636+0000","last_active":"2021-03-04T23:33:52.781702+0000","last_peered":"2021-03-04T23:33:52.781702+0000","last_clean":"2021-03-04T23:33:52.781702+0000","last_became_active":"2021-03-04T23:32:26.243433+0000","last_became_peered":"2021-03-04T23:32:26.243433+0000","last_unstale":"2021-03-04T23:33:52.781702+0000","last_undegraded":"2021-03-04T23:33:52.781702+0000","last_fullsized":"2021-03-04T23:33:52.781702+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"93","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782655+0000","last_change":"2021-03-04T23:32:18.988970+0000","last_active":"2021-03-04T23:33:52.782655+0000","last_peered":"2021-03-04T23:33:52.782655+0000","last_clean":"2021-03-04T23:33:52.782655+0000","last_became_active":"2021-03-04T23:32:18.988819+0000","last_became_peered":"2021-03-04T23:32:18.988819+0000","last_unstale":"2021-03-04T23:33:52.782655+0000","last_undegraded":"2021-03-04T23:33:52.782655+0000","last_fullsized":"2021-03-04T23:33:52.782655+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"65","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778308+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:33:52.778308+0000","last_peered":"2021-03-04T23:33:52.778308+0000","last_clean":"2021-03-04T23:33:52.778308+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:33:52.778308+0000","last_undegraded":"2021-03-04T23:33:52.778308+0000","last_fullsized":"2021-03-04T23:33:52.778308+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"29","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781778+0000","last_change":"2021-03-04T23:32:26.241627+0000","last_active":"2021-03-04T23:33:52.781778+0000","last_peered":"2021-03-04T23:33:52.781778+0000","last_clean":"2021-03-04T23:33:52.781778+0000","last_became_active":"2021-03-04T23:32:26.241358+0000","last_became_peered":"2021-03-04T23:32:26.241358+0000","last_unstale":"2021-03-04T23:33:52.781778+0000","last_undegraded":"2021-03-04T23:33:52.781778+0000","last_fullsized":"2021-03-04T23:33:52.781778+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"329","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781936+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:33:52.781936+0000","last_peered":"2021-03-04T23:33:52.781936+0000","last_clean":"2021-03-04T23:33:52.781936+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:33:52.781936+0000","last_undegraded":"2021-03-04T23:33:52.781936+0000","last_fullsized":"2021-03-04T23:33:52.781936+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"308","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782009+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:33:52.782009+0000","last_peered":"2021-03-04T23:33:52.782009+0000","last_clean":"2021-03-04T23:33:52.782009+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:33:52.782009+0000","last_undegraded":"2021-03-04T23:33:52.782009+0000","last_fullsized":"2021-03-04T23:33:52.782009+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"77","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.777488+0000","last_change":"2021-03-04T23:32:18.982083+0000","last_active":"2021-03-04T23:33:52.777488+0000","last_peered":"2021-03-04T23:33:52.777488+0000","last_clean":"2021-03-04T23:33:52.777488+0000","last_became_active":"2021-03-04T23:32:18.981790+0000","last_became_peered":"2021-03-04T23:32:18.981790+0000","last_unstale":"2021-03-04T23:33:52.777488+0000","last_undegraded":"2021-03-04T23:33:52.777488+0000","last_fullsized":"2021-03-04T23:33:52.777488+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"87","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.777974+0000","last_change":"2021-03-04T23:32:19.165859+0000","last_active":"2021-03-04T23:33:52.777974+0000","last_peered":"2021-03-04T23:33:52.777974+0000","last_clean":"2021-03-04T23:33:52.777974+0000","last_became_active":"2021-03-04T23:32:19.018621+0000","last_became_peered":"2021-03-04T23:32:19.018621+0000","last_unstale":"2021-03-04T23:33:52.777974+0000","last_undegraded":"2021-03-04T23:33:52.777974+0000","last_fullsized":"2021-03-04T23:33:52.777974+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"109","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.779029+0000","last_change":"2021-03-04T23:32:26.238976+0000","last_active":"2021-03-04T23:33:52.779029+0000","last_peered":"2021-03-04T23:33:52.779029+0000","last_clean":"2021-03-04T23:33:52.779029+0000","last_became_active":"2021-03-04T23:32:26.238739+0000","last_became_peered":"2021-03-04T23:32:26.238739+0000","last_unstale":"2021-03-04T23:33:52.779029+0000","last_undegraded":"2021-03-04T23:33:52.779029+0000","last_fullsized":"2021-03-04T23:33:52.779029+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"77","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.777686+0000","last_change":"2021-03-04T23:32:19.011685+0000","last_active":"2021-03-04T23:33:52.777686+0000","last_peered":"2021-03-04T23:33:52.777686+0000","last_clean":"2021-03-04T23:33:52.777686+0000","last_became_active":"2021-03-04T23:32:19.011404+0000","last_became_peered":"2021-03-04T23:32:19.011404+0000","last_unstale":"2021-03-04T23:33:52.777686+0000","last_undegraded":"2021-03-04T23:33:52.777686+0000","last_fullsized":"2021-03-04T23:33:52.777686+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"305","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.777639+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:33:52.777639+0000","last_peered":"2021-03-04T23:33:52.777639+0000","last_clean":"2021-03-04T23:33:52.777639+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:33:52.777639+0000","last_undegraded":"2021-03-04T23:33:52.777639+0000","last_fullsized":"2021-03-04T23:33:52.777639+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"291","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781650+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:33:52.781650+0000","last_peered":"2021-03-04T23:33:52.781650+0000","last_clean":"2021-03-04T23:33:52.781650+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:33:52.781650+0000","last_undegraded":"2021-03-04T23:33:52.781650+0000","last_fullsized":"2021-03-04T23:33:52.781650+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"77","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778089+0000","last_change":"2021-03-04T23:32:19.019024+0000","last_active":"2021-03-04T23:33:52.778089+0000","last_peered":"2021-03-04T23:33:52.778089+0000","last_clean":"2021-03-04T23:33:52.778089+0000","last_became_active":"2021-03-04T23:32:19.018570+0000","last_became_peered":"2021-03-04T23:32:19.018570+0000","last_unstale":"2021-03-04T23:33:52.778089+0000","last_undegraded":"2021-03-04T23:33:52.778089+0000","last_fullsized":"2021-03-04T23:33:52.778089+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"68","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.777789+0000","last_change":"2021-03-04T23:32:26.245321+0000","last_active":"2021-03-04T23:33:52.777789+0000","last_peered":"2021-03-04T23:33:52.777789+0000","last_clean":"2021-03-04T23:33:52.777789+0000","last_became_active":"2021-03-04T23:32:26.243283+0000","last_became_peered":"2021-03-04T23:32:26.243283+0000","last_unstale":"2021-03-04T23:33:52.777789+0000","last_undegraded":"2021-03-04T23:33:52.777789+0000","last_fullsized":"2021-03-04T23:33:52.777789+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"264","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.777565+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:33:52.777565+0000","last_peered":"2021-03-04T23:33:52.777565+0000","last_clean":"2021-03-04T23:33:52.777565+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:33:52.777565+0000","last_undegraded":"2021-03-04T23:33:52.777565+0000","last_fullsized":"2021-03-04T23:33:52.777565+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"289","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782736+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:33:52.782736+0000","last_peered":"2021-03-04T23:33:52.782736+0000","last_clean":"2021-03-04T23:33:52.782736+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:33:52.782736+0000","last_undegraded":"2021-03-04T23:33:52.782736+0000","last_fullsized":"2021-03-04T23:33:52.782736+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"77","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.777754+0000","last_change":"2021-03-04T23:32:18.982413+0000","last_active":"2021-03-04T23:33:52.777754+0000","last_peered":"2021-03-04T23:33:52.777754+0000","last_clean":"2021-03-04T23:33:52.777754+0000","last_became_active":"2021-03-04T23:32:18.981859+0000","last_became_peered":"2021-03-04T23:32:18.981859+0000","last_unstale":"2021-03-04T23:33:52.777754+0000","last_undegraded":"2021-03-04T23:33:52.777754+0000","last_fullsized":"2021-03-04T23:33:52.777754+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"275","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782519+0000","last_change":"2021-03-04T23:31:58.062545+0000","last_active":"2021-03-04T23:33:52.782519+0000","last_peered":"2021-03-04T23:33:52.782519+0000","last_clean":"2021-03-04T23:33:52.782519+0000","last_became_active":"2021-03-04T23:31:58.062078+0000","last_became_peered":"2021-03-04T23:31:58.062078+0000","last_unstale":"2021-03-04T23:33:52.782519+0000","last_undegraded":"2021-03-04T23:33:52.782519+0000","last_fullsized":"2021-03-04T23:33:52.782519+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"176","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.777406+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:33:52.777406+0000","last_peered":"2021-03-04T23:33:52.777406+0000","last_clean":"2021-03-04T23:33:52.777406+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:33:52.777406+0000","last_undegraded":"2021-03-04T23:33:52.777406+0000","last_fullsized":"2021-03-04T23:33:52.777406+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"91","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.779313+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:33:52.779313+0000","last_peered":"2021-03-04T23:33:52.779313+0000","last_clean":"2021-03-04T23:33:52.779313+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:33:52.779313+0000","last_undegraded":"2021-03-04T23:33:52.779313+0000","last_fullsized":"2021-03-04T23:33:52.779313+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"77","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778499+0000","last_change":"2021-03-04T23:32:18.990360+0000","last_active":"2021-03-04T23:33:52.778499+0000","last_peered":"2021-03-04T23:33:52.778499+0000","last_clean":"2021-03-04T23:33:52.778499+0000","last_became_active":"2021-03-04T23:32:18.985583+0000","last_became_peered":"2021-03-04T23:32:18.985583+0000","last_unstale":"2021-03-04T23:33:52.778499+0000","last_undegraded":"2021-03-04T23:33:52.778499+0000","last_fullsized":"2021-03-04T23:33:52.778499+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"29","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782297+0000","last_change":"2021-03-04T23:32:26.249383+0000","last_active":"2021-03-04T23:33:52.782297+0000","last_peered":"2021-03-04T23:33:52.782297+0000","last_clean":"2021-03-04T23:33:52.782297+0000","last_became_active":"2021-03-04T23:32:26.249012+0000","last_became_peered":"2021-03-04T23:32:26.249012+0000","last_unstale":"2021-03-04T23:33:52.782297+0000","last_undegraded":"2021-03-04T23:33:52.782297+0000","last_fullsized":"2021-03-04T23:33:52.782297+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"286'13520","reported_seq":"13750","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:03.148732+0000","last_change":"2021-03-04T23:31:15.984936+0000","last_active":"2021-03-04T23:34:03.148732+0000","last_peered":"2021-03-04T23:34:03.148732+0000","last_clean":"2021-03-04T23:34:03.148732+0000","last_became_active":"2021-03-04T23:31:15.969777+0000","last_became_peered":"2021-03-04T23:31:15.969777+0000","last_unstale":"2021-03-04T23:34:03.148732+0000","last_undegraded":"2021-03-04T23:34:03.148732+0000","last_fullsized":"2021-03-04T23:34:03.148732+0000","mapping_epoch":236,"log_start":"155'8947","ondisk_log_start":"155'8947","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4573,"ondisk_log_size":4573,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":366084096,"num_objects":5586,"num_object_clones":0,"num_object_copies":16758,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5586,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13520,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":1048576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"63","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778384+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:33:52.778384+0000","last_peered":"2021-03-04T23:33:52.778384+0000","last_clean":"2021-03-04T23:33:52.778384+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:33:52.778384+0000","last_undegraded":"2021-03-04T23:33:52.778384+0000","last_fullsized":"2021-03-04T23:33:52.778384+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"294","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781488+0000","last_change":"2021-03-04T23:32:18.976569+0000","last_active":"2021-03-04T23:33:52.781488+0000","last_peered":"2021-03-04T23:33:52.781488+0000","last_clean":"2021-03-04T23:33:52.781488+0000","last_became_active":"2021-03-04T23:32:18.976326+0000","last_became_peered":"2021-03-04T23:32:18.976326+0000","last_unstale":"2021-03-04T23:33:52.781488+0000","last_undegraded":"2021-03-04T23:33:52.781488+0000","last_fullsized":"2021-03-04T23:33:52.781488+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"77","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778105+0000","last_change":"2021-03-04T23:32:18.981638+0000","last_active":"2021-03-04T23:33:52.778105+0000","last_peered":"2021-03-04T23:33:52.778105+0000","last_clean":"2021-03-04T23:33:52.778105+0000","last_became_active":"2021-03-04T23:32:18.981295+0000","last_became_peered":"2021-03-04T23:32:18.981295+0000","last_unstale":"2021-03-04T23:33:52.778105+0000","last_undegraded":"2021-03-04T23:33:52.778105+0000","last_fullsized":"2021-03-04T23:33:52.778105+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"186","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.777932+0000","last_change":"2021-03-04T23:31:58.069396+0000","last_active":"2021-03-04T23:33:52.777932+0000","last_peered":"2021-03-04T23:33:52.777932+0000","last_clean":"2021-03-04T23:33:52.777932+0000","last_became_active":"2021-03-04T23:31:58.069222+0000","last_became_peered":"2021-03-04T23:31:58.069222+0000","last_unstale":"2021-03-04T23:33:52.777932+0000","last_undegraded":"2021-03-04T23:33:52.777932+0000","last_fullsized":"2021-03-04T23:33:52.777932+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"286'13433","reported_seq":"34290","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:05.259329+0000","last_change":"2021-03-04T23:31:02.313487+0000","last_active":"2021-03-04T23:34:05.259329+0000","last_peered":"2021-03-04T23:34:05.259329+0000","last_clean":"2021-03-04T23:34:05.259329+0000","last_became_active":"2021-03-04T23:31:02.298187+0000","last_became_peered":"2021-03-04T23:31:02.298187+0000","last_unstale":"2021-03-04T23:34:05.259329+0000","last_undegraded":"2021-03-04T23:34:05.259329+0000","last_fullsized":"2021-03-04T23:34:05.259329+0000","mapping_epoch":230,"log_start":"151'7822","ondisk_log_start":"151'7822","created":137,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5611,"ondisk_log_size":5611,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":370343936,"num_objects":5651,"num_object_clones":0,"num_object_copies":16953,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5651,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13433,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8025,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"63","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778329+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:33:52.778329+0000","last_peered":"2021-03-04T23:33:52.778329+0000","last_clean":"2021-03-04T23:33:52.778329+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:33:52.778329+0000","last_undegraded":"2021-03-04T23:33:52.778329+0000","last_fullsized":"2021-03-04T23:33:52.778329+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"356","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781827+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:33:52.781827+0000","last_peered":"2021-03-04T23:33:52.781827+0000","last_clean":"2021-03-04T23:33:52.781827+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:33:52.781827+0000","last_undegraded":"2021-03-04T23:33:52.781827+0000","last_fullsized":"2021-03-04T23:33:52.781827+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"77","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778505+0000","last_change":"2021-03-04T23:32:18.976226+0000","last_active":"2021-03-04T23:33:52.778505+0000","last_peered":"2021-03-04T23:33:52.778505+0000","last_clean":"2021-03-04T23:33:52.778505+0000","last_became_active":"2021-03-04T23:32:18.975856+0000","last_became_peered":"2021-03-04T23:32:18.975856+0000","last_unstale":"2021-03-04T23:33:52.778505+0000","last_undegraded":"2021-03-04T23:33:52.778505+0000","last_fullsized":"2021-03-04T23:33:52.778505+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"29","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782005+0000","last_change":"2021-03-04T23:32:26.243559+0000","last_active":"2021-03-04T23:33:52.782005+0000","last_peered":"2021-03-04T23:33:52.782005+0000","last_clean":"2021-03-04T23:33:52.782005+0000","last_became_active":"2021-03-04T23:32:26.243315+0000","last_became_peered":"2021-03-04T23:32:26.243315+0000","last_unstale":"2021-03-04T23:33:52.782005+0000","last_undegraded":"2021-03-04T23:33:52.782005+0000","last_fullsized":"2021-03-04T23:33:52.782005+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"286'13631","reported_seq":"13825","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:03.622823+0000","last_change":"2021-03-04T23:31:16.986091+0000","last_active":"2021-03-04T23:34:03.622823+0000","last_peered":"2021-03-04T23:34:03.622823+0000","last_clean":"2021-03-04T23:34:03.622823+0000","last_became_active":"2021-03-04T23:31:16.966316+0000","last_became_peered":"2021-03-04T23:31:16.966316+0000","last_unstale":"2021-03-04T23:34:03.622823+0000","last_undegraded":"2021-03-04T23:34:03.622823+0000","last_fullsized":"2021-03-04T23:34:03.622823+0000","mapping_epoch":237,"log_start":"154'8487","ondisk_log_start":"154'8487","created":137,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5144,"ondisk_log_size":5144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":366149632,"num_objects":5587,"num_object_clones":0,"num_object_copies":16761,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5587,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13631,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"63","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778506+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:33:52.778506+0000","last_peered":"2021-03-04T23:33:52.778506+0000","last_clean":"2021-03-04T23:33:52.778506+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:33:52.778506+0000","last_undegraded":"2021-03-04T23:33:52.778506+0000","last_fullsized":"2021-03-04T23:33:52.778506+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"35","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.777437+0000","last_change":"2021-03-04T23:32:18.980591+0000","last_active":"2021-03-04T23:33:52.777437+0000","last_peered":"2021-03-04T23:33:52.777437+0000","last_clean":"2021-03-04T23:33:52.777437+0000","last_became_active":"2021-03-04T23:32:18.980308+0000","last_became_peered":"2021-03-04T23:32:18.980308+0000","last_unstale":"2021-03-04T23:33:52.777437+0000","last_undegraded":"2021-03-04T23:33:52.777437+0000","last_fullsized":"2021-03-04T23:33:52.777437+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"77","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778324+0000","last_change":"2021-03-04T23:32:18.981505+0000","last_active":"2021-03-04T23:33:52.778324+0000","last_peered":"2021-03-04T23:33:52.778324+0000","last_clean":"2021-03-04T23:33:52.778324+0000","last_became_active":"2021-03-04T23:32:18.981076+0000","last_became_peered":"2021-03-04T23:32:18.981076+0000","last_unstale":"2021-03-04T23:33:52.778324+0000","last_undegraded":"2021-03-04T23:33:52.778324+0000","last_fullsized":"2021-03-04T23:33:52.778324+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"59","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778422+0000","last_change":"2021-03-04T23:31:15.977616+0000","last_active":"2021-03-04T23:33:52.778422+0000","last_peered":"2021-03-04T23:33:52.778422+0000","last_clean":"2021-03-04T23:33:52.778422+0000","last_became_active":"2021-03-04T23:31:15.976913+0000","last_became_peered":"2021-03-04T23:31:15.976913+0000","last_unstale":"2021-03-04T23:33:52.778422+0000","last_undegraded":"2021-03-04T23:33:52.778422+0000","last_fullsized":"2021-03-04T23:33:52.778422+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.6","version":"286'13735","reported_seq":"20467","reported_epoch":"286","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:34:03.616200+0000","last_change":"2021-03-04T23:32:27.548241+0000","last_active":"2021-03-04T23:34:03.616200+0000","last_peered":"2021-03-04T23:34:03.616200+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:32:27.370442+0000","last_became_peered":"2021-03-04T23:32:27.370442+0000","last_unstale":"2021-03-04T23:34:03.616200+0000","last_undegraded":"2021-03-04T23:32:27.364047+0000","last_fullsized":"2021-03-04T23:32:27.244914+0000","mapping_epoch":267,"log_start":"154'8582","ondisk_log_start":"154'8582","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5153,"ondisk_log_size":5153,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":379650048,"num_objects":5793,"num_object_clones":0,"num_object_copies":17379,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8158,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5793,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13735,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3260,"num_bytes_recovered":213647360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"1,2,5","objects":1973},{"shards":"1,5","objects":1618},{"shards":"2,5,6","objects":2202}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"316","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781492+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:33:52.781492+0000","last_peered":"2021-03-04T23:33:52.781492+0000","last_clean":"2021-03-04T23:33:52.781492+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:33:52.781492+0000","last_undegraded":"2021-03-04T23:33:52.781492+0000","last_fullsized":"2021-03-04T23:33:52.781492+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"280","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782594+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:33:52.782594+0000","last_peered":"2021-03-04T23:33:52.782594+0000","last_clean":"2021-03-04T23:33:52.782594+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:33:52.782594+0000","last_undegraded":"2021-03-04T23:33:52.782594+0000","last_fullsized":"2021-03-04T23:33:52.782594+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"337","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781255+0000","last_change":"2021-03-04T23:32:18.972523+0000","last_active":"2021-03-04T23:33:52.781255+0000","last_peered":"2021-03-04T23:33:52.781255+0000","last_clean":"2021-03-04T23:33:52.781255+0000","last_became_active":"2021-03-04T23:32:18.971535+0000","last_became_peered":"2021-03-04T23:32:18.971535+0000","last_unstale":"2021-03-04T23:33:52.781255+0000","last_undegraded":"2021-03-04T23:33:52.781255+0000","last_fullsized":"2021-03-04T23:33:52.781255+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"77","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.777755+0000","last_change":"2021-03-04T23:32:18.981988+0000","last_active":"2021-03-04T23:33:52.777755+0000","last_peered":"2021-03-04T23:33:52.777755+0000","last_clean":"2021-03-04T23:33:52.777755+0000","last_became_active":"2021-03-04T23:32:18.981427+0000","last_became_peered":"2021-03-04T23:32:18.981427+0000","last_unstale":"2021-03-04T23:33:52.777755+0000","last_undegraded":"2021-03-04T23:33:52.777755+0000","last_fullsized":"2021-03-04T23:33:52.777755+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"286'13432","reported_seq":"19899","reported_epoch":"286","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:34:02.685005+0000","last_change":"2021-03-04T23:32:43.822873+0000","last_active":"2021-03-04T23:34:02.685005+0000","last_peered":"2021-03-04T23:34:02.685005+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:32:35.807116+0000","last_became_peered":"2021-03-04T23:32:35.807116+0000","last_unstale":"2021-03-04T23:34:02.685005+0000","last_undegraded":"2021-03-04T23:34:02.685005+0000","last_fullsized":"2021-03-04T23:32:19.969626+0000","mapping_epoch":261,"log_start":"146'6839","ondisk_log_start":"146'6839","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6593,"ondisk_log_size":6593,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":362020864,"num_objects":5524,"num_object_clones":0,"num_object_copies":16572,"num_objects_missing_on_primary":798,"num_objects_missing":798,"num_objects_degraded":0,"num_objects_misplaced":2602,"num_objects_unfound":0,"num_objects_dirty":5524,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13432,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3137,"num_bytes_recovered":188678144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6],"avail_no_missing":["2","7"],"object_location_counts":[{"shards":"3,4,7","objects":2602},{"shards":"3,6","objects":2922}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"77","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778864+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:33:52.778864+0000","last_peered":"2021-03-04T23:33:52.778864+0000","last_clean":"2021-03-04T23:33:52.778864+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:33:52.778864+0000","last_undegraded":"2021-03-04T23:33:52.778864+0000","last_fullsized":"2021-03-04T23:33:52.778864+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"317","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782095+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:33:52.782095+0000","last_peered":"2021-03-04T23:33:52.782095+0000","last_clean":"2021-03-04T23:33:52.782095+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:33:52.782095+0000","last_undegraded":"2021-03-04T23:33:52.782095+0000","last_fullsized":"2021-03-04T23:33:52.782095+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"295","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781370+0000","last_change":"2021-03-04T23:31:58.069697+0000","last_active":"2021-03-04T23:33:52.781370+0000","last_peered":"2021-03-04T23:33:52.781370+0000","last_clean":"2021-03-04T23:33:52.781370+0000","last_became_active":"2021-03-04T23:31:58.068973+0000","last_became_peered":"2021-03-04T23:31:58.068973+0000","last_unstale":"2021-03-04T23:33:52.781370+0000","last_undegraded":"2021-03-04T23:33:52.781370+0000","last_fullsized":"2021-03-04T23:33:52.781370+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"77","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.777506+0000","last_change":"2021-03-04T23:32:19.011549+0000","last_active":"2021-03-04T23:33:52.777506+0000","last_peered":"2021-03-04T23:33:52.777506+0000","last_clean":"2021-03-04T23:33:52.777506+0000","last_became_active":"2021-03-04T23:32:19.011346+0000","last_became_peered":"2021-03-04T23:32:19.011346+0000","last_unstale":"2021-03-04T23:33:52.777506+0000","last_undegraded":"2021-03-04T23:33:52.777506+0000","last_fullsized":"2021-03-04T23:33:52.777506+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"286'13787","reported_seq":"28805","reported_epoch":"286","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:34:03.608487+0000","last_change":"2021-03-04T23:32:26.310942+0000","last_active":"2021-03-04T23:34:03.608487+0000","last_peered":"2021-03-04T23:34:03.608487+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:32:26.290638+0000","last_became_peered":"2021-03-04T23:32:26.290638+0000","last_unstale":"2021-03-04T23:34:03.608487+0000","last_undegraded":"2021-03-04T23:34:03.608487+0000","last_fullsized":"2021-03-04T23:34:03.608487+0000","mapping_epoch":266,"log_start":"154'8615","ondisk_log_start":"154'8615","created":137,"last_epoch_clean":233,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5172,"ondisk_log_size":5172,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":370081792,"num_objects":5647,"num_object_clones":0,"num_object_copies":16941,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":11294,"num_objects_unfound":0,"num_objects_dirty":5647,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13787,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7388,"num_bytes_recovered":475725824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[5,0,2],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"0,2,5","objects":5647}],"blocked_by":[],"up_primary":1,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"44","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.777571+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:33:52.777571+0000","last_peered":"2021-03-04T23:33:52.777571+0000","last_clean":"2021-03-04T23:33:52.777571+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:33:52.777571+0000","last_undegraded":"2021-03-04T23:33:52.777571+0000","last_fullsized":"2021-03-04T23:33:52.777571+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"305","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781983+0000","last_change":"2021-03-04T23:32:18.970427+0000","last_active":"2021-03-04T23:33:52.781983+0000","last_peered":"2021-03-04T23:33:52.781983+0000","last_clean":"2021-03-04T23:33:52.781983+0000","last_became_active":"2021-03-04T23:32:18.970152+0000","last_became_peered":"2021-03-04T23:32:18.970152+0000","last_unstale":"2021-03-04T23:33:52.781983+0000","last_undegraded":"2021-03-04T23:33:52.781983+0000","last_fullsized":"2021-03-04T23:33:52.781983+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"77","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778119+0000","last_change":"2021-03-04T23:32:19.018810+0000","last_active":"2021-03-04T23:33:52.778119+0000","last_peered":"2021-03-04T23:33:52.778119+0000","last_clean":"2021-03-04T23:33:52.778119+0000","last_became_active":"2021-03-04T23:32:19.018286+0000","last_became_peered":"2021-03-04T23:32:19.018286+0000","last_unstale":"2021-03-04T23:33:52.778119+0000","last_undegraded":"2021-03-04T23:33:52.778119+0000","last_fullsized":"2021-03-04T23:33:52.778119+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"68","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.777623+0000","last_change":"2021-03-04T23:32:26.246083+0000","last_active":"2021-03-04T23:33:52.777623+0000","last_peered":"2021-03-04T23:33:52.777623+0000","last_clean":"2021-03-04T23:33:52.777623+0000","last_became_active":"2021-03-04T23:32:26.244207+0000","last_became_peered":"2021-03-04T23:32:26.244207+0000","last_unstale":"2021-03-04T23:33:52.777623+0000","last_undegraded":"2021-03-04T23:33:52.777623+0000","last_fullsized":"2021-03-04T23:33:52.777623+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"286'13389","reported_seq":"28939","reported_epoch":"286","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:34:02.614247+0000","last_change":"2021-03-04T23:32:26.376916+0000","last_active":"2021-03-04T23:34:02.614247+0000","last_peered":"2021-03-04T23:34:02.614247+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:32:26.331782+0000","last_became_peered":"2021-03-04T23:32:26.331782+0000","last_unstale":"2021-03-04T23:34:02.614247+0000","last_undegraded":"2021-03-04T23:32:26.253611+0000","last_fullsized":"2021-03-04T23:32:26.238493+0000","mapping_epoch":266,"log_start":"155'8973","ondisk_log_start":"155'8973","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4416,"ondisk_log_size":4416,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":365101056,"num_objects":5571,"num_object_clones":0,"num_object_copies":16713,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3797,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5571,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13389,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5565,"num_bytes_recovered":304480256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3],"avail_no_missing":["7","0","3","6"],"object_location_counts":[{"shards":"3,5,7","objects":2096},{"shards":"3,7","objects":3475}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"282","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781731+0000","last_change":"2021-03-04T23:31:58.064857+0000","last_active":"2021-03-04T23:33:52.781731+0000","last_peered":"2021-03-04T23:33:52.781731+0000","last_clean":"2021-03-04T23:33:52.781731+0000","last_became_active":"2021-03-04T23:31:58.064575+0000","last_became_peered":"2021-03-04T23:31:58.064575+0000","last_unstale":"2021-03-04T23:33:52.781731+0000","last_undegraded":"2021-03-04T23:33:52.781731+0000","last_fullsized":"2021-03-04T23:33:52.781731+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"344","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782835+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:33:52.782835+0000","last_peered":"2021-03-04T23:33:52.782835+0000","last_clean":"2021-03-04T23:33:52.782835+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:33:52.782835+0000","last_undegraded":"2021-03-04T23:33:52.782835+0000","last_fullsized":"2021-03-04T23:33:52.782835+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"275","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782480+0000","last_change":"2021-03-04T23:31:58.062715+0000","last_active":"2021-03-04T23:33:52.782480+0000","last_peered":"2021-03-04T23:33:52.782480+0000","last_clean":"2021-03-04T23:33:52.782480+0000","last_became_active":"2021-03-04T23:31:58.062351+0000","last_became_peered":"2021-03-04T23:31:58.062351+0000","last_unstale":"2021-03-04T23:33:52.782480+0000","last_undegraded":"2021-03-04T23:33:52.782480+0000","last_fullsized":"2021-03-04T23:33:52.782480+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"77","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.777928+0000","last_change":"2021-03-04T23:32:18.982415+0000","last_active":"2021-03-04T23:33:52.777928+0000","last_peered":"2021-03-04T23:33:52.777928+0000","last_clean":"2021-03-04T23:33:52.777928+0000","last_became_active":"2021-03-04T23:32:18.982097+0000","last_became_peered":"2021-03-04T23:32:18.982097+0000","last_unstale":"2021-03-04T23:33:52.777928+0000","last_undegraded":"2021-03-04T23:33:52.777928+0000","last_fullsized":"2021-03-04T23:33:52.777928+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"286'13472","reported_seq":"36055","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:02.622665+0000","last_change":"2021-03-04T23:32:23.249042+0000","last_active":"2021-03-04T23:34:02.622665+0000","last_peered":"2021-03-04T23:34:02.622665+0000","last_clean":"2021-03-04T23:34:02.622665+0000","last_became_active":"2021-03-04T23:32:23.233324+0000","last_became_peered":"2021-03-04T23:32:23.233324+0000","last_unstale":"2021-03-04T23:34:02.622665+0000","last_undegraded":"2021-03-04T23:34:02.622665+0000","last_fullsized":"2021-03-04T23:34:02.622665+0000","mapping_epoch":264,"log_start":"147'6930","ondisk_log_start":"147'6930","created":137,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6542,"ondisk_log_size":6542,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":372899840,"num_objects":5690,"num_object_clones":0,"num_object_copies":17070,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5690,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13472,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11178,"num_bytes_recovered":644808704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"100","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778790+0000","last_change":"2021-03-04T23:32:26.240947+0000","last_active":"2021-03-04T23:33:52.778790+0000","last_peered":"2021-03-04T23:33:52.778790+0000","last_clean":"2021-03-04T23:33:52.778790+0000","last_became_active":"2021-03-04T23:32:26.240743+0000","last_became_peered":"2021-03-04T23:32:26.240743+0000","last_unstale":"2021-03-04T23:33:52.778790+0000","last_undegraded":"2021-03-04T23:33:52.778790+0000","last_fullsized":"2021-03-04T23:33:52.778790+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"125","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782145+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:33:52.782145+0000","last_peered":"2021-03-04T23:33:52.782145+0000","last_clean":"2021-03-04T23:33:52.782145+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:33:52.782145+0000","last_undegraded":"2021-03-04T23:33:52.782145+0000","last_fullsized":"2021-03-04T23:33:52.782145+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"77","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778440+0000","last_change":"2021-03-04T23:32:18.981845+0000","last_active":"2021-03-04T23:33:52.778440+0000","last_peered":"2021-03-04T23:33:52.778440+0000","last_clean":"2021-03-04T23:33:52.778440+0000","last_became_active":"2021-03-04T23:32:18.981465+0000","last_became_peered":"2021-03-04T23:32:18.981465+0000","last_unstale":"2021-03-04T23:33:52.778440+0000","last_undegraded":"2021-03-04T23:33:52.778440+0000","last_fullsized":"2021-03-04T23:33:52.778440+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"286'13433","reported_seq":"27572","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:03.605510+0000","last_change":"2021-03-04T23:32:43.006956+0000","last_active":"2021-03-04T23:34:03.605510+0000","last_peered":"2021-03-04T23:34:03.605510+0000","last_clean":"2021-03-04T23:34:03.605510+0000","last_became_active":"2021-03-04T23:32:42.989066+0000","last_became_peered":"2021-03-04T23:32:42.989066+0000","last_unstale":"2021-03-04T23:34:03.605510+0000","last_undegraded":"2021-03-04T23:34:03.605510+0000","last_fullsized":"2021-03-04T23:34:03.605510+0000","mapping_epoch":273,"log_start":"154'8334","ondisk_log_start":"154'8334","created":137,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5099,"ondisk_log_size":5099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":368640000,"num_objects":5625,"num_object_clones":0,"num_object_copies":16875,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5625,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13433,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6961,"num_bytes_recovered":299565056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"29","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781931+0000","last_change":"2021-03-04T23:32:26.243555+0000","last_active":"2021-03-04T23:33:52.781931+0000","last_peered":"2021-03-04T23:33:52.781931+0000","last_clean":"2021-03-04T23:33:52.781931+0000","last_became_active":"2021-03-04T23:32:26.243321+0000","last_became_peered":"2021-03-04T23:32:26.243321+0000","last_unstale":"2021-03-04T23:33:52.781931+0000","last_undegraded":"2021-03-04T23:33:52.781931+0000","last_fullsized":"2021-03-04T23:33:52.781931+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"298","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781531+0000","last_change":"2021-03-04T23:31:58.061270+0000","last_active":"2021-03-04T23:33:52.781531+0000","last_peered":"2021-03-04T23:33:52.781531+0000","last_clean":"2021-03-04T23:33:52.781531+0000","last_became_active":"2021-03-04T23:31:58.060937+0000","last_became_peered":"2021-03-04T23:31:58.060937+0000","last_unstale":"2021-03-04T23:33:52.781531+0000","last_undegraded":"2021-03-04T23:33:52.781531+0000","last_fullsized":"2021-03-04T23:33:52.781531+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"29","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781828+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:33:52.781828+0000","last_peered":"2021-03-04T23:33:52.781828+0000","last_clean":"2021-03-04T23:33:52.781828+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:33:52.781828+0000","last_undegraded":"2021-03-04T23:33:52.781828+0000","last_fullsized":"2021-03-04T23:33:52.781828+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"77","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.777636+0000","last_change":"2021-03-04T23:32:18.981793+0000","last_active":"2021-03-04T23:33:52.777636+0000","last_peered":"2021-03-04T23:33:52.777636+0000","last_clean":"2021-03-04T23:33:52.777636+0000","last_became_active":"2021-03-04T23:32:18.981354+0000","last_became_peered":"2021-03-04T23:32:18.981354+0000","last_unstale":"2021-03-04T23:33:52.777636+0000","last_undegraded":"2021-03-04T23:33:52.777636+0000","last_fullsized":"2021-03-04T23:33:52.777636+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"286'13592","reported_seq":"28329","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:03.040813+0000","last_change":"2021-03-04T23:31:15.989387+0000","last_active":"2021-03-04T23:34:03.040813+0000","last_peered":"2021-03-04T23:34:03.040813+0000","last_clean":"2021-03-04T23:34:03.040813+0000","last_became_active":"2021-03-04T23:31:15.968551+0000","last_became_peered":"2021-03-04T23:31:15.968551+0000","last_unstale":"2021-03-04T23:34:03.040813+0000","last_undegraded":"2021-03-04T23:34:03.040813+0000","last_fullsized":"2021-03-04T23:34:03.040813+0000","mapping_epoch":236,"log_start":"155'9003","ondisk_log_start":"155'9003","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4589,"ondisk_log_size":4589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":375259136,"num_objects":5726,"num_object_clones":0,"num_object_copies":17178,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5726,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13592,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7379,"num_bytes_recovered":476381184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"338","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781329+0000","last_change":"2021-03-04T23:32:18.974052+0000","last_active":"2021-03-04T23:33:52.781329+0000","last_peered":"2021-03-04T23:33:52.781329+0000","last_clean":"2021-03-04T23:33:52.781329+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:33:52.781329+0000","last_undegraded":"2021-03-04T23:33:52.781329+0000","last_fullsized":"2021-03-04T23:33:52.781329+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"288","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781910+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:33:52.781910+0000","last_peered":"2021-03-04T23:33:52.781910+0000","last_clean":"2021-03-04T23:33:52.781910+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:33:52.781910+0000","last_undegraded":"2021-03-04T23:33:52.781910+0000","last_fullsized":"2021-03-04T23:33:52.781910+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"29","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781893+0000","last_change":"2021-03-04T23:32:26.241730+0000","last_active":"2021-03-04T23:33:52.781893+0000","last_peered":"2021-03-04T23:33:52.781893+0000","last_clean":"2021-03-04T23:33:52.781893+0000","last_became_active":"2021-03-04T23:32:26.241443+0000","last_became_peered":"2021-03-04T23:32:26.241443+0000","last_unstale":"2021-03-04T23:33:52.781893+0000","last_undegraded":"2021-03-04T23:33:52.781893+0000","last_fullsized":"2021-03-04T23:33:52.781893+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"77","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.777814+0000","last_change":"2021-03-04T23:32:18.982273+0000","last_active":"2021-03-04T23:33:52.777814+0000","last_peered":"2021-03-04T23:33:52.777814+0000","last_clean":"2021-03-04T23:33:52.777814+0000","last_became_active":"2021-03-04T23:32:18.981390+0000","last_became_peered":"2021-03-04T23:32:18.981390+0000","last_unstale":"2021-03-04T23:33:52.777814+0000","last_undegraded":"2021-03-04T23:33:52.777814+0000","last_fullsized":"2021-03-04T23:33:52.777814+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"286'13495","reported_seq":"21390","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:03.667784+0000","last_change":"2021-03-04T23:31:15.990321+0000","last_active":"2021-03-04T23:34:03.667784+0000","last_peered":"2021-03-04T23:34:03.667784+0000","last_clean":"2021-03-04T23:34:03.667784+0000","last_became_active":"2021-03-04T23:31:15.968330+0000","last_became_peered":"2021-03-04T23:31:15.968330+0000","last_unstale":"2021-03-04T23:34:03.667784+0000","last_undegraded":"2021-03-04T23:34:03.667784+0000","last_fullsized":"2021-03-04T23:34:03.667784+0000","mapping_epoch":236,"log_start":"154'8343","ondisk_log_start":"154'8343","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5152,"ondisk_log_size":5152,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":364052480,"num_objects":5555,"num_object_clones":0,"num_object_copies":16665,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5555,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13495,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3842,"num_bytes_recovered":151388160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"278","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782431+0000","last_change":"2021-03-04T23:31:58.062851+0000","last_active":"2021-03-04T23:33:52.782431+0000","last_peered":"2021-03-04T23:33:52.782431+0000","last_clean":"2021-03-04T23:33:52.782431+0000","last_became_active":"2021-03-04T23:31:58.062390+0000","last_became_peered":"2021-03-04T23:31:58.062390+0000","last_unstale":"2021-03-04T23:33:52.782431+0000","last_undegraded":"2021-03-04T23:33:52.782431+0000","last_fullsized":"2021-03-04T23:33:52.782431+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"29","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781766+0000","last_change":"2021-03-04T23:32:26.241630+0000","last_active":"2021-03-04T23:33:52.781766+0000","last_peered":"2021-03-04T23:33:52.781766+0000","last_clean":"2021-03-04T23:33:52.781766+0000","last_became_active":"2021-03-04T23:32:26.241377+0000","last_became_peered":"2021-03-04T23:32:26.241377+0000","last_unstale":"2021-03-04T23:33:52.781766+0000","last_undegraded":"2021-03-04T23:33:52.781766+0000","last_fullsized":"2021-03-04T23:33:52.781766+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"29","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782083+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:33:52.782083+0000","last_peered":"2021-03-04T23:33:52.782083+0000","last_clean":"2021-03-04T23:33:52.782083+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:33:52.782083+0000","last_undegraded":"2021-03-04T23:33:52.782083+0000","last_fullsized":"2021-03-04T23:33:52.782083+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"286'13507","reported_seq":"29608","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:02.439446+0000","last_change":"2021-03-04T23:30:59.306069+0000","last_active":"2021-03-04T23:34:02.439446+0000","last_peered":"2021-03-04T23:34:02.439446+0000","last_clean":"2021-03-04T23:34:02.439446+0000","last_became_active":"2021-03-04T23:30:59.292136+0000","last_became_peered":"2021-03-04T23:30:59.292136+0000","last_unstale":"2021-03-04T23:34:02.439446+0000","last_undegraded":"2021-03-04T23:34:02.439446+0000","last_fullsized":"2021-03-04T23:34:02.439446+0000","mapping_epoch":228,"log_start":"152'8097","ondisk_log_start":"152'8097","created":137,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5410,"ondisk_log_size":5410,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":367984640,"num_objects":5615,"num_object_clones":0,"num_object_copies":16845,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5615,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13507,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7939,"num_bytes_recovered":520224768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"296","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781501+0000","last_change":"2021-03-04T23:31:58.069375+0000","last_active":"2021-03-04T23:33:52.781501+0000","last_peered":"2021-03-04T23:33:52.781501+0000","last_clean":"2021-03-04T23:33:52.781501+0000","last_became_active":"2021-03-04T23:31:58.069076+0000","last_became_peered":"2021-03-04T23:31:58.069076+0000","last_unstale":"2021-03-04T23:33:52.781501+0000","last_undegraded":"2021-03-04T23:33:52.781501+0000","last_fullsized":"2021-03-04T23:33:52.781501+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"77","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.777737+0000","last_change":"2021-03-04T23:32:18.976198+0000","last_active":"2021-03-04T23:33:52.777737+0000","last_peered":"2021-03-04T23:33:52.777737+0000","last_clean":"2021-03-04T23:33:52.777737+0000","last_became_active":"2021-03-04T23:32:18.975757+0000","last_became_peered":"2021-03-04T23:32:18.975757+0000","last_unstale":"2021-03-04T23:33:52.777737+0000","last_undegraded":"2021-03-04T23:33:52.777737+0000","last_fullsized":"2021-03-04T23:33:52.777737+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"73","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778787+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:33:52.778787+0000","last_peered":"2021-03-04T23:33:52.778787+0000","last_clean":"2021-03-04T23:33:52.778787+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:33:52.778787+0000","last_undegraded":"2021-03-04T23:33:52.778787+0000","last_fullsized":"2021-03-04T23:33:52.778787+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"35","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.777544+0000","last_change":"2021-03-04T23:32:18.986718+0000","last_active":"2021-03-04T23:33:52.777544+0000","last_peered":"2021-03-04T23:33:52.777544+0000","last_clean":"2021-03-04T23:33:52.777544+0000","last_became_active":"2021-03-04T23:32:18.986509+0000","last_became_peered":"2021-03-04T23:32:18.986509+0000","last_unstale":"2021-03-04T23:33:52.777544+0000","last_undegraded":"2021-03-04T23:33:52.777544+0000","last_fullsized":"2021-03-04T23:33:52.777544+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"77","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778005+0000","last_change":"2021-03-04T23:32:19.018869+0000","last_active":"2021-03-04T23:33:52.778005+0000","last_peered":"2021-03-04T23:33:52.778005+0000","last_clean":"2021-03-04T23:33:52.778005+0000","last_became_active":"2021-03-04T23:32:19.018305+0000","last_became_peered":"2021-03-04T23:32:19.018305+0000","last_unstale":"2021-03-04T23:33:52.778005+0000","last_undegraded":"2021-03-04T23:33:52.778005+0000","last_fullsized":"2021-03-04T23:33:52.778005+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"286'13837","reported_seq":"35635","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:03.100669+0000","last_change":"2021-03-04T23:32:34.277292+0000","last_active":"2021-03-04T23:34:03.100669+0000","last_peered":"2021-03-04T23:34:03.100669+0000","last_clean":"2021-03-04T23:34:03.100669+0000","last_became_active":"2021-03-04T23:32:34.260379+0000","last_became_peered":"2021-03-04T23:32:34.260379+0000","last_unstale":"2021-03-04T23:34:03.100669+0000","last_undegraded":"2021-03-04T23:34:03.100669+0000","last_fullsized":"2021-03-04T23:34:03.100669+0000","mapping_epoch":270,"log_start":"155'9235","ondisk_log_start":"155'9235","created":137,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4602,"ondisk_log_size":4602,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":375586816,"num_objects":5731,"num_object_clones":0,"num_object_copies":17193,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5731,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13837,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10774,"num_bytes_recovered":705953792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"68","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.777560+0000","last_change":"2021-03-04T23:32:26.246392+0000","last_active":"2021-03-04T23:33:52.777560+0000","last_peered":"2021-03-04T23:33:52.777560+0000","last_clean":"2021-03-04T23:33:52.777560+0000","last_became_active":"2021-03-04T23:32:26.245274+0000","last_became_peered":"2021-03-04T23:32:26.245274+0000","last_unstale":"2021-03-04T23:33:52.777560+0000","last_undegraded":"2021-03-04T23:33:52.777560+0000","last_fullsized":"2021-03-04T23:33:52.777560+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"270","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782434+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:33:52.782434+0000","last_peered":"2021-03-04T23:33:52.782434+0000","last_clean":"2021-03-04T23:33:52.782434+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:33:52.782434+0000","last_undegraded":"2021-03-04T23:33:52.782434+0000","last_fullsized":"2021-03-04T23:33:52.782434+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"316","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782858+0000","last_change":"2021-03-04T23:32:26.243552+0000","last_active":"2021-03-04T23:33:52.782858+0000","last_peered":"2021-03-04T23:33:52.782858+0000","last_clean":"2021-03-04T23:33:52.782858+0000","last_became_active":"2021-03-04T23:32:26.243356+0000","last_became_peered":"2021-03-04T23:32:26.243356+0000","last_unstale":"2021-03-04T23:33:52.782858+0000","last_undegraded":"2021-03-04T23:33:52.782858+0000","last_fullsized":"2021-03-04T23:33:52.782858+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"77","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778427+0000","last_change":"2021-03-04T23:32:18.976958+0000","last_active":"2021-03-04T23:33:52.778427+0000","last_peered":"2021-03-04T23:33:52.778427+0000","last_clean":"2021-03-04T23:33:52.778427+0000","last_became_active":"2021-03-04T23:32:18.975806+0000","last_became_peered":"2021-03-04T23:32:18.975806+0000","last_unstale":"2021-03-04T23:33:52.778427+0000","last_undegraded":"2021-03-04T23:33:52.778427+0000","last_fullsized":"2021-03-04T23:33:52.778427+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"286'13483","reported_seq":"31139","reported_epoch":"286","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:34:02.597523+0000","last_change":"2021-03-04T23:32:27.307328+0000","last_active":"2021-03-04T23:34:02.597523+0000","last_peered":"2021-03-04T23:34:02.597523+0000","last_clean":"2021-03-04T23:32:23.232073+0000","last_became_active":"2021-03-04T23:32:27.288606+0000","last_became_peered":"2021-03-04T23:32:27.288606+0000","last_unstale":"2021-03-04T23:34:02.597523+0000","last_undegraded":"2021-03-04T23:34:02.597523+0000","last_fullsized":"2021-03-04T23:34:02.597523+0000","mapping_epoch":267,"log_start":"155'8986","ondisk_log_start":"155'8986","created":137,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4497,"ondisk_log_size":4497,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":371392512,"num_objects":5667,"num_object_clones":0,"num_object_copies":17001,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5667,"num_objects_unfound":0,"num_objects_dirty":5667,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13483,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8712,"num_bytes_recovered":396623872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,0],"avail_no_missing":["7","0","4"],"object_location_counts":[{"shards":"0,4,7","objects":5667}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"59","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778403+0000","last_change":"2021-03-04T23:31:15.976911+0000","last_active":"2021-03-04T23:33:52.778403+0000","last_peered":"2021-03-04T23:33:52.778403+0000","last_clean":"2021-03-04T23:33:52.778403+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:33:52.778403+0000","last_undegraded":"2021-03-04T23:33:52.778403+0000","last_fullsized":"2021-03-04T23:33:52.778403+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"29","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782048+0000","last_change":"2021-03-04T23:32:26.241609+0000","last_active":"2021-03-04T23:33:52.782048+0000","last_peered":"2021-03-04T23:33:52.782048+0000","last_clean":"2021-03-04T23:33:52.782048+0000","last_became_active":"2021-03-04T23:32:26.241419+0000","last_became_peered":"2021-03-04T23:32:26.241419+0000","last_unstale":"2021-03-04T23:33:52.782048+0000","last_undegraded":"2021-03-04T23:33:52.782048+0000","last_fullsized":"2021-03-04T23:33:52.782048+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"248","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781447+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:33:52.781447+0000","last_peered":"2021-03-04T23:33:52.781447+0000","last_clean":"2021-03-04T23:33:52.781447+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:33:52.781447+0000","last_undegraded":"2021-03-04T23:33:52.781447+0000","last_fullsized":"2021-03-04T23:33:52.781447+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"77","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778591+0000","last_change":"2021-03-04T23:32:18.990243+0000","last_active":"2021-03-04T23:33:52.778591+0000","last_peered":"2021-03-04T23:33:52.778591+0000","last_clean":"2021-03-04T23:33:52.778591+0000","last_became_active":"2021-03-04T23:32:18.985408+0000","last_became_peered":"2021-03-04T23:32:18.985408+0000","last_unstale":"2021-03-04T23:33:52.778591+0000","last_undegraded":"2021-03-04T23:33:52.778591+0000","last_fullsized":"2021-03-04T23:33:52.778591+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"286'13367","reported_seq":"21422","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:02.498443+0000","last_change":"2021-03-04T23:32:54.052768+0000","last_active":"2021-03-04T23:34:02.498443+0000","last_peered":"2021-03-04T23:34:02.498443+0000","last_clean":"2021-03-04T23:34:02.498443+0000","last_became_active":"2021-03-04T23:32:54.024075+0000","last_became_peered":"2021-03-04T23:32:54.024075+0000","last_unstale":"2021-03-04T23:34:02.498443+0000","last_undegraded":"2021-03-04T23:34:02.498443+0000","last_fullsized":"2021-03-04T23:34:02.498443+0000","mapping_epoch":276,"log_start":"155'8895","ondisk_log_start":"155'8895","created":137,"last_epoch_clean":277,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4472,"ondisk_log_size":4472,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":367525912,"num_objects":5609,"num_object_clones":0,"num_object_copies":16827,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5609,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":13367,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3917,"num_bytes_recovered":147324952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"99","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.779264+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:33:52.779264+0000","last_peered":"2021-03-04T23:33:52.779264+0000","last_clean":"2021-03-04T23:33:52.779264+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:33:52.779264+0000","last_undegraded":"2021-03-04T23:33:52.779264+0000","last_fullsized":"2021-03-04T23:33:52.779264+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"29","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782454+0000","last_change":"2021-03-04T23:32:26.249226+0000","last_active":"2021-03-04T23:33:52.782454+0000","last_peered":"2021-03-04T23:33:52.782454+0000","last_clean":"2021-03-04T23:33:52.782454+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:33:52.782454+0000","last_undegraded":"2021-03-04T23:33:52.782454+0000","last_fullsized":"2021-03-04T23:33:52.782454+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"91","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778712+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:33:52.778712+0000","last_peered":"2021-03-04T23:33:52.778712+0000","last_clean":"2021-03-04T23:33:52.778712+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:33:52.778712+0000","last_undegraded":"2021-03-04T23:33:52.778712+0000","last_fullsized":"2021-03-04T23:33:52.778712+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"77","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778167+0000","last_change":"2021-03-04T23:32:18.976964+0000","last_active":"2021-03-04T23:33:52.778167+0000","last_peered":"2021-03-04T23:33:52.778167+0000","last_clean":"2021-03-04T23:33:52.778167+0000","last_became_active":"2021-03-04T23:32:18.976053+0000","last_became_peered":"2021-03-04T23:32:18.976053+0000","last_unstale":"2021-03-04T23:33:52.778167+0000","last_undegraded":"2021-03-04T23:33:52.778167+0000","last_fullsized":"2021-03-04T23:33:52.778167+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"286'13458","reported_seq":"21063","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:02.304894+0000","last_change":"2021-03-04T23:31:15.998496+0000","last_active":"2021-03-04T23:34:02.304894+0000","last_peered":"2021-03-04T23:34:02.304894+0000","last_clean":"2021-03-04T23:34:02.304894+0000","last_became_active":"2021-03-04T23:31:15.976417+0000","last_became_peered":"2021-03-04T23:31:15.976417+0000","last_unstale":"2021-03-04T23:34:02.304894+0000","last_undegraded":"2021-03-04T23:34:02.304894+0000","last_fullsized":"2021-03-04T23:34:02.304894+0000","mapping_epoch":236,"log_start":"147'6975","ondisk_log_start":"147'6975","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6483,"ondisk_log_size":6483,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":365821952,"num_objects":5582,"num_object_clones":0,"num_object_copies":16746,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5582,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13458,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3697,"num_bytes_recovered":238419968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"187","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.777960+0000","last_change":"2021-03-04T23:31:58.069248+0000","last_active":"2021-03-04T23:33:52.777960+0000","last_peered":"2021-03-04T23:33:52.777960+0000","last_clean":"2021-03-04T23:33:52.777960+0000","last_became_active":"2021-03-04T23:31:58.068899+0000","last_became_peered":"2021-03-04T23:31:58.068899+0000","last_unstale":"2021-03-04T23:33:52.777960+0000","last_undegraded":"2021-03-04T23:33:52.777960+0000","last_fullsized":"2021-03-04T23:33:52.777960+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"319","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782930+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:33:52.782930+0000","last_peered":"2021-03-04T23:33:52.782930+0000","last_clean":"2021-03-04T23:33:52.782930+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:33:52.782930+0000","last_undegraded":"2021-03-04T23:33:52.782930+0000","last_fullsized":"2021-03-04T23:33:52.782930+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"257","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781727+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:33:52.781727+0000","last_peered":"2021-03-04T23:33:52.781727+0000","last_clean":"2021-03-04T23:33:52.781727+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:33:52.781727+0000","last_undegraded":"2021-03-04T23:33:52.781727+0000","last_fullsized":"2021-03-04T23:33:52.781727+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"252","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782761+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:33:52.782761+0000","last_peered":"2021-03-04T23:33:52.782761+0000","last_clean":"2021-03-04T23:33:52.782761+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:33:52.782761+0000","last_undegraded":"2021-03-04T23:33:52.782761+0000","last_fullsized":"2021-03-04T23:33:52.782761+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"292","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782071+0000","last_change":"2021-03-04T23:31:58.060196+0000","last_active":"2021-03-04T23:33:52.782071+0000","last_peered":"2021-03-04T23:33:52.782071+0000","last_clean":"2021-03-04T23:33:52.782071+0000","last_became_active":"2021-03-04T23:31:58.059959+0000","last_became_peered":"2021-03-04T23:31:58.059959+0000","last_unstale":"2021-03-04T23:33:52.782071+0000","last_undegraded":"2021-03-04T23:33:52.782071+0000","last_fullsized":"2021-03-04T23:33:52.782071+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"349","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781570+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:33:52.781570+0000","last_peered":"2021-03-04T23:33:52.781570+0000","last_clean":"2021-03-04T23:33:52.781570+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:33:52.781570+0000","last_undegraded":"2021-03-04T23:33:52.781570+0000","last_fullsized":"2021-03-04T23:33:52.781570+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"332","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782119+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:33:52.782119+0000","last_peered":"2021-03-04T23:33:52.782119+0000","last_clean":"2021-03-04T23:33:52.782119+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:33:52.782119+0000","last_undegraded":"2021-03-04T23:33:52.782119+0000","last_fullsized":"2021-03-04T23:33:52.782119+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"295","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782683+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:33:52.782683+0000","last_peered":"2021-03-04T23:33:52.782683+0000","last_clean":"2021-03-04T23:33:52.782683+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:33:52.782683+0000","last_undegraded":"2021-03-04T23:33:52.782683+0000","last_fullsized":"2021-03-04T23:33:52.782683+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"302","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781782+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:33:52.781782+0000","last_peered":"2021-03-04T23:33:52.781782+0000","last_clean":"2021-03-04T23:33:52.781782+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:33:52.781782+0000","last_undegraded":"2021-03-04T23:33:52.781782+0000","last_fullsized":"2021-03-04T23:33:52.781782+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"91","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.778996+0000","last_change":"2021-03-04T23:32:18.971387+0000","last_active":"2021-03-04T23:33:52.778996+0000","last_peered":"2021-03-04T23:33:52.778996+0000","last_clean":"2021-03-04T23:33:52.778996+0000","last_became_active":"2021-03-04T23:32:18.971083+0000","last_became_peered":"2021-03-04T23:32:18.971083+0000","last_unstale":"2021-03-04T23:33:52.778996+0000","last_undegraded":"2021-03-04T23:33:52.778996+0000","last_fullsized":"2021-03-04T23:33:52.778996+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"75","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782592+0000","last_change":"2021-03-04T23:31:58.062548+0000","last_active":"2021-03-04T23:33:52.782592+0000","last_peered":"2021-03-04T23:33:52.782592+0000","last_clean":"2021-03-04T23:33:52.782592+0000","last_became_active":"2021-03-04T23:31:58.062122+0000","last_became_peered":"2021-03-04T23:31:58.062122+0000","last_unstale":"2021-03-04T23:33:52.782592+0000","last_undegraded":"2021-03-04T23:33:52.782592+0000","last_fullsized":"2021-03-04T23:33:52.782592+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"260","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.782448+0000","last_change":"2021-03-04T23:32:19.162403+0000","last_active":"2021-03-04T23:33:52.782448+0000","last_peered":"2021-03-04T23:33:52.782448+0000","last_clean":"2021-03-04T23:33:52.782448+0000","last_became_active":"2021-03-04T23:32:18.984227+0000","last_became_peered":"2021-03-04T23:32:18.984227+0000","last_unstale":"2021-03-04T23:33:52.782448+0000","last_undegraded":"2021-03-04T23:33:52.782448+0000","last_fullsized":"2021-03-04T23:33:52.782448+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"353","reported_epoch":"285","state":"active+clean","last_fresh":"2021-03-04T23:33:52.781762+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:33:52.781762+0000","last_peered":"2021-03-04T23:33:52.781762+0000","last_clean":"2021-03-04T23:33:52.781762+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:33:52.781762+0000","last_undegraded":"2021-03-04T23:33:52.781762+0000","last_fullsized":"2021-03-04T23:33:52.781762+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":10713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8326546,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":6},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":5908594712,"num_objects":90159,"num_object_clones":0,"num_object_copies":270477,"num_objects_missing_on_primary":798,"num_objects_missing":798,"num_objects_degraded":11955,"num_objects_misplaced":19563,"num_objects_unfound":0,"num_objects_dirty":90159,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":216571,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":91926,"num_bytes_recovered":5280759832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20588670976,"data_stored":20588658760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":83508,"ondisk_log_size":83508,"up":48,"acting":45,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495976,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4763292,"kb_used_data":3714708,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":83317092,"statfs":{"total":90194313216,"available":85316702208,"internally_reserved":1073741824,"allocated":3803860992,"data_stored":3802453424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:56 2021","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.34000000000000002,"15min":0.32400000000000001},"min":{"1min":0.184,"5min":0.125,"15min":0.125},"max":{"1min":0.52300000000000002,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.40100000000000002,"15min":0.40600000000000003},"min":{"1min":0.221,"5min":0.158,"15min":0.158},"max":{"1min":0.51800000000000002,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.441}]},{"osd":1,"last update":"Thu Mar 4 23:33:32 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.40300000000000002,"15min":0.58999999999999997},"min":{"1min":0.21099999999999999,"5min":0.17499999999999999,"15min":0.16200000000000001},"max":{"1min":0.57599999999999996,"5min":0.91700000000000004,"15min":37.856000000000002},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.42099999999999999,"15min":0.625},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.56899999999999995,"5min":1.0409999999999999,"15min":37.914000000000001},"last":0.32600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.34899999999999998,"15min":0.47999999999999998},"min":{"1min":0.26000000000000001,"5min":0.20300000000000001,"15min":0.16700000000000001},"max":{"1min":0.44700000000000001,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.44,"15min":0.52800000000000002},"min":{"1min":0.33200000000000002,"5min":0.214,"15min":0.182},"max":{"1min":0.56999999999999995,"5min":0.94499999999999995,"15min":3.206},"last":0.35299999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.373,"15min":0.89600000000000002},"min":{"1min":0.22900000000000001,"5min":0.20899999999999999,"15min":0.19},"max":{"1min":0.47299999999999998,"5min":0.96399999999999997,"15min":63.959000000000003},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.372,"15min":0.91600000000000004},"min":{"1min":0.215,"5min":0.20899999999999999,"15min":0.183},"max":{"1min":0.48899999999999999,"5min":0.84399999999999997,"15min":64.183999999999997},"last":0.27400000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.33300000000000002,"15min":0.39900000000000002},"min":{"1min":0.18099999999999999,"5min":0.17100000000000001,"15min":0.14399999999999999},"max":{"1min":0.626,"5min":0.65500000000000003,"15min":4.0179999999999998},"last":0.22600000000000001},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.29499999999999998,"15min":0.34699999999999998},"min":{"1min":0.155,"5min":0.155,"15min":0.13900000000000001},"max":{"1min":0.51000000000000001,"5min":0.55900000000000005,"15min":3.7410000000000001},"last":0.253}]},{"osd":5,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.28999999999999998,"15min":0.34100000000000003},"min":{"1min":0.16300000000000001,"5min":0.152,"15min":0.14299999999999999},"max":{"1min":0.626,"5min":0.626,"15min":3.621},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.35199999999999998,"15min":0.42699999999999999},"min":{"1min":0.20399999999999999,"5min":0.184,"15min":0.16800000000000001},"max":{"1min":0.67000000000000004,"5min":0.67400000000000004,"15min":3.54},"last":0.29599999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:33:51 2021","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.29399999999999998,"15min":0.38900000000000001},"min":{"1min":0.17100000000000001,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":0.59699999999999998,"5min":0.627,"15min":4.1299999999999999},"last":0.313},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.371,"15min":0.48999999999999999},"min":{"1min":0.191,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.64100000000000001,"5min":0.67700000000000005,"15min":3.7850000000000001},"last":0.42599999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659477,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1857428,"kb_used_data":808844,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86222956,"statfs":{"total":90194313216,"available":88292306944,"internally_reserved":1073741824,"allocated":828256256,"data_stored":826857297,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.35899999999999999,"15min":0.36299999999999999},"min":{"1min":0.17199999999999999,"5min":0.156,"15min":0.156},"max":{"1min":0.53200000000000003,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.371,"15min":0.36899999999999999},"min":{"1min":0.20399999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.65800000000000003,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.46899999999999997}]},{"osd":1,"last update":"Thu Mar 4 23:33:24 2021","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.374,"15min":0.46000000000000002},"min":{"1min":0.182,"5min":0.182,"15min":0.159},"max":{"1min":0.46700000000000003,"5min":0.874,"15min":3.609},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.40100000000000002,"15min":0.45600000000000002},"min":{"1min":0.24399999999999999,"5min":0.20499999999999999,"15min":0.17000000000000001},"max":{"1min":0.67900000000000005,"5min":0.91600000000000004,"15min":4.149},"last":0.432}]},{"osd":2,"last update":"Thu Mar 4 23:33:24 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.39900000000000002,"15min":0.47399999999999998},"min":{"1min":0.224,"5min":0.20000000000000001,"15min":0.16800000000000001},"max":{"1min":0.69899999999999995,"5min":0.85399999999999998,"15min":4.0940000000000003},"last":0.5},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38400000000000001,"15min":0.46500000000000002},"min":{"1min":0.25700000000000001,"5min":0.193,"15min":0.17599999999999999},"max":{"1min":0.51100000000000001,"5min":0.83999999999999997,"15min":3.3700000000000001},"last":0.48399999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:33:24 2021","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.38900000000000001,"15min":1.03},"min":{"1min":0.21299999999999999,"5min":0.182,"15min":0.182},"max":{"1min":0.48899999999999999,"5min":0.877,"15min":77.881},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.40400000000000003,"15min":1.046},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.626,"5min":0.94999999999999996,"15min":77.683000000000007},"last":0.39800000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.32000000000000001,"15min":0.35999999999999999},"min":{"1min":0.23000000000000001,"5min":0.16600000000000001,"15min":0.13300000000000001},"max":{"1min":0.56699999999999995,"5min":0.61599999999999999,"15min":4.1539999999999999},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.28899999999999998,"5min":0.32000000000000001,"15min":0.36899999999999999},"min":{"1min":0.17699999999999999,"5min":0.14299999999999999,"15min":0.13500000000000001},"max":{"1min":0.51800000000000002,"5min":0.70299999999999996,"15min":4.1269999999999998},"last":0.38100000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.30199999999999999,"5min":0.33200000000000002,"15min":0.375},"min":{"1min":0.19800000000000001,"5min":0.159,"15min":0.159},"max":{"1min":0.48499999999999999,"5min":0.71999999999999997,"15min":4.0010000000000003},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.30099999999999999,"5min":0.32300000000000001,"15min":0.42999999999999999},"min":{"1min":0.161,"5min":0.161,"15min":0.13900000000000001},"max":{"1min":0.438,"5min":0.57599999999999996,"15min":4.2389999999999999},"last":0.31}]},{"osd":7,"last update":"Thu Mar 4 23:33:02 2021","interfaces":[{"interface":"back","average":{"1min":0.317,"5min":0.34699999999999998,"15min":0.46200000000000002},"min":{"1min":0.19400000000000001,"5min":0.187,"15min":0.17399999999999999},"max":{"1min":0.504,"5min":0.60799999999999998,"15min":4.5880000000000001},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.372,"15min":0.42499999999999999},"min":{"1min":0.22500000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.52100000000000002,"5min":0.64100000000000001,"15min":4.0129999999999999},"last":0.55100000000000005}]}]},{"osd":1,"up_from":87,"seq":373662154997,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3379072,"kb_used_data":3237368,"kb_used_omap":2528,"kb_used_meta":139167,"kb_avail":84701312,"statfs":{"total":90194313216,"available":86734143488,"internally_reserved":0,"allocated":3315064832,"data_stored":3313683121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":142507310},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:58 2021","interfaces":[{"interface":"back","average":{"1min":2.5009999999999999,"5min":0.71799999999999997,"15min":0.39000000000000001},"min":{"1min":0.13400000000000001,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":39.125,"5min":39.125,"15min":39.125},"last":0.16700000000000001},{"interface":"front","average":{"1min":2.573,"5min":0.79000000000000004,"15min":0.45800000000000002},"min":{"1min":0.17999999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":39.207000000000001,"5min":39.207000000000001,"15min":39.207000000000001},"last":0.20999999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.23699999999999999,"5min":0.252,"15min":0.378},"min":{"1min":0.156,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.374,"5min":0.59999999999999998,"15min":4.4059999999999997},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.249,"5min":0.26200000000000001,"15min":0.435},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.13100000000000001},"max":{"1min":0.35999999999999999,"5min":0.47899999999999998,"15min":4.7240000000000002},"last":0.189}]},{"osd":3,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.42799999999999999,"15min":0.999},"min":{"1min":0.16600000000000001,"5min":0.156,"15min":0.155},"max":{"1min":12.710000000000001,"5min":12.710000000000001,"15min":110.28400000000001},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.44600000000000001,"15min":1.026},"min":{"1min":0.191,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":12.734,"5min":12.734,"15min":109.977},"last":0.41799999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.41499999999999998,"15min":0.57299999999999995},"min":{"1min":0.24099999999999999,"5min":0.20899999999999999,"15min":0.182},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":4.9850000000000003},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.379,"15min":0.50800000000000001},"min":{"1min":0.23000000000000001,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":4.5229999999999997},"last":0.34499999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.40200000000000002,"15min":0.57399999999999995},"min":{"1min":0.27700000000000002,"5min":0.23200000000000001,"15min":0.20699999999999999},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":8.6690000000000005},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.439,"5min":0.41199999999999998,"15min":0.58499999999999996},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":4.7729999999999997},"last":0.27400000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:33:51 2021","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.40899999999999997,"15min":0.55200000000000005},"min":{"1min":0.253,"5min":0.22600000000000001,"15min":0.214},"max":{"1min":0.72599999999999998,"5min":0.90500000000000003,"15min":4.5010000000000003},"last":0.318},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.44,"15min":0.58199999999999996},"min":{"1min":0.30099999999999999,"5min":0.24299999999999999,"15min":0.23699999999999999},"max":{"1min":0.73499999999999999,"5min":0.88,"15min":5.4649999999999999},"last":0.35999999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.438,"15min":0.64600000000000002},"min":{"1min":0.29099999999999998,"5min":0.23100000000000001,"15min":0.20899999999999999},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":4.7939999999999996},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.41599999999999998,"15min":0.57099999999999995},"min":{"1min":0.32200000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":4.5499999999999998},"last":0.372}]}]},{"osd":0,"up_from":174,"seq":747324309580,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2392196,"kb_used_data":2291196,"kb_used_omap":980,"kb_used_meta":99947,"kb_avail":85688188,"statfs":{"total":90194313216,"available":87744704512,"internally_reserved":0,"allocated":2346184704,"data_stored":2344799448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":102346691},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.214,"5min":0.249,"15min":0.255},"min":{"1min":0.12,"5min":0.12,"15min":0.12},"max":{"1min":0.47499999999999998,"5min":0.623,"15min":0.623},"last":0.13100000000000001},{"interface":"front","average":{"1min":0.22900000000000001,"5min":0.247,"15min":0.24299999999999999},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.151}]},{"osd":2,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.25600000000000001,"5min":0.26000000000000001,"15min":0.23999999999999999},"min":{"1min":0.156,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":0.432,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.18099999999999999},{"interface":"front","average":{"1min":0.26300000000000001,"5min":0.27400000000000002,"15min":0.27700000000000002},"min":{"1min":0.14499999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.51800000000000002,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.17100000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.28899999999999998,"5min":0.28299999999999997,"15min":0.28599999999999998},"min":{"1min":0.157,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.46400000000000002,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.222},{"interface":"front","average":{"1min":0.28399999999999997,"5min":0.30099999999999999,"15min":0.30299999999999999},"min":{"1min":0.17000000000000001,"5min":0.155,"15min":0.155},"max":{"1min":0.63900000000000001,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.20100000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.39400000000000002,"15min":0.38700000000000001},"min":{"1min":0.248,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.39200000000000002,"15min":0.38300000000000001},"min":{"1min":0.25700000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.61899999999999999,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.318}]},{"osd":5,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.40000000000000002,"15min":0.39200000000000002},"min":{"1min":0.252,"5min":0.217,"15min":0.217},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.376,"5min":0.38900000000000001,"15min":0.39200000000000002},"min":{"1min":0.20300000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.29899999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.38100000000000001,"15min":0.40899999999999997},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.40000000000000002,"15min":0.39200000000000002},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.32800000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:32:59 2021","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.39500000000000002,"15min":0.38900000000000001},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.37},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41499999999999998,"15min":0.40899999999999997},"min":{"1min":0.28499999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.66800000000000004,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.28499999999999998}]}]},{"osd":2,"up_from":0,"seq":442381631720,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879516,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3361468,"kb_used_data":3254516,"kb_used_omap":883,"kb_used_meta":106060,"kb_avail":84718916,"statfs":{"total":90194313216,"available":86752169984,"internally_reserved":0,"allocated":3332624384,"data_stored":3331245696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":108605504},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:55 2021","interfaces":[{"interface":"back","average":{"1min":0.217,"5min":0.97199999999999998,"15min":0.502},"min":{"1min":0.13200000000000001,"5min":0.127,"15min":0.127},"max":{"1min":0.51100000000000001,"5min":66.528999999999996,"15min":66.528999999999996},"last":0.17499999999999999},{"interface":"front","average":{"1min":0.26100000000000001,"5min":1.0009999999999999,"15min":0.54500000000000004},"min":{"1min":0.183,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.38500000000000001,"5min":66.497,"15min":66.497},"last":0.28299999999999997}]},{"osd":1,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.223,"5min":0.49299999999999999,"15min":0.435},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.13500000000000001},"max":{"1min":0.34000000000000002,"5min":25.097999999999999,"15min":25.097999999999999},"last":0.20599999999999999},{"interface":"front","average":{"1min":0.24199999999999999,"5min":0.51800000000000002,"15min":0.53800000000000003},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.313,"5min":25.109999999999999,"15min":25.109999999999999},"last":0.23799999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.23400000000000001,"5min":0.26800000000000002,"15min":0.40799999999999997},"min":{"1min":0.16800000000000001,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":0.34999999999999998,"5min":0.82799999999999996,"15min":4.8730000000000002},"last":0.191},{"interface":"front","average":{"1min":0.245,"5min":0.26800000000000002,"15min":0.41899999999999998},"min":{"1min":0.18099999999999999,"5min":0.151,"15min":0.151},"max":{"1min":0.40999999999999998,"5min":0.47399999999999998,"15min":8.8740000000000006},"last":0.26800000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.39900000000000002,"15min":0.51300000000000001},"min":{"1min":0.24199999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":5.0220000000000002},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.434,"5min":0.41699999999999998,"15min":0.51500000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.20100000000000001},"max":{"1min":0.999,"5min":0.999,"15min":3.7719999999999998},"last":0.34899999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.44600000000000001,"15min":0.59199999999999997},"min":{"1min":0.27000000000000002,"5min":0.23799999999999999,"15min":0.224},"max":{"1min":1.024,"5min":2.7069999999999999,"15min":4.6479999999999997},"last":0.317},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.378,"15min":0.57699999999999996},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.192},"max":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":6.7309999999999999},"last":0.22700000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:33:49 2021","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.39800000000000002,"15min":0.56799999999999995},"min":{"1min":0.28799999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":9.9410000000000007},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.42299999999999999,"15min":0.54600000000000004},"min":{"1min":0.317,"5min":0.29999999999999999,"15min":0.251},"max":{"1min":1.044,"5min":1.044,"15min":3.8100000000000001},"last":0.378}]},{"osd":7,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.39400000000000002,"15min":0.59299999999999997},"min":{"1min":0.24099999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":5.1180000000000003},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.433,"15min":0.59699999999999998},"min":{"1min":0.28799999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.034,"5min":1.419,"15min":7.1950000000000003},"last":0.36399999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986545,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2488212,"kb_used_data":1439628,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":85592172,"statfs":{"total":90194313216,"available":87646384128,"internally_reserved":1073741824,"allocated":1474179072,"data_stored":1472779602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:53 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.36799999999999999,"15min":0.36599999999999999},"min":{"1min":0.19400000000000001,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.45900000000000002,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.42499999999999999},"min":{"1min":0.20300000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.73599999999999999,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.379}]},{"osd":1,"last update":"Thu Mar 4 23:33:36 2021","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.73899999999999999,"15min":0.64000000000000001},"min":{"1min":0.17499999999999999,"5min":0.17499999999999999,"15min":0.161},"max":{"1min":11.231,"5min":20.440000000000001,"15min":20.440000000000001},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.73099999999999998,"15min":0.61499999999999999},"min":{"1min":0.22600000000000001,"5min":0.154,"15min":0.154},"max":{"1min":11.207000000000001,"5min":20.465,"15min":20.465},"last":0.33100000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:33:16 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.35799999999999998,"15min":0.42099999999999999},"min":{"1min":0.23300000000000001,"5min":0.23100000000000001,"15min":0.17100000000000001},"max":{"1min":0.496,"5min":0.70099999999999996,"15min":3.3260000000000001},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.38,"15min":0.44800000000000001},"min":{"1min":0.23599999999999999,"5min":0.221,"15min":0.17499999999999999},"max":{"1min":0.55000000000000004,"5min":0.83899999999999997,"15min":3.351},"last":0.316}]},{"osd":3,"last update":"Thu Mar 4 23:33:16 2021","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.52400000000000002,"15min":1.4299999999999999},"min":{"1min":0.26700000000000002,"5min":0.192,"15min":0.192},"max":{"1min":11.25,"5min":11.25,"15min":85.394999999999996},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.48799999999999999,"15min":1.365},"min":{"1min":0.217,"5min":0.217,"15min":0.19400000000000001},"max":{"1min":11.276999999999999,"5min":11.276999999999999,"15min":85.802999999999997},"last":0.22700000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:33:36 2021","interfaces":[{"interface":"back","average":{"1min":0.29599999999999999,"5min":0.30199999999999999,"15min":0.33300000000000002},"min":{"1min":0.152,"5min":0.152,"15min":0.14199999999999999},"max":{"1min":0.63300000000000001,"5min":1.254,"15min":3.456},"last":0.17199999999999999},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.30199999999999999,"15min":0.34899999999999998},"min":{"1min":0.183,"5min":0.16600000000000001,"15min":0.14799999999999999},"max":{"1min":0.46700000000000003,"5min":0.64900000000000002,"15min":3.2999999999999998},"last":0.19600000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:33:53 2021","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.32900000000000001,"15min":0.35699999999999998},"min":{"1min":0.16900000000000001,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":3.5569999999999999},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.33100000000000002,"5min":0.33600000000000002,"15min":0.46700000000000003},"min":{"1min":0.17899999999999999,"5min":0.16700000000000001,"15min":0.14199999999999999},"max":{"1min":0.67300000000000004,"5min":0.77200000000000002,"15min":3.895},"last":0.29299999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:33:36 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.33000000000000002,"15min":0.373},"min":{"1min":0.191,"5min":0.17100000000000001,"15min":0.16},"max":{"1min":0.70599999999999996,"5min":0.81999999999999995,"15min":3.4329999999999998},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.36699999999999999,"15min":0.47799999999999998},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.755,"5min":0.755,"15min":3.8700000000000001},"last":0.39300000000000002}]}]},{"osd":5,"up_from":36,"seq":154618823023,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5101132,"kb_used_data":4052548,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":82979252,"statfs":{"total":90194313216,"available":84970754048,"internally_reserved":1073741824,"allocated":4149809152,"data_stored":4148415798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:56 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.35199999999999998,"15min":0.372},"min":{"1min":0.14199999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":0.621,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.379,"5min":0.38600000000000001,"15min":0.39200000000000002},"min":{"1min":0.217,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.63,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.34599999999999997}]},{"osd":1,"last update":"Thu Mar 4 23:33:27 2021","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.374,"15min":0.46800000000000003},"min":{"1min":0.27000000000000002,"5min":0.153,"15min":0.153},"max":{"1min":0.59299999999999997,"5min":0.93400000000000005,"15min":3.8450000000000002},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.37,"15min":0.52100000000000002},"min":{"1min":0.20000000000000001,"5min":0.16600000000000001,"15min":0.14599999999999999},"max":{"1min":0.58599999999999997,"5min":0.872,"15min":7.4740000000000002},"last":0.29399999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.36599999999999999,"15min":0.48799999999999999},"min":{"1min":0.19600000000000001,"5min":0.17999999999999999,"15min":0.161},"max":{"1min":0.54700000000000004,"5min":0.91400000000000003,"15min":3.7410000000000001},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.38400000000000001,"15min":0.52500000000000002},"min":{"1min":0.23799999999999999,"5min":0.19600000000000001,"15min":0.182},"max":{"1min":0.75800000000000001,"5min":0.79300000000000004,"15min":3.698},"last":0.309}]},{"osd":3,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.375,"15min":0.53000000000000003},"min":{"1min":0.20899999999999999,"5min":0.20200000000000001,"15min":0.16700000000000001},"max":{"1min":0.56999999999999995,"5min":0.81299999999999994,"15min":4.375},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.39900000000000002,"15min":0.51200000000000001},"min":{"1min":0.24399999999999999,"5min":0.23899999999999999,"15min":0.17100000000000001},"max":{"1min":0.52100000000000002,"5min":0.85299999999999998,"15min":4.2050000000000001},"last":0.20300000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:33:56 2021","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.32900000000000001,"15min":0.372},"min":{"1min":0.183,"5min":0.16300000000000001,"15min":0.127},"max":{"1min":0.66200000000000003,"5min":0.71599999999999997,"15min":7.4480000000000004},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.32200000000000001,"15min":0.34599999999999997},"min":{"1min":0.20699999999999999,"5min":0.158,"15min":0.152},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":4.4000000000000004},"last":0.35799999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:33:27 2021","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.34699999999999998,"15min":0.41899999999999998},"min":{"1min":0.253,"5min":0.16,"15min":0.16},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":7.3959999999999999},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.32300000000000001,"15min":0.35999999999999999},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":0.5,"5min":0.68100000000000005,"15min":4.3209999999999997},"last":0.28499999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.34899999999999998,"15min":0.42099999999999999},"min":{"1min":0.221,"5min":0.185,"15min":0.185},"max":{"1min":0.54000000000000004,"5min":0.66500000000000004,"15min":4.3540000000000001},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.33000000000000002,"15min":0.377},"min":{"1min":0.184,"5min":0.159,"15min":0.159},"max":{"1min":0.56899999999999995,"5min":0.75900000000000001,"15min":2.9740000000000002},"last":0.25}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2341404672,"data_stored":2341404672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3308457984,"data_stored":3308453912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1388838912,"data_stored":1388838912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3321888768,"data_stored":3321888768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1466302464,"data_stored":1466302464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4144369664,"data_stored":4144365592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":821559296,"data_stored":821559296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":3795849216,"data_stored":3795845144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:34:09.438 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:09.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:09.465 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:09.466 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:09.546 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-03-04T23:34:09.568 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:09.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:09.626 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:09.627 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:09.675 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:09.729 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:09.747 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:09.748 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:09.748 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:09.850 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:09.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:09.869 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:09.870 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:09.971 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:09.989 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:09.990 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:09.991 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:10.022 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:34:10.093 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:10.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:10.111 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:10.112 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:10.213 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:10.231 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:10.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:10.232 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:10.333 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:10.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:10 gibba038 conmon[76675]: cluster 2021-03-04T23:34:08.721581+0000 mgr.x (mgr.34676) 959 : cluster [DBG] 2021-03-04T23:34:10.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:10 gibba038 conmon[76675]: pgmap v972: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 312 op/s; 11955/265869 objects degraded (4.497%); 19154/265869 objects misplaced (7.204%); 1.3 MiB/s, 21 objects/s recovering 2021-03-04T23:34:10.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:10 gibba038 conmon[76675]: audit 2021-03-04T23:34:09.075190+0000 mon.a (mon.0) 1290 : audit [DBG] from='client.? 172.21.2.111:0/3378740945' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:10.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:10 gibba038 conmon[76675]: audit 2021-03-04T23:34:09.636214+0000 mon.c (mon.1) 379 : audit [INF] from='client.? 172.21.2.111:0/2731508484' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:10.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:10 gibba038 conmon[76675]: audit 2021-03-04T23:34:09.636565+0000 mon.a (mon.0) 1291 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:10.351 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:10.351 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:10.352 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:10.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:10 gibba011 conmon[95595]: cluster 2021-03-04T23:34:08.721581+0000 mgr.x (mgr.34676) 959 : cluster [DBG] pgmap v972: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 312 op/s; 11955/265869 objects degraded (4.497%); 19154/265869 objects misplaced (7.204%); 1.3 MiB/s, 21 objects/s recovering 2021-03-04T23:34:10.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:10 gibba011 conmon[95595]: audit 2021-03-04T23:34:09.075190+0000 mon.a (mon.0) 1290 : audit [DBG] from='client.? 172.21.2.111:0/3378740945' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:10.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:10 gibba011 conmon[95595]: audit 2021-03-04T23:34:09.636214+0000 mon.c (mon.1) 379 : audit [INF] from='client.? 172.21.2.111:0/2731508484' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:10.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:10 gibba011 conmon[95595]: audit 2021-03-04T23:34:09.636565+0000 mon.a (mon.0) 1291 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:10.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:10 gibba011 conmon[99461]: cluster 2021-03-04T23:34:08.721581+0000 mgr.x (mgr.34676) 959 : cluster [DBG] pgmap v972: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 312 op/s; 11955/265869 objects degraded (4.497%); 19154/265869 objects misplaced (7.204%); 1.3 MiB/s, 21 objects/s recovering 2021-03-04T23:34:10.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:10 gibba011 conmon[99461]: audit 2021-03-04T23:34:09.075190+0000 mon.a (mon.0) 1290 : audit [DBG] from='client.? 172.21.2.111:0/3378740945' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:10.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:10 gibba011 conmon[99461]: audit 2021-03-04T23:34:09.636214+0000 mon.c (mon.1) 379 : audit [INF] from='client.? 172.21.2.111:0/2731508484' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:10.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:10 gibba011 conmon[99461]: audit 2021-03-04T23:34:09.636565+0000 mon.a (mon.0) 1291 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:10.454 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:10.472 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:10.474 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:10.474 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:10.576 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:10.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:10.596 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:10.596 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:10.697 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:10.717 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:10.719 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:10.720 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:10.821 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:10.841 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:10.842 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:10.843 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:10.944 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:10.961 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:10.962 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:10.963 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:11.064 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:11.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:11.083 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:11.084 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:11.185 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:11.202 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:11.203 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:11.203 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:11.305 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:11.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:11.323 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:11.324 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:11.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:11 gibba038 conmon[76675]: cluster 2021-03-04T23:34:10.014215+0000 mon.a (mon.0) 1292 : cluster [WRN] 2021-03-04T23:34:11.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:11 gibba038 conmon[76675]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:11.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:11 gibba038 conmon[76675]: audit 2021-03-04T23:34:10.017722+0000 mon.a (mon.0) 1293 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:34:11.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:11 gibba038 conmon[76675]: cluster 2021-03-04T23:34:10.017780+0000 mon.a (mon.0) 1294 : cluster [DBG] osdmap e287: 8 total, 8 up, 7 in 2021-03-04T23:34:11.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:11 gibba011 conmon[95595]: cluster 2021-03-04T23:34:10.014215+0000 mon.a (mon.0) 1292 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:11.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:11 gibba011 conmon[95595]: audit 2021-03-04T23:34:10.017722+0000 mon.a (mon.0) 1293 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:34:11.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:11 gibba011 conmon[95595]: cluster 2021-03-04T23:34:10.017780+0000 mon.a (mon.0) 1294 : cluster [DBG] osdmap e287: 8 total, 8 up, 7 in 2021-03-04T23:34:11.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:11 gibba011 conmon[99461]: cluster 2021-03-04T23:34:10.014215+0000 mon.a (mon.0) 1292 : 2021-03-04T23:34:11.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:11 gibba011 conmon[99461]: cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:11.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:11 gibba011 conmon[99461]: audit 2021-03-04T23:34:10.017722+0000 mon.a (mon.0) 1293 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:34:11.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:11 gibba011 conmon[99461]: cluster 2021-03-04T23:34:10.017780+0000 mon.a (mon.0) 1294 : cluster [DBG] osdmap e287: 8 total, 8 up, 7 in 2021-03-04T23:34:11.425 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:11.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:11.448 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:11.448 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:11.550 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:11.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:11.569 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:11.569 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:11.670 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:11.688 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:11.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:11.689 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:11.790 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:11.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:11.810 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:11.810 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:11.912 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:11.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:11.930 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:11.931 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:11.974 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:34:11.974 INFO:teuthology.orchestra.run.gibba011.stdout: "size": 20, 2021-03-04T23:34:11.974 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 600, 2021-03-04T23:34:11.975 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:34:11.975 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:11.975 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGRecoveryDelete(9.8 e179,174 9:13835d0d:::benchmark_data_gibba011_139107_object22696:head,172'11017)", 2021-03-04T23:34:11.975 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:01.438749+0000", 2021-03-04T23:34:11.976 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 370.53201018300001, 2021-03-04T23:34:11.976 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.076772441999999996, 2021-03-04T23:34:11.976 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:11.976 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:34:11.977 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:11.977 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:11.977 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:11.977 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438749+0000", 2021-03-04T23:34:11.977 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:11.978 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:11.978 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:11.978 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:11.978 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438749+0000", 2021-03-04T23:34:11.979 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.9299999999999997e-07 2021-03-04T23:34:11.979 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:11.979 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:11.979 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:11.979 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438750+0000", 2021-03-04T23:34:11.980 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5269999999999999e-06 2021-03-04T23:34:11.980 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:11.980 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:11.980 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:11.980 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438751+0000", 2021-03-04T23:34:11.981 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.95e-06 2021-03-04T23:34:11.981 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:11.981 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:11.982 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:11.982 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438756+0000", 2021-03-04T23:34:11.982 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9129999999999999e-06 2021-03-04T23:34:11.982 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:11.982 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:11.983 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:11.983 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438759+0000", 2021-03-04T23:34:11.984 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0874000000000001e-05 2021-03-04T23:34:11.984 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:11.984 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:11.985 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:11.985 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438810+0000", 2021-03-04T23:34:11.985 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7800000000000001e-06 2021-03-04T23:34:11.985 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:11.985 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:11.986 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:11.986 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438813+0000", 2021-03-04T23:34:11.986 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.076708604999999999 2021-03-04T23:34:11.987 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:11.987 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:11.987 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:11.987 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.515522+0000", 2021-03-04T23:34:11.988 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.076772441999999996 2021-03-04T23:34:11.988 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:11.988 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:11.988 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:11.989 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:11.989 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:11.989 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPushReply(9.8 207/180 [PushReplyOp(9:11820376:::benchmark_data_gibba011_139107_object69460:head)])", 2021-03-04T23:34:11.989 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:30:09.242794+0000", 2021-03-04T23:34:11.989 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 242.72796552, 2021-03-04T23:34:11.990 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.073742283000000006, 2021-03-04T23:34:11.990 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:11.990 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "reached pg", 2021-03-04T23:34:11.990 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:11.991 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:11.991 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:11.991 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:09.242794+0000", 2021-03-04T23:34:11.992 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:11.992 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:11.992 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:11.992 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:11.993 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:09.242794+0000", 2021-03-04T23:34:11.993 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4000000000000002e-07 2021-03-04T23:34:11.993 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:11.993 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:11.994 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:11.994 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:09.242794+0000", 2021-03-04T23:34:11.994 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1689999999999999e-06 2021-03-04T23:34:11.994 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:11.994 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:11.995 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:11.995 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:09.242795+0000", 2021-03-04T23:34:11.995 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.993e-06 2021-03-04T23:34:11.995 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:11.996 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:11.996 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:11.996 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:09.242798+0000", 2021-03-04T23:34:11.996 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.571e-06 2021-03-04T23:34:11.996 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:11.997 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:11.997 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:11.998 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:09.242801+0000", 2021-03-04T23:34:11.998 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6446000000000001e-05 2021-03-04T23:34:11.998 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:11.999 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:11.999 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:11.999 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:09.242817+0000", 2021-03-04T23:34:11.999 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.073718664000000003 2021-03-04T23:34:12.000 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.000 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.000 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:12.000 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:09.316536+0000", 2021-03-04T23:34:12.001 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.073742283000000006 2021-03-04T23:34:12.001 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.001 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:12.001 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.001 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.002 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.002 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPushReply(9.9 234/233 [PushReplyOp(9:90f52434:::benchmark_data_gibba011_139107_object97921:head)])", 2021-03-04T23:34:12.002 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:31:05.500372+0000", 2021-03-04T23:34:12.002 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 186.47038762899999, 2021-03-04T23:34:12.002 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.084841883000000007, 2021-03-04T23:34:12.003 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:12.003 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "reached pg", 2021-03-04T23:34:12.003 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:12.003 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.004 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:12.004 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.500372+0000", 2021-03-04T23:34:12.004 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:12.004 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.004 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.005 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:12.005 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.500372+0000", 2021-03-04T23:34:12.005 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.0800000000000004e-07 2021-03-04T23:34:12.005 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.005 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.006 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:12.006 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.500373+0000", 2021-03-04T23:34:12.006 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5430000000000001e-06 2021-03-04T23:34:12.006 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.007 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.007 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:12.007 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.500374+0000", 2021-03-04T23:34:12.007 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.2290000000000002e-06 2021-03-04T23:34:12.007 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.008 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.008 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:12.008 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.500379+0000", 2021-03-04T23:34:12.008 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.084611007000000002 2021-03-04T23:34:12.009 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.009 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.009 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:12.009 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.584990+0000", 2021-03-04T23:34:12.009 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.3025000000000001e-05 2021-03-04T23:34:12.010 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.010 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.010 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:12.010 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.585053+0000", 2021-03-04T23:34:12.010 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000160271 2021-03-04T23:34:12.011 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.011 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.011 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:12.011 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.585214+0000", 2021-03-04T23:34:12.012 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.084841883000000007 2021-03-04T23:34:12.012 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.012 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:12.012 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.012 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.013 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.013 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPush(9.e 234/233 [PushOp(9:7e08c7b4:::benchmark_data_gibba011_139107_object72771:head, version: 141'4493, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:7e08c7b4:::benchmark_data_gibba011_139107_object72771:head@141'4493, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:34:12.013 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:31:05.507533+0000", 2021-03-04T23:34:12.013 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 186.46322619200001, 2021-03-04T23:34:12.014 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.078577346000000006, 2021-03-04T23:34:12.014 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:12.014 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:34:12.015 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:12.015 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.015 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:12.016 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.507533+0000", 2021-03-04T23:34:12.016 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:12.016 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.016 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.016 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:12.017 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.507533+0000", 2021-03-04T23:34:12.017 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4867e-05 2021-03-04T23:34:12.017 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.018 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.018 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:12.018 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.507548+0000", 2021-03-04T23:34:12.018 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.5119999999999999e-06 2021-03-04T23:34:12.019 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.019 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.019 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:12.019 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.507554+0000", 2021-03-04T23:34:12.019 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.077420446000000004 2021-03-04T23:34:12.020 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.020 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.020 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:12.020 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.584974+0000", 2021-03-04T23:34:12.021 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5228e-05 2021-03-04T23:34:12.021 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.021 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.021 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:12.021 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.584999+0000", 2021-03-04T23:34:12.022 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.7985000000000001e-05 2021-03-04T23:34:12.022 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.022 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.022 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:12.022 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.585057+0000", 2021-03-04T23:34:12.023 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.3040000000000004e-06 2021-03-04T23:34:12.023 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.023 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.024 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:12.024 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.585062+0000", 2021-03-04T23:34:12.024 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0010480039999999999 2021-03-04T23:34:12.024 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.024 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.025 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:12.025 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.586110+0000", 2021-03-04T23:34:12.025 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.078577346000000006 2021-03-04T23:34:12.025 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.026 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:12.026 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.026 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.026 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.027 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPush(9.e 234/233 [PushOp(9:7affa5e0:::benchmark_data_gibba011_139107_object75497:head, version: 141'4688, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:7affa5e0:::benchmark_data_gibba011_139107_object75497:head@141'4688, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:34:12.027 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:31:07.223314+0000", 2021-03-04T23:34:12.027 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 184.74744561700001, 2021-03-04T23:34:12.027 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.087830221, 2021-03-04T23:34:12.027 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:12.028 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:34:12.028 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:12.028 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.028 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:12.029 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.223314+0000", 2021-03-04T23:34:12.029 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:12.029 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.030 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.030 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:12.030 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.223314+0000", 2021-03-04T23:34:12.030 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.0492000000000003e-05 2021-03-04T23:34:12.030 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.031 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.031 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:12.031 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.223374+0000", 2021-03-04T23:34:12.031 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.1270000000000002e-06 2021-03-04T23:34:12.032 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.032 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.032 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:12.032 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.223379+0000", 2021-03-04T23:34:12.033 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.086654455000000005 2021-03-04T23:34:12.033 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.033 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.033 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:12.033 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.310034+0000", 2021-03-04T23:34:12.034 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5990999999999999e-05 2021-03-04T23:34:12.034 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.034 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.034 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:12.034 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.310060+0000", 2021-03-04T23:34:12.035 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.0099000000000002e-05 2021-03-04T23:34:12.035 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.035 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.035 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:12.036 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.310120+0000", 2021-03-04T23:34:12.036 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.8989999999999998e-06 2021-03-04T23:34:12.036 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.036 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.036 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:12.037 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.310126+0000", 2021-03-04T23:34:12.037 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0010181579999999999 2021-03-04T23:34:12.037 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.037 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.037 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:12.038 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.311144+0000", 2021-03-04T23:34:12.038 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.087830221 2021-03-04T23:34:12.038 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.038 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:12.039 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.039 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.039 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.039 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPush(9.e 234/233 [PushOp(9:792b2f46:::benchmark_data_gibba011_139107_object81120:head, version: 142'5051, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:792b2f46:::benchmark_data_gibba011_139107_object81120:head@142'5051, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:34:12.039 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:31:10.201328+0000", 2021-03-04T23:34:12.040 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 181.76943124900001, 2021-03-04T23:34:12.040 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.099341241999999996, 2021-03-04T23:34:12.040 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:12.040 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:34:12.041 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:12.041 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.041 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:12.041 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.201328+0000", 2021-03-04T23:34:12.041 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:12.042 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.042 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.042 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:12.042 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.201328+0000", 2021-03-04T23:34:12.043 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0988e-05 2021-03-04T23:34:12.043 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.043 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.043 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:12.043 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.201379+0000", 2021-03-04T23:34:12.044 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.7770000000000002e-06 2021-03-04T23:34:12.044 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.044 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.044 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:12.044 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.201384+0000", 2021-03-04T23:34:12.045 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.097633778000000004 2021-03-04T23:34:12.045 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.045 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.045 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:12.046 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.299018+0000", 2021-03-04T23:34:12.046 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4070000000000002e-05 2021-03-04T23:34:12.046 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.046 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.046 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:12.047 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.299042+0000", 2021-03-04T23:34:12.047 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00018258200000000001 2021-03-04T23:34:12.047 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.047 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.047 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:12.048 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.299224+0000", 2021-03-04T23:34:12.048 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.6390000000000003e-06 2021-03-04T23:34:12.048 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.048 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.049 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:12.049 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.299231+0000", 2021-03-04T23:34:12.049 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001438408 2021-03-04T23:34:12.049 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.049 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.050 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:12.050 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.300669+0000", 2021-03-04T23:34:12.050 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.099341241999999996 2021-03-04T23:34:12.051 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.051 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:12.051 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.051 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.051 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.052 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPush(9.e 234/233 [PushOp(9:7c5f3af5:::benchmark_data_gibba011_139107_object81603:head, version: 142'5077, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:7c5f3af5:::benchmark_data_gibba011_139107_object81603:head@142'5077, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:34:12.052 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:31:10.498752+0000", 2021-03-04T23:34:12.052 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 181.472007037, 2021-03-04T23:34:12.052 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.058159842000000003, 2021-03-04T23:34:12.053 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:12.053 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:34:12.053 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:12.053 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.053 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:12.054 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.498752+0000", 2021-03-04T23:34:12.054 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:12.054 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.054 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.055 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:12.055 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.498752+0000", 2021-03-04T23:34:12.055 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0991999999999997e-05 2021-03-04T23:34:12.055 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.055 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.056 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:12.056 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.498783+0000", 2021-03-04T23:34:12.056 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4999999999999999e-06 2021-03-04T23:34:12.056 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.057 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.057 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:12.057 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.498789+0000", 2021-03-04T23:34:12.057 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.057135796000000003 2021-03-04T23:34:12.057 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.058 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.058 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:12.058 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.555925+0000", 2021-03-04T23:34:12.059 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8474999999999998e-05 2021-03-04T23:34:12.059 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.059 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.059 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:12.060 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.555943+0000", 2021-03-04T23:34:12.060 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.4806000000000002e-05 2021-03-04T23:34:12.060 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.060 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.060 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:12.061 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.556018+0000", 2021-03-04T23:34:12.061 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.1790000000000002e-06 2021-03-04T23:34:12.061 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.061 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.061 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:12.062 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.556025+0000", 2021-03-04T23:34:12.062 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00088709399999999995 2021-03-04T23:34:12.062 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.062 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.063 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:12.063 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.556912+0000", 2021-03-04T23:34:12.063 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.058159842000000003 2021-03-04T23:34:12.064 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.064 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:12.064 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.064 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.064 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.065 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPushReply(9.9 234/233 [PushReplyOp(9:9ba19e07:::benchmark_data_gibba011_139107_object98176:head)])", 2021-03-04T23:34:12.065 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:31:11.220741+0000", 2021-03-04T23:34:12.065 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 180.75001810399999, 2021-03-04T23:34:12.066 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.063975475000000004, 2021-03-04T23:34:12.066 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:12.066 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "reached pg", 2021-03-04T23:34:12.066 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:12.067 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.067 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:12.067 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.220741+0000", 2021-03-04T23:34:12.067 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:12.067 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.068 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.068 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:12.068 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.220741+0000", 2021-03-04T23:34:12.069 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8799999999999998e-07 2021-03-04T23:34:12.069 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.069 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.069 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:12.070 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.220742+0000", 2021-03-04T23:34:12.070 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.9000000000000005e-07 2021-03-04T23:34:12.070 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.070 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.071 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:12.071 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.220743+0000", 2021-03-04T23:34:12.071 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.802e-06 2021-03-04T23:34:12.071 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.071 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.072 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:12.072 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.220745+0000", 2021-03-04T23:34:12.072 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3989999999999998e-06 2021-03-04T23:34:12.072 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.073 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.073 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:12.073 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.220748+0000", 2021-03-04T23:34:12.073 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.3159999999999999e-05 2021-03-04T23:34:12.073 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.074 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.074 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:12.074 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.220801+0000", 2021-03-04T23:34:12.074 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.063915736000000001 2021-03-04T23:34:12.074 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.075 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.075 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:12.075 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.284717+0000", 2021-03-04T23:34:12.075 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.063975475000000004 2021-03-04T23:34:12.076 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.076 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:12.076 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.076 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.076 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.077 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPush(9.e 234/233 [PushOp(9:7c5decd2:::benchmark_data_gibba011_139107_object82782:head, version: 142'5160, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:7c5decd2:::benchmark_data_gibba011_139107_object82782:head@142'5160, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:34:12.077 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:31:11.221620+0000", 2021-03-04T23:34:12.077 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 180.74913932800001, 2021-03-04T23:34:12.077 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.064364935999999998, 2021-03-04T23:34:12.078 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:12.078 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:34:12.078 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:12.078 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.078 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:12.079 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.221620+0000", 2021-03-04T23:34:12.079 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:12.079 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.079 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.080 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:12.080 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.221620+0000", 2021-03-04T23:34:12.080 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000111542 2021-03-04T23:34:12.080 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.080 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.081 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:12.081 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.221732+0000", 2021-03-04T23:34:12.081 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4739999999999996e-06 2021-03-04T23:34:12.081 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.081 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.082 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:12.082 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.221737+0000", 2021-03-04T23:34:12.082 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.062789758000000001 2021-03-04T23:34:12.082 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.083 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.083 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:12.083 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.284527+0000", 2021-03-04T23:34:12.083 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7714999999999999e-05 2021-03-04T23:34:12.084 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.084 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.084 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:12.084 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.284544+0000", 2021-03-04T23:34:12.084 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.2360000000000005e-05 2021-03-04T23:34:12.085 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.085 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.085 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:12.085 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.284617+0000", 2021-03-04T23:34:12.085 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.7160000000000003e-06 2021-03-04T23:34:12.086 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.086 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.086 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:12.086 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.284625+0000", 2021-03-04T23:34:12.087 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001360371 2021-03-04T23:34:12.087 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.087 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.087 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:12.087 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.285985+0000", 2021-03-04T23:34:12.088 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.064364935999999998 2021-03-04T23:34:12.088 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.088 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:12.088 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.088 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.089 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.089 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPushReply(9.9 234/233 [PushReplyOp(9:9bee8691:::benchmark_data_gibba011_139107_object92872:head)])", 2021-03-04T23:34:12.089 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:31:11.409739+0000", 2021-03-04T23:34:12.089 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 180.56102054600001, 2021-03-04T23:34:12.090 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.057187460000000002, 2021-03-04T23:34:12.090 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:12.090 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "reached pg", 2021-03-04T23:34:12.090 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:12.090 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.091 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:12.091 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.409739+0000", 2021-03-04T23:34:12.092 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:12.092 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.092 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.092 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:12.093 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.409739+0000", 2021-03-04T23:34:12.093 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.6700000000000003e-07 2021-03-04T23:34:12.093 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.093 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.094 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:12.094 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.409739+0000", 2021-03-04T23:34:12.094 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.22e-06 2021-03-04T23:34:12.094 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.094 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.095 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:12.095 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.409741+0000", 2021-03-04T23:34:12.095 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0180000000000003e-06 2021-03-04T23:34:12.095 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.096 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.096 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:12.096 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.409745+0000", 2021-03-04T23:34:12.096 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0029999999999999e-06 2021-03-04T23:34:12.096 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.097 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.097 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:12.097 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.409748+0000", 2021-03-04T23:34:12.097 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.057055929999999998 2021-03-04T23:34:12.097 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.098 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.098 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:12.098 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.466804+0000", 2021-03-04T23:34:12.098 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00012272199999999999 2021-03-04T23:34:12.099 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.099 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.099 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:12.099 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.466926+0000", 2021-03-04T23:34:12.099 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.057187460000000002 2021-03-04T23:34:12.100 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.100 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:12.100 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.100 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.100 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.101 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPush(9.e 234/233 [PushOp(9:7bb4a577:::benchmark_data_gibba011_139107_object82933:head, version: 142'5175, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:7bb4a577:::benchmark_data_gibba011_139107_object82933:head@142'5175, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:34:12.101 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:31:11.414821+0000", 2021-03-04T23:34:12.101 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 180.55593869099999, 2021-03-04T23:34:12.101 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.053094234999999997, 2021-03-04T23:34:12.102 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:12.102 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:34:12.102 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:12.102 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.102 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:12.103 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.414821+0000", 2021-03-04T23:34:12.103 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:12.103 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.103 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.104 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:12.104 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.414821+0000", 2021-03-04T23:34:12.104 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8763999999999997e-05 2021-03-04T23:34:12.104 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.104 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.105 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:12.105 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.414859+0000", 2021-03-04T23:34:12.105 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.1669999999999998e-06 2021-03-04T23:34:12.105 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.105 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.106 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:12.107 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.414865+0000", 2021-03-04T23:34:12.107 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.051913136999999998 2021-03-04T23:34:12.107 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.107 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.107 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:12.108 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.466778+0000", 2021-03-04T23:34:12.108 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8490000000000001e-05 2021-03-04T23:34:12.108 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.108 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.109 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:12.109 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.466796+0000", 2021-03-04T23:34:12.109 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.3418999999999998e-05 2021-03-04T23:34:12.109 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.109 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.110 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:12.110 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.466850+0000", 2021-03-04T23:34:12.110 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4580000000000003e-06 2021-03-04T23:34:12.110 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.111 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.111 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:12.111 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.466854+0000", 2021-03-04T23:34:12.111 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0010608 2021-03-04T23:34:12.111 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.112 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.112 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:12.112 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.467915+0000", 2021-03-04T23:34:12.112 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.053094234999999997 2021-03-04T23:34:12.112 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.113 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:12.113 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.113 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.113 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.114 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPushReply(9.9 234/233 [PushReplyOp(9:9c58b712:::benchmark_data_gibba011_139107_object131214:head)])", 2021-03-04T23:34:12.114 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:31:11.646616+0000", 2021-03-04T23:34:12.114 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 180.324143577, 2021-03-04T23:34:12.114 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.050605708999999999, 2021-03-04T23:34:12.115 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:12.115 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "reached pg", 2021-03-04T23:34:12.115 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:12.115 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.116 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:12.116 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.646616+0000", 2021-03-04T23:34:12.116 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:12.116 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.117 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.117 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:12.117 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.646616+0000", 2021-03-04T23:34:12.117 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.2200000000000004e-07 2021-03-04T23:34:12.117 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.118 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.118 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:12.118 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.646616+0000", 2021-03-04T23:34:12.119 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.347e-06 2021-03-04T23:34:12.119 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.119 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.119 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:12.120 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.646618+0000", 2021-03-04T23:34:12.120 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.946e-06 2021-03-04T23:34:12.120 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.120 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.120 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:12.121 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.646622+0000", 2021-03-04T23:34:12.121 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2629999999999999e-06 2021-03-04T23:34:12.121 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.121 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.121 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:12.122 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.646625+0000", 2021-03-04T23:34:12.122 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.050469075000000002 2021-03-04T23:34:12.122 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.122 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.122 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:12.123 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.697094+0000", 2021-03-04T23:34:12.123 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00012745599999999999 2021-03-04T23:34:12.123 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.123 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.124 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:12.124 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.697221+0000", 2021-03-04T23:34:12.124 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.050605708999999999 2021-03-04T23:34:12.124 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.125 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:12.125 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.125 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.125 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.126 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPush(9.e 234/233 [PushOp(9:73a6cdf6:::benchmark_data_gibba011_139107_object83390:head, version: 142'5201, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:73a6cdf6:::benchmark_data_gibba011_139107_object83390:head@142'5201, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:34:12.126 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:31:11.648714+0000", 2021-03-04T23:34:12.126 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 180.322044957, 2021-03-04T23:34:12.126 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.049454458, 2021-03-04T23:34:12.126 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:12.127 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:34:12.127 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:12.127 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.127 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:12.128 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.648714+0000", 2021-03-04T23:34:12.128 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:12.128 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.128 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.128 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:12.129 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.648714+0000", 2021-03-04T23:34:12.129 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.9735000000000003e-05 2021-03-04T23:34:12.129 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.129 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.129 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:12.130 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.648774+0000", 2021-03-04T23:34:12.130 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.5190000000000003e-06 2021-03-04T23:34:12.130 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.130 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.131 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:12.131 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.648779+0000", 2021-03-04T23:34:12.131 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.048287709999999998 2021-03-04T23:34:12.131 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.131 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.132 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:12.132 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.697066+0000", 2021-03-04T23:34:12.132 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7056000000000001e-05 2021-03-04T23:34:12.132 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.132 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.133 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:12.133 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.697083+0000", 2021-03-04T23:34:12.133 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.5007999999999997e-05 2021-03-04T23:34:12.133 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.134 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.134 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:12.134 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.697158+0000", 2021-03-04T23:34:12.134 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.1330000000000001e-06 2021-03-04T23:34:12.134 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.135 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.135 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:12.135 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.697163+0000", 2021-03-04T23:34:12.135 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001006297 2021-03-04T23:34:12.136 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.136 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.136 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:12.136 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.698169+0000", 2021-03-04T23:34:12.136 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.049454458 2021-03-04T23:34:12.137 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.137 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:12.137 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.137 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.137 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.138 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:208463 9.b 9:dbd878f4:::benchmark_data_gibba011_139107_object55096:head [delete] snapc 0=[] ondisk+write+known_if_redirected e282)", 2021-03-04T23:34:12.138 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:35.806995+0000", 2021-03-04T23:34:12.138 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 36.163764585999999, 2021-03-04T23:34:12.138 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.028425374, 2021-03-04T23:34:12.139 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:12.139 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:12.139 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:12.139 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:12.139 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:12.140 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 208463 2021-03-04T23:34:12.140 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.140 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:12.140 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.140 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:12.141 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:35.806995+0000", 2021-03-04T23:34:12.141 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:12.141 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.141 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.141 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:12.142 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:35.806995+0000", 2021-03-04T23:34:12.142 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7120000000000001e-06 2021-03-04T23:34:12.142 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.142 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.143 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:12.143 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:35.806996+0000", 2021-03-04T23:34:12.143 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1950000000000002e-06 2021-03-04T23:34:12.143 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.143 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.144 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:12.144 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:35.806999+0000", 2021-03-04T23:34:12.144 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.149e-06 2021-03-04T23:34:12.144 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.144 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.145 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:12.145 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:35.807008+0000", 2021-03-04T23:34:12.145 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3030000000000001e-06 2021-03-04T23:34:12.145 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.145 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.146 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:12.146 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:35.807012+0000", 2021-03-04T23:34:12.146 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.5645e-05 2021-03-04T23:34:12.146 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.147 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.147 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:12.147 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:35.807068+0000", 2021-03-04T23:34:12.147 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.8238000000000006e-05 2021-03-04T23:34:12.147 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.148 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.148 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:12.148 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:35.807136+0000", 2021-03-04T23:34:12.148 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.0794000000000001e-05 2021-03-04T23:34:12.148 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.149 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.149 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:34:12.149 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:35.807197+0000", 2021-03-04T23:34:12.149 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0014236749999999999 2021-03-04T23:34:12.149 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.150 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.150 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:12.150 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:35.808620+0000", 2021-03-04T23:34:12.151 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.026697909999999998 2021-03-04T23:34:12.151 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.151 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.151 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:12.152 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:35.835318+0000", 2021-03-04T23:34:12.152 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.4754e-05 2021-03-04T23:34:12.152 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.152 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.152 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:12.153 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:35.835353+0000", 2021-03-04T23:34:12.153 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6745000000000001e-05 2021-03-04T23:34:12.153 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.153 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.154 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:12.154 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:35.835390+0000", 2021-03-04T23:34:12.154 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0253999999999999e-05 2021-03-04T23:34:12.154 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.154 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.155 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:12.155 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:35.835420+0000", 2021-03-04T23:34:12.155 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.028425374 2021-03-04T23:34:12.155 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.155 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:12.156 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.156 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.156 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.156 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:210725 9.b 9:d3855e49:::benchmark_data_gibba011_139107_object57358:head [delete] snapc 0=[] ondisk+write+known_if_redirected e283)", 2021-03-04T23:34:12.157 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:44.312426+0000", 2021-03-04T23:34:12.157 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 27.658333588000001, 2021-03-04T23:34:12.157 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.050357600000000002, 2021-03-04T23:34:12.157 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:12.157 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:12.158 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:12.158 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:12.158 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:12.158 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 210725 2021-03-04T23:34:12.158 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.159 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:12.159 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.159 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:12.160 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.312426+0000", 2021-03-04T23:34:12.160 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:12.160 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.160 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.161 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:12.161 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.312426+0000", 2021-03-04T23:34:12.161 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4449999999999999e-06 2021-03-04T23:34:12.161 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.161 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.162 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:12.162 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.312427+0000", 2021-03-04T23:34:12.162 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.516e-06 2021-03-04T23:34:12.162 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.162 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.163 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:12.163 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.312429+0000", 2021-03-04T23:34:12.163 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.7859999999999999e-06 2021-03-04T23:34:12.163 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.164 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.164 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:12.164 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.312435+0000", 2021-03-04T23:34:12.164 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.5889999999999999e-06 2021-03-04T23:34:12.164 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.165 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.165 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:12.165 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.312439+0000", 2021-03-04T23:34:12.165 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.5989999999999998e-05 2021-03-04T23:34:12.165 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.166 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.166 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:12.166 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.312485+0000", 2021-03-04T23:34:12.166 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.2728000000000001e-05 2021-03-04T23:34:12.167 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.167 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.167 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:12.167 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.312538+0000", 2021-03-04T23:34:12.167 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.1857999999999997e-05 2021-03-04T23:34:12.168 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.168 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.168 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:34:12.168 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.312590+0000", 2021-03-04T23:34:12.168 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0014041780000000001 2021-03-04T23:34:12.169 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.169 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.169 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:12.169 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.313994+0000", 2021-03-04T23:34:12.170 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00047891600000000002 2021-03-04T23:34:12.170 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.170 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.170 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:12.170 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.314473+0000", 2021-03-04T23:34:12.171 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.048238280000000001 2021-03-04T23:34:12.171 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.171 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.171 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:12.171 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.362711+0000", 2021-03-04T23:34:12.172 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0883999999999997e-05 2021-03-04T23:34:12.172 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.172 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.172 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:12.172 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.362752+0000", 2021-03-04T23:34:12.173 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.1430000000000002e-05 2021-03-04T23:34:12.173 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.173 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.173 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:12.174 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.362783+0000", 2021-03-04T23:34:12.174 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.050357600000000002 2021-03-04T23:34:12.174 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.174 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:12.174 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.175 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.175 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.175 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.54826.0:210725 9.b e283/270 ondisk, result = 0)", 2021-03-04T23:34:12.175 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:44.314496+0000", 2021-03-04T23:34:12.176 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 27.656263159000002, 2021-03-04T23:34:12.176 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.048293946999999997, 2021-03-04T23:34:12.176 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:12.176 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:34:12.176 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:12.177 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.177 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:12.177 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.314496+0000", 2021-03-04T23:34:12.177 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:12.177 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.178 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.178 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:12.178 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.314496+0000", 2021-03-04T23:34:12.178 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2500000000000001e-06 2021-03-04T23:34:12.178 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.179 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.179 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:12.179 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.314497+0000", 2021-03-04T23:34:12.179 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4330000000000001e-06 2021-03-04T23:34:12.180 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.180 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.180 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:12.180 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.314499+0000", 2021-03-04T23:34:12.180 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.2820000000000002e-06 2021-03-04T23:34:12.181 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.181 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.181 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:12.181 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.314505+0000", 2021-03-04T23:34:12.181 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.5650000000000002e-06 2021-03-04T23:34:12.182 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.182 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.182 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:12.182 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.314509+0000", 2021-03-04T23:34:12.183 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.04818849 2021-03-04T23:34:12.183 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.183 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.183 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:12.183 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.362697+0000", 2021-03-04T23:34:12.184 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.4390000000000003e-06 2021-03-04T23:34:12.184 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.184 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.184 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:12.184 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.362705+0000", 2021-03-04T23:34:12.185 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.5488000000000005e-05 2021-03-04T23:34:12.185 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.185 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.185 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:12.186 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.362790+0000", 2021-03-04T23:34:12.186 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.048293946999999997 2021-03-04T23:34:12.186 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.186 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:12.186 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.187 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.187 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.187 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:210728 9.b 9:d819ad52:::benchmark_data_gibba011_139107_object57361:head [delete] snapc 0=[] ondisk+write+known_if_redirected e283)", 2021-03-04T23:34:12.187 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:44.320723+0000", 2021-03-04T23:34:12.187 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 27.650036787000001, 2021-03-04T23:34:12.188 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044532941999999999, 2021-03-04T23:34:12.188 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:12.188 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:12.188 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:12.189 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:12.189 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:12.189 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 210728 2021-03-04T23:34:12.189 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.189 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:12.190 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.190 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:12.190 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.320723+0000", 2021-03-04T23:34:12.190 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:12.191 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.191 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.191 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:12.191 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.320723+0000", 2021-03-04T23:34:12.192 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0169999999999999e-06 2021-03-04T23:34:12.193 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.193 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.193 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:12.193 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.320725+0000", 2021-03-04T23:34:12.194 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.885e-06 2021-03-04T23:34:12.194 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.194 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.194 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:12.195 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.320726+0000", 2021-03-04T23:34:12.195 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.04195078 2021-03-04T23:34:12.195 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.195 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.195 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:12.196 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.362677+0000", 2021-03-04T23:34:12.196 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2897e-05 2021-03-04T23:34:12.196 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.196 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.197 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:12.197 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.362690+0000", 2021-03-04T23:34:12.197 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000119115 2021-03-04T23:34:12.197 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.197 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.198 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:12.198 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.362809+0000", 2021-03-04T23:34:12.198 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.6791000000000004e-05 2021-03-04T23:34:12.198 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.199 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.199 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:12.199 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.362886+0000", 2021-03-04T23:34:12.199 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.5607999999999999e-05 2021-03-04T23:34:12.199 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.200 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.200 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:34:12.200 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.362952+0000", 2021-03-04T23:34:12.200 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0015393900000000001 2021-03-04T23:34:12.200 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.201 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.201 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:12.201 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.364491+0000", 2021-03-04T23:34:12.201 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00031504299999999999 2021-03-04T23:34:12.202 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.202 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.202 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:12.202 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.364806+0000", 2021-03-04T23:34:12.202 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00039778300000000002 2021-03-04T23:34:12.203 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.203 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.203 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:12.203 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.365204+0000", 2021-03-04T23:34:12.204 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3557000000000002e-05 2021-03-04T23:34:12.204 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.204 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.204 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:12.204 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.365227+0000", 2021-03-04T23:34:12.205 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.8076e-05 2021-03-04T23:34:12.205 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.205 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.205 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:12.205 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:44.365255+0000", 2021-03-04T23:34:12.206 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044532941999999999 2021-03-04T23:34:12.206 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.206 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:12.206 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.206 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.207 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.207 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:215174 9.9 9:9cbe3a66:::benchmark_data_gibba011_139107_object61807:head [delete] snapc 0=[] ondisk+write+known_if_redirected e285)", 2021-03-04T23:34:12.207 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:58.308561+0000", 2021-03-04T23:34:12.207 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 13.662197955, 2021-03-04T23:34:12.208 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.11505783999999999, 2021-03-04T23:34:12.208 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:12.208 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:12.208 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:12.208 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:12.209 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:12.209 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 215174 2021-03-04T23:34:12.209 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.209 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:12.209 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.210 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:12.210 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.308561+0000", 2021-03-04T23:34:12.210 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:12.210 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.211 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.211 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:12.211 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.308561+0000", 2021-03-04T23:34:12.211 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.657e-06 2021-03-04T23:34:12.211 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.212 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.212 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:12.212 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.308563+0000", 2021-03-04T23:34:12.212 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3250000000000002e-06 2021-03-04T23:34:12.212 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.213 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.213 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:12.213 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.308565+0000", 2021-03-04T23:34:12.213 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.1009999999999992e-06 2021-03-04T23:34:12.213 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.214 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.214 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:12.214 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.308573+0000", 2021-03-04T23:34:12.214 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4449999999999998e-06 2021-03-04T23:34:12.215 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.215 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.215 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:12.216 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.308578+0000", 2021-03-04T23:34:12.216 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9238e-05 2021-03-04T23:34:12.216 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.216 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.216 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:12.217 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.308607+0000", 2021-03-04T23:34:12.217 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.3059999999999995e-05 2021-03-04T23:34:12.217 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.217 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.218 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:12.218 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.308680+0000", 2021-03-04T23:34:12.218 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.9414999999999999e-05 2021-03-04T23:34:12.218 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.218 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.219 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 5,7", 2021-03-04T23:34:12.219 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.308740+0000", 2021-03-04T23:34:12.219 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.113431689 2021-03-04T23:34:12.219 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.220 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.220 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:12.220 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.422171+0000", 2021-03-04T23:34:12.220 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6127999999999999e-05 2021-03-04T23:34:12.220 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.221 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.221 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:12.221 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.422187+0000", 2021-03-04T23:34:12.221 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0013651710000000001 2021-03-04T23:34:12.221 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.222 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.222 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:12.222 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.423553+0000", 2021-03-04T23:34:12.222 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.5735999999999998e-05 2021-03-04T23:34:12.223 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.223 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.223 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:12.223 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.423588+0000", 2021-03-04T23:34:12.223 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0874999999999998e-05 2021-03-04T23:34:12.224 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.224 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.224 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:12.224 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.423619+0000", 2021-03-04T23:34:12.224 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.11505783999999999 2021-03-04T23:34:12.225 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.225 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:12.225 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.225 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.225 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.226 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.54826.0:215174 9.9 e285/236 ondisk, result = 0)", 2021-03-04T23:34:12.226 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:58.310917+0000", 2021-03-04T23:34:12.226 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 13.659841951000001, 2021-03-04T23:34:12.226 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.111255802, 2021-03-04T23:34:12.227 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:12.227 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:34:12.227 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:12.227 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.227 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:12.228 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.310917+0000", 2021-03-04T23:34:12.228 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:12.228 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.228 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.228 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:12.229 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.310917+0000", 2021-03-04T23:34:12.229 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.511e-06 2021-03-04T23:34:12.229 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.229 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.230 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:12.230 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.310919+0000", 2021-03-04T23:34:12.230 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5629999999999999e-06 2021-03-04T23:34:12.230 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.230 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.231 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:12.231 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.310920+0000", 2021-03-04T23:34:12.231 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.1099874 2021-03-04T23:34:12.231 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.231 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.232 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:12.232 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.420908+0000", 2021-03-04T23:34:12.232 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.3310000000000004e-06 2021-03-04T23:34:12.232 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.232 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.233 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:12.233 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.420916+0000", 2021-03-04T23:34:12.233 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0012487500000000001 2021-03-04T23:34:12.233 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.234 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.234 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:12.234 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.422165+0000", 2021-03-04T23:34:12.234 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9409999999999999e-06 2021-03-04T23:34:12.234 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.235 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.235 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:12.235 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.422168+0000", 2021-03-04T23:34:12.235 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.3059999999999997e-06 2021-03-04T23:34:12.235 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.236 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.236 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:12.236 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.422173+0000", 2021-03-04T23:34:12.236 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.111255802 2021-03-04T23:34:12.237 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.237 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:12.237 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.237 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.237 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.238 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.54826.0:215174 9.9 e285/236 ondisk, result = 0)", 2021-03-04T23:34:12.238 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:58.310940+0000", 2021-03-04T23:34:12.238 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 13.659819375, 2021-03-04T23:34:12.238 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.111248053, 2021-03-04T23:34:12.238 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:12.239 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:34:12.239 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:12.239 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.239 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:12.240 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.310940+0000", 2021-03-04T23:34:12.240 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:12.240 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.240 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.240 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:12.241 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.310940+0000", 2021-03-04T23:34:12.241 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.017e-06 2021-03-04T23:34:12.241 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.241 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.241 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:12.242 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.310941+0000", 2021-03-04T23:34:12.242 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.9299999999999996e-07 2021-03-04T23:34:12.242 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.242 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.243 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:12.243 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.310942+0000", 2021-03-04T23:34:12.243 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.109970651 2021-03-04T23:34:12.243 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.243 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.244 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:12.244 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.420913+0000", 2021-03-04T23:34:12.244 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4580000000000001e-06 2021-03-04T23:34:12.244 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.244 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.245 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:12.245 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.420918+0000", 2021-03-04T23:34:12.245 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001264954 2021-03-04T23:34:12.245 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.245 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.246 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:12.246 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.422183+0000", 2021-03-04T23:34:12.246 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2790000000000001e-06 2021-03-04T23:34:12.246 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.247 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.247 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:12.247 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.422185+0000", 2021-03-04T23:34:12.247 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.8009999999999999e-06 2021-03-04T23:34:12.247 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:12.248 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:12.248 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:12.248 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.422188+0000", 2021-03-04T23:34:12.248 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.111248053 2021-03-04T23:34:12.249 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.249 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:12.249 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.249 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:12.249 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:12.250 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:34:12.250 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:12.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:12.268 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:12.269 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:12 gibba038 conmon[76675]: cluster 2021-03-04T23:34:10.722033+0000 mgr.x (mgr.34676) 960 : cluster [DBG] pgmap v974: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 313 op/s; 11955/265602 objects degraded (4.501%); 19154/265602 objects misplaced (7.212%); 1.3 MiB/s, 21 objects/s recovering 2021-03-04T23:34:12.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:12 gibba011 conmon[95595]: cluster 2021-03-04T23:34:10.722033+0000 mgr.x (mgr.34676) 960 : cluster [DBG] pgmap v974: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 313 op/s; 11955/265602 objects degraded (4.501%); 19154/265602 objects misplaced (7.212%); 1.3 MiB/s, 21 objects/s recovering 2021-03-04T23:34:12.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:12 gibba011 conmon[99461]: cluster 2021-03-04T23:34:10.722033+0000 mgr.x (mgr.34676) 960 : cluster [DBG] pgmap v974: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 313 op/s; 11955/265602 objects degraded (4.501%); 19154/265602 objects misplaced (7.212%); 1.3 MiB/s, 21 objects/s recovering 2021-03-04T23:34:12.370 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:12.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:12.389 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:12.389 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:12.421 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:34:12.491 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:12.508 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:12.510 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:12.510 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:12.540 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:12.612 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:12.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:12.632 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:12.632 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:12.640 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:34:12.734 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:12.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:12.753 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:12.754 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:12.793 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:34:12.801 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:12.845 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:34:12.855 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:12.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:12.874 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:12.874 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:12.920 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:12.965 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:12.975 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:12.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:12.993 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:12.993 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:13.095 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:13.112 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:13.113 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:13.114 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:13.215 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:13.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:13.233 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:13.233 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:13.335 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:13.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:13.353 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:13.353 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:13.455 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:13.472 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:13.474 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:13.474 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:13.576 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:13.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:13.595 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:13.595 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:13.696 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:13.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:13.716 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:13.716 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:13.818 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:13.835 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:13.836 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:13.836 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:13.938 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:13.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:13.957 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:13.957 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:14.058 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:14.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:14.077 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:14.077 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:14.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:14 gibba011 conmon[95595]: cluster 2021-03-04T23:34:12.722470+0000 mgr.x (mgr.34676) 961 : cluster [DBG] pgmap v975: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 282 op/s; 11955/264732 objects degraded (4.516%); 19063/264732 objects misplaced (7.201%); 691 KiB/s, 10 objects/s recovering 2021-03-04T23:34:14.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:14 gibba011 conmon[95595]: cluster 2021-03-04T23:34:13.987018+0000 mon.a (mon.0) 1295 : cluster [WRN] Health check update: Degraded data redundancy: 11955/264732 objects degraded (4.516%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:14.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:14 gibba011 conmon[99461]: cluster 2021-03-04T23:34:12.722470+0000 mgr.x (mgr.34676) 961 : cluster [DBG] pgmap v975: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 282 op/s; 11955/264732 objects degraded (4.516%); 19063/264732 objects misplaced (7.201%); 691 KiB/s, 10 objects/s recovering 2021-03-04T23:34:14.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:14 gibba011 conmon[99461]: cluster 2021-03-04T23:34:13.987018+0000 mon.a (mon.0) 1295 : cluster [WRN] Health check update: Degraded data redundancy: 11955/264732 objects degraded (4.516%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:14.178 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:14.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:14.196 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:14.196 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:14.298 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:14.316 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:14.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:14.318 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:14.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:14 gibba038 conmon[76675]: cluster 2021-03-04T23:34:12.722470+0000 mgr.x (mgr.34676) 961 : cluster [DBG] pgmap v975: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.4 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 282 op/s; 11955/264732 objects degraded (4.516%); 19063/264732 objects misplaced (7.201%); 691 KiB/s, 10 objects/s recovering 2021-03-04T23:34:14.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:14 gibba038 conmon[76675]: 2021-03-04T23:34:14.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:14 gibba038 conmon[76675]: cluster 2021-03-04T23:34:13.987018+0000 mon.a (mon.0) 1295 : cluster [WRN] Health check update: Degraded data redundancy: 11955/264732 objects degraded (4.516%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:14.419 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:14.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:14.438 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:14.439 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:14.540 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:14.558 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:14.559 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:14.559 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:14.660 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:14.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:14.679 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:14.679 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:14.780 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:14.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:14.800 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:14.801 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:14.902 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:14.920 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:14.921 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:14.921 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:15.023 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:15.040 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:15.041 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:15.041 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:15.142 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:15.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:15.161 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:15.161 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:15.263 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:15.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:15.281 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:15.282 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:15.383 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:15.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:15.402 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:15.402 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:15.503 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:15.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:15.522 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:15.522 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:15.623 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:15.641 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:15.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:15.643 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:15.744 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:15.762 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:15.762 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:15.763 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:15.863 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:15.880 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:15.881 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:15.881 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:15.983 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:16.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:16.001 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:16.001 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:16.102 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:16.119 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:16.120 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:16.121 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:16.222 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:16.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:16.241 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:16.241 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:16.282 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:16 gibba011 conmon[95595]: cluster 2021-03-04T23:34:14.723046+0000 mgr.x (mgr.34676) 962 : cluster [DBG] pgmap v976: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.3 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 323 op/s; 11955/261162 objects degraded (4.578%); 18736/261162 objects misplaced (7.174%); 1.4 MiB/s, 21 objects/s recovering 2021-03-04T23:34:16.283 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:16 gibba011 conmon[99461]: cluster 2021-03-04T23:34:14.723046+0000 mgr.x (mgr.34676) 962 : cluster [DBG] pgmap v976: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.3 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 323 op/s; 11955/261162 objects degraded (4.578%); 18736/261162 objects misplaced (7.174%); 1.4 MiB/s, 21 objects/s recovering 2021-03-04T23:34:16.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:16 gibba038 conmon[76675]: cluster 2021-03-04T23:34:14.723046+0000 mgr.x (mgr.34676) 962 : cluster [DBG] pgmap v976: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.3 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 323 op/s; 11955/261162 objects degraded (4.578%); 18736/261162 objects misplaced (7.174%); 1.4 MiB/s, 21 objects/s recovering 2021-03-04T23:34:16.342 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:16.362 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:16.362 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:16.363 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:16.381 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:34:16.384 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:34:16.464 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:16.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:16.483 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:16.483 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:16.584 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:16.602 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:16.603 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:16.603 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:16.666 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:34:16.667 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:34:16.667 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:16.668 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:221083 9.f e287/273 9:f9c33f47:::benchmark_data_gibba011_139107_object67716:head v 287'13704, mlcod=287'13702)", 2021-03-04T23:34:16.668 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:34:16.651409+0000", 2021-03-04T23:34:16.669 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.00011234300000000001, 2021-03-04T23:34:16.669 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000131466, 2021-03-04T23:34:16.669 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:16.670 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:34:16.670 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:16.671 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:16.671 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:16.672 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:16.651409+0000", 2021-03-04T23:34:16.672 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:16.673 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:16.673 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:16.674 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:16.674 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:16.651409+0000", 2021-03-04T23:34:16.674 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7859999999999999e-06 2021-03-04T23:34:16.675 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:16.675 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:16.676 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:16.676 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:16.651411+0000", 2021-03-04T23:34:16.676 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4920000000000001e-06 2021-03-04T23:34:16.677 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:16.677 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:16.677 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:16.678 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:16.651412+0000", 2021-03-04T23:34:16.678 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.2559999999999996e-06 2021-03-04T23:34:16.678 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:16.679 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:16.679 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:16.679 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:16.651420+0000", 2021-03-04T23:34:16.679 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.27e-06 2021-03-04T23:34:16.680 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:16.680 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:16.680 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:16.681 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:16.651423+0000", 2021-03-04T23:34:16.681 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.1529999999999998e-05 2021-03-04T23:34:16.682 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:16.682 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:16.683 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:16.683 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:16.651454+0000", 2021-03-04T23:34:16.683 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4328000000000001e-05 2021-03-04T23:34:16.684 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:16.684 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:16.685 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:16.685 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:16.651469+0000", 2021-03-04T23:34:16.686 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.9661999999999999e-05 2021-03-04T23:34:16.686 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:16.686 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:16.687 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:16.687 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:16.688 INFO:teuthology.orchestra.run.gibba011.stdout: ], 2021-03-04T23:34:16.688 INFO:teuthology.orchestra.run.gibba011.stdout: "num_ops": 1 2021-03-04T23:34:16.689 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:34:16.705 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:16.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:16.724 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:16.724 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:16.825 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:16.843 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:16.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:16.844 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:16.945 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:16.964 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:16.965 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:16.965 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:17.067 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:17.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:17.083 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:17.084 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:17.185 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:17.203 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:17.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:17.204 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:17.306 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:17.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:17.323 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:17.324 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:17.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:17 gibba038 conmon[76675]: audit 2021-03-04T23:34:16.645201+0000 mon.c (mon.1) 380 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:34:17.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:17 gibba038 conmon[76675]: audit 2021-03-04T23:34:16.645527+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:34:17.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:17 gibba011 conmon[99461]: audit 2021-03-04T23:34:16.645201+0000 mon.c (mon.1) 380 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:34:17.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:17 gibba011 conmon[99461]: audit 2021-03-04T23:34:16.645527+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:34:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:17 gibba011 conmon[95595]: audit 2021-03-04T23:34:16.645201+0000 mon.c (mon.1) 380 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:34:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:17 gibba011 conmon[95595]: audit 2021-03-04T23:34:16.645527+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:34:17.426 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:17.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:17.444 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:17.445 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:17.515 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:34:17.515 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:34:17.515 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:34:17.516 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:34:17.516 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:34:17.516 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:34:17.516 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:34:17.523 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:34:17.524 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:34:17.524 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:34:17.525 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:34:17.525 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:34:17.525 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:34:17.525 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:34:17.525 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:34:17.526 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:34:17.545 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:17.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:17.565 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:17.565 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:17.588 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:34:17.667 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:17.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:17.689 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:17.689 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:17.744 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:17.790 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:17.807 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:17.808 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:17.808 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:17.910 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:17.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:17.928 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:17.928 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:18.030 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:18.042 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":976,"stamp":"2021-03-04T23:34:14.722781+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5703667008,"num_objects":87054,"num_object_clones":0,"num_object_copies":261162,"num_objects_missing_on_primary":798,"num_objects_missing":798,"num_objects_degraded":11955,"num_objects_misplaced":18736,"num_objects_unfound":0,"num_objects_dirty":87054,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":219750,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":92203,"num_bytes_recovered":5295123505,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":83981,"ondisk_log_size":83981,"up":357,"acting":354,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":393,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":22766616,"kb_used_data":18210976,"kb_used_omap":6415,"kb_used_meta":4549168,"kb_avail":593796072,"statfs":{"total":631360192512,"available":608047177728,"internally_reserved":4294967296,"allocated":18648039424,"data_stored":18638265930,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6569549,"internal_metadata":4658348467},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-211746816,"num_objects":-3231,"num_object_clones":0,"num_object_copies":-9693,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-827,"num_objects_unfound":0,"num_objects_dirty":-3231,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3231,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":219,"num_bytes_recovered":14352384,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002362"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"332","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.998834+0000","last_change":"2021-03-04T23:32:26.240995+0000","last_active":"2021-03-04T23:33:59.998834+0000","last_peered":"2021-03-04T23:33:59.998834+0000","last_clean":"2021-03-04T23:33:59.998834+0000","last_became_active":"2021-03-04T23:32:26.240606+0000","last_became_peered":"2021-03-04T23:32:26.240606+0000","last_unstale":"2021-03-04T23:33:59.998834+0000","last_undegraded":"2021-03-04T23:33:59.998834+0000","last_fullsized":"2021-03-04T23:33:59.998834+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"74","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.000371+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:34:00.000371+0000","last_peered":"2021-03-04T23:34:00.000371+0000","last_clean":"2021-03-04T23:34:00.000371+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:34:00.000371+0000","last_undegraded":"2021-03-04T23:34:00.000371+0000","last_fullsized":"2021-03-04T23:34:00.000371+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"30","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.004046+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:34:00.004046+0000","last_peered":"2021-03-04T23:34:00.004046+0000","last_clean":"2021-03-04T23:34:00.004046+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:34:00.004046+0000","last_undegraded":"2021-03-04T23:34:00.004046+0000","last_fullsized":"2021-03-04T23:34:00.004046+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"308","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.075225+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:34:00.075225+0000","last_peered":"2021-03-04T23:34:00.075225+0000","last_clean":"2021-03-04T23:34:00.075225+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:34:00.075225+0000","last_undegraded":"2021-03-04T23:34:00.075225+0000","last_fullsized":"2021-03-04T23:34:00.075225+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"92","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.000133+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:34:00.000133+0000","last_peered":"2021-03-04T23:34:00.000133+0000","last_clean":"2021-03-04T23:34:00.000133+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:34:00.000133+0000","last_undegraded":"2021-03-04T23:34:00.000133+0000","last_fullsized":"2021-03-04T23:34:00.000133+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"36","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.017106+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:34:00.017106+0000","last_peered":"2021-03-04T23:34:00.017106+0000","last_clean":"2021-03-04T23:34:00.017106+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:34:00.017106+0000","last_undegraded":"2021-03-04T23:34:00.017106+0000","last_fullsized":"2021-03-04T23:34:00.017106+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"280","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.075298+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:34:00.075298+0000","last_peered":"2021-03-04T23:34:00.075298+0000","last_clean":"2021-03-04T23:34:00.075298+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:34:00.075298+0000","last_undegraded":"2021-03-04T23:34:00.075298+0000","last_fullsized":"2021-03-04T23:34:00.075298+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"92","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.000188+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:34:00.000188+0000","last_peered":"2021-03-04T23:34:00.000188+0000","last_clean":"2021-03-04T23:34:00.000188+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:34:00.000188+0000","last_undegraded":"2021-03-04T23:34:00.000188+0000","last_fullsized":"2021-03-04T23:34:00.000188+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"78","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999449+0000","last_change":"2021-03-04T23:32:18.981656+0000","last_active":"2021-03-04T23:33:59.999449+0000","last_peered":"2021-03-04T23:33:59.999449+0000","last_clean":"2021-03-04T23:33:59.999449+0000","last_became_active":"2021-03-04T23:32:18.981253+0000","last_became_peered":"2021-03-04T23:32:18.981253+0000","last_unstale":"2021-03-04T23:33:59.999449+0000","last_undegraded":"2021-03-04T23:33:59.999449+0000","last_fullsized":"2021-03-04T23:33:59.999449+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"329","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.000829+0000","last_change":"2021-03-04T23:32:26.243636+0000","last_active":"2021-03-04T23:34:00.000829+0000","last_peered":"2021-03-04T23:34:00.000829+0000","last_clean":"2021-03-04T23:34:00.000829+0000","last_became_active":"2021-03-04T23:32:26.243433+0000","last_became_peered":"2021-03-04T23:32:26.243433+0000","last_unstale":"2021-03-04T23:34:00.000829+0000","last_undegraded":"2021-03-04T23:34:00.000829+0000","last_fullsized":"2021-03-04T23:34:00.000829+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"94","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.020467+0000","last_change":"2021-03-04T23:32:18.988970+0000","last_active":"2021-03-04T23:34:00.020467+0000","last_peered":"2021-03-04T23:34:00.020467+0000","last_clean":"2021-03-04T23:34:00.020467+0000","last_became_active":"2021-03-04T23:32:18.988819+0000","last_became_peered":"2021-03-04T23:32:18.988819+0000","last_unstale":"2021-03-04T23:34:00.020467+0000","last_undegraded":"2021-03-04T23:34:00.020467+0000","last_fullsized":"2021-03-04T23:34:00.020467+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"66","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999502+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:33:59.999502+0000","last_peered":"2021-03-04T23:33:59.999502+0000","last_clean":"2021-03-04T23:33:59.999502+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:33:59.999502+0000","last_undegraded":"2021-03-04T23:33:59.999502+0000","last_fullsized":"2021-03-04T23:33:59.999502+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"30","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.004083+0000","last_change":"2021-03-04T23:32:26.241627+0000","last_active":"2021-03-04T23:34:00.004083+0000","last_peered":"2021-03-04T23:34:00.004083+0000","last_clean":"2021-03-04T23:34:00.004083+0000","last_became_active":"2021-03-04T23:32:26.241358+0000","last_became_peered":"2021-03-04T23:32:26.241358+0000","last_unstale":"2021-03-04T23:34:00.004083+0000","last_undegraded":"2021-03-04T23:34:00.004083+0000","last_fullsized":"2021-03-04T23:34:00.004083+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"330","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999025+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:33:59.999025+0000","last_peered":"2021-03-04T23:33:59.999025+0000","last_clean":"2021-03-04T23:33:59.999025+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:33:59.999025+0000","last_undegraded":"2021-03-04T23:33:59.999025+0000","last_fullsized":"2021-03-04T23:33:59.999025+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"309","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999003+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:33:59.999003+0000","last_peered":"2021-03-04T23:33:59.999003+0000","last_clean":"2021-03-04T23:33:59.999003+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:33:59.999003+0000","last_undegraded":"2021-03-04T23:33:59.999003+0000","last_fullsized":"2021-03-04T23:33:59.999003+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"78","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.998786+0000","last_change":"2021-03-04T23:32:18.982083+0000","last_active":"2021-03-04T23:33:59.998786+0000","last_peered":"2021-03-04T23:33:59.998786+0000","last_clean":"2021-03-04T23:33:59.998786+0000","last_became_active":"2021-03-04T23:32:18.981790+0000","last_became_peered":"2021-03-04T23:32:18.981790+0000","last_unstale":"2021-03-04T23:33:59.998786+0000","last_undegraded":"2021-03-04T23:33:59.998786+0000","last_fullsized":"2021-03-04T23:33:59.998786+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"88","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999094+0000","last_change":"2021-03-04T23:32:19.165859+0000","last_active":"2021-03-04T23:33:59.999094+0000","last_peered":"2021-03-04T23:33:59.999094+0000","last_clean":"2021-03-04T23:33:59.999094+0000","last_became_active":"2021-03-04T23:32:19.018621+0000","last_became_peered":"2021-03-04T23:32:19.018621+0000","last_unstale":"2021-03-04T23:33:59.999094+0000","last_undegraded":"2021-03-04T23:33:59.999094+0000","last_fullsized":"2021-03-04T23:33:59.999094+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"110","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.000403+0000","last_change":"2021-03-04T23:32:26.238976+0000","last_active":"2021-03-04T23:34:00.000403+0000","last_peered":"2021-03-04T23:34:00.000403+0000","last_clean":"2021-03-04T23:34:00.000403+0000","last_became_active":"2021-03-04T23:32:26.238739+0000","last_became_peered":"2021-03-04T23:32:26.238739+0000","last_unstale":"2021-03-04T23:34:00.000403+0000","last_undegraded":"2021-03-04T23:34:00.000403+0000","last_fullsized":"2021-03-04T23:34:00.000403+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"78","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.998952+0000","last_change":"2021-03-04T23:32:19.011685+0000","last_active":"2021-03-04T23:33:59.998952+0000","last_peered":"2021-03-04T23:33:59.998952+0000","last_clean":"2021-03-04T23:33:59.998952+0000","last_became_active":"2021-03-04T23:32:19.011404+0000","last_became_peered":"2021-03-04T23:32:19.011404+0000","last_unstale":"2021-03-04T23:33:59.998952+0000","last_undegraded":"2021-03-04T23:33:59.998952+0000","last_fullsized":"2021-03-04T23:33:59.998952+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"306","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.998868+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:33:59.998868+0000","last_peered":"2021-03-04T23:33:59.998868+0000","last_clean":"2021-03-04T23:33:59.998868+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:33:59.998868+0000","last_undegraded":"2021-03-04T23:33:59.998868+0000","last_fullsized":"2021-03-04T23:33:59.998868+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"292","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.000170+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:34:00.000170+0000","last_peered":"2021-03-04T23:34:00.000170+0000","last_clean":"2021-03-04T23:34:00.000170+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:34:00.000170+0000","last_undegraded":"2021-03-04T23:34:00.000170+0000","last_fullsized":"2021-03-04T23:34:00.000170+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"78","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999376+0000","last_change":"2021-03-04T23:32:19.019024+0000","last_active":"2021-03-04T23:33:59.999376+0000","last_peered":"2021-03-04T23:33:59.999376+0000","last_clean":"2021-03-04T23:33:59.999376+0000","last_became_active":"2021-03-04T23:32:19.018570+0000","last_became_peered":"2021-03-04T23:32:19.018570+0000","last_unstale":"2021-03-04T23:33:59.999376+0000","last_undegraded":"2021-03-04T23:33:59.999376+0000","last_fullsized":"2021-03-04T23:33:59.999376+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"69","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999122+0000","last_change":"2021-03-04T23:32:26.245321+0000","last_active":"2021-03-04T23:33:59.999122+0000","last_peered":"2021-03-04T23:33:59.999122+0000","last_clean":"2021-03-04T23:33:59.999122+0000","last_became_active":"2021-03-04T23:32:26.243283+0000","last_became_peered":"2021-03-04T23:32:26.243283+0000","last_unstale":"2021-03-04T23:33:59.999122+0000","last_undegraded":"2021-03-04T23:33:59.999122+0000","last_fullsized":"2021-03-04T23:33:59.999122+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"265","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.998877+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:33:59.998877+0000","last_peered":"2021-03-04T23:33:59.998877+0000","last_clean":"2021-03-04T23:33:59.998877+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:33:59.998877+0000","last_undegraded":"2021-03-04T23:33:59.998877+0000","last_fullsized":"2021-03-04T23:33:59.998877+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"290","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.075097+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:34:00.075097+0000","last_peered":"2021-03-04T23:34:00.075097+0000","last_clean":"2021-03-04T23:34:00.075097+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:34:00.075097+0000","last_undegraded":"2021-03-04T23:34:00.075097+0000","last_fullsized":"2021-03-04T23:34:00.075097+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"78","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999009+0000","last_change":"2021-03-04T23:32:18.982413+0000","last_active":"2021-03-04T23:33:59.999009+0000","last_peered":"2021-03-04T23:33:59.999009+0000","last_clean":"2021-03-04T23:33:59.999009+0000","last_became_active":"2021-03-04T23:32:18.981859+0000","last_became_peered":"2021-03-04T23:32:18.981859+0000","last_unstale":"2021-03-04T23:33:59.999009+0000","last_undegraded":"2021-03-04T23:33:59.999009+0000","last_fullsized":"2021-03-04T23:33:59.999009+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"276","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.020351+0000","last_change":"2021-03-04T23:31:58.062545+0000","last_active":"2021-03-04T23:34:00.020351+0000","last_peered":"2021-03-04T23:34:00.020351+0000","last_clean":"2021-03-04T23:34:00.020351+0000","last_became_active":"2021-03-04T23:31:58.062078+0000","last_became_peered":"2021-03-04T23:31:58.062078+0000","last_unstale":"2021-03-04T23:34:00.020351+0000","last_undegraded":"2021-03-04T23:34:00.020351+0000","last_fullsized":"2021-03-04T23:34:00.020351+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"177","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.016676+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:34:00.016676+0000","last_peered":"2021-03-04T23:34:00.016676+0000","last_clean":"2021-03-04T23:34:00.016676+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:34:00.016676+0000","last_undegraded":"2021-03-04T23:34:00.016676+0000","last_fullsized":"2021-03-04T23:34:00.016676+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"92","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.000532+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:34:00.000532+0000","last_peered":"2021-03-04T23:34:00.000532+0000","last_clean":"2021-03-04T23:34:00.000532+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:34:00.000532+0000","last_undegraded":"2021-03-04T23:34:00.000532+0000","last_fullsized":"2021-03-04T23:34:00.000532+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"78","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999864+0000","last_change":"2021-03-04T23:32:18.990360+0000","last_active":"2021-03-04T23:33:59.999864+0000","last_peered":"2021-03-04T23:33:59.999864+0000","last_clean":"2021-03-04T23:33:59.999864+0000","last_became_active":"2021-03-04T23:32:18.985583+0000","last_became_peered":"2021-03-04T23:32:18.985583+0000","last_unstale":"2021-03-04T23:33:59.999864+0000","last_undegraded":"2021-03-04T23:33:59.999864+0000","last_fullsized":"2021-03-04T23:33:59.999864+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"30","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.004420+0000","last_change":"2021-03-04T23:32:26.249383+0000","last_active":"2021-03-04T23:34:00.004420+0000","last_peered":"2021-03-04T23:34:00.004420+0000","last_clean":"2021-03-04T23:34:00.004420+0000","last_became_active":"2021-03-04T23:32:26.249012+0000","last_became_peered":"2021-03-04T23:32:26.249012+0000","last_unstale":"2021-03-04T23:34:00.004420+0000","last_undegraded":"2021-03-04T23:34:00.004420+0000","last_fullsized":"2021-03-04T23:34:00.004420+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"287'13709","reported_seq":"13940","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:13.099490+0000","last_change":"2021-03-04T23:31:15.984936+0000","last_active":"2021-03-04T23:34:13.099490+0000","last_peered":"2021-03-04T23:34:13.099490+0000","last_clean":"2021-03-04T23:34:13.099490+0000","last_became_active":"2021-03-04T23:31:15.969777+0000","last_became_peered":"2021-03-04T23:31:15.969777+0000","last_unstale":"2021-03-04T23:34:13.099490+0000","last_undegraded":"2021-03-04T23:34:13.099490+0000","last_fullsized":"2021-03-04T23:34:13.099490+0000","mapping_epoch":236,"log_start":"155'9147","ondisk_log_start":"155'9147","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4562,"ondisk_log_size":4562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":353697792,"num_objects":5397,"num_object_clones":0,"num_object_copies":16191,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5397,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13709,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":1048576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"64","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999632+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:33:59.999632+0000","last_peered":"2021-03-04T23:33:59.999632+0000","last_clean":"2021-03-04T23:33:59.999632+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:33:59.999632+0000","last_undegraded":"2021-03-04T23:33:59.999632+0000","last_fullsized":"2021-03-04T23:33:59.999632+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"295","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.000184+0000","last_change":"2021-03-04T23:32:18.976569+0000","last_active":"2021-03-04T23:34:00.000184+0000","last_peered":"2021-03-04T23:34:00.000184+0000","last_clean":"2021-03-04T23:34:00.000184+0000","last_became_active":"2021-03-04T23:32:18.976326+0000","last_became_peered":"2021-03-04T23:32:18.976326+0000","last_unstale":"2021-03-04T23:34:00.000184+0000","last_undegraded":"2021-03-04T23:34:00.000184+0000","last_fullsized":"2021-03-04T23:34:00.000184+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"78","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999417+0000","last_change":"2021-03-04T23:32:18.981638+0000","last_active":"2021-03-04T23:33:59.999417+0000","last_peered":"2021-03-04T23:33:59.999417+0000","last_clean":"2021-03-04T23:33:59.999417+0000","last_became_active":"2021-03-04T23:32:18.981295+0000","last_became_peered":"2021-03-04T23:32:18.981295+0000","last_unstale":"2021-03-04T23:33:59.999417+0000","last_undegraded":"2021-03-04T23:33:59.999417+0000","last_fullsized":"2021-03-04T23:33:59.999417+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"187","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.017113+0000","last_change":"2021-03-04T23:31:58.069396+0000","last_active":"2021-03-04T23:34:00.017113+0000","last_peered":"2021-03-04T23:34:00.017113+0000","last_clean":"2021-03-04T23:34:00.017113+0000","last_became_active":"2021-03-04T23:31:58.069222+0000","last_became_peered":"2021-03-04T23:31:58.069222+0000","last_unstale":"2021-03-04T23:34:00.017113+0000","last_undegraded":"2021-03-04T23:34:00.017113+0000","last_fullsized":"2021-03-04T23:34:00.017113+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"287'13522","reported_seq":"34380","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.180362+0000","last_change":"2021-03-04T23:31:02.313487+0000","last_active":"2021-03-04T23:34:10.180362+0000","last_peered":"2021-03-04T23:34:10.180362+0000","last_clean":"2021-03-04T23:34:10.180362+0000","last_became_active":"2021-03-04T23:31:02.298187+0000","last_became_peered":"2021-03-04T23:31:02.298187+0000","last_unstale":"2021-03-04T23:34:10.180362+0000","last_undegraded":"2021-03-04T23:34:10.180362+0000","last_fullsized":"2021-03-04T23:34:10.180362+0000","mapping_epoch":230,"log_start":"151'7922","ondisk_log_start":"151'7922","created":137,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5600,"ondisk_log_size":5600,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":364511232,"num_objects":5562,"num_object_clones":0,"num_object_copies":16686,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5562,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13522,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8025,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"64","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999561+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:33:59.999561+0000","last_peered":"2021-03-04T23:33:59.999561+0000","last_clean":"2021-03-04T23:33:59.999561+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:33:59.999561+0000","last_undegraded":"2021-03-04T23:33:59.999561+0000","last_fullsized":"2021-03-04T23:33:59.999561+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"357","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.998855+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:33:59.998855+0000","last_peered":"2021-03-04T23:33:59.998855+0000","last_clean":"2021-03-04T23:33:59.998855+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:33:59.998855+0000","last_undegraded":"2021-03-04T23:33:59.998855+0000","last_fullsized":"2021-03-04T23:33:59.998855+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"78","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999712+0000","last_change":"2021-03-04T23:32:18.976226+0000","last_active":"2021-03-04T23:33:59.999712+0000","last_peered":"2021-03-04T23:33:59.999712+0000","last_clean":"2021-03-04T23:33:59.999712+0000","last_became_active":"2021-03-04T23:32:18.975856+0000","last_became_peered":"2021-03-04T23:32:18.975856+0000","last_unstale":"2021-03-04T23:33:59.999712+0000","last_undegraded":"2021-03-04T23:33:59.999712+0000","last_fullsized":"2021-03-04T23:33:59.999712+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"30","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.004314+0000","last_change":"2021-03-04T23:32:26.243559+0000","last_active":"2021-03-04T23:34:00.004314+0000","last_peered":"2021-03-04T23:34:00.004314+0000","last_clean":"2021-03-04T23:34:00.004314+0000","last_became_active":"2021-03-04T23:32:26.243315+0000","last_became_peered":"2021-03-04T23:32:26.243315+0000","last_unstale":"2021-03-04T23:34:00.004314+0000","last_undegraded":"2021-03-04T23:34:00.004314+0000","last_fullsized":"2021-03-04T23:34:00.004314+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"287'13828","reported_seq":"14023","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:13.655800+0000","last_change":"2021-03-04T23:31:16.986091+0000","last_active":"2021-03-04T23:34:13.655800+0000","last_peered":"2021-03-04T23:34:13.655800+0000","last_clean":"2021-03-04T23:34:13.655800+0000","last_became_active":"2021-03-04T23:31:16.966316+0000","last_became_peered":"2021-03-04T23:31:16.966316+0000","last_unstale":"2021-03-04T23:34:13.655800+0000","last_undegraded":"2021-03-04T23:34:13.655800+0000","last_fullsized":"2021-03-04T23:34:13.655800+0000","mapping_epoch":237,"log_start":"154'8687","ondisk_log_start":"154'8687","created":137,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5141,"ondisk_log_size":5141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":353239040,"num_objects":5390,"num_object_clones":0,"num_object_copies":16170,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5390,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13828,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"64","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999815+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:33:59.999815+0000","last_peered":"2021-03-04T23:33:59.999815+0000","last_clean":"2021-03-04T23:33:59.999815+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:33:59.999815+0000","last_undegraded":"2021-03-04T23:33:59.999815+0000","last_fullsized":"2021-03-04T23:33:59.999815+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"36","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.016797+0000","last_change":"2021-03-04T23:32:18.980591+0000","last_active":"2021-03-04T23:34:00.016797+0000","last_peered":"2021-03-04T23:34:00.016797+0000","last_clean":"2021-03-04T23:34:00.016797+0000","last_became_active":"2021-03-04T23:32:18.980308+0000","last_became_peered":"2021-03-04T23:32:18.980308+0000","last_unstale":"2021-03-04T23:34:00.016797+0000","last_undegraded":"2021-03-04T23:34:00.016797+0000","last_fullsized":"2021-03-04T23:34:00.016797+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"78","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999647+0000","last_change":"2021-03-04T23:32:18.981505+0000","last_active":"2021-03-04T23:33:59.999647+0000","last_peered":"2021-03-04T23:33:59.999647+0000","last_clean":"2021-03-04T23:33:59.999647+0000","last_became_active":"2021-03-04T23:32:18.981076+0000","last_became_peered":"2021-03-04T23:32:18.981076+0000","last_unstale":"2021-03-04T23:33:59.999647+0000","last_undegraded":"2021-03-04T23:33:59.999647+0000","last_fullsized":"2021-03-04T23:33:59.999647+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"60","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999789+0000","last_change":"2021-03-04T23:31:15.977616+0000","last_active":"2021-03-04T23:33:59.999789+0000","last_peered":"2021-03-04T23:33:59.999789+0000","last_clean":"2021-03-04T23:33:59.999789+0000","last_became_active":"2021-03-04T23:31:15.976913+0000","last_became_peered":"2021-03-04T23:31:15.976913+0000","last_unstale":"2021-03-04T23:33:59.999789+0000","last_undegraded":"2021-03-04T23:33:59.999789+0000","last_fullsized":"2021-03-04T23:33:59.999789+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.6","version":"287'13930","reported_seq":"20663","reported_epoch":"287","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:34:13.674768+0000","last_change":"2021-03-04T23:32:27.548241+0000","last_active":"2021-03-04T23:34:13.674768+0000","last_peered":"2021-03-04T23:34:13.674768+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:32:27.370442+0000","last_became_peered":"2021-03-04T23:32:27.370442+0000","last_unstale":"2021-03-04T23:34:13.674768+0000","last_undegraded":"2021-03-04T23:32:27.364047+0000","last_fullsized":"2021-03-04T23:32:27.244914+0000","mapping_epoch":267,"log_start":"154'8782","ondisk_log_start":"154'8782","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5148,"ondisk_log_size":5148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":366870528,"num_objects":5598,"num_object_clones":0,"num_object_copies":16794,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8158,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5598,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13930,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3260,"num_bytes_recovered":213647360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"1,2,5","objects":1973},{"shards":"1,5","objects":1423},{"shards":"2,5,6","objects":2202}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"317","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999951+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:33:59.999951+0000","last_peered":"2021-03-04T23:33:59.999951+0000","last_clean":"2021-03-04T23:33:59.999951+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:33:59.999951+0000","last_undegraded":"2021-03-04T23:33:59.999951+0000","last_fullsized":"2021-03-04T23:33:59.999951+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"281","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.075000+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:34:00.075000+0000","last_peered":"2021-03-04T23:34:00.075000+0000","last_clean":"2021-03-04T23:34:00.075000+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:34:00.075000+0000","last_undegraded":"2021-03-04T23:34:00.075000+0000","last_fullsized":"2021-03-04T23:34:00.075000+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"338","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999610+0000","last_change":"2021-03-04T23:32:18.972523+0000","last_active":"2021-03-04T23:33:59.999610+0000","last_peered":"2021-03-04T23:33:59.999610+0000","last_clean":"2021-03-04T23:33:59.999610+0000","last_became_active":"2021-03-04T23:32:18.971535+0000","last_became_peered":"2021-03-04T23:32:18.971535+0000","last_unstale":"2021-03-04T23:33:59.999610+0000","last_undegraded":"2021-03-04T23:33:59.999610+0000","last_fullsized":"2021-03-04T23:33:59.999610+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"78","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999091+0000","last_change":"2021-03-04T23:32:18.981988+0000","last_active":"2021-03-04T23:33:59.999091+0000","last_peered":"2021-03-04T23:33:59.999091+0000","last_clean":"2021-03-04T23:33:59.999091+0000","last_became_active":"2021-03-04T23:32:18.981427+0000","last_became_peered":"2021-03-04T23:32:18.981427+0000","last_unstale":"2021-03-04T23:33:59.999091+0000","last_undegraded":"2021-03-04T23:33:59.999091+0000","last_fullsized":"2021-03-04T23:33:59.999091+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"287'13652","reported_seq":"20560","reported_epoch":"287","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:34:12.730661+0000","last_change":"2021-03-04T23:32:43.822873+0000","last_active":"2021-03-04T23:34:12.730661+0000","last_peered":"2021-03-04T23:34:12.730661+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:32:35.807116+0000","last_became_peered":"2021-03-04T23:32:35.807116+0000","last_unstale":"2021-03-04T23:34:12.730661+0000","last_undegraded":"2021-03-04T23:34:12.730661+0000","last_fullsized":"2021-03-04T23:32:19.969626+0000","mapping_epoch":261,"log_start":"147'7039","ondisk_log_start":"147'7039","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6613,"ondisk_log_size":6613,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":347602944,"num_objects":5304,"num_object_clones":0,"num_object_copies":15912,"num_objects_missing_on_primary":798,"num_objects_missing":798,"num_objects_degraded":0,"num_objects_misplaced":2383,"num_objects_unfound":0,"num_objects_dirty":5304,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13652,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3356,"num_bytes_recovered":203030528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6],"avail_no_missing":["2","7"],"object_location_counts":[{"shards":"3,4,7","objects":2383},{"shards":"3,6","objects":2921}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"78","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.000289+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:34:00.000289+0000","last_peered":"2021-03-04T23:34:00.000289+0000","last_clean":"2021-03-04T23:34:00.000289+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:34:00.000289+0000","last_undegraded":"2021-03-04T23:34:00.000289+0000","last_fullsized":"2021-03-04T23:34:00.000289+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"318","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999106+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:33:59.999106+0000","last_peered":"2021-03-04T23:33:59.999106+0000","last_clean":"2021-03-04T23:33:59.999106+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:33:59.999106+0000","last_undegraded":"2021-03-04T23:33:59.999106+0000","last_fullsized":"2021-03-04T23:33:59.999106+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"296","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999705+0000","last_change":"2021-03-04T23:31:58.069697+0000","last_active":"2021-03-04T23:33:59.999705+0000","last_peered":"2021-03-04T23:33:59.999705+0000","last_clean":"2021-03-04T23:33:59.999705+0000","last_became_active":"2021-03-04T23:31:58.068973+0000","last_became_peered":"2021-03-04T23:31:58.068973+0000","last_unstale":"2021-03-04T23:33:59.999705+0000","last_undegraded":"2021-03-04T23:33:59.999705+0000","last_fullsized":"2021-03-04T23:33:59.999705+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"78","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.998775+0000","last_change":"2021-03-04T23:32:19.011549+0000","last_active":"2021-03-04T23:33:59.998775+0000","last_peered":"2021-03-04T23:33:59.998775+0000","last_clean":"2021-03-04T23:33:59.998775+0000","last_became_active":"2021-03-04T23:32:19.011346+0000","last_became_peered":"2021-03-04T23:32:19.011346+0000","last_unstale":"2021-03-04T23:33:59.998775+0000","last_undegraded":"2021-03-04T23:33:59.998775+0000","last_fullsized":"2021-03-04T23:33:59.998775+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"287'13994","reported_seq":"29013","reported_epoch":"287","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:34:13.672555+0000","last_change":"2021-03-04T23:32:26.310942+0000","last_active":"2021-03-04T23:34:13.672555+0000","last_peered":"2021-03-04T23:34:13.672555+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:32:26.290638+0000","last_became_peered":"2021-03-04T23:32:26.290638+0000","last_unstale":"2021-03-04T23:34:13.672555+0000","last_undegraded":"2021-03-04T23:34:13.672555+0000","last_fullsized":"2021-03-04T23:34:13.672555+0000","mapping_epoch":266,"log_start":"155'8815","ondisk_log_start":"155'8815","created":137,"last_epoch_clean":233,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5179,"ondisk_log_size":5179,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":356515840,"num_objects":5440,"num_object_clones":0,"num_object_copies":16320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":10880,"num_objects_unfound":0,"num_objects_dirty":5440,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13994,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7388,"num_bytes_recovered":475725824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[5,0,2],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"0,2,5","objects":5440}],"blocked_by":[],"up_primary":1,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"45","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.016914+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:34:00.016914+0000","last_peered":"2021-03-04T23:34:00.016914+0000","last_clean":"2021-03-04T23:34:00.016914+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:34:00.016914+0000","last_undegraded":"2021-03-04T23:34:00.016914+0000","last_fullsized":"2021-03-04T23:34:00.016914+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"306","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.998986+0000","last_change":"2021-03-04T23:32:18.970427+0000","last_active":"2021-03-04T23:33:59.998986+0000","last_peered":"2021-03-04T23:33:59.998986+0000","last_clean":"2021-03-04T23:33:59.998986+0000","last_became_active":"2021-03-04T23:32:18.970152+0000","last_became_peered":"2021-03-04T23:32:18.970152+0000","last_unstale":"2021-03-04T23:33:59.998986+0000","last_undegraded":"2021-03-04T23:33:59.998986+0000","last_fullsized":"2021-03-04T23:33:59.998986+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"78","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999423+0000","last_change":"2021-03-04T23:32:19.018810+0000","last_active":"2021-03-04T23:33:59.999423+0000","last_peered":"2021-03-04T23:33:59.999423+0000","last_clean":"2021-03-04T23:33:59.999423+0000","last_became_active":"2021-03-04T23:32:19.018286+0000","last_became_peered":"2021-03-04T23:32:19.018286+0000","last_unstale":"2021-03-04T23:33:59.999423+0000","last_undegraded":"2021-03-04T23:33:59.999423+0000","last_fullsized":"2021-03-04T23:33:59.999423+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"69","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.998857+0000","last_change":"2021-03-04T23:32:26.246083+0000","last_active":"2021-03-04T23:33:59.998857+0000","last_peered":"2021-03-04T23:33:59.998857+0000","last_clean":"2021-03-04T23:33:59.998857+0000","last_became_active":"2021-03-04T23:32:26.244207+0000","last_became_peered":"2021-03-04T23:32:26.244207+0000","last_unstale":"2021-03-04T23:33:59.998857+0000","last_undegraded":"2021-03-04T23:33:59.998857+0000","last_fullsized":"2021-03-04T23:33:59.998857+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"287'13577","reported_seq":"29128","reported_epoch":"287","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:34:12.591734+0000","last_change":"2021-03-04T23:32:26.376916+0000","last_active":"2021-03-04T23:34:12.591734+0000","last_peered":"2021-03-04T23:34:12.591734+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:32:26.331782+0000","last_became_peered":"2021-03-04T23:32:26.331782+0000","last_unstale":"2021-03-04T23:34:12.591734+0000","last_undegraded":"2021-03-04T23:32:26.253611+0000","last_fullsized":"2021-03-04T23:32:26.238493+0000","mapping_epoch":266,"log_start":"155'9073","ondisk_log_start":"155'9073","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4504,"ondisk_log_size":4504,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":352780288,"num_objects":5383,"num_object_clones":0,"num_object_copies":16149,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3797,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5383,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13577,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5565,"num_bytes_recovered":304480256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3],"avail_no_missing":["7","0","3","6"],"object_location_counts":[{"shards":"3,5,7","objects":2096},{"shards":"3,7","objects":3287}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"283","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.998757+0000","last_change":"2021-03-04T23:31:58.064857+0000","last_active":"2021-03-04T23:33:59.998757+0000","last_peered":"2021-03-04T23:33:59.998757+0000","last_clean":"2021-03-04T23:33:59.998757+0000","last_became_active":"2021-03-04T23:31:58.064575+0000","last_became_peered":"2021-03-04T23:31:58.064575+0000","last_unstale":"2021-03-04T23:33:59.998757+0000","last_undegraded":"2021-03-04T23:33:59.998757+0000","last_fullsized":"2021-03-04T23:33:59.998757+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"345","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999206+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:33:59.999206+0000","last_peered":"2021-03-04T23:33:59.999206+0000","last_clean":"2021-03-04T23:33:59.999206+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:33:59.999206+0000","last_undegraded":"2021-03-04T23:33:59.999206+0000","last_fullsized":"2021-03-04T23:33:59.999206+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"276","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.020322+0000","last_change":"2021-03-04T23:31:58.062715+0000","last_active":"2021-03-04T23:34:00.020322+0000","last_peered":"2021-03-04T23:34:00.020322+0000","last_clean":"2021-03-04T23:34:00.020322+0000","last_became_active":"2021-03-04T23:31:58.062351+0000","last_became_peered":"2021-03-04T23:31:58.062351+0000","last_unstale":"2021-03-04T23:34:00.020322+0000","last_undegraded":"2021-03-04T23:34:00.020322+0000","last_fullsized":"2021-03-04T23:34:00.020322+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"78","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999230+0000","last_change":"2021-03-04T23:32:18.982415+0000","last_active":"2021-03-04T23:33:59.999230+0000","last_peered":"2021-03-04T23:33:59.999230+0000","last_clean":"2021-03-04T23:33:59.999230+0000","last_became_active":"2021-03-04T23:32:18.982097+0000","last_became_peered":"2021-03-04T23:32:18.982097+0000","last_unstale":"2021-03-04T23:33:59.999230+0000","last_undegraded":"2021-03-04T23:33:59.999230+0000","last_fullsized":"2021-03-04T23:33:59.999230+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"287'13683","reported_seq":"36267","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:12.678435+0000","last_change":"2021-03-04T23:32:23.249042+0000","last_active":"2021-03-04T23:34:12.678435+0000","last_peered":"2021-03-04T23:34:12.678435+0000","last_clean":"2021-03-04T23:34:12.678435+0000","last_became_active":"2021-03-04T23:32:23.233324+0000","last_became_peered":"2021-03-04T23:32:23.233324+0000","last_unstale":"2021-03-04T23:34:12.678435+0000","last_undegraded":"2021-03-04T23:34:12.678435+0000","last_fullsized":"2021-03-04T23:34:12.678435+0000","mapping_epoch":264,"log_start":"147'7130","ondisk_log_start":"147'7130","created":137,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6553,"ondisk_log_size":6553,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":359071744,"num_objects":5479,"num_object_clones":0,"num_object_copies":16437,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5479,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13683,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11178,"num_bytes_recovered":644808704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"101","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.000203+0000","last_change":"2021-03-04T23:32:26.240947+0000","last_active":"2021-03-04T23:34:00.000203+0000","last_peered":"2021-03-04T23:34:00.000203+0000","last_clean":"2021-03-04T23:34:00.000203+0000","last_became_active":"2021-03-04T23:32:26.240743+0000","last_became_peered":"2021-03-04T23:32:26.240743+0000","last_unstale":"2021-03-04T23:34:00.000203+0000","last_undegraded":"2021-03-04T23:34:00.000203+0000","last_fullsized":"2021-03-04T23:34:00.000203+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"126","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.004466+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:34:00.004466+0000","last_peered":"2021-03-04T23:34:00.004466+0000","last_clean":"2021-03-04T23:34:00.004466+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:34:00.004466+0000","last_undegraded":"2021-03-04T23:34:00.004466+0000","last_fullsized":"2021-03-04T23:34:00.004466+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"78","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999677+0000","last_change":"2021-03-04T23:32:18.981845+0000","last_active":"2021-03-04T23:33:59.999677+0000","last_peered":"2021-03-04T23:33:59.999677+0000","last_clean":"2021-03-04T23:33:59.999677+0000","last_became_active":"2021-03-04T23:32:18.981465+0000","last_became_peered":"2021-03-04T23:32:18.981465+0000","last_unstale":"2021-03-04T23:33:59.999677+0000","last_undegraded":"2021-03-04T23:33:59.999677+0000","last_fullsized":"2021-03-04T23:33:59.999677+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"287'13632","reported_seq":"27772","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:13.564825+0000","last_change":"2021-03-04T23:32:43.006956+0000","last_active":"2021-03-04T23:34:13.564825+0000","last_peered":"2021-03-04T23:34:13.564825+0000","last_clean":"2021-03-04T23:34:13.564825+0000","last_became_active":"2021-03-04T23:32:42.989066+0000","last_became_peered":"2021-03-04T23:32:42.989066+0000","last_unstale":"2021-03-04T23:34:13.564825+0000","last_undegraded":"2021-03-04T23:34:13.564825+0000","last_fullsized":"2021-03-04T23:34:13.564825+0000","mapping_epoch":273,"log_start":"154'8534","ondisk_log_start":"154'8534","created":137,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5098,"ondisk_log_size":5098,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":355598336,"num_objects":5426,"num_object_clones":0,"num_object_copies":16278,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5426,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13632,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6961,"num_bytes_recovered":299565056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"30","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.004236+0000","last_change":"2021-03-04T23:32:26.243555+0000","last_active":"2021-03-04T23:34:00.004236+0000","last_peered":"2021-03-04T23:34:00.004236+0000","last_clean":"2021-03-04T23:34:00.004236+0000","last_became_active":"2021-03-04T23:32:26.243321+0000","last_became_peered":"2021-03-04T23:32:26.243321+0000","last_unstale":"2021-03-04T23:34:00.004236+0000","last_undegraded":"2021-03-04T23:34:00.004236+0000","last_fullsized":"2021-03-04T23:34:00.004236+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"299","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.000099+0000","last_change":"2021-03-04T23:31:58.061270+0000","last_active":"2021-03-04T23:34:00.000099+0000","last_peered":"2021-03-04T23:34:00.000099+0000","last_clean":"2021-03-04T23:34:00.000099+0000","last_became_active":"2021-03-04T23:31:58.060937+0000","last_became_peered":"2021-03-04T23:31:58.060937+0000","last_unstale":"2021-03-04T23:34:00.000099+0000","last_undegraded":"2021-03-04T23:34:00.000099+0000","last_fullsized":"2021-03-04T23:34:00.000099+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"30","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.004133+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:34:00.004133+0000","last_peered":"2021-03-04T23:34:00.004133+0000","last_clean":"2021-03-04T23:34:00.004133+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:34:00.004133+0000","last_undegraded":"2021-03-04T23:34:00.004133+0000","last_fullsized":"2021-03-04T23:34:00.004133+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"78","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.998905+0000","last_change":"2021-03-04T23:32:18.981793+0000","last_active":"2021-03-04T23:33:59.998905+0000","last_peered":"2021-03-04T23:33:59.998905+0000","last_clean":"2021-03-04T23:33:59.998905+0000","last_became_active":"2021-03-04T23:32:18.981354+0000","last_became_peered":"2021-03-04T23:32:18.981354+0000","last_unstale":"2021-03-04T23:33:59.998905+0000","last_undegraded":"2021-03-04T23:33:59.998905+0000","last_fullsized":"2021-03-04T23:33:59.998905+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"287'13813","reported_seq":"28551","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:13.115217+0000","last_change":"2021-03-04T23:31:15.989387+0000","last_active":"2021-03-04T23:34:13.115217+0000","last_peered":"2021-03-04T23:34:13.115217+0000","last_clean":"2021-03-04T23:34:13.115217+0000","last_became_active":"2021-03-04T23:31:15.968551+0000","last_became_peered":"2021-03-04T23:31:15.968551+0000","last_unstale":"2021-03-04T23:34:13.115217+0000","last_undegraded":"2021-03-04T23:34:13.115217+0000","last_fullsized":"2021-03-04T23:34:13.115217+0000","mapping_epoch":236,"log_start":"155'9203","ondisk_log_start":"155'9203","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4610,"ondisk_log_size":4610,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":360775680,"num_objects":5505,"num_object_clones":0,"num_object_copies":16515,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5505,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13813,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7379,"num_bytes_recovered":476381184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"339","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999760+0000","last_change":"2021-03-04T23:32:18.974052+0000","last_active":"2021-03-04T23:33:59.999760+0000","last_peered":"2021-03-04T23:33:59.999760+0000","last_clean":"2021-03-04T23:33:59.999760+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:33:59.999760+0000","last_undegraded":"2021-03-04T23:33:59.999760+0000","last_fullsized":"2021-03-04T23:33:59.999760+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"289","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.998958+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:33:59.998958+0000","last_peered":"2021-03-04T23:33:59.998958+0000","last_clean":"2021-03-04T23:33:59.998958+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:33:59.998958+0000","last_undegraded":"2021-03-04T23:33:59.998958+0000","last_fullsized":"2021-03-04T23:33:59.998958+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"30","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.004213+0000","last_change":"2021-03-04T23:32:26.241730+0000","last_active":"2021-03-04T23:34:00.004213+0000","last_peered":"2021-03-04T23:34:00.004213+0000","last_clean":"2021-03-04T23:34:00.004213+0000","last_became_active":"2021-03-04T23:32:26.241443+0000","last_became_peered":"2021-03-04T23:32:26.241443+0000","last_unstale":"2021-03-04T23:34:00.004213+0000","last_undegraded":"2021-03-04T23:34:00.004213+0000","last_fullsized":"2021-03-04T23:34:00.004213+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"78","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999092+0000","last_change":"2021-03-04T23:32:18.982273+0000","last_active":"2021-03-04T23:33:59.999092+0000","last_peered":"2021-03-04T23:33:59.999092+0000","last_clean":"2021-03-04T23:33:59.999092+0000","last_became_active":"2021-03-04T23:32:18.981390+0000","last_became_peered":"2021-03-04T23:32:18.981390+0000","last_unstale":"2021-03-04T23:33:59.999092+0000","last_undegraded":"2021-03-04T23:33:59.999092+0000","last_fullsized":"2021-03-04T23:33:59.999092+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"287'13697","reported_seq":"21593","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:13.680413+0000","last_change":"2021-03-04T23:31:15.990321+0000","last_active":"2021-03-04T23:34:13.680413+0000","last_peered":"2021-03-04T23:34:13.680413+0000","last_clean":"2021-03-04T23:34:13.680413+0000","last_became_active":"2021-03-04T23:31:15.968330+0000","last_became_peered":"2021-03-04T23:31:15.968330+0000","last_unstale":"2021-03-04T23:34:13.680413+0000","last_undegraded":"2021-03-04T23:34:13.680413+0000","last_fullsized":"2021-03-04T23:34:13.680413+0000","mapping_epoch":236,"log_start":"154'8543","ondisk_log_start":"154'8543","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5154,"ondisk_log_size":5154,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":350814208,"num_objects":5353,"num_object_clones":0,"num_object_copies":16059,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5353,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13697,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3842,"num_bytes_recovered":151388160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"279","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.020290+0000","last_change":"2021-03-04T23:31:58.062851+0000","last_active":"2021-03-04T23:34:00.020290+0000","last_peered":"2021-03-04T23:34:00.020290+0000","last_clean":"2021-03-04T23:34:00.020290+0000","last_became_active":"2021-03-04T23:31:58.062390+0000","last_became_peered":"2021-03-04T23:31:58.062390+0000","last_unstale":"2021-03-04T23:34:00.020290+0000","last_undegraded":"2021-03-04T23:34:00.020290+0000","last_fullsized":"2021-03-04T23:34:00.020290+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"30","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.004002+0000","last_change":"2021-03-04T23:32:26.241630+0000","last_active":"2021-03-04T23:34:00.004002+0000","last_peered":"2021-03-04T23:34:00.004002+0000","last_clean":"2021-03-04T23:34:00.004002+0000","last_became_active":"2021-03-04T23:32:26.241377+0000","last_became_peered":"2021-03-04T23:32:26.241377+0000","last_unstale":"2021-03-04T23:34:00.004002+0000","last_undegraded":"2021-03-04T23:34:00.004002+0000","last_fullsized":"2021-03-04T23:34:00.004002+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"30","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.004405+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:34:00.004405+0000","last_peered":"2021-03-04T23:34:00.004405+0000","last_clean":"2021-03-04T23:34:00.004405+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:34:00.004405+0000","last_undegraded":"2021-03-04T23:34:00.004405+0000","last_fullsized":"2021-03-04T23:34:00.004405+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"287'13690","reported_seq":"29792","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:12.709550+0000","last_change":"2021-03-04T23:30:59.306069+0000","last_active":"2021-03-04T23:34:12.709550+0000","last_peered":"2021-03-04T23:34:12.709550+0000","last_clean":"2021-03-04T23:34:12.709550+0000","last_became_active":"2021-03-04T23:30:59.292136+0000","last_became_peered":"2021-03-04T23:30:59.292136+0000","last_unstale":"2021-03-04T23:34:12.709550+0000","last_undegraded":"2021-03-04T23:34:12.709550+0000","last_fullsized":"2021-03-04T23:34:12.709550+0000","mapping_epoch":228,"log_start":"152'8097","ondisk_log_start":"152'8097","created":137,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5593,"ondisk_log_size":5593,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":355991552,"num_objects":5432,"num_object_clones":0,"num_object_copies":16296,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5432,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13690,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7939,"num_bytes_recovered":520224768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"297","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999801+0000","last_change":"2021-03-04T23:31:58.069375+0000","last_active":"2021-03-04T23:33:59.999801+0000","last_peered":"2021-03-04T23:33:59.999801+0000","last_clean":"2021-03-04T23:33:59.999801+0000","last_became_active":"2021-03-04T23:31:58.069076+0000","last_became_peered":"2021-03-04T23:31:58.069076+0000","last_unstale":"2021-03-04T23:33:59.999801+0000","last_undegraded":"2021-03-04T23:33:59.999801+0000","last_fullsized":"2021-03-04T23:33:59.999801+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"78","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999033+0000","last_change":"2021-03-04T23:32:18.976198+0000","last_active":"2021-03-04T23:33:59.999033+0000","last_peered":"2021-03-04T23:33:59.999033+0000","last_clean":"2021-03-04T23:33:59.999033+0000","last_became_active":"2021-03-04T23:32:18.975757+0000","last_became_peered":"2021-03-04T23:32:18.975757+0000","last_unstale":"2021-03-04T23:33:59.999033+0000","last_undegraded":"2021-03-04T23:33:59.999033+0000","last_fullsized":"2021-03-04T23:33:59.999033+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"74","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.000258+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:34:00.000258+0000","last_peered":"2021-03-04T23:34:00.000258+0000","last_clean":"2021-03-04T23:34:00.000258+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:34:00.000258+0000","last_undegraded":"2021-03-04T23:34:00.000258+0000","last_fullsized":"2021-03-04T23:34:00.000258+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"36","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.016986+0000","last_change":"2021-03-04T23:32:18.986718+0000","last_active":"2021-03-04T23:34:00.016986+0000","last_peered":"2021-03-04T23:34:00.016986+0000","last_clean":"2021-03-04T23:34:00.016986+0000","last_became_active":"2021-03-04T23:32:18.986509+0000","last_became_peered":"2021-03-04T23:32:18.986509+0000","last_unstale":"2021-03-04T23:34:00.016986+0000","last_undegraded":"2021-03-04T23:34:00.016986+0000","last_fullsized":"2021-03-04T23:34:00.016986+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"78","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999269+0000","last_change":"2021-03-04T23:32:19.018869+0000","last_active":"2021-03-04T23:33:59.999269+0000","last_peered":"2021-03-04T23:33:59.999269+0000","last_clean":"2021-03-04T23:33:59.999269+0000","last_became_active":"2021-03-04T23:32:19.018305+0000","last_became_peered":"2021-03-04T23:32:19.018305+0000","last_unstale":"2021-03-04T23:33:59.999269+0000","last_undegraded":"2021-03-04T23:33:59.999269+0000","last_fullsized":"2021-03-04T23:33:59.999269+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"287'14046","reported_seq":"35845","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:13.140777+0000","last_change":"2021-03-04T23:32:34.277292+0000","last_active":"2021-03-04T23:34:13.140777+0000","last_peered":"2021-03-04T23:34:13.140777+0000","last_clean":"2021-03-04T23:34:13.140777+0000","last_became_active":"2021-03-04T23:32:34.260379+0000","last_became_peered":"2021-03-04T23:32:34.260379+0000","last_unstale":"2021-03-04T23:34:13.140777+0000","last_undegraded":"2021-03-04T23:34:13.140777+0000","last_fullsized":"2021-03-04T23:34:13.140777+0000","mapping_epoch":270,"log_start":"155'9435","ondisk_log_start":"155'9435","created":137,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4611,"ondisk_log_size":4611,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":361889792,"num_objects":5522,"num_object_clones":0,"num_object_copies":16566,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5522,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14046,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10774,"num_bytes_recovered":705953792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"69","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999052+0000","last_change":"2021-03-04T23:32:26.246392+0000","last_active":"2021-03-04T23:33:59.999052+0000","last_peered":"2021-03-04T23:33:59.999052+0000","last_clean":"2021-03-04T23:33:59.999052+0000","last_became_active":"2021-03-04T23:32:26.245274+0000","last_became_peered":"2021-03-04T23:32:26.245274+0000","last_unstale":"2021-03-04T23:33:59.999052+0000","last_undegraded":"2021-03-04T23:33:59.999052+0000","last_fullsized":"2021-03-04T23:33:59.999052+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"271","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.074833+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:34:00.074833+0000","last_peered":"2021-03-04T23:34:00.074833+0000","last_clean":"2021-03-04T23:34:00.074833+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:34:00.074833+0000","last_undegraded":"2021-03-04T23:34:00.074833+0000","last_fullsized":"2021-03-04T23:34:00.074833+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"317","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.075169+0000","last_change":"2021-03-04T23:32:26.243552+0000","last_active":"2021-03-04T23:34:00.075169+0000","last_peered":"2021-03-04T23:34:00.075169+0000","last_clean":"2021-03-04T23:34:00.075169+0000","last_became_active":"2021-03-04T23:32:26.243356+0000","last_became_peered":"2021-03-04T23:32:26.243356+0000","last_unstale":"2021-03-04T23:34:00.075169+0000","last_undegraded":"2021-03-04T23:34:00.075169+0000","last_fullsized":"2021-03-04T23:34:00.075169+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"78","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999654+0000","last_change":"2021-03-04T23:32:18.976958+0000","last_active":"2021-03-04T23:33:59.999654+0000","last_peered":"2021-03-04T23:33:59.999654+0000","last_clean":"2021-03-04T23:33:59.999654+0000","last_became_active":"2021-03-04T23:32:18.975806+0000","last_became_peered":"2021-03-04T23:32:18.975806+0000","last_unstale":"2021-03-04T23:33:59.999654+0000","last_undegraded":"2021-03-04T23:33:59.999654+0000","last_fullsized":"2021-03-04T23:33:59.999654+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"287'13677","reported_seq":"31334","reported_epoch":"287","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:34:12.380022+0000","last_change":"2021-03-04T23:32:27.307328+0000","last_active":"2021-03-04T23:34:12.380022+0000","last_peered":"2021-03-04T23:34:12.380022+0000","last_clean":"2021-03-04T23:32:23.232073+0000","last_became_active":"2021-03-04T23:32:27.288606+0000","last_became_peered":"2021-03-04T23:32:27.288606+0000","last_unstale":"2021-03-04T23:34:12.380022+0000","last_undegraded":"2021-03-04T23:34:12.380022+0000","last_fullsized":"2021-03-04T23:34:12.380022+0000","mapping_epoch":267,"log_start":"155'9186","ondisk_log_start":"155'9186","created":137,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4491,"ondisk_log_size":4491,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":358678528,"num_objects":5473,"num_object_clones":0,"num_object_copies":16419,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5473,"num_objects_unfound":0,"num_objects_dirty":5473,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13677,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8712,"num_bytes_recovered":396623872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,0],"avail_no_missing":["7","0","4"],"object_location_counts":[{"shards":"0,4,7","objects":5473}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"60","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999490+0000","last_change":"2021-03-04T23:31:15.976911+0000","last_active":"2021-03-04T23:33:59.999490+0000","last_peered":"2021-03-04T23:33:59.999490+0000","last_clean":"2021-03-04T23:33:59.999490+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:33:59.999490+0000","last_undegraded":"2021-03-04T23:33:59.999490+0000","last_fullsized":"2021-03-04T23:33:59.999490+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"30","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.004318+0000","last_change":"2021-03-04T23:32:26.241609+0000","last_active":"2021-03-04T23:34:00.004318+0000","last_peered":"2021-03-04T23:34:00.004318+0000","last_clean":"2021-03-04T23:34:00.004318+0000","last_became_active":"2021-03-04T23:32:26.241419+0000","last_became_peered":"2021-03-04T23:32:26.241419+0000","last_unstale":"2021-03-04T23:34:00.004318+0000","last_undegraded":"2021-03-04T23:34:00.004318+0000","last_fullsized":"2021-03-04T23:34:00.004318+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"249","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999719+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:33:59.999719+0000","last_peered":"2021-03-04T23:33:59.999719+0000","last_clean":"2021-03-04T23:33:59.999719+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:33:59.999719+0000","last_undegraded":"2021-03-04T23:33:59.999719+0000","last_fullsized":"2021-03-04T23:33:59.999719+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"78","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999934+0000","last_change":"2021-03-04T23:32:18.990243+0000","last_active":"2021-03-04T23:33:59.999934+0000","last_peered":"2021-03-04T23:33:59.999934+0000","last_clean":"2021-03-04T23:33:59.999934+0000","last_became_active":"2021-03-04T23:32:18.985408+0000","last_became_peered":"2021-03-04T23:32:18.985408+0000","last_unstale":"2021-03-04T23:33:59.999934+0000","last_undegraded":"2021-03-04T23:33:59.999934+0000","last_fullsized":"2021-03-04T23:33:59.999934+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"287'13593","reported_seq":"21649","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:12.609823+0000","last_change":"2021-03-04T23:32:54.052768+0000","last_active":"2021-03-04T23:34:12.609823+0000","last_peered":"2021-03-04T23:34:12.609823+0000","last_clean":"2021-03-04T23:34:12.609823+0000","last_became_active":"2021-03-04T23:32:54.024075+0000","last_became_peered":"2021-03-04T23:32:54.024075+0000","last_unstale":"2021-03-04T23:34:12.609823+0000","last_undegraded":"2021-03-04T23:34:12.609823+0000","last_fullsized":"2021-03-04T23:34:12.609823+0000","mapping_epoch":276,"log_start":"155'9095","ondisk_log_start":"155'9095","created":137,"last_epoch_clean":277,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4498,"ondisk_log_size":4498,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":352714776,"num_objects":5383,"num_object_clones":0,"num_object_copies":16149,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5383,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":13593,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3917,"num_bytes_recovered":147324952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"100","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.000533+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:34:00.000533+0000","last_peered":"2021-03-04T23:34:00.000533+0000","last_clean":"2021-03-04T23:34:00.000533+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:34:00.000533+0000","last_undegraded":"2021-03-04T23:34:00.000533+0000","last_fullsized":"2021-03-04T23:34:00.000533+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"30","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.004377+0000","last_change":"2021-03-04T23:32:26.249226+0000","last_active":"2021-03-04T23:34:00.004377+0000","last_peered":"2021-03-04T23:34:00.004377+0000","last_clean":"2021-03-04T23:34:00.004377+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:34:00.004377+0000","last_undegraded":"2021-03-04T23:34:00.004377+0000","last_fullsized":"2021-03-04T23:34:00.004377+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"92","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.000124+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:34:00.000124+0000","last_peered":"2021-03-04T23:34:00.000124+0000","last_clean":"2021-03-04T23:34:00.000124+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:34:00.000124+0000","last_undegraded":"2021-03-04T23:34:00.000124+0000","last_fullsized":"2021-03-04T23:34:00.000124+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"78","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999545+0000","last_change":"2021-03-04T23:32:18.976964+0000","last_active":"2021-03-04T23:33:59.999545+0000","last_peered":"2021-03-04T23:33:59.999545+0000","last_clean":"2021-03-04T23:33:59.999545+0000","last_became_active":"2021-03-04T23:32:18.976053+0000","last_became_peered":"2021-03-04T23:32:18.976053+0000","last_unstale":"2021-03-04T23:33:59.999545+0000","last_undegraded":"2021-03-04T23:33:59.999545+0000","last_fullsized":"2021-03-04T23:33:59.999545+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"287'13655","reported_seq":"21261","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:12.646823+0000","last_change":"2021-03-04T23:31:15.998496+0000","last_active":"2021-03-04T23:34:12.646823+0000","last_peered":"2021-03-04T23:34:12.646823+0000","last_clean":"2021-03-04T23:34:12.646823+0000","last_became_active":"2021-03-04T23:31:15.976417+0000","last_became_peered":"2021-03-04T23:31:15.976417+0000","last_unstale":"2021-03-04T23:34:12.646823+0000","last_undegraded":"2021-03-04T23:34:12.646823+0000","last_fullsized":"2021-03-04T23:34:12.646823+0000","mapping_epoch":236,"log_start":"147'7075","ondisk_log_start":"147'7075","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6580,"ondisk_log_size":6580,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":352911360,"num_objects":5385,"num_object_clones":0,"num_object_copies":16155,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5385,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13655,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3697,"num_bytes_recovered":238419968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"188","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.017153+0000","last_change":"2021-03-04T23:31:58.069248+0000","last_active":"2021-03-04T23:34:00.017153+0000","last_peered":"2021-03-04T23:34:00.017153+0000","last_clean":"2021-03-04T23:34:00.017153+0000","last_became_active":"2021-03-04T23:31:58.068899+0000","last_became_peered":"2021-03-04T23:31:58.068899+0000","last_unstale":"2021-03-04T23:34:00.017153+0000","last_undegraded":"2021-03-04T23:34:00.017153+0000","last_fullsized":"2021-03-04T23:34:00.017153+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"320","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.075238+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:34:00.075238+0000","last_peered":"2021-03-04T23:34:00.075238+0000","last_clean":"2021-03-04T23:34:00.075238+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:34:00.075238+0000","last_undegraded":"2021-03-04T23:34:00.075238+0000","last_fullsized":"2021-03-04T23:34:00.075238+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"258","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.998742+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:33:59.998742+0000","last_peered":"2021-03-04T23:33:59.998742+0000","last_clean":"2021-03-04T23:33:59.998742+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:33:59.998742+0000","last_undegraded":"2021-03-04T23:33:59.998742+0000","last_fullsized":"2021-03-04T23:33:59.998742+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"253","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.075165+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:34:00.075165+0000","last_peered":"2021-03-04T23:34:00.075165+0000","last_clean":"2021-03-04T23:34:00.075165+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:34:00.075165+0000","last_undegraded":"2021-03-04T23:34:00.075165+0000","last_fullsized":"2021-03-04T23:34:00.075165+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"293","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.004364+0000","last_change":"2021-03-04T23:31:58.060196+0000","last_active":"2021-03-04T23:34:00.004364+0000","last_peered":"2021-03-04T23:34:00.004364+0000","last_clean":"2021-03-04T23:34:00.004364+0000","last_became_active":"2021-03-04T23:31:58.059959+0000","last_became_peered":"2021-03-04T23:31:58.059959+0000","last_unstale":"2021-03-04T23:34:00.004364+0000","last_undegraded":"2021-03-04T23:34:00.004364+0000","last_fullsized":"2021-03-04T23:34:00.004364+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"350","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.000047+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:34:00.000047+0000","last_peered":"2021-03-04T23:34:00.000047+0000","last_clean":"2021-03-04T23:34:00.000047+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:34:00.000047+0000","last_undegraded":"2021-03-04T23:34:00.000047+0000","last_fullsized":"2021-03-04T23:34:00.000047+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"333","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.999091+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:33:59.999091+0000","last_peered":"2021-03-04T23:33:59.999091+0000","last_clean":"2021-03-04T23:33:59.999091+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:33:59.999091+0000","last_undegraded":"2021-03-04T23:33:59.999091+0000","last_fullsized":"2021-03-04T23:33:59.999091+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"296","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.000017+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:34:00.000017+0000","last_peered":"2021-03-04T23:34:00.000017+0000","last_clean":"2021-03-04T23:34:00.000017+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:34:00.000017+0000","last_undegraded":"2021-03-04T23:34:00.000017+0000","last_fullsized":"2021-03-04T23:34:00.000017+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"303","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.998807+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:33:59.998807+0000","last_peered":"2021-03-04T23:33:59.998807+0000","last_clean":"2021-03-04T23:33:59.998807+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:33:59.998807+0000","last_undegraded":"2021-03-04T23:33:59.998807+0000","last_fullsized":"2021-03-04T23:33:59.998807+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"92","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.000427+0000","last_change":"2021-03-04T23:32:18.971387+0000","last_active":"2021-03-04T23:34:00.000427+0000","last_peered":"2021-03-04T23:34:00.000427+0000","last_clean":"2021-03-04T23:34:00.000427+0000","last_became_active":"2021-03-04T23:32:18.971083+0000","last_became_peered":"2021-03-04T23:32:18.971083+0000","last_unstale":"2021-03-04T23:34:00.000427+0000","last_undegraded":"2021-03-04T23:34:00.000427+0000","last_fullsized":"2021-03-04T23:34:00.000427+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"76","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.020415+0000","last_change":"2021-03-04T23:31:58.062548+0000","last_active":"2021-03-04T23:34:00.020415+0000","last_peered":"2021-03-04T23:34:00.020415+0000","last_clean":"2021-03-04T23:34:00.020415+0000","last_became_active":"2021-03-04T23:31:58.062122+0000","last_became_peered":"2021-03-04T23:31:58.062122+0000","last_unstale":"2021-03-04T23:34:00.020415+0000","last_undegraded":"2021-03-04T23:34:00.020415+0000","last_fullsized":"2021-03-04T23:34:00.020415+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"261","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:34:00.075230+0000","last_change":"2021-03-04T23:32:19.162403+0000","last_active":"2021-03-04T23:34:00.075230+0000","last_peered":"2021-03-04T23:34:00.075230+0000","last_clean":"2021-03-04T23:34:00.075230+0000","last_became_active":"2021-03-04T23:32:18.984227+0000","last_became_peered":"2021-03-04T23:32:18.984227+0000","last_unstale":"2021-03-04T23:34:00.075230+0000","last_undegraded":"2021-03-04T23:34:00.075230+0000","last_fullsized":"2021-03-04T23:34:00.075230+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"354","reported_epoch":"286","state":"active+clean","last_fresh":"2021-03-04T23:33:59.998685+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:33:59.998685+0000","last_peered":"2021-03-04T23:33:59.998685+0000","last_clean":"2021-03-04T23:33:59.998685+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:33:59.998685+0000","last_undegraded":"2021-03-04T23:33:59.998685+0000","last_fullsized":"2021-03-04T23:33:59.998685+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":10713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8326546,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":6},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":5703663640,"num_objects":87032,"num_object_clones":0,"num_object_copies":261096,"num_objects_missing_on_primary":798,"num_objects_missing":798,"num_objects_degraded":11955,"num_objects_misplaced":18736,"num_objects_unfound":0,"num_objects_dirty":87032,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":219698,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":92145,"num_bytes_recovered":5295112216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":19933835264,"data_stored":19933823048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":83935,"ondisk_log_size":83935,"up":48,"acting":45,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495978,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4614952,"kb_used_data":3566368,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":83465432,"statfs":{"total":90194313216,"available":85468602368,"internally_reserved":1073741824,"allocated":3651960832,"data_stored":3650548516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:56 2021","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.34000000000000002,"15min":0.32400000000000001},"min":{"1min":0.184,"5min":0.125,"15min":0.125},"max":{"1min":0.52300000000000002,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.40100000000000002,"15min":0.40600000000000003},"min":{"1min":0.221,"5min":0.158,"15min":0.158},"max":{"1min":0.51800000000000002,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.53700000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:33:32 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.40300000000000002,"15min":0.58999999999999997},"min":{"1min":0.21099999999999999,"5min":0.17499999999999999,"15min":0.16200000000000001},"max":{"1min":0.57599999999999996,"5min":0.91700000000000004,"15min":37.856000000000002},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.42099999999999999,"15min":0.625},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.56899999999999995,"5min":1.0409999999999999,"15min":37.914000000000001},"last":0.34599999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.34899999999999998,"15min":0.47999999999999998},"min":{"1min":0.26000000000000001,"5min":0.20300000000000001,"15min":0.16700000000000001},"max":{"1min":0.44700000000000001,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.44,"15min":0.52800000000000002},"min":{"1min":0.33200000000000002,"5min":0.214,"15min":0.182},"max":{"1min":0.56999999999999995,"5min":0.94499999999999995,"15min":3.206},"last":0.38100000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.373,"15min":0.89600000000000002},"min":{"1min":0.22900000000000001,"5min":0.20899999999999999,"15min":0.19},"max":{"1min":0.47299999999999998,"5min":0.96399999999999997,"15min":63.959000000000003},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.372,"15min":0.91600000000000004},"min":{"1min":0.215,"5min":0.20899999999999999,"15min":0.183},"max":{"1min":0.48899999999999999,"5min":0.84399999999999997,"15min":64.183999999999997},"last":0.27200000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.33300000000000002,"15min":0.39900000000000002},"min":{"1min":0.18099999999999999,"5min":0.17100000000000001,"15min":0.14399999999999999},"max":{"1min":0.626,"5min":0.65500000000000003,"15min":4.0179999999999998},"last":0.499},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.29499999999999998,"15min":0.34699999999999998},"min":{"1min":0.155,"5min":0.155,"15min":0.13900000000000001},"max":{"1min":0.51000000000000001,"5min":0.55900000000000005,"15min":3.7410000000000001},"last":0.39900000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:33:19 2021","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.28999999999999998,"15min":0.34100000000000003},"min":{"1min":0.16300000000000001,"5min":0.152,"15min":0.14299999999999999},"max":{"1min":0.626,"5min":0.626,"15min":3.621},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.35199999999999998,"15min":0.42699999999999999},"min":{"1min":0.20399999999999999,"5min":0.184,"15min":0.16800000000000001},"max":{"1min":0.67000000000000004,"5min":0.67400000000000004,"15min":3.54},"last":0.41699999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:33:51 2021","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.29399999999999998,"15min":0.38900000000000001},"min":{"1min":0.17100000000000001,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":0.59699999999999998,"5min":0.627,"15min":4.1299999999999999},"last":0.315},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.371,"15min":0.48999999999999999},"min":{"1min":0.191,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.64100000000000001,"5min":0.67700000000000005,"15min":3.7850000000000001},"last":0.52000000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659479,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1828832,"kb_used_data":780248,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86251552,"statfs":{"total":90194313216,"available":88321589248,"internally_reserved":1073741824,"allocated":798973952,"data_stored":797570245,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.34599999999999997,"15min":0.35799999999999998},"min":{"1min":0.17799999999999999,"5min":0.156,"15min":0.156},"max":{"1min":0.52200000000000002,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.36599999999999999,"15min":0.36699999999999999},"min":{"1min":0.222,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.46899999999999997,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.40200000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:33:24 2021","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.374,"15min":0.46000000000000002},"min":{"1min":0.182,"5min":0.182,"15min":0.159},"max":{"1min":0.46700000000000003,"5min":0.874,"15min":3.609},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.40100000000000002,"15min":0.45600000000000002},"min":{"1min":0.24399999999999999,"5min":0.20499999999999999,"15min":0.17000000000000001},"max":{"1min":0.67900000000000005,"5min":0.91600000000000004,"15min":4.149},"last":0.39100000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:33:24 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.39900000000000002,"15min":0.47399999999999998},"min":{"1min":0.224,"5min":0.20000000000000001,"15min":0.16800000000000001},"max":{"1min":0.69899999999999995,"5min":0.85399999999999998,"15min":4.0940000000000003},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38400000000000001,"15min":0.46500000000000002},"min":{"1min":0.25700000000000001,"5min":0.193,"15min":0.17599999999999999},"max":{"1min":0.51100000000000001,"5min":0.83999999999999997,"15min":3.3700000000000001},"last":0.35399999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:33:24 2021","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.38900000000000001,"15min":1.03},"min":{"1min":0.21299999999999999,"5min":0.182,"15min":0.182},"max":{"1min":0.48899999999999999,"5min":0.877,"15min":77.881},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.40400000000000003,"15min":1.046},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.626,"5min":0.94999999999999996,"15min":77.683000000000007},"last":0.432}]},{"osd":4,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.314,"15min":0.36699999999999999},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.13300000000000001},"max":{"1min":0.58299999999999996,"5min":0.61599999999999999,"15min":4.1539999999999999},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.29099999999999998,"5min":0.30299999999999999,"15min":0.375},"min":{"1min":0.20000000000000001,"5min":0.14299999999999999,"15min":0.13500000000000001},"max":{"1min":0.443,"5min":0.56699999999999995,"15min":4.1269999999999998},"last":0.32700000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.27600000000000002,"5min":0.314,"15min":0.377},"min":{"1min":0.155,"5min":0.155,"15min":0.155},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":4.0010000000000003},"last":0.19700000000000001},{"interface":"front","average":{"1min":0.29199999999999998,"5min":0.313,"15min":0.433},"min":{"1min":0.161,"5min":0.161,"15min":0.13900000000000001},"max":{"1min":0.46800000000000003,"5min":0.57399999999999995,"15min":4.2389999999999999},"last":0.28899999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.34499999999999997,"15min":0.46600000000000003},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.56299999999999994,"5min":0.56799999999999995,"15min":4.5880000000000001},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.35399999999999998,"15min":0.42299999999999999},"min":{"1min":0.215,"5min":0.182,"15min":0.182},"max":{"1min":0.55100000000000005,"5min":0.59199999999999997,"15min":4.0129999999999999},"last":0.36899999999999999}]}]},{"osd":1,"up_from":87,"seq":373662154998,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3343616,"kb_used_data":3196984,"kb_used_omap":2528,"kb_used_meta":144095,"kb_avail":84736768,"statfs":{"total":90194313216,"available":86770450432,"internally_reserved":0,"allocated":3273711616,"data_stored":3272329905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":147553582},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:58 2021","interfaces":[{"interface":"back","average":{"1min":2.5009999999999999,"5min":0.71799999999999997,"15min":0.39000000000000001},"min":{"1min":0.13400000000000001,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":39.125,"5min":39.125,"15min":39.125},"last":0.17299999999999999},{"interface":"front","average":{"1min":2.573,"5min":0.79000000000000004,"15min":0.45800000000000002},"min":{"1min":0.17999999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":39.207000000000001,"5min":39.207000000000001,"15min":39.207000000000001},"last":0.26000000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.23699999999999999,"5min":0.252,"15min":0.378},"min":{"1min":0.156,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.374,"5min":0.59999999999999998,"15min":4.4059999999999997},"last":0.222},{"interface":"front","average":{"1min":0.249,"5min":0.26200000000000001,"15min":0.435},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.13100000000000001},"max":{"1min":0.35999999999999999,"5min":0.47899999999999998,"15min":4.7240000000000002},"last":0.20100000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.42799999999999999,"15min":0.999},"min":{"1min":0.16600000000000001,"5min":0.156,"15min":0.155},"max":{"1min":12.710000000000001,"5min":12.710000000000001,"15min":110.28400000000001},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.44600000000000001,"15min":1.026},"min":{"1min":0.191,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":12.734,"5min":12.734,"15min":109.977},"last":0.156}]},{"osd":4,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.41499999999999998,"15min":0.57299999999999995},"min":{"1min":0.24099999999999999,"5min":0.20899999999999999,"15min":0.182},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":4.9850000000000003},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.379,"15min":0.50800000000000001},"min":{"1min":0.23000000000000001,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":4.5229999999999997},"last":0.44400000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.40200000000000002,"15min":0.57399999999999995},"min":{"1min":0.27700000000000002,"5min":0.23200000000000001,"15min":0.20699999999999999},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":8.6690000000000005},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.439,"5min":0.41199999999999998,"15min":0.58499999999999996},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":4.7729999999999997},"last":0.24399999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:33:51 2021","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.40899999999999997,"15min":0.55200000000000005},"min":{"1min":0.253,"5min":0.22600000000000001,"15min":0.214},"max":{"1min":0.72599999999999998,"5min":0.90500000000000003,"15min":4.5010000000000003},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.44,"15min":0.58199999999999996},"min":{"1min":0.30099999999999999,"5min":0.24299999999999999,"15min":0.23699999999999999},"max":{"1min":0.73499999999999999,"5min":0.88,"15min":5.4649999999999999},"last":0.33800000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.438,"15min":0.64600000000000002},"min":{"1min":0.29099999999999998,"5min":0.23100000000000001,"15min":0.20899999999999999},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":4.7939999999999996},"last":0.313},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.41599999999999998,"15min":0.57099999999999995},"min":{"1min":0.32200000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":4.5499999999999998},"last":0.40899999999999997}]}]},{"osd":0,"up_from":174,"seq":747324309582,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2307280,"kb_used_data":2196936,"kb_used_omap":980,"kb_used_meta":109355,"kb_avail":85773104,"statfs":{"total":90194313216,"available":87831658496,"internally_reserved":0,"allocated":2249662464,"data_stored":2248272460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":111980483},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.20999999999999999,"5min":0.23899999999999999,"15min":0.252},"min":{"1min":0.13100000000000001,"5min":0.12,"15min":0.12},"max":{"1min":0.34899999999999998,"5min":0.623,"15min":0.623},"last":0.157},{"interface":"front","average":{"1min":0.222,"5min":0.24299999999999999,"15min":0.24099999999999999},"min":{"1min":0.14999999999999999,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.40100000000000002,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.17899999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.246,"5min":0.26300000000000001,"15min":0.24099999999999999},"min":{"1min":0.18099999999999999,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":0.35599999999999998,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.254,"5min":0.26900000000000002,"15min":0.27500000000000002},"min":{"1min":0.16500000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.44400000000000001,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.28000000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.246,"5min":0.27500000000000002,"15min":0.28299999999999997},"min":{"1min":0.17499999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.33400000000000002,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.247,"5min":0.28999999999999998,"15min":0.29999999999999999},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.41199999999999998,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.20899999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.39500000000000002,"15min":0.38700000000000001},"min":{"1min":0.28899999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.39400000000000002,"15min":0.38400000000000001},"min":{"1min":0.27200000000000002,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.33100000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.40200000000000002,"15min":0.39200000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38800000000000001,"15min":0.39200000000000002},"min":{"1min":0.20300000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.31900000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.38,"15min":0.40899999999999997},"min":{"1min":0.26300000000000001,"5min":0.224,"15min":0.224},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.37},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.40400000000000003,"15min":0.39300000000000002},"min":{"1min":0.28599999999999998,"5min":0.251,"15min":0.251},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.42999999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.40100000000000002,"15min":0.39100000000000001},"min":{"1min":0.26800000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.41899999999999998,"15min":0.40999999999999998},"min":{"1min":0.28499999999999998,"5min":0.26700000000000002,"15min":0.24199999999999999},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.39800000000000002}]}]},{"osd":2,"up_from":0,"seq":442381631722,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879518,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3257608,"kb_used_data":3153280,"kb_used_omap":883,"kb_used_meta":103436,"kb_avail":84822776,"statfs":{"total":90194313216,"available":86858522624,"internally_reserved":0,"allocated":3228958720,"data_stored":3227575284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":105918528},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:55 2021","interfaces":[{"interface":"back","average":{"1min":0.217,"5min":0.97199999999999998,"15min":0.502},"min":{"1min":0.13200000000000001,"5min":0.127,"15min":0.127},"max":{"1min":0.51100000000000001,"5min":66.528999999999996,"15min":66.528999999999996},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.26100000000000001,"5min":1.0009999999999999,"15min":0.54500000000000004},"min":{"1min":0.183,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.38500000000000001,"5min":66.497,"15min":66.497},"last":0.41599999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.223,"5min":0.49299999999999999,"15min":0.435},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.13500000000000001},"max":{"1min":0.34000000000000002,"5min":25.097999999999999,"15min":25.097999999999999},"last":0.309},{"interface":"front","average":{"1min":0.24199999999999999,"5min":0.51800000000000002,"15min":0.53800000000000003},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.313,"5min":25.109999999999999,"15min":25.109999999999999},"last":0.497}]},{"osd":2,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.23400000000000001,"5min":0.26800000000000002,"15min":0.40799999999999997},"min":{"1min":0.16800000000000001,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":0.34999999999999998,"5min":0.82799999999999996,"15min":4.8730000000000002},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.245,"5min":0.26800000000000002,"15min":0.41899999999999998},"min":{"1min":0.18099999999999999,"5min":0.151,"15min":0.151},"max":{"1min":0.40999999999999998,"5min":0.47399999999999998,"15min":8.8740000000000006},"last":0.21199999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.39900000000000002,"15min":0.51300000000000001},"min":{"1min":0.24199999999999999,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":5.0220000000000002},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.434,"5min":0.41699999999999998,"15min":0.51500000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.20100000000000001},"max":{"1min":0.999,"5min":0.999,"15min":3.7719999999999998},"last":0.53100000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.44600000000000001,"15min":0.59199999999999997},"min":{"1min":0.27000000000000002,"5min":0.23799999999999999,"15min":0.224},"max":{"1min":1.024,"5min":2.7069999999999999,"15min":4.6479999999999997},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.378,"15min":0.57699999999999996},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.192},"max":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":6.7309999999999999},"last":0.57899999999999996}]},{"osd":6,"last update":"Thu Mar 4 23:33:49 2021","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.39800000000000002,"15min":0.56799999999999995},"min":{"1min":0.28799999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":9.9410000000000007},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.42299999999999999,"15min":0.54600000000000004},"min":{"1min":0.317,"5min":0.29999999999999999,"15min":0.251},"max":{"1min":1.044,"5min":1.044,"15min":3.8100000000000001},"last":0.58899999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:33:20 2021","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.39400000000000002,"15min":0.59299999999999997},"min":{"1min":0.24099999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":5.1180000000000003},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.433,"15min":0.59699999999999998},"min":{"1min":0.28799999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":1.034,"5min":1.419,"15min":7.1950000000000003},"last":0.36099999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986547,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2442784,"kb_used_data":1394200,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":85637600,"statfs":{"total":90194313216,"available":87692902400,"internally_reserved":1073741824,"allocated":1427660800,"data_stored":1426256582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:53 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.36799999999999999,"15min":0.36599999999999999},"min":{"1min":0.19400000000000001,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.45900000000000002,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.42499999999999999},"min":{"1min":0.20300000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.73599999999999999,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.40000000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:33:36 2021","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.73899999999999999,"15min":0.64000000000000001},"min":{"1min":0.17499999999999999,"5min":0.17499999999999999,"15min":0.161},"max":{"1min":11.231,"5min":20.440000000000001,"15min":20.440000000000001},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.73099999999999998,"15min":0.61499999999999999},"min":{"1min":0.22600000000000001,"5min":0.154,"15min":0.154},"max":{"1min":11.207000000000001,"5min":20.465,"15min":20.465},"last":0.379}]},{"osd":2,"last update":"Thu Mar 4 23:33:16 2021","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.35799999999999998,"15min":0.42099999999999999},"min":{"1min":0.23300000000000001,"5min":0.23100000000000001,"15min":0.17100000000000001},"max":{"1min":0.496,"5min":0.70099999999999996,"15min":3.3260000000000001},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.38,"15min":0.44800000000000001},"min":{"1min":0.23599999999999999,"5min":0.221,"15min":0.17499999999999999},"max":{"1min":0.55000000000000004,"5min":0.83899999999999997,"15min":3.351},"last":0.39000000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:33:16 2021","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.52400000000000002,"15min":1.4299999999999999},"min":{"1min":0.26700000000000002,"5min":0.192,"15min":0.192},"max":{"1min":11.25,"5min":11.25,"15min":85.394999999999996},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.48799999999999999,"15min":1.365},"min":{"1min":0.217,"5min":0.217,"15min":0.19400000000000001},"max":{"1min":11.276999999999999,"5min":11.276999999999999,"15min":85.802999999999997},"last":0.36799999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:33:36 2021","interfaces":[{"interface":"back","average":{"1min":0.29599999999999999,"5min":0.30199999999999999,"15min":0.33300000000000002},"min":{"1min":0.152,"5min":0.152,"15min":0.14199999999999999},"max":{"1min":0.63300000000000001,"5min":1.254,"15min":3.456},"last":0.311},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.30199999999999999,"15min":0.34899999999999998},"min":{"1min":0.183,"5min":0.16600000000000001,"15min":0.14799999999999999},"max":{"1min":0.46700000000000003,"5min":0.64900000000000002,"15min":3.2999999999999998},"last":0.22500000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:33:53 2021","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.32900000000000001,"15min":0.35699999999999998},"min":{"1min":0.16900000000000001,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":3.5569999999999999},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.33100000000000002,"5min":0.33600000000000002,"15min":0.46700000000000003},"min":{"1min":0.17899999999999999,"5min":0.16700000000000001,"15min":0.14199999999999999},"max":{"1min":0.67300000000000004,"5min":0.77200000000000002,"15min":3.895},"last":0.29999999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:33:36 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.33000000000000002,"15min":0.373},"min":{"1min":0.191,"5min":0.17100000000000001,"15min":0.16},"max":{"1min":0.70599999999999996,"5min":0.81999999999999995,"15min":3.4329999999999998},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.36699999999999999,"15min":0.47799999999999998},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.755,"5min":0.755,"15min":3.8700000000000001},"last":0.32600000000000001}]}]},{"osd":5,"up_from":36,"seq":154618823025,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4971544,"kb_used_data":3922960,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":83108840,"statfs":{"total":90194313216,"available":85103452160,"internally_reserved":1073741824,"allocated":4017111040,"data_stored":4015712938,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:56 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.35199999999999998,"15min":0.372},"min":{"1min":0.14199999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":0.621,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.379,"5min":0.38600000000000001,"15min":0.39200000000000002},"min":{"1min":0.217,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.63,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.37}]},{"osd":1,"last update":"Thu Mar 4 23:33:27 2021","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.374,"15min":0.46800000000000003},"min":{"1min":0.27000000000000002,"5min":0.153,"15min":0.153},"max":{"1min":0.59299999999999997,"5min":0.93400000000000005,"15min":3.8450000000000002},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.37,"15min":0.52100000000000002},"min":{"1min":0.20000000000000001,"5min":0.16600000000000001,"15min":0.14599999999999999},"max":{"1min":0.58599999999999997,"5min":0.872,"15min":7.4740000000000002},"last":0.34399999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.36599999999999999,"15min":0.48799999999999999},"min":{"1min":0.19600000000000001,"5min":0.17999999999999999,"15min":0.161},"max":{"1min":0.54700000000000004,"5min":0.91400000000000003,"15min":3.7410000000000001},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.38400000000000001,"15min":0.52500000000000002},"min":{"1min":0.23799999999999999,"5min":0.19600000000000001,"15min":0.182},"max":{"1min":0.75800000000000001,"5min":0.79300000000000004,"15min":3.698},"last":0.255}]},{"osd":3,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.375,"15min":0.53000000000000003},"min":{"1min":0.20899999999999999,"5min":0.20200000000000001,"15min":0.16700000000000001},"max":{"1min":0.56999999999999995,"5min":0.81299999999999994,"15min":4.375},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.38,"5min":0.39900000000000002,"15min":0.51200000000000001},"min":{"1min":0.24399999999999999,"5min":0.23899999999999999,"15min":0.17100000000000001},"max":{"1min":0.52100000000000002,"5min":0.85299999999999998,"15min":4.2050000000000001},"last":0.40100000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:33:56 2021","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.32900000000000001,"15min":0.372},"min":{"1min":0.183,"5min":0.16300000000000001,"15min":0.127},"max":{"1min":0.66200000000000003,"5min":0.71599999999999997,"15min":7.4480000000000004},"last":0.17699999999999999},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.32200000000000001,"15min":0.34599999999999997},"min":{"1min":0.20699999999999999,"5min":0.158,"15min":0.152},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":4.4000000000000004},"last":0.26900000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:33:27 2021","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.34699999999999998,"15min":0.41899999999999998},"min":{"1min":0.253,"5min":0.16,"15min":0.16},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":7.3959999999999999},"last":0.21299999999999999},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.32300000000000001,"15min":0.35999999999999999},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":0.5,"5min":0.68100000000000005,"15min":4.3209999999999997},"last":0.19800000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:33:12 2021","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.34899999999999998,"15min":0.42099999999999999},"min":{"1min":0.221,"5min":0.185,"15min":0.185},"max":{"1min":0.54000000000000004,"5min":0.66500000000000004,"15min":4.3540000000000001},"last":0.23999999999999999},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.33000000000000002,"15min":0.377},"min":{"1min":0.184,"5min":0.159,"15min":0.159},"max":{"1min":0.56899999999999995,"5min":0.75900000000000001,"15min":2.9740000000000002},"last":0.45900000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2243362816,"data_stored":2243362816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3267039232,"data_stored":3267035160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1336279040,"data_stored":1336279040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3216310272,"data_stored":3216310272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1421606912,"data_stored":1421606912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4011462656,"data_stored":4011458584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":795541504,"data_stored":795541504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":3642232832,"data_stored":3642228760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:34:18.052 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph status --format=json 2021-03-04T23:34:18.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:18.054 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:18.055 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:18.156 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:18.164 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:18.174 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:18.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:18.176 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:18.277 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:18.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:18.297 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:18.297 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:18.302 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:18 gibba011 conmon[95595]: audit 2021-03-04T23:34:16.366719+0000 mgr.x (mgr.34676) 2021-03-04T23:34:18.303 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:18 gibba011 conmon[95595]: 963 : audit [DBG] from='client.45948 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:34:18.303 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:18 gibba011 conmon[95595]: cluster 2021-03-04T23:34:16.723551+0000 mgr.x (mgr.34676) 964 : cluster [DBG] pgmap v977: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.3 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 325 op/s; 11955/260784 objects degraded (4.584%); 18736/260784 objects misplaced (7.184%); 1.4 MiB/s, 21 objects/s recovering 2021-03-04T23:34:18.303 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:18 gibba011 conmon[95595]: audit 2021-03-04T23:34:17.408040+0000 mon.a (mon.0) 1297 : audit [DBG] from='client.? 172.21.2.111:0/1404378409' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:18.304 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:18 gibba011 conmon[99461]: audit 2021-03-04T23:34:16.366719+0000 mgr.x (mgr.34676) 963 : 2021-03-04T23:34:18.304 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:18 gibba011 conmon[99461]: audit [DBG] from='client.45948 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:34:18.304 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:18 gibba011 conmon[99461]: cluster 2021-03-04T23:34:16.723551+0000 mgr.x (mgr.34676) 964 : cluster [DBG] pgmap v977: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.3 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 325 op/s; 11955/260784 objects degraded (4.584%); 18736/260784 objects misplaced (7.184%); 1.4 MiB/s, 21 objects/s recovering 2021-03-04T23:34:18.304 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:18 gibba011 conmon[99461]: audit 2021-03-04T23:34:17.408040+0000 mon.a (mon.0) 1297 : audit [DBG] from='client.? 172.21.2.111:0/1404378409' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:18.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:18 gibba038 conmon[76675]: audit 2021-03-04T23:34:16.366719+0000 mgr.x (mgr.34676) 963 : audit [DBG] from='client.45948 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:34:18.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:18 gibba038 conmon[76675]: cluster 2021-03-04T23:34:16.723551+0000 mgr.x (mgr.34676) 964 : cluster [DBG] 2021-03-04T23:34:18.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:18 gibba038 conmon[76675]: pgmap v977: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.3 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 325 op/s; 11955/260784 objects degraded (4.584%); 18736/260784 objects misplaced (7.184%); 1.4 MiB/s, 21 objects/s recovering 2021-03-04T23:34:18.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:18 gibba038 conmon[76675]: audit 2021-03-04T23:34:17.408040+0000 mon.a (mon.0) 1297 : audit [DBG] from='client.? 172.21.2.111:0/1404378409' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:18.398 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:18.417 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:18.418 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:18.419 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:18.520 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:18.537 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:18.538 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:18.539 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:18.640 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:18.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:18.660 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:18.660 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:18.761 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:18.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:18.781 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:18.781 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:18.883 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:18.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:18.903 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:18.903 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:19.004 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:19.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:19.021 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:19.022 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:19.046 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:34:19.123 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:19.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:19.142 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:19.142 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:19.163 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:19 gibba011 conmon[95595]: audit 2021-03-04T23:34:18.730483+0000 mon.c (mon.1) 381 : audit [INF] from='client.? 172.21.2.111:0/205589248' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:34:19.164 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:19 gibba011 conmon[95595]: audit 2021-03-04T23:34:18.730851+0000 mon.a (mon.0) 1298 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:34:19.164 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:19 gibba011 conmon[95595]: cluster 2021-03-04T23:34:18.988216+0000 mon.a (mon.0) 1299 : cluster [WRN] Health check update: Degraded data redundancy: 11955/260784 objects degraded (4.584%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:19.165 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:19 gibba011 conmon[99461]: audit 2021-03-04T23:34:18.730483+0000 mon.c (mon.1) 381 : audit [INF] from='client.? 172.21.2.111:0/205589248' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:34:19.166 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:19 gibba011 conmon[99461]: audit 2021-03-04T23:34:18.730851+0000 mon.a (mon.0) 1298 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:34:19.167 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:19 gibba011 conmon[99461]: cluster 2021-03-04T23:34:18.988216+0000 mon.a (mon.0) 1299 : cluster [WRN] Health check update: Degraded data redundancy: 11955/260784 objects degraded (4.584%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:19.244 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:19.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:19.264 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:19.265 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:19.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:19 gibba038 conmon[76675]: audit 2021-03-04T23:34:18.730483+0000 mon.c (mon.1) 381 : audit [INF] from='client.? 172.21.2.111:0/205589248' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:34:19.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:19 gibba038 conmon[76675]: audit 2021-03-04T23:34:18.730851+0000 mon.a (mon.0) 1298 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:34:19.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:19 gibba038 conmon[76675]: cluster 2021-03-04T23:34:18.988216+0000 mon.a (mon.0) 1299 : cluster [WRN] Health check update: Degraded data redundancy: 11955/260784 objects degraded (4.584%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:19.365 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:19.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:19.384 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:19.384 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:19.485 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:19.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:19.505 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:19.505 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:19.607 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:19.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:19.625 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:19.625 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:19.726 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:19.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:19.746 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:19.746 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:19.848 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:19.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:19.866 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:19.866 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:19.967 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:19.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:19.985 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:19.986 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:20.087 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:20.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:20.107 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:20.107 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:20.208 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:20.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:20.226 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:20.227 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:20.296 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:20 gibba011 conmon[95595]: cluster 2021-03-04T23:34:18.724052+0000 mgr.x (mgr.34676) 965 : cluster [DBG] pgmap v978: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.2 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 335 op/s; 11955/255810 objects degraded (4.673%); 18267/255810 objects misplaced (7.141%); 1.4 MiB/s, 22 objects/s recovering 2021-03-04T23:34:20.297 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:20 gibba011 conmon[95595]: cluster 2021-03-04T23:34:19.036192+0000 mon.a (mon.0) 1300 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:20.297 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:20 gibba011 conmon[95595]: audit 2021-03-04T23:34:19.041367+0000 mon.a (mon.0) 1301 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:34:20.297 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:20 gibba011 conmon[95595]: cluster 2021-03-04T23:34:19.041416+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e288: 8 total, 8 up, 7 in 2021-03-04T23:34:20.298 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:20 gibba011 conmon[99461]: cluster 2021-03-04T23:34:18.724052+0000 mgr.x (mgr.34676) 965 : cluster 2021-03-04T23:34:20.298 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:20 gibba011 conmon[99461]: [DBG] pgmap v978: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.2 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 335 op/s; 11955/255810 objects degraded (4.673%); 18267/255810 objects misplaced (7.141%); 1.4 MiB/s, 22 objects/s recovering 2021-03-04T23:34:20.298 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:20 gibba011 conmon[99461]: cluster 2021-03-04T23:34:19.036192+0000 mon.a (mon.0) 1300 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:20.298 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:20 gibba011 conmon[99461]: audit 2021-03-04T23:34:19.041367+0000 mon.a (mon 2021-03-04T23:34:20.299 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:20 gibba011 conmon[99461]: .0) 1301 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:34:20.299 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:20 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:34:20.299 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:20 gibba011 conmon[99461]: 23:34:19.041416+0000 mon.a (mon.0) 2021-03-04T23:34:20.299 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:20 gibba011 conmon[99461]: 1302 : cluster [DBG] osdmap e288: 8 total, 8 up, 7 in 2021-03-04T23:34:20.328 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:20 gibba038 conmon[76675]: cluster 2021-03-04T23:34:18.724052+0000 mgr.x (mgr.34676) 965 : cluster [DBG] pgmap v978: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.2 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 335 op/s; 11955/255810 objects degraded (4.673%); 18267/255810 objects misplaced (7.141%); 1.4 MiB/s, 22 objects/s recovering 2021-03-04T23:34:20.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:20 gibba038 conmon[76675]: cluster 2021-03-04T23:34:19.036192+0000 mon.a (mon.0) 1300 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:20.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:20 gibba038 conmon[76675]: audit 2021-03-04T23:34:19.041367+0000 mon.a (mon.0) 1301 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:34:20.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:20 gibba038 conmon[76675]: cluster 2021-03-04T23:34:19.041416+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e288: 8 total, 8 up, 7 in 2021-03-04T23:34:20.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:20.348 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:20.349 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:20.450 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:20.463 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:34:20.467 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:20.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:20.468 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:20.569 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:20.586 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:20.587 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:20.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:20.588 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:20.689 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:20.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:20.708 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:20.708 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:20.809 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:20.826 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:20.827 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:20.828 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:20.929 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:20.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:20.948 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:20.948 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:21.050 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:21.069 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:21.070 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:21.070 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:21.172 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:21.190 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:21.191 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:21.191 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:21.293 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:21.311 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:21.312 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:21.312 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:21.335 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:34:21.336 INFO:teuthology.orchestra.run.gibba011.stdout:{"fsid":"5f47b844-7d3d-11eb-9066-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 11955/255423 objects degraded (4.680%), 2 pgs degraded, 3 pgs undersized","count":5},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":1408,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":288,"num_osds":8,"num_up_osds":8,"osd_up_since":1614900469,"num_in_osds":7,"osd_in_since":1614900717,"num_remapped_pgs":5},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":114},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+remapped+backfill_wait","count":2},{"state_name":"active+recovering+undersized+remapped","count":1}],"num_pgs":119,"num_pools":5,"num_objects":85141,"data_bytes":5578296640,"bytes_used":22873554944,"bytes_avail":608486637568,"bytes_total":631360192512,"degraded_objects":11955,"degraded_total":255423,"degraded_ratio":0.046804712183319434,"misplaced_objects":18267,"misplaced_total":255423,"misplaced_ratio":0.07151666059830164,"recovering_objects_per_sec":22,"recovering_bytes_per_sec":1487298,"recovering_keys_per_sec":0,"num_objects_recovered":227,"num_bytes_recovered":14876672,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":339},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.gibba038.rbeynd","status":"up:active","gid":34322}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.x:8443/"}},"servicemap":{"epoch":27,"modified":"2021-03-04T23:31:42.691059+0000","services":{}},"progress_events":{"325add0c-2571-4241-bc14-5f365661abb5":{"message":"Upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 (4m)\n [===========.................] (remaining: 7m)","progress":0.40000000596046448,"add_to_ceph_s":false},"4e3490fa-9157-44ad-a0cb-fb2dd1c26592":{"message":"Global Recovery Event (8m)\n [==========================..] (remaining: 23s)","progress":0.95798319578170776,"add_to_ceph_s":true},"69344cb1-a00f-4f6a-b930-be920dcb2487":{"message":"Rebalancing after osd.6 marked in (8m)\n [===========================.] (remaining: 6s)","progress":0.987312912940979,"add_to_ceph_s":false},"a6cabe7d-74fd-4880-9df0-9c4f5a17cc82":{"message":"Rebalancing after osd.2 marked out (2m)\n [===========================.] (remaining: 2s)","progress":0.98039215803146362,"add_to_ceph_s":false}}} 2021-03-04T23:34:21.414 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:21.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:21.432 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:21.432 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:21.534 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:21.554 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:21.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:21.556 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:21.657 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:21.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:21.676 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:21.676 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:21.778 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:21.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:21.797 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:21.798 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:21.900 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:21.917 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:21.918 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:21.919 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:22.021 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:22.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:22.043 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:22.043 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:22.145 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:22.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:22.163 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:22.164 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:22.200 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:34:22.200 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:34:22.265 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:22.283 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:22.284 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:22.285 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:22.301 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:34:22.320 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:22 gibba011 conmon[95595]: cluster 2021-03-04T23:34:20.724403+0000 mgr.x (mgr.34676) 966 : cluster [DBG] pgmap v980: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.2 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 339 op/s; 11955/255423 objects degraded (4.680%); 18267/255423 objects misplaced (7.152%); 1.4 MiB/s, 22 objects/s recovering 2021-03-04T23:34:22.320 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:22 gibba011 conmon[95595]: audit 2021-03-04T23:34:21.333883+0000 mon.c (mon.1) 382 : audit [DBG] from='client.? 172.21.2.111:0/2963867316' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:34:22.321 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:22 gibba011 conmon[99461]: cluster 2021-03-04T23:34:20.724403+0000 mgr.x (mgr.34676) 966 : cluster [DBG] pgmap v980: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.2 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 339 op/s; 11955/255423 objects degraded (4.680%); 18267/255423 objects misplaced (7.152%); 1.4 MiB/s, 22 objects/s recovering 2021-03-04T23:34:22.322 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:22 gibba011 conmon[99461]: audit 2021-03-04T23:34:21.333883+0000 mon.c (mon.1) 382 : audit [DBG] from='client.? 172.21.2.111:0/2963867316' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:34:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:22 gibba038 conmon[76675]: cluster 2021-03-04T23:34:20.724403+0000 mgr.x (mgr.34676) 966 : cluster [DBG] pgmap v980: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.2 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 339 op/s; 11955/255423 objects degraded (4.680%); 18267/255423 objects misplaced (7.152%); 1.4 MiB/s, 22 objects/s recovering 2021-03-04T23:34:22.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:22 gibba038 conmon[76675]: audit 2021-03-04T23:34:21.333883+0000 mon.c (mon.1) 382 : audit [DBG] from='client.? 172.21.2.111:0/2963867316' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:34:22.386 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:22.404 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:22.405 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:22.406 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:22.439 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:22.506 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:22.524 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:22.525 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:22.525 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:22.626 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:22.643 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:22.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:22.645 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:22.746 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:22.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:22.764 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:22.764 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:22.866 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:22.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:22.884 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:22.884 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:22.986 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:23.005 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:23.006 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:23.006 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:23.057 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-03-04T23:34:23.057 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:34:23.108 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:23.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:23.126 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:23.126 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:23.171 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:23.228 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:23.245 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:23.245 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:23.246 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:23.347 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:23.365 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:23.366 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:23.367 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:23.402 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:34:23.469 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:23.487 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:23.488 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:23.488 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:23.566 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:23.589 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:23.606 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:23.607 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:23.608 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:23.709 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:23.725 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:23.726 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:23.727 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:23.828 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:23.836 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:34:23.847 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:23.847 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:23.848 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:23.849 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:34:23.863 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:34:23.880 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:34:23.895 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:34:23.911 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:34:23.925 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:34:23.939 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:34:23.940 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:34:23.940 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:34:23.940 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:34:23.941 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:34:23.941 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:34:23.941 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:34:23.941 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:34:23.941 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:34:23.949 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:24.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:24.098 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:24.099 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:24.200 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:24.205 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:24 gibba011 conmon[95595]: cluster 2021-03-04T23:34:22.724828+0000 mgr.x (mgr.34676) 967 : cluster [DBG] pgmap v981: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.2 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 352 op/s; 11955/254157 objects degraded (4.704%); 18147/254157 objects misplaced (7.140%); 1.4 MiB/s, 22 objects/s recovering 2021-03-04T23:34:24.206 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:24 gibba011 conmon[95595]: audit 2021-03-04T23:34:23.820206+0000 mon.c (mon.1) 383 : audit [DBG] from='client.? 172.21.2.111:0/850053200' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:24.206 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:24 gibba011 conmon[95595]: cluster 2021-03-04T23:34:23.989255+0000 mon.a (mon.0) 1303 : cluster [WRN] Health check update: Degraded data redundancy: 11955/254157 objects degraded (4.704%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:24.206 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:24 gibba011 conmon[99461]: cluster 2021-03-04T23:34:22.724828+0000 mgr.x (mgr.34676) 967 : cluster [DBG] pgmap v981: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.2 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 352 op/s; 11955/254157 objects degraded (4.704%); 18147/254157 objects misplaced (7.140%); 1.4 MiB/s, 22 objects/s recovering 2021-03-04T23:34:24.207 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:24 gibba011 conmon[99461]: audit 2021-03-04T23:34:23.820206+0000 mon.c (mon.1) 383 : audit [DBG] from='client.? 172.21.2.111:0/850053200' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:24.207 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:24 gibba011 conmon[99461]: cluster 2021-03-04T23:34:23.989255+0000 mon.a (mon.0) 1303 : cluster [WRN] Health check update: Degraded data redundancy: 11955/254157 objects degraded (4.704%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:24.220 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:24.222 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:24.222 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:24.324 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:24.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:24 gibba038 conmon[76675]: cluster 2021-03-04T23:34:22.724828+0000 mgr.x (mgr.34676) 967 : cluster [DBG] pgmap v981: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.2 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 352 op/s; 11955/254157 objects degraded (4.704%); 18147/254157 objects misplaced (7.140%); 1.4 MiB/s, 22 objects/s recovering 2021-03-04T23:34:24.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:24 gibba038 conmon[76675]: audit 2021-03-04T23:34:23.820206+0000 mon.c (mon.1) 383 : audit [DBG] from='client.? 172.21.2.111:0/850053200' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:24.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:24 gibba038 conmon[76675]: cluster 2021-03-04T23:34:23.989255+0000 mon.a (mon.0 2021-03-04T23:34:24.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:24 gibba038 conmon[76675]: ) 1303 : cluster [WRN] Health check update: Degraded data redundancy: 11955/254157 objects degraded (4.704%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:24.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:24.347 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:24.348 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:24.449 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:24.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:24.468 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:24.468 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:24.570 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:24.591 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:24.592 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:24.592 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:24.693 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:24.710 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:24.711 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:24.711 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:24.813 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:24.830 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:24.831 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:24.832 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:24.933 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:24.950 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:24.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:24.952 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:25.053 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:25.070 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:25.072 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:25.072 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:25.174 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:25.192 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:25.193 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:25.194 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:25.295 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:25.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:25.315 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:25.315 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:25.417 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:25.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:25.434 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:25.434 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:25.536 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:25.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:25.555 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:25.556 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:25.657 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:25.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:25.677 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:25.677 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:25.779 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:25.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:25.797 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:25.798 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:25.899 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:25.919 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:25.920 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:25.921 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:26.022 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:26.040 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:26.041 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:26.041 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:26.143 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:26.161 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:26.161 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:26.162 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:26.263 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:26.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:26.282 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:26.282 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:26.311 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:26 gibba011 conmon[95595]: cluster 2021-03-04T23:34:24.725217+0000 mgr.x (mgr.34676) 968 : cluster [DBG] pgmap v982: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.1 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 394 op/s; 11955/249312 objects degraded (4.795%); 17757/249312 objects misplaced (7.122%); 1.4 MiB/s, 23 objects/s recovering 2021-03-04T23:34:26.312 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:26 gibba011 conmon[99461]: cluster 2021-03-04T23:34:24.725217+0000 mgr.x (mgr.34676) 968 : cluster [DBG] pgmap v982: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.1 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 394 op/s; 11955/249312 objects degraded (4.795%); 17757/249312 objects misplaced (7.122%); 1.4 MiB/s, 23 objects/s recovering 2021-03-04T23:34:26.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:26 gibba038 conmon[76675]: cluster 2021-03-04T23:34:24.725217+0000 mgr.x (mgr.34676) 968 : cluster [DBG] pgmap v982: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.1 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 394 op/s; 11955/249312 objects degraded (4.795%); 17757/249312 objects misplaced (7.122%); 1.4 MiB/s, 23 objects/s recovering 2021-03-04T23:34:26.384 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:26.402 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:26.402 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:26.403 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:26.504 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:26.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:26.526 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:26.526 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:26.627 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:26.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:26.645 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:26.646 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:26.747 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:26.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:26.766 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:26.767 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:26.868 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:26.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:26.888 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:26.888 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:26.990 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:27.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:27.008 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:27.009 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:27.111 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:27.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:27.129 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:27.129 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:27.134 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:34:27.136 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:34:27.230 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:27.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:27.248 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:27.248 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:27.301 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:34:27.301 INFO:teuthology.orchestra.run.gibba011.stdout: "size": 20, 2021-03-04T23:34:27.302 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 600, 2021-03-04T23:34:27.302 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:34:27.302 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.302 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:98874 9.4 9:29f54c8c:::benchmark_data_gibba011_139107_object98873:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:34:27.303 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.579440+0000", 2021-03-04T23:34:27.303 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 546.71811178099995, 2021-03-04T23:34:27.303 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.111377951, 2021-03-04T23:34:27.303 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:27.303 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:27.304 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:27.304 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:27.304 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:27.304 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 98874 2021-03-04T23:34:27.305 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.305 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:27.305 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.305 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:27.305 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.579440+0000", 2021-03-04T23:34:27.306 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:27.306 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.306 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.306 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:27.307 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.579440+0000", 2021-03-04T23:34:27.307 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3179999999999999e-05 2021-03-04T23:34:27.307 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.307 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.307 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:27.308 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.579453+0000", 2021-03-04T23:34:27.308 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.046e-06 2021-03-04T23:34:27.308 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.308 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.308 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:27.309 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.579455+0000", 2021-03-04T23:34:27.309 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0869999999999996e-06 2021-03-04T23:34:27.309 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.309 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.309 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:27.310 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.579465+0000", 2021-03-04T23:34:27.310 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0329999999999999e-06 2021-03-04T23:34:27.310 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.310 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.311 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:27.311 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.579470+0000", 2021-03-04T23:34:27.311 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0039982890000000004 2021-03-04T23:34:27.311 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.311 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.312 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:27.312 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.583468+0000", 2021-03-04T23:34:27.312 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.1274999999999998e-05 2021-03-04T23:34:27.312 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.312 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.313 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:27.313 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.583539+0000", 2021-03-04T23:34:27.313 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.2497000000000007e-05 2021-03-04T23:34:27.313 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.313 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.314 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:34:27.314 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.583622+0000", 2021-03-04T23:34:27.314 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0052989259999999998 2021-03-04T23:34:27.314 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.315 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.315 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.315 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588921+0000", 2021-03-04T23:34:27.315 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4256e-05 2021-03-04T23:34:27.315 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.316 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.316 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:27.316 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588935+0000", 2021-03-04T23:34:27.316 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.101820261 2021-03-04T23:34:27.316 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.317 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.317 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.317 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690755+0000", 2021-03-04T23:34:27.317 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6618000000000001e-05 2021-03-04T23:34:27.317 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.318 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.318 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:27.318 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690792+0000", 2021-03-04T23:34:27.318 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6483e-05 2021-03-04T23:34:27.319 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.319 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.319 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:27.319 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690818+0000", 2021-03-04T23:34:27.319 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.111377951 2021-03-04T23:34:27.320 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.320 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:27.320 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.320 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.320 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.321 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:98880 9.4 9:2552e37b:::benchmark_data_gibba011_139107_object98879:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:34:27.321 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.580974+0000", 2021-03-04T23:34:27.321 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 546.71657844200001, 2021-03-04T23:34:27.321 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.10993563000000001, 2021-03-04T23:34:27.322 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:27.322 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:27.322 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:27.322 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:27.322 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:27.323 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 98880 2021-03-04T23:34:27.323 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.323 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:27.323 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.323 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:27.324 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.580974+0000", 2021-03-04T23:34:27.324 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:27.324 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.324 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.325 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:27.325 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.580974+0000", 2021-03-04T23:34:27.325 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2466000000000001e-05 2021-03-04T23:34:27.325 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.325 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.326 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:27.326 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.580986+0000", 2021-03-04T23:34:27.326 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9470000000000002e-06 2021-03-04T23:34:27.326 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.326 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.327 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:27.327 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.580988+0000", 2021-03-04T23:34:27.327 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.3699999999999995e-06 2021-03-04T23:34:27.327 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.327 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.328 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:27.328 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.580996+0000", 2021-03-04T23:34:27.328 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.651e-06 2021-03-04T23:34:27.328 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.329 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.329 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:27.329 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.581001+0000", 2021-03-04T23:34:27.329 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0050084500000000002 2021-03-04T23:34:27.329 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.330 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.330 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:27.330 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.586009+0000", 2021-03-04T23:34:27.330 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.5042000000000004e-05 2021-03-04T23:34:27.330 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.331 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.331 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:27.331 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.586084+0000", 2021-03-04T23:34:27.331 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.2756000000000005e-05 2021-03-04T23:34:27.331 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.332 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.332 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:34:27.332 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.586167+0000", 2021-03-04T23:34:27.332 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0028991220000000001 2021-03-04T23:34:27.333 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.333 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.333 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.333 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.589066+0000", 2021-03-04T23:34:27.333 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.10176184100000001 2021-03-04T23:34:27.334 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.334 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.334 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:27.334 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690828+0000", 2021-03-04T23:34:27.334 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6506e-05 2021-03-04T23:34:27.335 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.335 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.335 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.335 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690855+0000", 2021-03-04T23:34:27.335 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9686e-05 2021-03-04T23:34:27.336 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.336 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.336 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:27.336 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690884+0000", 2021-03-04T23:34:27.337 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4793000000000001e-05 2021-03-04T23:34:27.337 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.337 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.337 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:27.337 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690909+0000", 2021-03-04T23:34:27.338 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.10993563000000001 2021-03-04T23:34:27.338 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.338 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:27.338 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.338 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.339 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.339 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:98881 9.4 9:2f733507:::benchmark_data_gibba011_139107_object98880:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:34:27.339 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.581086+0000", 2021-03-04T23:34:27.339 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 546.71646569999996, 2021-03-04T23:34:27.339 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.109911965, 2021-03-04T23:34:27.340 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:27.340 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:27.340 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:27.340 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:27.340 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:27.341 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 98881 2021-03-04T23:34:27.341 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.341 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:27.341 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.342 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:27.342 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.581086+0000", 2021-03-04T23:34:27.342 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:27.342 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.342 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.343 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:27.343 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.581086+0000", 2021-03-04T23:34:27.343 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2203e-05 2021-03-04T23:34:27.343 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.343 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.344 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:27.344 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.581098+0000", 2021-03-04T23:34:27.344 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.359e-06 2021-03-04T23:34:27.344 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.344 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.345 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:27.345 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.581100+0000", 2021-03-04T23:34:27.345 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.879e-06 2021-03-04T23:34:27.345 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.345 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.346 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:27.346 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.581106+0000", 2021-03-04T23:34:27.346 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.5580000000000001e-06 2021-03-04T23:34:27.346 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.347 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.347 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:27.347 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.581109+0000", 2021-03-04T23:34:27.347 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0079822209999999994 2021-03-04T23:34:27.347 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.348 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.348 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:27.348 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.589091+0000", 2021-03-04T23:34:27.348 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00010532 2021-03-04T23:34:27.348 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.349 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.349 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:27.349 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.589197+0000", 2021-03-04T23:34:27.349 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00013092799999999999 2021-03-04T23:34:27.350 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.350 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.350 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:34:27.350 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.589328+0000", 2021-03-04T23:34:27.350 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.101387905 2021-03-04T23:34:27.351 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.351 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.351 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.351 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690716+0000", 2021-03-04T23:34:27.351 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000202265 2021-03-04T23:34:27.352 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.352 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.352 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:27.352 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690918+0000", 2021-03-04T23:34:27.352 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7090999999999999e-05 2021-03-04T23:34:27.353 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.353 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.353 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.353 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690945+0000", 2021-03-04T23:34:27.353 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9226000000000001e-05 2021-03-04T23:34:27.354 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.354 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.354 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:27.354 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690974+0000", 2021-03-04T23:34:27.355 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4009999999999999e-05 2021-03-04T23:34:27.355 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.355 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.355 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:27.355 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690998+0000", 2021-03-04T23:34:27.356 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.109911965 2021-03-04T23:34:27.356 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.356 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:27.356 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.356 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.357 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.357 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:98883 9.4 9:238939a4:::benchmark_data_gibba011_139107_object98882:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:34:27.357 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.582340+0000", 2021-03-04T23:34:27.357 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 546.71521229500001, 2021-03-04T23:34:27.357 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.114836391, 2021-03-04T23:34:27.358 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:27.358 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:27.358 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:27.358 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:27.359 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:27.359 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 98883 2021-03-04T23:34:27.359 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.359 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:27.359 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.360 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:27.360 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.582340+0000", 2021-03-04T23:34:27.360 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:27.360 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.360 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.361 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:27.361 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.582340+0000", 2021-03-04T23:34:27.361 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3569e-05 2021-03-04T23:34:27.361 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.361 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.362 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:27.362 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.582353+0000", 2021-03-04T23:34:27.362 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9139999999999998e-06 2021-03-04T23:34:27.362 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.363 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.363 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:27.363 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.582355+0000", 2021-03-04T23:34:27.363 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.9460000000000004e-06 2021-03-04T23:34:27.363 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.364 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.364 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:27.364 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.582364+0000", 2021-03-04T23:34:27.364 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.5909999999999998e-06 2021-03-04T23:34:27.364 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.365 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.365 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:27.365 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.582369+0000", 2021-03-04T23:34:27.365 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.10575443299999999 2021-03-04T23:34:27.365 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.366 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.366 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:27.366 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.688123+0000", 2021-03-04T23:34:27.366 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00013516 2021-03-04T23:34:27.367 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.367 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.367 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:27.367 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.688258+0000", 2021-03-04T23:34:27.367 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000119574 2021-03-04T23:34:27.368 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.368 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.368 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:34:27.368 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.688378+0000", 2021-03-04T23:34:27.369 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0026281329999999999 2021-03-04T23:34:27.369 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.369 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.369 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:27.369 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.691006+0000", 2021-03-04T23:34:27.370 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0060496639999999997 2021-03-04T23:34:27.370 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.370 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.370 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.370 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.697056+0000", 2021-03-04T23:34:27.371 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4793999999999997e-05 2021-03-04T23:34:27.371 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.371 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.371 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.371 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.697110+0000", 2021-03-04T23:34:27.372 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9329999999999998e-05 2021-03-04T23:34:27.372 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.372 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.372 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:27.372 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.697150+0000", 2021-03-04T23:34:27.373 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6282999999999999e-05 2021-03-04T23:34:27.373 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.373 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.373 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:27.374 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.697176+0000", 2021-03-04T23:34:27.374 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.114836391 2021-03-04T23:34:27.374 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.374 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:27.374 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.375 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.375 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.375 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:98888 9.0 9:018f2be7:::benchmark_data_gibba011_139107_object98887:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:34:27.375 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.584272+0000", 2021-03-04T23:34:27.375 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 546.71327998599997, 2021-03-04T23:34:27.376 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.101319045, 2021-03-04T23:34:27.376 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:27.376 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:27.376 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:27.376 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:27.377 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:27.377 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 98888 2021-03-04T23:34:27.377 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.377 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:27.377 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.378 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:27.378 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584272+0000", 2021-03-04T23:34:27.378 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:27.378 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.379 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.379 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:27.379 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584272+0000", 2021-03-04T23:34:27.379 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.135e-05 2021-03-04T23:34:27.379 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.380 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.380 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:27.380 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584283+0000", 2021-03-04T23:34:27.380 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.875e-06 2021-03-04T23:34:27.380 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.381 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.381 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:27.381 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584285+0000", 2021-03-04T23:34:27.381 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.2150000000000004e-06 2021-03-04T23:34:27.381 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.382 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.382 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:27.382 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584292+0000", 2021-03-04T23:34:27.383 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.523e-06 2021-03-04T23:34:27.383 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.383 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.383 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:27.383 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584296+0000", 2021-03-04T23:34:27.384 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.5830000000000001e-05 2021-03-04T23:34:27.384 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.384 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.384 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:27.384 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584332+0000", 2021-03-04T23:34:27.385 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00010142299999999999 2021-03-04T23:34:27.385 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.385 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.385 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:27.386 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584433+0000", 2021-03-04T23:34:27.386 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000101795 2021-03-04T23:34:27.386 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.386 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.386 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,2", 2021-03-04T23:34:27.387 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584535+0000", 2021-03-04T23:34:27.387 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.100870685 2021-03-04T23:34:27.387 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.387 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.387 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.388 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685406+0000", 2021-03-04T23:34:27.388 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4678000000000001e-05 2021-03-04T23:34:27.388 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.388 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.388 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:27.389 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685420+0000", 2021-03-04T23:34:27.389 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.5204999999999997e-05 2021-03-04T23:34:27.389 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.389 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.390 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.390 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685486+0000", 2021-03-04T23:34:27.390 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2842000000000001e-05 2021-03-04T23:34:27.390 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.390 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.391 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:27.391 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685528+0000", 2021-03-04T23:34:27.391 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.2624000000000002e-05 2021-03-04T23:34:27.392 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.392 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.392 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:27.392 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685591+0000", 2021-03-04T23:34:27.393 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.101319045 2021-03-04T23:34:27.393 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.393 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:27.393 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.393 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.394 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.394 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:98889 9.4 9:286cde84:::benchmark_data_gibba011_139107_object98888:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:34:27.394 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.584911+0000", 2021-03-04T23:34:27.394 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 546.71264054300002, 2021-03-04T23:34:27.394 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.118133059, 2021-03-04T23:34:27.395 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:27.395 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:27.395 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:27.395 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:27.396 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:27.396 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 98889 2021-03-04T23:34:27.396 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.396 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:27.396 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.397 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:27.397 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584911+0000", 2021-03-04T23:34:27.397 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:27.397 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.397 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.398 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:27.398 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584911+0000", 2021-03-04T23:34:27.398 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2796000000000001e-05 2021-03-04T23:34:27.398 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.398 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.399 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:27.399 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584924+0000", 2021-03-04T23:34:27.399 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0229999999999999e-06 2021-03-04T23:34:27.399 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.400 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.400 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:27.400 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584926+0000", 2021-03-04T23:34:27.400 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.3080000000000008e-06 2021-03-04T23:34:27.400 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.401 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.401 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:27.401 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584935+0000", 2021-03-04T23:34:27.401 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4649999999999996e-06 2021-03-04T23:34:27.401 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.402 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.402 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:27.402 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.584939+0000", 2021-03-04T23:34:27.402 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.106089539 2021-03-04T23:34:27.402 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.403 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.403 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:27.403 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.691029+0000", 2021-03-04T23:34:27.403 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.3516000000000004e-05 2021-03-04T23:34:27.403 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.404 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.404 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:27.404 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.691122+0000", 2021-03-04T23:34:27.404 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00011163 2021-03-04T23:34:27.405 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.405 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.405 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:34:27.405 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.691234+0000", 2021-03-04T23:34:27.405 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0058450289999999998 2021-03-04T23:34:27.406 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.406 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.406 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.406 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.697079+0000", 2021-03-04T23:34:27.406 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000106401 2021-03-04T23:34:27.407 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.407 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.407 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:27.407 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.697185+0000", 2021-03-04T23:34:27.407 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0057830490000000002 2021-03-04T23:34:27.408 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.408 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.408 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.408 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.702968+0000", 2021-03-04T23:34:27.408 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.7966000000000001e-05 2021-03-04T23:34:27.409 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.409 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.409 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:27.409 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.703016+0000", 2021-03-04T23:34:27.410 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.8337e-05 2021-03-04T23:34:27.410 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.410 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.410 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:27.410 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.703044+0000", 2021-03-04T23:34:27.411 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.118133059 2021-03-04T23:34:27.411 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.411 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:27.411 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.411 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.412 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.412 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:98890 9.0 9:028a3084:::benchmark_data_gibba011_139107_object98889:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:34:27.412 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.586443+0000", 2021-03-04T23:34:27.412 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 546.71110940400001, 2021-03-04T23:34:27.412 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.102141036, 2021-03-04T23:34:27.413 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:27.413 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:27.413 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:27.413 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:27.413 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:27.414 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 98890 2021-03-04T23:34:27.414 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.414 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:27.414 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.415 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:27.415 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.586443+0000", 2021-03-04T23:34:27.415 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:27.415 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.415 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.416 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:27.416 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.586443+0000", 2021-03-04T23:34:27.416 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4812e-05 2021-03-04T23:34:27.416 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.416 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.417 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:27.417 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.586457+0000", 2021-03-04T23:34:27.417 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.686e-06 2021-03-04T23:34:27.417 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.417 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.418 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:27.418 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.586459+0000", 2021-03-04T23:34:27.418 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.5170000000000002e-06 2021-03-04T23:34:27.418 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.419 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.419 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:27.419 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.586467+0000", 2021-03-04T23:34:27.419 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.7239999999999998e-06 2021-03-04T23:34:27.419 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.420 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.420 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:27.420 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.586470+0000", 2021-03-04T23:34:27.420 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000443187 2021-03-04T23:34:27.420 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.421 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.421 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:27.421 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.586913+0000", 2021-03-04T23:34:27.421 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.1877000000000001e-05 2021-03-04T23:34:27.421 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.422 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.422 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:27.422 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.587005+0000", 2021-03-04T23:34:27.422 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000109279 2021-03-04T23:34:27.423 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.423 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.423 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,2", 2021-03-04T23:34:27.423 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.587115+0000", 2021-03-04T23:34:27.423 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.098484046000000006 2021-03-04T23:34:27.424 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.424 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.424 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:27.424 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685599+0000", 2021-03-04T23:34:27.424 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002900798 2021-03-04T23:34:27.425 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.425 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.425 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.425 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.688499+0000", 2021-03-04T23:34:27.425 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6232000000000001e-05 2021-03-04T23:34:27.426 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.426 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.426 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.426 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.688536+0000", 2021-03-04T23:34:27.427 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9969999999999999e-05 2021-03-04T23:34:27.427 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.427 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.427 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:27.427 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.688566+0000", 2021-03-04T23:34:27.428 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7907999999999999e-05 2021-03-04T23:34:27.428 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.428 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.428 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:27.428 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.688584+0000", 2021-03-04T23:34:27.429 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.102141036 2021-03-04T23:34:27.429 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.429 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:27.429 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.429 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.430 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.430 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.54826.0:98888 9.0 e143/137 ondisk, result = 0)", 2021-03-04T23:34:27.430 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.587128+0000", 2021-03-04T23:34:27.430 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 546.71042379400001, 2021-03-04T23:34:27.430 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.098279438999999996, 2021-03-04T23:34:27.431 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:27.431 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:34:27.431 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:27.431 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.432 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:27.432 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.587128+0000", 2021-03-04T23:34:27.432 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:27.432 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.432 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.433 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:27.433 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.587128+0000", 2021-03-04T23:34:27.433 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.668e-06 2021-03-04T23:34:27.433 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.433 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.434 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:27.434 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.587130+0000", 2021-03-04T23:34:27.434 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.482e-06 2021-03-04T23:34:27.434 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.434 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.435 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:27.435 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.587131+0000", 2021-03-04T23:34:27.435 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.024e-06 2021-03-04T23:34:27.435 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.435 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.436 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:27.436 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.587138+0000", 2021-03-04T23:34:27.436 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.4520000000000002e-06 2021-03-04T23:34:27.436 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.437 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.437 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:27.437 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.587142+0000", 2021-03-04T23:34:27.437 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.098251441999999994 2021-03-04T23:34:27.437 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.438 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.438 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:27.438 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685393+0000", 2021-03-04T23:34:27.438 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.6030000000000004e-06 2021-03-04T23:34:27.438 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.439 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.439 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:27.439 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685399+0000", 2021-03-04T23:34:27.439 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.7679999999999997e-06 2021-03-04T23:34:27.439 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.440 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.440 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:27.440 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685408+0000", 2021-03-04T23:34:27.440 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.098279438999999996 2021-03-04T23:34:27.441 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.441 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:27.441 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.441 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.441 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.442 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:98892 9.d e143/137 9:b2411374:::benchmark_data_gibba011_139107_object98891:head v 143'6098, mlcod=143'6096)", 2021-03-04T23:34:27.442 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.588026+0000", 2021-03-04T23:34:27.442 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 546.70952619699995, 2021-03-04T23:34:27.442 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.097366797000000005, 2021-03-04T23:34:27.442 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:27.443 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:27.443 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:27.443 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.443 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:27.443 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588026+0000", 2021-03-04T23:34:27.444 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:27.444 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.444 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.444 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:27.444 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588026+0000", 2021-03-04T23:34:27.445 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.3817000000000002e-05 2021-03-04T23:34:27.445 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.445 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.445 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:27.446 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588090+0000", 2021-03-04T23:34:27.446 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.826e-06 2021-03-04T23:34:27.446 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.446 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.446 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:27.447 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588091+0000", 2021-03-04T23:34:27.447 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.4760000000000003e-06 2021-03-04T23:34:27.447 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.447 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.447 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:27.448 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588098+0000", 2021-03-04T23:34:27.448 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.348e-06 2021-03-04T23:34:27.448 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.448 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.448 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:27.449 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588101+0000", 2021-03-04T23:34:27.449 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3392999999999997e-05 2021-03-04T23:34:27.449 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.449 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.450 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:27.450 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588135+0000", 2021-03-04T23:34:27.450 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4966e-05 2021-03-04T23:34:27.450 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.450 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.451 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:27.451 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588150+0000", 2021-03-04T23:34:27.451 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.097210219 2021-03-04T23:34:27.451 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.451 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.452 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:27.452 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685360+0000", 2021-03-04T23:34:27.452 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2752000000000001e-05 2021-03-04T23:34:27.452 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.453 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.453 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:27.453 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685393+0000", 2021-03-04T23:34:27.453 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.097366797000000005 2021-03-04T23:34:27.453 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.454 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:27.454 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.454 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.454 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.454 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:98893 9.0 9:094a20b6:::benchmark_data_gibba011_139107_object98892:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:34:27.455 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.588732+0000", 2021-03-04T23:34:27.455 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 546.708820285, 2021-03-04T23:34:27.455 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.105494244, 2021-03-04T23:34:27.455 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:27.455 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:27.456 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:27.456 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:27.456 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:27.456 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 98893 2021-03-04T23:34:27.457 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.457 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:27.457 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.457 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:27.457 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588732+0000", 2021-03-04T23:34:27.458 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:27.458 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.458 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.458 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:27.458 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588732+0000", 2021-03-04T23:34:27.459 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3695e-05 2021-03-04T23:34:27.459 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.459 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.459 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:27.459 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588745+0000", 2021-03-04T23:34:27.460 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1059999999999998e-06 2021-03-04T23:34:27.460 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.460 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.460 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:27.461 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588747+0000", 2021-03-04T23:34:27.461 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.6029999999999999e-06 2021-03-04T23:34:27.461 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.461 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.461 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:27.462 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588755+0000", 2021-03-04T23:34:27.462 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3120000000000004e-06 2021-03-04T23:34:27.462 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.462 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.462 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:27.463 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588759+0000", 2021-03-04T23:34:27.463 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.096867237999999994 2021-03-04T23:34:27.463 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.463 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.463 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:27.464 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685627+0000", 2021-03-04T23:34:27.464 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000164229 2021-03-04T23:34:27.464 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.464 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.465 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:27.465 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685791+0000", 2021-03-04T23:34:27.465 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00011616999999999999 2021-03-04T23:34:27.465 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.465 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.466 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,2", 2021-03-04T23:34:27.466 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685907+0000", 2021-03-04T23:34:27.466 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0082314420000000003 2021-03-04T23:34:27.466 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.466 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.467 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.467 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.694138+0000", 2021-03-04T23:34:27.467 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.6079999999999998e-06 2021-03-04T23:34:27.467 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.468 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.468 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:27.468 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.694143+0000", 2021-03-04T23:34:27.468 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5009000000000001e-05 2021-03-04T23:34:27.468 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.469 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.469 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.469 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.694168+0000", 2021-03-04T23:34:27.469 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2787999999999998e-05 2021-03-04T23:34:27.469 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.470 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.470 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:27.470 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.694201+0000", 2021-03-04T23:34:27.470 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5043999999999999e-05 2021-03-04T23:34:27.470 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.471 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.471 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:27.471 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.694226+0000", 2021-03-04T23:34:27.471 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.105494244 2021-03-04T23:34:27.471 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.472 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:27.472 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.472 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.472 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.473 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:98894 9.0 9:04cdd809:::benchmark_data_gibba011_139107_object98893:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e143)", 2021-03-04T23:34:27.473 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.588767+0000", 2021-03-04T23:34:27.473 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 546.70878541000002, 2021-03-04T23:34:27.473 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.106612551, 2021-03-04T23:34:27.473 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:27.474 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:27.474 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:27.474 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:27.474 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:27.474 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 98894 2021-03-04T23:34:27.475 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.475 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:27.475 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.475 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:27.475 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588767+0000", 2021-03-04T23:34:27.476 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:27.476 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.476 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.476 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:27.477 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588767+0000", 2021-03-04T23:34:27.477 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7331999999999999e-05 2021-03-04T23:34:27.477 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.477 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.477 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:27.478 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588784+0000", 2021-03-04T23:34:27.478 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.9600000000000008e-07 2021-03-04T23:34:27.478 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.478 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.478 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:27.479 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588785+0000", 2021-03-04T23:34:27.479 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0289999999999996e-06 2021-03-04T23:34:27.479 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.479 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.479 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:27.480 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588790+0000", 2021-03-04T23:34:27.480 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.861e-06 2021-03-04T23:34:27.480 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.480 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.480 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:27.481 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.588794+0000", 2021-03-04T23:34:27.481 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.099805832999999997 2021-03-04T23:34:27.481 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.481 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.482 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:27.482 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.688600+0000", 2021-03-04T23:34:27.482 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.8003999999999994e-05 2021-03-04T23:34:27.482 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.482 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.483 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:27.483 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.688678+0000", 2021-03-04T23:34:27.483 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.3418999999999996e-05 2021-03-04T23:34:27.483 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.483 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.484 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,2", 2021-03-04T23:34:27.484 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.688751+0000", 2021-03-04T23:34:27.484 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0053954650000000003 2021-03-04T23:34:27.484 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.484 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.485 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:27.485 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.694147+0000", 2021-03-04T23:34:27.485 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000105061 2021-03-04T23:34:27.485 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.485 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.486 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.486 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.694252+0000", 2021-03-04T23:34:27.486 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0010250719999999999 2021-03-04T23:34:27.486 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.487 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.487 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.487 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.695277+0000", 2021-03-04T23:34:27.487 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.7689999999999996e-05 2021-03-04T23:34:27.487 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.488 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.488 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:27.488 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.695354+0000", 2021-03-04T23:34:27.488 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4788999999999999e-05 2021-03-04T23:34:27.488 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.489 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.489 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:27.489 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.695379+0000", 2021-03-04T23:34:27.489 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.106612551 2021-03-04T23:34:27.489 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.490 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:27.490 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.490 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.490 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.491 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:98895 9.f e143/137 9:f292a319:::benchmark_data_gibba011_139107_object98894:head v 143'6079, mlcod=143'6077)", 2021-03-04T23:34:27.491 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.589305+0000", 2021-03-04T23:34:27.491 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 546.70824696299997, 2021-03-04T23:34:27.491 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.100555571, 2021-03-04T23:34:27.491 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:27.492 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:27.492 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:27.492 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.492 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:27.492 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.589305+0000", 2021-03-04T23:34:27.493 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:27.493 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.493 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.493 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:27.493 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.589305+0000", 2021-03-04T23:34:27.494 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.6062000000000005e-05 2021-03-04T23:34:27.494 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.494 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.494 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:27.495 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.589381+0000", 2021-03-04T23:34:27.495 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2479999999999999e-06 2021-03-04T23:34:27.495 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.495 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.495 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:27.496 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.589383+0000", 2021-03-04T23:34:27.496 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.095904483999999998 2021-03-04T23:34:27.496 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.496 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.496 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:27.497 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685288+0000", 2021-03-04T23:34:27.497 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3352e-05 2021-03-04T23:34:27.497 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.497 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.497 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:27.498 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685301+0000", 2021-03-04T23:34:27.498 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.7423999999999997e-05 2021-03-04T23:34:27.498 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.498 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.498 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:27.499 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685369+0000", 2021-03-04T23:34:27.499 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9826999999999998e-05 2021-03-04T23:34:27.499 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.499 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.500 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:27.500 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685388+0000", 2021-03-04T23:34:27.500 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0044359020000000002 2021-03-04T23:34:27.500 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.500 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.501 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:27.501 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.689824+0000", 2021-03-04T23:34:27.501 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6272000000000001e-05 2021-03-04T23:34:27.501 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.501 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.502 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:27.502 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.689861+0000", 2021-03-04T23:34:27.502 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.100555571 2021-03-04T23:34:27.502 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.503 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:27.503 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.503 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.503 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.503 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.54826.0:98874 9.4 e143/137 ondisk, result = 0)", 2021-03-04T23:34:27.504 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.589533+0000", 2021-03-04T23:34:27.504 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 546.708018563, 2021-03-04T23:34:27.504 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.101296366, 2021-03-04T23:34:27.504 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:27.504 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:34:27.505 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:27.505 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.505 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:27.505 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.589533+0000", 2021-03-04T23:34:27.505 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:27.506 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.506 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.506 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:27.506 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.589533+0000", 2021-03-04T23:34:27.507 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7179999999999999e-06 2021-03-04T23:34:27.507 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.507 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.507 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:27.507 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.589535+0000", 2021-03-04T23:34:27.508 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7260000000000001e-06 2021-03-04T23:34:27.508 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.508 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.508 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:27.508 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.589537+0000", 2021-03-04T23:34:27.509 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.095809044999999995 2021-03-04T23:34:27.509 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.509 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.509 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:27.509 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685346+0000", 2021-03-04T23:34:27.510 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.4269999999999996e-06 2021-03-04T23:34:27.510 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.510 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.510 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:27.511 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685352+0000", 2021-03-04T23:34:27.511 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0053920119999999998 2021-03-04T23:34:27.511 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.511 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.511 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:27.512 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690744+0000", 2021-03-04T23:34:27.512 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.028e-06 2021-03-04T23:34:27.512 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.512 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.512 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:27.513 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690749+0000", 2021-03-04T23:34:27.513 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.0409999999999998e-05 2021-03-04T23:34:27.513 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.513 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.513 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:27.514 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690830+0000", 2021-03-04T23:34:27.514 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.101296366 2021-03-04T23:34:27.514 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.514 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:27.515 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.515 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.515 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.515 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.54826.0:98881 9.4 e143/137 ondisk, result = 0)", 2021-03-04T23:34:27.515 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:20.592264+0000", 2021-03-04T23:34:27.516 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 546.70528841600003, 2021-03-04T23:34:27.516 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.098454753000000006, 2021-03-04T23:34:27.516 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:27.516 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:34:27.516 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:27.517 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.517 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:27.517 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.592264+0000", 2021-03-04T23:34:27.517 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:27.517 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.518 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.518 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:27.518 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.592264+0000", 2021-03-04T23:34:27.518 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5099999999999999e-06 2021-03-04T23:34:27.519 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.519 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.519 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:27.519 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.592265+0000", 2021-03-04T23:34:27.519 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.438e-06 2021-03-04T23:34:27.520 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.520 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.520 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:27.520 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.592267+0000", 2021-03-04T23:34:27.520 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.093021300000000001 2021-03-04T23:34:27.521 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.521 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.521 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:27.521 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685288+0000", 2021-03-04T23:34:27.521 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5736999999999999e-05 2021-03-04T23:34:27.522 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.522 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.522 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:27.522 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.685304+0000", 2021-03-04T23:34:27.523 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0054000150000000002 2021-03-04T23:34:27.523 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.523 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.523 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:27.523 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690704+0000", 2021-03-04T23:34:27.524 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.908e-06 2021-03-04T23:34:27.524 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.524 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.524 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:27.524 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690709+0000", 2021-03-04T23:34:27.525 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.8449999999999992e-06 2021-03-04T23:34:27.525 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.525 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.525 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:27.525 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:20.690718+0000", 2021-03-04T23:34:27.526 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.098454753000000006 2021-03-04T23:34:27.526 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.526 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:27.526 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.526 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.527 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.527 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:117780 9.4 9:26ff7272:::benchmark_data_gibba011_139107_object117779:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e147)", 2021-03-04T23:34:27.527 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:34.702487+0000", 2021-03-04T23:34:27.527 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 532.595064987, 2021-03-04T23:34:27.528 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.111195261, 2021-03-04T23:34:27.528 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:27.528 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:27.528 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:27.528 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:27.529 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:27.529 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 117780 2021-03-04T23:34:27.529 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.529 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:27.529 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.530 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:27.530 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.702487+0000", 2021-03-04T23:34:27.530 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:27.530 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.530 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.531 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:27.531 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.702487+0000", 2021-03-04T23:34:27.531 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2371000000000001e-05 2021-03-04T23:34:27.531 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.532 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.532 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:27.532 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.702499+0000", 2021-03-04T23:34:27.532 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1150000000000001e-06 2021-03-04T23:34:27.532 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.533 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.533 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:27.533 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.702501+0000", 2021-03-04T23:34:27.533 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.4619999999999996e-06 2021-03-04T23:34:27.533 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.534 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.534 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:27.534 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.702510+0000", 2021-03-04T23:34:27.534 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.7720000000000001e-06 2021-03-04T23:34:27.534 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.535 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.535 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:27.535 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.702514+0000", 2021-03-04T23:34:27.535 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.8209999999999999e-05 2021-03-04T23:34:27.536 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.536 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.536 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:27.536 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.702542+0000", 2021-03-04T23:34:27.536 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.5127000000000001e-05 2021-03-04T23:34:27.537 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.537 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.537 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:27.537 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.702617+0000", 2021-03-04T23:34:27.537 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.1802e-05 2021-03-04T23:34:27.538 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.538 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.538 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:34:27.538 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.702699+0000", 2021-03-04T23:34:27.538 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002881963 2021-03-04T23:34:27.539 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.539 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.539 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:27.539 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.705581+0000", 2021-03-04T23:34:27.540 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00070177399999999995 2021-03-04T23:34:27.540 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.540 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.540 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.540 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.706283+0000", 2021-03-04T23:34:27.541 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.106587163 2021-03-04T23:34:27.541 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.541 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.541 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.541 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.812870+0000", 2021-03-04T23:34:27.542 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00078487100000000003 2021-03-04T23:34:27.542 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.542 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.542 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:27.542 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.813655+0000", 2021-03-04T23:34:27.543 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7631e-05 2021-03-04T23:34:27.543 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.543 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.543 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:27.544 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:34.813682+0000", 2021-03-04T23:34:27.544 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.111195261 2021-03-04T23:34:27.544 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.544 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:27.544 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.545 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.545 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.545 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:119672 9.0 9:0a01ce74:::benchmark_data_gibba011_139107_object119671:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:34:27.545 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:25:36.150275+0000", 2021-03-04T23:34:27.545 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 531.14727661100005, 2021-03-04T23:34:27.546 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.96636468399999997, 2021-03-04T23:34:27.546 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:27.546 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:27.546 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:27.547 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:27.547 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:27.547 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 119672 2021-03-04T23:34:27.547 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.547 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:27.548 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.548 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:27.548 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:36.150275+0000", 2021-03-04T23:34:27.548 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:27.548 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.549 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.549 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:27.549 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:36.150275+0000", 2021-03-04T23:34:27.549 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1646e-05 2021-03-04T23:34:27.549 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.550 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.550 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:27.550 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:36.150287+0000", 2021-03-04T23:34:27.550 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7530000000000002e-06 2021-03-04T23:34:27.551 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.551 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.551 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:27.551 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:36.150290+0000", 2021-03-04T23:34:27.551 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3372e-05 2021-03-04T23:34:27.552 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.552 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.552 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:27.552 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:36.150303+0000", 2021-03-04T23:34:27.552 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.8579999999999999e-06 2021-03-04T23:34:27.553 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.553 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.553 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:27.553 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:36.150308+0000", 2021-03-04T23:34:27.553 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.5784000000000006e-05 2021-03-04T23:34:27.554 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.554 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.554 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:27.554 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:36.150374+0000", 2021-03-04T23:34:27.554 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.0430000000000004e-06 2021-03-04T23:34:27.555 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.555 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.555 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for peered", 2021-03-04T23:34:27.555 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:36.150380+0000", 2021-03-04T23:34:27.556 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.96218904299999997 2021-03-04T23:34:27.556 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.556 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.556 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:27.556 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:37.112569+0000", 2021-03-04T23:34:27.557 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000116846 2021-03-04T23:34:27.557 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.557 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.557 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:27.557 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:37.112686+0000", 2021-03-04T23:34:27.558 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000111285 2021-03-04T23:34:27.558 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.558 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.558 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,2,6", 2021-03-04T23:34:27.558 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:37.112797+0000", 2021-03-04T23:34:27.559 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0034610740000000002 2021-03-04T23:34:27.559 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.559 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.559 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.559 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:37.116258+0000", 2021-03-04T23:34:27.560 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4130000000000001e-05 2021-03-04T23:34:27.560 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.560 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.560 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.560 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:37.116282+0000", 2021-03-04T23:34:27.561 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000100209 2021-03-04T23:34:27.561 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.561 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.561 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:27.562 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:37.116382+0000", 2021-03-04T23:34:27.562 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00013859199999999999 2021-03-04T23:34:27.562 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.562 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.562 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.563 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:37.116521+0000", 2021-03-04T23:34:27.563 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8863999999999999e-05 2021-03-04T23:34:27.563 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.563 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.563 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:27.564 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:37.116560+0000", 2021-03-04T23:34:27.564 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.0185000000000006e-05 2021-03-04T23:34:27.564 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.564 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.564 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:27.565 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:25:37.116640+0000", 2021-03-04T23:34:27.565 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.96636468399999997 2021-03-04T23:34:27.565 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.565 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:27.565 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.566 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.566 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.566 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:164655 9.0 9:0d6a5ccc:::benchmark_data_gibba011_139107_object11288:head [delete] snapc 0=[] ondisk+write+known_if_redirected e160)", 2021-03-04T23:34:27.566 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:34.282482+0000", 2021-03-04T23:34:27.566 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 473.01506951800002, 2021-03-04T23:34:27.567 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.22063738399999999, 2021-03-04T23:34:27.567 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:27.567 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:27.567 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:27.567 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:27.568 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:27.568 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 164655 2021-03-04T23:34:27.568 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.568 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:27.569 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.569 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:27.569 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282482+0000", 2021-03-04T23:34:27.569 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:27.569 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.570 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.570 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:27.570 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282482+0000", 2021-03-04T23:34:27.570 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.159e-06 2021-03-04T23:34:27.570 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.571 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.571 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:27.571 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282485+0000", 2021-03-04T23:34:27.571 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6699999999999998e-06 2021-03-04T23:34:27.571 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.572 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.572 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:27.572 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282487+0000", 2021-03-04T23:34:27.572 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5423000000000001e-05 2021-03-04T23:34:27.573 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.573 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.573 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:27.573 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282503+0000", 2021-03-04T23:34:27.573 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.1869999999999996e-06 2021-03-04T23:34:27.574 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.574 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.574 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:27.574 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282508+0000", 2021-03-04T23:34:27.574 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3649000000000003e-05 2021-03-04T23:34:27.575 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.575 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.575 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:27.575 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282542+0000", 2021-03-04T23:34:27.575 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.2430999999999997e-05 2021-03-04T23:34:27.576 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.576 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.576 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:27.576 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282624+0000", 2021-03-04T23:34:27.576 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.2255000000000005e-05 2021-03-04T23:34:27.577 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.577 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.577 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,2,6", 2021-03-04T23:34:27.577 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282696+0000", 2021-03-04T23:34:27.577 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003493421 2021-03-04T23:34:27.578 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.578 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.578 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.578 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286190+0000", 2021-03-04T23:34:27.579 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000180769 2021-03-04T23:34:27.579 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.579 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.579 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:27.579 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286370+0000", 2021-03-04T23:34:27.580 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00051728899999999999 2021-03-04T23:34:27.580 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.580 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.580 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.580 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286888+0000", 2021-03-04T23:34:27.581 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.216112582 2021-03-04T23:34:27.581 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.581 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.581 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.581 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.503000+0000", 2021-03-04T23:34:27.582 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0355000000000002e-05 2021-03-04T23:34:27.582 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.582 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.582 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:27.582 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.503041+0000", 2021-03-04T23:34:27.583 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.9194000000000001e-05 2021-03-04T23:34:27.583 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.583 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.583 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:27.584 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.503120+0000", 2021-03-04T23:34:27.584 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.22063738399999999 2021-03-04T23:34:27.584 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.584 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:27.584 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.585 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.585 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.585 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:164666 9.0 9:0c54f5d1:::benchmark_data_gibba011_139107_object11299:head [delete] snapc 0=[] ondisk+write+known_if_redirected e160)", 2021-03-04T23:34:27.585 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:34.297050+0000", 2021-03-04T23:34:27.585 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 473.00050226500002, 2021-03-04T23:34:27.586 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.206262116, 2021-03-04T23:34:27.586 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:27.586 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:27.586 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:27.586 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:27.587 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:27.587 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 164666 2021-03-04T23:34:27.587 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.587 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:27.588 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.588 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:27.588 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297050+0000", 2021-03-04T23:34:27.588 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:27.588 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.589 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.589 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:27.589 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297050+0000", 2021-03-04T23:34:27.589 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.7780000000000001e-06 2021-03-04T23:34:27.589 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.590 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.590 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:27.590 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297053+0000", 2021-03-04T23:34:27.590 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.756e-06 2021-03-04T23:34:27.590 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.591 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.591 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:27.591 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297056+0000", 2021-03-04T23:34:27.591 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2001000000000001e-05 2021-03-04T23:34:27.591 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.592 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.592 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:27.592 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297068+0000", 2021-03-04T23:34:27.592 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.1460000000000004e-06 2021-03-04T23:34:27.593 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.593 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.593 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:27.593 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297073+0000", 2021-03-04T23:34:27.593 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0262999999999997e-05 2021-03-04T23:34:27.594 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.594 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.594 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:27.594 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297114+0000", 2021-03-04T23:34:27.594 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00010991400000000001 2021-03-04T23:34:27.595 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.595 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.595 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:27.595 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297224+0000", 2021-03-04T23:34:27.595 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.5478999999999999e-05 2021-03-04T23:34:27.596 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.596 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.596 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,2,6", 2021-03-04T23:34:27.596 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297309+0000", 2021-03-04T23:34:27.596 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0036242430000000001 2021-03-04T23:34:27.597 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.597 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.597 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:27.597 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.300933+0000", 2021-03-04T23:34:27.597 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00023360399999999999 2021-03-04T23:34:27.598 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.598 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.598 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.598 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.301167+0000", 2021-03-04T23:34:27.599 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0010319159999999999 2021-03-04T23:34:27.599 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.599 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.599 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.599 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.302199+0000", 2021-03-04T23:34:27.600 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.20101485899999999 2021-03-04T23:34:27.600 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.600 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.600 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.600 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.503214+0000", 2021-03-04T23:34:27.601 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2013e-05 2021-03-04T23:34:27.601 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.601 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.601 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:27.601 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.503246+0000", 2021-03-04T23:34:27.602 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.6143999999999996e-05 2021-03-04T23:34:27.602 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.602 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.602 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:27.602 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.503312+0000", 2021-03-04T23:34:27.603 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.206262116 2021-03-04T23:34:27.603 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.603 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:27.603 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.603 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.604 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.604 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:164679 9.0 9:03e282c8:::benchmark_data_gibba011_139107_object11312:head [delete] snapc 0=[] ondisk+write+known_if_redirected e161)", 2021-03-04T23:34:27.604 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:34.327186+0000", 2021-03-04T23:34:27.604 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 472.97036630700001, 2021-03-04T23:34:27.605 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.187644493, 2021-03-04T23:34:27.605 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:27.605 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:27.605 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:27.605 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:27.606 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:27.606 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 164679 2021-03-04T23:34:27.606 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.606 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:27.606 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.607 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:27.607 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327186+0000", 2021-03-04T23:34:27.607 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:27.607 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.608 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.608 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:27.608 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327186+0000", 2021-03-04T23:34:27.608 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2819999999999999e-06 2021-03-04T23:34:27.608 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.609 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.609 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:27.609 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327188+0000", 2021-03-04T23:34:27.609 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4830000000000002e-06 2021-03-04T23:34:27.609 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.610 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.610 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:27.610 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327190+0000", 2021-03-04T23:34:27.610 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4263999999999999e-05 2021-03-04T23:34:27.610 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.611 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.611 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:27.611 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327205+0000", 2021-03-04T23:34:27.611 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.9830000000000004e-06 2021-03-04T23:34:27.612 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.612 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.612 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:27.612 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327210+0000", 2021-03-04T23:34:27.612 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9406999999999997e-05 2021-03-04T23:34:27.613 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.613 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.613 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:27.613 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327249+0000", 2021-03-04T23:34:27.613 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.7707999999999995e-05 2021-03-04T23:34:27.614 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.614 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.614 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:27.614 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327327+0000", 2021-03-04T23:34:27.614 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.4212e-05 2021-03-04T23:34:27.615 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.615 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.615 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,2,6", 2021-03-04T23:34:27.615 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327401+0000", 2021-03-04T23:34:27.615 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0041477930000000003 2021-03-04T23:34:27.616 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.616 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.616 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.616 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.331549+0000", 2021-03-04T23:34:27.616 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00017407800000000001 2021-03-04T23:34:27.617 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.617 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.617 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:27.617 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.331723+0000", 2021-03-04T23:34:27.618 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000203873 2021-03-04T23:34:27.618 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.618 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.618 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.618 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.331927+0000", 2021-03-04T23:34:27.619 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.18279263100000001 2021-03-04T23:34:27.619 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.619 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.619 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.619 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.514719+0000", 2021-03-04T23:34:27.620 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3175e-05 2021-03-04T23:34:27.620 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.620 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.620 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:27.620 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.514753+0000", 2021-03-04T23:34:27.621 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.7603999999999998e-05 2021-03-04T23:34:27.621 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.621 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.621 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:27.622 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.514830+0000", 2021-03-04T23:34:27.622 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.187644493 2021-03-04T23:34:27.622 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.622 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:27.622 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.623 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.623 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.623 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:164687 9.0 9:0d6dc6d0:::benchmark_data_gibba011_139107_object11320:head [delete] snapc 0=[] ondisk+write+known_if_redirected e161)", 2021-03-04T23:34:27.623 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:34.354744+0000", 2021-03-04T23:34:27.623 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 472.942808195, 2021-03-04T23:34:27.624 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.162935309, 2021-03-04T23:34:27.624 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:27.624 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:27.624 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:27.625 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:27.625 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:27.625 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 164687 2021-03-04T23:34:27.625 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.625 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:27.626 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.626 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:27.626 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354744+0000", 2021-03-04T23:34:27.626 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:27.626 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.627 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.627 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:27.627 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354744+0000", 2021-03-04T23:34:27.627 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8519999999999997e-06 2021-03-04T23:34:27.627 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.628 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.628 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:27.628 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354748+0000", 2021-03-04T23:34:27.628 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.4189999999999998e-06 2021-03-04T23:34:27.628 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.629 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.629 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:27.629 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354751+0000", 2021-03-04T23:34:27.629 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4997999999999999e-05 2021-03-04T23:34:27.630 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.630 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.630 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:27.630 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354766+0000", 2021-03-04T23:34:27.630 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.587e-06 2021-03-04T23:34:27.631 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.631 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.631 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:27.631 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354772+0000", 2021-03-04T23:34:27.631 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.4875000000000001e-05 2021-03-04T23:34:27.632 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.632 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.632 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:27.632 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354807+0000", 2021-03-04T23:34:27.632 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.2061e-05 2021-03-04T23:34:27.633 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.633 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.633 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:27.633 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354879+0000", 2021-03-04T23:34:27.634 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.4182000000000003e-05 2021-03-04T23:34:27.634 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.634 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.634 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,2,6", 2021-03-04T23:34:27.634 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354943+0000", 2021-03-04T23:34:27.635 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0039812579999999997 2021-03-04T23:34:27.635 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.635 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.635 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.635 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.358924+0000", 2021-03-04T23:34:27.636 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00027305400000000001 2021-03-04T23:34:27.636 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.636 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.636 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:27.636 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.359197+0000", 2021-03-04T23:34:27.637 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00020924 2021-03-04T23:34:27.637 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.637 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.637 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.637 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.359406+0000", 2021-03-04T23:34:27.638 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.15812557799999999 2021-03-04T23:34:27.638 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.638 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.638 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:27.639 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.517532+0000", 2021-03-04T23:34:27.639 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3263999999999998e-05 2021-03-04T23:34:27.639 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.639 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.639 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:27.640 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.517575+0000", 2021-03-04T23:34:27.640 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000103941 2021-03-04T23:34:27.640 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:27.640 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:27.640 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:27.641 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.517679+0000", 2021-03-04T23:34:27.641 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.162935309 2021-03-04T23:34:27.641 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.641 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:27.641 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.642 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:27.642 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:27.642 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:34:27.642 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:27.643 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:34:27.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:27.661 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:27.661 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:27.754 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:27.763 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:27.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:27.782 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:27.782 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:27.884 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:27.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:27.903 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:27.903 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:28.004 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:28.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:28.023 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:28.023 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:28.057 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:34:28.125 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:28.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:28.144 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:28.145 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:28.246 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:28.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:28.266 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:28.266 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:28.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:28 gibba038 conmon[76675]: cluster 2021-03-04T23:34:26.725595+0000 mgr.x (mgr.34676) 969 : cluster [DBG] pgmap v983: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.1 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 394 op/s; 11955/248937 objects degraded (4.802%); 17757/248937 objects misplaced (7.133%); 1.4 MiB/s, 23 objects/s recovering 2021-03-04T23:34:28.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:28 gibba038 conmon[76675]: 2021-03-04T23:34:28.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:28 gibba038 conmon[76675]: audit 2021-03-04T23:34:27.120120+0000 mgr.x (mgr.34676) 970 : audit [DBG] from='client.45978 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:34:28.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:28 gibba038 conmon[76675]: audit 2021-03-04T23:34:27.156698+0000 mon.c ( 2021-03-04T23:34:28.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:28 gibba038 conmon[76675]: mon.1) 384 : audit [INF] from='client.? 172.21.2.111:0/2120749008' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:28.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:28 gibba038 conmon[76675]: audit 2021-03-04T23:34:28.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:28 gibba038 conmon[76675]: 2021-03- 2021-03-04T23:34:28.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:28 gibba038 conmon[76675]: 04T23:34:27.157041 2021-03-04T23:34:28.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:28 gibba038 conmon[76675]: +0000 mon.a (mon.0) 1304 2021-03-04T23:34:28.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:28 gibba038 conmon[76675]: : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:28.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:28 gibba011 conmon[95595]: cluster 2021-03-04T23:34:26.725595+0000 mgr.x (mgr.34676) 969 : cluster [DBG] pgmap v983: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.1 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 394 op/s; 11955/248937 objects degraded (4.802%); 17757/248937 objects misplaced (7.133%); 1.4 MiB/s, 23 objects/s recovering 2021-03-04T23:34:28.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:28 gibba011 conmon[95595]: audit 2021-03-04T23:34:27.120120+0000 mgr.x (mgr.34676) 970 : audit [DBG] from='client.45978 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:34:28.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:28 gibba011 conmon[95595]: audit 2021-03-04T23:34:27.156698+0000 mon.c (mon.1) 384 : audit [INF] from='client.? 172.21.2.111:0/2120749008' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:28.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:28 gibba011 conmon[95595]: audit 2021-03-04T23:34:28.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:28 gibba011 conmon[95595]: 2021-03-04T23:34:27.157041+0000 mon.a (mon.0) 1304 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:28.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:28 gibba011 conmon[99461]: cluster 2021-03-04T23:34:26.725595+0000 mgr.x (mgr.34676) 969 : cluster [DBG] pgmap v983: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.1 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 394 op/s; 11955/248937 objects degraded (4.802%); 17757/248937 objects misplaced (7.133%); 1.4 MiB/s, 23 objects/s recovering 2021-03-04T23:34:28.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:28 gibba011 conmon[99461]: audit 2021-03-04T23:34:27.120120+0000 mgr.x (mgr.34676) 970 : audit [DBG] from='client.45978 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:34:28.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:28 gibba011 conmon[99461]: audit 2021-03-04T23:34:27.156698+0000 2021-03-04T23:34:28.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:28 gibba011 conmon[99461]: mon.c (mon.1) 384 : audit [INF] from='client.? 172.21.2.111:0/2120749008' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:28.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:28 gibba011 conmon[99461]: audit 2021-03-04T23:34:27.157041+0000 mon.a (mon.0) 1304 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:28.370 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:28.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:28.389 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:28.389 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:28.491 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:28.506 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":983,"stamp":"2021-03-04T23:34:26.725352+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5436607808,"num_objects":82979,"num_object_clones":0,"num_object_copies":248937,"num_objects_missing_on_primary":797,"num_objects_missing":797,"num_objects_degraded":11955,"num_objects_misplaced":17757,"num_objects_unfound":0,"num_objects_dirty":82979,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":223825,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":92434,"num_bytes_recovered":5310196785,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":83956,"ondisk_log_size":83956,"up":357,"acting":354,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":393,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":21930104,"kb_used_data":17384192,"kb_used_omap":6415,"kb_used_meta":4539440,"kb_avail":594632584,"statfs":{"total":631360192512,"available":608903766016,"internally_reserved":4294967296,"allocated":17801412608,"data_stored":17791601130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6569549,"internal_metadata":4648386995},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-258801664,"num_objects":-3949,"num_object_clones":0,"num_object_copies":-11847,"num_objects_missing_on_primary":-1,"num_objects_missing":-1,"num_objects_degraded":0,"num_objects_misplaced":-979,"num_objects_unfound":0,"num_objects_dirty":-3949,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3949,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":231,"num_bytes_recovered":15073280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002004"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"333","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.036154+0000","last_change":"2021-03-04T23:32:26.240995+0000","last_active":"2021-03-04T23:34:10.036154+0000","last_peered":"2021-03-04T23:34:10.036154+0000","last_clean":"2021-03-04T23:34:10.036154+0000","last_became_active":"2021-03-04T23:32:26.240606+0000","last_became_peered":"2021-03-04T23:32:26.240606+0000","last_unstale":"2021-03-04T23:34:10.036154+0000","last_undegraded":"2021-03-04T23:34:10.036154+0000","last_fullsized":"2021-03-04T23:34:10.036154+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"75","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.025006+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:34:10.025006+0000","last_peered":"2021-03-04T23:34:10.025006+0000","last_clean":"2021-03-04T23:34:10.025006+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:34:10.025006+0000","last_undegraded":"2021-03-04T23:34:10.025006+0000","last_fullsized":"2021-03-04T23:34:10.025006+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"31","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.017418+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:34:10.017418+0000","last_peered":"2021-03-04T23:34:10.017418+0000","last_clean":"2021-03-04T23:34:10.017418+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:34:10.017418+0000","last_undegraded":"2021-03-04T23:34:10.017418+0000","last_fullsized":"2021-03-04T23:34:10.017418+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"309","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.033619+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:34:10.033619+0000","last_peered":"2021-03-04T23:34:10.033619+0000","last_clean":"2021-03-04T23:34:10.033619+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:34:10.033619+0000","last_undegraded":"2021-03-04T23:34:10.033619+0000","last_fullsized":"2021-03-04T23:34:10.033619+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"93","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.024724+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:34:10.024724+0000","last_peered":"2021-03-04T23:34:10.024724+0000","last_clean":"2021-03-04T23:34:10.024724+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:34:10.024724+0000","last_undegraded":"2021-03-04T23:34:10.024724+0000","last_fullsized":"2021-03-04T23:34:10.024724+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"37","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.041748+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:34:10.041748+0000","last_peered":"2021-03-04T23:34:10.041748+0000","last_clean":"2021-03-04T23:34:10.041748+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:34:10.041748+0000","last_undegraded":"2021-03-04T23:34:10.041748+0000","last_fullsized":"2021-03-04T23:34:10.041748+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"281","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.033608+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:34:10.033608+0000","last_peered":"2021-03-04T23:34:10.033608+0000","last_clean":"2021-03-04T23:34:10.033608+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:34:10.033608+0000","last_undegraded":"2021-03-04T23:34:10.033608+0000","last_fullsized":"2021-03-04T23:34:10.033608+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"93","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.024814+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:34:10.024814+0000","last_peered":"2021-03-04T23:34:10.024814+0000","last_clean":"2021-03-04T23:34:10.024814+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:34:10.024814+0000","last_undegraded":"2021-03-04T23:34:10.024814+0000","last_fullsized":"2021-03-04T23:34:10.024814+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"79","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018273+0000","last_change":"2021-03-04T23:32:18.981656+0000","last_active":"2021-03-04T23:34:10.018273+0000","last_peered":"2021-03-04T23:34:10.018273+0000","last_clean":"2021-03-04T23:34:10.018273+0000","last_became_active":"2021-03-04T23:32:18.981253+0000","last_became_peered":"2021-03-04T23:32:18.981253+0000","last_unstale":"2021-03-04T23:34:10.018273+0000","last_undegraded":"2021-03-04T23:34:10.018273+0000","last_fullsized":"2021-03-04T23:34:10.018273+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"330","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.039313+0000","last_change":"2021-03-04T23:32:26.243636+0000","last_active":"2021-03-04T23:34:10.039313+0000","last_peered":"2021-03-04T23:34:10.039313+0000","last_clean":"2021-03-04T23:34:10.039313+0000","last_became_active":"2021-03-04T23:32:26.243433+0000","last_became_peered":"2021-03-04T23:32:26.243433+0000","last_unstale":"2021-03-04T23:34:10.039313+0000","last_undegraded":"2021-03-04T23:34:10.039313+0000","last_fullsized":"2021-03-04T23:34:10.039313+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"95","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.028415+0000","last_change":"2021-03-04T23:32:18.988970+0000","last_active":"2021-03-04T23:34:10.028415+0000","last_peered":"2021-03-04T23:34:10.028415+0000","last_clean":"2021-03-04T23:34:10.028415+0000","last_became_active":"2021-03-04T23:32:18.988819+0000","last_became_peered":"2021-03-04T23:32:18.988819+0000","last_unstale":"2021-03-04T23:34:10.028415+0000","last_undegraded":"2021-03-04T23:34:10.028415+0000","last_fullsized":"2021-03-04T23:34:10.028415+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"67","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018380+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:34:10.018380+0000","last_peered":"2021-03-04T23:34:10.018380+0000","last_clean":"2021-03-04T23:34:10.018380+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:34:10.018380+0000","last_undegraded":"2021-03-04T23:34:10.018380+0000","last_fullsized":"2021-03-04T23:34:10.018380+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"31","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.017476+0000","last_change":"2021-03-04T23:32:26.241627+0000","last_active":"2021-03-04T23:34:10.017476+0000","last_peered":"2021-03-04T23:34:10.017476+0000","last_clean":"2021-03-04T23:34:10.017476+0000","last_became_active":"2021-03-04T23:32:26.241358+0000","last_became_peered":"2021-03-04T23:32:26.241358+0000","last_unstale":"2021-03-04T23:34:10.017476+0000","last_undegraded":"2021-03-04T23:34:10.017476+0000","last_fullsized":"2021-03-04T23:34:10.017476+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"331","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.036251+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:34:10.036251+0000","last_peered":"2021-03-04T23:34:10.036251+0000","last_clean":"2021-03-04T23:34:10.036251+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:34:10.036251+0000","last_undegraded":"2021-03-04T23:34:10.036251+0000","last_fullsized":"2021-03-04T23:34:10.036251+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"310","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.036234+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:34:10.036234+0000","last_peered":"2021-03-04T23:34:10.036234+0000","last_clean":"2021-03-04T23:34:10.036234+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:34:10.036234+0000","last_undegraded":"2021-03-04T23:34:10.036234+0000","last_fullsized":"2021-03-04T23:34:10.036234+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"79","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.017871+0000","last_change":"2021-03-04T23:32:18.982083+0000","last_active":"2021-03-04T23:34:10.017871+0000","last_peered":"2021-03-04T23:34:10.017871+0000","last_clean":"2021-03-04T23:34:10.017871+0000","last_became_active":"2021-03-04T23:32:18.981790+0000","last_became_peered":"2021-03-04T23:32:18.981790+0000","last_unstale":"2021-03-04T23:34:10.017871+0000","last_undegraded":"2021-03-04T23:34:10.017871+0000","last_fullsized":"2021-03-04T23:34:10.017871+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"89","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018131+0000","last_change":"2021-03-04T23:32:19.165859+0000","last_active":"2021-03-04T23:34:10.018131+0000","last_peered":"2021-03-04T23:34:10.018131+0000","last_clean":"2021-03-04T23:34:10.018131+0000","last_became_active":"2021-03-04T23:32:19.018621+0000","last_became_peered":"2021-03-04T23:32:19.018621+0000","last_unstale":"2021-03-04T23:34:10.018131+0000","last_undegraded":"2021-03-04T23:34:10.018131+0000","last_fullsized":"2021-03-04T23:34:10.018131+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"111","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.024989+0000","last_change":"2021-03-04T23:32:26.238976+0000","last_active":"2021-03-04T23:34:10.024989+0000","last_peered":"2021-03-04T23:34:10.024989+0000","last_clean":"2021-03-04T23:34:10.024989+0000","last_became_active":"2021-03-04T23:32:26.238739+0000","last_became_peered":"2021-03-04T23:32:26.238739+0000","last_unstale":"2021-03-04T23:34:10.024989+0000","last_undegraded":"2021-03-04T23:34:10.024989+0000","last_fullsized":"2021-03-04T23:34:10.024989+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"79","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018143+0000","last_change":"2021-03-04T23:32:19.011685+0000","last_active":"2021-03-04T23:34:10.018143+0000","last_peered":"2021-03-04T23:34:10.018143+0000","last_clean":"2021-03-04T23:34:10.018143+0000","last_became_active":"2021-03-04T23:32:19.011404+0000","last_became_peered":"2021-03-04T23:32:19.011404+0000","last_unstale":"2021-03-04T23:34:10.018143+0000","last_undegraded":"2021-03-04T23:34:10.018143+0000","last_fullsized":"2021-03-04T23:34:10.018143+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"307","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.017929+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:34:10.017929+0000","last_peered":"2021-03-04T23:34:10.017929+0000","last_clean":"2021-03-04T23:34:10.017929+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:34:10.017929+0000","last_undegraded":"2021-03-04T23:34:10.017929+0000","last_fullsized":"2021-03-04T23:34:10.017929+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"293","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.035016+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:34:10.035016+0000","last_peered":"2021-03-04T23:34:10.035016+0000","last_clean":"2021-03-04T23:34:10.035016+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:34:10.035016+0000","last_undegraded":"2021-03-04T23:34:10.035016+0000","last_fullsized":"2021-03-04T23:34:10.035016+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"79","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018256+0000","last_change":"2021-03-04T23:32:19.019024+0000","last_active":"2021-03-04T23:34:10.018256+0000","last_peered":"2021-03-04T23:34:10.018256+0000","last_clean":"2021-03-04T23:34:10.018256+0000","last_became_active":"2021-03-04T23:32:19.018570+0000","last_became_peered":"2021-03-04T23:32:19.018570+0000","last_unstale":"2021-03-04T23:34:10.018256+0000","last_undegraded":"2021-03-04T23:34:10.018256+0000","last_fullsized":"2021-03-04T23:34:10.018256+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"70","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018261+0000","last_change":"2021-03-04T23:32:26.245321+0000","last_active":"2021-03-04T23:34:10.018261+0000","last_peered":"2021-03-04T23:34:10.018261+0000","last_clean":"2021-03-04T23:34:10.018261+0000","last_became_active":"2021-03-04T23:32:26.243283+0000","last_became_peered":"2021-03-04T23:32:26.243283+0000","last_unstale":"2021-03-04T23:34:10.018261+0000","last_undegraded":"2021-03-04T23:34:10.018261+0000","last_fullsized":"2021-03-04T23:34:10.018261+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"266","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018028+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:34:10.018028+0000","last_peered":"2021-03-04T23:34:10.018028+0000","last_clean":"2021-03-04T23:34:10.018028+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:34:10.018028+0000","last_undegraded":"2021-03-04T23:34:10.018028+0000","last_fullsized":"2021-03-04T23:34:10.018028+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"291","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.033546+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:34:10.033546+0000","last_peered":"2021-03-04T23:34:10.033546+0000","last_clean":"2021-03-04T23:34:10.033546+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:34:10.033546+0000","last_undegraded":"2021-03-04T23:34:10.033546+0000","last_fullsized":"2021-03-04T23:34:10.033546+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"79","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018073+0000","last_change":"2021-03-04T23:32:18.982413+0000","last_active":"2021-03-04T23:34:10.018073+0000","last_peered":"2021-03-04T23:34:10.018073+0000","last_clean":"2021-03-04T23:34:10.018073+0000","last_became_active":"2021-03-04T23:32:18.981859+0000","last_became_peered":"2021-03-04T23:32:18.981859+0000","last_unstale":"2021-03-04T23:34:10.018073+0000","last_undegraded":"2021-03-04T23:34:10.018073+0000","last_fullsized":"2021-03-04T23:34:10.018073+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"277","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.028303+0000","last_change":"2021-03-04T23:31:58.062545+0000","last_active":"2021-03-04T23:34:10.028303+0000","last_peered":"2021-03-04T23:34:10.028303+0000","last_clean":"2021-03-04T23:34:10.028303+0000","last_became_active":"2021-03-04T23:31:58.062078+0000","last_became_peered":"2021-03-04T23:31:58.062078+0000","last_unstale":"2021-03-04T23:34:10.028303+0000","last_undegraded":"2021-03-04T23:34:10.028303+0000","last_fullsized":"2021-03-04T23:34:10.028303+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"178","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.041563+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:34:10.041563+0000","last_peered":"2021-03-04T23:34:10.041563+0000","last_clean":"2021-03-04T23:34:10.041563+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:34:10.041563+0000","last_undegraded":"2021-03-04T23:34:10.041563+0000","last_fullsized":"2021-03-04T23:34:10.041563+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"93","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.025242+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:34:10.025242+0000","last_peered":"2021-03-04T23:34:10.025242+0000","last_clean":"2021-03-04T23:34:10.025242+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:34:10.025242+0000","last_undegraded":"2021-03-04T23:34:10.025242+0000","last_fullsized":"2021-03-04T23:34:10.025242+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"79","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018549+0000","last_change":"2021-03-04T23:32:18.990360+0000","last_active":"2021-03-04T23:34:10.018549+0000","last_peered":"2021-03-04T23:34:10.018549+0000","last_clean":"2021-03-04T23:34:10.018549+0000","last_became_active":"2021-03-04T23:32:18.985583+0000","last_became_peered":"2021-03-04T23:32:18.985583+0000","last_unstale":"2021-03-04T23:34:10.018549+0000","last_undegraded":"2021-03-04T23:34:10.018549+0000","last_fullsized":"2021-03-04T23:34:10.018549+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"31","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.017804+0000","last_change":"2021-03-04T23:32:26.249383+0000","last_active":"2021-03-04T23:34:10.017804+0000","last_peered":"2021-03-04T23:34:10.017804+0000","last_clean":"2021-03-04T23:34:10.017804+0000","last_became_active":"2021-03-04T23:32:26.249012+0000","last_became_peered":"2021-03-04T23:32:26.249012+0000","last_unstale":"2021-03-04T23:34:10.017804+0000","last_undegraded":"2021-03-04T23:34:10.017804+0000","last_fullsized":"2021-03-04T23:34:10.017804+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"288'13968","reported_seq":"14200","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:23.038755+0000","last_change":"2021-03-04T23:31:15.984936+0000","last_active":"2021-03-04T23:34:23.038755+0000","last_peered":"2021-03-04T23:34:23.038755+0000","last_clean":"2021-03-04T23:34:23.038755+0000","last_became_active":"2021-03-04T23:31:15.969777+0000","last_became_peered":"2021-03-04T23:31:15.969777+0000","last_unstale":"2021-03-04T23:34:23.038755+0000","last_undegraded":"2021-03-04T23:34:23.038755+0000","last_fullsized":"2021-03-04T23:34:23.038755+0000","mapping_epoch":236,"log_start":"158'9347","ondisk_log_start":"158'9347","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4621,"ondisk_log_size":4621,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":336723968,"num_objects":5138,"num_object_clones":0,"num_object_copies":15414,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5138,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13968,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":1048576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"65","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018545+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:34:10.018545+0000","last_peered":"2021-03-04T23:34:10.018545+0000","last_clean":"2021-03-04T23:34:10.018545+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:34:10.018545+0000","last_undegraded":"2021-03-04T23:34:10.018545+0000","last_fullsized":"2021-03-04T23:34:10.018545+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"296","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.034997+0000","last_change":"2021-03-04T23:32:18.976569+0000","last_active":"2021-03-04T23:34:10.034997+0000","last_peered":"2021-03-04T23:34:10.034997+0000","last_clean":"2021-03-04T23:34:10.034997+0000","last_became_active":"2021-03-04T23:32:18.976326+0000","last_became_peered":"2021-03-04T23:32:18.976326+0000","last_unstale":"2021-03-04T23:34:10.034997+0000","last_undegraded":"2021-03-04T23:34:10.034997+0000","last_fullsized":"2021-03-04T23:34:10.034997+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"79","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018267+0000","last_change":"2021-03-04T23:32:18.981638+0000","last_active":"2021-03-04T23:34:10.018267+0000","last_peered":"2021-03-04T23:34:10.018267+0000","last_clean":"2021-03-04T23:34:10.018267+0000","last_became_active":"2021-03-04T23:32:18.981295+0000","last_became_peered":"2021-03-04T23:32:18.981295+0000","last_unstale":"2021-03-04T23:34:10.018267+0000","last_undegraded":"2021-03-04T23:34:10.018267+0000","last_fullsized":"2021-03-04T23:34:10.018267+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"188","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.041784+0000","last_change":"2021-03-04T23:31:58.069396+0000","last_active":"2021-03-04T23:34:10.041784+0000","last_peered":"2021-03-04T23:34:10.041784+0000","last_clean":"2021-03-04T23:34:10.041784+0000","last_became_active":"2021-03-04T23:31:58.069222+0000","last_became_peered":"2021-03-04T23:31:58.069222+0000","last_unstale":"2021-03-04T23:34:10.041784+0000","last_undegraded":"2021-03-04T23:34:10.041784+0000","last_fullsized":"2021-03-04T23:34:10.041784+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"288'13902","reported_seq":"34761","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:25.228152+0000","last_change":"2021-03-04T23:31:02.313487+0000","last_active":"2021-03-04T23:34:25.228152+0000","last_peered":"2021-03-04T23:34:25.228152+0000","last_clean":"2021-03-04T23:34:25.228152+0000","last_became_active":"2021-03-04T23:31:02.298187+0000","last_became_peered":"2021-03-04T23:31:02.298187+0000","last_unstale":"2021-03-04T23:34:25.228152+0000","last_undegraded":"2021-03-04T23:34:25.228152+0000","last_fullsized":"2021-03-04T23:34:25.228152+0000","mapping_epoch":230,"log_start":"152'8322","ondisk_log_start":"152'8322","created":137,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5580,"ondisk_log_size":5580,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":339607552,"num_objects":5182,"num_object_clones":0,"num_object_copies":15546,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5182,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13902,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8025,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"65","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018602+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:34:10.018602+0000","last_peered":"2021-03-04T23:34:10.018602+0000","last_clean":"2021-03-04T23:34:10.018602+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:34:10.018602+0000","last_undegraded":"2021-03-04T23:34:10.018602+0000","last_fullsized":"2021-03-04T23:34:10.018602+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"358","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.036123+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:34:10.036123+0000","last_peered":"2021-03-04T23:34:10.036123+0000","last_clean":"2021-03-04T23:34:10.036123+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:34:10.036123+0000","last_undegraded":"2021-03-04T23:34:10.036123+0000","last_fullsized":"2021-03-04T23:34:10.036123+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"79","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018622+0000","last_change":"2021-03-04T23:32:18.976226+0000","last_active":"2021-03-04T23:34:10.018622+0000","last_peered":"2021-03-04T23:34:10.018622+0000","last_clean":"2021-03-04T23:34:10.018622+0000","last_became_active":"2021-03-04T23:32:18.975856+0000","last_became_peered":"2021-03-04T23:32:18.975856+0000","last_unstale":"2021-03-04T23:34:10.018622+0000","last_undegraded":"2021-03-04T23:34:10.018622+0000","last_fullsized":"2021-03-04T23:34:10.018622+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"31","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.017673+0000","last_change":"2021-03-04T23:32:26.243559+0000","last_active":"2021-03-04T23:34:10.017673+0000","last_peered":"2021-03-04T23:34:10.017673+0000","last_clean":"2021-03-04T23:34:10.017673+0000","last_became_active":"2021-03-04T23:32:26.243315+0000","last_became_peered":"2021-03-04T23:32:26.243315+0000","last_unstale":"2021-03-04T23:34:10.017673+0000","last_undegraded":"2021-03-04T23:34:10.017673+0000","last_fullsized":"2021-03-04T23:34:10.017673+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"288'14068","reported_seq":"14264","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:23.640708+0000","last_change":"2021-03-04T23:31:16.986091+0000","last_active":"2021-03-04T23:34:23.640708+0000","last_peered":"2021-03-04T23:34:23.640708+0000","last_clean":"2021-03-04T23:34:23.640708+0000","last_became_active":"2021-03-04T23:31:16.966316+0000","last_became_peered":"2021-03-04T23:31:16.966316+0000","last_unstale":"2021-03-04T23:34:23.640708+0000","last_undegraded":"2021-03-04T23:34:23.640708+0000","last_fullsized":"2021-03-04T23:34:23.640708+0000","mapping_epoch":237,"log_start":"155'8887","ondisk_log_start":"155'8887","created":137,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5181,"ondisk_log_size":5181,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":337510400,"num_objects":5150,"num_object_clones":0,"num_object_copies":15450,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5150,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14068,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"65","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018525+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:34:10.018525+0000","last_peered":"2021-03-04T23:34:10.018525+0000","last_clean":"2021-03-04T23:34:10.018525+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:34:10.018525+0000","last_undegraded":"2021-03-04T23:34:10.018525+0000","last_fullsized":"2021-03-04T23:34:10.018525+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"37","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.041478+0000","last_change":"2021-03-04T23:32:18.980591+0000","last_active":"2021-03-04T23:34:10.041478+0000","last_peered":"2021-03-04T23:34:10.041478+0000","last_clean":"2021-03-04T23:34:10.041478+0000","last_became_active":"2021-03-04T23:32:18.980308+0000","last_became_peered":"2021-03-04T23:32:18.980308+0000","last_unstale":"2021-03-04T23:34:10.041478+0000","last_undegraded":"2021-03-04T23:34:10.041478+0000","last_fullsized":"2021-03-04T23:34:10.041478+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"79","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018590+0000","last_change":"2021-03-04T23:32:18.981505+0000","last_active":"2021-03-04T23:34:10.018590+0000","last_peered":"2021-03-04T23:34:10.018590+0000","last_clean":"2021-03-04T23:34:10.018590+0000","last_became_active":"2021-03-04T23:32:18.981076+0000","last_became_peered":"2021-03-04T23:32:18.981076+0000","last_unstale":"2021-03-04T23:34:10.018590+0000","last_undegraded":"2021-03-04T23:34:10.018590+0000","last_fullsized":"2021-03-04T23:34:10.018590+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"61","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018465+0000","last_change":"2021-03-04T23:31:15.977616+0000","last_active":"2021-03-04T23:34:10.018465+0000","last_peered":"2021-03-04T23:34:10.018465+0000","last_clean":"2021-03-04T23:34:10.018465+0000","last_became_active":"2021-03-04T23:31:15.976913+0000","last_became_peered":"2021-03-04T23:31:15.976913+0000","last_unstale":"2021-03-04T23:34:10.018465+0000","last_undegraded":"2021-03-04T23:34:10.018465+0000","last_fullsized":"2021-03-04T23:34:10.018465+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.6","version":"288'14193","reported_seq":"20927","reported_epoch":"288","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:34:23.618372+0000","last_change":"2021-03-04T23:32:27.548241+0000","last_active":"2021-03-04T23:34:23.618372+0000","last_peered":"2021-03-04T23:34:23.618372+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:32:27.370442+0000","last_became_peered":"2021-03-04T23:32:27.370442+0000","last_unstale":"2021-03-04T23:34:23.618372+0000","last_undegraded":"2021-03-04T23:32:27.364047+0000","last_fullsized":"2021-03-04T23:32:27.244914+0000","mapping_epoch":267,"log_start":"155'9082","ondisk_log_start":"155'9082","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5111,"ondisk_log_size":5111,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":349634560,"num_objects":5335,"num_object_clones":0,"num_object_copies":16005,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8158,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5335,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14193,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3260,"num_bytes_recovered":213647360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"1,2,5","objects":1973},{"shards":"1,5","objects":1160},{"shards":"2,5,6","objects":2202}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"318","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.034927+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:34:10.034927+0000","last_peered":"2021-03-04T23:34:10.034927+0000","last_clean":"2021-03-04T23:34:10.034927+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:34:10.034927+0000","last_undegraded":"2021-03-04T23:34:10.034927+0000","last_fullsized":"2021-03-04T23:34:10.034927+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"282","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.033401+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:34:10.033401+0000","last_peered":"2021-03-04T23:34:10.033401+0000","last_clean":"2021-03-04T23:34:10.033401+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:34:10.033401+0000","last_undegraded":"2021-03-04T23:34:10.033401+0000","last_fullsized":"2021-03-04T23:34:10.033401+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"339","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.034688+0000","last_change":"2021-03-04T23:32:18.972523+0000","last_active":"2021-03-04T23:34:10.034688+0000","last_peered":"2021-03-04T23:34:10.034688+0000","last_clean":"2021-03-04T23:34:10.034688+0000","last_became_active":"2021-03-04T23:32:18.971535+0000","last_became_peered":"2021-03-04T23:32:18.971535+0000","last_unstale":"2021-03-04T23:34:10.034688+0000","last_undegraded":"2021-03-04T23:34:10.034688+0000","last_fullsized":"2021-03-04T23:34:10.034688+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"79","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018200+0000","last_change":"2021-03-04T23:32:18.981988+0000","last_active":"2021-03-04T23:34:10.018200+0000","last_peered":"2021-03-04T23:34:10.018200+0000","last_clean":"2021-03-04T23:34:10.018200+0000","last_became_active":"2021-03-04T23:32:18.981427+0000","last_became_peered":"2021-03-04T23:32:18.981427+0000","last_unstale":"2021-03-04T23:34:10.018200+0000","last_undegraded":"2021-03-04T23:34:10.018200+0000","last_fullsized":"2021-03-04T23:34:10.018200+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"288'13881","reported_seq":"21252","reported_epoch":"288","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:34:22.756286+0000","last_change":"2021-03-04T23:32:43.822873+0000","last_active":"2021-03-04T23:34:22.756286+0000","last_peered":"2021-03-04T23:34:22.756286+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:32:35.807116+0000","last_became_peered":"2021-03-04T23:32:35.807116+0000","last_unstale":"2021-03-04T23:34:22.756286+0000","last_undegraded":"2021-03-04T23:34:22.756286+0000","last_fullsized":"2021-03-04T23:32:19.969626+0000","mapping_epoch":261,"log_start":"147'7339","ondisk_log_start":"147'7339","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6542,"ondisk_log_size":6542,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":332595200,"num_objects":5075,"num_object_clones":0,"num_object_copies":15225,"num_objects_missing_on_primary":797,"num_objects_missing":797,"num_objects_degraded":0,"num_objects_misplaced":2153,"num_objects_unfound":0,"num_objects_dirty":5075,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13881,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3587,"num_bytes_recovered":218103808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6],"avail_no_missing":["2","7"],"object_location_counts":[{"shards":"3,4,7","objects":2153},{"shards":"3,6","objects":2922}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"79","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.024916+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:34:10.024916+0000","last_peered":"2021-03-04T23:34:10.024916+0000","last_clean":"2021-03-04T23:34:10.024916+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:34:10.024916+0000","last_undegraded":"2021-03-04T23:34:10.024916+0000","last_fullsized":"2021-03-04T23:34:10.024916+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"319","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.036265+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:34:10.036265+0000","last_peered":"2021-03-04T23:34:10.036265+0000","last_clean":"2021-03-04T23:34:10.036265+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:34:10.036265+0000","last_undegraded":"2021-03-04T23:34:10.036265+0000","last_fullsized":"2021-03-04T23:34:10.036265+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"297","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.034758+0000","last_change":"2021-03-04T23:31:58.069697+0000","last_active":"2021-03-04T23:34:10.034758+0000","last_peered":"2021-03-04T23:34:10.034758+0000","last_clean":"2021-03-04T23:34:10.034758+0000","last_became_active":"2021-03-04T23:31:58.068973+0000","last_became_peered":"2021-03-04T23:31:58.068973+0000","last_unstale":"2021-03-04T23:34:10.034758+0000","last_undegraded":"2021-03-04T23:34:10.034758+0000","last_fullsized":"2021-03-04T23:34:10.034758+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"79","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.017874+0000","last_change":"2021-03-04T23:32:19.011549+0000","last_active":"2021-03-04T23:34:10.017874+0000","last_peered":"2021-03-04T23:34:10.017874+0000","last_clean":"2021-03-04T23:34:10.017874+0000","last_became_active":"2021-03-04T23:32:19.011346+0000","last_became_peered":"2021-03-04T23:32:19.011346+0000","last_unstale":"2021-03-04T23:34:10.017874+0000","last_undegraded":"2021-03-04T23:34:10.017874+0000","last_fullsized":"2021-03-04T23:34:10.017874+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"288'14250","reported_seq":"29270","reported_epoch":"288","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:34:23.668278+0000","last_change":"2021-03-04T23:32:26.310942+0000","last_active":"2021-03-04T23:34:23.668278+0000","last_peered":"2021-03-04T23:34:23.668278+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:32:26.290638+0000","last_became_peered":"2021-03-04T23:32:26.290638+0000","last_unstale":"2021-03-04T23:34:23.668278+0000","last_undegraded":"2021-03-04T23:34:23.668278+0000","last_fullsized":"2021-03-04T23:34:23.668278+0000","mapping_epoch":266,"log_start":"155'9115","ondisk_log_start":"155'9115","created":137,"last_epoch_clean":233,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5135,"ondisk_log_size":5135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":339738624,"num_objects":5184,"num_object_clones":0,"num_object_copies":15552,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":10368,"num_objects_unfound":0,"num_objects_dirty":5184,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14250,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7388,"num_bytes_recovered":475725824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[5,0,2],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"0,2,5","objects":5184}],"blocked_by":[],"up_primary":1,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"46","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.041593+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:34:10.041593+0000","last_peered":"2021-03-04T23:34:10.041593+0000","last_clean":"2021-03-04T23:34:10.041593+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:34:10.041593+0000","last_undegraded":"2021-03-04T23:34:10.041593+0000","last_fullsized":"2021-03-04T23:34:10.041593+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"307","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.036273+0000","last_change":"2021-03-04T23:32:18.970427+0000","last_active":"2021-03-04T23:34:10.036273+0000","last_peered":"2021-03-04T23:34:10.036273+0000","last_clean":"2021-03-04T23:34:10.036273+0000","last_became_active":"2021-03-04T23:32:18.970152+0000","last_became_peered":"2021-03-04T23:32:18.970152+0000","last_unstale":"2021-03-04T23:34:10.036273+0000","last_undegraded":"2021-03-04T23:34:10.036273+0000","last_fullsized":"2021-03-04T23:34:10.036273+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"79","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018320+0000","last_change":"2021-03-04T23:32:19.018810+0000","last_active":"2021-03-04T23:34:10.018320+0000","last_peered":"2021-03-04T23:34:10.018320+0000","last_clean":"2021-03-04T23:34:10.018320+0000","last_became_active":"2021-03-04T23:32:19.018286+0000","last_became_peered":"2021-03-04T23:32:19.018286+0000","last_unstale":"2021-03-04T23:34:10.018320+0000","last_undegraded":"2021-03-04T23:34:10.018320+0000","last_fullsized":"2021-03-04T23:34:10.018320+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"70","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018019+0000","last_change":"2021-03-04T23:32:26.246083+0000","last_active":"2021-03-04T23:34:10.018019+0000","last_peered":"2021-03-04T23:34:10.018019+0000","last_clean":"2021-03-04T23:34:10.018019+0000","last_became_active":"2021-03-04T23:32:26.244207+0000","last_became_peered":"2021-03-04T23:32:26.244207+0000","last_unstale":"2021-03-04T23:34:10.018019+0000","last_undegraded":"2021-03-04T23:34:10.018019+0000","last_fullsized":"2021-03-04T23:34:10.018019+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"288'13858","reported_seq":"29410","reported_epoch":"288","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:34:22.607958+0000","last_change":"2021-03-04T23:32:26.376916+0000","last_active":"2021-03-04T23:34:22.607958+0000","last_peered":"2021-03-04T23:34:22.607958+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:32:26.331782+0000","last_became_peered":"2021-03-04T23:32:26.331782+0000","last_unstale":"2021-03-04T23:34:22.607958+0000","last_undegraded":"2021-03-04T23:32:26.253611+0000","last_fullsized":"2021-03-04T23:32:26.238493+0000","mapping_epoch":266,"log_start":"158'9373","ondisk_log_start":"158'9373","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4485,"ondisk_log_size":4485,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":334364672,"num_objects":5102,"num_object_clones":0,"num_object_copies":15306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3797,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5102,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13858,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5565,"num_bytes_recovered":304480256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3],"avail_no_missing":["7","0","3","6"],"object_location_counts":[{"shards":"3,5,7","objects":2096},{"shards":"3,7","objects":3006}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"284","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.036013+0000","last_change":"2021-03-04T23:31:58.064857+0000","last_active":"2021-03-04T23:34:10.036013+0000","last_peered":"2021-03-04T23:34:10.036013+0000","last_clean":"2021-03-04T23:34:10.036013+0000","last_became_active":"2021-03-04T23:31:58.064575+0000","last_became_peered":"2021-03-04T23:31:58.064575+0000","last_unstale":"2021-03-04T23:34:10.036013+0000","last_undegraded":"2021-03-04T23:34:10.036013+0000","last_fullsized":"2021-03-04T23:34:10.036013+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"346","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.037386+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:34:10.037386+0000","last_peered":"2021-03-04T23:34:10.037386+0000","last_clean":"2021-03-04T23:34:10.037386+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:34:10.037386+0000","last_undegraded":"2021-03-04T23:34:10.037386+0000","last_fullsized":"2021-03-04T23:34:10.037386+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"277","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.028273+0000","last_change":"2021-03-04T23:31:58.062715+0000","last_active":"2021-03-04T23:34:10.028273+0000","last_peered":"2021-03-04T23:34:10.028273+0000","last_clean":"2021-03-04T23:34:10.028273+0000","last_became_active":"2021-03-04T23:31:58.062351+0000","last_became_peered":"2021-03-04T23:31:58.062351+0000","last_unstale":"2021-03-04T23:34:10.028273+0000","last_undegraded":"2021-03-04T23:34:10.028273+0000","last_fullsized":"2021-03-04T23:34:10.028273+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"79","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018286+0000","last_change":"2021-03-04T23:32:18.982415+0000","last_active":"2021-03-04T23:34:10.018286+0000","last_peered":"2021-03-04T23:34:10.018286+0000","last_clean":"2021-03-04T23:34:10.018286+0000","last_became_active":"2021-03-04T23:32:18.982097+0000","last_became_peered":"2021-03-04T23:32:18.982097+0000","last_unstale":"2021-03-04T23:34:10.018286+0000","last_undegraded":"2021-03-04T23:34:10.018286+0000","last_fullsized":"2021-03-04T23:34:10.018286+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"288'13917","reported_seq":"36502","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:22.746648+0000","last_change":"2021-03-04T23:32:23.249042+0000","last_active":"2021-03-04T23:34:22.746648+0000","last_peered":"2021-03-04T23:34:22.746648+0000","last_clean":"2021-03-04T23:34:22.746648+0000","last_became_active":"2021-03-04T23:32:23.233324+0000","last_became_peered":"2021-03-04T23:32:23.233324+0000","last_unstale":"2021-03-04T23:34:22.746648+0000","last_undegraded":"2021-03-04T23:34:22.746648+0000","last_fullsized":"2021-03-04T23:34:22.746648+0000","mapping_epoch":264,"log_start":"147'7330","ondisk_log_start":"147'7330","created":137,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6587,"ondisk_log_size":6587,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":343736320,"num_objects":5245,"num_object_clones":0,"num_object_copies":15735,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5245,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13917,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11178,"num_bytes_recovered":644808704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"102","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.024825+0000","last_change":"2021-03-04T23:32:26.240947+0000","last_active":"2021-03-04T23:34:10.024825+0000","last_peered":"2021-03-04T23:34:10.024825+0000","last_clean":"2021-03-04T23:34:10.024825+0000","last_became_active":"2021-03-04T23:32:26.240743+0000","last_became_peered":"2021-03-04T23:32:26.240743+0000","last_unstale":"2021-03-04T23:34:10.024825+0000","last_undegraded":"2021-03-04T23:34:10.024825+0000","last_fullsized":"2021-03-04T23:34:10.024825+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"127","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.017842+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:34:10.017842+0000","last_peered":"2021-03-04T23:34:10.017842+0000","last_clean":"2021-03-04T23:34:10.017842+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:34:10.017842+0000","last_undegraded":"2021-03-04T23:34:10.017842+0000","last_fullsized":"2021-03-04T23:34:10.017842+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"79","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018586+0000","last_change":"2021-03-04T23:32:18.981845+0000","last_active":"2021-03-04T23:34:10.018586+0000","last_peered":"2021-03-04T23:34:10.018586+0000","last_clean":"2021-03-04T23:34:10.018586+0000","last_became_active":"2021-03-04T23:32:18.981465+0000","last_became_peered":"2021-03-04T23:32:18.981465+0000","last_unstale":"2021-03-04T23:34:10.018586+0000","last_undegraded":"2021-03-04T23:34:10.018586+0000","last_fullsized":"2021-03-04T23:34:10.018586+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"288'13846","reported_seq":"27987","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:23.474766+0000","last_change":"2021-03-04T23:32:43.006956+0000","last_active":"2021-03-04T23:34:23.474766+0000","last_peered":"2021-03-04T23:34:23.474766+0000","last_clean":"2021-03-04T23:34:23.474766+0000","last_became_active":"2021-03-04T23:32:42.989066+0000","last_became_peered":"2021-03-04T23:32:42.989066+0000","last_unstale":"2021-03-04T23:34:23.474766+0000","last_undegraded":"2021-03-04T23:34:23.474766+0000","last_fullsized":"2021-03-04T23:34:23.474766+0000","mapping_epoch":273,"log_start":"155'8734","ondisk_log_start":"155'8734","created":137,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5112,"ondisk_log_size":5112,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":341573632,"num_objects":5212,"num_object_clones":0,"num_object_copies":15636,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5212,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13846,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6961,"num_bytes_recovered":299565056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"31","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.017600+0000","last_change":"2021-03-04T23:32:26.243555+0000","last_active":"2021-03-04T23:34:10.017600+0000","last_peered":"2021-03-04T23:34:10.017600+0000","last_clean":"2021-03-04T23:34:10.017600+0000","last_became_active":"2021-03-04T23:32:26.243321+0000","last_became_peered":"2021-03-04T23:32:26.243321+0000","last_unstale":"2021-03-04T23:34:10.017600+0000","last_undegraded":"2021-03-04T23:34:10.017600+0000","last_fullsized":"2021-03-04T23:34:10.017600+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"300","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.034979+0000","last_change":"2021-03-04T23:31:58.061270+0000","last_active":"2021-03-04T23:34:10.034979+0000","last_peered":"2021-03-04T23:34:10.034979+0000","last_clean":"2021-03-04T23:34:10.034979+0000","last_became_active":"2021-03-04T23:31:58.060937+0000","last_became_peered":"2021-03-04T23:31:58.060937+0000","last_unstale":"2021-03-04T23:34:10.034979+0000","last_undegraded":"2021-03-04T23:34:10.034979+0000","last_fullsized":"2021-03-04T23:34:10.034979+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"31","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.017486+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:34:10.017486+0000","last_peered":"2021-03-04T23:34:10.017486+0000","last_clean":"2021-03-04T23:34:10.017486+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:34:10.017486+0000","last_undegraded":"2021-03-04T23:34:10.017486+0000","last_fullsized":"2021-03-04T23:34:10.017486+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"79","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018089+0000","last_change":"2021-03-04T23:32:18.981793+0000","last_active":"2021-03-04T23:34:10.018089+0000","last_peered":"2021-03-04T23:34:10.018089+0000","last_clean":"2021-03-04T23:34:10.018089+0000","last_became_active":"2021-03-04T23:32:18.981354+0000","last_became_peered":"2021-03-04T23:32:18.981354+0000","last_unstale":"2021-03-04T23:34:10.018089+0000","last_undegraded":"2021-03-04T23:34:10.018089+0000","last_fullsized":"2021-03-04T23:34:10.018089+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"288'14078","reported_seq":"28817","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:23.022584+0000","last_change":"2021-03-04T23:31:15.989387+0000","last_active":"2021-03-04T23:34:23.022584+0000","last_peered":"2021-03-04T23:34:23.022584+0000","last_clean":"2021-03-04T23:34:23.022584+0000","last_became_active":"2021-03-04T23:31:15.968551+0000","last_became_peered":"2021-03-04T23:31:15.968551+0000","last_unstale":"2021-03-04T23:34:23.022584+0000","last_undegraded":"2021-03-04T23:34:23.022584+0000","last_fullsized":"2021-03-04T23:34:23.022584+0000","mapping_epoch":236,"log_start":"158'9503","ondisk_log_start":"158'9503","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4575,"ondisk_log_size":4575,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":343408640,"num_objects":5240,"num_object_clones":0,"num_object_copies":15720,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5240,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14078,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7379,"num_bytes_recovered":476381184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"340","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.034786+0000","last_change":"2021-03-04T23:32:18.974052+0000","last_active":"2021-03-04T23:34:10.034786+0000","last_peered":"2021-03-04T23:34:10.034786+0000","last_clean":"2021-03-04T23:34:10.034786+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:34:10.034786+0000","last_undegraded":"2021-03-04T23:34:10.034786+0000","last_fullsized":"2021-03-04T23:34:10.034786+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"290","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.036231+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:34:10.036231+0000","last_peered":"2021-03-04T23:34:10.036231+0000","last_clean":"2021-03-04T23:34:10.036231+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:34:10.036231+0000","last_undegraded":"2021-03-04T23:34:10.036231+0000","last_fullsized":"2021-03-04T23:34:10.036231+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"31","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.017580+0000","last_change":"2021-03-04T23:32:26.241730+0000","last_active":"2021-03-04T23:34:10.017580+0000","last_peered":"2021-03-04T23:34:10.017580+0000","last_clean":"2021-03-04T23:34:10.017580+0000","last_became_active":"2021-03-04T23:32:26.241443+0000","last_became_peered":"2021-03-04T23:32:26.241443+0000","last_unstale":"2021-03-04T23:34:10.017580+0000","last_undegraded":"2021-03-04T23:34:10.017580+0000","last_fullsized":"2021-03-04T23:34:10.017580+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"79","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018154+0000","last_change":"2021-03-04T23:32:18.982273+0000","last_active":"2021-03-04T23:34:10.018154+0000","last_peered":"2021-03-04T23:34:10.018154+0000","last_clean":"2021-03-04T23:34:10.018154+0000","last_became_active":"2021-03-04T23:32:18.981390+0000","last_became_peered":"2021-03-04T23:32:18.981390+0000","last_unstale":"2021-03-04T23:34:10.018154+0000","last_undegraded":"2021-03-04T23:34:10.018154+0000","last_fullsized":"2021-03-04T23:34:10.018154+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"288'13938","reported_seq":"21835","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:23.670973+0000","last_change":"2021-03-04T23:31:15.990321+0000","last_active":"2021-03-04T23:34:23.670973+0000","last_peered":"2021-03-04T23:34:23.670973+0000","last_clean":"2021-03-04T23:34:23.670973+0000","last_became_active":"2021-03-04T23:31:15.968330+0000","last_became_peered":"2021-03-04T23:31:15.968330+0000","last_unstale":"2021-03-04T23:34:23.670973+0000","last_undegraded":"2021-03-04T23:34:23.670973+0000","last_fullsized":"2021-03-04T23:34:23.670973+0000","mapping_epoch":236,"log_start":"155'8843","ondisk_log_start":"155'8843","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5095,"ondisk_log_size":5095,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":335020032,"num_objects":5112,"num_object_clones":0,"num_object_copies":15336,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5112,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13938,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3842,"num_bytes_recovered":151388160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"280","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.028243+0000","last_change":"2021-03-04T23:31:58.062851+0000","last_active":"2021-03-04T23:34:10.028243+0000","last_peered":"2021-03-04T23:34:10.028243+0000","last_clean":"2021-03-04T23:34:10.028243+0000","last_became_active":"2021-03-04T23:31:58.062390+0000","last_became_peered":"2021-03-04T23:31:58.062390+0000","last_unstale":"2021-03-04T23:34:10.028243+0000","last_undegraded":"2021-03-04T23:34:10.028243+0000","last_fullsized":"2021-03-04T23:34:10.028243+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"31","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.017554+0000","last_change":"2021-03-04T23:32:26.241630+0000","last_active":"2021-03-04T23:34:10.017554+0000","last_peered":"2021-03-04T23:34:10.017554+0000","last_clean":"2021-03-04T23:34:10.017554+0000","last_became_active":"2021-03-04T23:32:26.241377+0000","last_became_peered":"2021-03-04T23:32:26.241377+0000","last_unstale":"2021-03-04T23:34:10.017554+0000","last_undegraded":"2021-03-04T23:34:10.017554+0000","last_fullsized":"2021-03-04T23:34:10.017554+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"31","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.017780+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:34:10.017780+0000","last_peered":"2021-03-04T23:34:10.017780+0000","last_clean":"2021-03-04T23:34:10.017780+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:34:10.017780+0000","last_undegraded":"2021-03-04T23:34:10.017780+0000","last_fullsized":"2021-03-04T23:34:10.017780+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"288'13935","reported_seq":"30038","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:22.719446+0000","last_change":"2021-03-04T23:30:59.306069+0000","last_active":"2021-03-04T23:34:22.719446+0000","last_peered":"2021-03-04T23:34:22.719446+0000","last_clean":"2021-03-04T23:34:22.719446+0000","last_became_active":"2021-03-04T23:30:59.292136+0000","last_became_peered":"2021-03-04T23:30:59.292136+0000","last_unstale":"2021-03-04T23:34:22.719446+0000","last_undegraded":"2021-03-04T23:34:22.719446+0000","last_fullsized":"2021-03-04T23:34:22.719446+0000","mapping_epoch":228,"log_start":"152'8097","ondisk_log_start":"152'8097","created":137,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5838,"ondisk_log_size":5838,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":339935232,"num_objects":5187,"num_object_clones":0,"num_object_copies":15561,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5187,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13935,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7939,"num_bytes_recovered":520224768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"298","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.034881+0000","last_change":"2021-03-04T23:31:58.069375+0000","last_active":"2021-03-04T23:34:10.034881+0000","last_peered":"2021-03-04T23:34:10.034881+0000","last_clean":"2021-03-04T23:34:10.034881+0000","last_became_active":"2021-03-04T23:31:58.069076+0000","last_became_peered":"2021-03-04T23:31:58.069076+0000","last_unstale":"2021-03-04T23:34:10.034881+0000","last_undegraded":"2021-03-04T23:34:10.034881+0000","last_fullsized":"2021-03-04T23:34:10.034881+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"79","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018186+0000","last_change":"2021-03-04T23:32:18.976198+0000","last_active":"2021-03-04T23:34:10.018186+0000","last_peered":"2021-03-04T23:34:10.018186+0000","last_clean":"2021-03-04T23:34:10.018186+0000","last_became_active":"2021-03-04T23:32:18.975757+0000","last_became_peered":"2021-03-04T23:32:18.975757+0000","last_unstale":"2021-03-04T23:34:10.018186+0000","last_undegraded":"2021-03-04T23:34:10.018186+0000","last_fullsized":"2021-03-04T23:34:10.018186+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"75","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.024806+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:34:10.024806+0000","last_peered":"2021-03-04T23:34:10.024806+0000","last_clean":"2021-03-04T23:34:10.024806+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:34:10.024806+0000","last_undegraded":"2021-03-04T23:34:10.024806+0000","last_fullsized":"2021-03-04T23:34:10.024806+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"37","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.041675+0000","last_change":"2021-03-04T23:32:18.986718+0000","last_active":"2021-03-04T23:34:10.041675+0000","last_peered":"2021-03-04T23:34:10.041675+0000","last_clean":"2021-03-04T23:34:10.041675+0000","last_became_active":"2021-03-04T23:32:18.986509+0000","last_became_peered":"2021-03-04T23:32:18.986509+0000","last_unstale":"2021-03-04T23:34:10.041675+0000","last_undegraded":"2021-03-04T23:34:10.041675+0000","last_fullsized":"2021-03-04T23:34:10.041675+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"79","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018127+0000","last_change":"2021-03-04T23:32:19.018869+0000","last_active":"2021-03-04T23:34:10.018127+0000","last_peered":"2021-03-04T23:34:10.018127+0000","last_clean":"2021-03-04T23:34:10.018127+0000","last_became_active":"2021-03-04T23:32:19.018305+0000","last_became_peered":"2021-03-04T23:32:19.018305+0000","last_unstale":"2021-03-04T23:34:10.018127+0000","last_undegraded":"2021-03-04T23:34:10.018127+0000","last_fullsized":"2021-03-04T23:34:10.018127+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"288'14279","reported_seq":"36079","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:23.007782+0000","last_change":"2021-03-04T23:32:34.277292+0000","last_active":"2021-03-04T23:34:23.007782+0000","last_peered":"2021-03-04T23:34:23.007782+0000","last_clean":"2021-03-04T23:34:23.007782+0000","last_became_active":"2021-03-04T23:32:34.260379+0000","last_became_peered":"2021-03-04T23:32:34.260379+0000","last_unstale":"2021-03-04T23:34:23.007782+0000","last_undegraded":"2021-03-04T23:34:23.007782+0000","last_fullsized":"2021-03-04T23:34:23.007782+0000","mapping_epoch":270,"log_start":"158'9635","ondisk_log_start":"158'9635","created":137,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4644,"ondisk_log_size":4644,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":346619904,"num_objects":5289,"num_object_clones":0,"num_object_copies":15867,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5289,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14279,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10774,"num_bytes_recovered":705953792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"70","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018055+0000","last_change":"2021-03-04T23:32:26.246392+0000","last_active":"2021-03-04T23:34:10.018055+0000","last_peered":"2021-03-04T23:34:10.018055+0000","last_clean":"2021-03-04T23:34:10.018055+0000","last_became_active":"2021-03-04T23:32:26.245274+0000","last_became_peered":"2021-03-04T23:32:26.245274+0000","last_unstale":"2021-03-04T23:34:10.018055+0000","last_undegraded":"2021-03-04T23:34:10.018055+0000","last_fullsized":"2021-03-04T23:34:10.018055+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"272","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.033249+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:34:10.033249+0000","last_peered":"2021-03-04T23:34:10.033249+0000","last_clean":"2021-03-04T23:34:10.033249+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:34:10.033249+0000","last_undegraded":"2021-03-04T23:34:10.033249+0000","last_fullsized":"2021-03-04T23:34:10.033249+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"318","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.033627+0000","last_change":"2021-03-04T23:32:26.243552+0000","last_active":"2021-03-04T23:34:10.033627+0000","last_peered":"2021-03-04T23:34:10.033627+0000","last_clean":"2021-03-04T23:34:10.033627+0000","last_became_active":"2021-03-04T23:32:26.243356+0000","last_became_peered":"2021-03-04T23:32:26.243356+0000","last_unstale":"2021-03-04T23:34:10.033627+0000","last_undegraded":"2021-03-04T23:34:10.033627+0000","last_fullsized":"2021-03-04T23:34:10.033627+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"79","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018683+0000","last_change":"2021-03-04T23:32:18.976958+0000","last_active":"2021-03-04T23:34:10.018683+0000","last_peered":"2021-03-04T23:34:10.018683+0000","last_clean":"2021-03-04T23:34:10.018683+0000","last_became_active":"2021-03-04T23:32:18.975806+0000","last_became_peered":"2021-03-04T23:32:18.975806+0000","last_unstale":"2021-03-04T23:34:10.018683+0000","last_undegraded":"2021-03-04T23:34:10.018683+0000","last_fullsized":"2021-03-04T23:34:10.018683+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"288'13914","reported_seq":"31572","reported_epoch":"288","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:34:22.293774+0000","last_change":"2021-03-04T23:32:27.307328+0000","last_active":"2021-03-04T23:34:22.293774+0000","last_peered":"2021-03-04T23:34:22.293774+0000","last_clean":"2021-03-04T23:32:23.232073+0000","last_became_active":"2021-03-04T23:32:27.288606+0000","last_became_peered":"2021-03-04T23:32:27.288606+0000","last_unstale":"2021-03-04T23:34:22.293774+0000","last_undegraded":"2021-03-04T23:34:22.293774+0000","last_fullsized":"2021-03-04T23:34:22.293774+0000","mapping_epoch":267,"log_start":"158'9486","ondisk_log_start":"158'9486","created":137,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4428,"ondisk_log_size":4428,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":343146496,"num_objects":5236,"num_object_clones":0,"num_object_copies":15708,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5236,"num_objects_unfound":0,"num_objects_dirty":5236,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13914,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8712,"num_bytes_recovered":396623872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,0],"avail_no_missing":["7","0","4"],"object_location_counts":[{"shards":"0,4,7","objects":5236}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"61","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018428+0000","last_change":"2021-03-04T23:31:15.976911+0000","last_active":"2021-03-04T23:34:10.018428+0000","last_peered":"2021-03-04T23:34:10.018428+0000","last_clean":"2021-03-04T23:34:10.018428+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:34:10.018428+0000","last_undegraded":"2021-03-04T23:34:10.018428+0000","last_fullsized":"2021-03-04T23:34:10.018428+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"31","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.017729+0000","last_change":"2021-03-04T23:32:26.241609+0000","last_active":"2021-03-04T23:34:10.017729+0000","last_peered":"2021-03-04T23:34:10.017729+0000","last_clean":"2021-03-04T23:34:10.017729+0000","last_became_active":"2021-03-04T23:32:26.241419+0000","last_became_peered":"2021-03-04T23:32:26.241419+0000","last_unstale":"2021-03-04T23:34:10.017729+0000","last_undegraded":"2021-03-04T23:34:10.017729+0000","last_fullsized":"2021-03-04T23:34:10.017729+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"250","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.034762+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:34:10.034762+0000","last_peered":"2021-03-04T23:34:10.034762+0000","last_clean":"2021-03-04T23:34:10.034762+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:34:10.034762+0000","last_undegraded":"2021-03-04T23:34:10.034762+0000","last_fullsized":"2021-03-04T23:34:10.034762+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"79","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018637+0000","last_change":"2021-03-04T23:32:18.990243+0000","last_active":"2021-03-04T23:34:10.018637+0000","last_peered":"2021-03-04T23:34:10.018637+0000","last_clean":"2021-03-04T23:34:10.018637+0000","last_became_active":"2021-03-04T23:32:18.985408+0000","last_became_peered":"2021-03-04T23:32:18.985408+0000","last_unstale":"2021-03-04T23:34:10.018637+0000","last_undegraded":"2021-03-04T23:34:10.018637+0000","last_fullsized":"2021-03-04T23:34:10.018637+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"288'13834","reported_seq":"21891","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:22.628523+0000","last_change":"2021-03-04T23:32:54.052768+0000","last_active":"2021-03-04T23:34:22.628523+0000","last_peered":"2021-03-04T23:34:22.628523+0000","last_clean":"2021-03-04T23:34:22.628523+0000","last_became_active":"2021-03-04T23:32:54.024075+0000","last_became_peered":"2021-03-04T23:32:54.024075+0000","last_unstale":"2021-03-04T23:34:22.628523+0000","last_undegraded":"2021-03-04T23:34:22.628523+0000","last_fullsized":"2021-03-04T23:34:22.628523+0000","mapping_epoch":276,"log_start":"158'9395","ondisk_log_start":"158'9395","created":137,"last_epoch_clean":277,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4439,"ondisk_log_size":4439,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":336920600,"num_objects":5142,"num_object_clones":0,"num_object_copies":15426,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5142,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":13834,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3917,"num_bytes_recovered":147324952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"101","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.025230+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:34:10.025230+0000","last_peered":"2021-03-04T23:34:10.025230+0000","last_clean":"2021-03-04T23:34:10.025230+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:34:10.025230+0000","last_undegraded":"2021-03-04T23:34:10.025230+0000","last_fullsized":"2021-03-04T23:34:10.025230+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"31","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.017764+0000","last_change":"2021-03-04T23:32:26.249226+0000","last_active":"2021-03-04T23:34:10.017764+0000","last_peered":"2021-03-04T23:34:10.017764+0000","last_clean":"2021-03-04T23:34:10.017764+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:34:10.017764+0000","last_undegraded":"2021-03-04T23:34:10.017764+0000","last_fullsized":"2021-03-04T23:34:10.017764+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"93","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.024732+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:34:10.024732+0000","last_peered":"2021-03-04T23:34:10.024732+0000","last_clean":"2021-03-04T23:34:10.024732+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:34:10.024732+0000","last_undegraded":"2021-03-04T23:34:10.024732+0000","last_fullsized":"2021-03-04T23:34:10.024732+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"79","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.018373+0000","last_change":"2021-03-04T23:32:18.976964+0000","last_active":"2021-03-04T23:34:10.018373+0000","last_peered":"2021-03-04T23:34:10.018373+0000","last_clean":"2021-03-04T23:34:10.018373+0000","last_became_active":"2021-03-04T23:32:18.976053+0000","last_became_peered":"2021-03-04T23:32:18.976053+0000","last_unstale":"2021-03-04T23:34:10.018373+0000","last_undegraded":"2021-03-04T23:34:10.018373+0000","last_fullsized":"2021-03-04T23:34:10.018373+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"288'13912","reported_seq":"21519","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:22.647903+0000","last_change":"2021-03-04T23:31:15.998496+0000","last_active":"2021-03-04T23:34:22.647903+0000","last_peered":"2021-03-04T23:34:22.647903+0000","last_clean":"2021-03-04T23:34:22.647903+0000","last_became_active":"2021-03-04T23:31:15.976417+0000","last_became_peered":"2021-03-04T23:31:15.976417+0000","last_unstale":"2021-03-04T23:34:22.647903+0000","last_undegraded":"2021-03-04T23:34:22.647903+0000","last_fullsized":"2021-03-04T23:34:22.647903+0000","mapping_epoch":236,"log_start":"147'7375","ondisk_log_start":"147'7375","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6537,"ondisk_log_size":6537,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":336068608,"num_objects":5128,"num_object_clones":0,"num_object_copies":15384,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5128,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13912,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3697,"num_bytes_recovered":238419968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"189","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.041817+0000","last_change":"2021-03-04T23:31:58.069248+0000","last_active":"2021-03-04T23:34:10.041817+0000","last_peered":"2021-03-04T23:34:10.041817+0000","last_clean":"2021-03-04T23:34:10.041817+0000","last_became_active":"2021-03-04T23:31:58.068899+0000","last_became_peered":"2021-03-04T23:31:58.068899+0000","last_unstale":"2021-03-04T23:34:10.041817+0000","last_undegraded":"2021-03-04T23:34:10.041817+0000","last_fullsized":"2021-03-04T23:34:10.041817+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"321","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.033659+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:34:10.033659+0000","last_peered":"2021-03-04T23:34:10.033659+0000","last_clean":"2021-03-04T23:34:10.033659+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:34:10.033659+0000","last_undegraded":"2021-03-04T23:34:10.033659+0000","last_fullsized":"2021-03-04T23:34:10.033659+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"259","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.035982+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:34:10.035982+0000","last_peered":"2021-03-04T23:34:10.035982+0000","last_clean":"2021-03-04T23:34:10.035982+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:34:10.035982+0000","last_undegraded":"2021-03-04T23:34:10.035982+0000","last_fullsized":"2021-03-04T23:34:10.035982+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"254","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.033552+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:34:10.033552+0000","last_peered":"2021-03-04T23:34:10.033552+0000","last_clean":"2021-03-04T23:34:10.033552+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:34:10.033552+0000","last_undegraded":"2021-03-04T23:34:10.033552+0000","last_fullsized":"2021-03-04T23:34:10.033552+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"294","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.017735+0000","last_change":"2021-03-04T23:31:58.060196+0000","last_active":"2021-03-04T23:34:10.017735+0000","last_peered":"2021-03-04T23:34:10.017735+0000","last_clean":"2021-03-04T23:34:10.017735+0000","last_became_active":"2021-03-04T23:31:58.059959+0000","last_became_peered":"2021-03-04T23:31:58.059959+0000","last_unstale":"2021-03-04T23:34:10.017735+0000","last_undegraded":"2021-03-04T23:34:10.017735+0000","last_fullsized":"2021-03-04T23:34:10.017735+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"351","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.035009+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:34:10.035009+0000","last_peered":"2021-03-04T23:34:10.035009+0000","last_clean":"2021-03-04T23:34:10.035009+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:34:10.035009+0000","last_undegraded":"2021-03-04T23:34:10.035009+0000","last_fullsized":"2021-03-04T23:34:10.035009+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"334","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.036334+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:34:10.036334+0000","last_peered":"2021-03-04T23:34:10.036334+0000","last_clean":"2021-03-04T23:34:10.036334+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:34:10.036334+0000","last_undegraded":"2021-03-04T23:34:10.036334+0000","last_fullsized":"2021-03-04T23:34:10.036334+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"297","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.034903+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:34:10.034903+0000","last_peered":"2021-03-04T23:34:10.034903+0000","last_clean":"2021-03-04T23:34:10.034903+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:34:10.034903+0000","last_undegraded":"2021-03-04T23:34:10.034903+0000","last_fullsized":"2021-03-04T23:34:10.034903+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"304","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.036112+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:34:10.036112+0000","last_peered":"2021-03-04T23:34:10.036112+0000","last_clean":"2021-03-04T23:34:10.036112+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:34:10.036112+0000","last_undegraded":"2021-03-04T23:34:10.036112+0000","last_fullsized":"2021-03-04T23:34:10.036112+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"93","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.025165+0000","last_change":"2021-03-04T23:32:18.971387+0000","last_active":"2021-03-04T23:34:10.025165+0000","last_peered":"2021-03-04T23:34:10.025165+0000","last_clean":"2021-03-04T23:34:10.025165+0000","last_became_active":"2021-03-04T23:32:18.971083+0000","last_became_peered":"2021-03-04T23:32:18.971083+0000","last_unstale":"2021-03-04T23:34:10.025165+0000","last_undegraded":"2021-03-04T23:34:10.025165+0000","last_fullsized":"2021-03-04T23:34:10.025165+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"77","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.028362+0000","last_change":"2021-03-04T23:31:58.062548+0000","last_active":"2021-03-04T23:34:10.028362+0000","last_peered":"2021-03-04T23:34:10.028362+0000","last_clean":"2021-03-04T23:34:10.028362+0000","last_became_active":"2021-03-04T23:31:58.062122+0000","last_became_peered":"2021-03-04T23:31:58.062122+0000","last_unstale":"2021-03-04T23:34:10.028362+0000","last_undegraded":"2021-03-04T23:34:10.028362+0000","last_fullsized":"2021-03-04T23:34:10.028362+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"262","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.033584+0000","last_change":"2021-03-04T23:32:19.162403+0000","last_active":"2021-03-04T23:34:10.033584+0000","last_peered":"2021-03-04T23:34:10.033584+0000","last_clean":"2021-03-04T23:34:10.033584+0000","last_became_active":"2021-03-04T23:32:18.984227+0000","last_became_peered":"2021-03-04T23:32:18.984227+0000","last_unstale":"2021-03-04T23:34:10.033584+0000","last_undegraded":"2021-03-04T23:34:10.033584+0000","last_fullsized":"2021-03-04T23:34:10.033584+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"355","reported_epoch":"287","state":"active+clean","last_fresh":"2021-03-04T23:34:10.035935+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:34:10.035935+0000","last_peered":"2021-03-04T23:34:10.035935+0000","last_clean":"2021-03-04T23:34:10.035935+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:34:10.035935+0000","last_undegraded":"2021-03-04T23:34:10.035935+0000","last_fullsized":"2021-03-04T23:34:10.035935+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":10713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8326546,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":6},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":5436604440,"num_objects":82957,"num_object_clones":0,"num_object_copies":248871,"num_objects_missing_on_primary":797,"num_objects_missing":797,"num_objects_degraded":11955,"num_objects_misplaced":17757,"num_objects_unfound":0,"num_objects_dirty":82957,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":223773,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":92376,"num_bytes_recovered":5310185496,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":19037237248,"data_stored":19037225032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":83910,"ondisk_log_size":83910,"up":48,"acting":45,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495980,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4434868,"kb_used_data":3386284,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":83645516,"statfs":{"total":90194313216,"available":85653008384,"internally_reserved":1073741824,"allocated":3467554816,"data_stored":3466137752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:56 2021","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.34000000000000002,"15min":0.32400000000000001},"min":{"1min":0.184,"5min":0.125,"15min":0.125},"max":{"1min":0.52300000000000002,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.40100000000000002,"15min":0.40600000000000003},"min":{"1min":0.221,"5min":0.158,"15min":0.158},"max":{"1min":0.51800000000000002,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.16700000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:33:32 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.40300000000000002,"15min":0.58999999999999997},"min":{"1min":0.21099999999999999,"5min":0.17499999999999999,"15min":0.16200000000000001},"max":{"1min":0.57599999999999996,"5min":0.91700000000000004,"15min":37.856000000000002},"last":0.379},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.42099999999999999,"15min":0.625},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.56899999999999995,"5min":1.0409999999999999,"15min":37.914000000000001},"last":0.29299999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.34000000000000002,"15min":0.47599999999999998},"min":{"1min":0.23300000000000001,"5min":0.20300000000000001,"15min":0.17999999999999999},"max":{"1min":0.38800000000000001,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":0.312},{"interface":"front","average":{"1min":0.374,"5min":0.436,"15min":0.51300000000000001},"min":{"1min":0.30399999999999999,"5min":0.26300000000000001,"15min":0.182},"max":{"1min":0.49099999999999999,"5min":0.94499999999999995,"15min":3.206},"last":0.34399999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.29899999999999999,"5min":0.35399999999999998,"15min":0.872},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":0.42999999999999999,"5min":0.96399999999999997,"15min":63.959000000000003},"last":0.20999999999999999},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.36199999999999999,"15min":0.90200000000000002},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19400000000000001},"max":{"1min":0.443,"5min":0.84399999999999997,"15min":64.183999999999997},"last":0.32700000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.26400000000000001,"5min":0.32300000000000001,"15min":0.39900000000000002},"min":{"1min":0.13,"5min":0.13,"15min":0.13},"max":{"1min":0.53200000000000003,"5min":0.65500000000000003,"15min":4.0179999999999998},"last":0.191},{"interface":"front","average":{"1min":0.255,"5min":0.28599999999999998,"15min":0.34999999999999998},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.45300000000000001,"5min":0.51000000000000001,"15min":3.7410000000000001},"last":0.183}]},{"osd":5,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.27100000000000002,"5min":0.28999999999999998,"15min":0.33600000000000002},"min":{"1min":0.16800000000000001,"5min":0.152,"15min":0.14299999999999999},"max":{"1min":0.47999999999999998,"5min":0.626,"15min":3.621},"last":0.246},{"interface":"front","average":{"1min":0.28999999999999998,"5min":0.34599999999999997,"15min":0.42399999999999999},"min":{"1min":0.156,"5min":0.156,"15min":0.156},"max":{"1min":0.505,"5min":0.67400000000000004,"15min":3.54},"last":0.23499999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:33:51 2021","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.29399999999999998,"15min":0.38900000000000001},"min":{"1min":0.17100000000000001,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":0.59699999999999998,"5min":0.627,"15min":4.1299999999999999},"last":0.218},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.371,"15min":0.48999999999999999},"min":{"1min":0.191,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.64100000000000001,"5min":0.67700000000000005,"15min":3.7850000000000001},"last":0.26300000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659481,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1796716,"kb_used_data":748132,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86283668,"statfs":{"total":90194313216,"available":88354476032,"internally_reserved":1073741824,"allocated":766087168,"data_stored":764678713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.34599999999999997,"15min":0.35799999999999998},"min":{"1min":0.17799999999999999,"5min":0.156,"15min":0.156},"max":{"1min":0.52200000000000002,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.14299999999999999},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.36599999999999999,"15min":0.36699999999999999},"min":{"1min":0.222,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.46899999999999997,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.20699999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:33:24 2021","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.374,"15min":0.46000000000000002},"min":{"1min":0.182,"5min":0.182,"15min":0.159},"max":{"1min":0.46700000000000003,"5min":0.874,"15min":3.609},"last":0.19800000000000001},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.40100000000000002,"15min":0.45600000000000002},"min":{"1min":0.24399999999999999,"5min":0.20499999999999999,"15min":0.17000000000000001},"max":{"1min":0.67900000000000005,"5min":0.91600000000000004,"15min":4.149},"last":0.30099999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:33:24 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.39900000000000002,"15min":0.47399999999999998},"min":{"1min":0.224,"5min":0.20000000000000001,"15min":0.16800000000000001},"max":{"1min":0.69899999999999995,"5min":0.85399999999999998,"15min":4.0940000000000003},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38400000000000001,"15min":0.46500000000000002},"min":{"1min":0.25700000000000001,"5min":0.193,"15min":0.17599999999999999},"max":{"1min":0.51100000000000001,"5min":0.83999999999999997,"15min":3.3700000000000001},"last":0.23699999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:33:24 2021","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.38900000000000001,"15min":1.03},"min":{"1min":0.21299999999999999,"5min":0.182,"15min":0.182},"max":{"1min":0.48899999999999999,"5min":0.877,"15min":77.881},"last":0.17899999999999999},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.40400000000000003,"15min":1.046},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.626,"5min":0.94999999999999996,"15min":77.683000000000007},"last":0.32700000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.314,"15min":0.36699999999999999},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.13300000000000001},"max":{"1min":0.58299999999999996,"5min":0.61599999999999999,"15min":4.1539999999999999},"last":0.219},{"interface":"front","average":{"1min":0.29099999999999998,"5min":0.30299999999999999,"15min":0.375},"min":{"1min":0.20000000000000001,"5min":0.14299999999999999,"15min":0.13500000000000001},"max":{"1min":0.443,"5min":0.56699999999999995,"15min":4.1269999999999998},"last":0.16300000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.27600000000000002,"5min":0.314,"15min":0.377},"min":{"1min":0.155,"5min":0.155,"15min":0.155},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":4.0010000000000003},"last":0.252},{"interface":"front","average":{"1min":0.29199999999999998,"5min":0.313,"15min":0.433},"min":{"1min":0.161,"5min":0.161,"15min":0.13900000000000001},"max":{"1min":0.46800000000000003,"5min":0.57399999999999995,"15min":4.2389999999999999},"last":0.19}]},{"osd":7,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.34499999999999997,"15min":0.46600000000000003},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.56299999999999994,"5min":0.56799999999999995,"15min":4.5880000000000001},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.35399999999999998,"15min":0.42299999999999999},"min":{"1min":0.215,"5min":0.182,"15min":0.182},"max":{"1min":0.55100000000000005,"5min":0.59199999999999997,"15min":4.0129999999999999},"last":0.315}]}]},{"osd":1,"up_from":87,"seq":373662155001,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3184280,"kb_used_data":3038416,"kb_used_omap":2528,"kb_used_meta":143327,"kb_avail":84896104,"statfs":{"total":90194313216,"available":86933610496,"internally_reserved":0,"allocated":3111337984,"data_stored":3109946777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":146767150},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:58 2021","interfaces":[{"interface":"back","average":{"1min":2.5009999999999999,"5min":0.71799999999999997,"15min":0.39000000000000001},"min":{"1min":0.13400000000000001,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":39.125,"5min":39.125,"15min":39.125},"last":0.217},{"interface":"front","average":{"1min":2.573,"5min":0.79000000000000004,"15min":0.45800000000000002},"min":{"1min":0.17999999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":39.207000000000001,"5min":39.207000000000001,"15min":39.207000000000001},"last":0.24299999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.23699999999999999,"5min":0.252,"15min":0.378},"min":{"1min":0.156,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.374,"5min":0.59999999999999998,"15min":4.4059999999999997},"last":0.17599999999999999},{"interface":"front","average":{"1min":0.249,"5min":0.26200000000000001,"15min":0.435},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.13100000000000001},"max":{"1min":0.35999999999999999,"5min":0.47899999999999998,"15min":4.7240000000000002},"last":0.192}]},{"osd":3,"last update":"Thu Mar 4 23:34:14 2021","interfaces":[{"interface":"back","average":{"1min":0.26500000000000001,"5min":0.42899999999999999,"15min":0.92300000000000004},"min":{"1min":0.158,"5min":0.156,"15min":0.155},"max":{"1min":0.503,"5min":12.710000000000001,"15min":110.28400000000001},"last":0.157},{"interface":"front","average":{"1min":0.27200000000000002,"5min":0.44600000000000001,"15min":0.94399999999999995},"min":{"1min":0.156,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":0.41799999999999998,"5min":12.734,"15min":109.977},"last":0.255}]},{"osd":4,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.41499999999999998,"15min":0.57299999999999995},"min":{"1min":0.24099999999999999,"5min":0.20899999999999999,"15min":0.182},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":4.9850000000000003},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.379,"15min":0.50800000000000001},"min":{"1min":0.23000000000000001,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":4.5229999999999997},"last":0.27200000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.40200000000000002,"15min":0.57399999999999995},"min":{"1min":0.27700000000000002,"5min":0.23200000000000001,"15min":0.20699999999999999},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":8.6690000000000005},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.439,"5min":0.41199999999999998,"15min":0.58499999999999996},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":4.7729999999999997},"last":0.32100000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:33:51 2021","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.40899999999999997,"15min":0.55200000000000005},"min":{"1min":0.253,"5min":0.22600000000000001,"15min":0.214},"max":{"1min":0.72599999999999998,"5min":0.90500000000000003,"15min":4.5010000000000003},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.44,"15min":0.58199999999999996},"min":{"1min":0.30099999999999999,"5min":0.24299999999999999,"15min":0.23699999999999999},"max":{"1min":0.73499999999999999,"5min":0.88,"15min":5.4649999999999999},"last":0.312}]},{"osd":7,"last update":"Thu Mar 4 23:33:23 2021","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.438,"15min":0.64600000000000002},"min":{"1min":0.29099999999999998,"5min":0.23100000000000001,"15min":0.20899999999999999},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":4.7939999999999996},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.41599999999999998,"15min":0.57099999999999995},"min":{"1min":0.32200000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":4.5499999999999998},"last":0.36899999999999999}]}]},{"osd":0,"up_from":174,"seq":747324309584,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2182108,"kb_used_data":2082644,"kb_used_omap":980,"kb_used_meta":98475,"kb_avail":85898276,"statfs":{"total":90194313216,"available":87959834624,"internally_reserved":0,"allocated":2132627456,"data_stored":2131232704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":100839363},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.20999999999999999,"5min":0.23899999999999999,"15min":0.252},"min":{"1min":0.13100000000000001,"5min":0.12,"15min":0.12},"max":{"1min":0.34899999999999998,"5min":0.623,"15min":0.623},"last":0.158},{"interface":"front","average":{"1min":0.222,"5min":0.24299999999999999,"15min":0.24099999999999999},"min":{"1min":0.14999999999999999,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.40100000000000002,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.17899999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.246,"5min":0.26300000000000001,"15min":0.24099999999999999},"min":{"1min":0.18099999999999999,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":0.35599999999999998,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.20200000000000001},{"interface":"front","average":{"1min":0.254,"5min":0.26900000000000002,"15min":0.27500000000000002},"min":{"1min":0.16500000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.44400000000000001,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.193}]},{"osd":3,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.246,"5min":0.27500000000000002,"15min":0.28299999999999997},"min":{"1min":0.17499999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.33400000000000002,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.128},{"interface":"front","average":{"1min":0.247,"5min":0.28999999999999998,"15min":0.29999999999999999},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.41199999999999998,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.26600000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.39500000000000002,"15min":0.38700000000000001},"min":{"1min":0.28899999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.39400000000000002,"15min":0.38400000000000001},"min":{"1min":0.27200000000000002,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.34200000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.40200000000000002,"15min":0.39200000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38800000000000001,"15min":0.39200000000000002},"min":{"1min":0.20300000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.31}]},{"osd":6,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.38,"15min":0.40899999999999997},"min":{"1min":0.26300000000000001,"5min":0.224,"15min":0.224},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.40400000000000003,"15min":0.39300000000000002},"min":{"1min":0.28599999999999998,"5min":0.251,"15min":0.251},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.29999999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.40100000000000002,"15min":0.39100000000000001},"min":{"1min":0.26800000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.41899999999999998,"15min":0.40999999999999998},"min":{"1min":0.28499999999999998,"5min":0.26700000000000002,"15min":0.24199999999999999},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.248}]}]},{"osd":2,"up_from":0,"seq":442381631724,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879520,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3123092,"kb_used_data":3016844,"kb_used_omap":883,"kb_used_meta":105356,"kb_avail":84957292,"statfs":{"total":90194313216,"available":86996267008,"internally_reserved":0,"allocated":3089248256,"data_stored":3087860072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":107884608},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:55 2021","interfaces":[{"interface":"back","average":{"1min":0.217,"5min":0.97199999999999998,"15min":0.502},"min":{"1min":0.13200000000000001,"5min":0.127,"15min":0.127},"max":{"1min":0.51100000000000001,"5min":66.528999999999996,"15min":66.528999999999996},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.26100000000000001,"5min":1.0009999999999999,"15min":0.54500000000000004},"min":{"1min":0.183,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.38500000000000001,"5min":66.497,"15min":66.497},"last":0.20899999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.223,"5min":0.48499999999999999,"15min":0.40500000000000003},"min":{"1min":0.151,"5min":0.14599999999999999,"15min":0.13500000000000001},"max":{"1min":0.33200000000000002,"5min":25.097999999999999,"15min":25.097999999999999},"last":0.255},{"interface":"front","average":{"1min":0.26700000000000002,"5min":0.51400000000000001,"15min":0.496},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.497,"5min":25.109999999999999,"15min":25.109999999999999},"last":0.23899999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.249,"5min":0.26000000000000001,"15min":0.38700000000000001},"min":{"1min":0.191,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":0.43099999999999999,"5min":0.56100000000000005,"15min":4.8730000000000002},"last":0.224},{"interface":"front","average":{"1min":0.25,"5min":0.26400000000000001,"15min":0.36199999999999999},"min":{"1min":0.17699999999999999,"5min":0.151,"15min":0.151},"max":{"1min":0.40400000000000003,"5min":0.47399999999999998,"15min":3.5590000000000002},"last":0.29299999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40300000000000002,"15min":0.48499999999999999},"min":{"1min":0.252,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.65000000000000002,"5min":1.0089999999999999,"15min":2.9780000000000002},"last":0.62},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.42599999999999999,"15min":0.50800000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.20100000000000001},"max":{"1min":0.747,"5min":0.999,"15min":3.7719999999999998},"last":0.52400000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.42299999999999999,"15min":0.58299999999999996},"min":{"1min":0.25600000000000001,"5min":0.23799999999999999,"15min":0.224},"max":{"1min":0.76700000000000002,"5min":1.024,"15min":4.6479999999999997},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.38600000000000001,"15min":0.56999999999999995},"min":{"1min":0.22700000000000001,"5min":0.20899999999999999,"15min":0.192},"max":{"1min":0.629,"5min":0.92100000000000004,"15min":6.7309999999999999},"last":0.54200000000000004}]},{"osd":6,"last update":"Thu Mar 4 23:33:49 2021","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.39800000000000002,"15min":0.56799999999999995},"min":{"1min":0.28799999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":9.9410000000000007},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.42299999999999999,"15min":0.54600000000000004},"min":{"1min":0.317,"5min":0.29999999999999999,"15min":0.251},"max":{"1min":1.044,"5min":1.044,"15min":3.8100000000000001},"last":0.56399999999999995}]},{"osd":7,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.39900000000000002,"15min":0.58499999999999996},"min":{"1min":0.23699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.66400000000000003,"5min":0.81999999999999995,"15min":5.1180000000000003},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41799999999999998,"15min":0.56699999999999995},"min":{"1min":0.28100000000000003,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.68100000000000005,"5min":1.034,"15min":7.1950000000000003},"last":0.57999999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986549,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2393388,"kb_used_data":1344804,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":85686996,"statfs":{"total":90194313216,"available":87743483904,"internally_reserved":1073741824,"allocated":1377079296,"data_stored":1375670330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:53 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.36799999999999999,"15min":0.36599999999999999},"min":{"1min":0.19400000000000001,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.45900000000000002,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.378},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.42499999999999999},"min":{"1min":0.20300000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.73599999999999999,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.36799999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:33:36 2021","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.73899999999999999,"15min":0.64000000000000001},"min":{"1min":0.17499999999999999,"5min":0.17499999999999999,"15min":0.161},"max":{"1min":11.231,"5min":20.440000000000001,"15min":20.440000000000001},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.73099999999999998,"15min":0.61499999999999999},"min":{"1min":0.22600000000000001,"5min":0.154,"15min":0.154},"max":{"1min":11.207000000000001,"5min":20.465,"15min":20.465},"last":0.26600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:34:17 2021","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.36199999999999999,"15min":0.40999999999999998},"min":{"1min":0.252,"5min":0.23300000000000001,"15min":0.17100000000000001},"max":{"1min":0.44400000000000001,"5min":0.70099999999999996,"15min":3.3260000000000001},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.38,"15min":0.443},"min":{"1min":0.224,"5min":0.221,"15min":0.17499999999999999},"max":{"1min":0.627,"5min":0.83899999999999997,"15min":3.351},"last":0.311}]},{"osd":3,"last update":"Thu Mar 4 23:34:17 2021","interfaces":[{"interface":"back","average":{"1min":2.7440000000000002,"5min":0.98699999999999999,"15min":1.587},"min":{"1min":0.219,"5min":0.192,"15min":0.192},"max":{"1min":45.350000000000001,"5min":45.350000000000001,"15min":85.394999999999996},"last":0.217},{"interface":"front","average":{"1min":2.7189999999999999,"5min":0.95499999999999996,"15min":1.488},"min":{"1min":0.22700000000000001,"5min":0.217,"15min":0.19400000000000001},"max":{"1min":45.289999999999999,"5min":45.289999999999999,"15min":85.802999999999997},"last":0.34200000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:33:36 2021","interfaces":[{"interface":"back","average":{"1min":0.29599999999999999,"5min":0.30199999999999999,"15min":0.33300000000000002},"min":{"1min":0.152,"5min":0.152,"15min":0.14199999999999999},"max":{"1min":0.63300000000000001,"5min":1.254,"15min":3.456},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.30199999999999999,"15min":0.34899999999999998},"min":{"1min":0.183,"5min":0.16600000000000001,"15min":0.14799999999999999},"max":{"1min":0.46700000000000003,"5min":0.64900000000000002,"15min":3.2999999999999998},"last":0.29999999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:33:53 2021","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.32900000000000001,"15min":0.35699999999999998},"min":{"1min":0.16900000000000001,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":3.5569999999999999},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.33100000000000002,"5min":0.33600000000000002,"15min":0.46700000000000003},"min":{"1min":0.17899999999999999,"5min":0.16700000000000001,"15min":0.14199999999999999},"max":{"1min":0.67300000000000004,"5min":0.77200000000000002,"15min":3.895},"last":0.252}]},{"osd":7,"last update":"Thu Mar 4 23:33:36 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.33000000000000002,"15min":0.373},"min":{"1min":0.191,"5min":0.17100000000000001,"15min":0.16},"max":{"1min":0.70599999999999996,"5min":0.81999999999999995,"15min":3.4329999999999998},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.36699999999999999,"15min":0.47799999999999998},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.755,"5min":0.755,"15min":3.8700000000000001},"last":0.35199999999999998}]}]},{"osd":5,"up_from":36,"seq":154618823027,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4815652,"kb_used_data":3767068,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":83264732,"statfs":{"total":90194313216,"available":85263085568,"internally_reserved":1073741824,"allocated":3857477632,"data_stored":3856074782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:56 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.35199999999999998,"15min":0.372},"min":{"1min":0.14199999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":0.621,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.379,"5min":0.38600000000000001,"15min":0.39200000000000002},"min":{"1min":0.217,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.63,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.39800000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:33:27 2021","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.374,"15min":0.46800000000000003},"min":{"1min":0.27000000000000002,"5min":0.153,"15min":0.153},"max":{"1min":0.59299999999999997,"5min":0.93400000000000005,"15min":3.8450000000000002},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.37,"15min":0.52100000000000002},"min":{"1min":0.20000000000000001,"5min":0.16600000000000001,"15min":0.14599999999999999},"max":{"1min":0.58599999999999997,"5min":0.872,"15min":7.4740000000000002},"last":0.379}]},{"osd":2,"last update":"Thu Mar 4 23:34:14 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.378,"15min":0.46100000000000002},"min":{"1min":0.26200000000000001,"5min":0.184,"15min":0.161},"max":{"1min":0.51500000000000001,"5min":0.91400000000000003,"15min":3.5800000000000001},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.39500000000000002,"15min":0.51400000000000001},"min":{"1min":0.24099999999999999,"5min":0.19600000000000001,"15min":0.182},"max":{"1min":0.70899999999999996,"5min":0.79300000000000004,"15min":3.698},"last":0.33600000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:34:14 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.379,"15min":0.51000000000000001},"min":{"1min":0.251,"5min":0.20899999999999999,"15min":0.16700000000000001},"max":{"1min":0.55100000000000005,"5min":0.81299999999999994,"15min":4.375},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.40000000000000002,"15min":0.497},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.19800000000000001},"max":{"1min":0.63500000000000001,"5min":0.85299999999999998,"15min":3.4590000000000001},"last":0.60699999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:33:56 2021","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.32900000000000001,"15min":0.372},"min":{"1min":0.183,"5min":0.16300000000000001,"15min":0.127},"max":{"1min":0.66200000000000003,"5min":0.71599999999999997,"15min":7.4480000000000004},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.32200000000000001,"15min":0.34599999999999997},"min":{"1min":0.20699999999999999,"5min":0.158,"15min":0.152},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":4.4000000000000004},"last":0.42599999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:33:27 2021","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.34699999999999998,"15min":0.41899999999999998},"min":{"1min":0.253,"5min":0.16,"15min":0.16},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":7.3959999999999999},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.32300000000000001,"15min":0.35999999999999999},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":0.5,"5min":0.68100000000000005,"15min":4.3209999999999997},"last":0.46300000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:34:14 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.34999999999999998,"15min":0.42399999999999999},"min":{"1min":0.19800000000000001,"5min":0.185,"15min":0.185},"max":{"1min":0.56200000000000006,"5min":0.66500000000000004,"15min":4.3540000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.33500000000000002,"15min":0.375},"min":{"1min":0.18099999999999999,"5min":0.159,"15min":0.159},"max":{"1min":0.56399999999999995,"5min":0.75900000000000001,"15min":2.9740000000000002},"last":0.58599999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2126381056,"data_stored":2126381056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3101233152,"data_stored":3101229080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1279787008,"data_stored":1279787008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3084451840,"data_stored":3084451840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1371930624,"data_stored":1371930624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":3852603392,"data_stored":3852599320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":762511360,"data_stored":762511360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":3458338816,"data_stored":3458334744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:34:28.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:28.516 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:28.516 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:28.618 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:28.636 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:28.637 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:28.638 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:28.739 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:28.756 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:28.757 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:28.758 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:28.859 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:28.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:28.877 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:28.878 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:28.979 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:28.981 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-03-04T23:34:28.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:28.999 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:29.000 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:29.100 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:29.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:29.123 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:29.124 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:29.146 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:29.225 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:29.243 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:29.244 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:29.244 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:29.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:29 gibba038 conmon[76675]: cluster 2021-03-04T23:34:28.049796+0000 mon.a (mon.0) 1305 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:34:29.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:29 gibba038 conmon[76675]: audit 2021-03-04T23:34:28.052541+0000 mon.a (mon.0) 1306 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:34:29.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:29 gibba038 conmon[76675]: cluster 2021-03-04T23:34:28.052588+0000 mon.a (mon.0) 1307 2021-03-04T23:34:29.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:29 gibba038 conmon[76675]: : cluster [DBG] osdmap e289: 8 total, 8 up, 7 in 2021-03-04T23:34:29.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:29 gibba038 conmon[76675]: cluster 2021-03-04T23:34:29.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:29 gibba038 conmon[76675]: 2021-03-04T23:34:28.990166+0000 mon.a (mon.0) 1308 : cluster 2021-03-04T23:34:29.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:29 gibba038 conmon[76675]: [WRN] Health check update: Degraded data redundancy: 11955/248937 objects degraded (4.802%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:29.346 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:29.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:29 gibba011 conmon[95595]: cluster 2021-03-04T23:34:28.049796+0000 mon.a (mon.0) 1305 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:34:29.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:29 gibba011 conmon[95595]: audit 2021-03-04T23:34:28.052541+0000 mon.a (mon.0) 1306 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:34:29.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:29 gibba011 conmon[95595]: cluster 2021-03-04T23:34:28.052588+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e289: 8 total, 8 up, 7 in 2021-03-04T23:34:29.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:29 gibba011 conmon[95595]: cluster 2021-03-04T23:34:28.990166+0000 mon.a (mon.0) 1308 : cluster [WRN] Health check update: Degraded data redundancy: 11955/248937 objects degraded (4.802%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:29.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:29 gibba011 conmon[99461]: cluster 2021-03-04T23:34:28.049796+0000 mon.a (mon.0) 1305 : cluster 2021-03-04T23:34:29.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:29 gibba011 conmon[99461]: [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:34:29.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:29 gibba011 conmon[99461]: audit 2021-03-04T23:34:28.052541+0000 mon.a (mon.0) 1306 : audit [INF] 2021-03-04T23:34:29.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:29 gibba011 conmon[99461]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:34:29.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:29 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:34:29.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:29 gibba011 conmon[99461]: 04T23:34:28.052588+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e289: 8 total, 8 up, 7 in 2021-03-04T23:34:29.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:29 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:34:29.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:29 gibba011 conmon[99461]: 03-04T23:34:28.990166+0000 mon.a (mon 2021-03-04T23:34:29.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:29 gibba011 conmon[99461]: .0) 1308 : cluster [WRN] Health check update: Degraded data redundancy: 11955/248937 objects degraded (4.802%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:29.369 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:29.370 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:29.371 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:29.472 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:29.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:29.512 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:29.512 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:29.614 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:29.638 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:29.639 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:29.640 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:29.741 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:29.767 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:29.767 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:29.768 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:29.869 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:29.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:29.890 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:29.890 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:29.992 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:30.014 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:30.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:30.016 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:30.117 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:30.143 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:30.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:30.145 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:30.197 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:34:30.211 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:34:30.227 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:34:30.243 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:34:30.246 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:30.259 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:34:30.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:30.267 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:30.268 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:30.274 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:34:30.289 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:34:30.303 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:34:30.306 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:34:30.306 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:34:30.306 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:34:30.307 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:34:30.307 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:34:30.308 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:34:30.309 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:34:30.310 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:34:30.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:30 gibba038 conmon[76675]: cluster 2021-03-04T23:34:28.726010+0000 mgr.x (mgr.34676) 971 : cluster [DBG] pgmap v985: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.0 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 414 op/s; 11955/243774 objects degraded (4.904%); 17276/243774 objects misplaced (7.087%); 1.5 MiB/s, 24 objects/s recovering 2021-03-04T23:34:30.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:30 gibba011 conmon[95595]: cluster 2021-03-04T23:34:28.726010+0000 mgr.x (mgr.34676) 971 : cluster [DBG] pgmap v985: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.0 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 414 op/s; 11955/243774 objects degraded (4.904%); 17276/243774 objects misplaced (7.087%); 1.5 MiB/s, 24 objects/s recovering 2021-03-04T23:34:30.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:30 gibba011 conmon[99461]: cluster 2021-03-04T23:34:28.726010+0000 mgr.x (mgr.34676) 971 : cluster [DBG] pgmap v985: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.0 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 414 op/s; 11955/243774 objects degraded (4.904%); 17276/243774 objects misplaced (7.087%); 1.5 MiB/s, 24 objects/s recovering 2021-03-04T23:34:30.369 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:30.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:30.390 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:30.390 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:30.491 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:30.516 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:30.517 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:30.517 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:30.619 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:30.640 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:30.641 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:30.641 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:30.743 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:30.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:30.766 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:30.766 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:30.867 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:30.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:30.888 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:30.888 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:30.945 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:34:30.989 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:31.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:31.008 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:31.009 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:31.068 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:31.110 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:31.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:31.130 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:31.130 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:31.231 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:31.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:31.250 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:31.251 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:31.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:31 gibba038 conmon[76675]: audit 2021-03-04T23:34:30.179914+0000 mon.c (mon.1) 385 : audit [DBG] from='client.? 172.21.2.111:0/4126459777' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:31.351 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:31.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:31 gibba011 conmon[95595]: audit 2021-03-04T23:34:30.179914+0000 mon.c (mon.1) 385 : audit [DBG] from='client.? 172.21.2.111:0/4126459777' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:31.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:31 gibba011 conmon[99461]: audit 2021-03-04T23:34:30.179914+0000 mon.c (mon.1) 385 : audit [DBG] from='client.? 172.21.2.111:0/4126459777' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:31.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:31.371 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:31.372 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:31.473 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:31.491 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:31.492 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:31.492 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:31.515 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:34:31.593 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:31.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:31.612 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:31.612 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:31.655 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:31.713 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:31.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:31.732 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:31.732 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:31.833 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:31.853 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:31.853 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:31.854 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:31.854 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:34:31.855 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:34:31.955 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:31.973 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:31.974 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:31.974 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:32.075 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:32.094 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:32.095 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:32.095 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:32.197 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:32.214 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:32.215 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:32.215 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:32.316 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:32.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:32.335 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:32.335 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:32.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:32 gibba038 conmon[76675]: cluster 2021-03-04T23:34:30.726345+0000 mgr.x (mgr.34676) 972 : cluster [DBG] pgmap v986: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.0 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 398 op/s; 11955/243477 objects degraded (4.910%); 17276/243477 objects misplaced (7.096%); 1.5 MiB/s, 24 objects/s recovering 2021-03-04T23:34:32.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:32 gibba011 conmon[95595]: cluster 2021-03-04T23:34:30.726345+0000 mgr.x (mgr.34676) 972 : cluster [DBG] pgmap v986: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.0 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 398 op/s; 11955/243477 objects degraded (4.910%); 17276/243477 objects misplaced (7.096%); 1.5 MiB/s, 24 objects/s recovering 2021-03-04T23:34:32.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:32 gibba011 conmon[99461]: cluster 2021-03-04T23:34:30.726345+0000 mgr.x (mgr.34676) 972 : cluster [DBG] pgmap v986: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 5.0 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 398 op/s; 11955/243477 objects degraded (4.910%); 17276/243477 objects misplaced (7.096%); 1.5 MiB/s, 24 objects/s recovering 2021-03-04T23:34:32.436 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:32.454 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:32.455 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:32.455 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:32.557 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:32.574 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:32.575 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:32.575 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:32.677 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:32.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:32.696 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:32.696 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:32.797 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:32.815 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:32.815 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:32.816 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:32.829 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-03-04T23:34:32.917 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:32.934 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:32.935 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:32.935 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:32.947 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:33.038 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:33.055 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:33.056 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:33.057 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:33.158 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:33.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:33.177 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:33.178 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:33.279 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:33.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:33.298 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:33.298 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:33.400 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:33.417 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:33.418 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:33.418 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:33.421 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:34:33.520 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:33.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:33.539 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:33.539 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:33.574 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:33.641 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:33.658 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:33.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:33.659 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:33.760 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:33.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:33.780 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:33.781 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:33.883 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:33.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:33.901 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:33.901 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:34.002 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:34.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:34.025 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:34.025 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:34.126 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:34.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:34.144 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:34.145 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:34.246 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:34.249 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:34 gibba011 conmon[95595]: cluster 2021-03-04T23:34:32.726762+0000 mgr.x (mgr.34676) 973 : cluster [DBG] pgmap v987: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.9 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 395 op/s; 11955/242304 objects degraded (4.934%); 17140/242304 objects misplaced (7.074%); 1.5 MiB/s, 24 objects/s recovering 2021-03-04T23:34:34.249 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:34 gibba011 conmon[95595]: cluster 2021-03-04T23:34:33.991260+0000 mon.a (mon.0) 1309 : cluster [WRN] Health check update: Degraded data redundancy: 11955/242304 objects degraded (4.934%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:34.250 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:34 gibba011 conmon[99461]: cluster 2021-03-04T23:34:32.726762+0000 mgr.x (mgr. 2021-03-04T23:34:34.250 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:34 gibba011 conmon[99461]: 34676) 973 : cluster [DBG] pgmap v987: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.9 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 395 op/s; 11955/242304 objects degraded (4.934%); 17140/242304 objects misplaced (7.074%); 1.5 MiB/s, 24 objects/s recovering 2021-03-04T23:34:34.250 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:34 gibba011 conmon[99461]: cluster 2021-03-04T23:34:34.251 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:34 gibba011 conmon[99461]: 2021-03- 2021-03-04T23:34:34.251 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:34 gibba011 conmon[99461]: 04T23:34:33.991260+0000 2021-03-04T23:34:34.251 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:34 gibba011 conmon[99461]: mon.a (mon.0) 1309 : cluster [WRN] 2021-03-04T23:34:34.251 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:34 gibba011 conmon[99461]: Health check update: Degraded data redundancy: 11955/242304 objects degraded (4.934%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:34.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:34.265 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:34.266 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:34.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:34 gibba038 conmon[76675]: cluster 2021-03-04T23:34:32.726762+0000 mgr.x (mgr.34676) 973 : cluster [DBG] pgmap v987: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.9 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 395 op/s; 11955/242304 objects degraded (4.934%); 17140/242304 objects misplaced (7.074%); 1.5 MiB/s, 24 objects/s recovering 2021-03-04T23:34:34.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:34 gibba038 conmon[76675]: cluster 2021-03-04T23:34:33.991260+0000 mon.a (mon.0) 1309 : cluster [WRN] Health check update: Degraded data redundancy: 11955/242304 objects degraded (4.934%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:34.367 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:34.385 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:34.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:34.386 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:34.487 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:34.505 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:34.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:34.506 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:34.607 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:34.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:34.626 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:34.627 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:34.728 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:34.746 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:34.747 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:34.747 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:34.849 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:34.867 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:34.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:34.868 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:34.969 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:34.987 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:34.988 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:34.988 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:35.090 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:35.109 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:35.110 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:35.111 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:35.212 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:35.230 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:35.231 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:35.231 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:35.333 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:35.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:35.351 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:35.351 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:35.453 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:35.470 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:35.471 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:35.471 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:35.572 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:35.590 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:35.590 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:35.591 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:35.693 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:35.710 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:35.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:35.712 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:35.813 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:35.830 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:35.830 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:35.831 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:35.932 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:35.949 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:35.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:35.950 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:36.051 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:36.069 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:36.070 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:36.070 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:36.171 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:36.191 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:36.192 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:36.192 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:36.283 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:36 gibba011 conmon[95595]: cluster 2021-03-04T23:34:34.727183+0000 mgr.x (mgr.34676) 974 : cluster [DBG] pgmap v988: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.8 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 397 op/s; 11955/237390 objects degraded (5.036%); 16732/237390 objects misplaced (7.048%); 1.6 MiB/s, 25 objects/s recovering 2021-03-04T23:34:36.284 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:36 gibba011 conmon[95595]: audit 2021-03-04T23:34:35.577157+0000 mon.c (mon.1) 386 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:34:36.284 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:36 gibba011 conmon[95595]: audit 2021-03-04T23:34:35.578489+0000 mon.c (mon.1) 387 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:34:36.284 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:36 gibba011 conmon[95595]: audit 2021-03-04T23:34:35.578624+0000 mon.c (mon.1) 388 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:34:36.284 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:36 gibba011 conmon[99461]: cluster 2021-03-04T23:34:34.727183+0000 mgr.x (mgr.34676) 974 : cluster [DBG] pgmap v988: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.8 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 397 op/s; 11955/237390 objects degraded (5.036%); 16732/237390 objects misplaced (7.048%); 1.6 MiB/s, 25 objects/s recovering 2021-03-04T23:34:36.285 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:36 gibba011 conmon[99461]: audit 2021-03-04T23:34:35.577157+0000 mon.c (mon.1) 386 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:34:36.285 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:36 gibba011 conmon[99461]: audit 2021-03-04T23:34:35.578489+0000 mon.c (mon.1) 387 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:34:36.285 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:36 gibba011 conmon[99461]: audit 2021-03-04T23:34:35.578624+0000 mon.c (mon.1) 388 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:34:36.294 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:36.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:36.313 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:36.313 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:36.334 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:34:36.336 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:34:36.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:36 gibba038 conmon[76675]: cluster 2021-03-04T23:34:34.727183+0000 mgr.x (mgr.34676) 974 : cluster [DBG] pgmap v988: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.8 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 397 op/s; 11955/237390 objects degraded (5.036%); 16732/237390 objects misplaced (7.048%); 1.6 MiB/s, 25 objects/s recovering 2021-03-04T23:34:36.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:36 gibba038 conmon[76675]: audit 2021-03-04T23:34:35.577157+0000 mon.c (mon.1) 386 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:34:36.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:36 gibba038 conmon[76675]: audit 2021-03-04T23:34:35. 2021-03-04T23:34:36.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:36 gibba038 conmon[76675]: 578489+0000 mon.c (mon.1) 387 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:34:36.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:36 gibba038 conmon[76675]: audit 2021-03-04T23:34:35.578624+0000 mon.c (mon.1) 388 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:34:36.414 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:36.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:36.443 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:36.444 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:36.545 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:36.566 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:36.566 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:36.567 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:36.632 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:34:36.652 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:34:36.667 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:34:36.668 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:36.680 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:34:36.684 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:36.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:36.686 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:36.694 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:34:36.705 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:34:36.705 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [], 2021-03-04T23:34:36.706 INFO:teuthology.orchestra.run.gibba011.stdout: "complaint_time": 30, 2021-03-04T23:34:36.706 INFO:teuthology.orchestra.run.gibba011.stdout: "num_blocked_ops": 0 2021-03-04T23:34:36.706 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:34:36.707 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:34:36.721 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:34:36.735 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:34:36.736 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:34:36.737 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:34:36.737 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:34:36.737 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:34:36.737 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:34:36.738 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:34:36.738 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:34:36.738 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:34:36.787 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:36.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:36.806 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:36.806 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:36.908 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:36.925 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:36.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:36.940 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:37.041 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:37.060 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:37.061 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:37.061 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:37.127 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:34:37.162 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:37.180 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:37.181 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:37.181 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:37.283 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:37.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:37.309 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:37.309 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:37.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:37 gibba038 conmon[76675]: audit 2021-03-04T23:34:36.310230+0000 mon.a (mon.0) 1310 : audit [INF] from='client.? 172.21.2.111:0/1353616024' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:34:37.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:37 gibba038 conmon[76675]: audit 2021-03-04T23:34:36.320659+0000 mgr.x (mgr.34676) 975 : audit [DBG] from='client.55957 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:34:37.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:37 gibba038 conmon[76675]: audit 2021-03-04T23:34:36.615833+0000 mon.a (mon.0) 1311 : audit [DBG] from='client.? 172.21.2.111:0/81540238' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:37.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:37 gibba038 conmon[76675]: audit 2021-03-04T23:34:36.655977+0000 mon.c (mon.1) 389 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:34:37.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:37 gibba038 conmon[76675]: audit 2021-03-04T23:34:36.656361+0000 mon.a (mon.0) 1312 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:34:37.388 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:37 gibba011 conmon[95595]: audit 2021-03-04T23:34:36.310230+0000 mon.a (mon.0) 1310 : audit [INF] from='client.? 172.21.2.111:0/1353616024' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:34:37.389 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:37 gibba011 conmon[95595]: audit 2021-03-04T23:34:36.320659+0000 mgr.x (mgr.34676) 975 : audit [DBG] from='client.55957 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:34:37.389 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:37 gibba011 conmon[95595]: audit 2021-03-04T23:34:36.615833+0000 mon.a (mon.0) 1311 : audit [DBG] from='client.? 172.21.2.111:0/81540238' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:37.389 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:37 gibba011 conmon[95595]: audit 2021-03-04T23:34:36.655977+0000 mon.c (mon.1) 389 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:34:37.389 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:37 gibba011 conmon[95595]: audit 2021-03-04T23:34:36.656361+0000 mon.a (mon.0) 1312 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:34:37.390 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:37 gibba011 conmon[99461]: audit 2021-03-04T23:34:36.310230+0000 mon.a (mon.0) 1310 : audit [INF] from='client.? 172.21.2.111:0/1353616024' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:34:37.390 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:37 gibba011 conmon[99461]: audit 2021-03-04T23:34:36.320659+0000 mgr.x (mgr.34676) 975 : audit [DBG] from='client.55957 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:34:37.390 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:37 gibba011 conmon[99461]: audit 2021-03-04T23:34:36.615833+0000 mon.a (mon.0) 1311 : audit [DBG] from='client.? 172.21.2.111:0/81540238' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:37.391 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:37 gibba011 conmon[99461]: audit 2021-03-04T23:34:36.655977+0000 mon.c (mon.1) 389 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:34:37.391 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:37 gibba011 conmon[99461]: audit 2021-03-04T23:34:36.656361+0000 mon.a (mon.0) 1312 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:34:37.410 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:37.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:37.428 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:37.428 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:37.530 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:37.548 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:37.549 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:37.550 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:37.651 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:37.668 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:37.669 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:37.670 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:37.772 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:37.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:37.790 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:37.790 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:37.891 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:37.912 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:37.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:37.914 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:38.015 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:38.032 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:38.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:38.034 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:38.135 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:38.152 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:38.153 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:38.153 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:38.196 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-03-04T23:34:38.255 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:38.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:38.273 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:38.274 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:38.311 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:38.332 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:38 gibba011 conmon[99461]: cluster 2021-03-04T23:34:36.727521+0000 mgr.x (mgr.34676) 976 : cluster [DBG] pgmap v989: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.8 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 397 op/s; 11955/237006 objects degraded (5.044%); 16732/237006 objects misplaced (7.060%); 1.6 MiB/s, 25 objects/s recovering 2021-03-04T23:34:38.333 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:38 gibba011 conmon[99461]: cluster 2021-03-04T23:34:37.070019+0000 mon.a (mon.0) 1313 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:38.333 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:38 gibba011 conmon[99461]: audit 2021-03-04T23:34:37.075354+0000 mon.a (mon.0) 1314 : audit [INF] from='client.? 172.21.2.111:0/1353616024' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:34:38.333 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:38 gibba011 conmon[99461]: cluster 2021-03-04T23:34:37.075399+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e290: 8 total, 8 up, 7 in 2021-03-04T23:34:38.334 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:38 gibba011 conmon[95595]: cluster 2021-03-04T23:34:36.727521+0000 mgr.x (mgr.34676) 976 : cluster [DBG] pgmap v989: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.8 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 397 op/s; 11955/237006 objects degraded (5.044%); 16732/237006 objects misplaced (7.060%); 1.6 MiB/s, 25 objects/s recovering 2021-03-04T23:34:38.334 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:38 gibba011 conmon[95595]: cluster 2021-03-04T23:34:37.070019+0000 mon.a (mon.0) 1313 : cluster 2021-03-04T23:34:38.334 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:38 gibba011 conmon[95595]: [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:38.334 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:38 gibba011 conmon[95595]: audit 2021-03-04T23:34:37.075354+0000 mon.a (mon.0) 1314 : audit [INF] from='client.? 172.21.2.111:0/1353616024' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:34:38.335 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:38 gibba011 conmon[95595]: cluster 2021-03-04T23:34:37.075399+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e290: 8 total, 8 up, 7 in 2021-03-04T23:34:38.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:38 gibba038 conmon[76675]: cluster 2021-03-04T23:34:36.727521 2021-03-04T23:34:38.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:38 gibba038 conmon[76675]: +0000 mgr.x (mgr.34676) 976 : cluster [DBG] pgmap v989: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.8 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 397 op/s; 11955/237006 objects degraded (5.044%); 16732/237006 objects misplaced (7.060%); 1.6 MiB/s, 25 objects/s recovering 2021-03-04T23:34:38.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:38 gibba038 conmon[76675]: cluster 2021-03-04T23:34:37.070019+0000 mon.a (mon.0) 1313 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:38.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:38 gibba038 conmon[76675]: audit 2021-03-04T23:34:37.075354+0000 mon.a (mon.0) 1314 : audit [INF] from='client.? 172.21.2.111:0/1353616024' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:34:38.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:38 gibba038 conmon[76675]: cluster 2021-03-04T23:34:37.075399+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e290: 8 total, 8 up, 7 in 2021-03-04T23:34:38.375 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:38.392 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:38.393 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:38.394 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:38.495 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:38.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:38.515 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:38.515 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:38.570 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":988,"stamp":"2021-03-04T23:34:34.726894+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5184359744,"num_objects":79130,"num_object_clones":0,"num_object_copies":237390,"num_objects_missing_on_primary":795,"num_objects_missing":795,"num_objects_degraded":11955,"num_objects_misplaced":16732,"num_objects_unfound":0,"num_objects_dirty":79130,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":227674,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":92690,"num_bytes_recovered":5326842929,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":84205,"ondisk_log_size":84205,"up":357,"acting":354,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":393,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":21253964,"kb_used_data":16691220,"kb_used_omap":6415,"kb_used_meta":4556208,"kb_avail":595308724,"statfs":{"total":631360192512,"available":609596133376,"internally_reserved":4294967296,"allocated":17091809280,"data_stored":17081964566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6569549,"internal_metadata":4665557427},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,2,0,2,0,0,4,6,6],"upper_bound":2048},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-260440064,"num_objects":-3974,"num_object_clones":0,"num_object_copies":-11922,"num_objects_missing_on_primary":-2,"num_objects_missing":-2,"num_objects_degraded":0,"num_objects_misplaced":-1025,"num_objects_unfound":0,"num_objects_dirty":-3974,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3974,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":256,"num_bytes_recovered":16646144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.001936"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"334","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.081982+0000","last_change":"2021-03-04T23:32:26.240995+0000","last_active":"2021-03-04T23:34:19.081982+0000","last_peered":"2021-03-04T23:34:19.081982+0000","last_clean":"2021-03-04T23:34:19.081982+0000","last_became_active":"2021-03-04T23:32:26.240606+0000","last_became_peered":"2021-03-04T23:32:26.240606+0000","last_unstale":"2021-03-04T23:34:19.081982+0000","last_undegraded":"2021-03-04T23:34:19.081982+0000","last_fullsized":"2021-03-04T23:34:19.081982+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"76","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.041457+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:34:19.041457+0000","last_peered":"2021-03-04T23:34:19.041457+0000","last_clean":"2021-03-04T23:34:19.041457+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:34:19.041457+0000","last_undegraded":"2021-03-04T23:34:19.041457+0000","last_fullsized":"2021-03-04T23:34:19.041457+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"32","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.072152+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:34:19.072152+0000","last_peered":"2021-03-04T23:34:19.072152+0000","last_clean":"2021-03-04T23:34:19.072152+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:34:19.072152+0000","last_undegraded":"2021-03-04T23:34:19.072152+0000","last_fullsized":"2021-03-04T23:34:19.072152+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"310","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.075393+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:34:19.075393+0000","last_peered":"2021-03-04T23:34:19.075393+0000","last_clean":"2021-03-04T23:34:19.075393+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:34:19.075393+0000","last_undegraded":"2021-03-04T23:34:19.075393+0000","last_fullsized":"2021-03-04T23:34:19.075393+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"94","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.040968+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:34:19.040968+0000","last_peered":"2021-03-04T23:34:19.040968+0000","last_clean":"2021-03-04T23:34:19.040968+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:34:19.040968+0000","last_undegraded":"2021-03-04T23:34:19.040968+0000","last_fullsized":"2021-03-04T23:34:19.040968+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"38","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.041350+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:34:19.041350+0000","last_peered":"2021-03-04T23:34:19.041350+0000","last_clean":"2021-03-04T23:34:19.041350+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:34:19.041350+0000","last_undegraded":"2021-03-04T23:34:19.041350+0000","last_fullsized":"2021-03-04T23:34:19.041350+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"282","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.075282+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:34:19.075282+0000","last_peered":"2021-03-04T23:34:19.075282+0000","last_clean":"2021-03-04T23:34:19.075282+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:34:19.075282+0000","last_undegraded":"2021-03-04T23:34:19.075282+0000","last_fullsized":"2021-03-04T23:34:19.075282+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"94","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.041004+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:34:19.041004+0000","last_peered":"2021-03-04T23:34:19.041004+0000","last_clean":"2021-03-04T23:34:19.041004+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:34:19.041004+0000","last_undegraded":"2021-03-04T23:34:19.041004+0000","last_fullsized":"2021-03-04T23:34:19.041004+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"80","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042504+0000","last_change":"2021-03-04T23:32:18.981656+0000","last_active":"2021-03-04T23:34:19.042504+0000","last_peered":"2021-03-04T23:34:19.042504+0000","last_clean":"2021-03-04T23:34:19.042504+0000","last_became_active":"2021-03-04T23:32:18.981253+0000","last_became_peered":"2021-03-04T23:32:18.981253+0000","last_unstale":"2021-03-04T23:34:19.042504+0000","last_undegraded":"2021-03-04T23:34:19.042504+0000","last_fullsized":"2021-03-04T23:34:19.042504+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"331","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.066405+0000","last_change":"2021-03-04T23:32:26.243636+0000","last_active":"2021-03-04T23:34:19.066405+0000","last_peered":"2021-03-04T23:34:19.066405+0000","last_clean":"2021-03-04T23:34:19.066405+0000","last_became_active":"2021-03-04T23:32:26.243433+0000","last_became_peered":"2021-03-04T23:32:26.243433+0000","last_unstale":"2021-03-04T23:34:19.066405+0000","last_undegraded":"2021-03-04T23:34:19.066405+0000","last_fullsized":"2021-03-04T23:34:19.066405+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"96","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.052494+0000","last_change":"2021-03-04T23:32:18.988970+0000","last_active":"2021-03-04T23:34:19.052494+0000","last_peered":"2021-03-04T23:34:19.052494+0000","last_clean":"2021-03-04T23:34:19.052494+0000","last_became_active":"2021-03-04T23:32:18.988819+0000","last_became_peered":"2021-03-04T23:32:18.988819+0000","last_unstale":"2021-03-04T23:34:19.052494+0000","last_undegraded":"2021-03-04T23:34:19.052494+0000","last_fullsized":"2021-03-04T23:34:19.052494+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"68","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042433+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:34:19.042433+0000","last_peered":"2021-03-04T23:34:19.042433+0000","last_clean":"2021-03-04T23:34:19.042433+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:34:19.042433+0000","last_undegraded":"2021-03-04T23:34:19.042433+0000","last_fullsized":"2021-03-04T23:34:19.042433+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"32","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.072215+0000","last_change":"2021-03-04T23:32:26.241627+0000","last_active":"2021-03-04T23:34:19.072215+0000","last_peered":"2021-03-04T23:34:19.072215+0000","last_clean":"2021-03-04T23:34:19.072215+0000","last_became_active":"2021-03-04T23:32:26.241358+0000","last_became_peered":"2021-03-04T23:32:26.241358+0000","last_unstale":"2021-03-04T23:34:19.072215+0000","last_undegraded":"2021-03-04T23:34:19.072215+0000","last_fullsized":"2021-03-04T23:34:19.072215+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"332","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.082065+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:34:19.082065+0000","last_peered":"2021-03-04T23:34:19.082065+0000","last_clean":"2021-03-04T23:34:19.082065+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:34:19.082065+0000","last_undegraded":"2021-03-04T23:34:19.082065+0000","last_fullsized":"2021-03-04T23:34:19.082065+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"311","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.082085+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:34:19.082085+0000","last_peered":"2021-03-04T23:34:19.082085+0000","last_clean":"2021-03-04T23:34:19.082085+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:34:19.082085+0000","last_undegraded":"2021-03-04T23:34:19.082085+0000","last_fullsized":"2021-03-04T23:34:19.082085+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"80","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042150+0000","last_change":"2021-03-04T23:32:18.982083+0000","last_active":"2021-03-04T23:34:19.042150+0000","last_peered":"2021-03-04T23:34:19.042150+0000","last_clean":"2021-03-04T23:34:19.042150+0000","last_became_active":"2021-03-04T23:32:18.981790+0000","last_became_peered":"2021-03-04T23:32:18.981790+0000","last_unstale":"2021-03-04T23:34:19.042150+0000","last_undegraded":"2021-03-04T23:34:19.042150+0000","last_fullsized":"2021-03-04T23:34:19.042150+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"90","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.044227+0000","last_change":"2021-03-04T23:32:19.165859+0000","last_active":"2021-03-04T23:34:19.044227+0000","last_peered":"2021-03-04T23:34:19.044227+0000","last_clean":"2021-03-04T23:34:19.044227+0000","last_became_active":"2021-03-04T23:32:19.018621+0000","last_became_peered":"2021-03-04T23:32:19.018621+0000","last_unstale":"2021-03-04T23:34:19.044227+0000","last_undegraded":"2021-03-04T23:34:19.044227+0000","last_fullsized":"2021-03-04T23:34:19.044227+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"112","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.041197+0000","last_change":"2021-03-04T23:32:26.238976+0000","last_active":"2021-03-04T23:34:19.041197+0000","last_peered":"2021-03-04T23:34:19.041197+0000","last_clean":"2021-03-04T23:34:19.041197+0000","last_became_active":"2021-03-04T23:32:26.238739+0000","last_became_peered":"2021-03-04T23:32:26.238739+0000","last_unstale":"2021-03-04T23:34:19.041197+0000","last_undegraded":"2021-03-04T23:34:19.041197+0000","last_fullsized":"2021-03-04T23:34:19.041197+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"80","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042146+0000","last_change":"2021-03-04T23:32:19.011685+0000","last_active":"2021-03-04T23:34:19.042146+0000","last_peered":"2021-03-04T23:34:19.042146+0000","last_clean":"2021-03-04T23:34:19.042146+0000","last_became_active":"2021-03-04T23:32:19.011404+0000","last_became_peered":"2021-03-04T23:32:19.011404+0000","last_unstale":"2021-03-04T23:34:19.042146+0000","last_undegraded":"2021-03-04T23:34:19.042146+0000","last_fullsized":"2021-03-04T23:34:19.042146+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"308","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042229+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:34:19.042229+0000","last_peered":"2021-03-04T23:34:19.042229+0000","last_clean":"2021-03-04T23:34:19.042229+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:34:19.042229+0000","last_undegraded":"2021-03-04T23:34:19.042229+0000","last_fullsized":"2021-03-04T23:34:19.042229+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"294","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.066202+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:34:19.066202+0000","last_peered":"2021-03-04T23:34:19.066202+0000","last_clean":"2021-03-04T23:34:19.066202+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:34:19.066202+0000","last_undegraded":"2021-03-04T23:34:19.066202+0000","last_fullsized":"2021-03-04T23:34:19.066202+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"80","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.044336+0000","last_change":"2021-03-04T23:32:19.019024+0000","last_active":"2021-03-04T23:34:19.044336+0000","last_peered":"2021-03-04T23:34:19.044336+0000","last_clean":"2021-03-04T23:34:19.044336+0000","last_became_active":"2021-03-04T23:32:19.018570+0000","last_became_peered":"2021-03-04T23:32:19.018570+0000","last_unstale":"2021-03-04T23:34:19.044336+0000","last_undegraded":"2021-03-04T23:34:19.044336+0000","last_fullsized":"2021-03-04T23:34:19.044336+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"71","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042216+0000","last_change":"2021-03-04T23:32:26.245321+0000","last_active":"2021-03-04T23:34:19.042216+0000","last_peered":"2021-03-04T23:34:19.042216+0000","last_clean":"2021-03-04T23:34:19.042216+0000","last_became_active":"2021-03-04T23:32:26.243283+0000","last_became_peered":"2021-03-04T23:32:26.243283+0000","last_unstale":"2021-03-04T23:34:19.042216+0000","last_undegraded":"2021-03-04T23:34:19.042216+0000","last_fullsized":"2021-03-04T23:34:19.042216+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"267","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042234+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:34:19.042234+0000","last_peered":"2021-03-04T23:34:19.042234+0000","last_clean":"2021-03-04T23:34:19.042234+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:34:19.042234+0000","last_undegraded":"2021-03-04T23:34:19.042234+0000","last_fullsized":"2021-03-04T23:34:19.042234+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"292","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.075266+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:34:19.075266+0000","last_peered":"2021-03-04T23:34:19.075266+0000","last_clean":"2021-03-04T23:34:19.075266+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:34:19.075266+0000","last_undegraded":"2021-03-04T23:34:19.075266+0000","last_fullsized":"2021-03-04T23:34:19.075266+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"80","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042281+0000","last_change":"2021-03-04T23:32:18.982413+0000","last_active":"2021-03-04T23:34:19.042281+0000","last_peered":"2021-03-04T23:34:19.042281+0000","last_clean":"2021-03-04T23:34:19.042281+0000","last_became_active":"2021-03-04T23:32:18.981859+0000","last_became_peered":"2021-03-04T23:32:18.981859+0000","last_unstale":"2021-03-04T23:34:19.042281+0000","last_undegraded":"2021-03-04T23:34:19.042281+0000","last_fullsized":"2021-03-04T23:34:19.042281+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"278","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.052375+0000","last_change":"2021-03-04T23:31:58.062545+0000","last_active":"2021-03-04T23:34:19.052375+0000","last_peered":"2021-03-04T23:34:19.052375+0000","last_clean":"2021-03-04T23:34:19.052375+0000","last_became_active":"2021-03-04T23:31:58.062078+0000","last_became_peered":"2021-03-04T23:31:58.062078+0000","last_unstale":"2021-03-04T23:34:19.052375+0000","last_undegraded":"2021-03-04T23:34:19.052375+0000","last_fullsized":"2021-03-04T23:34:19.052375+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"179","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.041049+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:34:19.041049+0000","last_peered":"2021-03-04T23:34:19.041049+0000","last_clean":"2021-03-04T23:34:19.041049+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:34:19.041049+0000","last_undegraded":"2021-03-04T23:34:19.041049+0000","last_fullsized":"2021-03-04T23:34:19.041049+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"94","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.041293+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:34:19.041293+0000","last_peered":"2021-03-04T23:34:19.041293+0000","last_clean":"2021-03-04T23:34:19.041293+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:34:19.041293+0000","last_undegraded":"2021-03-04T23:34:19.041293+0000","last_fullsized":"2021-03-04T23:34:19.041293+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"80","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042592+0000","last_change":"2021-03-04T23:32:18.990360+0000","last_active":"2021-03-04T23:34:19.042592+0000","last_peered":"2021-03-04T23:34:19.042592+0000","last_clean":"2021-03-04T23:34:19.042592+0000","last_became_active":"2021-03-04T23:32:18.985583+0000","last_became_peered":"2021-03-04T23:32:18.985583+0000","last_unstale":"2021-03-04T23:34:19.042592+0000","last_undegraded":"2021-03-04T23:34:19.042592+0000","last_fullsized":"2021-03-04T23:34:19.042592+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"32","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.072543+0000","last_change":"2021-03-04T23:32:26.249383+0000","last_active":"2021-03-04T23:34:19.072543+0000","last_peered":"2021-03-04T23:34:19.072543+0000","last_clean":"2021-03-04T23:34:19.072543+0000","last_became_active":"2021-03-04T23:32:26.249012+0000","last_became_peered":"2021-03-04T23:32:26.249012+0000","last_unstale":"2021-03-04T23:34:19.072543+0000","last_undegraded":"2021-03-04T23:34:19.072543+0000","last_fullsized":"2021-03-04T23:34:19.072543+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"289'14221","reported_seq":"14454","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:33.074762+0000","last_change":"2021-03-04T23:31:15.984936+0000","last_active":"2021-03-04T23:34:33.074762+0000","last_peered":"2021-03-04T23:34:33.074762+0000","last_clean":"2021-03-04T23:34:33.074762+0000","last_became_active":"2021-03-04T23:31:15.969777+0000","last_became_peered":"2021-03-04T23:31:15.969777+0000","last_unstale":"2021-03-04T23:34:33.074762+0000","last_undegraded":"2021-03-04T23:34:33.074762+0000","last_fullsized":"2021-03-04T23:34:33.074762+0000","mapping_epoch":236,"log_start":"159'9647","ondisk_log_start":"159'9647","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4574,"ondisk_log_size":4574,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":320143360,"num_objects":4885,"num_object_clones":0,"num_object_copies":14655,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4885,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14221,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":1048576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"66","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042630+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:34:19.042630+0000","last_peered":"2021-03-04T23:34:19.042630+0000","last_clean":"2021-03-04T23:34:19.042630+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:34:19.042630+0000","last_undegraded":"2021-03-04T23:34:19.042630+0000","last_fullsized":"2021-03-04T23:34:19.042630+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"297","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.066154+0000","last_change":"2021-03-04T23:32:18.976569+0000","last_active":"2021-03-04T23:34:19.066154+0000","last_peered":"2021-03-04T23:34:19.066154+0000","last_clean":"2021-03-04T23:34:19.066154+0000","last_became_active":"2021-03-04T23:32:18.976326+0000","last_became_peered":"2021-03-04T23:32:18.976326+0000","last_unstale":"2021-03-04T23:34:19.066154+0000","last_undegraded":"2021-03-04T23:34:19.066154+0000","last_fullsized":"2021-03-04T23:34:19.066154+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"80","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042480+0000","last_change":"2021-03-04T23:32:18.981638+0000","last_active":"2021-03-04T23:34:19.042480+0000","last_peered":"2021-03-04T23:34:19.042480+0000","last_clean":"2021-03-04T23:34:19.042480+0000","last_became_active":"2021-03-04T23:32:18.981295+0000","last_became_peered":"2021-03-04T23:32:18.981295+0000","last_unstale":"2021-03-04T23:34:19.042480+0000","last_undegraded":"2021-03-04T23:34:19.042480+0000","last_fullsized":"2021-03-04T23:34:19.042480+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"189","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.041347+0000","last_change":"2021-03-04T23:31:58.069396+0000","last_active":"2021-03-04T23:34:19.041347+0000","last_peered":"2021-03-04T23:34:19.041347+0000","last_clean":"2021-03-04T23:34:19.041347+0000","last_became_active":"2021-03-04T23:31:58.069222+0000","last_became_peered":"2021-03-04T23:31:58.069222+0000","last_unstale":"2021-03-04T23:34:19.041347+0000","last_undegraded":"2021-03-04T23:34:19.041347+0000","last_fullsized":"2021-03-04T23:34:19.041347+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"289'14001","reported_seq":"34861","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:30.197450+0000","last_change":"2021-03-04T23:31:02.313487+0000","last_active":"2021-03-04T23:34:30.197450+0000","last_peered":"2021-03-04T23:34:30.197450+0000","last_clean":"2021-03-04T23:34:30.197450+0000","last_became_active":"2021-03-04T23:31:02.298187+0000","last_became_peered":"2021-03-04T23:31:02.298187+0000","last_unstale":"2021-03-04T23:34:30.197450+0000","last_undegraded":"2021-03-04T23:34:30.197450+0000","last_fullsized":"2021-03-04T23:34:30.197450+0000","mapping_epoch":230,"log_start":"154'8422","ondisk_log_start":"154'8422","created":137,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5579,"ondisk_log_size":5579,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":333119488,"num_objects":5083,"num_object_clones":0,"num_object_copies":15249,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5083,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14001,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8025,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"66","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042608+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:34:19.042608+0000","last_peered":"2021-03-04T23:34:19.042608+0000","last_clean":"2021-03-04T23:34:19.042608+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:34:19.042608+0000","last_undegraded":"2021-03-04T23:34:19.042608+0000","last_fullsized":"2021-03-04T23:34:19.042608+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"359","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.082065+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:34:19.082065+0000","last_peered":"2021-03-04T23:34:19.082065+0000","last_clean":"2021-03-04T23:34:19.082065+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:34:19.082065+0000","last_undegraded":"2021-03-04T23:34:19.082065+0000","last_fullsized":"2021-03-04T23:34:19.082065+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"80","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042695+0000","last_change":"2021-03-04T23:32:18.976226+0000","last_active":"2021-03-04T23:34:19.042695+0000","last_peered":"2021-03-04T23:34:19.042695+0000","last_clean":"2021-03-04T23:34:19.042695+0000","last_became_active":"2021-03-04T23:32:18.975856+0000","last_became_peered":"2021-03-04T23:32:18.975856+0000","last_unstale":"2021-03-04T23:34:19.042695+0000","last_undegraded":"2021-03-04T23:34:19.042695+0000","last_fullsized":"2021-03-04T23:34:19.042695+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"32","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.072431+0000","last_change":"2021-03-04T23:32:26.243559+0000","last_active":"2021-03-04T23:34:19.072431+0000","last_peered":"2021-03-04T23:34:19.072431+0000","last_clean":"2021-03-04T23:34:19.072431+0000","last_became_active":"2021-03-04T23:32:26.243315+0000","last_became_peered":"2021-03-04T23:32:26.243315+0000","last_unstale":"2021-03-04T23:34:19.072431+0000","last_undegraded":"2021-03-04T23:34:19.072431+0000","last_fullsized":"2021-03-04T23:34:19.072431+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"289'14306","reported_seq":"14503","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:33.638226+0000","last_change":"2021-03-04T23:31:16.986091+0000","last_active":"2021-03-04T23:34:33.638226+0000","last_peered":"2021-03-04T23:34:33.638226+0000","last_clean":"2021-03-04T23:34:33.638226+0000","last_became_active":"2021-03-04T23:31:16.966316+0000","last_became_peered":"2021-03-04T23:31:16.966316+0000","last_unstale":"2021-03-04T23:34:33.638226+0000","last_undegraded":"2021-03-04T23:34:33.638226+0000","last_fullsized":"2021-03-04T23:34:33.638226+0000","mapping_epoch":237,"log_start":"155'9187","ondisk_log_start":"155'9187","created":137,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5119,"ondisk_log_size":5119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":321912832,"num_objects":4912,"num_object_clones":0,"num_object_copies":14736,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4912,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14306,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"66","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042604+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:34:19.042604+0000","last_peered":"2021-03-04T23:34:19.042604+0000","last_clean":"2021-03-04T23:34:19.042604+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:34:19.042604+0000","last_undegraded":"2021-03-04T23:34:19.042604+0000","last_fullsized":"2021-03-04T23:34:19.042604+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"38","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.041019+0000","last_change":"2021-03-04T23:32:18.980591+0000","last_active":"2021-03-04T23:34:19.041019+0000","last_peered":"2021-03-04T23:34:19.041019+0000","last_clean":"2021-03-04T23:34:19.041019+0000","last_became_active":"2021-03-04T23:32:18.980308+0000","last_became_peered":"2021-03-04T23:32:18.980308+0000","last_unstale":"2021-03-04T23:34:19.041019+0000","last_undegraded":"2021-03-04T23:34:19.041019+0000","last_fullsized":"2021-03-04T23:34:19.041019+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"80","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042633+0000","last_change":"2021-03-04T23:32:18.981505+0000","last_active":"2021-03-04T23:34:19.042633+0000","last_peered":"2021-03-04T23:34:19.042633+0000","last_clean":"2021-03-04T23:34:19.042633+0000","last_became_active":"2021-03-04T23:32:18.981076+0000","last_became_peered":"2021-03-04T23:32:18.981076+0000","last_unstale":"2021-03-04T23:34:19.042633+0000","last_undegraded":"2021-03-04T23:34:19.042633+0000","last_fullsized":"2021-03-04T23:34:19.042633+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"62","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042513+0000","last_change":"2021-03-04T23:31:15.977616+0000","last_active":"2021-03-04T23:34:19.042513+0000","last_peered":"2021-03-04T23:34:19.042513+0000","last_clean":"2021-03-04T23:34:19.042513+0000","last_became_active":"2021-03-04T23:31:15.976913+0000","last_became_peered":"2021-03-04T23:31:15.976913+0000","last_unstale":"2021-03-04T23:34:19.042513+0000","last_undegraded":"2021-03-04T23:34:19.042513+0000","last_fullsized":"2021-03-04T23:34:19.042513+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.6","version":"289'14438","reported_seq":"21173","reported_epoch":"289","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:34:33.613096+0000","last_change":"2021-03-04T23:32:27.548241+0000","last_active":"2021-03-04T23:34:33.613096+0000","last_peered":"2021-03-04T23:34:33.613096+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:32:27.370442+0000","last_became_peered":"2021-03-04T23:32:27.370442+0000","last_unstale":"2021-03-04T23:34:33.613096+0000","last_undegraded":"2021-03-04T23:32:27.364047+0000","last_fullsized":"2021-03-04T23:32:27.244914+0000","mapping_epoch":267,"log_start":"155'9282","ondisk_log_start":"155'9282","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5156,"ondisk_log_size":5156,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":333578240,"num_objects":5090,"num_object_clones":0,"num_object_copies":15270,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8158,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5090,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14438,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3260,"num_bytes_recovered":213647360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"1,2,5","objects":1973},{"shards":"1,5","objects":915},{"shards":"2,5,6","objects":2202}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"319","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.066164+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:34:19.066164+0000","last_peered":"2021-03-04T23:34:19.066164+0000","last_clean":"2021-03-04T23:34:19.066164+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:34:19.066164+0000","last_undegraded":"2021-03-04T23:34:19.066164+0000","last_fullsized":"2021-03-04T23:34:19.066164+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"283","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.075004+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:34:19.075004+0000","last_peered":"2021-03-04T23:34:19.075004+0000","last_clean":"2021-03-04T23:34:19.075004+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:34:19.075004+0000","last_undegraded":"2021-03-04T23:34:19.075004+0000","last_fullsized":"2021-03-04T23:34:19.075004+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"340","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.065923+0000","last_change":"2021-03-04T23:32:18.972523+0000","last_active":"2021-03-04T23:34:19.065923+0000","last_peered":"2021-03-04T23:34:19.065923+0000","last_clean":"2021-03-04T23:34:19.065923+0000","last_became_active":"2021-03-04T23:32:18.971535+0000","last_became_peered":"2021-03-04T23:32:18.971535+0000","last_unstale":"2021-03-04T23:34:19.065923+0000","last_undegraded":"2021-03-04T23:34:19.065923+0000","last_fullsized":"2021-03-04T23:34:19.065923+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"80","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042333+0000","last_change":"2021-03-04T23:32:18.981988+0000","last_active":"2021-03-04T23:34:19.042333+0000","last_peered":"2021-03-04T23:34:19.042333+0000","last_clean":"2021-03-04T23:34:19.042333+0000","last_became_active":"2021-03-04T23:32:18.981427+0000","last_became_peered":"2021-03-04T23:32:18.981427+0000","last_unstale":"2021-03-04T23:34:19.042333+0000","last_undegraded":"2021-03-04T23:34:19.042333+0000","last_fullsized":"2021-03-04T23:34:19.042333+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"289'14136","reported_seq":"22020","reported_epoch":"289","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:34:32.830583+0000","last_change":"2021-03-04T23:32:43.822873+0000","last_active":"2021-03-04T23:34:32.830583+0000","last_peered":"2021-03-04T23:34:32.830583+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:32:35.807116+0000","last_became_peered":"2021-03-04T23:32:35.807116+0000","last_unstale":"2021-03-04T23:34:32.830583+0000","last_undegraded":"2021-03-04T23:34:32.830583+0000","last_fullsized":"2021-03-04T23:32:19.969626+0000","mapping_epoch":261,"log_start":"150'7539","ondisk_log_start":"150'7539","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6597,"ondisk_log_size":6597,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":315883520,"num_objects":4820,"num_object_clones":0,"num_object_copies":14460,"num_objects_missing_on_primary":795,"num_objects_missing":795,"num_objects_degraded":0,"num_objects_misplaced":1899,"num_objects_unfound":0,"num_objects_dirty":4820,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14136,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3843,"num_bytes_recovered":234749952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6],"avail_no_missing":["2","7"],"object_location_counts":[{"shards":"3,4,7","objects":1899},{"shards":"3,6","objects":2921}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"80","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.041091+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:34:19.041091+0000","last_peered":"2021-03-04T23:34:19.041091+0000","last_clean":"2021-03-04T23:34:19.041091+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:34:19.041091+0000","last_undegraded":"2021-03-04T23:34:19.041091+0000","last_fullsized":"2021-03-04T23:34:19.041091+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"320","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.082166+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:34:19.082166+0000","last_peered":"2021-03-04T23:34:19.082166+0000","last_clean":"2021-03-04T23:34:19.082166+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:34:19.082166+0000","last_undegraded":"2021-03-04T23:34:19.082166+0000","last_fullsized":"2021-03-04T23:34:19.082166+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"298","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.065956+0000","last_change":"2021-03-04T23:31:58.069697+0000","last_active":"2021-03-04T23:34:19.065956+0000","last_peered":"2021-03-04T23:34:19.065956+0000","last_clean":"2021-03-04T23:34:19.065956+0000","last_became_active":"2021-03-04T23:31:58.068973+0000","last_became_peered":"2021-03-04T23:31:58.068973+0000","last_unstale":"2021-03-04T23:34:19.065956+0000","last_undegraded":"2021-03-04T23:34:19.065956+0000","last_fullsized":"2021-03-04T23:34:19.065956+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"80","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042051+0000","last_change":"2021-03-04T23:32:19.011549+0000","last_active":"2021-03-04T23:34:19.042051+0000","last_peered":"2021-03-04T23:34:19.042051+0000","last_clean":"2021-03-04T23:34:19.042051+0000","last_became_active":"2021-03-04T23:32:19.011346+0000","last_became_peered":"2021-03-04T23:32:19.011346+0000","last_unstale":"2021-03-04T23:34:19.042051+0000","last_undegraded":"2021-03-04T23:34:19.042051+0000","last_fullsized":"2021-03-04T23:34:19.042051+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"289'14513","reported_seq":"29534","reported_epoch":"289","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:34:33.593433+0000","last_change":"2021-03-04T23:32:26.310942+0000","last_active":"2021-03-04T23:34:33.593433+0000","last_peered":"2021-03-04T23:34:33.593433+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:32:26.290638+0000","last_became_peered":"2021-03-04T23:32:26.290638+0000","last_unstale":"2021-03-04T23:34:33.593433+0000","last_undegraded":"2021-03-04T23:34:33.593433+0000","last_fullsized":"2021-03-04T23:34:33.593433+0000","mapping_epoch":266,"log_start":"156'9415","ondisk_log_start":"156'9415","created":137,"last_epoch_clean":233,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5098,"ondisk_log_size":5098,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":322502656,"num_objects":4921,"num_object_clones":0,"num_object_copies":14763,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":9842,"num_objects_unfound":0,"num_objects_dirty":4921,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14513,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7388,"num_bytes_recovered":475725824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[5,0,2],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"0,2,5","objects":4921}],"blocked_by":[],"up_primary":1,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"47","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.041126+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:34:19.041126+0000","last_peered":"2021-03-04T23:34:19.041126+0000","last_clean":"2021-03-04T23:34:19.041126+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:34:19.041126+0000","last_undegraded":"2021-03-04T23:34:19.041126+0000","last_fullsized":"2021-03-04T23:34:19.041126+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"308","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.082151+0000","last_change":"2021-03-04T23:32:18.970427+0000","last_active":"2021-03-04T23:34:19.082151+0000","last_peered":"2021-03-04T23:34:19.082151+0000","last_clean":"2021-03-04T23:34:19.082151+0000","last_became_active":"2021-03-04T23:32:18.970152+0000","last_became_peered":"2021-03-04T23:32:18.970152+0000","last_unstale":"2021-03-04T23:34:19.082151+0000","last_undegraded":"2021-03-04T23:34:19.082151+0000","last_fullsized":"2021-03-04T23:34:19.082151+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"80","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.044372+0000","last_change":"2021-03-04T23:32:19.018810+0000","last_active":"2021-03-04T23:34:19.044372+0000","last_peered":"2021-03-04T23:34:19.044372+0000","last_clean":"2021-03-04T23:34:19.044372+0000","last_became_active":"2021-03-04T23:32:19.018286+0000","last_became_peered":"2021-03-04T23:32:19.018286+0000","last_unstale":"2021-03-04T23:34:19.044372+0000","last_undegraded":"2021-03-04T23:34:19.044372+0000","last_fullsized":"2021-03-04T23:34:19.044372+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"71","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042098+0000","last_change":"2021-03-04T23:32:26.246083+0000","last_active":"2021-03-04T23:34:19.042098+0000","last_peered":"2021-03-04T23:34:19.042098+0000","last_clean":"2021-03-04T23:34:19.042098+0000","last_became_active":"2021-03-04T23:32:26.244207+0000","last_became_peered":"2021-03-04T23:32:26.244207+0000","last_unstale":"2021-03-04T23:34:19.042098+0000","last_undegraded":"2021-03-04T23:34:19.042098+0000","last_fullsized":"2021-03-04T23:34:19.042098+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"289'14101","reported_seq":"29654","reported_epoch":"289","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:34:32.617161+0000","last_change":"2021-03-04T23:32:26.376916+0000","last_active":"2021-03-04T23:34:32.617161+0000","last_peered":"2021-03-04T23:34:32.617161+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:32:26.331782+0000","last_became_peered":"2021-03-04T23:32:26.331782+0000","last_unstale":"2021-03-04T23:34:32.617161+0000","last_undegraded":"2021-03-04T23:32:26.253611+0000","last_fullsized":"2021-03-04T23:32:26.238493+0000","mapping_epoch":266,"log_start":"159'9673","ondisk_log_start":"159'9673","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4428,"ondisk_log_size":4428,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":318439424,"num_objects":4859,"num_object_clones":0,"num_object_copies":14577,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3797,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4859,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14101,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5565,"num_bytes_recovered":304480256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3],"avail_no_missing":["7","0","3","6"],"object_location_counts":[{"shards":"3,5,7","objects":2096},{"shards":"3,7","objects":2763}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"285","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.081930+0000","last_change":"2021-03-04T23:31:58.064857+0000","last_active":"2021-03-04T23:34:19.081930+0000","last_peered":"2021-03-04T23:34:19.081930+0000","last_clean":"2021-03-04T23:34:19.081930+0000","last_became_active":"2021-03-04T23:31:58.064575+0000","last_became_peered":"2021-03-04T23:31:58.064575+0000","last_unstale":"2021-03-04T23:34:19.081930+0000","last_undegraded":"2021-03-04T23:34:19.081930+0000","last_fullsized":"2021-03-04T23:34:19.081930+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"347","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.082264+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:34:19.082264+0000","last_peered":"2021-03-04T23:34:19.082264+0000","last_clean":"2021-03-04T23:34:19.082264+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:34:19.082264+0000","last_undegraded":"2021-03-04T23:34:19.082264+0000","last_fullsized":"2021-03-04T23:34:19.082264+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"278","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.052344+0000","last_change":"2021-03-04T23:31:58.062715+0000","last_active":"2021-03-04T23:34:19.052344+0000","last_peered":"2021-03-04T23:34:19.052344+0000","last_clean":"2021-03-04T23:34:19.052344+0000","last_became_active":"2021-03-04T23:31:58.062351+0000","last_became_peered":"2021-03-04T23:31:58.062351+0000","last_unstale":"2021-03-04T23:34:19.052344+0000","last_undegraded":"2021-03-04T23:34:19.052344+0000","last_fullsized":"2021-03-04T23:34:19.052344+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"80","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042430+0000","last_change":"2021-03-04T23:32:18.982415+0000","last_active":"2021-03-04T23:34:19.042430+0000","last_peered":"2021-03-04T23:34:19.042430+0000","last_clean":"2021-03-04T23:34:19.042430+0000","last_became_active":"2021-03-04T23:32:18.982097+0000","last_became_peered":"2021-03-04T23:32:18.982097+0000","last_unstale":"2021-03-04T23:34:19.042430+0000","last_undegraded":"2021-03-04T23:34:19.042430+0000","last_fullsized":"2021-03-04T23:34:19.042430+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"289'14164","reported_seq":"36750","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:32.845189+0000","last_change":"2021-03-04T23:32:23.249042+0000","last_active":"2021-03-04T23:34:32.845189+0000","last_peered":"2021-03-04T23:34:32.845189+0000","last_clean":"2021-03-04T23:34:32.845189+0000","last_became_active":"2021-03-04T23:32:23.233324+0000","last_became_peered":"2021-03-04T23:32:23.233324+0000","last_unstale":"2021-03-04T23:34:32.845189+0000","last_undegraded":"2021-03-04T23:34:32.845189+0000","last_fullsized":"2021-03-04T23:34:32.845189+0000","mapping_epoch":264,"log_start":"151'7630","ondisk_log_start":"151'7630","created":137,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6534,"ondisk_log_size":6534,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":327548928,"num_objects":4998,"num_object_clones":0,"num_object_copies":14994,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4998,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14164,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11178,"num_bytes_recovered":644808704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"103","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.041053+0000","last_change":"2021-03-04T23:32:26.240947+0000","last_active":"2021-03-04T23:34:19.041053+0000","last_peered":"2021-03-04T23:34:19.041053+0000","last_clean":"2021-03-04T23:34:19.041053+0000","last_became_active":"2021-03-04T23:32:26.240743+0000","last_became_peered":"2021-03-04T23:32:26.240743+0000","last_unstale":"2021-03-04T23:34:19.041053+0000","last_undegraded":"2021-03-04T23:34:19.041053+0000","last_fullsized":"2021-03-04T23:34:19.041053+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"128","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.073320+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:34:19.073320+0000","last_peered":"2021-03-04T23:34:19.073320+0000","last_clean":"2021-03-04T23:34:19.073320+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:34:19.073320+0000","last_undegraded":"2021-03-04T23:34:19.073320+0000","last_fullsized":"2021-03-04T23:34:19.073320+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"80","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042701+0000","last_change":"2021-03-04T23:32:18.981845+0000","last_active":"2021-03-04T23:34:19.042701+0000","last_peered":"2021-03-04T23:34:19.042701+0000","last_clean":"2021-03-04T23:34:19.042701+0000","last_became_active":"2021-03-04T23:32:18.981465+0000","last_became_peered":"2021-03-04T23:32:18.981465+0000","last_unstale":"2021-03-04T23:34:19.042701+0000","last_undegraded":"2021-03-04T23:34:19.042701+0000","last_fullsized":"2021-03-04T23:34:19.042701+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"289'14101","reported_seq":"28243","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:33.623212+0000","last_change":"2021-03-04T23:32:43.006956+0000","last_active":"2021-03-04T23:34:33.623212+0000","last_peered":"2021-03-04T23:34:33.623212+0000","last_clean":"2021-03-04T23:34:33.623212+0000","last_became_active":"2021-03-04T23:32:42.989066+0000","last_became_peered":"2021-03-04T23:32:42.989066+0000","last_unstale":"2021-03-04T23:34:33.623212+0000","last_undegraded":"2021-03-04T23:34:33.623212+0000","last_fullsized":"2021-03-04T23:34:33.623212+0000","mapping_epoch":273,"log_start":"155'8934","ondisk_log_start":"155'8934","created":137,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5167,"ondisk_log_size":5167,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":324861952,"num_objects":4957,"num_object_clones":0,"num_object_copies":14871,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4957,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14101,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6961,"num_bytes_recovered":299565056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"32","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.072366+0000","last_change":"2021-03-04T23:32:26.243555+0000","last_active":"2021-03-04T23:34:19.072366+0000","last_peered":"2021-03-04T23:34:19.072366+0000","last_clean":"2021-03-04T23:34:19.072366+0000","last_became_active":"2021-03-04T23:32:26.243321+0000","last_became_peered":"2021-03-04T23:32:26.243321+0000","last_unstale":"2021-03-04T23:34:19.072366+0000","last_undegraded":"2021-03-04T23:34:19.072366+0000","last_fullsized":"2021-03-04T23:34:19.072366+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"301","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.066168+0000","last_change":"2021-03-04T23:31:58.061270+0000","last_active":"2021-03-04T23:34:19.066168+0000","last_peered":"2021-03-04T23:34:19.066168+0000","last_clean":"2021-03-04T23:34:19.066168+0000","last_became_active":"2021-03-04T23:31:58.060937+0000","last_became_peered":"2021-03-04T23:31:58.060937+0000","last_unstale":"2021-03-04T23:34:19.066168+0000","last_undegraded":"2021-03-04T23:34:19.066168+0000","last_fullsized":"2021-03-04T23:34:19.066168+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"32","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.072236+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:34:19.072236+0000","last_peered":"2021-03-04T23:34:19.072236+0000","last_clean":"2021-03-04T23:34:19.072236+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:34:19.072236+0000","last_undegraded":"2021-03-04T23:34:19.072236+0000","last_fullsized":"2021-03-04T23:34:19.072236+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"80","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042251+0000","last_change":"2021-03-04T23:32:18.981793+0000","last_active":"2021-03-04T23:34:19.042251+0000","last_peered":"2021-03-04T23:34:19.042251+0000","last_clean":"2021-03-04T23:34:19.042251+0000","last_became_active":"2021-03-04T23:32:18.981354+0000","last_became_peered":"2021-03-04T23:32:18.981354+0000","last_unstale":"2021-03-04T23:34:19.042251+0000","last_undegraded":"2021-03-04T23:34:19.042251+0000","last_fullsized":"2021-03-04T23:34:19.042251+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"289'14359","reported_seq":"29099","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:33.000227+0000","last_change":"2021-03-04T23:31:15.989387+0000","last_active":"2021-03-04T23:34:33.000227+0000","last_peered":"2021-03-04T23:34:33.000227+0000","last_clean":"2021-03-04T23:34:33.000227+0000","last_became_active":"2021-03-04T23:31:15.968551+0000","last_became_peered":"2021-03-04T23:31:15.968551+0000","last_unstale":"2021-03-04T23:34:33.000227+0000","last_undegraded":"2021-03-04T23:34:33.000227+0000","last_fullsized":"2021-03-04T23:34:33.000227+0000","mapping_epoch":236,"log_start":"159'9803","ondisk_log_start":"159'9803","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4556,"ondisk_log_size":4556,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":324993024,"num_objects":4959,"num_object_clones":0,"num_object_copies":14877,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4959,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14359,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7379,"num_bytes_recovered":476381184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"341","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.066012+0000","last_change":"2021-03-04T23:32:18.974052+0000","last_active":"2021-03-04T23:34:19.066012+0000","last_peered":"2021-03-04T23:34:19.066012+0000","last_clean":"2021-03-04T23:34:19.066012+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:34:19.066012+0000","last_undegraded":"2021-03-04T23:34:19.066012+0000","last_fullsized":"2021-03-04T23:34:19.066012+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"291","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.082087+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:34:19.082087+0000","last_peered":"2021-03-04T23:34:19.082087+0000","last_clean":"2021-03-04T23:34:19.082087+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:34:19.082087+0000","last_undegraded":"2021-03-04T23:34:19.082087+0000","last_fullsized":"2021-03-04T23:34:19.082087+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"32","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.072325+0000","last_change":"2021-03-04T23:32:26.241730+0000","last_active":"2021-03-04T23:34:19.072325+0000","last_peered":"2021-03-04T23:34:19.072325+0000","last_clean":"2021-03-04T23:34:19.072325+0000","last_became_active":"2021-03-04T23:32:26.241443+0000","last_became_peered":"2021-03-04T23:32:26.241443+0000","last_unstale":"2021-03-04T23:34:19.072325+0000","last_undegraded":"2021-03-04T23:34:19.072325+0000","last_fullsized":"2021-03-04T23:34:19.072325+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"80","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042326+0000","last_change":"2021-03-04T23:32:18.982273+0000","last_active":"2021-03-04T23:34:19.042326+0000","last_peered":"2021-03-04T23:34:19.042326+0000","last_clean":"2021-03-04T23:34:19.042326+0000","last_became_active":"2021-03-04T23:32:18.981390+0000","last_became_peered":"2021-03-04T23:32:18.981390+0000","last_unstale":"2021-03-04T23:34:19.042326+0000","last_undegraded":"2021-03-04T23:34:19.042326+0000","last_fullsized":"2021-03-04T23:34:19.042326+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"289'14189","reported_seq":"22087","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:33.678674+0000","last_change":"2021-03-04T23:31:15.990321+0000","last_active":"2021-03-04T23:34:33.678674+0000","last_peered":"2021-03-04T23:34:33.678674+0000","last_clean":"2021-03-04T23:34:33.678674+0000","last_became_active":"2021-03-04T23:31:15.968330+0000","last_became_peered":"2021-03-04T23:31:15.968330+0000","last_unstale":"2021-03-04T23:34:33.678674+0000","last_undegraded":"2021-03-04T23:34:33.678674+0000","last_fullsized":"2021-03-04T23:34:33.678674+0000","mapping_epoch":236,"log_start":"155'9043","ondisk_log_start":"155'9043","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5146,"ondisk_log_size":5146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":318570496,"num_objects":4861,"num_object_clones":0,"num_object_copies":14583,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4861,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14189,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3842,"num_bytes_recovered":151388160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"281","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.052311+0000","last_change":"2021-03-04T23:31:58.062851+0000","last_active":"2021-03-04T23:34:19.052311+0000","last_peered":"2021-03-04T23:34:19.052311+0000","last_clean":"2021-03-04T23:34:19.052311+0000","last_became_active":"2021-03-04T23:31:58.062390+0000","last_became_peered":"2021-03-04T23:31:58.062390+0000","last_unstale":"2021-03-04T23:34:19.052311+0000","last_undegraded":"2021-03-04T23:34:19.052311+0000","last_fullsized":"2021-03-04T23:34:19.052311+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"32","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.072231+0000","last_change":"2021-03-04T23:32:26.241630+0000","last_active":"2021-03-04T23:34:19.072231+0000","last_peered":"2021-03-04T23:34:19.072231+0000","last_clean":"2021-03-04T23:34:19.072231+0000","last_became_active":"2021-03-04T23:32:26.241377+0000","last_became_peered":"2021-03-04T23:32:26.241377+0000","last_unstale":"2021-03-04T23:34:19.072231+0000","last_undegraded":"2021-03-04T23:34:19.072231+0000","last_fullsized":"2021-03-04T23:34:19.072231+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"32","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.072462+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:34:19.072462+0000","last_peered":"2021-03-04T23:34:19.072462+0000","last_clean":"2021-03-04T23:34:19.072462+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:34:19.072462+0000","last_undegraded":"2021-03-04T23:34:19.072462+0000","last_fullsized":"2021-03-04T23:34:19.072462+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"289'14197","reported_seq":"30301","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:32.825633+0000","last_change":"2021-03-04T23:30:59.306069+0000","last_active":"2021-03-04T23:34:32.825633+0000","last_peered":"2021-03-04T23:34:32.825633+0000","last_clean":"2021-03-04T23:34:32.825633+0000","last_became_active":"2021-03-04T23:30:59.292136+0000","last_became_peered":"2021-03-04T23:30:59.292136+0000","last_unstale":"2021-03-04T23:34:32.825633+0000","last_undegraded":"2021-03-04T23:34:32.825633+0000","last_fullsized":"2021-03-04T23:34:32.825633+0000","mapping_epoch":228,"log_start":"152'8097","ondisk_log_start":"152'8097","created":137,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6100,"ondisk_log_size":6100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":322764800,"num_objects":4925,"num_object_clones":0,"num_object_copies":14775,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4925,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14197,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7939,"num_bytes_recovered":520224768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"299","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.066071+0000","last_change":"2021-03-04T23:31:58.069375+0000","last_active":"2021-03-04T23:34:19.066071+0000","last_peered":"2021-03-04T23:34:19.066071+0000","last_clean":"2021-03-04T23:34:19.066071+0000","last_became_active":"2021-03-04T23:31:58.069076+0000","last_became_peered":"2021-03-04T23:31:58.069076+0000","last_unstale":"2021-03-04T23:34:19.066071+0000","last_undegraded":"2021-03-04T23:34:19.066071+0000","last_fullsized":"2021-03-04T23:34:19.066071+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"80","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042203+0000","last_change":"2021-03-04T23:32:18.976198+0000","last_active":"2021-03-04T23:34:19.042203+0000","last_peered":"2021-03-04T23:34:19.042203+0000","last_clean":"2021-03-04T23:34:19.042203+0000","last_became_active":"2021-03-04T23:32:18.975757+0000","last_became_peered":"2021-03-04T23:32:18.975757+0000","last_unstale":"2021-03-04T23:34:19.042203+0000","last_undegraded":"2021-03-04T23:34:19.042203+0000","last_fullsized":"2021-03-04T23:34:19.042203+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"76","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.041034+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:34:19.041034+0000","last_peered":"2021-03-04T23:34:19.041034+0000","last_clean":"2021-03-04T23:34:19.041034+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:34:19.041034+0000","last_undegraded":"2021-03-04T23:34:19.041034+0000","last_fullsized":"2021-03-04T23:34:19.041034+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"38","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.041226+0000","last_change":"2021-03-04T23:32:18.986718+0000","last_active":"2021-03-04T23:34:19.041226+0000","last_peered":"2021-03-04T23:34:19.041226+0000","last_clean":"2021-03-04T23:34:19.041226+0000","last_became_active":"2021-03-04T23:32:18.986509+0000","last_became_peered":"2021-03-04T23:32:18.986509+0000","last_unstale":"2021-03-04T23:34:19.041226+0000","last_undegraded":"2021-03-04T23:34:19.041226+0000","last_fullsized":"2021-03-04T23:34:19.041226+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"80","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.044270+0000","last_change":"2021-03-04T23:32:19.018869+0000","last_active":"2021-03-04T23:34:19.044270+0000","last_peered":"2021-03-04T23:34:19.044270+0000","last_clean":"2021-03-04T23:34:19.044270+0000","last_became_active":"2021-03-04T23:32:19.018305+0000","last_became_peered":"2021-03-04T23:32:19.018305+0000","last_unstale":"2021-03-04T23:34:19.044270+0000","last_undegraded":"2021-03-04T23:34:19.044270+0000","last_fullsized":"2021-03-04T23:34:19.044270+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"289'14555","reported_seq":"36356","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:32.844036+0000","last_change":"2021-03-04T23:32:34.277292+0000","last_active":"2021-03-04T23:34:32.844036+0000","last_peered":"2021-03-04T23:34:32.844036+0000","last_clean":"2021-03-04T23:34:32.844036+0000","last_became_active":"2021-03-04T23:32:34.260379+0000","last_became_peered":"2021-03-04T23:32:34.260379+0000","last_unstale":"2021-03-04T23:34:32.844036+0000","last_undegraded":"2021-03-04T23:34:32.844036+0000","last_fullsized":"2021-03-04T23:34:32.844036+0000","mapping_epoch":270,"log_start":"159'9935","ondisk_log_start":"159'9935","created":137,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4620,"ondisk_log_size":4620,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":328531968,"num_objects":5013,"num_object_clones":0,"num_object_copies":15039,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5013,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14555,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10774,"num_bytes_recovered":705953792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"71","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042110+0000","last_change":"2021-03-04T23:32:26.246392+0000","last_active":"2021-03-04T23:34:19.042110+0000","last_peered":"2021-03-04T23:34:19.042110+0000","last_clean":"2021-03-04T23:34:19.042110+0000","last_became_active":"2021-03-04T23:32:26.245274+0000","last_became_peered":"2021-03-04T23:32:26.245274+0000","last_unstale":"2021-03-04T23:34:19.042110+0000","last_undegraded":"2021-03-04T23:34:19.042110+0000","last_fullsized":"2021-03-04T23:34:19.042110+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"273","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.074945+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:34:19.074945+0000","last_peered":"2021-03-04T23:34:19.074945+0000","last_clean":"2021-03-04T23:34:19.074945+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:34:19.074945+0000","last_undegraded":"2021-03-04T23:34:19.074945+0000","last_fullsized":"2021-03-04T23:34:19.074945+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"319","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.075356+0000","last_change":"2021-03-04T23:32:26.243552+0000","last_active":"2021-03-04T23:34:19.075356+0000","last_peered":"2021-03-04T23:34:19.075356+0000","last_clean":"2021-03-04T23:34:19.075356+0000","last_became_active":"2021-03-04T23:32:26.243356+0000","last_became_peered":"2021-03-04T23:32:26.243356+0000","last_unstale":"2021-03-04T23:34:19.075356+0000","last_undegraded":"2021-03-04T23:34:19.075356+0000","last_fullsized":"2021-03-04T23:34:19.075356+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"80","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042677+0000","last_change":"2021-03-04T23:32:18.976958+0000","last_active":"2021-03-04T23:34:19.042677+0000","last_peered":"2021-03-04T23:34:19.042677+0000","last_clean":"2021-03-04T23:34:19.042677+0000","last_became_active":"2021-03-04T23:32:18.975806+0000","last_became_peered":"2021-03-04T23:32:18.975806+0000","last_unstale":"2021-03-04T23:34:19.042677+0000","last_undegraded":"2021-03-04T23:34:19.042677+0000","last_fullsized":"2021-03-04T23:34:19.042677+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"289'14159","reported_seq":"31818","reported_epoch":"289","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:34:32.601369+0000","last_change":"2021-03-04T23:32:27.307328+0000","last_active":"2021-03-04T23:34:32.601369+0000","last_peered":"2021-03-04T23:34:32.601369+0000","last_clean":"2021-03-04T23:32:23.232073+0000","last_became_active":"2021-03-04T23:32:27.288606+0000","last_became_peered":"2021-03-04T23:32:27.288606+0000","last_unstale":"2021-03-04T23:34:32.601369+0000","last_undegraded":"2021-03-04T23:34:32.601369+0000","last_fullsized":"2021-03-04T23:34:32.601369+0000","mapping_epoch":267,"log_start":"159'9686","ondisk_log_start":"159'9686","created":137,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4473,"ondisk_log_size":4473,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":327090176,"num_objects":4991,"num_object_clones":0,"num_object_copies":14973,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4991,"num_objects_unfound":0,"num_objects_dirty":4991,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14159,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8712,"num_bytes_recovered":396623872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,0],"avail_no_missing":["7","0","4"],"object_location_counts":[{"shards":"0,4,7","objects":4991}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"62","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042482+0000","last_change":"2021-03-04T23:31:15.976911+0000","last_active":"2021-03-04T23:34:19.042482+0000","last_peered":"2021-03-04T23:34:19.042482+0000","last_clean":"2021-03-04T23:34:19.042482+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:34:19.042482+0000","last_undegraded":"2021-03-04T23:34:19.042482+0000","last_fullsized":"2021-03-04T23:34:19.042482+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"32","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.072460+0000","last_change":"2021-03-04T23:32:26.241609+0000","last_active":"2021-03-04T23:34:19.072460+0000","last_peered":"2021-03-04T23:34:19.072460+0000","last_clean":"2021-03-04T23:34:19.072460+0000","last_became_active":"2021-03-04T23:32:26.241419+0000","last_became_peered":"2021-03-04T23:32:26.241419+0000","last_unstale":"2021-03-04T23:34:19.072460+0000","last_undegraded":"2021-03-04T23:34:19.072460+0000","last_fullsized":"2021-03-04T23:34:19.072460+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"251","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.066033+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:34:19.066033+0000","last_peered":"2021-03-04T23:34:19.066033+0000","last_clean":"2021-03-04T23:34:19.066033+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:34:19.066033+0000","last_undegraded":"2021-03-04T23:34:19.066033+0000","last_fullsized":"2021-03-04T23:34:19.066033+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"80","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042706+0000","last_change":"2021-03-04T23:32:18.990243+0000","last_active":"2021-03-04T23:34:19.042706+0000","last_peered":"2021-03-04T23:34:19.042706+0000","last_clean":"2021-03-04T23:34:19.042706+0000","last_became_active":"2021-03-04T23:32:18.985408+0000","last_became_peered":"2021-03-04T23:32:18.985408+0000","last_unstale":"2021-03-04T23:34:19.042706+0000","last_undegraded":"2021-03-04T23:34:19.042706+0000","last_fullsized":"2021-03-04T23:34:19.042706+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"289'14063","reported_seq":"22121","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:32.540943+0000","last_change":"2021-03-04T23:32:54.052768+0000","last_active":"2021-03-04T23:34:32.540943+0000","last_peered":"2021-03-04T23:34:32.540943+0000","last_clean":"2021-03-04T23:34:32.540943+0000","last_became_active":"2021-03-04T23:32:54.024075+0000","last_became_peered":"2021-03-04T23:32:54.024075+0000","last_unstale":"2021-03-04T23:34:32.540943+0000","last_undegraded":"2021-03-04T23:34:32.540943+0000","last_fullsized":"2021-03-04T23:34:32.540943+0000","mapping_epoch":276,"log_start":"159'9595","ondisk_log_start":"159'9595","created":137,"last_epoch_clean":277,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4468,"ondisk_log_size":4468,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":321912856,"num_objects":4913,"num_object_clones":0,"num_object_copies":14739,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4913,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":14063,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3917,"num_bytes_recovered":147324952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"102","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.041262+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:34:19.041262+0000","last_peered":"2021-03-04T23:34:19.041262+0000","last_clean":"2021-03-04T23:34:19.041262+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:34:19.041262+0000","last_undegraded":"2021-03-04T23:34:19.041262+0000","last_fullsized":"2021-03-04T23:34:19.041262+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"32","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.072506+0000","last_change":"2021-03-04T23:32:26.249226+0000","last_active":"2021-03-04T23:34:19.072506+0000","last_peered":"2021-03-04T23:34:19.072506+0000","last_clean":"2021-03-04T23:34:19.072506+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:34:19.072506+0000","last_undegraded":"2021-03-04T23:34:19.072506+0000","last_fullsized":"2021-03-04T23:34:19.072506+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"94","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.040961+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:34:19.040961+0000","last_peered":"2021-03-04T23:34:19.040961+0000","last_clean":"2021-03-04T23:34:19.040961+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:34:19.040961+0000","last_undegraded":"2021-03-04T23:34:19.040961+0000","last_fullsized":"2021-03-04T23:34:19.040961+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"80","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.042601+0000","last_change":"2021-03-04T23:32:18.976964+0000","last_active":"2021-03-04T23:34:19.042601+0000","last_peered":"2021-03-04T23:34:19.042601+0000","last_clean":"2021-03-04T23:34:19.042601+0000","last_became_active":"2021-03-04T23:32:18.976053+0000","last_became_peered":"2021-03-04T23:32:18.976053+0000","last_unstale":"2021-03-04T23:34:19.042601+0000","last_undegraded":"2021-03-04T23:34:19.042601+0000","last_fullsized":"2021-03-04T23:34:19.042601+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"289'14119","reported_seq":"21727","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:32.746939+0000","last_change":"2021-03-04T23:31:15.998496+0000","last_active":"2021-03-04T23:34:32.746939+0000","last_peered":"2021-03-04T23:34:32.746939+0000","last_clean":"2021-03-04T23:34:32.746939+0000","last_became_active":"2021-03-04T23:31:15.976417+0000","last_became_peered":"2021-03-04T23:31:15.976417+0000","last_unstale":"2021-03-04T23:34:32.746939+0000","last_undegraded":"2021-03-04T23:34:32.746939+0000","last_fullsized":"2021-03-04T23:34:32.746939+0000","mapping_epoch":236,"log_start":"151'7575","ondisk_log_start":"151'7575","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6544,"ondisk_log_size":6544,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":322502656,"num_objects":4921,"num_object_clones":0,"num_object_copies":14763,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4921,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14119,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3697,"num_bytes_recovered":238419968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"190","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.041393+0000","last_change":"2021-03-04T23:31:58.069248+0000","last_active":"2021-03-04T23:34:19.041393+0000","last_peered":"2021-03-04T23:34:19.041393+0000","last_clean":"2021-03-04T23:34:19.041393+0000","last_became_active":"2021-03-04T23:31:58.068899+0000","last_became_peered":"2021-03-04T23:31:58.068899+0000","last_unstale":"2021-03-04T23:34:19.041393+0000","last_undegraded":"2021-03-04T23:34:19.041393+0000","last_fullsized":"2021-03-04T23:34:19.041393+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"322","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.075431+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:34:19.075431+0000","last_peered":"2021-03-04T23:34:19.075431+0000","last_clean":"2021-03-04T23:34:19.075431+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:34:19.075431+0000","last_undegraded":"2021-03-04T23:34:19.075431+0000","last_fullsized":"2021-03-04T23:34:19.075431+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"260","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.081983+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:34:19.081983+0000","last_peered":"2021-03-04T23:34:19.081983+0000","last_clean":"2021-03-04T23:34:19.081983+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:34:19.081983+0000","last_undegraded":"2021-03-04T23:34:19.081983+0000","last_fullsized":"2021-03-04T23:34:19.081983+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"255","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.075181+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:34:19.075181+0000","last_peered":"2021-03-04T23:34:19.075181+0000","last_clean":"2021-03-04T23:34:19.075181+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:34:19.075181+0000","last_undegraded":"2021-03-04T23:34:19.075181+0000","last_fullsized":"2021-03-04T23:34:19.075181+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"295","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.072488+0000","last_change":"2021-03-04T23:31:58.060196+0000","last_active":"2021-03-04T23:34:19.072488+0000","last_peered":"2021-03-04T23:34:19.072488+0000","last_clean":"2021-03-04T23:34:19.072488+0000","last_became_active":"2021-03-04T23:31:58.059959+0000","last_became_peered":"2021-03-04T23:31:58.059959+0000","last_unstale":"2021-03-04T23:34:19.072488+0000","last_undegraded":"2021-03-04T23:34:19.072488+0000","last_fullsized":"2021-03-04T23:34:19.072488+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"352","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.066230+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:34:19.066230+0000","last_peered":"2021-03-04T23:34:19.066230+0000","last_clean":"2021-03-04T23:34:19.066230+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:34:19.066230+0000","last_undegraded":"2021-03-04T23:34:19.066230+0000","last_fullsized":"2021-03-04T23:34:19.066230+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"335","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.082185+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:34:19.082185+0000","last_peered":"2021-03-04T23:34:19.082185+0000","last_clean":"2021-03-04T23:34:19.082185+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:34:19.082185+0000","last_undegraded":"2021-03-04T23:34:19.082185+0000","last_fullsized":"2021-03-04T23:34:19.082185+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"298","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.066073+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:34:19.066073+0000","last_peered":"2021-03-04T23:34:19.066073+0000","last_clean":"2021-03-04T23:34:19.066073+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:34:19.066073+0000","last_undegraded":"2021-03-04T23:34:19.066073+0000","last_fullsized":"2021-03-04T23:34:19.066073+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"305","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.081941+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:34:19.081941+0000","last_peered":"2021-03-04T23:34:19.081941+0000","last_clean":"2021-03-04T23:34:19.081941+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:34:19.081941+0000","last_undegraded":"2021-03-04T23:34:19.081941+0000","last_fullsized":"2021-03-04T23:34:19.081941+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"94","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.041180+0000","last_change":"2021-03-04T23:32:18.971387+0000","last_active":"2021-03-04T23:34:19.041180+0000","last_peered":"2021-03-04T23:34:19.041180+0000","last_clean":"2021-03-04T23:34:19.041180+0000","last_became_active":"2021-03-04T23:32:18.971083+0000","last_became_peered":"2021-03-04T23:32:18.971083+0000","last_unstale":"2021-03-04T23:34:19.041180+0000","last_undegraded":"2021-03-04T23:34:19.041180+0000","last_fullsized":"2021-03-04T23:34:19.041180+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"78","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.052439+0000","last_change":"2021-03-04T23:31:58.062548+0000","last_active":"2021-03-04T23:34:19.052439+0000","last_peered":"2021-03-04T23:34:19.052439+0000","last_clean":"2021-03-04T23:34:19.052439+0000","last_became_active":"2021-03-04T23:31:58.062122+0000","last_became_peered":"2021-03-04T23:31:58.062122+0000","last_unstale":"2021-03-04T23:34:19.052439+0000","last_undegraded":"2021-03-04T23:34:19.052439+0000","last_fullsized":"2021-03-04T23:34:19.052439+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"263","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.075254+0000","last_change":"2021-03-04T23:32:19.162403+0000","last_active":"2021-03-04T23:34:19.075254+0000","last_peered":"2021-03-04T23:34:19.075254+0000","last_clean":"2021-03-04T23:34:19.075254+0000","last_became_active":"2021-03-04T23:32:18.984227+0000","last_became_peered":"2021-03-04T23:32:18.984227+0000","last_unstale":"2021-03-04T23:34:19.075254+0000","last_undegraded":"2021-03-04T23:34:19.075254+0000","last_fullsized":"2021-03-04T23:34:19.075254+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"356","reported_epoch":"288","state":"active+clean","last_fresh":"2021-03-04T23:34:19.081929+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:34:19.081929+0000","last_peered":"2021-03-04T23:34:19.081929+0000","last_clean":"2021-03-04T23:34:19.081929+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:34:19.081929+0000","last_undegraded":"2021-03-04T23:34:19.081929+0000","last_fullsized":"2021-03-04T23:34:19.081929+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":10713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8326546,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":6},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":5184356376,"num_objects":79108,"num_object_clones":0,"num_object_copies":237324,"num_objects_missing_on_primary":795,"num_objects_missing":795,"num_objects_degraded":11955,"num_objects_misplaced":16732,"num_objects_unfound":0,"num_objects_dirty":79108,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":227622,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":92632,"num_bytes_recovered":5326831640,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":18248577024,"data_stored":18248564808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":84159,"ondisk_log_size":84159,"up":48,"acting":45,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495982,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4262464,"kb_used_data":3213880,"kb_used_omap":601,"kb_used_meta":1047974,"kb_avail":83817920,"statfs":{"total":90194313216,"available":85829550080,"internally_reserved":1073741824,"allocated":3291013120,"data_stored":3289591308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":1073126121},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:56 2021","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.34000000000000002,"15min":0.32400000000000001},"min":{"1min":0.184,"5min":0.125,"15min":0.125},"max":{"1min":0.52300000000000002,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.255},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.40100000000000002,"15min":0.40600000000000003},"min":{"1min":0.221,"5min":0.158,"15min":0.158},"max":{"1min":0.51800000000000002,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.29299999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:33:32 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.40300000000000002,"15min":0.58999999999999997},"min":{"1min":0.21099999999999999,"5min":0.17499999999999999,"15min":0.16200000000000001},"max":{"1min":0.57599999999999996,"5min":0.91700000000000004,"15min":37.856000000000002},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.42099999999999999,"15min":0.625},"min":{"1min":0.14799999999999999,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.56899999999999995,"5min":1.0409999999999999,"15min":37.914000000000001},"last":0.309}]},{"osd":2,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.34000000000000002,"15min":0.47599999999999998},"min":{"1min":0.23300000000000001,"5min":0.20300000000000001,"15min":0.17999999999999999},"max":{"1min":0.38800000000000001,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.374,"5min":0.436,"15min":0.51300000000000001},"min":{"1min":0.30399999999999999,"5min":0.26300000000000001,"15min":0.182},"max":{"1min":0.49099999999999999,"5min":0.94499999999999995,"15min":3.206},"last":0.32100000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.29899999999999999,"5min":0.35399999999999998,"15min":0.872},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":0.42999999999999999,"5min":0.96399999999999997,"15min":63.959000000000003},"last":0.18099999999999999},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.36199999999999999,"15min":0.90200000000000002},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19400000000000001},"max":{"1min":0.443,"5min":0.84399999999999997,"15min":64.183999999999997},"last":0.23499999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.26400000000000001,"5min":0.32300000000000001,"15min":0.39900000000000002},"min":{"1min":0.13,"5min":0.13,"15min":0.13},"max":{"1min":0.53200000000000003,"5min":0.65500000000000003,"15min":4.0179999999999998},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.255,"5min":0.28599999999999998,"15min":0.34999999999999998},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.45300000000000001,"5min":0.51000000000000001,"15min":3.7410000000000001},"last":0.158}]},{"osd":5,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.27100000000000002,"5min":0.28999999999999998,"15min":0.33600000000000002},"min":{"1min":0.16800000000000001,"5min":0.152,"15min":0.14299999999999999},"max":{"1min":0.47999999999999998,"5min":0.626,"15min":3.621},"last":0.193},{"interface":"front","average":{"1min":0.28999999999999998,"5min":0.34599999999999997,"15min":0.42399999999999999},"min":{"1min":0.156,"5min":0.156,"15min":0.156},"max":{"1min":0.505,"5min":0.67400000000000004,"15min":3.54},"last":0.20899999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:33:51 2021","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.29399999999999998,"15min":0.38900000000000001},"min":{"1min":0.17100000000000001,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":0.59699999999999998,"5min":0.627,"15min":4.1299999999999999},"last":0.17199999999999999},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.371,"15min":0.48999999999999999},"min":{"1min":0.191,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.64100000000000001,"5min":0.67700000000000005,"15min":3.7850000000000001},"last":0.246}]}]},{"osd":6,"up_from":41,"seq":176093659483,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1764920,"kb_used_data":716336,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86315464,"statfs":{"total":90194313216,"available":88387035136,"internally_reserved":1073741824,"allocated":733528064,"data_stored":732114861,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.34599999999999997,"15min":0.35799999999999998},"min":{"1min":0.17799999999999999,"5min":0.156,"15min":0.156},"max":{"1min":0.52200000000000002,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.373},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.36599999999999999,"15min":0.36699999999999999},"min":{"1min":0.222,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.46899999999999997,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.28699999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:34:25 2021","interfaces":[{"interface":"back","average":{"1min":0.29699999999999999,"5min":0.35599999999999998,"15min":0.40100000000000002},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.59199999999999997,"5min":0.874,"15min":3.5049999999999999},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.39000000000000001,"15min":0.45000000000000001},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.17000000000000001},"max":{"1min":0.441,"5min":0.91600000000000004,"15min":4.149},"last":0.35999999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:34:25 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.40200000000000002,"15min":0.45600000000000002},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.185},"max":{"1min":0.53100000000000003,"5min":0.85399999999999998,"15min":4.0940000000000003},"last":0.21099999999999999},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.378,"15min":0.433},"min":{"1min":0.188,"5min":0.188,"15min":0.186},"max":{"1min":0.48399999999999999,"5min":0.83999999999999997,"15min":2.6360000000000001},"last":0.34100000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:34:25 2021","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.379,"15min":1.0029999999999999},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.44900000000000001,"5min":0.877,"15min":77.881},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.39200000000000002,"15min":1.016},"min":{"1min":0.254,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.496,"5min":0.94999999999999996,"15min":77.683000000000007},"last":0.33000000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.314,"15min":0.36699999999999999},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.13300000000000001},"max":{"1min":0.58299999999999996,"5min":0.61599999999999999,"15min":4.1539999999999999},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.29099999999999998,"5min":0.30299999999999999,"15min":0.375},"min":{"1min":0.20000000000000001,"5min":0.14299999999999999,"15min":0.13500000000000001},"max":{"1min":0.443,"5min":0.56699999999999995,"15min":4.1269999999999998},"last":0.183}]},{"osd":5,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.27600000000000002,"5min":0.314,"15min":0.377},"min":{"1min":0.155,"5min":0.155,"15min":0.155},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":4.0010000000000003},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.29199999999999998,"5min":0.313,"15min":0.433},"min":{"1min":0.161,"5min":0.161,"15min":0.13900000000000001},"max":{"1min":0.46800000000000003,"5min":0.57399999999999995,"15min":4.2389999999999999},"last":0.245}]},{"osd":7,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.34499999999999997,"15min":0.46600000000000003},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.56299999999999994,"5min":0.56799999999999995,"15min":4.5880000000000001},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.35399999999999998,"15min":0.42299999999999999},"min":{"1min":0.215,"5min":0.182,"15min":0.182},"max":{"1min":0.55100000000000005,"5min":0.59199999999999997,"15min":4.0129999999999999},"last":0.313}]}]},{"osd":1,"up_from":87,"seq":373662155002,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3138276,"kb_used_data":2987164,"kb_used_omap":2528,"kb_used_meta":148511,"kb_avail":84942108,"statfs":{"total":90194313216,"available":86980718592,"internally_reserved":0,"allocated":3058855936,"data_stored":3057459981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":152075566},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:58 2021","interfaces":[{"interface":"back","average":{"1min":2.5009999999999999,"5min":0.71799999999999997,"15min":0.39000000000000001},"min":{"1min":0.13400000000000001,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":39.125,"5min":39.125,"15min":39.125},"last":0.14299999999999999},{"interface":"front","average":{"1min":2.573,"5min":0.79000000000000004,"15min":0.45800000000000002},"min":{"1min":0.17999999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":39.207000000000001,"5min":39.207000000000001,"15min":39.207000000000001},"last":0.19400000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.24399999999999999,"5min":0.25600000000000001,"15min":0.32300000000000001},"min":{"1min":0.14899999999999999,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.51000000000000001,"5min":0.59999999999999998,"15min":3.069},"last":0.17199999999999999},{"interface":"front","average":{"1min":0.22800000000000001,"5min":0.25800000000000001,"15min":0.35699999999999998},"min":{"1min":0.156,"5min":0.14999999999999999,"15min":0.13100000000000001},"max":{"1min":0.43099999999999999,"5min":0.47899999999999998,"15min":3.8700000000000001},"last":0.21199999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:34:14 2021","interfaces":[{"interface":"back","average":{"1min":0.26500000000000001,"5min":0.42899999999999999,"15min":0.92300000000000004},"min":{"1min":0.158,"5min":0.156,"15min":0.155},"max":{"1min":0.503,"5min":12.710000000000001,"15min":110.28400000000001},"last":0.246},{"interface":"front","average":{"1min":0.27200000000000002,"5min":0.44600000000000001,"15min":0.94399999999999995},"min":{"1min":0.156,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":0.41799999999999998,"5min":12.734,"15min":109.977},"last":0.23499999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.41099999999999998,"15min":0.52500000000000002},"min":{"1min":0.25900000000000001,"5min":0.20899999999999999,"15min":0.182},"max":{"1min":0.54200000000000004,"5min":0.91900000000000004,"15min":4.9850000000000003},"last":0.318},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39100000000000001,"15min":0.47099999999999997},"min":{"1min":0.26200000000000001,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.64900000000000002,"5min":0.85699999999999998,"15min":3.7050000000000001},"last":0.34200000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.40500000000000003,"15min":0.51300000000000001},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20699999999999999},"max":{"1min":0.60499999999999998,"5min":0.84399999999999997,"15min":8.6690000000000005},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.40999999999999998,"15min":0.53400000000000003},"min":{"1min":0.24399999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.621,"5min":0.81200000000000006,"15min":4.415},"last":0.26800000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:33:51 2021","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.40899999999999997,"15min":0.55200000000000005},"min":{"1min":0.253,"5min":0.22600000000000001,"15min":0.214},"max":{"1min":0.72599999999999998,"5min":0.90500000000000003,"15min":4.5010000000000003},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.44,"15min":0.58199999999999996},"min":{"1min":0.30099999999999999,"5min":0.24299999999999999,"15min":0.23699999999999999},"max":{"1min":0.73499999999999999,"5min":0.88,"15min":5.4649999999999999},"last":0.28199999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.44500000000000001,"15min":0.59599999999999997},"min":{"1min":0.313,"5min":0.29099999999999998,"15min":0.20899999999999999},"max":{"1min":0.63700000000000001,"5min":0.88900000000000001,"15min":3.782},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.42899999999999999,"15min":0.53300000000000003},"min":{"1min":0.254,"5min":0.254,"15min":0.224},"max":{"1min":0.76300000000000001,"5min":0.93400000000000005,"15min":4.5049999999999999},"last":0.377}]}]},{"osd":0,"up_from":174,"seq":747324309586,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2069928,"kb_used_data":1960672,"kb_used_omap":980,"kb_used_meta":108267,"kb_avail":86010456,"statfs":{"total":90194313216,"available":88074706944,"internally_reserved":0,"allocated":2007728128,"data_stored":2006328628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":110866371},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.20999999999999999,"5min":0.23899999999999999,"15min":0.252},"min":{"1min":0.13100000000000001,"5min":0.12,"15min":0.12},"max":{"1min":0.34899999999999998,"5min":0.623,"15min":0.623},"last":0.17799999999999999},{"interface":"front","average":{"1min":0.222,"5min":0.24299999999999999,"15min":0.24099999999999999},"min":{"1min":0.14999999999999999,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.40100000000000002,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.21099999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.246,"5min":0.26300000000000001,"15min":0.24099999999999999},"min":{"1min":0.18099999999999999,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":0.35599999999999998,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.254,"5min":0.26900000000000002,"15min":0.27500000000000002},"min":{"1min":0.16500000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.44400000000000001,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.40600000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.246,"5min":0.27500000000000002,"15min":0.28299999999999997},"min":{"1min":0.17499999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.33400000000000002,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.23599999999999999},{"interface":"front","average":{"1min":0.247,"5min":0.28999999999999998,"15min":0.29999999999999999},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.41199999999999998,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.371}]},{"osd":4,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.39500000000000002,"15min":0.38700000000000001},"min":{"1min":0.28899999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.39400000000000002,"15min":0.38400000000000001},"min":{"1min":0.27200000000000002,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.42699999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.40200000000000002,"15min":0.39200000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38800000000000001,"15min":0.39200000000000002},"min":{"1min":0.20300000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.248}]},{"osd":6,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.38,"15min":0.40899999999999997},"min":{"1min":0.26300000000000001,"5min":0.224,"15min":0.224},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.40400000000000003,"15min":0.39300000000000002},"min":{"1min":0.28599999999999998,"5min":0.251,"15min":0.251},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.32000000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.40100000000000002,"15min":0.39100000000000001},"min":{"1min":0.26800000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.41899999999999998,"15min":0.40999999999999998},"min":{"1min":0.28499999999999998,"5min":0.26700000000000002,"15min":0.24199999999999999},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.28599999999999998}]}]},{"osd":2,"up_from":0,"seq":442381631726,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879522,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3000608,"kb_used_data":2892568,"kb_used_omap":883,"kb_used_meta":107148,"kb_avail":85079776,"statfs":{"total":90194313216,"available":87121690624,"internally_reserved":0,"allocated":2961989632,"data_stored":2960596700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":109719616},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,2,0,0,4,6,6],"upper_bound":2048},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:55 2021","interfaces":[{"interface":"back","average":{"1min":0.217,"5min":0.97199999999999998,"15min":0.502},"min":{"1min":0.13200000000000001,"5min":0.127,"15min":0.127},"max":{"1min":0.51100000000000001,"5min":66.528999999999996,"15min":66.528999999999996},"last":0.38},{"interface":"front","average":{"1min":0.26100000000000001,"5min":1.0009999999999999,"15min":0.54500000000000004},"min":{"1min":0.183,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.38500000000000001,"5min":66.497,"15min":66.497},"last":0.32900000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.223,"5min":0.48499999999999999,"15min":0.40500000000000003},"min":{"1min":0.151,"5min":0.14599999999999999,"15min":0.13500000000000001},"max":{"1min":0.33200000000000002,"5min":25.097999999999999,"15min":25.097999999999999},"last":0.254},{"interface":"front","average":{"1min":0.26700000000000002,"5min":0.51400000000000001,"15min":0.496},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.497,"5min":25.109999999999999,"15min":25.109999999999999},"last":0.224}]},{"osd":2,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.249,"5min":0.26000000000000001,"15min":0.38700000000000001},"min":{"1min":0.191,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":0.43099999999999999,"5min":0.56100000000000005,"15min":4.8730000000000002},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.25,"5min":0.26400000000000001,"15min":0.36199999999999999},"min":{"1min":0.17699999999999999,"5min":0.151,"15min":0.151},"max":{"1min":0.40400000000000003,"5min":0.47399999999999998,"15min":3.5590000000000002},"last":0.28299999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40300000000000002,"15min":0.48499999999999999},"min":{"1min":0.252,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.65000000000000002,"5min":1.0089999999999999,"15min":2.9780000000000002},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.42599999999999999,"15min":0.50800000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.20100000000000001},"max":{"1min":0.747,"5min":0.999,"15min":3.7719999999999998},"last":0.41799999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.42299999999999999,"15min":0.58299999999999996},"min":{"1min":0.25600000000000001,"5min":0.23799999999999999,"15min":0.224},"max":{"1min":0.76700000000000002,"5min":1.024,"15min":4.6479999999999997},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.38600000000000001,"15min":0.56999999999999995},"min":{"1min":0.22700000000000001,"5min":0.20899999999999999,"15min":0.192},"max":{"1min":0.629,"5min":0.92100000000000004,"15min":6.7309999999999999},"last":0.42699999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:33:49 2021","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.39800000000000002,"15min":0.56799999999999995},"min":{"1min":0.28799999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":9.9410000000000007},"last":0.372},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.42299999999999999,"15min":0.54600000000000004},"min":{"1min":0.317,"5min":0.29999999999999999,"15min":0.251},"max":{"1min":1.044,"5min":1.044,"15min":3.8100000000000001},"last":0.40200000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.39900000000000002,"15min":0.58499999999999996},"min":{"1min":0.23699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.66400000000000003,"5min":0.81999999999999995,"15min":5.1180000000000003},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41799999999999998,"15min":0.56699999999999995},"min":{"1min":0.28100000000000003,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.68100000000000005,"5min":1.034,"15min":7.1950000000000003},"last":0.313}]}]},{"osd":4,"up_from":31,"seq":133143986551,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2351864,"kb_used_data":1303280,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":85728520,"statfs":{"total":90194313216,"available":87786004480,"internally_reserved":1073741824,"allocated":1334558720,"data_stored":1333145006,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:53 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.36799999999999999,"15min":0.36599999999999999},"min":{"1min":0.19400000000000001,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.45900000000000002,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.42499999999999999},"min":{"1min":0.20300000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.73599999999999999,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.313}]},{"osd":1,"last update":"Thu Mar 4 23:33:36 2021","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.73899999999999999,"15min":0.64000000000000001},"min":{"1min":0.17499999999999999,"5min":0.17499999999999999,"15min":0.161},"max":{"1min":11.231,"5min":20.440000000000001,"15min":20.440000000000001},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.73099999999999998,"15min":0.61499999999999999},"min":{"1min":0.22600000000000001,"5min":0.154,"15min":0.154},"max":{"1min":11.207000000000001,"5min":20.465,"15min":20.465},"last":0.34200000000000003}]},{"osd":2,"last update":"Thu Mar 4 23:34:17 2021","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.36199999999999999,"15min":0.40999999999999998},"min":{"1min":0.252,"5min":0.23300000000000001,"15min":0.17100000000000001},"max":{"1min":0.44400000000000001,"5min":0.70099999999999996,"15min":3.3260000000000001},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.38,"15min":0.443},"min":{"1min":0.224,"5min":0.221,"15min":0.17499999999999999},"max":{"1min":0.627,"5min":0.83899999999999997,"15min":3.351},"last":0.33100000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:34:17 2021","interfaces":[{"interface":"back","average":{"1min":2.7440000000000002,"5min":0.98699999999999999,"15min":1.587},"min":{"1min":0.219,"5min":0.192,"15min":0.192},"max":{"1min":45.350000000000001,"5min":45.350000000000001,"15min":85.394999999999996},"last":0.221},{"interface":"front","average":{"1min":2.7189999999999999,"5min":0.95499999999999996,"15min":1.488},"min":{"1min":0.22700000000000001,"5min":0.217,"15min":0.19400000000000001},"max":{"1min":45.289999999999999,"5min":45.289999999999999,"15min":85.802999999999997},"last":0.30399999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:33:36 2021","interfaces":[{"interface":"back","average":{"1min":0.29599999999999999,"5min":0.30199999999999999,"15min":0.33300000000000002},"min":{"1min":0.152,"5min":0.152,"15min":0.14199999999999999},"max":{"1min":0.63300000000000001,"5min":1.254,"15min":3.456},"last":0.20899999999999999},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.30199999999999999,"15min":0.34899999999999998},"min":{"1min":0.183,"5min":0.16600000000000001,"15min":0.14799999999999999},"max":{"1min":0.46700000000000003,"5min":0.64900000000000002,"15min":3.2999999999999998},"last":0.22900000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:33:53 2021","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.32900000000000001,"15min":0.35699999999999998},"min":{"1min":0.16900000000000001,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":3.5569999999999999},"last":0.25800000000000001},{"interface":"front","average":{"1min":0.33100000000000002,"5min":0.33600000000000002,"15min":0.46700000000000003},"min":{"1min":0.17899999999999999,"5min":0.16700000000000001,"15min":0.14199999999999999},"max":{"1min":0.67300000000000004,"5min":0.77200000000000002,"15min":3.895},"last":0.19700000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:33:36 2021","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.33000000000000002,"15min":0.373},"min":{"1min":0.191,"5min":0.17100000000000001,"15min":0.16},"max":{"1min":0.70599999999999996,"5min":0.81999999999999995,"15min":3.4329999999999998},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.36699999999999999,"15min":0.47799999999999998},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.755,"5min":0.755,"15min":3.8700000000000001},"last":0.29299999999999998}]}]},{"osd":5,"up_from":36,"seq":154618823029,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4665904,"kb_used_data":3617320,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":83414480,"statfs":{"total":90194313216,"available":85416427520,"internally_reserved":1073741824,"allocated":3704135680,"data_stored":3702728082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:56 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.35199999999999998,"15min":0.372},"min":{"1min":0.14199999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":0.621,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.38600000000000001,"15min":0.39200000000000002},"min":{"1min":0.217,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.63,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.33400000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.377,"15min":0.439},"min":{"1min":0.16800000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.52600000000000002,"5min":0.93400000000000005,"15min":3.8450000000000002},"last":0.255},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.371,"15min":0.498},"min":{"1min":0.17899999999999999,"5min":0.17000000000000001,"15min":0.14599999999999999},"max":{"1min":0.54600000000000004,"5min":0.872,"15min":7.4740000000000002},"last":0.41899999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:34:14 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.378,"15min":0.46100000000000002},"min":{"1min":0.26200000000000001,"5min":0.184,"15min":0.161},"max":{"1min":0.51500000000000001,"5min":0.91400000000000003,"15min":3.5800000000000001},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.39500000000000002,"15min":0.51400000000000001},"min":{"1min":0.24099999999999999,"5min":0.19600000000000001,"15min":0.182},"max":{"1min":0.70899999999999996,"5min":0.79300000000000004,"15min":3.698},"last":0.52800000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:34:14 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.379,"15min":0.51000000000000001},"min":{"1min":0.251,"5min":0.20899999999999999,"15min":0.16700000000000001},"max":{"1min":0.55100000000000005,"5min":0.81299999999999994,"15min":4.375},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.40000000000000002,"15min":0.497},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.19800000000000001},"max":{"1min":0.63500000000000001,"5min":0.85299999999999998,"15min":3.4590000000000001},"last":0.47899999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:33:56 2021","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.32900000000000001,"15min":0.372},"min":{"1min":0.183,"5min":0.16300000000000001,"15min":0.127},"max":{"1min":0.66200000000000003,"5min":0.71599999999999997,"15min":7.4480000000000004},"last":0.224},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.32200000000000001,"15min":0.34599999999999997},"min":{"1min":0.20699999999999999,"5min":0.158,"15min":0.152},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":4.4000000000000004},"last":0.29499999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.28899999999999998,"5min":0.34599999999999997,"15min":0.41999999999999998},"min":{"1min":0.17299999999999999,"5min":0.17199999999999999,"15min":0.16},"max":{"1min":0.53100000000000003,"5min":0.69299999999999995,"15min":7.3959999999999999},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.29699999999999999,"5min":0.32100000000000001,"15min":0.35499999999999998},"min":{"1min":0.19800000000000001,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":0.46300000000000002,"5min":0.68100000000000005,"15min":4.3209999999999997},"last":0.32400000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:34:14 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.34999999999999998,"15min":0.42399999999999999},"min":{"1min":0.19800000000000001,"5min":0.185,"15min":0.185},"max":{"1min":0.56200000000000006,"5min":0.66500000000000004,"15min":4.3540000000000001},"last":0.435},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.33500000000000002,"15min":0.375},"min":{"1min":0.18099999999999999,"5min":0.159,"15min":0.159},"max":{"1min":0.56399999999999995,"5min":0.75900000000000001,"15min":2.9740000000000002},"last":0.51100000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":615703,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2001797120,"data_stored":2001797120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3047297024,"data_stored":3047292952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1223426048,"data_stored":1223426048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2955935744,"data_stored":2955935744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1327562752,"data_stored":1327562752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":3683323904,"data_stored":3683319832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":729808896,"data_stored":729808896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":3279425536,"data_stored":3279421464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:34:38.578 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph status --format=json 2021-03-04T23:34:38.616 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:38.633 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:38.634 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:38.634 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:38.693 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:38.735 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:38.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:38.753 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:38.753 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:38.855 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:38.871 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:38.872 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:38.872 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:38.974 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:38.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:38.993 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:38.993 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:39.095 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:39.112 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:39.113 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:39.113 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:39.215 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:39.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:39.232 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:39.232 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:39.334 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:39.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:39.353 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:39.354 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:39.455 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:39.472 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:39.474 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:39.474 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:39.576 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:39.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:39.595 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:39.595 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:39.615 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:39 gibba011 conmon[95595]: audit 2021-03-04T23:34:38.451522+0000 mon.a (mon.0) 1316 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:34:39.616 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:39 gibba011 conmon[95595]: audit 2021-03-04T23:34:38.452526+0000 mon.c (mon.1) 390 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd","key": "container_image"}]: dispatch 2021-03-04T23:34:39.616 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:39 gibba011 conmon[95595]: cluster 2021-03-04T23:34:38.728125+0000 mgr.x (mgr.34676) 977 : cluster [DBG] pgmap v991: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.7 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 405 op/s; 11955/231606 objects degraded (5.162%); 16230/231606 objects misplaced (7.008%); 1.7 MiB/s, 26 objects/s recovering 2021-03-04T23:34:39.616 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:39 gibba011 conmon[95595]: cluster 2021-03-04T23:34:38.992530+0000 mon.a (mon.0) 1317 : cluster [WRN] Health check update: Degraded data redundancy: 11955/237006 objects degraded (5.044%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:39.617 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:39 gibba011 conmon[99461]: audit 2021-03-04T23:34:38.451522+0000 mon.a (mon.0) 1316 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:34:39.617 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:39 gibba011 conmon[99461]: audit 2021-03-04T23:34:38.452526+0000 mon.c (mon.1) 390 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd","key": "container_image"}]: dispatch 2021-03-04T23:34:39.617 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:39 gibba011 conmon[99461]: cluster 2021-03-04T23:34:38.728125+0000 mgr.x (mgr.34676) 977 : cluster [DBG] pgmap v991: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.7 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 405 op/s; 11955/231606 objects degraded (5.162%); 16230/231606 objects misplaced (7.008%); 1.7 MiB/s, 26 objects/s recovering 2021-03-04T23:34:39.617 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:39 gibba011 conmon[99461]: cluster 2021-03-04T23:34:38.992530+0000 mon.a (mon.0) 1317 : cluster [WRN] Health check update: Degraded data redundancy: 11955/237006 objects degraded (5.044%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:39.697 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:39.715 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:39.716 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:39.717 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:39.818 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:39.835 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:39.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:39.837 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:39.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:39 gibba038 conmon[76675]: audit 2021-03-04T23:34:38.451522+0000 mon.a (mon.0) 1316 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:34:39.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:39 gibba038 conmon[76675]: audit 2021-03-04T23:34:38.452526+0000 mon.c (mon.1) 390 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "osd","key": "container_image"}]: dispatch 2021-03-04T23:34:39.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:39 gibba038 conmon[76675]: cluster 2021-03-04T23:34:38.728125+0000 mgr.x (mgr.34676) 977 : cluster [DBG] pgmap v991: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.7 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 405 op/s; 11955/231606 objects degraded (5.162%); 16230/231606 objects misplaced (7.008%); 1.7 MiB/s, 26 objects/s recovering 2021-03-04T23:34:39.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:39 gibba038 conmon[76675]: cluster 2021-03-04T23:34:38.992530+0000 mon.a (mon.0) 1317 : cluster [WRN] Health check update: Degraded data redundancy: 11955/237006 objects degraded (5.044%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:39.938 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:39.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:39.956 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:39.957 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:40.058 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:40.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:40.076 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:40.076 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:40.178 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:40.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:40.197 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:40.197 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:40.298 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:40.315 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:40.316 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:40.316 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:40.346 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:34:40.417 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:40.434 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:40.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:40.435 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:40.472 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:40.536 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:40.553 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:40.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:40.555 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:40.656 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:40.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:40.674 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:40.674 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:40.776 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:40.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:40.795 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:40.795 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:40.897 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:40.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:40.916 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:40.916 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:41.018 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:41.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:41.037 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:41.037 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:41.138 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:41.157 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:41.157 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:41.158 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:41.259 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:41.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:41.279 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:41.280 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:41.283 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:34:41.284 INFO:teuthology.orchestra.run.gibba011.stdout: "size": 20, 2021-03-04T23:34:41.284 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 600, 2021-03-04T23:34:41.284 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:34:41.284 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.285 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:177001 9.b 9:d05f63ac:::benchmark_data_gibba011_139107_object23634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e181)", 2021-03-04T23:34:41.285 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:06.810458+0000", 2021-03-04T23:34:41.285 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 394.469075729, 2021-03-04T23:34:41.286 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.65010900599999999, 2021-03-04T23:34:41.286 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:41.286 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:41.286 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:41.287 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:41.287 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:41.287 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 177001 2021-03-04T23:34:41.287 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.287 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:41.288 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.288 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:41.288 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.810458+0000", 2021-03-04T23:34:41.288 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:41.288 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.289 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.289 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:41.289 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.810458+0000", 2021-03-04T23:34:41.289 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.686e-06 2021-03-04T23:34:41.290 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.290 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.290 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:41.290 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.810460+0000", 2021-03-04T23:34:41.291 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0669999999999999e-06 2021-03-04T23:34:41.291 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.291 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.291 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:41.292 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.810462+0000", 2021-03-04T23:34:41.292 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.5300000000000002e-06 2021-03-04T23:34:41.292 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.292 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.292 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:41.293 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.810472+0000", 2021-03-04T23:34:41.293 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.143e-06 2021-03-04T23:34:41.293 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.293 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.294 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:41.294 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.810476+0000", 2021-03-04T23:34:41.294 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.57865008100000004 2021-03-04T23:34:41.294 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.295 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.295 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:41.295 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.389126+0000", 2021-03-04T23:34:41.295 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0073538539999999999 2021-03-04T23:34:41.296 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.296 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.296 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:41.296 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.396480+0000", 2021-03-04T23:34:41.296 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011615386 2021-03-04T23:34:41.297 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.297 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.297 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:34:41.298 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.408095+0000", 2021-03-04T23:34:41.298 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0096003219999999997 2021-03-04T23:34:41.298 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.298 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.298 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:41.299 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.417695+0000", 2021-03-04T23:34:41.299 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.021169431999999998 2021-03-04T23:34:41.299 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.299 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.300 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.300 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.438865+0000", 2021-03-04T23:34:41.300 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0019493959999999999 2021-03-04T23:34:41.300 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.301 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.301 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.302 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.440814+0000", 2021-03-04T23:34:41.302 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0021907889999999998 2021-03-04T23:34:41.302 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.303 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.303 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.303 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.443005+0000", 2021-03-04T23:34:41.303 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0036319709999999999 2021-03-04T23:34:41.303 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.304 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.304 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:41.304 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.446637+0000", 2021-03-04T23:34:41.304 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013930349 2021-03-04T23:34:41.304 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.305 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.305 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:41.305 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.460567+0000", 2021-03-04T23:34:41.305 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.65010900599999999 2021-03-04T23:34:41.306 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.306 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:41.306 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.306 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.306 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.307 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:177031 9.b 9:d8b480ec:::benchmark_data_gibba011_139107_object23664:head [delete] snapc 0=[] ondisk+write+known_if_redirected e181)", 2021-03-04T23:34:41.307 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:06.930250+0000", 2021-03-04T23:34:41.307 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 394.34928381200001, 2021-03-04T23:34:41.307 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.75760515399999995, 2021-03-04T23:34:41.307 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:41.308 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:41.308 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:41.308 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:41.308 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:41.309 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 177031 2021-03-04T23:34:41.309 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.309 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:41.309 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.309 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:41.310 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.930250+0000", 2021-03-04T23:34:41.310 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:41.310 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.310 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.310 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:41.311 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.930250+0000", 2021-03-04T23:34:41.311 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6750000000000001e-05 2021-03-04T23:34:41.311 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.311 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.312 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:41.312 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.930267+0000", 2021-03-04T23:34:41.312 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9470000000000002e-06 2021-03-04T23:34:41.312 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.312 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.313 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:41.313 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.930269+0000", 2021-03-04T23:34:41.313 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.3969999999999994e-06 2021-03-04T23:34:41.313 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.313 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.314 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:41.314 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.930277+0000", 2021-03-04T23:34:41.314 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.5800000000000002e-06 2021-03-04T23:34:41.314 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.315 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.315 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:41.316 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.930282+0000", 2021-03-04T23:34:41.316 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.53117765699999997 2021-03-04T23:34:41.316 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.316 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.316 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:41.317 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.461460+0000", 2021-03-04T23:34:41.317 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0082069619999999999 2021-03-04T23:34:41.317 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.317 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.317 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:41.318 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.469666+0000", 2021-03-04T23:34:41.318 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011886544000000001 2021-03-04T23:34:41.318 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.318 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.319 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:34:41.319 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.481553+0000", 2021-03-04T23:34:41.319 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.038714720000000001 2021-03-04T23:34:41.319 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.319 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.320 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.320 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.520268+0000", 2021-03-04T23:34:41.320 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001880636 2021-03-04T23:34:41.320 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.320 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.321 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.321 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.522148+0000", 2021-03-04T23:34:41.321 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018803229999999999 2021-03-04T23:34:41.321 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.322 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.322 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.322 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.524029+0000", 2021-03-04T23:34:41.322 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.14848376399999999 2021-03-04T23:34:41.323 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.323 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.323 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:41.323 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.672512+0000", 2021-03-04T23:34:41.324 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0030204960000000001 2021-03-04T23:34:41.324 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.324 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.324 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:41.324 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.675533+0000", 2021-03-04T23:34:41.325 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012322378 2021-03-04T23:34:41.325 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.325 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.325 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:41.325 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.687855+0000", 2021-03-04T23:34:41.326 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.75760515399999995 2021-03-04T23:34:41.326 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.326 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:41.326 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.326 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.327 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.327 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:177060 9.b 9:df583cd3:::benchmark_data_gibba011_139107_object23693:head [delete] snapc 0=[] ondisk+write+known_if_redirected e181)", 2021-03-04T23:34:41.327 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:07.204949+0000", 2021-03-04T23:34:41.327 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 394.07458472899998, 2021-03-04T23:34:41.328 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.49886967999999998, 2021-03-04T23:34:41.328 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:41.328 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:41.328 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:41.328 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:41.329 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:41.329 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 177060 2021-03-04T23:34:41.329 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.329 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:41.330 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.330 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:41.330 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.204949+0000", 2021-03-04T23:34:41.330 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:41.330 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.331 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.331 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:41.331 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.204949+0000", 2021-03-04T23:34:41.331 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.844e-06 2021-03-04T23:34:41.331 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.332 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.332 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:41.332 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.204951+0000", 2021-03-04T23:34:41.332 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2589999999999999e-06 2021-03-04T23:34:41.333 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.333 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.333 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:41.334 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.204953+0000", 2021-03-04T23:34:41.334 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.012e-05 2021-03-04T23:34:41.334 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.334 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.335 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:41.335 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.204963+0000", 2021-03-04T23:34:41.335 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.454e-06 2021-03-04T23:34:41.335 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.335 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.336 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:41.336 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.204968+0000", 2021-03-04T23:34:41.336 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.28444214299999998 2021-03-04T23:34:41.336 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.336 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.337 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:41.337 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.489410+0000", 2021-03-04T23:34:41.337 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0078959939999999999 2021-03-04T23:34:41.337 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.337 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.338 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:41.338 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.497306+0000", 2021-03-04T23:34:41.338 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012279389999999999 2021-03-04T23:34:41.338 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.339 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.339 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:34:41.339 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.509585+0000", 2021-03-04T23:34:41.339 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.016329010000000001 2021-03-04T23:34:41.339 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.340 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.340 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.340 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.525914+0000", 2021-03-04T23:34:41.340 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018777959999999999 2021-03-04T23:34:41.341 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.341 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.341 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.341 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.527792+0000", 2021-03-04T23:34:41.341 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001880137 2021-03-04T23:34:41.342 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.342 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.342 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.342 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.529672+0000", 2021-03-04T23:34:41.342 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.15878589600000001 2021-03-04T23:34:41.343 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.343 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.343 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:41.343 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.688458+0000", 2021-03-04T23:34:41.344 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0030101519999999999 2021-03-04T23:34:41.344 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.344 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.344 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:41.344 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.691468+0000", 2021-03-04T23:34:41.345 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012350485 2021-03-04T23:34:41.345 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.345 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.345 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:41.345 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.703819+0000", 2021-03-04T23:34:41.346 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.49886967999999998 2021-03-04T23:34:41.346 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.346 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:41.346 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.347 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.347 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.347 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:177066 9.b 9:d0e116b8:::benchmark_data_gibba011_139107_object23699:head [delete] snapc 0=[] ondisk+write+known_if_redirected e181)", 2021-03-04T23:34:41.347 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:07.239191+0000", 2021-03-04T23:34:41.347 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 394.04034305099998, 2021-03-04T23:34:41.348 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.480813298, 2021-03-04T23:34:41.348 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:41.348 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:41.348 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:41.348 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:41.349 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:41.349 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 177066 2021-03-04T23:34:41.349 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.349 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:41.349 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.350 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:41.350 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.239191+0000", 2021-03-04T23:34:41.350 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:41.350 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.351 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.351 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:41.351 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.239191+0000", 2021-03-04T23:34:41.351 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.024e-06 2021-03-04T23:34:41.351 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.352 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.352 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:41.352 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.239193+0000", 2021-03-04T23:34:41.352 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9149999999999999e-06 2021-03-04T23:34:41.352 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.353 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.353 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:41.353 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.239195+0000", 2021-03-04T23:34:41.353 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.5449999999999992e-06 2021-03-04T23:34:41.353 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.354 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.354 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:41.354 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.239204+0000", 2021-03-04T23:34:41.354 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4329999999999997e-06 2021-03-04T23:34:41.354 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.355 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.355 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:41.355 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.239209+0000", 2021-03-04T23:34:41.355 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.29109791699999998 2021-03-04T23:34:41.356 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.356 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.356 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:41.356 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.530307+0000", 2021-03-04T23:34:41.356 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0076544610000000004 2021-03-04T23:34:41.357 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.357 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.357 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:41.357 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.537961+0000", 2021-03-04T23:34:41.357 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011893555 2021-03-04T23:34:41.358 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.358 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.358 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:34:41.358 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.549855+0000", 2021-03-04T23:34:41.359 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.036287418000000002 2021-03-04T23:34:41.359 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.359 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.359 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.359 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.586142+0000", 2021-03-04T23:34:41.360 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018784400000000001 2021-03-04T23:34:41.360 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.360 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.360 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.360 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.588021+0000", 2021-03-04T23:34:41.361 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001880959 2021-03-04T23:34:41.361 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.361 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.361 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.361 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.589902+0000", 2021-03-04T23:34:41.362 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.114519023 2021-03-04T23:34:41.362 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.362 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.362 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:41.363 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.704421+0000", 2021-03-04T23:34:41.363 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0030035890000000001 2021-03-04T23:34:41.363 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.363 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.363 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:41.364 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.707424+0000", 2021-03-04T23:34:41.364 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012580019 2021-03-04T23:34:41.364 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.364 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.364 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:41.365 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.720004+0000", 2021-03-04T23:34:41.365 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.480813298 2021-03-04T23:34:41.365 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.365 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:41.365 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.366 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.366 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.366 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:177114 9.b 9:dd75123f:::benchmark_data_gibba011_139107_object23747:head [delete] snapc 0=[] ondisk+write+known_if_redirected e181)", 2021-03-04T23:34:41.366 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:07.456174+0000", 2021-03-04T23:34:41.367 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 393.82335987599998, 2021-03-04T23:34:41.367 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.29949479400000001, 2021-03-04T23:34:41.367 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:41.367 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:41.367 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:41.368 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:41.368 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:41.368 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 177114 2021-03-04T23:34:41.368 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.368 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:41.369 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.369 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:41.369 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.456174+0000", 2021-03-04T23:34:41.369 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:41.370 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.370 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.370 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:41.370 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.456174+0000", 2021-03-04T23:34:41.370 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3520000000000001e-06 2021-03-04T23:34:41.371 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.371 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.371 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:41.371 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.456176+0000", 2021-03-04T23:34:41.372 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4990000000000001e-06 2021-03-04T23:34:41.372 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.372 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.372 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:41.372 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.456179+0000", 2021-03-04T23:34:41.373 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0671e-05 2021-03-04T23:34:41.373 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.373 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.373 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:41.373 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.456190+0000", 2021-03-04T23:34:41.374 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.7990000000000001e-06 2021-03-04T23:34:41.374 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.374 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.374 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:41.375 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.456194+0000", 2021-03-04T23:34:41.375 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.14003010499999999 2021-03-04T23:34:41.375 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.375 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.375 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:41.376 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.596225+0000", 2021-03-04T23:34:41.376 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0075897710000000004 2021-03-04T23:34:41.376 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.376 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.377 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:41.377 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.603814+0000", 2021-03-04T23:34:41.377 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011860577000000001 2021-03-04T23:34:41.377 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.377 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.378 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:34:41.378 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.615675+0000", 2021-03-04T23:34:41.378 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035519681999999997 2021-03-04T23:34:41.378 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.378 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.379 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.379 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.651195+0000", 2021-03-04T23:34:41.379 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018776450000000001 2021-03-04T23:34:41.379 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.379 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.380 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.380 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.653072+0000", 2021-03-04T23:34:41.380 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018740740000000001 2021-03-04T23:34:41.380 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.381 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.381 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.381 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.654946+0000", 2021-03-04T23:34:41.381 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.082930102000000006 2021-03-04T23:34:41.381 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.382 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.382 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:41.382 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.737876+0000", 2021-03-04T23:34:41.382 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0030649679999999999 2021-03-04T23:34:41.383 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.383 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.383 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:41.383 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.740941+0000", 2021-03-04T23:34:41.383 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014727549 2021-03-04T23:34:41.384 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.384 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.384 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:41.384 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.755669+0000", 2021-03-04T23:34:41.384 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.29949479400000001 2021-03-04T23:34:41.385 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.385 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:41.385 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.385 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.385 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.386 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:178366 9.b 9:d16935c5:::benchmark_data_gibba011_139107_object24999:head [delete] snapc 0=[] ondisk+write+known_if_redirected e183)", 2021-03-04T23:34:41.386 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:18.531230+0000", 2021-03-04T23:34:41.386 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 382.74830415299999, 2021-03-04T23:34:41.386 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.34981431099999999, 2021-03-04T23:34:41.387 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:41.387 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:41.387 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:41.387 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:41.387 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:41.388 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 178366 2021-03-04T23:34:41.388 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.388 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:41.388 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.388 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:41.389 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.531230+0000", 2021-03-04T23:34:41.389 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:41.389 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.389 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.389 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:41.390 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.531230+0000", 2021-03-04T23:34:41.390 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3029999999999998e-06 2021-03-04T23:34:41.390 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.390 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.391 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:41.391 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.531232+0000", 2021-03-04T23:34:41.391 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.112e-06 2021-03-04T23:34:41.391 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.391 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.392 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:41.392 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.531235+0000", 2021-03-04T23:34:41.392 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1219e-05 2021-03-04T23:34:41.392 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.392 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.393 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:41.393 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.531246+0000", 2021-03-04T23:34:41.393 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.7339999999999996e-06 2021-03-04T23:34:41.393 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.393 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.394 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:41.394 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.531252+0000", 2021-03-04T23:34:41.394 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.211983688 2021-03-04T23:34:41.394 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.395 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.395 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:41.395 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.743236+0000", 2021-03-04T23:34:41.395 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0074601600000000004 2021-03-04T23:34:41.395 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.396 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.396 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:41.396 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.750696+0000", 2021-03-04T23:34:41.396 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01182799 2021-03-04T23:34:41.396 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.397 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.397 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:34:41.397 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.762524+0000", 2021-03-04T23:34:41.397 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035615199 2021-03-04T23:34:41.397 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.398 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.398 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.398 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.798139+0000", 2021-03-04T23:34:41.398 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001844046 2021-03-04T23:34:41.399 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.399 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.399 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.399 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.799983+0000", 2021-03-04T23:34:41.399 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018284519999999999 2021-03-04T23:34:41.400 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.400 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.400 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.400 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.801812+0000", 2021-03-04T23:34:41.400 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.063689395999999995 2021-03-04T23:34:41.401 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.401 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.401 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:41.401 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.865501+0000", 2021-03-04T23:34:41.401 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0030087650000000001 2021-03-04T23:34:41.402 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.402 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.402 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:41.402 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.868510+0000", 2021-03-04T23:34:41.403 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012534247 2021-03-04T23:34:41.403 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.403 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.403 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:41.403 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.881044+0000", 2021-03-04T23:34:41.404 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.34981431099999999 2021-03-04T23:34:41.404 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.404 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:41.404 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.404 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.405 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.405 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:178447 9.b 9:d2c78234:::benchmark_data_gibba011_139107_object25080:head [delete] snapc 0=[] ondisk+write+known_if_redirected e183)", 2021-03-04T23:34:41.405 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:18.922902+0000", 2021-03-04T23:34:41.405 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 382.35663156999999, 2021-03-04T23:34:41.405 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.35629595400000003, 2021-03-04T23:34:41.406 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:41.406 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:41.406 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:41.406 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:41.407 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:41.407 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 178447 2021-03-04T23:34:41.407 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.407 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:41.407 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.408 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:41.408 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.922902+0000", 2021-03-04T23:34:41.408 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:41.408 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.408 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.409 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:41.409 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.922902+0000", 2021-03-04T23:34:41.409 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0829999999999998e-06 2021-03-04T23:34:41.409 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.409 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.410 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:41.410 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.922905+0000", 2021-03-04T23:34:41.410 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9920000000000002e-06 2021-03-04T23:34:41.410 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.411 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.411 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:41.411 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.922907+0000", 2021-03-04T23:34:41.411 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.5950000000000005e-06 2021-03-04T23:34:41.411 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.412 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.412 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:41.412 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.922916+0000", 2021-03-04T23:34:41.412 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.1250000000000003e-06 2021-03-04T23:34:41.412 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.413 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.413 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:41.413 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.922920+0000", 2021-03-04T23:34:41.413 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.11886685299999999 2021-03-04T23:34:41.414 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.414 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.414 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:41.414 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.041787+0000", 2021-03-04T23:34:41.414 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0081226579999999996 2021-03-04T23:34:41.415 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.415 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.415 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:41.415 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.049910+0000", 2021-03-04T23:34:41.415 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011404597000000001 2021-03-04T23:34:41.416 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.416 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.416 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:34:41.416 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.061314+0000", 2021-03-04T23:34:41.416 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.037202560000000003 2021-03-04T23:34:41.417 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.417 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.417 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.417 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.098517+0000", 2021-03-04T23:34:41.418 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001873778 2021-03-04T23:34:41.418 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.418 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.418 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.418 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.100391+0000", 2021-03-04T23:34:41.419 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001933017 2021-03-04T23:34:41.419 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.419 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.419 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.419 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.102324+0000", 2021-03-04T23:34:41.420 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.15349939400000001 2021-03-04T23:34:41.420 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.420 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.420 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:41.420 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.255823+0000", 2021-03-04T23:34:41.421 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0036848520000000002 2021-03-04T23:34:41.421 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.421 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.421 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:41.422 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.259508+0000", 2021-03-04T23:34:41.422 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.019690450000000002 2021-03-04T23:34:41.422 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.422 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.422 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:41.423 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.279198+0000", 2021-03-04T23:34:41.423 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.35629595400000003 2021-03-04T23:34:41.423 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.423 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:41.423 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.424 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.424 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.424 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:178454 9.b 9:d6b71471:::benchmark_data_gibba011_139107_object25087:head [delete] snapc 0=[] ondisk+write+known_if_redirected e183)", 2021-03-04T23:34:41.424 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:18.947777+0000", 2021-03-04T23:34:41.424 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 382.331757498, 2021-03-04T23:34:41.425 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.34851311200000001, 2021-03-04T23:34:41.425 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:41.425 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:41.425 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:41.426 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:41.426 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:41.426 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 178454 2021-03-04T23:34:41.426 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.426 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:41.427 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.427 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:41.427 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.947777+0000", 2021-03-04T23:34:41.427 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:41.427 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.428 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.428 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:41.428 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.947777+0000", 2021-03-04T23:34:41.428 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0540000000000002e-06 2021-03-04T23:34:41.428 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.429 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.429 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:41.429 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.947779+0000", 2021-03-04T23:34:41.429 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3309999999999998e-06 2021-03-04T23:34:41.430 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.430 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.430 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:41.430 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.947781+0000", 2021-03-04T23:34:41.430 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.137e-05 2021-03-04T23:34:41.431 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.431 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.431 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:41.431 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.947792+0000", 2021-03-04T23:34:41.431 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4659999999999998e-06 2021-03-04T23:34:41.432 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.432 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.432 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:41.432 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.947798+0000", 2021-03-04T23:34:41.432 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.121063686 2021-03-04T23:34:41.433 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.433 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.433 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:41.433 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.068861+0000", 2021-03-04T23:34:41.433 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0074116039999999996 2021-03-04T23:34:41.434 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.434 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.434 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:41.434 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.076273+0000", 2021-03-04T23:34:41.435 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012040449 2021-03-04T23:34:41.435 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.435 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.435 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:34:41.435 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.088313+0000", 2021-03-04T23:34:41.436 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015978718999999999 2021-03-04T23:34:41.436 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.436 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.436 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.436 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.104292+0000", 2021-03-04T23:34:41.437 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018771549999999999 2021-03-04T23:34:41.437 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.437 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.437 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.437 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.106169+0000", 2021-03-04T23:34:41.438 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0019368020000000001 2021-03-04T23:34:41.438 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.438 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.438 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.439 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.108106+0000", 2021-03-04T23:34:41.439 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17171660499999999 2021-03-04T23:34:41.439 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.439 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.439 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:41.440 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.279823+0000", 2021-03-04T23:34:41.440 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0031823350000000001 2021-03-04T23:34:41.440 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.440 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.440 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:41.441 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.283005+0000", 2021-03-04T23:34:41.441 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013284536 2021-03-04T23:34:41.441 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.441 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.441 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:41.442 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.296290+0000", 2021-03-04T23:34:41.442 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.34851311200000001 2021-03-04T23:34:41.442 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.442 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:41.443 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.443 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.443 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.443 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:178465 9.b 9:dcb9d942:::benchmark_data_gibba011_139107_object25098:head [delete] snapc 0=[] ondisk+write+known_if_redirected e183)", 2021-03-04T23:34:41.443 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:19.015965+0000", 2021-03-04T23:34:41.444 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 382.263568733, 2021-03-04T23:34:41.444 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.29692222899999998, 2021-03-04T23:34:41.444 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:41.444 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:41.444 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:41.445 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:41.445 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:41.445 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 178465 2021-03-04T23:34:41.445 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.445 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:41.446 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.446 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:41.446 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.015965+0000", 2021-03-04T23:34:41.446 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:41.447 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.447 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.447 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:41.447 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.015965+0000", 2021-03-04T23:34:41.447 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.57e-06 2021-03-04T23:34:41.448 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.448 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.448 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:41.448 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.015968+0000", 2021-03-04T23:34:41.448 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6419999999999999e-06 2021-03-04T23:34:41.449 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.449 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.449 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:41.449 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.015970+0000", 2021-03-04T23:34:41.450 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2163e-05 2021-03-04T23:34:41.450 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.450 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.450 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:41.450 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.015983+0000", 2021-03-04T23:34:41.451 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.0769999999999996e-06 2021-03-04T23:34:41.451 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.451 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.451 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:41.451 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.015989+0000", 2021-03-04T23:34:41.452 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.092779091999999994 2021-03-04T23:34:41.452 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.452 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.452 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:41.452 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.108768+0000", 2021-03-04T23:34:41.453 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0083835730000000001 2021-03-04T23:34:41.453 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.453 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.453 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:41.454 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.117151+0000", 2021-03-04T23:34:41.454 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012192414 2021-03-04T23:34:41.454 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.454 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.454 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:34:41.455 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.129344+0000", 2021-03-04T23:34:41.455 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.023824392999999999 2021-03-04T23:34:41.455 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.455 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.455 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.456 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.153168+0000", 2021-03-04T23:34:41.456 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001883172 2021-03-04T23:34:41.456 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.456 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.456 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.457 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.155051+0000", 2021-03-04T23:34:41.457 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001870633 2021-03-04T23:34:41.457 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.457 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.457 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.458 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.156922+0000", 2021-03-04T23:34:41.458 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13997400099999999 2021-03-04T23:34:41.458 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.458 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.459 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:41.459 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.296896+0000", 2021-03-04T23:34:41.459 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003032524 2021-03-04T23:34:41.459 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.459 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.460 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:41.460 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.299929+0000", 2021-03-04T23:34:41.460 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012958974999999999 2021-03-04T23:34:41.460 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.460 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.461 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:41.461 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.312887+0000", 2021-03-04T23:34:41.461 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.29692222899999998 2021-03-04T23:34:41.461 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.461 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:41.462 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.462 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.462 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.462 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:178518 9.b 9:d3d4fe2b:::benchmark_data_gibba011_139107_object25151:head [delete] snapc 0=[] ondisk+write+known_if_redirected e184)", 2021-03-04T23:34:41.463 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:19.331779+0000", 2021-03-04T23:34:41.463 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 381.947755051, 2021-03-04T23:34:41.463 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.36647310399999999, 2021-03-04T23:34:41.463 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:41.463 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:41.464 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:41.464 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:41.464 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:41.464 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 178518 2021-03-04T23:34:41.464 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.465 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:41.465 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.465 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:41.465 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.331779+0000", 2021-03-04T23:34:41.465 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:41.466 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.466 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.466 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:41.466 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.331779+0000", 2021-03-04T23:34:41.466 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9870000000000002e-06 2021-03-04T23:34:41.467 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.467 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.467 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:41.467 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.331781+0000", 2021-03-04T23:34:41.468 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8950000000000001e-06 2021-03-04T23:34:41.468 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.468 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.468 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:41.468 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.331783+0000", 2021-03-04T23:34:41.469 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0407e-05 2021-03-04T23:34:41.469 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.469 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.469 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:41.469 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.331793+0000", 2021-03-04T23:34:41.470 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0860000000000004e-06 2021-03-04T23:34:41.470 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.470 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.470 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:41.471 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.331797+0000", 2021-03-04T23:34:41.471 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.12561909299999999 2021-03-04T23:34:41.471 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.471 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.471 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:41.472 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.457416+0000", 2021-03-04T23:34:41.472 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0075470190000000003 2021-03-04T23:34:41.472 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.472 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.472 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:41.473 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.464963+0000", 2021-03-04T23:34:41.473 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015837548 2021-03-04T23:34:41.473 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.473 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.473 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:34:41.474 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.480801+0000", 2021-03-04T23:34:41.474 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.024215799 2021-03-04T23:34:41.474 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.474 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.474 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.475 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.505017+0000", 2021-03-04T23:34:41.475 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018629670000000001 2021-03-04T23:34:41.475 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.475 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.476 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.476 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.506880+0000", 2021-03-04T23:34:41.476 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018818750000000001 2021-03-04T23:34:41.476 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.476 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.477 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.477 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.508762+0000", 2021-03-04T23:34:41.477 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.173537566 2021-03-04T23:34:41.477 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.477 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.478 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:41.478 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.682299+0000", 2021-03-04T23:34:41.478 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003049352 2021-03-04T23:34:41.478 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.478 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.479 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:41.479 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.685349+0000", 2021-03-04T23:34:41.479 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01290351 2021-03-04T23:34:41.479 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.480 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.480 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:41.480 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.698252+0000", 2021-03-04T23:34:41.480 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.36647310399999999 2021-03-04T23:34:41.480 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.481 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:41.481 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.481 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.481 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.481 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPush(9.b 186/175 [PushOp(9:d23e89af:::benchmark_data_gibba011_139107_object108393:head, version: 146'6979, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:d23e89af:::benchmark_data_gibba011_139107_object108393:head@146'6979, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:34:41.482 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:35.064415+0000", 2021-03-04T23:34:41.482 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 366.21511891099999, 2021-03-04T23:34:41.482 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.57795206499999996, 2021-03-04T23:34:41.482 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:41.483 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:34:41.483 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:41.483 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.483 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:41.483 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.064415+0000", 2021-03-04T23:34:41.484 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:41.484 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.484 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.484 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:41.484 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.064415+0000", 2021-03-04T23:34:41.485 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.0386e-05 2021-03-04T23:34:41.485 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.485 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.485 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:41.485 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.064485+0000", 2021-03-04T23:34:41.486 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.3270000000000003e-06 2021-03-04T23:34:41.486 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.486 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.486 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:41.487 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.064493+0000", 2021-03-04T23:34:41.487 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3549e-05 2021-03-04T23:34:41.487 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.487 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.487 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:41.488 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.064506+0000", 2021-03-04T23:34:41.488 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.5039999999999996e-06 2021-03-04T23:34:41.488 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.488 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.488 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:41.489 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.064514+0000", 2021-03-04T23:34:41.489 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.55148337999999997 2021-03-04T23:34:41.489 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.489 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.489 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:41.490 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.615997+0000", 2021-03-04T23:34:41.490 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00059457800000000001 2021-03-04T23:34:41.490 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.490 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.491 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:41.491 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.616592+0000", 2021-03-04T23:34:41.491 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.025775341 2021-03-04T23:34:41.491 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.491 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.492 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:41.492 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.642367+0000", 2021-03-04T23:34:41.492 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.57795206499999996 2021-03-04T23:34:41.492 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.492 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:41.493 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.493 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.493 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.493 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:181577 9.b 9:d30320e7:::benchmark_data_gibba011_139107_object28210:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:34:41.493 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:35.185671+0000", 2021-03-04T23:34:41.494 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 366.09386283800001, 2021-03-04T23:34:41.494 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.297840418, 2021-03-04T23:34:41.494 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:41.494 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:41.495 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:41.495 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:41.495 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:41.495 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 181577 2021-03-04T23:34:41.495 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.496 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:41.496 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.496 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:41.496 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.185671+0000", 2021-03-04T23:34:41.496 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:41.497 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.497 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.497 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:41.497 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.185671+0000", 2021-03-04T23:34:41.498 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1280000000000002e-06 2021-03-04T23:34:41.498 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.498 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.498 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:41.498 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.185673+0000", 2021-03-04T23:34:41.499 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3920000000000001e-06 2021-03-04T23:34:41.499 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.499 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.499 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:41.499 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.185676+0000", 2021-03-04T23:34:41.500 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0789e-05 2021-03-04T23:34:41.500 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.500 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.500 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:41.501 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.185686+0000", 2021-03-04T23:34:41.501 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4960000000000004e-06 2021-03-04T23:34:41.501 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.501 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.502 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:41.502 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.185692+0000", 2021-03-04T23:34:41.502 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.21804396600000001 2021-03-04T23:34:41.502 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.502 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.503 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:41.503 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.403736+0000", 2021-03-04T23:34:41.503 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0084828950000000007 2021-03-04T23:34:41.503 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.504 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.504 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:41.504 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.412219+0000", 2021-03-04T23:34:41.504 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012202358999999999 2021-03-04T23:34:41.504 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.505 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.505 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:34:41.505 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.424421+0000", 2021-03-04T23:34:41.505 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.03473387 2021-03-04T23:34:41.505 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.506 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.506 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:41.506 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.459155+0000", 2021-03-04T23:34:41.506 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0023851879999999999 2021-03-04T23:34:41.506 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.507 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.507 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.507 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.461540+0000", 2021-03-04T23:34:41.507 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002779676 2021-03-04T23:34:41.507 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.508 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.508 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.508 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.464320+0000", 2021-03-04T23:34:41.508 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002564513 2021-03-04T23:34:41.509 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.509 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.509 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.509 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.466884+0000", 2021-03-04T23:34:41.509 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003415033 2021-03-04T23:34:41.510 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.510 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.510 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:41.510 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.470299+0000", 2021-03-04T23:34:41.510 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013212112999999999 2021-03-04T23:34:41.511 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.511 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.511 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:41.511 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.483512+0000", 2021-03-04T23:34:41.511 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.297840418 2021-03-04T23:34:41.512 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.512 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:41.512 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.512 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.513 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.513 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:181580 9.b 9:d9efafaf:::benchmark_data_gibba011_139107_object28213:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:34:41.513 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:35.195582+0000", 2021-03-04T23:34:41.513 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 366.083951867, 2021-03-04T23:34:41.513 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.31503531400000001, 2021-03-04T23:34:41.514 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:41.514 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:41.514 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:41.514 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:41.514 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:41.515 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 181580 2021-03-04T23:34:41.515 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.515 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:41.515 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.515 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:41.516 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.195582+0000", 2021-03-04T23:34:41.516 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:41.516 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.516 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.517 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:41.517 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.195582+0000", 2021-03-04T23:34:41.517 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9240000000000001e-06 2021-03-04T23:34:41.517 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.517 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.518 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:41.518 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.195584+0000", 2021-03-04T23:34:41.518 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8670000000000001e-06 2021-03-04T23:34:41.518 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.518 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.519 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:41.519 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.195586+0000", 2021-03-04T23:34:41.519 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.3419999999999997e-06 2021-03-04T23:34:41.519 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.519 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.520 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:41.520 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.195595+0000", 2021-03-04T23:34:41.520 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8020000000000002e-06 2021-03-04T23:34:41.520 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.521 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.521 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:41.521 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.195599+0000", 2021-03-04T23:34:41.521 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.23689875399999999 2021-03-04T23:34:41.521 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.522 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.522 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:41.522 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.432498+0000", 2021-03-04T23:34:41.522 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0072069980000000001 2021-03-04T23:34:41.522 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.523 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.523 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:41.523 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.439705+0000", 2021-03-04T23:34:41.523 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011358735999999999 2021-03-04T23:34:41.523 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.524 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.524 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:34:41.524 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.451064+0000", 2021-03-04T23:34:41.524 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035051316999999999 2021-03-04T23:34:41.524 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.525 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.525 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.525 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.486115+0000", 2021-03-04T23:34:41.525 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00065904500000000003 2021-03-04T23:34:41.526 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.526 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.526 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:41.526 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.486774+0000", 2021-03-04T23:34:41.526 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0027988779999999999 2021-03-04T23:34:41.527 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.527 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.527 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.527 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.489573+0000", 2021-03-04T23:34:41.527 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0021008680000000001 2021-03-04T23:34:41.528 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.528 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.528 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.528 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.491674+0000", 2021-03-04T23:34:41.529 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0031114739999999999 2021-03-04T23:34:41.529 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.529 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.529 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:41.529 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.494785+0000", 2021-03-04T23:34:41.530 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015832308999999999 2021-03-04T23:34:41.530 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.530 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.530 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:41.530 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.510617+0000", 2021-03-04T23:34:41.531 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.31503531400000001 2021-03-04T23:34:41.531 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.531 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:41.531 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.531 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.532 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.532 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:183043 9.b 9:d5889319:::benchmark_data_gibba011_139107_object29676:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)", 2021-03-04T23:34:41.532 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:49.960558+0000", 2021-03-04T23:34:41.532 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 351.31897589800002, 2021-03-04T23:34:41.533 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.33730934699999998, 2021-03-04T23:34:41.533 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:41.533 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:41.533 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:41.533 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:41.534 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:41.534 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 183043 2021-03-04T23:34:41.534 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.534 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:41.534 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.535 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:41.535 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:49.960558+0000", 2021-03-04T23:34:41.536 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:41.536 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.536 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.536 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:41.537 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:49.960558+0000", 2021-03-04T23:34:41.537 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.17e-06 2021-03-04T23:34:41.537 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.537 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.537 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:41.538 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:49.960560+0000", 2021-03-04T23:34:41.538 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2850000000000001e-06 2021-03-04T23:34:41.538 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.538 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.538 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:41.539 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:49.960563+0000", 2021-03-04T23:34:41.539 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1323e-05 2021-03-04T23:34:41.539 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.539 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.540 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:41.540 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:49.960574+0000", 2021-03-04T23:34:41.540 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.639e-06 2021-03-04T23:34:41.540 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.540 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.541 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:41.541 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:49.960579+0000", 2021-03-04T23:34:41.541 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.25550033500000002 2021-03-04T23:34:41.541 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.541 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.542 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:41.542 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.216079+0000", 2021-03-04T23:34:41.542 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0080862910000000007 2021-03-04T23:34:41.542 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.542 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.543 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:41.543 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.224165+0000", 2021-03-04T23:34:41.543 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012688165 2021-03-04T23:34:41.543 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.544 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.544 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:34:41.544 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.236853+0000", 2021-03-04T23:34:41.544 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035901626999999998 2021-03-04T23:34:41.544 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.545 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.545 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:41.545 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.272755+0000", 2021-03-04T23:34:41.545 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018143009999999999 2021-03-04T23:34:41.545 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.546 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.546 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.546 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.274569+0000", 2021-03-04T23:34:41.546 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0024983280000000002 2021-03-04T23:34:41.546 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.547 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.547 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.547 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.277068+0000", 2021-03-04T23:34:41.547 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0021060670000000001 2021-03-04T23:34:41.548 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.548 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.548 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.548 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.279174+0000", 2021-03-04T23:34:41.548 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0035718709999999999 2021-03-04T23:34:41.549 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.549 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.549 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:41.549 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.282746+0000", 2021-03-04T23:34:41.549 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015121944999999999 2021-03-04T23:34:41.550 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.550 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.550 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:41.550 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.297867+0000", 2021-03-04T23:34:41.550 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.33730934699999998 2021-03-04T23:34:41.551 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.551 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:41.551 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.551 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.552 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.552 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:183062 9.b 9:dde4d6e2:::benchmark_data_gibba011_139107_object29695:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)", 2021-03-04T23:34:41.552 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:50.019427+0000", 2021-03-04T23:34:41.552 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 351.26010732700001, 2021-03-04T23:34:41.552 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.302489273, 2021-03-04T23:34:41.553 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:41.553 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:41.553 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:41.553 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:41.553 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:41.554 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 183062 2021-03-04T23:34:41.554 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.554 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:41.554 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.555 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:41.555 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.019427+0000", 2021-03-04T23:34:41.555 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:41.555 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.555 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.556 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:41.556 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.019427+0000", 2021-03-04T23:34:41.556 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4169999999999999e-06 2021-03-04T23:34:41.556 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.556 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.557 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:41.557 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.019428+0000", 2021-03-04T23:34:41.557 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.649e-06 2021-03-04T23:34:41.557 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.557 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.558 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:41.558 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.019430+0000", 2021-03-04T23:34:41.558 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0489999999999993e-06 2021-03-04T23:34:41.558 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.559 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.559 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:41.559 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.019439+0000", 2021-03-04T23:34:41.559 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6349999999999999e-06 2021-03-04T23:34:41.559 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.560 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.560 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:41.560 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.019442+0000", 2021-03-04T23:34:41.560 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.22600978899999999 2021-03-04T23:34:41.560 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.561 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.561 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:41.561 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.245452+0000", 2021-03-04T23:34:41.561 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0072372749999999996 2021-03-04T23:34:41.561 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.562 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.562 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:41.562 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.252689+0000", 2021-03-04T23:34:41.562 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011173468000000001 2021-03-04T23:34:41.563 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.563 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.563 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:34:41.563 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.263863+0000", 2021-03-04T23:34:41.563 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011316125999999999 2021-03-04T23:34:41.564 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.564 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.564 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:41.564 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.275179+0000", 2021-03-04T23:34:41.564 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.024505648000000001 2021-03-04T23:34:41.565 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.565 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.565 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.565 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.299685+0000", 2021-03-04T23:34:41.565 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001878298 2021-03-04T23:34:41.566 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.566 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.566 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.566 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.301563+0000", 2021-03-04T23:34:41.566 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022120579999999998 2021-03-04T23:34:41.567 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.567 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.567 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.567 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.303775+0000", 2021-03-04T23:34:41.567 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003151254 2021-03-04T23:34:41.568 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.568 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.568 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:41.568 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.306926+0000", 2021-03-04T23:34:41.569 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014989607 2021-03-04T23:34:41.569 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.569 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.569 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:41.569 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.321916+0000", 2021-03-04T23:34:41.570 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.302489273 2021-03-04T23:34:41.570 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.570 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:41.570 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.570 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.571 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.571 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:183078 9.b 9:d3c34498:::benchmark_data_gibba011_139107_object29711:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)", 2021-03-04T23:34:41.571 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:50.086075+0000", 2021-03-04T23:34:41.571 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 351.19345916700001, 2021-03-04T23:34:41.571 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.32443543200000002, 2021-03-04T23:34:41.572 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:41.572 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:41.572 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:41.572 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:41.573 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:41.573 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 183078 2021-03-04T23:34:41.573 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.573 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:41.573 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.574 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:41.574 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.086075+0000", 2021-03-04T23:34:41.574 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:41.574 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.574 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.575 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:41.575 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.086075+0000", 2021-03-04T23:34:41.575 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9769999999999999e-06 2021-03-04T23:34:41.575 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.575 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.576 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:41.576 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.086077+0000", 2021-03-04T23:34:41.576 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2390000000000001e-06 2021-03-04T23:34:41.576 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.577 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.577 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:41.577 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.086079+0000", 2021-03-04T23:34:41.577 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.6659999999999997e-06 2021-03-04T23:34:41.577 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.578 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.578 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:41.578 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.086088+0000", 2021-03-04T23:34:41.578 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.675e-06 2021-03-04T23:34:41.578 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.579 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.579 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:41.579 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.086091+0000", 2021-03-04T23:34:41.579 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.23662629399999999 2021-03-04T23:34:41.579 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.580 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.580 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:41.580 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.322718+0000", 2021-03-04T23:34:41.580 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0087266960000000008 2021-03-04T23:34:41.580 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.581 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.581 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:41.581 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.331444+0000", 2021-03-04T23:34:41.581 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01212733 2021-03-04T23:34:41.581 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.582 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.582 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:34:41.582 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.343572+0000", 2021-03-04T23:34:41.582 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044184105000000001 2021-03-04T23:34:41.583 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.583 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.583 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.583 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.387756+0000", 2021-03-04T23:34:41.583 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0024823340000000001 2021-03-04T23:34:41.584 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.584 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.584 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.584 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.390238+0000", 2021-03-04T23:34:41.584 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00068375700000000001 2021-03-04T23:34:41.585 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.585 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.585 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:41.585 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.390922+0000", 2021-03-04T23:34:41.585 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0026271689999999999 2021-03-04T23:34:41.586 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.586 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.586 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.586 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.393549+0000", 2021-03-04T23:34:41.587 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0033762699999999998 2021-03-04T23:34:41.587 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.587 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.587 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:41.587 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.396925+0000", 2021-03-04T23:34:41.588 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01358492 2021-03-04T23:34:41.588 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.588 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.588 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:41.588 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.410510+0000", 2021-03-04T23:34:41.589 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.32443543200000002 2021-03-04T23:34:41.589 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.589 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:41.589 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.589 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.590 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.590 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:183080 9.b 9:dd73c7ff:::benchmark_data_gibba011_139107_object29713:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)", 2021-03-04T23:34:41.590 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:50.090165+0000", 2021-03-04T23:34:41.590 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 351.18936926800001, 2021-03-04T23:34:41.591 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.34287923599999998, 2021-03-04T23:34:41.591 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:41.591 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:41.591 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:41.591 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:41.592 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:41.592 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 183080 2021-03-04T23:34:41.592 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.592 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:41.592 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.593 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:41.593 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.090165+0000", 2021-03-04T23:34:41.593 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:41.593 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.593 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.594 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:41.594 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.090165+0000", 2021-03-04T23:34:41.594 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8819999999999999e-06 2021-03-04T23:34:41.594 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.594 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.595 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:41.595 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.090167+0000", 2021-03-04T23:34:41.595 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7910000000000001e-06 2021-03-04T23:34:41.595 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.596 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.596 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:41.596 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.090168+0000", 2021-03-04T23:34:41.596 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.7070000000000004e-06 2021-03-04T23:34:41.596 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.597 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.597 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:41.597 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.090178+0000", 2021-03-04T23:34:41.597 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9639999999999997e-06 2021-03-04T23:34:41.597 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.598 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.598 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:41.598 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.090182+0000", 2021-03-04T23:34:41.598 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.26257610799999997 2021-03-04T23:34:41.598 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.599 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.599 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:41.599 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.352758+0000", 2021-03-04T23:34:41.599 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0096015319999999994 2021-03-04T23:34:41.599 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.600 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.600 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:41.600 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.362360+0000", 2021-03-04T23:34:41.600 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013490739 2021-03-04T23:34:41.601 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.601 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.601 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:34:41.601 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.375850+0000", 2021-03-04T23:34:41.601 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015731978000000001 2021-03-04T23:34:41.602 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.602 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.602 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:41.602 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.391582+0000", 2021-03-04T23:34:41.602 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.021192916999999999 2021-03-04T23:34:41.603 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.603 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.603 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.603 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.412775+0000", 2021-03-04T23:34:41.603 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0024283629999999998 2021-03-04T23:34:41.604 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.604 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.604 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.604 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.415204+0000", 2021-03-04T23:34:41.605 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018881220000000001 2021-03-04T23:34:41.605 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.605 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.605 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.605 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.417092+0000", 2021-03-04T23:34:41.606 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0029543070000000002 2021-03-04T23:34:41.606 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.606 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.606 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:41.607 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.420046+0000", 2021-03-04T23:34:41.607 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012997826000000001 2021-03-04T23:34:41.607 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.607 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.607 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:41.608 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.433044+0000", 2021-03-04T23:34:41.608 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.34287923599999998 2021-03-04T23:34:41.608 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.608 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:41.608 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.609 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.609 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.609 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:184034 9.b 9:d82f3bce:::benchmark_data_gibba011_139107_object30667:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)", 2021-03-04T23:34:41.609 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:57.513503+0000", 2021-03-04T23:34:41.610 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 343.76603135099998, 2021-03-04T23:34:41.610 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.32328394399999999, 2021-03-04T23:34:41.610 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:41.610 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:41.610 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:41.611 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:41.611 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:41.611 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 184034 2021-03-04T23:34:41.611 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.611 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:41.612 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.612 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:41.612 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513503+0000", 2021-03-04T23:34:41.612 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:41.612 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.613 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.613 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:41.613 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513503+0000", 2021-03-04T23:34:41.613 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8449999999999999e-06 2021-03-04T23:34:41.614 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.614 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.614 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:41.614 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513504+0000", 2021-03-04T23:34:41.614 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.849e-06 2021-03-04T23:34:41.615 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.615 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.615 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:41.615 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513506+0000", 2021-03-04T23:34:41.615 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.5739999999999996e-06 2021-03-04T23:34:41.616 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.616 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.616 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:41.616 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513515+0000", 2021-03-04T23:34:41.616 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6660000000000001e-06 2021-03-04T23:34:41.617 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.617 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.617 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:41.617 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513519+0000", 2021-03-04T23:34:41.617 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.18276452600000001 2021-03-04T23:34:41.618 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.618 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.618 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:41.618 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.696283+0000", 2021-03-04T23:34:41.619 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0098020160000000002 2021-03-04T23:34:41.619 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.619 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.619 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:41.619 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.706085+0000", 2021-03-04T23:34:41.620 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012649858999999999 2021-03-04T23:34:41.620 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.620 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.620 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:34:41.620 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.718735+0000", 2021-03-04T23:34:41.621 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.033099787999999998 2021-03-04T23:34:41.621 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.621 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.621 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.621 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.751835+0000", 2021-03-04T23:34:41.622 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0016482720000000001 2021-03-04T23:34:41.622 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.622 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.622 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.623 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.753483+0000", 2021-03-04T23:34:41.623 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001657581 2021-03-04T23:34:41.623 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.623 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.623 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.624 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.755141+0000", 2021-03-04T23:34:41.624 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.064552747999999993 2021-03-04T23:34:41.624 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.624 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.624 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:41.625 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.819693+0000", 2021-03-04T23:34:41.625 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0028612279999999999 2021-03-04T23:34:41.625 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.625 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.625 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:41.626 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.822555+0000", 2021-03-04T23:34:41.626 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014231992000000001 2021-03-04T23:34:41.626 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.626 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.626 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:41.627 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.836787+0000", 2021-03-04T23:34:41.627 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.32328394399999999 2021-03-04T23:34:41.627 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.627 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:41.627 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.628 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.628 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.628 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:184036 9.b 9:db21535c:::benchmark_data_gibba011_139107_object30669:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)", 2021-03-04T23:34:41.628 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:57.518822+0000", 2021-03-04T23:34:41.629 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 343.76071191599999, 2021-03-04T23:34:41.629 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.33556737800000003, 2021-03-04T23:34:41.629 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:41.629 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:41.629 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:41.630 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:41.630 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:41.630 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 184036 2021-03-04T23:34:41.630 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.630 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:41.631 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.631 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:41.631 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518822+0000", 2021-03-04T23:34:41.631 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:41.631 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.632 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.632 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:41.632 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518822+0000", 2021-03-04T23:34:41.632 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.674e-06 2021-03-04T23:34:41.633 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.633 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.633 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:41.633 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518824+0000", 2021-03-04T23:34:41.633 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9850000000000001e-06 2021-03-04T23:34:41.634 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.634 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.634 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:41.634 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518826+0000", 2021-03-04T23:34:41.634 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.5639999999999997e-06 2021-03-04T23:34:41.635 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.635 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.635 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:41.635 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518834+0000", 2021-03-04T23:34:41.635 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8089999999999999e-06 2021-03-04T23:34:41.636 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.636 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.636 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:41.636 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518838+0000", 2021-03-04T23:34:41.637 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.20703808300000001 2021-03-04T23:34:41.637 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.637 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.637 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:41.637 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.725876+0000", 2021-03-04T23:34:41.638 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0067539540000000004 2021-03-04T23:34:41.638 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.638 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.638 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:41.638 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.732630+0000", 2021-03-04T23:34:41.639 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011326882999999999 2021-03-04T23:34:41.639 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.639 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.639 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:34:41.639 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.743957+0000", 2021-03-04T23:34:41.640 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01284184 2021-03-04T23:34:41.640 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.640 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.640 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.640 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.756799+0000", 2021-03-04T23:34:41.641 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001644433 2021-03-04T23:34:41.641 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.641 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.641 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.642 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.758443+0000", 2021-03-04T23:34:41.642 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0016520490000000001 2021-03-04T23:34:41.642 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.642 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.642 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.643 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.760095+0000", 2021-03-04T23:34:41.643 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.077266001000000001 2021-03-04T23:34:41.643 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.643 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.643 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:41.644 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.837361+0000", 2021-03-04T23:34:41.644 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0029140989999999999 2021-03-04T23:34:41.644 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.644 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.644 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:41.645 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.840275+0000", 2021-03-04T23:34:41.645 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014114003999999999 2021-03-04T23:34:41.645 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.645 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.645 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:41.646 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.854389+0000", 2021-03-04T23:34:41.646 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.33556737800000003 2021-03-04T23:34:41.646 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.646 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:41.646 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.647 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.647 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.647 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:184037 9.b 9:ddf2b57a:::benchmark_data_gibba011_139107_object30670:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)", 2021-03-04T23:34:41.647 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:57.566390+0000", 2021-03-04T23:34:41.648 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 343.71314366000001, 2021-03-04T23:34:41.648 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.30594248699999999, 2021-03-04T23:34:41.648 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:41.648 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:41.648 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:41.649 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:41.649 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:41.649 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 184037 2021-03-04T23:34:41.649 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.649 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:41.650 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.650 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:41.650 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566390+0000", 2021-03-04T23:34:41.650 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:41.650 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.651 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.651 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:41.651 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566390+0000", 2021-03-04T23:34:41.651 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.508e-06 2021-03-04T23:34:41.652 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.652 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.652 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:41.652 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566392+0000", 2021-03-04T23:34:41.652 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8390000000000001e-06 2021-03-04T23:34:41.653 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.653 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.653 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:41.653 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566394+0000", 2021-03-04T23:34:41.653 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.6229999999999997e-06 2021-03-04T23:34:41.654 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.654 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.654 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:41.654 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566401+0000", 2021-03-04T23:34:41.654 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.72e-06 2021-03-04T23:34:41.655 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.655 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.655 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:41.655 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566405+0000", 2021-03-04T23:34:41.655 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.194259394 2021-03-04T23:34:41.656 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.656 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.656 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:41.656 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.760664+0000", 2021-03-04T23:34:41.656 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0068046950000000004 2021-03-04T23:34:41.657 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.657 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.657 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:41.657 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.767469+0000", 2021-03-04T23:34:41.657 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010619912 2021-03-04T23:34:41.658 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.658 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.658 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:34:41.658 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.778089+0000", 2021-03-04T23:34:41.658 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.032529622000000001 2021-03-04T23:34:41.659 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.659 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.659 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.659 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.810619+0000", 2021-03-04T23:34:41.660 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0016769129999999999 2021-03-04T23:34:41.660 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.660 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.660 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.660 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.812296+0000", 2021-03-04T23:34:41.661 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0016889559999999999 2021-03-04T23:34:41.661 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.661 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.661 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:41.661 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.813985+0000", 2021-03-04T23:34:41.662 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.040999672000000001 2021-03-04T23:34:41.662 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.662 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.662 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:41.662 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.854984+0000", 2021-03-04T23:34:41.663 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002905319 2021-03-04T23:34:41.663 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.663 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.663 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:41.663 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.857890+0000", 2021-03-04T23:34:41.664 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014443314 2021-03-04T23:34:41.664 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:41.664 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:41.664 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:41.665 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.872333+0000", 2021-03-04T23:34:41.665 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.30594248699999999 2021-03-04T23:34:41.665 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.665 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:41.665 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.666 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:41.666 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:41.666 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:34:41.666 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:41.667 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:34:41.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:41.686 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:41.687 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:41.782 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:41.788 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:41.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:41.806 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:41.806 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:41.908 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:41.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:41.930 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:41.931 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:41.974 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:41 gibba011 conmon[95595]: cluster 2021-03-04T23:34:40.728621+0000 mgr.x (mgr.34676) 978 : cluster [DBG] pgmap v992: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.7 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 410 op/s; 11955/231165 objects degraded (5.172%); 16230/231165 objects misplaced (7.021%); 1.7 MiB/s, 26 objects/s recovering 2021-03-04T23:34:41.974 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:41 gibba011 conmon[99461]: cluster 2021-03-04T23:34:40.728621+0000 mgr.x (mgr.34676) 978 : cluster [DBG] pgmap v992: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.7 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 410 op/s; 11955/231165 objects degraded (5.172%); 16230/231165 objects misplaced (7.021%); 1.7 MiB/s, 26 objects/s recovering 2021-03-04T23:34:42.032 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:42.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:42.051 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:42.051 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:42.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:41 gibba038 conmon[76675]: cluster 2021-03-04T23:34:40.728621+0000 mgr.x (mgr.34676) 978 : cluster [DBG] pgmap v992: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.7 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 410 op/s; 11955/231165 objects degraded (5.172%); 16230/231165 objects misplaced (7.021%); 1.7 MiB/s, 26 objects/s recovering 2021-03-04T23:34:42.124 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:34:42.152 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:42.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:42.186 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:42.186 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:42.265 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:42.288 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:42.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:42.307 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:42.308 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:42.409 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:42.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:42.427 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:42.427 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:42.440 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:34:42.440 INFO:teuthology.orchestra.run.gibba011.stdout:{"fsid":"5f47b844-7d3d-11eb-9066-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 11955/231165 objects degraded (5.172%), 2 pgs degraded, 3 pgs undersized","count":5},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":1429,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":290,"num_osds":8,"num_up_osds":8,"osd_up_since":1614900469,"num_in_osds":7,"osd_in_since":1614900717,"num_remapped_pgs":5},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":114},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+remapped+backfill_wait","count":2},{"state_name":"active+recovering+undersized+remapped","count":1}],"num_pgs":119,"num_pools":5,"num_objects":77055,"data_bytes":5048372544,"bytes_used":21308579840,"bytes_avail":610051612672,"bytes_total":631360192512,"degraded_objects":11955,"degraded_total":231165,"degraded_ratio":0.051716306534293689,"misplaced_objects":16230,"misplaced_total":231165,"misplaced_ratio":0.070209590552202966,"recovering_objects_per_sec":26,"recovering_bytes_per_sec":1736308,"recovering_keys_per_sec":0,"num_objects_recovered":266,"num_bytes_recovered":17367040,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":410},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.gibba038.rbeynd","status":"up:active","gid":34322}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.x:8443/"}},"servicemap":{"epoch":27,"modified":"2021-03-04T23:31:42.691059+0000","services":{}},"progress_events":{"325add0c-2571-4241-bc14-5f365661abb5":{"message":"Upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 (4m)\n [===========.................] (remaining: 7m)","progress":0.40000000596046448,"add_to_ceph_s":false},"4e3490fa-9157-44ad-a0cb-fb2dd1c26592":{"message":"Global Recovery Event (9m)\n [==========================..] (remaining: 24s)","progress":0.95798319578170776,"add_to_ceph_s":true},"69344cb1-a00f-4f6a-b930-be920dcb2487":{"message":"Rebalancing after osd.6 marked in (9m)\n [===========================.] (remaining: 3s)","progress":0.99313265085220337,"add_to_ceph_s":false},"a6cabe7d-74fd-4880-9df0-9c4f5a17cc82":{"message":"Rebalancing after osd.2 marked out (2m)\n [===========================.] (remaining: 3s)","progress":0.98039215803146362,"add_to_ceph_s":false}}} 2021-03-04T23:34:42.528 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:42.547 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:42.548 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:42.548 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:42.649 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:42.667 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:42.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:42.668 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:42.770 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:42.788 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:42 gibba011 conmon[99461]: audit 2021-03-04T23:34:42.355203+0000 mon.c (mon.1) 391 : audit [DBG] from='client.? 172.21.2.111:0/597028546' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:34:42.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:42.790 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:42.790 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:42.892 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:42.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:42.911 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:42.911 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:43.013 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:43.031 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:43.032 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:43.033 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:43.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:42 gibba038 conmon[76675]: audit 2021-03-04T23:34:42.355203+0000 mon.c (mon.1) 391 : audit [DBG] from='client.? 172.21.2.111:0/597028546' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:34:43.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:42 gibba011 conmon[95595]: audit 2021-03-04T23:34:42.355203+0000 mon.c (mon.1) 391 : audit [DBG] from='client.? 172.21.2.111:0/597028546' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:34:43.134 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:43.152 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:43.153 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:43.154 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:43.255 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:43.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:43.272 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:43.273 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:43.373 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:43.394 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:43.395 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:43.395 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:43.497 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:43.514 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:43.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:43.516 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:43.557 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-03-04T23:34:43.557 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:34:43.617 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:43.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:43.636 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:43.636 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:43.730 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:43.738 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:43.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:43.755 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:43.756 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:43.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:43 gibba011 conmon[95595]: cluster 2021-03-04T23:34:42.729092+0000 mgr.x (mgr.34676) 979 : cluster [DBG] pgmap v993: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.7 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 408 op/s; 11955/230043 objects degraded (5.197%); 16092/230043 objects misplaced (6.995%); 1.7 MiB/s, 26 objects/s recovering 2021-03-04T23:34:43.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:43 gibba011 conmon[95595]: audit 2021-03-04T23:34:43.540258+0000 mon.c (mon.1) 392 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:34:43.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:43 gibba011 conmon[99461]: cluster 2021-03-04T23:34:42.729092+0000 mgr.x (mgr.34676) 979 : cluster [DBG] pgmap v993: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.7 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 408 op/s; 11955/230043 objects degraded (5.197%); 16092/230043 objects misplaced (6.995%); 1.7 MiB/s, 26 objects/s recovering 2021-03-04T23:34:43.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:43 gibba011 conmon[99461]: audit 2021-03-04T23:34:43.540258+0000 mon.c (mon.1) 392 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:34:43.858 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:43.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:43.876 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:43.877 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:43.978 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:43.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:43.998 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:43.998 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:44.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:43 gibba038 conmon[76675]: cluster 2021-03-04T23:34:42.729092+0000 mgr.x (mgr.34676) 979 : cluster [DBG] pgmap v993: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.7 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 408 op/s; 11955/230043 objects degraded (5.197%); 16092/230043 objects misplaced (6.995%); 1.7 MiB/s, 26 objects/s recovering 2021-03-04T23:34:44.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:43 gibba038 conmon[76675]: 2021-03-04T23:34:44.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:43 gibba038 conmon[76675]: audit 2021-03-04T23:34:43.540258+0000 mon.c (mon.1) 392 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:34:44.100 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:44.118 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:44.119 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:44.119 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:44.220 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:44.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:44.239 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:44.239 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:44.341 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:44.360 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:44.361 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:44.362 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:44.463 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:44.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:44.483 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:44.483 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:44.585 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:44.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:44.606 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:44.606 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:44.707 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:44.727 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:44.728 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:44.728 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:44.829 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:44.850 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:44.851 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:44.852 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:44.953 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:44.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:44.973 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:44.973 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:45.075 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:45.093 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:45.094 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:45.094 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:45.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:44 gibba011 conmon[95595]: audit 2021-03-04T23:34:43.878743+0000 mon.a (mon.0) 1318 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:34:45.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:44 gibba011 conmon[95595]: cephadm 2021-03-04T23:34:43.879610+0000 mgr.x (mgr.34676) 980 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:34:45.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:44 gibba011 conmon[95595]: cluster 2021-03-04T23:34:43.993530+0000 mon.a (mon.0) 1319 : cluster [WRN] Health check update: Degraded data redundancy: 11955/230043 objects degraded (5.197%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:45.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:44 gibba011 conmon[99461]: audit 2021-03-04T23:34:43.878743+0000 mon.a (mon.0) 1318 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:34:45.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:44 gibba011 conmon[99461]: cephadm 2021-03-04T23:34:43.879610+0000 mgr.x (mgr.34676) 980 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:34:45.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:44 gibba011 conmon[99461]: cluster 2021-03-04T23:34:43.993530+0000 mon.a (mon.0) 1319 : cluster [WRN] Health check update: Degraded data redundancy: 11955/230043 objects degraded (5.197%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:45.196 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:45.214 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:45.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:45.216 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:45.317 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:45.334 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:45.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:45.336 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:45.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:44 gibba038 conmon[76675]: audit 2021-03-04T23:34:43.878743+0000 mon.a (mon.0) 1318 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:34:45.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:44 gibba038 conmon[76675]: 2021-03-04T23:34:45.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:44 gibba038 conmon[76675]: cephadm 2021-03-04T23:34:43.879610+0000 mgr.x (mgr.34676) 980 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:34:45.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:44 gibba038 conmon[76675]: cluster 2021-03-04T23:34:43.993530+0000 mon.a (mon.0) 1319 : cluster [WRN] Health check update: Degraded data redundancy: 11955/230043 objects degraded (5.197%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:45.438 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:45.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:45.458 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:45.458 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:45.559 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:34:45.559 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:34:45.560 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:34:45.560 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:34:45.560 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:34:45.560 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:34:45.560 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:34:45.561 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:34:45.561 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:34:45.561 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:34:45.561 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:34:45.562 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:34:45.562 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:34:45.563 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:34:45.563 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:34:45.564 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:34:45.564 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:45.584 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:45.585 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:45.586 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:45.688 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:45.705 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:45.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:45.706 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:45.807 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:45.825 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:45.826 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:45.827 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:45.888 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:34:45.929 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:45.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:45.949 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:45.949 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:46.052 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:46.069 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:46.070 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:46.071 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:46.172 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:46.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:46.190 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:46.191 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:46.215 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:45 gibba011 conmon[95595]: cluster 2021-03-04T23:34:44.729566+0000 mgr.x (mgr.34676) 981 : cluster [DBG] pgmap v994: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 406 op/s; 11955/225195 objects degraded (5.309%); 15685/225195 objects misplaced (6.965%); 1.7 MiB/s, 27 objects/s recovering 2021-03-04T23:34:46.216 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:45 gibba011 conmon[95595]: audit 2021-03-04T23:34:44.982619+0000 mon.a (mon.0) 1320 : audit [INF] from='client.? 172.21.2.111:0/1996416576' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:46.216 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:45 gibba011 conmon[95595]: audit 2021-03-04T23:34:45.055207+0000 mon.a (mon.0) 1321 : audit [DBG] from='client.? 172.21.2.111:0/243952341' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:46.217 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:45 gibba011 conmon[99461]: cluster 2021-03-04T23:34:44.729566+0000 mgr.x (mgr.34676) 981 : cluster [DBG] pgmap v994: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 406 op/s; 11955/225195 objects degraded (5.309%); 15685/225195 objects misplaced (6.965%); 1.7 MiB/s, 27 objects/s recovering 2021-03-04T23:34:46.217 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:45 gibba011 conmon[99461]: audit 2021-03-04T23:34:44.982619+0000 mon.a (mon.0) 1320 : audit [INF] from='client.? 172.21.2.111:0/1996416576' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:46.217 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:45 gibba011 conmon[99461]: audit 2021-03-04T23:34:45.055207+0000 mon.a (mon.0) 1321 : audit [DBG] from='client.? 172.21.2.111:0/243952341' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:46.292 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:46.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:46.310 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:46.310 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:46.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:45 gibba038 conmon[76675]: cluster 2021-03-04T23:34:44.729566+0000 mgr.x (mgr.34676) 981 : cluster [DBG] pgmap v994: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 406 op/s; 11955/225195 objects degraded (5.309%); 15685/225195 objects misplaced (6.965%); 1.7 MiB/s, 27 objects/s recovering 2021-03-04T23:34:46.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:45 gibba038 conmon[76675]: audit 2021-03-04T23:34:44.982619+0000 mon.a (mon.0) 1320 : audit [INF] from='client.? 172.21.2.111:0/1996416576' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:34:46.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:45 gibba038 conmon[76675]: audit 2021-03-04T23:34:45.055207+0000 mon.a (mon.0) 1321 : audit [DBG] from='client.? 172.21.2.111:0/243952341' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:46.411 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:46.429 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:46.430 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:46.431 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:46.532 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:46.551 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:46.552 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:46.552 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:46.654 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:46.671 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:46.672 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:46.672 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:46.773 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:46.790 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:46.791 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:46.791 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:46.893 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:46.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:46.915 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:46.915 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:47.017 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:47.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:47.036 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:47.036 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:47.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:46 gibba011 conmon[95595]: cluster 2021-03-04T23:34:45.879387+0000 mon.a 2021-03-04T23:34:47.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:46 gibba011 conmon[95595]: (mon.0) 1322 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:47.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:46 gibba011 conmon[95595]: audit 2021-03-04T23:34:45.884558+0000 mon.a (mon.0) 1323 : audit [INF] from='client.? 172.21.2.111:0/1996416576' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:34:47.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:46 gibba011 conmon[95595]: cluster 2021-03-04T23:34:45.884587+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e291: 8 total, 8 up, 7 in 2021-03-04T23:34:47.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:46 gibba011 conmon[99461]: cluster 2021-03-04T23:34:45.879387+0000 mon.a (mon.0 2021-03-04T23:34:47.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:46 gibba011 conmon[99461]: ) 1322 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:47.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:46 gibba011 conmon[99461]: audit 2021-03-04T23:34:45.884558+0000 mon.a (mon.0) 1323 : audit [INF] from='client.? 172.21.2.111:0/1996416576' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:34:47.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:46 gibba011 conmon[99461]: cluster 2021-03-04T23:34:45.884587+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e291: 8 total, 8 up, 7 in 2021-03-04T23:34:47.137 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:47.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:47.156 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:47.156 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:47.258 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:47.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:47.276 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:47.277 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:47.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:46 gibba038 conmon[76675]: cluster 2021-03-04T23:34:45.879387+0000 mon.a (mon.0) 1322 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:47.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:46 gibba038 conmon[76675]: audit 2021-03-04T23:34:45.884558+0000 mon.a (mon.0) 1323 : audit [INF] from='client.? 172.21.2.111:0/1996416576' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:34:47.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:46 gibba038 conmon[76675]: cluster 2021-03-04T23:34:45.884587+0000 mon.a (mon.0) 1324 2021-03-04T23:34:47.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:46 gibba038 conmon[76675]: : cluster [DBG] osdmap e291: 8 total, 8 up, 7 in 2021-03-04T23:34:47.378 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:47.397 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:47.398 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:47.399 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:47.500 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:47.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:47.519 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:47.519 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:47.620 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:47.655 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:47.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:47.658 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:47.759 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:47.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:47.777 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:47.778 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:47.880 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:47.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:47.899 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:47.900 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:48.001 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:48.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:48.019 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:48.019 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:48.120 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:48.140 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:48.141 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:47 gibba011 conmon[95595]: cluster 2021-03-04T23:34:46.729893+0000 mgr.x (mgr.34676) 982 2021-03-04T23:34:48.141 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:47 gibba011 conmon[95595]: : cluster [DBG] pgmap v996: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 424 op/s; 11955/224727 objects degraded (5.320%); 15685/224727 objects misplaced (6.980%); 1.8 MiB/s, 29 objects/s recovering 2021-03-04T23:34:48.142 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:47 gibba011 conmon[99461]: cluster 2021-03-04T23:34:46.729893+0000 mgr.x (mgr.34676) 982 : cluster [DBG] 2021-03-04T23:34:48.142 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:47 gibba011 conmon[99461]: pgmap v996: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 424 op/s; 11955/224727 objects degraded (5.320%); 15685/224727 objects misplaced (6.980%); 1.8 MiB/s, 29 objects/s recovering 2021-03-04T23:34:48.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:48.145 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:48.247 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:48.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:48.266 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:48.266 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:48.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:47 gibba038 conmon[76675]: cluster 2021-03-04T23:34:46.729893+0000 mgr.x (mgr.34676) 982 : cluster [DBG] pgmap v996: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.6 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 424 op/s; 11955/224727 objects degraded (5.320%); 15685/224727 objects misplaced (6.980%); 1.8 MiB/s, 29 objects/s recovering 2021-03-04T23:34:48.367 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:48.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:48.386 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:48.386 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:48.432 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:34:48.432 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:34:48.487 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:48.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:48.505 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:48.506 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:48.607 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:48.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:48.626 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:48.626 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:48.685 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:34:48.687 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:34:48.727 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:48.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:48.746 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:48.746 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:48.849 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:48.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:48.871 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:48.872 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:48.973 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:48.991 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:48.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:48.993 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:49.094 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:49.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:49.116 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:49.117 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:49.218 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:49.237 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:49.238 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:49.238 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:49.294 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:49 gibba011 conmon[99461]: audit 2021-03-04T23:34:48.291768+0000 mon.a (mon.0) 1325 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:34:49.381 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:49 gibba011 conmon[99461]: cephadm 2021-03-04T23:34:48.292612+0000 mgr.x (mgr.34676) 983 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:34:49.381 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:49 gibba011 conmon[99461]: audit 2021-03-04T23:34:48.585653+0000 mon.a (mon.0) 1326 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:34:49.381 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:49 gibba011 conmon[99461]: cluster 2021-03-04T23:34:48.994493+0000 mon.a (mon.0) 1327 : cluster [WRN] Health check update: Degraded data redundancy: 11955/224727 objects degraded (5.320%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:49.382 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:49.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:49.404 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:49.404 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:49.506 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:49.524 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:49.525 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:49.525 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:49.570 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:34:49.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:49 gibba038 conmon[76675]: audit 2021-03-04T23:34:48.291768+0000 mon.a (mon.0) 1325 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:34:49.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:49 gibba038 conmon[76675]: cephadm 2021-03-04T23:34:48.292612+0000 mgr.x (mgr.34676) 983 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:34:49.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:49 gibba038 conmon[76675]: audit 2021-03-04T23:34:48.585653+0000 mon.a (mon.0) 1326 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:34:49.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:49 gibba038 conmon[76675]: cluster 2021-03-04T23:34:48.994493+0000 mon.a (mon.0) 1327 : cluster [WRN] Health check update: Degraded data redundancy: 11955/224727 objects degraded (5.320%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:49.589 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:49 gibba011 conmon[95595]: audit 2021-03-04T23:34:48.291768+0000 mon.a (mon.0) 1325 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:34:49.589 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:49 gibba011 conmon[95595]: cephadm 2021-03-04T23:34:48.292612+0000 mgr.x (mgr.34676) 983 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:34:49.589 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:49 gibba011 conmon[95595]: audit 2021-03-04T23:34:48.585653+0000 mon.a (mon.0) 1326 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:34:49.590 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:49 gibba011 conmon[95595]: cluster 2021-03-04T23:34:48.994493+0000 mon.a (mon.0) 1327 : cluster [WRN] Health check update: Degraded data redundancy: 11955/224727 objects degraded (5.320%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:49.597 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:34:49.627 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:49.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:49.646 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:49.647 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:49.692 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:49.719 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:49.744 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:34:49.748 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:49.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:49.767 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:49.767 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:49.781 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":996,"stamp":"2021-03-04T23:34:46.729695+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4907732288,"num_objects":74909,"num_object_clones":0,"num_object_copies":224727,"num_objects_missing_on_primary":793,"num_objects_missing":793,"num_objects_degraded":11955,"num_objects_misplaced":15685,"num_objects_unfound":0,"num_objects_dirty":74909,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":231895,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":92970,"num_bytes_recovered":5345061937,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":84526,"ondisk_log_size":84526,"up":357,"acting":354,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":393,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":20409440,"kb_used_data":15856296,"kb_used_omap":7911,"kb_used_meta":4545176,"kb_avail":596153248,"statfs":{"total":631360192512,"available":610460925952,"internally_reserved":4294967296,"allocated":16236847104,"data_stored":16226969154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8101805,"internal_metadata":4654260307},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,0,0,0,0,2,3,3,8],"upper_bound":1024},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-268238848,"num_objects":-4093,"num_object_clones":0,"num_object_copies":-12279,"num_objects_missing_on_primary":-2,"num_objects_missing":-2,"num_objects_degraded":0,"num_objects_misplaced":-1047,"num_objects_unfound":0,"num_objects_dirty":-4093,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4093,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":280,"num_bytes_recovered":18219008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.651433"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"335","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.055655+0000","last_change":"2021-03-04T23:32:26.240995+0000","last_active":"2021-03-04T23:34:28.055655+0000","last_peered":"2021-03-04T23:34:28.055655+0000","last_clean":"2021-03-04T23:34:28.055655+0000","last_became_active":"2021-03-04T23:32:26.240606+0000","last_became_peered":"2021-03-04T23:32:26.240606+0000","last_unstale":"2021-03-04T23:34:28.055655+0000","last_undegraded":"2021-03-04T23:34:28.055655+0000","last_fullsized":"2021-03-04T23:34:28.055655+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"77","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.052587+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:34:28.052587+0000","last_peered":"2021-03-04T23:34:28.052587+0000","last_clean":"2021-03-04T23:34:28.052587+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:34:28.052587+0000","last_undegraded":"2021-03-04T23:34:28.052587+0000","last_fullsized":"2021-03-04T23:34:28.052587+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"33","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.062305+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:34:28.062305+0000","last_peered":"2021-03-04T23:34:28.062305+0000","last_clean":"2021-03-04T23:34:28.062305+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:34:28.062305+0000","last_undegraded":"2021-03-04T23:34:28.062305+0000","last_fullsized":"2021-03-04T23:34:28.062305+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"311","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.074464+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:34:28.074464+0000","last_peered":"2021-03-04T23:34:28.074464+0000","last_clean":"2021-03-04T23:34:28.074464+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:34:28.074464+0000","last_undegraded":"2021-03-04T23:34:28.074464+0000","last_fullsized":"2021-03-04T23:34:28.074464+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"95","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.052375+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:34:28.052375+0000","last_peered":"2021-03-04T23:34:28.052375+0000","last_clean":"2021-03-04T23:34:28.052375+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:34:28.052375+0000","last_undegraded":"2021-03-04T23:34:28.052375+0000","last_fullsized":"2021-03-04T23:34:28.052375+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"39","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.052876+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:34:28.052876+0000","last_peered":"2021-03-04T23:34:28.052876+0000","last_clean":"2021-03-04T23:34:28.052876+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:34:28.052876+0000","last_undegraded":"2021-03-04T23:34:28.052876+0000","last_fullsized":"2021-03-04T23:34:28.052876+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"283","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.074425+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:34:28.074425+0000","last_peered":"2021-03-04T23:34:28.074425+0000","last_clean":"2021-03-04T23:34:28.074425+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:34:28.074425+0000","last_undegraded":"2021-03-04T23:34:28.074425+0000","last_fullsized":"2021-03-04T23:34:28.074425+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"95","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.052424+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:34:28.052424+0000","last_peered":"2021-03-04T23:34:28.052424+0000","last_clean":"2021-03-04T23:34:28.052424+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:34:28.052424+0000","last_undegraded":"2021-03-04T23:34:28.052424+0000","last_fullsized":"2021-03-04T23:34:28.052424+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"81","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.054227+0000","last_change":"2021-03-04T23:32:18.981656+0000","last_active":"2021-03-04T23:34:28.054227+0000","last_peered":"2021-03-04T23:34:28.054227+0000","last_clean":"2021-03-04T23:34:28.054227+0000","last_became_active":"2021-03-04T23:32:18.981253+0000","last_became_peered":"2021-03-04T23:32:18.981253+0000","last_unstale":"2021-03-04T23:34:28.054227+0000","last_undegraded":"2021-03-04T23:34:28.054227+0000","last_fullsized":"2021-03-04T23:34:28.054227+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"332","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.055459+0000","last_change":"2021-03-04T23:32:26.243636+0000","last_active":"2021-03-04T23:34:28.055459+0000","last_peered":"2021-03-04T23:34:28.055459+0000","last_clean":"2021-03-04T23:34:28.055459+0000","last_became_active":"2021-03-04T23:32:26.243433+0000","last_became_peered":"2021-03-04T23:32:26.243433+0000","last_unstale":"2021-03-04T23:34:28.055459+0000","last_undegraded":"2021-03-04T23:34:28.055459+0000","last_fullsized":"2021-03-04T23:34:28.055459+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"97","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.063486+0000","last_change":"2021-03-04T23:32:18.988970+0000","last_active":"2021-03-04T23:34:28.063486+0000","last_peered":"2021-03-04T23:34:28.063486+0000","last_clean":"2021-03-04T23:34:28.063486+0000","last_became_active":"2021-03-04T23:32:18.988819+0000","last_became_peered":"2021-03-04T23:32:18.988819+0000","last_unstale":"2021-03-04T23:34:28.063486+0000","last_undegraded":"2021-03-04T23:34:28.063486+0000","last_fullsized":"2021-03-04T23:34:28.063486+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"69","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.054121+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:34:28.054121+0000","last_peered":"2021-03-04T23:34:28.054121+0000","last_clean":"2021-03-04T23:34:28.054121+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:34:28.054121+0000","last_undegraded":"2021-03-04T23:34:28.054121+0000","last_fullsized":"2021-03-04T23:34:28.054121+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"33","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.062410+0000","last_change":"2021-03-04T23:32:26.241627+0000","last_active":"2021-03-04T23:34:28.062410+0000","last_peered":"2021-03-04T23:34:28.062410+0000","last_clean":"2021-03-04T23:34:28.062410+0000","last_became_active":"2021-03-04T23:32:26.241358+0000","last_became_peered":"2021-03-04T23:32:26.241358+0000","last_unstale":"2021-03-04T23:34:28.062410+0000","last_undegraded":"2021-03-04T23:34:28.062410+0000","last_fullsized":"2021-03-04T23:34:28.062410+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"333","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.055832+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:34:28.055832+0000","last_peered":"2021-03-04T23:34:28.055832+0000","last_clean":"2021-03-04T23:34:28.055832+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:34:28.055832+0000","last_undegraded":"2021-03-04T23:34:28.055832+0000","last_fullsized":"2021-03-04T23:34:28.055832+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"312","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.055657+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:34:28.055657+0000","last_peered":"2021-03-04T23:34:28.055657+0000","last_clean":"2021-03-04T23:34:28.055657+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:34:28.055657+0000","last_undegraded":"2021-03-04T23:34:28.055657+0000","last_fullsized":"2021-03-04T23:34:28.055657+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"81","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.053768+0000","last_change":"2021-03-04T23:32:18.982083+0000","last_active":"2021-03-04T23:34:28.053768+0000","last_peered":"2021-03-04T23:34:28.053768+0000","last_clean":"2021-03-04T23:34:28.053768+0000","last_became_active":"2021-03-04T23:32:18.981790+0000","last_became_peered":"2021-03-04T23:32:18.981790+0000","last_unstale":"2021-03-04T23:34:28.053768+0000","last_undegraded":"2021-03-04T23:34:28.053768+0000","last_fullsized":"2021-03-04T23:34:28.053768+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"91","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.056723+0000","last_change":"2021-03-04T23:32:19.165859+0000","last_active":"2021-03-04T23:34:28.056723+0000","last_peered":"2021-03-04T23:34:28.056723+0000","last_clean":"2021-03-04T23:34:28.056723+0000","last_became_active":"2021-03-04T23:32:19.018621+0000","last_became_peered":"2021-03-04T23:32:19.018621+0000","last_unstale":"2021-03-04T23:34:28.056723+0000","last_undegraded":"2021-03-04T23:34:28.056723+0000","last_fullsized":"2021-03-04T23:34:28.056723+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"113","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.052765+0000","last_change":"2021-03-04T23:32:26.238976+0000","last_active":"2021-03-04T23:34:28.052765+0000","last_peered":"2021-03-04T23:34:28.052765+0000","last_clean":"2021-03-04T23:34:28.052765+0000","last_became_active":"2021-03-04T23:32:26.238739+0000","last_became_peered":"2021-03-04T23:32:26.238739+0000","last_unstale":"2021-03-04T23:34:28.052765+0000","last_undegraded":"2021-03-04T23:34:28.052765+0000","last_fullsized":"2021-03-04T23:34:28.052765+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"81","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.053974+0000","last_change":"2021-03-04T23:32:19.011685+0000","last_active":"2021-03-04T23:34:28.053974+0000","last_peered":"2021-03-04T23:34:28.053974+0000","last_clean":"2021-03-04T23:34:28.053974+0000","last_became_active":"2021-03-04T23:32:19.011404+0000","last_became_peered":"2021-03-04T23:32:19.011404+0000","last_unstale":"2021-03-04T23:34:28.053974+0000","last_undegraded":"2021-03-04T23:34:28.053974+0000","last_fullsized":"2021-03-04T23:34:28.053974+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"309","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.053800+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:34:28.053800+0000","last_peered":"2021-03-04T23:34:28.053800+0000","last_clean":"2021-03-04T23:34:28.053800+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:34:28.053800+0000","last_undegraded":"2021-03-04T23:34:28.053800+0000","last_fullsized":"2021-03-04T23:34:28.053800+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"295","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.055250+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:34:28.055250+0000","last_peered":"2021-03-04T23:34:28.055250+0000","last_clean":"2021-03-04T23:34:28.055250+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:34:28.055250+0000","last_undegraded":"2021-03-04T23:34:28.055250+0000","last_fullsized":"2021-03-04T23:34:28.055250+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"81","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.056827+0000","last_change":"2021-03-04T23:32:19.019024+0000","last_active":"2021-03-04T23:34:28.056827+0000","last_peered":"2021-03-04T23:34:28.056827+0000","last_clean":"2021-03-04T23:34:28.056827+0000","last_became_active":"2021-03-04T23:32:19.018570+0000","last_became_peered":"2021-03-04T23:32:19.018570+0000","last_unstale":"2021-03-04T23:34:28.056827+0000","last_undegraded":"2021-03-04T23:34:28.056827+0000","last_fullsized":"2021-03-04T23:34:28.056827+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"72","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.054078+0000","last_change":"2021-03-04T23:32:26.245321+0000","last_active":"2021-03-04T23:34:28.054078+0000","last_peered":"2021-03-04T23:34:28.054078+0000","last_clean":"2021-03-04T23:34:28.054078+0000","last_became_active":"2021-03-04T23:32:26.243283+0000","last_became_peered":"2021-03-04T23:32:26.243283+0000","last_unstale":"2021-03-04T23:34:28.054078+0000","last_undegraded":"2021-03-04T23:34:28.054078+0000","last_fullsized":"2021-03-04T23:34:28.054078+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"268","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.053861+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:34:28.053861+0000","last_peered":"2021-03-04T23:34:28.053861+0000","last_clean":"2021-03-04T23:34:28.053861+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:34:28.053861+0000","last_undegraded":"2021-03-04T23:34:28.053861+0000","last_fullsized":"2021-03-04T23:34:28.053861+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"293","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.074375+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:34:28.074375+0000","last_peered":"2021-03-04T23:34:28.074375+0000","last_clean":"2021-03-04T23:34:28.074375+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:34:28.074375+0000","last_undegraded":"2021-03-04T23:34:28.074375+0000","last_fullsized":"2021-03-04T23:34:28.074375+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"81","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.053909+0000","last_change":"2021-03-04T23:32:18.982413+0000","last_active":"2021-03-04T23:34:28.053909+0000","last_peered":"2021-03-04T23:34:28.053909+0000","last_clean":"2021-03-04T23:34:28.053909+0000","last_became_active":"2021-03-04T23:32:18.981859+0000","last_became_peered":"2021-03-04T23:32:18.981859+0000","last_unstale":"2021-03-04T23:34:28.053909+0000","last_undegraded":"2021-03-04T23:34:28.053909+0000","last_fullsized":"2021-03-04T23:34:28.053909+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"279","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.063366+0000","last_change":"2021-03-04T23:31:58.062545+0000","last_active":"2021-03-04T23:34:28.063366+0000","last_peered":"2021-03-04T23:34:28.063366+0000","last_clean":"2021-03-04T23:34:28.063366+0000","last_became_active":"2021-03-04T23:31:58.062078+0000","last_became_peered":"2021-03-04T23:31:58.062078+0000","last_unstale":"2021-03-04T23:34:28.063366+0000","last_undegraded":"2021-03-04T23:34:28.063366+0000","last_fullsized":"2021-03-04T23:34:28.063366+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"180","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.052553+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:34:28.052553+0000","last_peered":"2021-03-04T23:34:28.052553+0000","last_clean":"2021-03-04T23:34:28.052553+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:34:28.052553+0000","last_undegraded":"2021-03-04T23:34:28.052553+0000","last_fullsized":"2021-03-04T23:34:28.052553+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"95","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.052826+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:34:28.052826+0000","last_peered":"2021-03-04T23:34:28.052826+0000","last_clean":"2021-03-04T23:34:28.052826+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:34:28.052826+0000","last_undegraded":"2021-03-04T23:34:28.052826+0000","last_fullsized":"2021-03-04T23:34:28.052826+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"81","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.054364+0000","last_change":"2021-03-04T23:32:18.990360+0000","last_active":"2021-03-04T23:34:28.054364+0000","last_peered":"2021-03-04T23:34:28.054364+0000","last_clean":"2021-03-04T23:34:28.054364+0000","last_became_active":"2021-03-04T23:32:18.985583+0000","last_became_peered":"2021-03-04T23:32:18.985583+0000","last_unstale":"2021-03-04T23:34:28.054364+0000","last_undegraded":"2021-03-04T23:34:28.054364+0000","last_fullsized":"2021-03-04T23:34:28.054364+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"33","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.062768+0000","last_change":"2021-03-04T23:32:26.249383+0000","last_active":"2021-03-04T23:34:28.062768+0000","last_peered":"2021-03-04T23:34:28.062768+0000","last_clean":"2021-03-04T23:34:28.062768+0000","last_became_active":"2021-03-04T23:32:26.249012+0000","last_became_peered":"2021-03-04T23:32:26.249012+0000","last_unstale":"2021-03-04T23:34:28.062768+0000","last_undegraded":"2021-03-04T23:34:28.062768+0000","last_fullsized":"2021-03-04T23:34:28.062768+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"290'14470","reported_seq":"14704","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:43.097663+0000","last_change":"2021-03-04T23:31:15.984936+0000","last_active":"2021-03-04T23:34:43.097663+0000","last_peered":"2021-03-04T23:34:43.097663+0000","last_clean":"2021-03-04T23:34:43.097663+0000","last_became_active":"2021-03-04T23:31:15.969777+0000","last_became_peered":"2021-03-04T23:31:15.969777+0000","last_unstale":"2021-03-04T23:34:43.097663+0000","last_undegraded":"2021-03-04T23:34:43.097663+0000","last_fullsized":"2021-03-04T23:34:43.097663+0000","mapping_epoch":236,"log_start":"159'9847","ondisk_log_start":"159'9847","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4623,"ondisk_log_size":4623,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":303824896,"num_objects":4636,"num_object_clones":0,"num_object_copies":13908,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4636,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14470,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":1048576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"67","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.054356+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:34:28.054356+0000","last_peered":"2021-03-04T23:34:28.054356+0000","last_clean":"2021-03-04T23:34:28.054356+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:34:28.054356+0000","last_undegraded":"2021-03-04T23:34:28.054356+0000","last_fullsized":"2021-03-04T23:34:28.054356+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"298","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.054807+0000","last_change":"2021-03-04T23:32:18.976569+0000","last_active":"2021-03-04T23:34:28.054807+0000","last_peered":"2021-03-04T23:34:28.054807+0000","last_clean":"2021-03-04T23:34:28.054807+0000","last_became_active":"2021-03-04T23:32:18.976326+0000","last_became_peered":"2021-03-04T23:32:18.976326+0000","last_unstale":"2021-03-04T23:34:28.054807+0000","last_undegraded":"2021-03-04T23:34:28.054807+0000","last_fullsized":"2021-03-04T23:34:28.054807+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"81","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.054140+0000","last_change":"2021-03-04T23:32:18.981638+0000","last_active":"2021-03-04T23:34:28.054140+0000","last_peered":"2021-03-04T23:34:28.054140+0000","last_clean":"2021-03-04T23:34:28.054140+0000","last_became_active":"2021-03-04T23:32:18.981295+0000","last_became_peered":"2021-03-04T23:32:18.981295+0000","last_unstale":"2021-03-04T23:34:28.054140+0000","last_undegraded":"2021-03-04T23:34:28.054140+0000","last_fullsized":"2021-03-04T23:34:28.054140+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"190","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.052922+0000","last_change":"2021-03-04T23:31:58.069396+0000","last_active":"2021-03-04T23:34:28.052922+0000","last_peered":"2021-03-04T23:34:28.052922+0000","last_clean":"2021-03-04T23:34:28.052922+0000","last_became_active":"2021-03-04T23:31:58.069222+0000","last_became_peered":"2021-03-04T23:31:58.069222+0000","last_unstale":"2021-03-04T23:34:28.052922+0000","last_undegraded":"2021-03-04T23:34:28.052922+0000","last_fullsized":"2021-03-04T23:34:28.052922+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"290'14432","reported_seq":"35293","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:45.288028+0000","last_change":"2021-03-04T23:31:02.313487+0000","last_active":"2021-03-04T23:34:45.288028+0000","last_peered":"2021-03-04T23:34:45.288028+0000","last_clean":"2021-03-04T23:34:45.288028+0000","last_became_active":"2021-03-04T23:31:02.298187+0000","last_became_peered":"2021-03-04T23:31:02.298187+0000","last_unstale":"2021-03-04T23:34:45.288028+0000","last_undegraded":"2021-03-04T23:34:45.288028+0000","last_fullsized":"2021-03-04T23:34:45.288028+0000","mapping_epoch":230,"log_start":"155'8822","ondisk_log_start":"155'8822","created":137,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5610,"ondisk_log_size":5610,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":304873472,"num_objects":4652,"num_object_clones":0,"num_object_copies":13956,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4652,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14432,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8025,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"67","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.054393+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:34:28.054393+0000","last_peered":"2021-03-04T23:34:28.054393+0000","last_clean":"2021-03-04T23:34:28.054393+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:34:28.054393+0000","last_undegraded":"2021-03-04T23:34:28.054393+0000","last_fullsized":"2021-03-04T23:34:28.054393+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"360","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.055538+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:34:28.055538+0000","last_peered":"2021-03-04T23:34:28.055538+0000","last_clean":"2021-03-04T23:34:28.055538+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:34:28.055538+0000","last_undegraded":"2021-03-04T23:34:28.055538+0000","last_fullsized":"2021-03-04T23:34:28.055538+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"81","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.054443+0000","last_change":"2021-03-04T23:32:18.976226+0000","last_active":"2021-03-04T23:34:28.054443+0000","last_peered":"2021-03-04T23:34:28.054443+0000","last_clean":"2021-03-04T23:34:28.054443+0000","last_became_active":"2021-03-04T23:32:18.975856+0000","last_became_peered":"2021-03-04T23:32:18.975856+0000","last_unstale":"2021-03-04T23:34:28.054443+0000","last_undegraded":"2021-03-04T23:34:28.054443+0000","last_fullsized":"2021-03-04T23:34:28.054443+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"33","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.062568+0000","last_change":"2021-03-04T23:32:26.243559+0000","last_active":"2021-03-04T23:34:28.062568+0000","last_peered":"2021-03-04T23:34:28.062568+0000","last_clean":"2021-03-04T23:34:28.062568+0000","last_became_active":"2021-03-04T23:32:26.243315+0000","last_became_peered":"2021-03-04T23:32:26.243315+0000","last_unstale":"2021-03-04T23:34:28.062568+0000","last_undegraded":"2021-03-04T23:34:28.062568+0000","last_fullsized":"2021-03-04T23:34:28.062568+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"290'14554","reported_seq":"14752","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:43.674626+0000","last_change":"2021-03-04T23:31:16.986091+0000","last_active":"2021-03-04T23:34:43.674626+0000","last_peered":"2021-03-04T23:34:43.674626+0000","last_clean":"2021-03-04T23:34:43.674626+0000","last_became_active":"2021-03-04T23:31:16.966316+0000","last_became_peered":"2021-03-04T23:31:16.966316+0000","last_unstale":"2021-03-04T23:34:43.674626+0000","last_undegraded":"2021-03-04T23:34:43.674626+0000","last_fullsized":"2021-03-04T23:34:43.674626+0000","mapping_epoch":237,"log_start":"157'9387","ondisk_log_start":"157'9387","created":137,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5167,"ondisk_log_size":5167,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":305659904,"num_objects":4664,"num_object_clones":0,"num_object_copies":13992,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4664,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14554,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"67","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.054305+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:34:28.054305+0000","last_peered":"2021-03-04T23:34:28.054305+0000","last_clean":"2021-03-04T23:34:28.054305+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:34:28.054305+0000","last_undegraded":"2021-03-04T23:34:28.054305+0000","last_fullsized":"2021-03-04T23:34:28.054305+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"39","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.052579+0000","last_change":"2021-03-04T23:32:18.980591+0000","last_active":"2021-03-04T23:34:28.052579+0000","last_peered":"2021-03-04T23:34:28.052579+0000","last_clean":"2021-03-04T23:34:28.052579+0000","last_became_active":"2021-03-04T23:32:18.980308+0000","last_became_peered":"2021-03-04T23:32:18.980308+0000","last_unstale":"2021-03-04T23:34:28.052579+0000","last_undegraded":"2021-03-04T23:34:28.052579+0000","last_fullsized":"2021-03-04T23:34:28.052579+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"81","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.054322+0000","last_change":"2021-03-04T23:32:18.981505+0000","last_active":"2021-03-04T23:34:28.054322+0000","last_peered":"2021-03-04T23:34:28.054322+0000","last_clean":"2021-03-04T23:34:28.054322+0000","last_became_active":"2021-03-04T23:32:18.981076+0000","last_became_peered":"2021-03-04T23:32:18.981076+0000","last_unstale":"2021-03-04T23:34:28.054322+0000","last_undegraded":"2021-03-04T23:34:28.054322+0000","last_fullsized":"2021-03-04T23:34:28.054322+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"63","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.054239+0000","last_change":"2021-03-04T23:31:15.977616+0000","last_active":"2021-03-04T23:34:28.054239+0000","last_peered":"2021-03-04T23:34:28.054239+0000","last_clean":"2021-03-04T23:34:28.054239+0000","last_became_active":"2021-03-04T23:31:15.976913+0000","last_became_peered":"2021-03-04T23:31:15.976913+0000","last_unstale":"2021-03-04T23:34:28.054239+0000","last_undegraded":"2021-03-04T23:34:28.054239+0000","last_fullsized":"2021-03-04T23:34:28.054239+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.6","version":"290'14682","reported_seq":"21418","reported_epoch":"290","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:34:43.648060+0000","last_change":"2021-03-04T23:32:27.548241+0000","last_active":"2021-03-04T23:34:43.648060+0000","last_peered":"2021-03-04T23:34:43.648060+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:32:27.370442+0000","last_became_peered":"2021-03-04T23:32:27.370442+0000","last_unstale":"2021-03-04T23:34:43.648060+0000","last_undegraded":"2021-03-04T23:32:27.364047+0000","last_fullsized":"2021-03-04T23:32:27.244914+0000","mapping_epoch":267,"log_start":"158'9582","ondisk_log_start":"158'9582","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5100,"ondisk_log_size":5100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":317587456,"num_objects":4846,"num_object_clones":0,"num_object_copies":14538,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8158,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4846,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14682,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3260,"num_bytes_recovered":213647360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"1,2,5","objects":1973},{"shards":"1,5","objects":671},{"shards":"2,5,6","objects":2202}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"320","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.055180+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:34:28.055180+0000","last_peered":"2021-03-04T23:34:28.055180+0000","last_clean":"2021-03-04T23:34:28.055180+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:34:28.055180+0000","last_undegraded":"2021-03-04T23:34:28.055180+0000","last_fullsized":"2021-03-04T23:34:28.055180+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"284","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.074218+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:34:28.074218+0000","last_peered":"2021-03-04T23:34:28.074218+0000","last_clean":"2021-03-04T23:34:28.074218+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:34:28.074218+0000","last_undegraded":"2021-03-04T23:34:28.074218+0000","last_fullsized":"2021-03-04T23:34:28.074218+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"341","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.054664+0000","last_change":"2021-03-04T23:32:18.972523+0000","last_active":"2021-03-04T23:34:28.054664+0000","last_peered":"2021-03-04T23:34:28.054664+0000","last_clean":"2021-03-04T23:34:28.054664+0000","last_became_active":"2021-03-04T23:32:18.971535+0000","last_became_peered":"2021-03-04T23:32:18.971535+0000","last_unstale":"2021-03-04T23:34:28.054664+0000","last_undegraded":"2021-03-04T23:34:28.054664+0000","last_fullsized":"2021-03-04T23:34:28.054664+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"81","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.053970+0000","last_change":"2021-03-04T23:32:18.981988+0000","last_active":"2021-03-04T23:34:28.053970+0000","last_peered":"2021-03-04T23:34:28.053970+0000","last_clean":"2021-03-04T23:34:28.053970+0000","last_became_active":"2021-03-04T23:32:18.981427+0000","last_became_peered":"2021-03-04T23:32:18.981427+0000","last_unstale":"2021-03-04T23:34:28.053970+0000","last_undegraded":"2021-03-04T23:34:28.053970+0000","last_fullsized":"2021-03-04T23:34:28.053970+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"290'14414","reported_seq":"22859","reported_epoch":"290","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:34:42.908214+0000","last_change":"2021-03-04T23:32:43.822873+0000","last_active":"2021-03-04T23:34:42.908214+0000","last_peered":"2021-03-04T23:34:42.908214+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:32:35.807116+0000","last_became_peered":"2021-03-04T23:32:35.807116+0000","last_unstale":"2021-03-04T23:34:42.908214+0000","last_undegraded":"2021-03-04T23:34:42.908214+0000","last_fullsized":"2021-03-04T23:32:19.969626+0000","mapping_epoch":261,"log_start":"151'7839","ondisk_log_start":"151'7839","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6575,"ondisk_log_size":6575,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":297664512,"num_objects":4542,"num_object_clones":0,"num_object_copies":13626,"num_objects_missing_on_primary":793,"num_objects_missing":793,"num_objects_degraded":0,"num_objects_misplaced":1621,"num_objects_unfound":0,"num_objects_dirty":4542,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14414,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4123,"num_bytes_recovered":252968960,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6],"avail_no_missing":["2","7"],"object_location_counts":[{"shards":"3,4,7","objects":1621},{"shards":"3,6","objects":2921}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"81","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.052566+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:34:28.052566+0000","last_peered":"2021-03-04T23:34:28.052566+0000","last_clean":"2021-03-04T23:34:28.052566+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:34:28.052566+0000","last_undegraded":"2021-03-04T23:34:28.052566+0000","last_fullsized":"2021-03-04T23:34:28.052566+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"321","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.055919+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:34:28.055919+0000","last_peered":"2021-03-04T23:34:28.055919+0000","last_clean":"2021-03-04T23:34:28.055919+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:34:28.055919+0000","last_undegraded":"2021-03-04T23:34:28.055919+0000","last_fullsized":"2021-03-04T23:34:28.055919+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"299","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.055043+0000","last_change":"2021-03-04T23:31:58.069697+0000","last_active":"2021-03-04T23:34:28.055043+0000","last_peered":"2021-03-04T23:34:28.055043+0000","last_clean":"2021-03-04T23:34:28.055043+0000","last_became_active":"2021-03-04T23:31:58.068973+0000","last_became_peered":"2021-03-04T23:31:58.068973+0000","last_unstale":"2021-03-04T23:34:28.055043+0000","last_undegraded":"2021-03-04T23:34:28.055043+0000","last_fullsized":"2021-03-04T23:34:28.055043+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"81","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.053833+0000","last_change":"2021-03-04T23:32:19.011549+0000","last_active":"2021-03-04T23:34:28.053833+0000","last_peered":"2021-03-04T23:34:28.053833+0000","last_clean":"2021-03-04T23:34:28.053833+0000","last_became_active":"2021-03-04T23:32:19.011346+0000","last_became_peered":"2021-03-04T23:32:19.011346+0000","last_unstale":"2021-03-04T23:34:28.053833+0000","last_undegraded":"2021-03-04T23:34:28.053833+0000","last_fullsized":"2021-03-04T23:34:28.053833+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"290'14757","reported_seq":"29779","reported_epoch":"290","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:34:43.687002+0000","last_change":"2021-03-04T23:32:26.310942+0000","last_active":"2021-03-04T23:34:43.687002+0000","last_peered":"2021-03-04T23:34:43.687002+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:32:26.290638+0000","last_became_peered":"2021-03-04T23:32:26.290638+0000","last_unstale":"2021-03-04T23:34:43.687002+0000","last_undegraded":"2021-03-04T23:34:43.687002+0000","last_fullsized":"2021-03-04T23:34:43.687002+0000","mapping_epoch":266,"log_start":"158'9615","ondisk_log_start":"158'9615","created":137,"last_epoch_clean":233,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5142,"ondisk_log_size":5142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":306511872,"num_objects":4677,"num_object_clones":0,"num_object_copies":14031,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":9354,"num_objects_unfound":0,"num_objects_dirty":4677,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14757,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7388,"num_bytes_recovered":475725824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[5,0,2],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"0,2,5","objects":4677}],"blocked_by":[],"up_primary":1,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"48","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.052681+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:34:28.052681+0000","last_peered":"2021-03-04T23:34:28.052681+0000","last_clean":"2021-03-04T23:34:28.052681+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:34:28.052681+0000","last_undegraded":"2021-03-04T23:34:28.052681+0000","last_fullsized":"2021-03-04T23:34:28.052681+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"309","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.055712+0000","last_change":"2021-03-04T23:32:18.970427+0000","last_active":"2021-03-04T23:34:28.055712+0000","last_peered":"2021-03-04T23:34:28.055712+0000","last_clean":"2021-03-04T23:34:28.055712+0000","last_became_active":"2021-03-04T23:32:18.970152+0000","last_became_peered":"2021-03-04T23:32:18.970152+0000","last_unstale":"2021-03-04T23:34:28.055712+0000","last_undegraded":"2021-03-04T23:34:28.055712+0000","last_fullsized":"2021-03-04T23:34:28.055712+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"81","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.056874+0000","last_change":"2021-03-04T23:32:19.018810+0000","last_active":"2021-03-04T23:34:28.056874+0000","last_peered":"2021-03-04T23:34:28.056874+0000","last_clean":"2021-03-04T23:34:28.056874+0000","last_became_active":"2021-03-04T23:32:19.018286+0000","last_became_peered":"2021-03-04T23:32:19.018286+0000","last_unstale":"2021-03-04T23:34:28.056874+0000","last_undegraded":"2021-03-04T23:34:28.056874+0000","last_fullsized":"2021-03-04T23:34:28.056874+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"72","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.053939+0000","last_change":"2021-03-04T23:32:26.246083+0000","last_active":"2021-03-04T23:34:28.053939+0000","last_peered":"2021-03-04T23:34:28.053939+0000","last_clean":"2021-03-04T23:34:28.053939+0000","last_became_active":"2021-03-04T23:32:26.244207+0000","last_became_peered":"2021-03-04T23:32:26.244207+0000","last_unstale":"2021-03-04T23:34:28.053939+0000","last_undegraded":"2021-03-04T23:34:28.053939+0000","last_fullsized":"2021-03-04T23:34:28.053939+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"290'14316","reported_seq":"29870","reported_epoch":"290","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:34:42.625075+0000","last_change":"2021-03-04T23:32:26.376916+0000","last_active":"2021-03-04T23:34:42.625075+0000","last_peered":"2021-03-04T23:34:42.625075+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:32:26.331782+0000","last_became_peered":"2021-03-04T23:32:26.331782+0000","last_unstale":"2021-03-04T23:34:42.625075+0000","last_undegraded":"2021-03-04T23:32:26.253611+0000","last_fullsized":"2021-03-04T23:32:26.238493+0000","mapping_epoch":266,"log_start":"159'9873","ondisk_log_start":"159'9873","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4443,"ondisk_log_size":4443,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":304349184,"num_objects":4644,"num_object_clones":0,"num_object_copies":13932,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3797,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4644,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14316,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5565,"num_bytes_recovered":304480256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3],"avail_no_missing":["7","0","3","6"],"object_location_counts":[{"shards":"3,5,7","objects":2096},{"shards":"3,7","objects":2548}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"286","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.055443+0000","last_change":"2021-03-04T23:31:58.064857+0000","last_active":"2021-03-04T23:34:28.055443+0000","last_peered":"2021-03-04T23:34:28.055443+0000","last_clean":"2021-03-04T23:34:28.055443+0000","last_became_active":"2021-03-04T23:31:58.064575+0000","last_became_peered":"2021-03-04T23:31:58.064575+0000","last_unstale":"2021-03-04T23:34:28.055443+0000","last_undegraded":"2021-03-04T23:34:28.055443+0000","last_fullsized":"2021-03-04T23:34:28.055443+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"348","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.055878+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:34:28.055878+0000","last_peered":"2021-03-04T23:34:28.055878+0000","last_clean":"2021-03-04T23:34:28.055878+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:34:28.055878+0000","last_undegraded":"2021-03-04T23:34:28.055878+0000","last_fullsized":"2021-03-04T23:34:28.055878+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"279","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.063336+0000","last_change":"2021-03-04T23:31:58.062715+0000","last_active":"2021-03-04T23:34:28.063336+0000","last_peered":"2021-03-04T23:34:28.063336+0000","last_clean":"2021-03-04T23:34:28.063336+0000","last_became_active":"2021-03-04T23:31:58.062351+0000","last_became_peered":"2021-03-04T23:31:58.062351+0000","last_unstale":"2021-03-04T23:34:28.063336+0000","last_undegraded":"2021-03-04T23:34:28.063336+0000","last_fullsized":"2021-03-04T23:34:28.063336+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"81","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.054042+0000","last_change":"2021-03-04T23:32:18.982415+0000","last_active":"2021-03-04T23:34:28.054042+0000","last_peered":"2021-03-04T23:34:28.054042+0000","last_clean":"2021-03-04T23:34:28.054042+0000","last_became_active":"2021-03-04T23:32:18.982097+0000","last_became_peered":"2021-03-04T23:32:18.982097+0000","last_unstale":"2021-03-04T23:34:28.054042+0000","last_undegraded":"2021-03-04T23:34:28.054042+0000","last_fullsized":"2021-03-04T23:34:28.054042+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"290'14383","reported_seq":"36970","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:42.795581+0000","last_change":"2021-03-04T23:32:23.249042+0000","last_active":"2021-03-04T23:34:42.795581+0000","last_peered":"2021-03-04T23:34:42.795581+0000","last_clean":"2021-03-04T23:34:42.795581+0000","last_became_active":"2021-03-04T23:32:23.233324+0000","last_became_peered":"2021-03-04T23:32:23.233324+0000","last_unstale":"2021-03-04T23:34:42.795581+0000","last_undegraded":"2021-03-04T23:34:42.795581+0000","last_fullsized":"2021-03-04T23:34:42.795581+0000","mapping_epoch":264,"log_start":"151'7830","ondisk_log_start":"151'7830","created":137,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6553,"ondisk_log_size":6553,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":313196544,"num_objects":4779,"num_object_clones":0,"num_object_copies":14337,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4779,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14383,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11178,"num_bytes_recovered":644808704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"104","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.052422+0000","last_change":"2021-03-04T23:32:26.240947+0000","last_active":"2021-03-04T23:34:28.052422+0000","last_peered":"2021-03-04T23:34:28.052422+0000","last_clean":"2021-03-04T23:34:28.052422+0000","last_became_active":"2021-03-04T23:32:26.240743+0000","last_became_peered":"2021-03-04T23:32:26.240743+0000","last_unstale":"2021-03-04T23:34:28.052422+0000","last_undegraded":"2021-03-04T23:34:28.052422+0000","last_fullsized":"2021-03-04T23:34:28.052422+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"129","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.062715+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:34:28.062715+0000","last_peered":"2021-03-04T23:34:28.062715+0000","last_clean":"2021-03-04T23:34:28.062715+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:34:28.062715+0000","last_undegraded":"2021-03-04T23:34:28.062715+0000","last_fullsized":"2021-03-04T23:34:28.062715+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"81","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.054355+0000","last_change":"2021-03-04T23:32:18.981845+0000","last_active":"2021-03-04T23:34:28.054355+0000","last_peered":"2021-03-04T23:34:28.054355+0000","last_clean":"2021-03-04T23:34:28.054355+0000","last_became_active":"2021-03-04T23:32:18.981465+0000","last_became_peered":"2021-03-04T23:32:18.981465+0000","last_unstale":"2021-03-04T23:34:28.054355+0000","last_undegraded":"2021-03-04T23:34:28.054355+0000","last_fullsized":"2021-03-04T23:34:28.054355+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"290'14360","reported_seq":"28503","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:43.612475+0000","last_change":"2021-03-04T23:32:43.006956+0000","last_active":"2021-03-04T23:34:43.612475+0000","last_peered":"2021-03-04T23:34:43.612475+0000","last_clean":"2021-03-04T23:34:43.612475+0000","last_became_active":"2021-03-04T23:32:42.989066+0000","last_became_peered":"2021-03-04T23:32:42.989066+0000","last_unstale":"2021-03-04T23:34:43.612475+0000","last_undegraded":"2021-03-04T23:34:43.612475+0000","last_fullsized":"2021-03-04T23:34:43.612475+0000","mapping_epoch":273,"log_start":"156'9234","ondisk_log_start":"156'9234","created":137,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5126,"ondisk_log_size":5126,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":307888128,"num_objects":4698,"num_object_clones":0,"num_object_copies":14094,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4698,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14360,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6961,"num_bytes_recovered":299565056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"33","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.062508+0000","last_change":"2021-03-04T23:32:26.243555+0000","last_active":"2021-03-04T23:34:28.062508+0000","last_peered":"2021-03-04T23:34:28.062508+0000","last_clean":"2021-03-04T23:34:28.062508+0000","last_became_active":"2021-03-04T23:32:26.243321+0000","last_became_peered":"2021-03-04T23:32:26.243321+0000","last_unstale":"2021-03-04T23:34:28.062508+0000","last_undegraded":"2021-03-04T23:34:28.062508+0000","last_fullsized":"2021-03-04T23:34:28.062508+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"302","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.055193+0000","last_change":"2021-03-04T23:31:58.061270+0000","last_active":"2021-03-04T23:34:28.055193+0000","last_peered":"2021-03-04T23:34:28.055193+0000","last_clean":"2021-03-04T23:34:28.055193+0000","last_became_active":"2021-03-04T23:31:58.060937+0000","last_became_peered":"2021-03-04T23:31:58.060937+0000","last_unstale":"2021-03-04T23:34:28.055193+0000","last_undegraded":"2021-03-04T23:34:28.055193+0000","last_fullsized":"2021-03-04T23:34:28.055193+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"33","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.062395+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:34:28.062395+0000","last_peered":"2021-03-04T23:34:28.062395+0000","last_clean":"2021-03-04T23:34:28.062395+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:34:28.062395+0000","last_undegraded":"2021-03-04T23:34:28.062395+0000","last_fullsized":"2021-03-04T23:34:28.062395+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"81","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.053869+0000","last_change":"2021-03-04T23:32:18.981793+0000","last_active":"2021-03-04T23:34:28.053869+0000","last_peered":"2021-03-04T23:34:28.053869+0000","last_clean":"2021-03-04T23:34:28.053869+0000","last_became_active":"2021-03-04T23:32:18.981354+0000","last_became_peered":"2021-03-04T23:32:18.981354+0000","last_unstale":"2021-03-04T23:34:28.053869+0000","last_undegraded":"2021-03-04T23:34:28.053869+0000","last_fullsized":"2021-03-04T23:34:28.053869+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"290'14627","reported_seq":"29368","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:43.139809+0000","last_change":"2021-03-04T23:31:15.989387+0000","last_active":"2021-03-04T23:34:43.139809+0000","last_peered":"2021-03-04T23:34:43.139809+0000","last_clean":"2021-03-04T23:34:43.139809+0000","last_became_active":"2021-03-04T23:31:15.968551+0000","last_became_peered":"2021-03-04T23:31:15.968551+0000","last_unstale":"2021-03-04T23:34:43.139809+0000","last_undegraded":"2021-03-04T23:34:43.139809+0000","last_fullsized":"2021-03-04T23:34:43.139809+0000","mapping_epoch":236,"log_start":"159'10003","ondisk_log_start":"159'10003","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4624,"ondisk_log_size":4624,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":307429376,"num_objects":4691,"num_object_clones":0,"num_object_copies":14073,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4691,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14627,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7379,"num_bytes_recovered":476381184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"342","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.054745+0000","last_change":"2021-03-04T23:32:18.974052+0000","last_active":"2021-03-04T23:34:28.054745+0000","last_peered":"2021-03-04T23:34:28.054745+0000","last_clean":"2021-03-04T23:34:28.054745+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:34:28.054745+0000","last_undegraded":"2021-03-04T23:34:28.054745+0000","last_fullsized":"2021-03-04T23:34:28.054745+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"292","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.055629+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:34:28.055629+0000","last_peered":"2021-03-04T23:34:28.055629+0000","last_clean":"2021-03-04T23:34:28.055629+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:34:28.055629+0000","last_undegraded":"2021-03-04T23:34:28.055629+0000","last_fullsized":"2021-03-04T23:34:28.055629+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"33","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.062500+0000","last_change":"2021-03-04T23:32:26.241730+0000","last_active":"2021-03-04T23:34:28.062500+0000","last_peered":"2021-03-04T23:34:28.062500+0000","last_clean":"2021-03-04T23:34:28.062500+0000","last_became_active":"2021-03-04T23:32:26.241443+0000","last_became_peered":"2021-03-04T23:32:26.241443+0000","last_unstale":"2021-03-04T23:34:28.062500+0000","last_undegraded":"2021-03-04T23:34:28.062500+0000","last_fullsized":"2021-03-04T23:34:28.062500+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"81","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.053930+0000","last_change":"2021-03-04T23:32:18.982273+0000","last_active":"2021-03-04T23:34:28.053930+0000","last_peered":"2021-03-04T23:34:28.053930+0000","last_clean":"2021-03-04T23:34:28.053930+0000","last_became_active":"2021-03-04T23:32:18.981390+0000","last_became_peered":"2021-03-04T23:32:18.981390+0000","last_unstale":"2021-03-04T23:34:28.053930+0000","last_undegraded":"2021-03-04T23:34:28.053930+0000","last_fullsized":"2021-03-04T23:34:28.053930+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"290'14444","reported_seq":"22343","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:43.681807+0000","last_change":"2021-03-04T23:31:15.990321+0000","last_active":"2021-03-04T23:34:43.681807+0000","last_peered":"2021-03-04T23:34:43.681807+0000","last_clean":"2021-03-04T23:34:43.681807+0000","last_became_active":"2021-03-04T23:31:15.968330+0000","last_became_peered":"2021-03-04T23:31:15.968330+0000","last_unstale":"2021-03-04T23:34:43.681807+0000","last_undegraded":"2021-03-04T23:34:43.681807+0000","last_fullsized":"2021-03-04T23:34:43.681807+0000","mapping_epoch":236,"log_start":"158'9343","ondisk_log_start":"158'9343","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5101,"ondisk_log_size":5101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":301858816,"num_objects":4606,"num_object_clones":0,"num_object_copies":13818,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4606,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14444,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3842,"num_bytes_recovered":151388160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"282","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.063305+0000","last_change":"2021-03-04T23:31:58.062851+0000","last_active":"2021-03-04T23:34:28.063305+0000","last_peered":"2021-03-04T23:34:28.063305+0000","last_clean":"2021-03-04T23:34:28.063305+0000","last_became_active":"2021-03-04T23:31:58.062390+0000","last_became_peered":"2021-03-04T23:31:58.062390+0000","last_unstale":"2021-03-04T23:34:28.063305+0000","last_undegraded":"2021-03-04T23:34:28.063305+0000","last_fullsized":"2021-03-04T23:34:28.063305+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"33","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.062336+0000","last_change":"2021-03-04T23:32:26.241630+0000","last_active":"2021-03-04T23:34:28.062336+0000","last_peered":"2021-03-04T23:34:28.062336+0000","last_clean":"2021-03-04T23:34:28.062336+0000","last_became_active":"2021-03-04T23:32:26.241377+0000","last_became_peered":"2021-03-04T23:32:26.241377+0000","last_unstale":"2021-03-04T23:34:28.062336+0000","last_undegraded":"2021-03-04T23:34:28.062336+0000","last_fullsized":"2021-03-04T23:34:28.062336+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"33","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.062643+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:34:28.062643+0000","last_peered":"2021-03-04T23:34:28.062643+0000","last_clean":"2021-03-04T23:34:28.062643+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:34:28.062643+0000","last_undegraded":"2021-03-04T23:34:28.062643+0000","last_fullsized":"2021-03-04T23:34:28.062643+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"290'14444","reported_seq":"30549","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:42.804034+0000","last_change":"2021-03-04T23:30:59.306069+0000","last_active":"2021-03-04T23:34:42.804034+0000","last_peered":"2021-03-04T23:34:42.804034+0000","last_clean":"2021-03-04T23:34:42.804034+0000","last_became_active":"2021-03-04T23:30:59.292136+0000","last_became_peered":"2021-03-04T23:30:59.292136+0000","last_unstale":"2021-03-04T23:34:42.804034+0000","last_undegraded":"2021-03-04T23:34:42.804034+0000","last_fullsized":"2021-03-04T23:34:42.804034+0000","mapping_epoch":228,"log_start":"152'8097","ondisk_log_start":"152'8097","created":137,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6347,"ondisk_log_size":6347,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":306577408,"num_objects":4678,"num_object_clones":0,"num_object_copies":14034,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4678,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14444,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7939,"num_bytes_recovered":520224768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"300","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.055136+0000","last_change":"2021-03-04T23:31:58.069375+0000","last_active":"2021-03-04T23:34:28.055136+0000","last_peered":"2021-03-04T23:34:28.055136+0000","last_clean":"2021-03-04T23:34:28.055136+0000","last_became_active":"2021-03-04T23:31:58.069076+0000","last_became_peered":"2021-03-04T23:31:58.069076+0000","last_unstale":"2021-03-04T23:34:28.055136+0000","last_undegraded":"2021-03-04T23:34:28.055136+0000","last_fullsized":"2021-03-04T23:34:28.055136+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"81","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.054052+0000","last_change":"2021-03-04T23:32:18.976198+0000","last_active":"2021-03-04T23:34:28.054052+0000","last_peered":"2021-03-04T23:34:28.054052+0000","last_clean":"2021-03-04T23:34:28.054052+0000","last_became_active":"2021-03-04T23:32:18.975757+0000","last_became_peered":"2021-03-04T23:32:18.975757+0000","last_unstale":"2021-03-04T23:34:28.054052+0000","last_undegraded":"2021-03-04T23:34:28.054052+0000","last_fullsized":"2021-03-04T23:34:28.054052+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"77","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.052461+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:34:28.052461+0000","last_peered":"2021-03-04T23:34:28.052461+0000","last_clean":"2021-03-04T23:34:28.052461+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:34:28.052461+0000","last_undegraded":"2021-03-04T23:34:28.052461+0000","last_fullsized":"2021-03-04T23:34:28.052461+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"39","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.052826+0000","last_change":"2021-03-04T23:32:18.986718+0000","last_active":"2021-03-04T23:34:28.052826+0000","last_peered":"2021-03-04T23:34:28.052826+0000","last_clean":"2021-03-04T23:34:28.052826+0000","last_became_active":"2021-03-04T23:32:18.986509+0000","last_became_peered":"2021-03-04T23:32:18.986509+0000","last_unstale":"2021-03-04T23:34:28.052826+0000","last_undegraded":"2021-03-04T23:34:28.052826+0000","last_fullsized":"2021-03-04T23:34:28.052826+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"81","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.056764+0000","last_change":"2021-03-04T23:32:19.018869+0000","last_active":"2021-03-04T23:34:28.056764+0000","last_peered":"2021-03-04T23:34:28.056764+0000","last_clean":"2021-03-04T23:34:28.056764+0000","last_became_active":"2021-03-04T23:32:19.018305+0000","last_became_peered":"2021-03-04T23:32:19.018305+0000","last_unstale":"2021-03-04T23:34:28.056764+0000","last_undegraded":"2021-03-04T23:34:28.056764+0000","last_fullsized":"2021-03-04T23:34:28.056764+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"290'14824","reported_seq":"36626","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:43.100523+0000","last_change":"2021-03-04T23:32:34.277292+0000","last_active":"2021-03-04T23:34:43.100523+0000","last_peered":"2021-03-04T23:34:43.100523+0000","last_clean":"2021-03-04T23:34:43.100523+0000","last_became_active":"2021-03-04T23:32:34.260379+0000","last_became_peered":"2021-03-04T23:32:34.260379+0000","last_unstale":"2021-03-04T23:34:43.100523+0000","last_undegraded":"2021-03-04T23:34:43.100523+0000","last_fullsized":"2021-03-04T23:34:43.100523+0000","mapping_epoch":270,"log_start":"159'10235","ondisk_log_start":"159'10235","created":137,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4589,"ondisk_log_size":4589,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":310902784,"num_objects":4744,"num_object_clones":0,"num_object_copies":14232,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4744,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14824,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10774,"num_bytes_recovered":705953792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"72","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.053872+0000","last_change":"2021-03-04T23:32:26.246392+0000","last_active":"2021-03-04T23:34:28.053872+0000","last_peered":"2021-03-04T23:34:28.053872+0000","last_clean":"2021-03-04T23:34:28.053872+0000","last_became_active":"2021-03-04T23:32:26.245274+0000","last_became_peered":"2021-03-04T23:32:26.245274+0000","last_unstale":"2021-03-04T23:34:28.053872+0000","last_undegraded":"2021-03-04T23:34:28.053872+0000","last_fullsized":"2021-03-04T23:34:28.053872+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"274","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.074057+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:34:28.074057+0000","last_peered":"2021-03-04T23:34:28.074057+0000","last_clean":"2021-03-04T23:34:28.074057+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:34:28.074057+0000","last_undegraded":"2021-03-04T23:34:28.074057+0000","last_fullsized":"2021-03-04T23:34:28.074057+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"320","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.074448+0000","last_change":"2021-03-04T23:32:26.243552+0000","last_active":"2021-03-04T23:34:28.074448+0000","last_peered":"2021-03-04T23:34:28.074448+0000","last_clean":"2021-03-04T23:34:28.074448+0000","last_became_active":"2021-03-04T23:32:26.243356+0000","last_became_peered":"2021-03-04T23:32:26.243356+0000","last_unstale":"2021-03-04T23:34:28.074448+0000","last_undegraded":"2021-03-04T23:34:28.074448+0000","last_fullsized":"2021-03-04T23:34:28.074448+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"81","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.054400+0000","last_change":"2021-03-04T23:32:18.976958+0000","last_active":"2021-03-04T23:34:28.054400+0000","last_peered":"2021-03-04T23:34:28.054400+0000","last_clean":"2021-03-04T23:34:28.054400+0000","last_became_active":"2021-03-04T23:32:18.975806+0000","last_became_peered":"2021-03-04T23:32:18.975806+0000","last_unstale":"2021-03-04T23:34:28.054400+0000","last_undegraded":"2021-03-04T23:34:28.054400+0000","last_fullsized":"2021-03-04T23:34:28.054400+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"290'14440","reported_seq":"32100","reported_epoch":"290","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:34:42.627876+0000","last_change":"2021-03-04T23:32:27.307328+0000","last_active":"2021-03-04T23:34:42.627876+0000","last_peered":"2021-03-04T23:34:42.627876+0000","last_clean":"2021-03-04T23:32:23.232073+0000","last_became_active":"2021-03-04T23:32:27.288606+0000","last_became_peered":"2021-03-04T23:32:27.288606+0000","last_unstale":"2021-03-04T23:34:42.627876+0000","last_undegraded":"2021-03-04T23:34:42.627876+0000","last_fullsized":"2021-03-04T23:34:42.627876+0000","mapping_epoch":267,"log_start":"159'9986","ondisk_log_start":"159'9986","created":137,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4454,"ondisk_log_size":4454,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":308674560,"num_objects":4710,"num_object_clones":0,"num_object_copies":14130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4710,"num_objects_unfound":0,"num_objects_dirty":4710,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14440,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8712,"num_bytes_recovered":396623872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,0],"avail_no_missing":["7","0","4"],"object_location_counts":[{"shards":"0,4,7","objects":4710}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"63","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.054183+0000","last_change":"2021-03-04T23:31:15.976911+0000","last_active":"2021-03-04T23:34:28.054183+0000","last_peered":"2021-03-04T23:34:28.054183+0000","last_clean":"2021-03-04T23:34:28.054183+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:34:28.054183+0000","last_undegraded":"2021-03-04T23:34:28.054183+0000","last_fullsized":"2021-03-04T23:34:28.054183+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"33","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.062607+0000","last_change":"2021-03-04T23:32:26.241609+0000","last_active":"2021-03-04T23:34:28.062607+0000","last_peered":"2021-03-04T23:34:28.062607+0000","last_clean":"2021-03-04T23:34:28.062607+0000","last_became_active":"2021-03-04T23:32:26.241419+0000","last_became_peered":"2021-03-04T23:32:26.241419+0000","last_unstale":"2021-03-04T23:34:28.062607+0000","last_undegraded":"2021-03-04T23:34:28.062607+0000","last_fullsized":"2021-03-04T23:34:28.062607+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"252","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.055121+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:34:28.055121+0000","last_peered":"2021-03-04T23:34:28.055121+0000","last_clean":"2021-03-04T23:34:28.055121+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:34:28.055121+0000","last_undegraded":"2021-03-04T23:34:28.055121+0000","last_fullsized":"2021-03-04T23:34:28.055121+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"81","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.054423+0000","last_change":"2021-03-04T23:32:18.990243+0000","last_active":"2021-03-04T23:34:28.054423+0000","last_peered":"2021-03-04T23:34:28.054423+0000","last_clean":"2021-03-04T23:34:28.054423+0000","last_became_active":"2021-03-04T23:32:18.985408+0000","last_became_peered":"2021-03-04T23:32:18.985408+0000","last_unstale":"2021-03-04T23:34:28.054423+0000","last_undegraded":"2021-03-04T23:34:28.054423+0000","last_fullsized":"2021-03-04T23:34:28.054423+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"290'14313","reported_seq":"22372","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:42.617879+0000","last_change":"2021-03-04T23:32:54.052768+0000","last_active":"2021-03-04T23:34:42.617879+0000","last_peered":"2021-03-04T23:34:42.617879+0000","last_clean":"2021-03-04T23:34:42.617879+0000","last_became_active":"2021-03-04T23:32:54.024075+0000","last_became_peered":"2021-03-04T23:32:54.024075+0000","last_unstale":"2021-03-04T23:34:42.617879+0000","last_undegraded":"2021-03-04T23:34:42.617879+0000","last_fullsized":"2021-03-04T23:34:42.617879+0000","mapping_epoch":276,"log_start":"159'9895","ondisk_log_start":"159'9895","created":137,"last_epoch_clean":277,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4418,"ondisk_log_size":4418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":305528856,"num_objects":4663,"num_object_clones":0,"num_object_copies":13989,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4663,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":14313,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3917,"num_bytes_recovered":147324952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"103","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.052794+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:34:28.052794+0000","last_peered":"2021-03-04T23:34:28.052794+0000","last_clean":"2021-03-04T23:34:28.052794+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:34:28.052794+0000","last_undegraded":"2021-03-04T23:34:28.052794+0000","last_fullsized":"2021-03-04T23:34:28.052794+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"33","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.062709+0000","last_change":"2021-03-04T23:32:26.249226+0000","last_active":"2021-03-04T23:34:28.062709+0000","last_peered":"2021-03-04T23:34:28.062709+0000","last_clean":"2021-03-04T23:34:28.062709+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:34:28.062709+0000","last_undegraded":"2021-03-04T23:34:28.062709+0000","last_fullsized":"2021-03-04T23:34:28.062709+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"95","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.052370+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:34:28.052370+0000","last_peered":"2021-03-04T23:34:28.052370+0000","last_clean":"2021-03-04T23:34:28.052370+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:34:28.052370+0000","last_undegraded":"2021-03-04T23:34:28.052370+0000","last_fullsized":"2021-03-04T23:34:28.052370+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"81","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.054202+0000","last_change":"2021-03-04T23:32:18.976964+0000","last_active":"2021-03-04T23:34:28.054202+0000","last_peered":"2021-03-04T23:34:28.054202+0000","last_clean":"2021-03-04T23:34:28.054202+0000","last_became_active":"2021-03-04T23:32:18.976053+0000","last_became_peered":"2021-03-04T23:32:18.976053+0000","last_unstale":"2021-03-04T23:34:28.054202+0000","last_undegraded":"2021-03-04T23:34:28.054202+0000","last_fullsized":"2021-03-04T23:34:28.054202+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"290'14383","reported_seq":"21992","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:42.909717+0000","last_change":"2021-03-04T23:31:15.998496+0000","last_active":"2021-03-04T23:34:42.909717+0000","last_peered":"2021-03-04T23:34:42.909717+0000","last_clean":"2021-03-04T23:34:42.909717+0000","last_became_active":"2021-03-04T23:31:15.976417+0000","last_became_peered":"2021-03-04T23:31:15.976417+0000","last_unstale":"2021-03-04T23:34:42.909717+0000","last_undegraded":"2021-03-04T23:34:42.909717+0000","last_fullsized":"2021-03-04T23:34:42.909717+0000","mapping_epoch":236,"log_start":"151'7775","ondisk_log_start":"151'7775","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6608,"ondisk_log_size":6608,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":305201152,"num_objects":4657,"num_object_clones":0,"num_object_copies":13971,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4657,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14383,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3697,"num_bytes_recovered":238419968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"191","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.052944+0000","last_change":"2021-03-04T23:31:58.069248+0000","last_active":"2021-03-04T23:34:28.052944+0000","last_peered":"2021-03-04T23:34:28.052944+0000","last_clean":"2021-03-04T23:34:28.052944+0000","last_became_active":"2021-03-04T23:31:58.068899+0000","last_became_peered":"2021-03-04T23:31:58.068899+0000","last_unstale":"2021-03-04T23:34:28.052944+0000","last_undegraded":"2021-03-04T23:34:28.052944+0000","last_fullsized":"2021-03-04T23:34:28.052944+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"323","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.074508+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:34:28.074508+0000","last_peered":"2021-03-04T23:34:28.074508+0000","last_clean":"2021-03-04T23:34:28.074508+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:34:28.074508+0000","last_undegraded":"2021-03-04T23:34:28.074508+0000","last_fullsized":"2021-03-04T23:34:28.074508+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"261","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.055399+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:34:28.055399+0000","last_peered":"2021-03-04T23:34:28.055399+0000","last_clean":"2021-03-04T23:34:28.055399+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:34:28.055399+0000","last_undegraded":"2021-03-04T23:34:28.055399+0000","last_fullsized":"2021-03-04T23:34:28.055399+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"256","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.074324+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:34:28.074324+0000","last_peered":"2021-03-04T23:34:28.074324+0000","last_clean":"2021-03-04T23:34:28.074324+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:34:28.074324+0000","last_undegraded":"2021-03-04T23:34:28.074324+0000","last_fullsized":"2021-03-04T23:34:28.074324+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"296","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.062610+0000","last_change":"2021-03-04T23:31:58.060196+0000","last_active":"2021-03-04T23:34:28.062610+0000","last_peered":"2021-03-04T23:34:28.062610+0000","last_clean":"2021-03-04T23:34:28.062610+0000","last_became_active":"2021-03-04T23:31:58.059959+0000","last_became_peered":"2021-03-04T23:31:58.059959+0000","last_unstale":"2021-03-04T23:34:28.062610+0000","last_undegraded":"2021-03-04T23:34:28.062610+0000","last_fullsized":"2021-03-04T23:34:28.062610+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"353","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.055215+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:34:28.055215+0000","last_peered":"2021-03-04T23:34:28.055215+0000","last_clean":"2021-03-04T23:34:28.055215+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:34:28.055215+0000","last_undegraded":"2021-03-04T23:34:28.055215+0000","last_fullsized":"2021-03-04T23:34:28.055215+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"336","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.055743+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:34:28.055743+0000","last_peered":"2021-03-04T23:34:28.055743+0000","last_clean":"2021-03-04T23:34:28.055743+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:34:28.055743+0000","last_undegraded":"2021-03-04T23:34:28.055743+0000","last_fullsized":"2021-03-04T23:34:28.055743+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"299","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.055152+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:34:28.055152+0000","last_peered":"2021-03-04T23:34:28.055152+0000","last_clean":"2021-03-04T23:34:28.055152+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:34:28.055152+0000","last_undegraded":"2021-03-04T23:34:28.055152+0000","last_fullsized":"2021-03-04T23:34:28.055152+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"306","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.055543+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:34:28.055543+0000","last_peered":"2021-03-04T23:34:28.055543+0000","last_clean":"2021-03-04T23:34:28.055543+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:34:28.055543+0000","last_undegraded":"2021-03-04T23:34:28.055543+0000","last_fullsized":"2021-03-04T23:34:28.055543+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"95","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.052703+0000","last_change":"2021-03-04T23:32:18.971387+0000","last_active":"2021-03-04T23:34:28.052703+0000","last_peered":"2021-03-04T23:34:28.052703+0000","last_clean":"2021-03-04T23:34:28.052703+0000","last_became_active":"2021-03-04T23:32:18.971083+0000","last_became_peered":"2021-03-04T23:32:18.971083+0000","last_unstale":"2021-03-04T23:34:28.052703+0000","last_undegraded":"2021-03-04T23:34:28.052703+0000","last_fullsized":"2021-03-04T23:34:28.052703+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"79","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.063429+0000","last_change":"2021-03-04T23:31:58.062548+0000","last_active":"2021-03-04T23:34:28.063429+0000","last_peered":"2021-03-04T23:34:28.063429+0000","last_clean":"2021-03-04T23:34:28.063429+0000","last_became_active":"2021-03-04T23:31:58.062122+0000","last_became_peered":"2021-03-04T23:31:58.062122+0000","last_unstale":"2021-03-04T23:34:28.063429+0000","last_undegraded":"2021-03-04T23:34:28.063429+0000","last_fullsized":"2021-03-04T23:34:28.063429+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"264","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.074403+0000","last_change":"2021-03-04T23:32:19.162403+0000","last_active":"2021-03-04T23:34:28.074403+0000","last_peered":"2021-03-04T23:34:28.074403+0000","last_clean":"2021-03-04T23:34:28.074403+0000","last_became_active":"2021-03-04T23:32:18.984227+0000","last_became_peered":"2021-03-04T23:32:18.984227+0000","last_unstale":"2021-03-04T23:34:28.074403+0000","last_undegraded":"2021-03-04T23:34:28.074403+0000","last_fullsized":"2021-03-04T23:34:28.074403+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"357","reported_epoch":"289","state":"active+clean","last_fresh":"2021-03-04T23:34:28.055307+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:34:28.055307+0000","last_peered":"2021-03-04T23:34:28.055307+0000","last_clean":"2021-03-04T23:34:28.055307+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:34:28.055307+0000","last_undegraded":"2021-03-04T23:34:28.055307+0000","last_fullsized":"2021-03-04T23:34:28.055307+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":10713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9858802,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":6},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":4907728920,"num_objects":74887,"num_object_clones":0,"num_object_copies":224661,"num_objects_missing_on_primary":793,"num_objects_missing":793,"num_objects_degraded":11955,"num_objects_misplaced":15685,"num_objects_unfound":0,"num_objects_dirty":74887,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":231843,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":92912,"num_bytes_recovered":5345050648,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":17325961216,"data_stored":17325949000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":84480,"ondisk_log_size":84480,"up":48,"acting":45,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495984,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4085900,"kb_used_data":3037316,"kb_used_omap":2097,"kb_used_meta":1046478,"kb_avail":83994484,"statfs":{"total":90194313216,"available":86010351616,"internally_reserved":1073741824,"allocated":3110211584,"data_stored":3108785024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":1071593865},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:56 2021","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.34000000000000002,"15min":0.32400000000000001},"min":{"1min":0.184,"5min":0.125,"15min":0.125},"max":{"1min":0.52300000000000002,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.40100000000000002,"15min":0.40600000000000003},"min":{"1min":0.221,"5min":0.158,"15min":0.158},"max":{"1min":0.51800000000000002,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.45600000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:34:34 2021","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.39800000000000002,"15min":0.58099999999999996},"min":{"1min":0.20999999999999999,"5min":0.17499999999999999,"15min":0.16200000000000001},"max":{"1min":0.55100000000000005,"5min":0.91700000000000004,"15min":37.856000000000002},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.41399999999999998,"15min":0.61199999999999999},"min":{"1min":0.19800000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.53100000000000003,"5min":1.0409999999999999,"15min":37.914000000000001},"last":0.44500000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.34000000000000002,"15min":0.47599999999999998},"min":{"1min":0.23300000000000001,"5min":0.20300000000000001,"15min":0.17999999999999999},"max":{"1min":0.38800000000000001,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.436,"15min":0.51300000000000001},"min":{"1min":0.30399999999999999,"5min":0.26300000000000001,"15min":0.182},"max":{"1min":0.49099999999999999,"5min":0.94499999999999995,"15min":3.206},"last":0.42599999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.29899999999999999,"5min":0.35399999999999998,"15min":0.872},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":0.42999999999999999,"5min":0.96399999999999997,"15min":63.959000000000003},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.36199999999999999,"15min":0.90200000000000002},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19400000000000001},"max":{"1min":0.443,"5min":0.84399999999999997,"15min":64.183999999999997},"last":0.311}]},{"osd":4,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.26400000000000001,"5min":0.32300000000000001,"15min":0.39900000000000002},"min":{"1min":0.13,"5min":0.13,"15min":0.13},"max":{"1min":0.53200000000000003,"5min":0.65500000000000003,"15min":4.0179999999999998},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.255,"5min":0.28599999999999998,"15min":0.34999999999999998},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.45300000000000001,"5min":0.51000000000000001,"15min":3.7410000000000001},"last":0.27700000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.27100000000000002,"5min":0.28999999999999998,"15min":0.33600000000000002},"min":{"1min":0.16800000000000001,"5min":0.152,"15min":0.14299999999999999},"max":{"1min":0.47999999999999998,"5min":0.626,"15min":3.621},"last":0.191},{"interface":"front","average":{"1min":0.28999999999999998,"5min":0.34599999999999997,"15min":0.42399999999999999},"min":{"1min":0.156,"5min":0.156,"15min":0.156},"max":{"1min":0.505,"5min":0.67400000000000004,"15min":3.54},"last":0.40699999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:33:51 2021","interfaces":[{"interface":"back","average":{"1min":0.307,"5min":0.29399999999999998,"15min":0.38900000000000001},"min":{"1min":0.17100000000000001,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":0.59699999999999998,"5min":0.627,"15min":4.1299999999999999},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.371,"15min":0.48999999999999999},"min":{"1min":0.191,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.64100000000000001,"5min":0.67700000000000005,"15min":3.7850000000000001},"last":0.38100000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659485,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1733572,"kb_used_data":684988,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86346812,"statfs":{"total":90194313216,"available":88419135488,"internally_reserved":1073741824,"allocated":701427712,"data_stored":700009761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.34599999999999997,"15min":0.35799999999999998},"min":{"1min":0.17799999999999999,"5min":0.156,"15min":0.156},"max":{"1min":0.52200000000000002,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.308},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.36599999999999999,"15min":0.36699999999999999},"min":{"1min":0.222,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.46899999999999997,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.21199999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:34:25 2021","interfaces":[{"interface":"back","average":{"1min":0.29699999999999999,"5min":0.35599999999999998,"15min":0.40100000000000002},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.59199999999999997,"5min":0.874,"15min":3.5049999999999999},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.39000000000000001,"15min":0.45000000000000001},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.17000000000000001},"max":{"1min":0.441,"5min":0.91600000000000004,"15min":4.149},"last":0.33200000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:34:25 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.40200000000000002,"15min":0.45600000000000002},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.185},"max":{"1min":0.53100000000000003,"5min":0.85399999999999998,"15min":4.0940000000000003},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.378,"15min":0.433},"min":{"1min":0.188,"5min":0.188,"15min":0.186},"max":{"1min":0.48399999999999999,"5min":0.83999999999999997,"15min":2.6360000000000001},"last":0.372}]},{"osd":3,"last update":"Thu Mar 4 23:34:25 2021","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.379,"15min":1.0029999999999999},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.44900000000000001,"5min":0.877,"15min":77.881},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.39200000000000002,"15min":1.016},"min":{"1min":0.254,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.496,"5min":0.94999999999999996,"15min":77.683000000000007},"last":0.23100000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.314,"15min":0.36699999999999999},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.13300000000000001},"max":{"1min":0.58299999999999996,"5min":0.61599999999999999,"15min":4.1539999999999999},"last":0.16200000000000001},{"interface":"front","average":{"1min":0.29099999999999998,"5min":0.30299999999999999,"15min":0.375},"min":{"1min":0.20000000000000001,"5min":0.14299999999999999,"15min":0.13500000000000001},"max":{"1min":0.443,"5min":0.56699999999999995,"15min":4.1269999999999998},"last":0.26300000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.27600000000000002,"5min":0.314,"15min":0.377},"min":{"1min":0.155,"5min":0.155,"15min":0.155},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":4.0010000000000003},"last":0.188},{"interface":"front","average":{"1min":0.29199999999999998,"5min":0.313,"15min":0.433},"min":{"1min":0.161,"5min":0.161,"15min":0.13900000000000001},"max":{"1min":0.46800000000000003,"5min":0.57399999999999995,"15min":4.2389999999999999},"last":0.27500000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.34499999999999997,"15min":0.46600000000000003},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.56299999999999994,"5min":0.56799999999999995,"15min":4.5880000000000001},"last":0.20000000000000001},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.35399999999999998,"15min":0.42299999999999999},"min":{"1min":0.215,"5min":0.182,"15min":0.182},"max":{"1min":0.55100000000000005,"5min":0.59199999999999997,"15min":4.0129999999999999},"last":0.24099999999999999}]}]},{"osd":1,"up_from":87,"seq":373662155005,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2967408,"kb_used_data":2816872,"kb_used_omap":2528,"kb_used_meta":147999,"kb_avail":85112976,"statfs":{"total":90194313216,"available":87155687424,"internally_reserved":0,"allocated":2884476928,"data_stored":2883076225,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":151551278},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:58 2021","interfaces":[{"interface":"back","average":{"1min":2.5009999999999999,"5min":0.71799999999999997,"15min":0.39000000000000001},"min":{"1min":0.13400000000000001,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":39.125,"5min":39.125,"15min":39.125},"last":0.17799999999999999},{"interface":"front","average":{"1min":2.573,"5min":0.79000000000000004,"15min":0.45800000000000002},"min":{"1min":0.17999999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":39.207000000000001,"5min":39.207000000000001,"15min":39.207000000000001},"last":0.218}]},{"osd":2,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.24399999999999999,"5min":0.25600000000000001,"15min":0.32300000000000001},"min":{"1min":0.14899999999999999,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.51000000000000001,"5min":0.59999999999999998,"15min":3.069},"last":0.20100000000000001},{"interface":"front","average":{"1min":0.22800000000000001,"5min":0.25800000000000001,"15min":0.35699999999999998},"min":{"1min":0.156,"5min":0.14999999999999999,"15min":0.13100000000000001},"max":{"1min":0.43099999999999999,"5min":0.47899999999999998,"15min":3.8700000000000001},"last":0.23799999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:34:14 2021","interfaces":[{"interface":"back","average":{"1min":0.26500000000000001,"5min":0.42899999999999999,"15min":0.92300000000000004},"min":{"1min":0.158,"5min":0.156,"15min":0.155},"max":{"1min":0.503,"5min":12.710000000000001,"15min":110.28400000000001},"last":0.252},{"interface":"front","average":{"1min":0.27200000000000002,"5min":0.44600000000000001,"15min":0.94399999999999995},"min":{"1min":0.156,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":0.41799999999999998,"5min":12.734,"15min":109.977},"last":0.26700000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.41099999999999998,"15min":0.52500000000000002},"min":{"1min":0.25900000000000001,"5min":0.20899999999999999,"15min":0.182},"max":{"1min":0.54200000000000004,"5min":0.91900000000000004,"15min":4.9850000000000003},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39100000000000001,"15min":0.47099999999999997},"min":{"1min":0.26200000000000001,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.64900000000000002,"5min":0.85699999999999998,"15min":3.7050000000000001},"last":0.47499999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.40500000000000003,"15min":0.51300000000000001},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20699999999999999},"max":{"1min":0.60499999999999998,"5min":0.84399999999999997,"15min":8.6690000000000005},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.38,"5min":0.40999999999999998,"15min":0.53400000000000003},"min":{"1min":0.24399999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.621,"5min":0.81200000000000006,"15min":4.415},"last":0.49099999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:33:51 2021","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.40899999999999997,"15min":0.55200000000000005},"min":{"1min":0.253,"5min":0.22600000000000001,"15min":0.214},"max":{"1min":0.72599999999999998,"5min":0.90500000000000003,"15min":4.5010000000000003},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.44,"15min":0.58199999999999996},"min":{"1min":0.30099999999999999,"5min":0.24299999999999999,"15min":0.23699999999999999},"max":{"1min":0.73499999999999999,"5min":0.88,"15min":5.4649999999999999},"last":0.502}]},{"osd":7,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.44500000000000001,"15min":0.59599999999999997},"min":{"1min":0.313,"5min":0.29099999999999998,"15min":0.20899999999999999},"max":{"1min":0.63700000000000001,"5min":0.88900000000000001,"15min":3.782},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.42899999999999999,"15min":0.53300000000000003},"min":{"1min":0.254,"5min":0.254,"15min":0.224},"max":{"1min":0.76300000000000001,"5min":0.93400000000000005,"15min":4.5049999999999999},"last":0.42099999999999999}]}]},{"osd":0,"up_from":174,"seq":747324309588,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1945204,"kb_used_data":1846764,"kb_used_omap":980,"kb_used_meta":97451,"kb_avail":86135180,"statfs":{"total":90194313216,"available":88202424320,"internally_reserved":0,"allocated":1891086336,"data_stored":1889682088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":99790787},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.20999999999999999,"5min":0.23899999999999999,"15min":0.252},"min":{"1min":0.13100000000000001,"5min":0.12,"15min":0.12},"max":{"1min":0.34899999999999998,"5min":0.623,"15min":0.623},"last":0.14799999999999999},{"interface":"front","average":{"1min":0.222,"5min":0.24299999999999999,"15min":0.24099999999999999},"min":{"1min":0.14999999999999999,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.40100000000000002,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.16900000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.246,"5min":0.26300000000000001,"15min":0.24099999999999999},"min":{"1min":0.18099999999999999,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":0.35599999999999998,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.23599999999999999},{"interface":"front","average":{"1min":0.254,"5min":0.26900000000000002,"15min":0.27500000000000002},"min":{"1min":0.16500000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.44400000000000001,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.249}]},{"osd":3,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.246,"5min":0.27500000000000002,"15min":0.28299999999999997},"min":{"1min":0.17499999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.33400000000000002,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.189},{"interface":"front","average":{"1min":0.247,"5min":0.28999999999999998,"15min":0.29999999999999999},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.41199999999999998,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.20399999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.39500000000000002,"15min":0.38700000000000001},"min":{"1min":0.28899999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.39400000000000002,"15min":0.38400000000000001},"min":{"1min":0.27200000000000002,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.22800000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.40200000000000002,"15min":0.39200000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38800000000000001,"15min":0.39200000000000002},"min":{"1min":0.20300000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.219}]},{"osd":6,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.38,"15min":0.40899999999999997},"min":{"1min":0.26300000000000001,"5min":0.224,"15min":0.224},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.40400000000000003,"15min":0.39300000000000002},"min":{"1min":0.28599999999999998,"5min":0.251,"15min":0.251},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.28899999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.40100000000000002,"15min":0.39100000000000001},"min":{"1min":0.26800000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.308},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.41899999999999998,"15min":0.40999999999999998},"min":{"1min":0.28499999999999998,"5min":0.26700000000000002,"15min":0.24199999999999999},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.31900000000000001}]}]},{"osd":2,"up_from":0,"seq":442381631728,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879524,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2874092,"kb_used_data":2764260,"kb_used_omap":883,"kb_used_meta":108940,"kb_avail":85206292,"statfs":{"total":90194313216,"available":87251243008,"internally_reserved":0,"allocated":2830602240,"data_stored":2829204560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":111554624},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,2,3,3,8],"upper_bound":1024},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:55 2021","interfaces":[{"interface":"back","average":{"1min":0.217,"5min":0.97199999999999998,"15min":0.502},"min":{"1min":0.13200000000000001,"5min":0.127,"15min":0.127},"max":{"1min":0.51100000000000001,"5min":66.528999999999996,"15min":66.528999999999996},"last":0.193},{"interface":"front","average":{"1min":0.26100000000000001,"5min":1.0009999999999999,"15min":0.54500000000000004},"min":{"1min":0.183,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.38500000000000001,"5min":66.497,"15min":66.497},"last":0.371}]},{"osd":1,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.223,"5min":0.48499999999999999,"15min":0.40500000000000003},"min":{"1min":0.151,"5min":0.14599999999999999,"15min":0.13500000000000001},"max":{"1min":0.33200000000000002,"5min":25.097999999999999,"15min":25.097999999999999},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.26700000000000002,"5min":0.51400000000000001,"15min":0.496},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.497,"5min":25.109999999999999,"15min":25.109999999999999},"last":0.29199999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.249,"5min":0.26000000000000001,"15min":0.38700000000000001},"min":{"1min":0.191,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":0.43099999999999999,"5min":0.56100000000000005,"15min":4.8730000000000002},"last":0.22700000000000001},{"interface":"front","average":{"1min":0.25,"5min":0.26400000000000001,"15min":0.36199999999999999},"min":{"1min":0.17699999999999999,"5min":0.151,"15min":0.151},"max":{"1min":0.40400000000000003,"5min":0.47399999999999998,"15min":3.5590000000000002},"last":0.318}]},{"osd":4,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40300000000000002,"15min":0.48499999999999999},"min":{"1min":0.252,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.65000000000000002,"5min":1.0089999999999999,"15min":2.9780000000000002},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.42599999999999999,"15min":0.50800000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.20100000000000001},"max":{"1min":0.747,"5min":0.999,"15min":3.7719999999999998},"last":0.52000000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.42299999999999999,"15min":0.58299999999999996},"min":{"1min":0.25600000000000001,"5min":0.23799999999999999,"15min":0.224},"max":{"1min":0.76700000000000002,"5min":1.024,"15min":4.6479999999999997},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.38600000000000001,"15min":0.56999999999999995},"min":{"1min":0.22700000000000001,"5min":0.20899999999999999,"15min":0.192},"max":{"1min":0.629,"5min":0.92100000000000004,"15min":6.7309999999999999},"last":0.251}]},{"osd":6,"last update":"Thu Mar 4 23:33:49 2021","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.39800000000000002,"15min":0.56799999999999995},"min":{"1min":0.28799999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":9.9410000000000007},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.42299999999999999,"15min":0.54600000000000004},"min":{"1min":0.317,"5min":0.29999999999999999,"15min":0.251},"max":{"1min":1.044,"5min":1.044,"15min":3.8100000000000001},"last":0.55500000000000005}]},{"osd":7,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.39900000000000002,"15min":0.58499999999999996},"min":{"1min":0.23699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.66400000000000003,"5min":0.81999999999999995,"15min":5.1180000000000003},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41799999999999998,"15min":0.56699999999999995},"min":{"1min":0.28100000000000003,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.68100000000000005,"5min":1.034,"15min":7.1950000000000003},"last":0.46600000000000003}]}]},{"osd":4,"up_from":31,"seq":133143986553,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2299780,"kb_used_data":1251196,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":85780604,"statfs":{"total":90194313216,"available":87839338496,"internally_reserved":1073741824,"allocated":1281224704,"data_stored":1279806242,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:53 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.36799999999999999,"15min":0.36599999999999999},"min":{"1min":0.19400000000000001,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.45900000000000002,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.42499999999999999},"min":{"1min":0.20300000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.73599999999999999,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.36299999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:34:37 2021","interfaces":[{"interface":"back","average":{"1min":0.28399999999999997,"5min":0.47499999999999998,"15min":0.63300000000000001},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.161},"max":{"1min":0.42499999999999999,"5min":11.231,"15min":20.440000000000001},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.47899999999999998,"15min":0.60499999999999998},"min":{"1min":0.193,"5min":0.154,"15min":0.154},"max":{"1min":0.41499999999999998,"5min":11.207000000000001,"15min":20.465},"last":0.40200000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:34:17 2021","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.36199999999999999,"15min":0.40999999999999998},"min":{"1min":0.252,"5min":0.23300000000000001,"15min":0.17100000000000001},"max":{"1min":0.44400000000000001,"5min":0.70099999999999996,"15min":3.3260000000000001},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.38,"15min":0.443},"min":{"1min":0.224,"5min":0.221,"15min":0.17499999999999999},"max":{"1min":0.627,"5min":0.83899999999999997,"15min":3.351},"last":0.29099999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:34:17 2021","interfaces":[{"interface":"back","average":{"1min":2.7440000000000002,"5min":0.98699999999999999,"15min":1.587},"min":{"1min":0.219,"5min":0.192,"15min":0.192},"max":{"1min":45.350000000000001,"5min":45.350000000000001,"15min":85.394999999999996},"last":0.38300000000000001},{"interface":"front","average":{"1min":2.7189999999999999,"5min":0.95499999999999996,"15min":1.488},"min":{"1min":0.22700000000000001,"5min":0.217,"15min":0.19400000000000001},"max":{"1min":45.289999999999999,"5min":45.289999999999999,"15min":85.802999999999997},"last":0.318}]},{"osd":5,"last update":"Thu Mar 4 23:34:37 2021","interfaces":[{"interface":"back","average":{"1min":0.26600000000000001,"5min":0.30099999999999999,"15min":0.33600000000000002},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.14199999999999999},"max":{"1min":0.46999999999999997,"5min":1.254,"15min":3.456},"last":0.191},{"interface":"front","average":{"1min":0.246,"5min":0.28899999999999998,"15min":0.35199999999999998},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.40899999999999997,"5min":0.64900000000000002,"15min":3.2999999999999998},"last":0.26500000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:33:53 2021","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.32900000000000001,"15min":0.35699999999999998},"min":{"1min":0.16900000000000001,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":3.5569999999999999},"last":0.307},{"interface":"front","average":{"1min":0.33100000000000002,"5min":0.33600000000000002,"15min":0.46700000000000003},"min":{"1min":0.17899999999999999,"5min":0.16700000000000001,"15min":0.14199999999999999},"max":{"1min":0.67300000000000004,"5min":0.77200000000000002,"15min":3.895},"last":0.32900000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:34:37 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.32400000000000001,"15min":0.375},"min":{"1min":0.19800000000000001,"5min":0.185,"15min":0.17000000000000001},"max":{"1min":0.60399999999999998,"5min":0.81999999999999995,"15min":3.4329999999999998},"last":0.23999999999999999},{"interface":"front","average":{"1min":0.312,"5min":0.35399999999999998,"15min":0.47799999999999998},"min":{"1min":0.20599999999999999,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.56100000000000005,"5min":0.755,"15min":3.8700000000000001},"last":0.217}]}]},{"osd":5,"up_from":36,"seq":154618823031,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4503484,"kb_used_data":3454900,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":83576900,"statfs":{"total":90194313216,"available":85582745600,"internally_reserved":1073741824,"allocated":3537817600,"data_stored":3536405254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:56 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.35199999999999998,"15min":0.372},"min":{"1min":0.14199999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":0.621,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.13},{"interface":"front","average":{"1min":0.379,"5min":0.38600000000000001,"15min":0.39200000000000002},"min":{"1min":0.217,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.63,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.26100000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.377,"15min":0.439},"min":{"1min":0.16800000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.52600000000000002,"5min":0.93400000000000005,"15min":3.8450000000000002},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.371,"15min":0.498},"min":{"1min":0.17899999999999999,"5min":0.17000000000000001,"15min":0.14599999999999999},"max":{"1min":0.54600000000000004,"5min":0.872,"15min":7.4740000000000002},"last":0.33600000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:34:14 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.378,"15min":0.46100000000000002},"min":{"1min":0.26200000000000001,"5min":0.184,"15min":0.161},"max":{"1min":0.51500000000000001,"5min":0.91400000000000003,"15min":3.5800000000000001},"last":0.16800000000000001},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.39500000000000002,"15min":0.51400000000000001},"min":{"1min":0.24099999999999999,"5min":0.19600000000000001,"15min":0.182},"max":{"1min":0.70899999999999996,"5min":0.79300000000000004,"15min":3.698},"last":0.30099999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:34:14 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.379,"15min":0.51000000000000001},"min":{"1min":0.251,"5min":0.20899999999999999,"15min":0.16700000000000001},"max":{"1min":0.55100000000000005,"5min":0.81299999999999994,"15min":4.375},"last":0.252},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.40000000000000002,"15min":0.497},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.19800000000000001},"max":{"1min":0.63500000000000001,"5min":0.85299999999999998,"15min":3.4590000000000001},"last":0.28399999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:33:56 2021","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.32900000000000001,"15min":0.372},"min":{"1min":0.183,"5min":0.16300000000000001,"15min":0.127},"max":{"1min":0.66200000000000003,"5min":0.71599999999999997,"15min":7.4480000000000004},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.32200000000000001,"15min":0.34599999999999997},"min":{"1min":0.20699999999999999,"5min":0.158,"15min":0.152},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":4.4000000000000004},"last":0.27200000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.28899999999999998,"5min":0.34599999999999997,"15min":0.41999999999999998},"min":{"1min":0.17299999999999999,"5min":0.17199999999999999,"15min":0.16},"max":{"1min":0.53100000000000003,"5min":0.69299999999999995,"15min":7.3959999999999999},"last":0.19700000000000001},{"interface":"front","average":{"1min":0.29699999999999999,"5min":0.32100000000000001,"15min":0.35499999999999998},"min":{"1min":0.19800000000000001,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":0.46300000000000002,"5min":0.68100000000000005,"15min":4.3209999999999997},"last":0.21199999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:34:14 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.34999999999999998,"15min":0.42399999999999999},"min":{"1min":0.19800000000000001,"5min":0.185,"15min":0.185},"max":{"1min":0.56200000000000006,"5min":0.66500000000000004,"15min":4.3540000000000001},"last":0.314},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.33500000000000002,"15min":0.375},"min":{"1min":0.18099999999999999,"5min":0.159,"15min":0.159},"max":{"1min":0.56399999999999995,"5min":0.75900000000000001,"15min":2.9740000000000002},"last":0.32300000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1879900160,"data_stored":1879900160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2869825536,"data_stored":2869821464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1168179200,"data_stored":1168179200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2823421952,"data_stored":2823421952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1273626624,"data_stored":1273626624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":3516469248,"data_stored":3516465176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":697892864,"data_stored":697892864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":3096645632,"data_stored":3096641560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:34:49.864 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:49.868 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:49.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:49.887 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:49.887 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:49.989 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:50.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:50.007 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:50.008 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:50.109 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:50.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:50.128 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:50.128 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:50.230 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:50.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:50.253 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:50.254 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:50.356 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:50.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:50.375 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:50.375 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:50.476 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:50.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:50.495 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:50.496 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:50.534 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:50 gibba011 conmon[99461]: audit 2021-03-04T23:34:48.672431+0000 mgr.x (mgr.34676) 984 : audit [DBG] from='client.46032 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:34:50.535 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:50 gibba011 conmon[99461]: cluster 2021-03-04T23:34:48.730358+0000 mgr.x (mgr.34676) 985 : cluster [DBG] pgmap v997: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.4 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 488 op/s; 11955/216948 objects degraded (5.511%); 14976/216948 objects misplaced (6.903%); 1.8 MiB/s, 29 objects/s recovering 2021-03-04T23:34:50.536 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:50 gibba011 conmon[95595]: audit 2021-03-04T23:34:48.672431+0000 mgr.x (mgr.34676) 984 : audit [DBG] from='client.46032 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:34:50.536 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:50 gibba011 conmon[95595]: cluster 2021-03-04T23:34:48.730358+0000 mgr.x (mgr.34676) 985 : cluster [DBG] pgmap v997: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.4 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 488 op/s; 11955/216948 objects degraded (5.511%); 14976/216948 objects misplaced (6.903%); 1.8 MiB/s, 29 objects/s recovering 2021-03-04T23:34:50.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:50 gibba038 conmon[76675]: audit 2021-03-04T23:34:48.672431+0000 mgr.x (mgr.34676) 984 : audit [DBG] from='client.46032 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:34:50.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:50 gibba038 conmon[76675]: cluster 2021-03-04T23:34:48.730358+0000 mgr.x (mgr.34676) 985 : cluster [DBG] pgmap v997: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.4 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 488 op/s; 11955/216948 objects degraded (5.511%); 14976/216948 objects misplaced (6.903%); 1.8 MiB/s, 29 objects/s recovering 2021-03-04T23:34:50.597 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:50.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:50.617 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:50.617 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:50.719 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:50.737 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:50.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:50.739 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:50.840 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:50.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:50.860 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:50.860 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:50.961 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:50.979 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:50.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:50.980 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:51.081 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:51.099 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:51.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:51.101 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:51.202 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:51.219 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:51.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:51.220 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:51.321 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:51.339 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:51.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:51.340 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:51.441 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:51.459 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:51.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:51.460 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:51.562 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:51.579 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:51.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:51.581 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:51.682 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:51.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:51.703 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:51.703 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:51.805 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:51.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:51.837 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:51.838 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:51.899 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:34:51.913 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:34:51.927 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:34:51.939 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:51.942 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:34:51.960 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:51.962 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:51.964 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:51.965 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:34:51.976 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:34:51.996 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:34:52.018 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:34:52.020 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:34:52.020 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:34:52.020 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:34:52.020 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:34:52.021 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:34:52.021 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:34:52.021 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:34:52.021 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:34:52.065 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:52.090 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:52.091 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:52.091 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:52.193 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:52.214 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:52.214 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:52.215 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:52.316 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:52.341 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:52.342 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:52.342 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:52.385 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:34:52.443 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:52.468 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:52.469 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:52.469 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:52.570 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:52.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:52 gibba038 conmon[76675]: cluster 2021-03-04T23:34:50.730714+0000 mgr.x (mgr.34676) 986 : cluster 2021-03-04T23:34:52.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:52 gibba038 conmon[76675]: [DBG] pgmap v998: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.4 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 494 op/s; 11955/216339 objects degraded (5.526%); 14976/216339 objects misplaced (6.922%); 1.8 MiB/s, 29 objects/s recovering 2021-03-04T23:34:52.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:52 gibba038 conmon[76675]: audit 2021-03-04T23:34:51.883168+0000 mon.c (mon.1) 393 : audit [DBG] from='client.? 172.21.2.111:0/745341998' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:52.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:52 gibba038 conmon[76675]: audit 2021-03-04T23:34:52.225505+0000 mon.c ( 2021-03-04T23:34:52.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:52 gibba038 conmon[76675]: mon.1) 394 : audit [INF] from='client.? 172.21.2.111:0/60826817' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:34:52.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:52 gibba038 conmon[76675]: audit 2021-03-04T23:34:52.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:52 gibba038 conmon[76675]: 2021-03-04T23:34:52.225829 2021-03-04T23:34:52.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:52 gibba038 conmon[76675]: +0000 mon.a (mon.0) 1328 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:34:52.590 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:52.591 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:52.592 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:52.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:52 gibba011 conmon[95595]: cluster 2021-03-04T23:34:50.730714+0000 mgr.x (mgr.34676) 986 : cluster [DBG] pgmap v998: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.4 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 494 op/s; 11955/216339 objects degraded (5.526%); 14976/216339 objects misplaced (6.922%); 1.8 MiB/s, 29 objects/s recovering 2021-03-04T23:34:52.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:52 gibba011 conmon[95595]: audit 2021-03-04T23:34:51.883168+0000 mon.c (mon.1) 393 : audit [DBG] from='client.? 172.21.2.111:0/745341998' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:52.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:52 gibba011 conmon[95595]: audit 2021-03-04T23:34:52.225505+0000 mon.c (mon.1) 394 : audit [INF] from='client.? 172.21.2.111:0/60826817' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:34:52.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:52 gibba011 conmon[95595]: audit 2021-03-04T23:34:52.225829+0000 mon.a (mon.0) 1328 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:34:52.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:52 gibba011 conmon[99461]: cluster 2021-03-04T23:34:50.730714+0000 mgr.x (mgr.34676) 986 : cluster [DBG] pgmap v998: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.4 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 494 op/s; 11955/216339 objects degraded (5.526%); 14976/216339 objects misplaced (6.922%); 1.8 MiB/s, 29 objects/s recovering 2021-03-04T23:34:52.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:52 gibba011 conmon[99461]: audit 2021-03-04T23:34:51.883168+0000 mon.c (mon.1) 393 : audit [DBG] from='client.? 172.21.2.111:0/745341998' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:34:52.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:52 gibba011 conmon[99461]: audit 2021-03-04T23:34:52.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:52 gibba011 conmon[99461]: 2021-03-04T23:34:52.225505+0000 mon.c (mon.1) 394 : audit [INF] from='client.? 172.21.2.111:0/60826817' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:34:52.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:52 gibba011 conmon[99461]: audit 2021-03-04T23:34:52.225829+0000 mon.a (mon.0) 1328 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:34:52.692 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:52.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:52.712 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:52.713 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:52.793 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:34:52.814 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:52.862 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:52.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:52.864 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:52.925 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:52.965 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:52.988 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:52.989 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:52.990 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:53.091 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:53.112 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:53.113 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:53.113 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:53.215 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:53.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:53.236 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:53.236 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:53.338 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:53.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:53.358 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:53.358 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:53.460 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:53.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:53.482 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:53.483 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:53.585 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:53.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:53 gibba038 conmon[76675]: cluster 2021-03-04T23:34:52.294018+0000 mon.a (mon.0) 1329 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:53.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:53 gibba038 conmon[76675]: audit 2021-03-04T23:34:52.296568+0000 mon.a (mon.0) 1330 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:34:53.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:53 gibba038 conmon[76675]: cluster 2021-03-04T23:34:52.296600+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e292: 8 total, 8 up, 7 in 2021-03-04T23:34:53.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:53 gibba011 conmon[95595]: cluster 2021-03-04T23:34:52.294018+0000 mon.a (mon.0) 1329 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:53.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:53 gibba011 conmon[95595]: audit 2021-03-04T23:34:52.296568+0000 mon.a (mon.0) 1330 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:34:53.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:53 gibba011 conmon[95595]: cluster 2021-03-04T23:34:52.296600+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e292: 8 total, 8 up, 7 in 2021-03-04T23:34:53.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:53.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:53 gibba011 conmon[99461]: cluster 2021-03-04T23:34:52.294018+0000 mon.a (mon.0) 1329 2021-03-04T23:34:53.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:53 gibba011 conmon[99461]: : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:34:53.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:53 gibba011 conmon[99461]: audit 2021-03-04T23:34:52.296568+0000 mon.a (mon.0) 1330 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:34:53.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:53 gibba011 conmon[99461]: cluster 2021-03-04T23:34:52.296600+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e292: 8 total, 8 up, 7 in 2021-03-04T23:34:53.608 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:53.609 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:53.710 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:53.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:53.732 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:53.732 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:53.834 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:53.851 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:53.852 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:53.853 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:53.954 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:53.973 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:53.974 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:53.974 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:54.075 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:54.094 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:54.095 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:54.095 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:54.196 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:54.216 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:54.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:54.217 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:54.318 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:54.336 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:54.336 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:54.337 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:54.438 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:54.456 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:54.457 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:54.458 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:54.559 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:54.579 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:54.579 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:54.580 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:54.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:54 gibba038 conmon[76675]: cluster 2021-03-04T23:34:52.731120+0000 mgr.x (mgr.34676) 987 : cluster [DBG] pgmap v1000: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.4 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 432 op/s; 11955/214812 objects degraded (5.565%); 14804/214812 objects misplaced (6.892%); 1.2 MiB/s, 19 objects/s recovering 2021-03-04T23:34:54.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:54 gibba038 conmon[76675]: cluster 2021-03-04T23:34:53.995598+0000 mon.a (mon.0) 1332 : cluster [WRN] Health check update: Degraded data redundancy: 11955/214812 objects degraded (5.565%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:54.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:54 gibba011 conmon[95595]: cluster 2021-03-04T23:34:52.731120+0000 mgr.x (mgr.34676) 987 : cluster [DBG] pgmap v1000: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.4 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 432 op/s; 11955/214812 objects degraded (5.565%); 14804/214812 objects misplaced (6.892%); 1.2 MiB/s, 19 objects/s recovering 2021-03-04T23:34:54.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:54 gibba011 conmon[95595]: cluster 2021-03-04T23:34:53.995598+0000 mon.a (mon.0) 1332 : cluster [WRN] Health check update: Degraded data redundancy: 11955/214812 objects degraded (5.565%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:54.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:54 gibba011 conmon[99461]: cluster 2021-03-04T23:34:52.731120+0000 mgr.x (mgr 2021-03-04T23:34:54.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:54 gibba011 conmon[99461]: .34676) 987 : cluster [DBG] pgmap v1000: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.4 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 432 op/s; 11955/214812 objects degraded (5.565%); 14804/214812 objects misplaced (6.892%); 1.2 MiB/s, 19 objects/s recovering 2021-03-04T23:34:54.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:54 gibba011 conmon[99461]: cluster 2021-03-04T23:34:53.995598+0000 mon.a (mon.0) 1332 : cluster [WRN] Health check update: Degraded data redundancy: 11955/214812 objects degraded (5.565%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:54.681 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:54.698 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:54.699 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:54.700 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:54.765 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:34:54.765 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [], 2021-03-04T23:34:54.765 INFO:teuthology.orchestra.run.gibba011.stdout: "complaint_time": 30, 2021-03-04T23:34:54.766 INFO:teuthology.orchestra.run.gibba011.stdout: "num_blocked_ops": 0 2021-03-04T23:34:54.766 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:34:54.800 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:54.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:54.818 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:54.819 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:54.920 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:54.941 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:54.943 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:54.943 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:55.044 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:55.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:55.063 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:55.063 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:55.165 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:55.183 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:55.183 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:55.184 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:55.285 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:55.302 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:55.303 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:55.304 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:55.405 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:55.422 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:55.423 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:55.423 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:55.525 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:55.542 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:55.543 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:55.543 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:55.599 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:34:55.644 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:55.662 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:55.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:55.663 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:55.723 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:55.725 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:34:55.764 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:55.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:55.782 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:55.783 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:55.853 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:34:55.855 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:55.856 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:34:55.857 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:34:55.883 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:55.900 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:55.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:55.902 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:55.992 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:56.003 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:56.021 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:56.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:56.022 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:56.124 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:56.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:56.142 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:56.142 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:56.244 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:56.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:56.261 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:56.262 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:56.363 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:56.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:56.382 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:56.382 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:56.452 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:56 gibba011 conmon[95595]: cluster 2021-03-04T23:34:54.731532+0000 mgr.x (mgr.34676) 988 : cluster [DBG] pgmap v1001: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.2 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 605 op/s; 11955/208647 objects degraded (5.730%); 14235/208647 objects misplaced (6.823%); 2.2 MiB/s, 36 objects/s recovering 2021-03-04T23:34:56.453 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:56 gibba011 conmon[99461]: cluster 2021-03-04T23:34:54.731532+0000 mgr.x (mgr.34676) 988 : cluster [DBG] pgmap v1001: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.2 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 605 op/s; 11955/208647 objects degraded (5.730%); 14235/208647 objects misplaced (6.823%); 2.2 MiB/s, 36 objects/s recovering 2021-03-04T23:34:56.484 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:56.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:56.502 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:56.503 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:56.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:56 gibba038 conmon[76675]: cluster 2021-03-04T23:34:54.731532+0000 mgr.x (mgr.34676) 2021-03-04T23:34:56.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:56 gibba038 conmon[76675]: 988 : cluster [DBG] pgmap v1001: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.2 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 605 op/s; 11955/208647 objects degraded (5.730%); 14235/208647 objects misplaced (6.823%); 2.2 MiB/s, 36 objects/s recovering 2021-03-04T23:34:56.604 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:56.621 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:56.622 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:56.622 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:56.723 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:56.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:56.741 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:56.741 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:56.843 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:56.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:56.862 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:56.863 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:56.964 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:56.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:56.983 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:56.984 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:57.085 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:34:57.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:57.103 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:57.104 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:34:57.205 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:57.222 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:57.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:57.224 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:57.326 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:57.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:57.347 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:57.347 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:57.449 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:57.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:57.468 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:57.468 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:57.495 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":1001,"stamp":"2021-03-04T23:34:54.731269+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4556459328,"num_objects":69549,"num_object_clones":0,"num_object_copies":208647,"num_objects_missing_on_primary":792,"num_objects_missing":792,"num_objects_degraded":11955,"num_objects_misplaced":14235,"num_objects_unfound":0,"num_objects_dirty":69549,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":237255,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":93289,"num_bytes_recovered":5365902385,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":84886,"ondisk_log_size":84886,"up":357,"acting":354,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":393,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":19445924,"kb_used_data":14866092,"kb_used_omap":7911,"kb_used_meta":4571864,"kb_avail":597116764,"statfs":{"total":631360192512,"available":611447566336,"internally_reserved":4294967296,"allocated":15222878208,"data_stored":15212948030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8101805,"internal_metadata":4681588819},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-351272960,"num_objects":-5360,"num_object_clones":0,"num_object_copies":-16080,"num_objects_missing_on_primary":-1,"num_objects_missing":-1,"num_objects_degraded":0,"num_objects_misplaced":-1450,"num_objects_unfound":0,"num_objects_dirty":-5360,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5360,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":319,"num_bytes_recovered":20840448,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.847755"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"337","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888319+0000","last_change":"2021-03-04T23:32:26.240995+0000","last_active":"2021-03-04T23:34:45.888319+0000","last_peered":"2021-03-04T23:34:45.888319+0000","last_clean":"2021-03-04T23:34:45.888319+0000","last_became_active":"2021-03-04T23:32:26.240606+0000","last_became_peered":"2021-03-04T23:32:26.240606+0000","last_unstale":"2021-03-04T23:34:45.888319+0000","last_undegraded":"2021-03-04T23:34:45.888319+0000","last_fullsized":"2021-03-04T23:34:45.888319+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"79","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885212+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:34:45.885212+0000","last_peered":"2021-03-04T23:34:45.885212+0000","last_clean":"2021-03-04T23:34:45.885212+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:34:45.885212+0000","last_undegraded":"2021-03-04T23:34:45.885212+0000","last_fullsized":"2021-03-04T23:34:45.885212+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"34","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:37.088229+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:34:37.088229+0000","last_peered":"2021-03-04T23:34:37.088229+0000","last_clean":"2021-03-04T23:34:37.088229+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:34:37.088229+0000","last_undegraded":"2021-03-04T23:34:37.088229+0000","last_fullsized":"2021-03-04T23:34:37.088229+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"313","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888981+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:34:45.888981+0000","last_peered":"2021-03-04T23:34:45.888981+0000","last_clean":"2021-03-04T23:34:45.888981+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:34:45.888981+0000","last_undegraded":"2021-03-04T23:34:45.888981+0000","last_fullsized":"2021-03-04T23:34:45.888981+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"97","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884985+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:34:45.884985+0000","last_peered":"2021-03-04T23:34:45.884985+0000","last_clean":"2021-03-04T23:34:45.884985+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:34:45.884985+0000","last_undegraded":"2021-03-04T23:34:45.884985+0000","last_fullsized":"2021-03-04T23:34:45.884985+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"40","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:37.079941+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:34:37.079941+0000","last_peered":"2021-03-04T23:34:37.079941+0000","last_clean":"2021-03-04T23:34:37.079941+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:34:37.079941+0000","last_undegraded":"2021-03-04T23:34:37.079941+0000","last_fullsized":"2021-03-04T23:34:37.079941+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"285","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888659+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:34:45.888659+0000","last_peered":"2021-03-04T23:34:45.888659+0000","last_clean":"2021-03-04T23:34:45.888659+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:34:45.888659+0000","last_undegraded":"2021-03-04T23:34:45.888659+0000","last_fullsized":"2021-03-04T23:34:45.888659+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"97","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885032+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:34:45.885032+0000","last_peered":"2021-03-04T23:34:45.885032+0000","last_clean":"2021-03-04T23:34:45.885032+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:34:45.885032+0000","last_undegraded":"2021-03-04T23:34:45.885032+0000","last_fullsized":"2021-03-04T23:34:45.885032+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"83","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885995+0000","last_change":"2021-03-04T23:32:18.981656+0000","last_active":"2021-03-04T23:34:45.885995+0000","last_peered":"2021-03-04T23:34:45.885995+0000","last_clean":"2021-03-04T23:34:45.885995+0000","last_became_active":"2021-03-04T23:32:18.981253+0000","last_became_peered":"2021-03-04T23:32:18.981253+0000","last_unstale":"2021-03-04T23:34:45.885995+0000","last_undegraded":"2021-03-04T23:34:45.885995+0000","last_fullsized":"2021-03-04T23:34:45.885995+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"334","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884976+0000","last_change":"2021-03-04T23:32:26.243636+0000","last_active":"2021-03-04T23:34:45.884976+0000","last_peered":"2021-03-04T23:34:45.884976+0000","last_clean":"2021-03-04T23:34:45.884976+0000","last_became_active":"2021-03-04T23:32:26.243433+0000","last_became_peered":"2021-03-04T23:32:26.243433+0000","last_unstale":"2021-03-04T23:34:45.884976+0000","last_undegraded":"2021-03-04T23:34:45.884976+0000","last_fullsized":"2021-03-04T23:34:45.884976+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"99","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.912206+0000","last_change":"2021-03-04T23:32:18.988970+0000","last_active":"2021-03-04T23:34:45.912206+0000","last_peered":"2021-03-04T23:34:45.912206+0000","last_clean":"2021-03-04T23:34:45.912206+0000","last_became_active":"2021-03-04T23:32:18.988819+0000","last_became_peered":"2021-03-04T23:32:18.988819+0000","last_unstale":"2021-03-04T23:34:45.912206+0000","last_undegraded":"2021-03-04T23:34:45.912206+0000","last_fullsized":"2021-03-04T23:34:45.912206+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"71","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885917+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:34:45.885917+0000","last_peered":"2021-03-04T23:34:45.885917+0000","last_clean":"2021-03-04T23:34:45.885917+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:34:45.885917+0000","last_undegraded":"2021-03-04T23:34:45.885917+0000","last_fullsized":"2021-03-04T23:34:45.885917+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"34","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:37.088288+0000","last_change":"2021-03-04T23:32:26.241627+0000","last_active":"2021-03-04T23:34:37.088288+0000","last_peered":"2021-03-04T23:34:37.088288+0000","last_clean":"2021-03-04T23:34:37.088288+0000","last_became_active":"2021-03-04T23:32:26.241358+0000","last_became_peered":"2021-03-04T23:32:26.241358+0000","last_unstale":"2021-03-04T23:34:37.088288+0000","last_undegraded":"2021-03-04T23:34:37.088288+0000","last_fullsized":"2021-03-04T23:34:37.088288+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"335","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888347+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:34:45.888347+0000","last_peered":"2021-03-04T23:34:45.888347+0000","last_clean":"2021-03-04T23:34:45.888347+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:34:45.888347+0000","last_undegraded":"2021-03-04T23:34:45.888347+0000","last_fullsized":"2021-03-04T23:34:45.888347+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"314","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888451+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:34:45.888451+0000","last_peered":"2021-03-04T23:34:45.888451+0000","last_clean":"2021-03-04T23:34:45.888451+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:34:45.888451+0000","last_undegraded":"2021-03-04T23:34:45.888451+0000","last_fullsized":"2021-03-04T23:34:45.888451+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"83","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885545+0000","last_change":"2021-03-04T23:32:18.982083+0000","last_active":"2021-03-04T23:34:45.885545+0000","last_peered":"2021-03-04T23:34:45.885545+0000","last_clean":"2021-03-04T23:34:45.885545+0000","last_became_active":"2021-03-04T23:32:18.981790+0000","last_became_peered":"2021-03-04T23:32:18.981790+0000","last_unstale":"2021-03-04T23:34:45.885545+0000","last_undegraded":"2021-03-04T23:34:45.885545+0000","last_fullsized":"2021-03-04T23:34:45.885545+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"93","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885823+0000","last_change":"2021-03-04T23:32:19.165859+0000","last_active":"2021-03-04T23:34:45.885823+0000","last_peered":"2021-03-04T23:34:45.885823+0000","last_clean":"2021-03-04T23:34:45.885823+0000","last_became_active":"2021-03-04T23:32:19.018621+0000","last_became_peered":"2021-03-04T23:32:19.018621+0000","last_unstale":"2021-03-04T23:34:45.885823+0000","last_undegraded":"2021-03-04T23:34:45.885823+0000","last_fullsized":"2021-03-04T23:34:45.885823+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"115","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885198+0000","last_change":"2021-03-04T23:32:26.238976+0000","last_active":"2021-03-04T23:34:45.885198+0000","last_peered":"2021-03-04T23:34:45.885198+0000","last_clean":"2021-03-04T23:34:45.885198+0000","last_became_active":"2021-03-04T23:32:26.238739+0000","last_became_peered":"2021-03-04T23:32:26.238739+0000","last_unstale":"2021-03-04T23:34:45.885198+0000","last_undegraded":"2021-03-04T23:34:45.885198+0000","last_fullsized":"2021-03-04T23:34:45.885198+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"83","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885713+0000","last_change":"2021-03-04T23:32:19.011685+0000","last_active":"2021-03-04T23:34:45.885713+0000","last_peered":"2021-03-04T23:34:45.885713+0000","last_clean":"2021-03-04T23:34:45.885713+0000","last_became_active":"2021-03-04T23:32:19.011404+0000","last_became_peered":"2021-03-04T23:32:19.011404+0000","last_unstale":"2021-03-04T23:34:45.885713+0000","last_undegraded":"2021-03-04T23:34:45.885713+0000","last_fullsized":"2021-03-04T23:34:45.885713+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"311","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885609+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:34:45.885609+0000","last_peered":"2021-03-04T23:34:45.885609+0000","last_clean":"2021-03-04T23:34:45.885609+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:34:45.885609+0000","last_undegraded":"2021-03-04T23:34:45.885609+0000","last_fullsized":"2021-03-04T23:34:45.885609+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"297","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884846+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:34:45.884846+0000","last_peered":"2021-03-04T23:34:45.884846+0000","last_clean":"2021-03-04T23:34:45.884846+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:34:45.884846+0000","last_undegraded":"2021-03-04T23:34:45.884846+0000","last_fullsized":"2021-03-04T23:34:45.884846+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"83","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885971+0000","last_change":"2021-03-04T23:32:19.019024+0000","last_active":"2021-03-04T23:34:45.885971+0000","last_peered":"2021-03-04T23:34:45.885971+0000","last_clean":"2021-03-04T23:34:45.885971+0000","last_became_active":"2021-03-04T23:32:19.018570+0000","last_became_peered":"2021-03-04T23:32:19.018570+0000","last_unstale":"2021-03-04T23:34:45.885971+0000","last_undegraded":"2021-03-04T23:34:45.885971+0000","last_fullsized":"2021-03-04T23:34:45.885971+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"74","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885816+0000","last_change":"2021-03-04T23:32:26.245321+0000","last_active":"2021-03-04T23:34:45.885816+0000","last_peered":"2021-03-04T23:34:45.885816+0000","last_clean":"2021-03-04T23:34:45.885816+0000","last_became_active":"2021-03-04T23:32:26.243283+0000","last_became_peered":"2021-03-04T23:32:26.243283+0000","last_unstale":"2021-03-04T23:34:45.885816+0000","last_undegraded":"2021-03-04T23:34:45.885816+0000","last_fullsized":"2021-03-04T23:34:45.885816+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"270","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885623+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:34:45.885623+0000","last_peered":"2021-03-04T23:34:45.885623+0000","last_clean":"2021-03-04T23:34:45.885623+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:34:45.885623+0000","last_undegraded":"2021-03-04T23:34:45.885623+0000","last_fullsized":"2021-03-04T23:34:45.885623+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"295","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888802+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:34:45.888802+0000","last_peered":"2021-03-04T23:34:45.888802+0000","last_clean":"2021-03-04T23:34:45.888802+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:34:45.888802+0000","last_undegraded":"2021-03-04T23:34:45.888802+0000","last_fullsized":"2021-03-04T23:34:45.888802+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"83","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885723+0000","last_change":"2021-03-04T23:32:18.982413+0000","last_active":"2021-03-04T23:34:45.885723+0000","last_peered":"2021-03-04T23:34:45.885723+0000","last_clean":"2021-03-04T23:34:45.885723+0000","last_became_active":"2021-03-04T23:32:18.981859+0000","last_became_peered":"2021-03-04T23:32:18.981859+0000","last_unstale":"2021-03-04T23:34:45.885723+0000","last_undegraded":"2021-03-04T23:34:45.885723+0000","last_fullsized":"2021-03-04T23:34:45.885723+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"281","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.912088+0000","last_change":"2021-03-04T23:31:58.062545+0000","last_active":"2021-03-04T23:34:45.912088+0000","last_peered":"2021-03-04T23:34:45.912088+0000","last_clean":"2021-03-04T23:34:45.912088+0000","last_became_active":"2021-03-04T23:31:58.062078+0000","last_became_peered":"2021-03-04T23:31:58.062078+0000","last_unstale":"2021-03-04T23:34:45.912088+0000","last_undegraded":"2021-03-04T23:34:45.912088+0000","last_fullsized":"2021-03-04T23:34:45.912088+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"181","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:37.079568+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:34:37.079568+0000","last_peered":"2021-03-04T23:34:37.079568+0000","last_clean":"2021-03-04T23:34:37.079568+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:34:37.079568+0000","last_undegraded":"2021-03-04T23:34:37.079568+0000","last_fullsized":"2021-03-04T23:34:37.079568+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"97","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885410+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:34:45.885410+0000","last_peered":"2021-03-04T23:34:45.885410+0000","last_clean":"2021-03-04T23:34:45.885410+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:34:45.885410+0000","last_undegraded":"2021-03-04T23:34:45.885410+0000","last_fullsized":"2021-03-04T23:34:45.885410+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"83","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.886118+0000","last_change":"2021-03-04T23:32:18.990360+0000","last_active":"2021-03-04T23:34:45.886118+0000","last_peered":"2021-03-04T23:34:45.886118+0000","last_clean":"2021-03-04T23:34:45.886118+0000","last_became_active":"2021-03-04T23:32:18.985583+0000","last_became_peered":"2021-03-04T23:32:18.985583+0000","last_unstale":"2021-03-04T23:34:45.886118+0000","last_undegraded":"2021-03-04T23:34:45.886118+0000","last_fullsized":"2021-03-04T23:34:45.886118+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"34","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:37.088594+0000","last_change":"2021-03-04T23:32:26.249383+0000","last_active":"2021-03-04T23:34:37.088594+0000","last_peered":"2021-03-04T23:34:37.088594+0000","last_clean":"2021-03-04T23:34:37.088594+0000","last_became_active":"2021-03-04T23:32:26.249012+0000","last_became_peered":"2021-03-04T23:32:26.249012+0000","last_unstale":"2021-03-04T23:34:37.088594+0000","last_undegraded":"2021-03-04T23:34:37.088594+0000","last_fullsized":"2021-03-04T23:34:37.088594+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"292'14817","reported_seq":"15053","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:53.061235+0000","last_change":"2021-03-04T23:31:15.984936+0000","last_active":"2021-03-04T23:34:53.061235+0000","last_peered":"2021-03-04T23:34:53.061235+0000","last_clean":"2021-03-04T23:34:53.061235+0000","last_became_active":"2021-03-04T23:31:15.969777+0000","last_became_peered":"2021-03-04T23:31:15.969777+0000","last_unstale":"2021-03-04T23:34:53.061235+0000","last_undegraded":"2021-03-04T23:34:53.061235+0000","last_fullsized":"2021-03-04T23:34:53.061235+0000","mapping_epoch":236,"log_start":"161'10247","ondisk_log_start":"161'10247","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4570,"ondisk_log_size":4570,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":281083904,"num_objects":4289,"num_object_clones":0,"num_object_copies":12867,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4289,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14817,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":1048576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"69","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.886088+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:34:45.886088+0000","last_peered":"2021-03-04T23:34:45.886088+0000","last_clean":"2021-03-04T23:34:45.886088+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:34:45.886088+0000","last_undegraded":"2021-03-04T23:34:45.886088+0000","last_fullsized":"2021-03-04T23:34:45.886088+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"300","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884679+0000","last_change":"2021-03-04T23:32:18.976569+0000","last_active":"2021-03-04T23:34:45.884679+0000","last_peered":"2021-03-04T23:34:45.884679+0000","last_clean":"2021-03-04T23:34:45.884679+0000","last_became_active":"2021-03-04T23:32:18.976326+0000","last_became_peered":"2021-03-04T23:32:18.976326+0000","last_unstale":"2021-03-04T23:34:45.884679+0000","last_undegraded":"2021-03-04T23:34:45.884679+0000","last_fullsized":"2021-03-04T23:34:45.884679+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"83","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885941+0000","last_change":"2021-03-04T23:32:18.981638+0000","last_active":"2021-03-04T23:34:45.885941+0000","last_peered":"2021-03-04T23:34:45.885941+0000","last_clean":"2021-03-04T23:34:45.885941+0000","last_became_active":"2021-03-04T23:32:18.981295+0000","last_became_peered":"2021-03-04T23:32:18.981295+0000","last_unstale":"2021-03-04T23:34:45.885941+0000","last_undegraded":"2021-03-04T23:34:45.885941+0000","last_fullsized":"2021-03-04T23:34:45.885941+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"191","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:37.079996+0000","last_change":"2021-03-04T23:31:58.069396+0000","last_active":"2021-03-04T23:34:37.079996+0000","last_peered":"2021-03-04T23:34:37.079996+0000","last_clean":"2021-03-04T23:34:37.079996+0000","last_became_active":"2021-03-04T23:31:58.069222+0000","last_became_peered":"2021-03-04T23:31:58.069222+0000","last_unstale":"2021-03-04T23:34:37.079996+0000","last_undegraded":"2021-03-04T23:34:37.079996+0000","last_fullsized":"2021-03-04T23:34:37.079996+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"291'14635","reported_seq":"35497","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:50.285411+0000","last_change":"2021-03-04T23:31:02.313487+0000","last_active":"2021-03-04T23:34:50.285411+0000","last_peered":"2021-03-04T23:34:50.285411+0000","last_clean":"2021-03-04T23:34:50.285411+0000","last_became_active":"2021-03-04T23:31:02.298187+0000","last_became_peered":"2021-03-04T23:31:02.298187+0000","last_unstale":"2021-03-04T23:34:50.285411+0000","last_undegraded":"2021-03-04T23:34:50.285411+0000","last_fullsized":"2021-03-04T23:34:50.285411+0000","mapping_epoch":230,"log_start":"155'9022","ondisk_log_start":"155'9022","created":137,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5613,"ondisk_log_size":5613,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":291569664,"num_objects":4449,"num_object_clones":0,"num_object_copies":13347,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4449,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14635,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8025,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"69","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.887157+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:34:45.887157+0000","last_peered":"2021-03-04T23:34:45.887157+0000","last_clean":"2021-03-04T23:34:45.887157+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:34:45.887157+0000","last_undegraded":"2021-03-04T23:34:45.887157+0000","last_fullsized":"2021-03-04T23:34:45.887157+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"362","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888393+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:34:45.888393+0000","last_peered":"2021-03-04T23:34:45.888393+0000","last_clean":"2021-03-04T23:34:45.888393+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:34:45.888393+0000","last_undegraded":"2021-03-04T23:34:45.888393+0000","last_fullsized":"2021-03-04T23:34:45.888393+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"83","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.886148+0000","last_change":"2021-03-04T23:32:18.976226+0000","last_active":"2021-03-04T23:34:45.886148+0000","last_peered":"2021-03-04T23:34:45.886148+0000","last_clean":"2021-03-04T23:34:45.886148+0000","last_became_active":"2021-03-04T23:32:18.975856+0000","last_became_peered":"2021-03-04T23:32:18.975856+0000","last_unstale":"2021-03-04T23:34:45.886148+0000","last_undegraded":"2021-03-04T23:34:45.886148+0000","last_fullsized":"2021-03-04T23:34:45.886148+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"34","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:37.088542+0000","last_change":"2021-03-04T23:32:26.243559+0000","last_active":"2021-03-04T23:34:37.088542+0000","last_peered":"2021-03-04T23:34:37.088542+0000","last_clean":"2021-03-04T23:34:37.088542+0000","last_became_active":"2021-03-04T23:32:26.243315+0000","last_became_peered":"2021-03-04T23:32:26.243315+0000","last_unstale":"2021-03-04T23:34:37.088542+0000","last_undegraded":"2021-03-04T23:34:37.088542+0000","last_fullsized":"2021-03-04T23:34:37.088542+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"292'14882","reported_seq":"15082","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:53.673016+0000","last_change":"2021-03-04T23:31:16.986091+0000","last_active":"2021-03-04T23:34:53.673016+0000","last_peered":"2021-03-04T23:34:53.673016+0000","last_clean":"2021-03-04T23:34:53.673016+0000","last_became_active":"2021-03-04T23:31:16.966316+0000","last_became_peered":"2021-03-04T23:31:16.966316+0000","last_unstale":"2021-03-04T23:34:53.673016+0000","last_undegraded":"2021-03-04T23:34:53.673016+0000","last_fullsized":"2021-03-04T23:34:53.673016+0000","mapping_epoch":237,"log_start":"159'9787","ondisk_log_start":"159'9787","created":137,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5095,"ondisk_log_size":5095,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":284164096,"num_objects":4336,"num_object_clones":0,"num_object_copies":13008,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4336,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14882,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"69","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.886083+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:34:45.886083+0000","last_peered":"2021-03-04T23:34:45.886083+0000","last_clean":"2021-03-04T23:34:45.886083+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:34:45.886083+0000","last_undegraded":"2021-03-04T23:34:45.886083+0000","last_fullsized":"2021-03-04T23:34:45.886083+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"40","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:37.079643+0000","last_change":"2021-03-04T23:32:18.980591+0000","last_active":"2021-03-04T23:34:37.079643+0000","last_peered":"2021-03-04T23:34:37.079643+0000","last_clean":"2021-03-04T23:34:37.079643+0000","last_became_active":"2021-03-04T23:32:18.980308+0000","last_became_peered":"2021-03-04T23:32:18.980308+0000","last_unstale":"2021-03-04T23:34:37.079643+0000","last_undegraded":"2021-03-04T23:34:37.079643+0000","last_fullsized":"2021-03-04T23:34:37.079643+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"83","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.887165+0000","last_change":"2021-03-04T23:32:18.981505+0000","last_active":"2021-03-04T23:34:45.887165+0000","last_peered":"2021-03-04T23:34:45.887165+0000","last_clean":"2021-03-04T23:34:45.887165+0000","last_became_active":"2021-03-04T23:32:18.981076+0000","last_became_peered":"2021-03-04T23:32:18.981076+0000","last_unstale":"2021-03-04T23:34:45.887165+0000","last_undegraded":"2021-03-04T23:34:45.887165+0000","last_fullsized":"2021-03-04T23:34:45.887165+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"65","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.886024+0000","last_change":"2021-03-04T23:31:15.977616+0000","last_active":"2021-03-04T23:34:45.886024+0000","last_peered":"2021-03-04T23:34:45.886024+0000","last_clean":"2021-03-04T23:34:45.886024+0000","last_became_active":"2021-03-04T23:31:15.976913+0000","last_became_peered":"2021-03-04T23:31:15.976913+0000","last_unstale":"2021-03-04T23:34:45.886024+0000","last_undegraded":"2021-03-04T23:34:45.886024+0000","last_fullsized":"2021-03-04T23:34:45.886024+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.6","version":"292'15049","reported_seq":"21787","reported_epoch":"292","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:34:53.648903+0000","last_change":"2021-03-04T23:32:27.548241+0000","last_active":"2021-03-04T23:34:53.648903+0000","last_peered":"2021-03-04T23:34:53.648903+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:32:27.370442+0000","last_became_peered":"2021-03-04T23:32:27.370442+0000","last_unstale":"2021-03-04T23:34:53.648903+0000","last_undegraded":"2021-03-04T23:32:27.364047+0000","last_fullsized":"2021-03-04T23:32:27.244914+0000","mapping_epoch":267,"log_start":"159'9882","ondisk_log_start":"159'9882","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5167,"ondisk_log_size":5167,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":293535744,"num_objects":4479,"num_object_clones":0,"num_object_copies":13437,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8158,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4479,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15049,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3260,"num_bytes_recovered":213647360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"1,2,5","objects":1973},{"shards":"1,5","objects":304},{"shards":"2,5,6","objects":2202}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"322","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884723+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:34:45.884723+0000","last_peered":"2021-03-04T23:34:45.884723+0000","last_clean":"2021-03-04T23:34:45.884723+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:34:45.884723+0000","last_undegraded":"2021-03-04T23:34:45.884723+0000","last_fullsized":"2021-03-04T23:34:45.884723+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"286","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888534+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:34:45.888534+0000","last_peered":"2021-03-04T23:34:45.888534+0000","last_clean":"2021-03-04T23:34:45.888534+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:34:45.888534+0000","last_undegraded":"2021-03-04T23:34:45.888534+0000","last_fullsized":"2021-03-04T23:34:45.888534+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"343","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884485+0000","last_change":"2021-03-04T23:32:18.972523+0000","last_active":"2021-03-04T23:34:45.884485+0000","last_peered":"2021-03-04T23:34:45.884485+0000","last_clean":"2021-03-04T23:34:45.884485+0000","last_became_active":"2021-03-04T23:32:18.971535+0000","last_became_peered":"2021-03-04T23:32:18.971535+0000","last_unstale":"2021-03-04T23:34:45.884485+0000","last_undegraded":"2021-03-04T23:34:45.884485+0000","last_fullsized":"2021-03-04T23:34:45.884485+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"83","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885792+0000","last_change":"2021-03-04T23:32:18.981988+0000","last_active":"2021-03-04T23:34:45.885792+0000","last_peered":"2021-03-04T23:34:45.885792+0000","last_clean":"2021-03-04T23:34:45.885792+0000","last_became_active":"2021-03-04T23:32:18.981427+0000","last_became_peered":"2021-03-04T23:32:18.981427+0000","last_unstale":"2021-03-04T23:34:45.885792+0000","last_undegraded":"2021-03-04T23:34:45.885792+0000","last_fullsized":"2021-03-04T23:34:45.885792+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"292'14732","reported_seq":"23815","reported_epoch":"292","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:34:52.918982+0000","last_change":"2021-03-04T23:32:43.822873+0000","last_active":"2021-03-04T23:34:52.918982+0000","last_peered":"2021-03-04T23:34:52.918982+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:32:35.807116+0000","last_became_peered":"2021-03-04T23:32:35.807116+0000","last_unstale":"2021-03-04T23:34:52.918982+0000","last_undegraded":"2021-03-04T23:34:52.918982+0000","last_fullsized":"2021-03-04T23:32:19.969626+0000","mapping_epoch":261,"log_start":"152'8139","ondisk_log_start":"152'8139","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6593,"ondisk_log_size":6593,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":276824064,"num_objects":4224,"num_object_clones":0,"num_object_copies":12672,"num_objects_missing_on_primary":792,"num_objects_missing":792,"num_objects_degraded":0,"num_objects_misplaced":1303,"num_objects_unfound":0,"num_objects_dirty":4224,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14732,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4442,"num_bytes_recovered":273809408,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6],"avail_no_missing":["2","7"],"object_location_counts":[{"shards":"3,4,7","objects":1303},{"shards":"3,6","objects":2921}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"83","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885165+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:34:45.885165+0000","last_peered":"2021-03-04T23:34:45.885165+0000","last_clean":"2021-03-04T23:34:45.885165+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:34:45.885165+0000","last_undegraded":"2021-03-04T23:34:45.885165+0000","last_fullsized":"2021-03-04T23:34:45.885165+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"323","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888454+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:34:45.888454+0000","last_peered":"2021-03-04T23:34:45.888454+0000","last_clean":"2021-03-04T23:34:45.888454+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:34:45.888454+0000","last_undegraded":"2021-03-04T23:34:45.888454+0000","last_fullsized":"2021-03-04T23:34:45.888454+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"301","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884516+0000","last_change":"2021-03-04T23:31:58.069697+0000","last_active":"2021-03-04T23:34:45.884516+0000","last_peered":"2021-03-04T23:34:45.884516+0000","last_clean":"2021-03-04T23:34:45.884516+0000","last_became_active":"2021-03-04T23:31:58.068973+0000","last_became_peered":"2021-03-04T23:31:58.068973+0000","last_unstale":"2021-03-04T23:34:45.884516+0000","last_undegraded":"2021-03-04T23:34:45.884516+0000","last_fullsized":"2021-03-04T23:34:45.884516+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"83","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885532+0000","last_change":"2021-03-04T23:32:19.011549+0000","last_active":"2021-03-04T23:34:45.885532+0000","last_peered":"2021-03-04T23:34:45.885532+0000","last_clean":"2021-03-04T23:34:45.885532+0000","last_became_active":"2021-03-04T23:32:19.011346+0000","last_became_peered":"2021-03-04T23:32:19.011346+0000","last_unstale":"2021-03-04T23:34:45.885532+0000","last_undegraded":"2021-03-04T23:34:45.885532+0000","last_fullsized":"2021-03-04T23:34:45.885532+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"292'15149","reported_seq":"30173","reported_epoch":"292","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:34:53.668686+0000","last_change":"2021-03-04T23:32:26.310942+0000","last_active":"2021-03-04T23:34:53.668686+0000","last_peered":"2021-03-04T23:34:53.668686+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:32:26.290638+0000","last_became_peered":"2021-03-04T23:32:26.290638+0000","last_unstale":"2021-03-04T23:34:53.668686+0000","last_undegraded":"2021-03-04T23:34:53.668686+0000","last_fullsized":"2021-03-04T23:34:53.668686+0000","mapping_epoch":266,"log_start":"159'10015","ondisk_log_start":"159'10015","created":137,"last_epoch_clean":233,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5134,"ondisk_log_size":5134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":280821760,"num_objects":4285,"num_object_clones":0,"num_object_copies":12855,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":8570,"num_objects_unfound":0,"num_objects_dirty":4285,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15149,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7388,"num_bytes_recovered":475725824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[5,0,2],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"0,2,5","objects":4285}],"blocked_by":[],"up_primary":1,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"49","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:37.079738+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:34:37.079738+0000","last_peered":"2021-03-04T23:34:37.079738+0000","last_clean":"2021-03-04T23:34:37.079738+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:34:37.079738+0000","last_undegraded":"2021-03-04T23:34:37.079738+0000","last_fullsized":"2021-03-04T23:34:37.079738+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"311","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888444+0000","last_change":"2021-03-04T23:32:18.970427+0000","last_active":"2021-03-04T23:34:45.888444+0000","last_peered":"2021-03-04T23:34:45.888444+0000","last_clean":"2021-03-04T23:34:45.888444+0000","last_became_active":"2021-03-04T23:32:18.970152+0000","last_became_peered":"2021-03-04T23:32:18.970152+0000","last_unstale":"2021-03-04T23:34:45.888444+0000","last_undegraded":"2021-03-04T23:34:45.888444+0000","last_fullsized":"2021-03-04T23:34:45.888444+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"83","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.886012+0000","last_change":"2021-03-04T23:32:19.018810+0000","last_active":"2021-03-04T23:34:45.886012+0000","last_peered":"2021-03-04T23:34:45.886012+0000","last_clean":"2021-03-04T23:34:45.886012+0000","last_became_active":"2021-03-04T23:32:19.018286+0000","last_became_peered":"2021-03-04T23:32:19.018286+0000","last_unstale":"2021-03-04T23:34:45.886012+0000","last_undegraded":"2021-03-04T23:34:45.886012+0000","last_fullsized":"2021-03-04T23:34:45.886012+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"74","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885631+0000","last_change":"2021-03-04T23:32:26.246083+0000","last_active":"2021-03-04T23:34:45.885631+0000","last_peered":"2021-03-04T23:34:45.885631+0000","last_clean":"2021-03-04T23:34:45.885631+0000","last_became_active":"2021-03-04T23:32:26.244207+0000","last_became_peered":"2021-03-04T23:32:26.244207+0000","last_unstale":"2021-03-04T23:34:45.885631+0000","last_undegraded":"2021-03-04T23:34:45.885631+0000","last_fullsized":"2021-03-04T23:34:45.885631+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"292'14643","reported_seq":"30199","reported_epoch":"292","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:34:52.536574+0000","last_change":"2021-03-04T23:32:26.376916+0000","last_active":"2021-03-04T23:34:52.536574+0000","last_peered":"2021-03-04T23:34:52.536574+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:32:26.331782+0000","last_became_peered":"2021-03-04T23:32:26.331782+0000","last_unstale":"2021-03-04T23:34:52.536574+0000","last_undegraded":"2021-03-04T23:32:26.253611+0000","last_fullsized":"2021-03-04T23:32:26.238493+0000","mapping_epoch":266,"log_start":"161'10173","ondisk_log_start":"161'10173","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4470,"ondisk_log_size":4470,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":282918912,"num_objects":4317,"num_object_clones":0,"num_object_copies":12951,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3797,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4317,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14643,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5565,"num_bytes_recovered":304480256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3],"avail_no_missing":["7","0","3","6"],"object_location_counts":[{"shards":"3,5,7","objects":2096},{"shards":"3,7","objects":2221}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"288","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888190+0000","last_change":"2021-03-04T23:31:58.064857+0000","last_active":"2021-03-04T23:34:45.888190+0000","last_peered":"2021-03-04T23:34:45.888190+0000","last_clean":"2021-03-04T23:34:45.888190+0000","last_became_active":"2021-03-04T23:31:58.064575+0000","last_became_peered":"2021-03-04T23:31:58.064575+0000","last_unstale":"2021-03-04T23:34:45.888190+0000","last_undegraded":"2021-03-04T23:34:45.888190+0000","last_fullsized":"2021-03-04T23:34:45.888190+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"350","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888572+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:34:45.888572+0000","last_peered":"2021-03-04T23:34:45.888572+0000","last_clean":"2021-03-04T23:34:45.888572+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:34:45.888572+0000","last_undegraded":"2021-03-04T23:34:45.888572+0000","last_fullsized":"2021-03-04T23:34:45.888572+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"281","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.912058+0000","last_change":"2021-03-04T23:31:58.062715+0000","last_active":"2021-03-04T23:34:45.912058+0000","last_peered":"2021-03-04T23:34:45.912058+0000","last_clean":"2021-03-04T23:34:45.912058+0000","last_became_active":"2021-03-04T23:31:58.062351+0000","last_became_peered":"2021-03-04T23:31:58.062351+0000","last_unstale":"2021-03-04T23:34:45.912058+0000","last_undegraded":"2021-03-04T23:34:45.912058+0000","last_fullsized":"2021-03-04T23:34:45.912058+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"83","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885855+0000","last_change":"2021-03-04T23:32:18.982415+0000","last_active":"2021-03-04T23:34:45.885855+0000","last_peered":"2021-03-04T23:34:45.885855+0000","last_clean":"2021-03-04T23:34:45.885855+0000","last_became_active":"2021-03-04T23:32:18.982097+0000","last_became_peered":"2021-03-04T23:32:18.982097+0000","last_unstale":"2021-03-04T23:34:45.885855+0000","last_undegraded":"2021-03-04T23:34:45.885855+0000","last_fullsized":"2021-03-04T23:34:45.885855+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"292'14711","reported_seq":"37300","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.916961+0000","last_change":"2021-03-04T23:32:23.249042+0000","last_active":"2021-03-04T23:34:52.916961+0000","last_peered":"2021-03-04T23:34:52.916961+0000","last_clean":"2021-03-04T23:34:52.916961+0000","last_became_active":"2021-03-04T23:32:23.233324+0000","last_became_peered":"2021-03-04T23:32:23.233324+0000","last_unstale":"2021-03-04T23:34:52.916961+0000","last_undegraded":"2021-03-04T23:34:52.916961+0000","last_fullsized":"2021-03-04T23:34:52.916961+0000","mapping_epoch":264,"log_start":"152'8130","ondisk_log_start":"152'8130","created":137,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6581,"ondisk_log_size":6581,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":291700736,"num_objects":4451,"num_object_clones":0,"num_object_copies":13353,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4451,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14711,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11178,"num_bytes_recovered":644808704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"106","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885042+0000","last_change":"2021-03-04T23:32:26.240947+0000","last_active":"2021-03-04T23:34:45.885042+0000","last_peered":"2021-03-04T23:34:45.885042+0000","last_clean":"2021-03-04T23:34:45.885042+0000","last_became_active":"2021-03-04T23:32:26.240743+0000","last_became_peered":"2021-03-04T23:32:26.240743+0000","last_unstale":"2021-03-04T23:34:45.885042+0000","last_undegraded":"2021-03-04T23:34:45.885042+0000","last_fullsized":"2021-03-04T23:34:45.885042+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"130","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:37.088632+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:34:37.088632+0000","last_peered":"2021-03-04T23:34:37.088632+0000","last_clean":"2021-03-04T23:34:37.088632+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:34:37.088632+0000","last_undegraded":"2021-03-04T23:34:37.088632+0000","last_fullsized":"2021-03-04T23:34:37.088632+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"83","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.886088+0000","last_change":"2021-03-04T23:32:18.981845+0000","last_active":"2021-03-04T23:34:45.886088+0000","last_peered":"2021-03-04T23:34:45.886088+0000","last_clean":"2021-03-04T23:34:45.886088+0000","last_became_active":"2021-03-04T23:32:18.981465+0000","last_became_peered":"2021-03-04T23:32:18.981465+0000","last_unstale":"2021-03-04T23:34:45.886088+0000","last_undegraded":"2021-03-04T23:34:45.886088+0000","last_fullsized":"2021-03-04T23:34:45.886088+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"292'14703","reported_seq":"28848","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:53.655069+0000","last_change":"2021-03-04T23:32:43.006956+0000","last_active":"2021-03-04T23:34:53.655069+0000","last_peered":"2021-03-04T23:34:53.655069+0000","last_clean":"2021-03-04T23:34:53.655069+0000","last_became_active":"2021-03-04T23:32:42.989066+0000","last_became_peered":"2021-03-04T23:32:42.989066+0000","last_unstale":"2021-03-04T23:34:53.655069+0000","last_undegraded":"2021-03-04T23:34:53.655069+0000","last_fullsized":"2021-03-04T23:34:53.655069+0000","mapping_epoch":273,"log_start":"158'9534","ondisk_log_start":"158'9534","created":137,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5169,"ondisk_log_size":5169,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":285409280,"num_objects":4355,"num_object_clones":0,"num_object_copies":13065,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4355,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14703,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6961,"num_bytes_recovered":299565056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"34","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:37.088466+0000","last_change":"2021-03-04T23:32:26.243555+0000","last_active":"2021-03-04T23:34:37.088466+0000","last_peered":"2021-03-04T23:34:37.088466+0000","last_clean":"2021-03-04T23:34:37.088466+0000","last_became_active":"2021-03-04T23:32:26.243321+0000","last_became_peered":"2021-03-04T23:32:26.243321+0000","last_unstale":"2021-03-04T23:34:37.088466+0000","last_undegraded":"2021-03-04T23:34:37.088466+0000","last_fullsized":"2021-03-04T23:34:37.088466+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"304","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884776+0000","last_change":"2021-03-04T23:31:58.061270+0000","last_active":"2021-03-04T23:34:45.884776+0000","last_peered":"2021-03-04T23:34:45.884776+0000","last_clean":"2021-03-04T23:34:45.884776+0000","last_became_active":"2021-03-04T23:31:58.060937+0000","last_became_peered":"2021-03-04T23:31:58.060937+0000","last_unstale":"2021-03-04T23:34:45.884776+0000","last_undegraded":"2021-03-04T23:34:45.884776+0000","last_fullsized":"2021-03-04T23:34:45.884776+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"34","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:37.088294+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:34:37.088294+0000","last_peered":"2021-03-04T23:34:37.088294+0000","last_clean":"2021-03-04T23:34:37.088294+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:34:37.088294+0000","last_undegraded":"2021-03-04T23:34:37.088294+0000","last_fullsized":"2021-03-04T23:34:37.088294+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"83","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885676+0000","last_change":"2021-03-04T23:32:18.981793+0000","last_active":"2021-03-04T23:34:45.885676+0000","last_peered":"2021-03-04T23:34:45.885676+0000","last_clean":"2021-03-04T23:34:45.885676+0000","last_became_active":"2021-03-04T23:32:18.981354+0000","last_became_peered":"2021-03-04T23:32:18.981354+0000","last_unstale":"2021-03-04T23:34:45.885676+0000","last_undegraded":"2021-03-04T23:34:45.885676+0000","last_fullsized":"2021-03-04T23:34:45.885676+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"292'14986","reported_seq":"29729","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:53.083969+0000","last_change":"2021-03-04T23:31:15.989387+0000","last_active":"2021-03-04T23:34:53.083969+0000","last_peered":"2021-03-04T23:34:53.083969+0000","last_clean":"2021-03-04T23:34:53.083969+0000","last_became_active":"2021-03-04T23:31:15.968551+0000","last_became_peered":"2021-03-04T23:31:15.968551+0000","last_unstale":"2021-03-04T23:34:53.083969+0000","last_undegraded":"2021-03-04T23:34:53.083969+0000","last_fullsized":"2021-03-04T23:34:53.083969+0000","mapping_epoch":236,"log_start":"161'10403","ondisk_log_start":"161'10403","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4583,"ondisk_log_size":4583,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":283901952,"num_objects":4332,"num_object_clones":0,"num_object_copies":12996,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4332,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14986,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7379,"num_bytes_recovered":476381184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"344","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884583+0000","last_change":"2021-03-04T23:32:18.974052+0000","last_active":"2021-03-04T23:34:45.884583+0000","last_peered":"2021-03-04T23:34:45.884583+0000","last_clean":"2021-03-04T23:34:45.884583+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:34:45.884583+0000","last_undegraded":"2021-03-04T23:34:45.884583+0000","last_fullsized":"2021-03-04T23:34:45.884583+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"294","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888362+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:34:45.888362+0000","last_peered":"2021-03-04T23:34:45.888362+0000","last_clean":"2021-03-04T23:34:45.888362+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:34:45.888362+0000","last_undegraded":"2021-03-04T23:34:45.888362+0000","last_fullsized":"2021-03-04T23:34:45.888362+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"34","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:37.088425+0000","last_change":"2021-03-04T23:32:26.241730+0000","last_active":"2021-03-04T23:34:37.088425+0000","last_peered":"2021-03-04T23:34:37.088425+0000","last_clean":"2021-03-04T23:34:37.088425+0000","last_became_active":"2021-03-04T23:32:26.241443+0000","last_became_peered":"2021-03-04T23:32:26.241443+0000","last_unstale":"2021-03-04T23:34:37.088425+0000","last_undegraded":"2021-03-04T23:34:37.088425+0000","last_fullsized":"2021-03-04T23:34:37.088425+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"83","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885741+0000","last_change":"2021-03-04T23:32:18.982273+0000","last_active":"2021-03-04T23:34:45.885741+0000","last_peered":"2021-03-04T23:34:45.885741+0000","last_clean":"2021-03-04T23:34:45.885741+0000","last_became_active":"2021-03-04T23:32:18.981390+0000","last_became_peered":"2021-03-04T23:32:18.981390+0000","last_unstale":"2021-03-04T23:34:45.885741+0000","last_undegraded":"2021-03-04T23:34:45.885741+0000","last_fullsized":"2021-03-04T23:34:45.885741+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"292'14803","reported_seq":"22704","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:53.669799+0000","last_change":"2021-03-04T23:31:15.990321+0000","last_active":"2021-03-04T23:34:53.669799+0000","last_peered":"2021-03-04T23:34:53.669799+0000","last_clean":"2021-03-04T23:34:53.669799+0000","last_became_active":"2021-03-04T23:31:15.968330+0000","last_became_peered":"2021-03-04T23:31:15.968330+0000","last_unstale":"2021-03-04T23:34:53.669799+0000","last_undegraded":"2021-03-04T23:34:53.669799+0000","last_fullsized":"2021-03-04T23:34:53.669799+0000","mapping_epoch":236,"log_start":"159'9643","ondisk_log_start":"159'9643","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5160,"ondisk_log_size":5160,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":278331392,"num_objects":4247,"num_object_clones":0,"num_object_copies":12741,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4247,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14803,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3842,"num_bytes_recovered":151388160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"284","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.912025+0000","last_change":"2021-03-04T23:31:58.062851+0000","last_active":"2021-03-04T23:34:45.912025+0000","last_peered":"2021-03-04T23:34:45.912025+0000","last_clean":"2021-03-04T23:34:45.912025+0000","last_became_active":"2021-03-04T23:31:58.062390+0000","last_became_peered":"2021-03-04T23:31:58.062390+0000","last_unstale":"2021-03-04T23:34:45.912025+0000","last_undegraded":"2021-03-04T23:34:45.912025+0000","last_fullsized":"2021-03-04T23:34:45.912025+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"34","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:37.088300+0000","last_change":"2021-03-04T23:32:26.241630+0000","last_active":"2021-03-04T23:34:37.088300+0000","last_peered":"2021-03-04T23:34:37.088300+0000","last_clean":"2021-03-04T23:34:37.088300+0000","last_became_active":"2021-03-04T23:32:26.241377+0000","last_became_peered":"2021-03-04T23:32:26.241377+0000","last_unstale":"2021-03-04T23:34:37.088300+0000","last_undegraded":"2021-03-04T23:34:37.088300+0000","last_fullsized":"2021-03-04T23:34:37.088300+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"34","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:37.088524+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:34:37.088524+0000","last_peered":"2021-03-04T23:34:37.088524+0000","last_clean":"2021-03-04T23:34:37.088524+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:34:37.088524+0000","last_undegraded":"2021-03-04T23:34:37.088524+0000","last_fullsized":"2021-03-04T23:34:37.088524+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"292'14774","reported_seq":"30880","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.938540+0000","last_change":"2021-03-04T23:30:59.306069+0000","last_active":"2021-03-04T23:34:52.938540+0000","last_peered":"2021-03-04T23:34:52.938540+0000","last_clean":"2021-03-04T23:34:52.938540+0000","last_became_active":"2021-03-04T23:30:59.292136+0000","last_became_peered":"2021-03-04T23:30:59.292136+0000","last_unstale":"2021-03-04T23:34:52.938540+0000","last_undegraded":"2021-03-04T23:34:52.938540+0000","last_fullsized":"2021-03-04T23:34:52.938540+0000","mapping_epoch":228,"log_start":"152'8197","ondisk_log_start":"152'8197","created":137,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6577,"ondisk_log_size":6577,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":284950528,"num_objects":4348,"num_object_clones":0,"num_object_copies":13044,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4348,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14774,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7939,"num_bytes_recovered":520224768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"302","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884632+0000","last_change":"2021-03-04T23:31:58.069375+0000","last_active":"2021-03-04T23:34:45.884632+0000","last_peered":"2021-03-04T23:34:45.884632+0000","last_clean":"2021-03-04T23:34:45.884632+0000","last_became_active":"2021-03-04T23:31:58.069076+0000","last_became_peered":"2021-03-04T23:31:58.069076+0000","last_unstale":"2021-03-04T23:34:45.884632+0000","last_undegraded":"2021-03-04T23:34:45.884632+0000","last_fullsized":"2021-03-04T23:34:45.884632+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"83","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885744+0000","last_change":"2021-03-04T23:32:18.976198+0000","last_active":"2021-03-04T23:34:45.885744+0000","last_peered":"2021-03-04T23:34:45.885744+0000","last_clean":"2021-03-04T23:34:45.885744+0000","last_became_active":"2021-03-04T23:32:18.975757+0000","last_became_peered":"2021-03-04T23:32:18.975757+0000","last_unstale":"2021-03-04T23:34:45.885744+0000","last_undegraded":"2021-03-04T23:34:45.885744+0000","last_fullsized":"2021-03-04T23:34:45.885744+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"79","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885070+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:34:45.885070+0000","last_peered":"2021-03-04T23:34:45.885070+0000","last_clean":"2021-03-04T23:34:45.885070+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:34:45.885070+0000","last_undegraded":"2021-03-04T23:34:45.885070+0000","last_fullsized":"2021-03-04T23:34:45.885070+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"40","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:37.079784+0000","last_change":"2021-03-04T23:32:18.986718+0000","last_active":"2021-03-04T23:34:37.079784+0000","last_peered":"2021-03-04T23:34:37.079784+0000","last_clean":"2021-03-04T23:34:37.079784+0000","last_became_active":"2021-03-04T23:32:18.986509+0000","last_became_peered":"2021-03-04T23:32:18.986509+0000","last_unstale":"2021-03-04T23:34:37.079784+0000","last_undegraded":"2021-03-04T23:34:37.079784+0000","last_fullsized":"2021-03-04T23:34:37.079784+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"83","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885835+0000","last_change":"2021-03-04T23:32:19.018869+0000","last_active":"2021-03-04T23:34:45.885835+0000","last_peered":"2021-03-04T23:34:45.885835+0000","last_clean":"2021-03-04T23:34:45.885835+0000","last_became_active":"2021-03-04T23:32:19.018305+0000","last_became_peered":"2021-03-04T23:32:19.018305+0000","last_unstale":"2021-03-04T23:34:45.885835+0000","last_undegraded":"2021-03-04T23:34:45.885835+0000","last_fullsized":"2021-03-04T23:34:45.885835+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"292'15163","reported_seq":"36967","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:53.135040+0000","last_change":"2021-03-04T23:32:34.277292+0000","last_active":"2021-03-04T23:34:53.135040+0000","last_peered":"2021-03-04T23:34:53.135040+0000","last_clean":"2021-03-04T23:34:53.135040+0000","last_became_active":"2021-03-04T23:32:34.260379+0000","last_became_peered":"2021-03-04T23:32:34.260379+0000","last_unstale":"2021-03-04T23:34:53.135040+0000","last_undegraded":"2021-03-04T23:34:53.135040+0000","last_fullsized":"2021-03-04T23:34:53.135040+0000","mapping_epoch":270,"log_start":"160'10535","ondisk_log_start":"160'10535","created":137,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4628,"ondisk_log_size":4628,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":288686080,"num_objects":4405,"num_object_clones":0,"num_object_copies":13215,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4405,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15163,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10774,"num_bytes_recovered":705953792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"74","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885602+0000","last_change":"2021-03-04T23:32:26.246392+0000","last_active":"2021-03-04T23:34:45.885602+0000","last_peered":"2021-03-04T23:34:45.885602+0000","last_clean":"2021-03-04T23:34:45.885602+0000","last_became_active":"2021-03-04T23:32:26.245274+0000","last_became_peered":"2021-03-04T23:32:26.245274+0000","last_unstale":"2021-03-04T23:34:45.885602+0000","last_undegraded":"2021-03-04T23:34:45.885602+0000","last_fullsized":"2021-03-04T23:34:45.885602+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"276","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888619+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:34:45.888619+0000","last_peered":"2021-03-04T23:34:45.888619+0000","last_clean":"2021-03-04T23:34:45.888619+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:34:45.888619+0000","last_undegraded":"2021-03-04T23:34:45.888619+0000","last_fullsized":"2021-03-04T23:34:45.888619+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"322","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888921+0000","last_change":"2021-03-04T23:32:26.243552+0000","last_active":"2021-03-04T23:34:45.888921+0000","last_peered":"2021-03-04T23:34:45.888921+0000","last_clean":"2021-03-04T23:34:45.888921+0000","last_became_active":"2021-03-04T23:32:26.243356+0000","last_became_peered":"2021-03-04T23:32:26.243356+0000","last_unstale":"2021-03-04T23:34:45.888921+0000","last_undegraded":"2021-03-04T23:34:45.888921+0000","last_fullsized":"2021-03-04T23:34:45.888921+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"83","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.887206+0000","last_change":"2021-03-04T23:32:18.976958+0000","last_active":"2021-03-04T23:34:45.887206+0000","last_peered":"2021-03-04T23:34:45.887206+0000","last_clean":"2021-03-04T23:34:45.887206+0000","last_became_active":"2021-03-04T23:32:18.975806+0000","last_became_peered":"2021-03-04T23:32:18.975806+0000","last_unstale":"2021-03-04T23:34:45.887206+0000","last_undegraded":"2021-03-04T23:34:45.887206+0000","last_fullsized":"2021-03-04T23:34:45.887206+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"292'14788","reported_seq":"32450","reported_epoch":"292","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:34:52.533119+0000","last_change":"2021-03-04T23:32:27.307328+0000","last_active":"2021-03-04T23:34:52.533119+0000","last_peered":"2021-03-04T23:34:52.533119+0000","last_clean":"2021-03-04T23:32:23.232073+0000","last_became_active":"2021-03-04T23:32:27.288606+0000","last_became_peered":"2021-03-04T23:32:27.288606+0000","last_unstale":"2021-03-04T23:34:52.533119+0000","last_undegraded":"2021-03-04T23:34:52.533119+0000","last_fullsized":"2021-03-04T23:34:52.533119+0000","mapping_epoch":267,"log_start":"160'10286","ondisk_log_start":"160'10286","created":137,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4502,"ondisk_log_size":4502,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":285868032,"num_objects":4362,"num_object_clones":0,"num_object_copies":13086,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4362,"num_objects_unfound":0,"num_objects_dirty":4362,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14788,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8712,"num_bytes_recovered":396623872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,0],"avail_no_missing":["7","0","4"],"object_location_counts":[{"shards":"0,4,7","objects":4362}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"65","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885984+0000","last_change":"2021-03-04T23:31:15.976911+0000","last_active":"2021-03-04T23:34:45.885984+0000","last_peered":"2021-03-04T23:34:45.885984+0000","last_clean":"2021-03-04T23:34:45.885984+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:34:45.885984+0000","last_undegraded":"2021-03-04T23:34:45.885984+0000","last_fullsized":"2021-03-04T23:34:45.885984+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"34","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:37.088571+0000","last_change":"2021-03-04T23:32:26.241609+0000","last_active":"2021-03-04T23:34:37.088571+0000","last_peered":"2021-03-04T23:34:37.088571+0000","last_clean":"2021-03-04T23:34:37.088571+0000","last_became_active":"2021-03-04T23:32:26.241419+0000","last_became_peered":"2021-03-04T23:32:26.241419+0000","last_unstale":"2021-03-04T23:34:37.088571+0000","last_undegraded":"2021-03-04T23:34:37.088571+0000","last_fullsized":"2021-03-04T23:34:37.088571+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"254","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884548+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:34:45.884548+0000","last_peered":"2021-03-04T23:34:45.884548+0000","last_clean":"2021-03-04T23:34:45.884548+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:34:45.884548+0000","last_undegraded":"2021-03-04T23:34:45.884548+0000","last_fullsized":"2021-03-04T23:34:45.884548+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"83","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.886195+0000","last_change":"2021-03-04T23:32:18.990243+0000","last_active":"2021-03-04T23:34:45.886195+0000","last_peered":"2021-03-04T23:34:45.886195+0000","last_clean":"2021-03-04T23:34:45.886195+0000","last_became_active":"2021-03-04T23:32:18.985408+0000","last_became_peered":"2021-03-04T23:32:18.985408+0000","last_unstale":"2021-03-04T23:34:45.886195+0000","last_undegraded":"2021-03-04T23:34:45.886195+0000","last_fullsized":"2021-03-04T23:34:45.886195+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"292'14641","reported_seq":"22702","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.564901+0000","last_change":"2021-03-04T23:32:54.052768+0000","last_active":"2021-03-04T23:34:52.564901+0000","last_peered":"2021-03-04T23:34:52.564901+0000","last_clean":"2021-03-04T23:34:52.564901+0000","last_became_active":"2021-03-04T23:32:54.024075+0000","last_became_peered":"2021-03-04T23:32:54.024075+0000","last_unstale":"2021-03-04T23:34:52.564901+0000","last_undegraded":"2021-03-04T23:34:52.564901+0000","last_fullsized":"2021-03-04T23:34:52.564901+0000","mapping_epoch":276,"log_start":"161'10195","ondisk_log_start":"161'10195","created":137,"last_epoch_clean":277,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4446,"ondisk_log_size":4446,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":284033048,"num_objects":4335,"num_object_clones":0,"num_object_copies":13005,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4335,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":14641,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3917,"num_bytes_recovered":147324952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"105","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885409+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:34:45.885409+0000","last_peered":"2021-03-04T23:34:45.885409+0000","last_clean":"2021-03-04T23:34:45.885409+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:34:45.885409+0000","last_undegraded":"2021-03-04T23:34:45.885409+0000","last_fullsized":"2021-03-04T23:34:45.885409+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"34","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:37.088554+0000","last_change":"2021-03-04T23:32:26.249226+0000","last_active":"2021-03-04T23:34:37.088554+0000","last_peered":"2021-03-04T23:34:37.088554+0000","last_clean":"2021-03-04T23:34:37.088554+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:34:37.088554+0000","last_undegraded":"2021-03-04T23:34:37.088554+0000","last_fullsized":"2021-03-04T23:34:37.088554+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"97","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884997+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:34:45.884997+0000","last_peered":"2021-03-04T23:34:45.884997+0000","last_clean":"2021-03-04T23:34:45.884997+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:34:45.884997+0000","last_undegraded":"2021-03-04T23:34:45.884997+0000","last_fullsized":"2021-03-04T23:34:45.884997+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"83","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.886045+0000","last_change":"2021-03-04T23:32:18.976964+0000","last_active":"2021-03-04T23:34:45.886045+0000","last_peered":"2021-03-04T23:34:45.886045+0000","last_clean":"2021-03-04T23:34:45.886045+0000","last_became_active":"2021-03-04T23:32:18.976053+0000","last_became_peered":"2021-03-04T23:32:18.976053+0000","last_unstale":"2021-03-04T23:34:45.886045+0000","last_undegraded":"2021-03-04T23:34:45.886045+0000","last_fullsized":"2021-03-04T23:34:45.886045+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"292'14727","reported_seq":"22338","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.877051+0000","last_change":"2021-03-04T23:31:15.998496+0000","last_active":"2021-03-04T23:34:52.877051+0000","last_peered":"2021-03-04T23:34:52.877051+0000","last_clean":"2021-03-04T23:34:52.877051+0000","last_became_active":"2021-03-04T23:31:15.976417+0000","last_became_peered":"2021-03-04T23:31:15.976417+0000","last_unstale":"2021-03-04T23:34:52.877051+0000","last_undegraded":"2021-03-04T23:34:52.877051+0000","last_fullsized":"2021-03-04T23:34:52.877051+0000","mapping_epoch":236,"log_start":"152'8175","ondisk_log_start":"152'8175","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6552,"ondisk_log_size":6552,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":282656768,"num_objects":4313,"num_object_clones":0,"num_object_copies":12939,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4313,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14727,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3697,"num_bytes_recovered":238419968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"192","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:37.079987+0000","last_change":"2021-03-04T23:31:58.069248+0000","last_active":"2021-03-04T23:34:37.079987+0000","last_peered":"2021-03-04T23:34:37.079987+0000","last_clean":"2021-03-04T23:34:37.079987+0000","last_became_active":"2021-03-04T23:31:58.068899+0000","last_became_peered":"2021-03-04T23:31:58.068899+0000","last_unstale":"2021-03-04T23:34:37.079987+0000","last_undegraded":"2021-03-04T23:34:37.079987+0000","last_fullsized":"2021-03-04T23:34:37.079987+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"325","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.889006+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:34:45.889006+0000","last_peered":"2021-03-04T23:34:45.889006+0000","last_clean":"2021-03-04T23:34:45.889006+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:34:45.889006+0000","last_undegraded":"2021-03-04T23:34:45.889006+0000","last_fullsized":"2021-03-04T23:34:45.889006+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"263","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888258+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:34:45.888258+0000","last_peered":"2021-03-04T23:34:45.888258+0000","last_clean":"2021-03-04T23:34:45.888258+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:34:45.888258+0000","last_undegraded":"2021-03-04T23:34:45.888258+0000","last_fullsized":"2021-03-04T23:34:45.888258+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"258","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888688+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:34:45.888688+0000","last_peered":"2021-03-04T23:34:45.888688+0000","last_clean":"2021-03-04T23:34:45.888688+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:34:45.888688+0000","last_undegraded":"2021-03-04T23:34:45.888688+0000","last_fullsized":"2021-03-04T23:34:45.888688+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"297","reported_epoch":"290","state":"active+clean","last_fresh":"2021-03-04T23:34:37.088605+0000","last_change":"2021-03-04T23:31:58.060196+0000","last_active":"2021-03-04T23:34:37.088605+0000","last_peered":"2021-03-04T23:34:37.088605+0000","last_clean":"2021-03-04T23:34:37.088605+0000","last_became_active":"2021-03-04T23:31:58.059959+0000","last_became_peered":"2021-03-04T23:31:58.059959+0000","last_unstale":"2021-03-04T23:34:37.088605+0000","last_undegraded":"2021-03-04T23:34:37.088605+0000","last_fullsized":"2021-03-04T23:34:37.088605+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"355","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884799+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:34:45.884799+0000","last_peered":"2021-03-04T23:34:45.884799+0000","last_clean":"2021-03-04T23:34:45.884799+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:34:45.884799+0000","last_undegraded":"2021-03-04T23:34:45.884799+0000","last_fullsized":"2021-03-04T23:34:45.884799+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"338","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888551+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:34:45.888551+0000","last_peered":"2021-03-04T23:34:45.888551+0000","last_clean":"2021-03-04T23:34:45.888551+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:34:45.888551+0000","last_undegraded":"2021-03-04T23:34:45.888551+0000","last_fullsized":"2021-03-04T23:34:45.888551+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"301","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884709+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:34:45.884709+0000","last_peered":"2021-03-04T23:34:45.884709+0000","last_clean":"2021-03-04T23:34:45.884709+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:34:45.884709+0000","last_undegraded":"2021-03-04T23:34:45.884709+0000","last_fullsized":"2021-03-04T23:34:45.884709+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"308","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888254+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:34:45.888254+0000","last_peered":"2021-03-04T23:34:45.888254+0000","last_clean":"2021-03-04T23:34:45.888254+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:34:45.888254+0000","last_undegraded":"2021-03-04T23:34:45.888254+0000","last_fullsized":"2021-03-04T23:34:45.888254+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"97","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885317+0000","last_change":"2021-03-04T23:32:18.971387+0000","last_active":"2021-03-04T23:34:45.885317+0000","last_peered":"2021-03-04T23:34:45.885317+0000","last_clean":"2021-03-04T23:34:45.885317+0000","last_became_active":"2021-03-04T23:32:18.971083+0000","last_became_peered":"2021-03-04T23:32:18.971083+0000","last_unstale":"2021-03-04T23:34:45.885317+0000","last_undegraded":"2021-03-04T23:34:45.885317+0000","last_fullsized":"2021-03-04T23:34:45.885317+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"81","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.912152+0000","last_change":"2021-03-04T23:31:58.062548+0000","last_active":"2021-03-04T23:34:45.912152+0000","last_peered":"2021-03-04T23:34:45.912152+0000","last_clean":"2021-03-04T23:34:45.912152+0000","last_became_active":"2021-03-04T23:31:58.062122+0000","last_became_peered":"2021-03-04T23:31:58.062122+0000","last_unstale":"2021-03-04T23:34:45.912152+0000","last_undegraded":"2021-03-04T23:34:45.912152+0000","last_fullsized":"2021-03-04T23:34:45.912152+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"266","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.889002+0000","last_change":"2021-03-04T23:32:19.162403+0000","last_active":"2021-03-04T23:34:45.889002+0000","last_peered":"2021-03-04T23:34:45.889002+0000","last_clean":"2021-03-04T23:34:45.889002+0000","last_became_active":"2021-03-04T23:32:18.984227+0000","last_became_peered":"2021-03-04T23:32:18.984227+0000","last_unstale":"2021-03-04T23:34:45.889002+0000","last_undegraded":"2021-03-04T23:34:45.889002+0000","last_fullsized":"2021-03-04T23:34:45.889002+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"359","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888207+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:34:45.888207+0000","last_peered":"2021-03-04T23:34:45.888207+0000","last_clean":"2021-03-04T23:34:45.888207+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:34:45.888207+0000","last_undegraded":"2021-03-04T23:34:45.888207+0000","last_fullsized":"2021-03-04T23:34:45.888207+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":10713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9858802,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":6},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":4556455960,"num_objects":69527,"num_object_clones":0,"num_object_copies":208581,"num_objects_missing_on_primary":792,"num_objects_missing":792,"num_objects_degraded":11955,"num_objects_misplaced":14235,"num_objects_unfound":0,"num_objects_dirty":69527,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":237203,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":93231,"num_bytes_recovered":5365891096,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16257855488,"data_stored":16257843272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":84840,"ondisk_log_size":84840,"up":48,"acting":45,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495986,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3848932,"kb_used_data":2800348,"kb_used_omap":2097,"kb_used_meta":1046478,"kb_avail":84231452,"statfs":{"total":90194313216,"available":86253006848,"internally_reserved":1073741824,"allocated":2867556352,"data_stored":2866120296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":1071593865},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:56 2021","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.34000000000000002,"15min":0.32400000000000001},"min":{"1min":0.184,"5min":0.125,"15min":0.125},"max":{"1min":0.52300000000000002,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.249},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.40100000000000002,"15min":0.40600000000000003},"min":{"1min":0.221,"5min":0.158,"15min":0.158},"max":{"1min":0.51800000000000002,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.38400000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:34:34 2021","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.39800000000000002,"15min":0.58099999999999996},"min":{"1min":0.20999999999999999,"5min":0.17499999999999999,"15min":0.16200000000000001},"max":{"1min":0.55100000000000005,"5min":0.91700000000000004,"15min":37.856000000000002},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.41399999999999998,"15min":0.61199999999999999},"min":{"1min":0.19800000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.53100000000000003,"5min":1.0409999999999999,"15min":37.914000000000001},"last":0.16600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.34000000000000002,"15min":0.47599999999999998},"min":{"1min":0.23300000000000001,"5min":0.20300000000000001,"15min":0.17999999999999999},"max":{"1min":0.38800000000000001,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":0.31},{"interface":"front","average":{"1min":0.374,"5min":0.436,"15min":0.51300000000000001},"min":{"1min":0.30399999999999999,"5min":0.26300000000000001,"15min":0.182},"max":{"1min":0.49099999999999999,"5min":0.94499999999999995,"15min":3.206},"last":0.40000000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.29899999999999999,"5min":0.35399999999999998,"15min":0.872},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":0.42999999999999999,"5min":0.96399999999999997,"15min":63.959000000000003},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.36199999999999999,"15min":0.90200000000000002},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19400000000000001},"max":{"1min":0.443,"5min":0.84399999999999997,"15min":64.183999999999997},"last":0.189}]},{"osd":4,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.26400000000000001,"5min":0.32300000000000001,"15min":0.39900000000000002},"min":{"1min":0.13,"5min":0.13,"15min":0.13},"max":{"1min":0.53200000000000003,"5min":0.65500000000000003,"15min":4.0179999999999998},"last":0.434},{"interface":"front","average":{"1min":0.255,"5min":0.28599999999999998,"15min":0.34999999999999998},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.45300000000000001,"5min":0.51000000000000001,"15min":3.7410000000000001},"last":0.26200000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.27100000000000002,"5min":0.28999999999999998,"15min":0.33600000000000002},"min":{"1min":0.16800000000000001,"5min":0.152,"15min":0.14299999999999999},"max":{"1min":0.47999999999999998,"5min":0.626,"15min":3.621},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.28999999999999998,"5min":0.34599999999999997,"15min":0.42399999999999999},"min":{"1min":0.156,"5min":0.156,"15min":0.156},"max":{"1min":0.505,"5min":0.67400000000000004,"15min":3.54},"last":0.35499999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:34:52 2021","interfaces":[{"interface":"back","average":{"1min":0.26800000000000002,"5min":0.29299999999999998,"15min":0.38300000000000001},"min":{"1min":0.17199999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":0.42499999999999999,"5min":0.627,"15min":4.1299999999999999},"last":0.223},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.36099999999999999,"15min":0.48799999999999999},"min":{"1min":0.20200000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.52000000000000002,"5min":0.67700000000000005,"15min":3.7850000000000001},"last":0.21099999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659487,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1693520,"kb_used_data":644936,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86386864,"statfs":{"total":90194313216,"available":88460148736,"internally_reserved":1073741824,"allocated":660414464,"data_stored":658991765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.34599999999999997,"15min":0.35799999999999998},"min":{"1min":0.17799999999999999,"5min":0.156,"15min":0.156},"max":{"1min":0.52200000000000002,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.254},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.36599999999999999,"15min":0.36699999999999999},"min":{"1min":0.222,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.46899999999999997,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.151}]},{"osd":1,"last update":"Thu Mar 4 23:34:25 2021","interfaces":[{"interface":"back","average":{"1min":0.29699999999999999,"5min":0.35599999999999998,"15min":0.40100000000000002},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.59199999999999997,"5min":0.874,"15min":3.5049999999999999},"last":0.20399999999999999},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.39000000000000001,"15min":0.45000000000000001},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.17000000000000001},"max":{"1min":0.441,"5min":0.91600000000000004,"15min":4.149},"last":0.32600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:34:25 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.40200000000000002,"15min":0.45600000000000002},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.185},"max":{"1min":0.53100000000000003,"5min":0.85399999999999998,"15min":4.0940000000000003},"last":0.308},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.378,"15min":0.433},"min":{"1min":0.188,"5min":0.188,"15min":0.186},"max":{"1min":0.48399999999999999,"5min":0.83999999999999997,"15min":2.6360000000000001},"last":0.28699999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:34:25 2021","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.379,"15min":1.0029999999999999},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.44900000000000001,"5min":0.877,"15min":77.881},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.39200000000000002,"15min":1.016},"min":{"1min":0.254,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.496,"5min":0.94999999999999996,"15min":77.683000000000007},"last":0.29599999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.314,"15min":0.36699999999999999},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.13300000000000001},"max":{"1min":0.58299999999999996,"5min":0.61599999999999999,"15min":4.1539999999999999},"last":0.16900000000000001},{"interface":"front","average":{"1min":0.29099999999999998,"5min":0.30299999999999999,"15min":0.375},"min":{"1min":0.20000000000000001,"5min":0.14299999999999999,"15min":0.13500000000000001},"max":{"1min":0.443,"5min":0.56699999999999995,"15min":4.1269999999999998},"last":0.18099999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.27600000000000002,"5min":0.314,"15min":0.377},"min":{"1min":0.155,"5min":0.155,"15min":0.155},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":4.0010000000000003},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.29199999999999998,"5min":0.313,"15min":0.433},"min":{"1min":0.161,"5min":0.161,"15min":0.13900000000000001},"max":{"1min":0.46800000000000003,"5min":0.57399999999999995,"15min":4.2389999999999999},"last":0.27400000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.34499999999999997,"15min":0.46600000000000003},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.56299999999999994,"5min":0.56799999999999995,"15min":4.5880000000000001},"last":0.219},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.35399999999999998,"15min":0.42299999999999999},"min":{"1min":0.215,"5min":0.182,"15min":0.182},"max":{"1min":0.55100000000000005,"5min":0.59199999999999997,"15min":4.0129999999999999},"last":0.23699999999999999}]}]},{"osd":1,"up_from":87,"seq":373662155006,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2892796,"kb_used_data":2732340,"kb_used_omap":2528,"kb_used_meta":157919,"kb_avail":85187588,"statfs":{"total":90194313216,"available":87232090112,"internally_reserved":0,"allocated":2797916160,"data_stored":2796510709,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":161709358},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:58 2021","interfaces":[{"interface":"back","average":{"1min":2.5009999999999999,"5min":0.71799999999999997,"15min":0.39000000000000001},"min":{"1min":0.13400000000000001,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":39.125,"5min":39.125,"15min":39.125},"last":0.19400000000000001},{"interface":"front","average":{"1min":2.573,"5min":0.79000000000000004,"15min":0.45800000000000002},"min":{"1min":0.17999999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":39.207000000000001,"5min":39.207000000000001,"15min":39.207000000000001},"last":0.23000000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.24399999999999999,"5min":0.25600000000000001,"15min":0.32300000000000001},"min":{"1min":0.14899999999999999,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.51000000000000001,"5min":0.59999999999999998,"15min":3.069},"last":0.17799999999999999},{"interface":"front","average":{"1min":0.22800000000000001,"5min":0.25800000000000001,"15min":0.35699999999999998},"min":{"1min":0.156,"5min":0.14999999999999999,"15min":0.13100000000000001},"max":{"1min":0.43099999999999999,"5min":0.47899999999999998,"15min":3.8700000000000001},"last":0.21199999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:34:14 2021","interfaces":[{"interface":"back","average":{"1min":0.26500000000000001,"5min":0.42899999999999999,"15min":0.92300000000000004},"min":{"1min":0.158,"5min":0.156,"15min":0.155},"max":{"1min":0.503,"5min":12.710000000000001,"15min":110.28400000000001},"last":0.161},{"interface":"front","average":{"1min":0.27200000000000002,"5min":0.44600000000000001,"15min":0.94399999999999995},"min":{"1min":0.156,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":0.41799999999999998,"5min":12.734,"15min":109.977},"last":0.251}]},{"osd":4,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.41099999999999998,"15min":0.52500000000000002},"min":{"1min":0.25900000000000001,"5min":0.20899999999999999,"15min":0.182},"max":{"1min":0.54200000000000004,"5min":0.91900000000000004,"15min":4.9850000000000003},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39100000000000001,"15min":0.47099999999999997},"min":{"1min":0.26200000000000001,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.64900000000000002,"5min":0.85699999999999998,"15min":3.7050000000000001},"last":0.53100000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.40500000000000003,"15min":0.51300000000000001},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20699999999999999},"max":{"1min":0.60499999999999998,"5min":0.84399999999999997,"15min":8.6690000000000005},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.38,"5min":0.40999999999999998,"15min":0.53400000000000003},"min":{"1min":0.24399999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.621,"5min":0.81200000000000006,"15min":4.415},"last":0.49099999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:33:51 2021","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.40899999999999997,"15min":0.55200000000000005},"min":{"1min":0.253,"5min":0.22600000000000001,"15min":0.214},"max":{"1min":0.72599999999999998,"5min":0.90500000000000003,"15min":4.5010000000000003},"last":0.622},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.44,"15min":0.58199999999999996},"min":{"1min":0.30099999999999999,"5min":0.24299999999999999,"15min":0.23699999999999999},"max":{"1min":0.73499999999999999,"5min":0.88,"15min":5.4649999999999999},"last":0.47199999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.44500000000000001,"15min":0.59599999999999997},"min":{"1min":0.313,"5min":0.29099999999999998,"15min":0.20899999999999999},"max":{"1min":0.63700000000000001,"5min":0.88900000000000001,"15min":3.782},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.42899999999999999,"15min":0.53300000000000003},"min":{"1min":0.254,"5min":0.254,"15min":0.224},"max":{"1min":0.76300000000000001,"5min":0.93400000000000005,"15min":4.5049999999999999},"last":0.59899999999999998}]}]},{"osd":0,"up_from":174,"seq":747324309590,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1803980,"kb_used_data":1695300,"kb_used_omap":980,"kb_used_meta":107691,"kb_avail":86276404,"statfs":{"total":90194313216,"available":88347037696,"internally_reserved":0,"allocated":1735987200,"data_stored":1734573456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":110276547},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.20999999999999999,"5min":0.23899999999999999,"15min":0.252},"min":{"1min":0.13100000000000001,"5min":0.12,"15min":0.12},"max":{"1min":0.34899999999999998,"5min":0.623,"15min":0.623},"last":0.17000000000000001},{"interface":"front","average":{"1min":0.222,"5min":0.24299999999999999,"15min":0.24099999999999999},"min":{"1min":0.14999999999999999,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.40100000000000002,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.34499999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.246,"5min":0.26300000000000001,"15min":0.24099999999999999},"min":{"1min":0.18099999999999999,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":0.35599999999999998,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.191},{"interface":"front","average":{"1min":0.254,"5min":0.26900000000000002,"15min":0.27500000000000002},"min":{"1min":0.16500000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.44400000000000001,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.251}]},{"osd":3,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.246,"5min":0.27500000000000002,"15min":0.28299999999999997},"min":{"1min":0.17499999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.33400000000000002,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.14599999999999999},{"interface":"front","average":{"1min":0.247,"5min":0.28999999999999998,"15min":0.29999999999999999},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.41199999999999998,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.21299999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.39500000000000002,"15min":0.38700000000000001},"min":{"1min":0.28899999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.39400000000000002,"15min":0.38400000000000001},"min":{"1min":0.27200000000000002,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.29399999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.40200000000000002,"15min":0.39200000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38800000000000001,"15min":0.39200000000000002},"min":{"1min":0.20300000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.40000000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.38,"15min":0.40899999999999997},"min":{"1min":0.26300000000000001,"5min":0.224,"15min":0.224},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.40400000000000003,"15min":0.39300000000000002},"min":{"1min":0.28599999999999998,"5min":0.251,"15min":0.251},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.28000000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.40100000000000002,"15min":0.39100000000000001},"min":{"1min":0.26800000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.41899999999999998,"15min":0.40999999999999998},"min":{"1min":0.28499999999999998,"5min":0.26700000000000002,"15min":0.24199999999999999},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.309}]}]},{"osd":2,"up_from":0,"seq":442381631730,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879526,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2711812,"kb_used_data":2595452,"kb_used_omap":883,"kb_used_meta":115468,"kb_avail":85368572,"statfs":{"total":90194313216,"available":87417417728,"internally_reserved":0,"allocated":2657742848,"data_stored":2656335672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":118239296},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:55 2021","interfaces":[{"interface":"back","average":{"1min":0.217,"5min":0.97199999999999998,"15min":0.502},"min":{"1min":0.13200000000000001,"5min":0.127,"15min":0.127},"max":{"1min":0.51100000000000001,"5min":66.528999999999996,"15min":66.528999999999996},"last":0.184},{"interface":"front","average":{"1min":0.26100000000000001,"5min":1.0009999999999999,"15min":0.54500000000000004},"min":{"1min":0.183,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.38500000000000001,"5min":66.497,"15min":66.497},"last":0.26000000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.223,"5min":0.48499999999999999,"15min":0.40500000000000003},"min":{"1min":0.151,"5min":0.14599999999999999,"15min":0.13500000000000001},"max":{"1min":0.33200000000000002,"5min":25.097999999999999,"15min":25.097999999999999},"last":0.17199999999999999},{"interface":"front","average":{"1min":0.26700000000000002,"5min":0.51400000000000001,"15min":0.496},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.497,"5min":25.109999999999999,"15min":25.109999999999999},"last":0.28399999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.249,"5min":0.26000000000000001,"15min":0.38700000000000001},"min":{"1min":0.191,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":0.43099999999999999,"5min":0.56100000000000005,"15min":4.8730000000000002},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.25,"5min":0.26400000000000001,"15min":0.36199999999999999},"min":{"1min":0.17699999999999999,"5min":0.151,"15min":0.151},"max":{"1min":0.40400000000000003,"5min":0.47399999999999998,"15min":3.5590000000000002},"last":0.20300000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40300000000000002,"15min":0.48499999999999999},"min":{"1min":0.252,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.65000000000000002,"5min":1.0089999999999999,"15min":2.9780000000000002},"last":0.23999999999999999},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.42599999999999999,"15min":0.50800000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.20100000000000001},"max":{"1min":0.747,"5min":0.999,"15min":3.7719999999999998},"last":0.32400000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.42299999999999999,"15min":0.58299999999999996},"min":{"1min":0.25600000000000001,"5min":0.23799999999999999,"15min":0.224},"max":{"1min":0.76700000000000002,"5min":1.024,"15min":4.6479999999999997},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.38600000000000001,"15min":0.56999999999999995},"min":{"1min":0.22700000000000001,"5min":0.20899999999999999,"15min":0.192},"max":{"1min":0.629,"5min":0.92100000000000004,"15min":6.7309999999999999},"last":0.22700000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:34:51 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.40400000000000003,"15min":0.54000000000000004},"min":{"1min":0.26400000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69999999999999996,"5min":0.98699999999999999,"15min":9.9410000000000007},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.436,"15min":0.53700000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.251},"max":{"1min":0.71099999999999997,"5min":1.044,"15min":3.8100000000000001},"last":0.38300000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.39900000000000002,"15min":0.58499999999999996},"min":{"1min":0.23699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.66400000000000003,"5min":0.81999999999999995,"15min":5.1180000000000003},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41799999999999998,"15min":0.56699999999999995},"min":{"1min":0.28100000000000003,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.68100000000000005,"5min":1.034,"15min":7.1950000000000003},"last":0.309}]}]},{"osd":4,"up_from":31,"seq":133143986555,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2230800,"kb_used_data":1182216,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":85849584,"statfs":{"total":90194313216,"available":87909974016,"internally_reserved":1073741824,"allocated":1210589184,"data_stored":1209165974,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:53 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.36799999999999999,"15min":0.36599999999999999},"min":{"1min":0.19400000000000001,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.45900000000000002,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.372},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.42499999999999999},"min":{"1min":0.20300000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.73599999999999999,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.33100000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:34:37 2021","interfaces":[{"interface":"back","average":{"1min":0.28399999999999997,"5min":0.47499999999999998,"15min":0.63300000000000001},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.161},"max":{"1min":0.42499999999999999,"5min":11.231,"15min":20.440000000000001},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.47899999999999998,"15min":0.60499999999999998},"min":{"1min":0.193,"5min":0.154,"15min":0.154},"max":{"1min":0.41499999999999998,"5min":11.207000000000001,"15min":20.465},"last":0.251}]},{"osd":2,"last update":"Thu Mar 4 23:34:17 2021","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.36199999999999999,"15min":0.40999999999999998},"min":{"1min":0.252,"5min":0.23300000000000001,"15min":0.17100000000000001},"max":{"1min":0.44400000000000001,"5min":0.70099999999999996,"15min":3.3260000000000001},"last":0.309},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.38,"15min":0.443},"min":{"1min":0.224,"5min":0.221,"15min":0.17499999999999999},"max":{"1min":0.627,"5min":0.83899999999999997,"15min":3.351},"last":0.40699999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:34:17 2021","interfaces":[{"interface":"back","average":{"1min":2.7440000000000002,"5min":0.98699999999999999,"15min":1.587},"min":{"1min":0.219,"5min":0.192,"15min":0.192},"max":{"1min":45.350000000000001,"5min":45.350000000000001,"15min":85.394999999999996},"last":0.35399999999999998},{"interface":"front","average":{"1min":2.7189999999999999,"5min":0.95499999999999996,"15min":1.488},"min":{"1min":0.22700000000000001,"5min":0.217,"15min":0.19400000000000001},"max":{"1min":45.289999999999999,"5min":45.289999999999999,"15min":85.802999999999997},"last":0.442}]},{"osd":5,"last update":"Thu Mar 4 23:34:37 2021","interfaces":[{"interface":"back","average":{"1min":0.26600000000000001,"5min":0.30099999999999999,"15min":0.33600000000000002},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.14199999999999999},"max":{"1min":0.46999999999999997,"5min":1.254,"15min":3.456},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.246,"5min":0.28899999999999998,"15min":0.35199999999999998},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.40899999999999997,"5min":0.64900000000000002,"15min":3.2999999999999998},"last":0.32200000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:33:53 2021","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.32900000000000001,"15min":0.35699999999999998},"min":{"1min":0.16900000000000001,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":3.5569999999999999},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.33100000000000002,"5min":0.33600000000000002,"15min":0.46700000000000003},"min":{"1min":0.17899999999999999,"5min":0.16700000000000001,"15min":0.14199999999999999},"max":{"1min":0.67300000000000004,"5min":0.77200000000000002,"15min":3.895},"last":0.17799999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:34:37 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.32400000000000001,"15min":0.375},"min":{"1min":0.19800000000000001,"5min":0.185,"15min":0.17000000000000001},"max":{"1min":0.60399999999999998,"5min":0.81999999999999995,"15min":3.4329999999999998},"last":0.22700000000000001},{"interface":"front","average":{"1min":0.312,"5min":0.35399999999999998,"15min":0.47799999999999998},"min":{"1min":0.20599999999999999,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.56100000000000005,"5min":0.755,"15min":3.8700000000000001},"last":0.20899999999999999}]}]},{"osd":5,"up_from":36,"seq":154618823033,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4264084,"kb_used_data":3215500,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":83816300,"statfs":{"total":90194313216,"available":85827891200,"internally_reserved":1073741824,"allocated":3292672000,"data_stored":3291250158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:33:56 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.35199999999999998,"15min":0.372},"min":{"1min":0.14199999999999999,"5min":0.14199999999999999,"15min":0.14199999999999999},"max":{"1min":0.621,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.379,"5min":0.38600000000000001,"15min":0.39200000000000002},"min":{"1min":0.217,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.63,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.54200000000000004}]},{"osd":1,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.377,"15min":0.439},"min":{"1min":0.16800000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.52600000000000002,"5min":0.93400000000000005,"15min":3.8450000000000002},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.371,"15min":0.498},"min":{"1min":0.17899999999999999,"5min":0.17000000000000001,"15min":0.14599999999999999},"max":{"1min":0.54600000000000004,"5min":0.872,"15min":7.4740000000000002},"last":0.313}]},{"osd":2,"last update":"Thu Mar 4 23:34:14 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.378,"15min":0.46100000000000002},"min":{"1min":0.26200000000000001,"5min":0.184,"15min":0.161},"max":{"1min":0.51500000000000001,"5min":0.91400000000000003,"15min":3.5800000000000001},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.39500000000000002,"15min":0.51400000000000001},"min":{"1min":0.24099999999999999,"5min":0.19600000000000001,"15min":0.182},"max":{"1min":0.70899999999999996,"5min":0.79300000000000004,"15min":3.698},"last":0.495}]},{"osd":3,"last update":"Thu Mar 4 23:34:14 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.379,"15min":0.51000000000000001},"min":{"1min":0.251,"5min":0.20899999999999999,"15min":0.16700000000000001},"max":{"1min":0.55100000000000005,"5min":0.81299999999999994,"15min":4.375},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.40000000000000002,"15min":0.497},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.19800000000000001},"max":{"1min":0.63500000000000001,"5min":0.85299999999999998,"15min":3.4590000000000001},"last":0.57499999999999996}]},{"osd":4,"last update":"Thu Mar 4 23:33:56 2021","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.32900000000000001,"15min":0.372},"min":{"1min":0.183,"5min":0.16300000000000001,"15min":0.127},"max":{"1min":0.66200000000000003,"5min":0.71599999999999997,"15min":7.4480000000000004},"last":0.23000000000000001},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.32200000000000001,"15min":0.34599999999999997},"min":{"1min":0.20699999999999999,"5min":0.158,"15min":0.152},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":4.4000000000000004},"last":0.29499999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.28899999999999998,"5min":0.34599999999999997,"15min":0.41999999999999998},"min":{"1min":0.17299999999999999,"5min":0.17199999999999999,"15min":0.16},"max":{"1min":0.53100000000000003,"5min":0.69299999999999995,"15min":7.3959999999999999},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.29699999999999999,"5min":0.32100000000000001,"15min":0.35499999999999998},"min":{"1min":0.19800000000000001,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":0.46300000000000002,"5min":0.68100000000000005,"15min":4.3209999999999997},"last":0.38200000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:34:14 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.34999999999999998,"15min":0.42399999999999999},"min":{"1min":0.19800000000000001,"5min":0.185,"15min":0.185},"max":{"1min":0.56200000000000006,"5min":0.66500000000000004,"15min":4.3540000000000001},"last":0.245},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.33500000000000002,"15min":0.375},"min":{"1min":0.18099999999999999,"5min":0.159,"15min":0.159},"max":{"1min":0.56399999999999995,"5min":0.75900000000000001,"15min":2.9740000000000002},"last":0.20999999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1722089472,"data_stored":1722089472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2786856960,"data_stored":2786852888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1103167488,"data_stored":1103167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2645884928,"data_stored":2645884928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1204551680,"data_stored":1204551680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":3286241280,"data_stored":3286237208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":652017664,"data_stored":652017664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2857046016,"data_stored":2857041944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:34:57.508 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph status --format=json 2021-03-04T23:34:57.569 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:57.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:57 gibba038 conmon[76675]: audit 2021-03-04T23:34:55.834035+0000 mgr.x (mgr.34676) 989 : audit [DBG] from='client.46047 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:34:57.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:57.590 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:57.590 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:57.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:57 gibba011 conmon[95595]: audit 2021-03-04T23:34:55.834035+0000 mgr.x (mgr.34676) 989 : audit [DBG] from='client.46047 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:34:57.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:57 gibba011 conmon[99461]: audit 2021-03-04T23:34:55.834035+0000 mgr.x (mgr.34676) 989 : audit [DBG] from='client.46047 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:34:57.635 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:34:57.692 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:34:57.711 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:57.712 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:57.713 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:34:57.814 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:57.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:57.835 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:57.835 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:57.937 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:34:57.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:57.957 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:57.957 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:34:58.058 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:58.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:58.078 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:58.078 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:58.179 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:58.197 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:58.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:58.199 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:58.300 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:58.316 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:58.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:58.318 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:58.419 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:58.436 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:58.437 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:58.437 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:58.538 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:34:58.556 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:58.557 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:58.558 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:34:58.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:58 gibba038 conmon[76675]: cluster 2021-03-04T23:34:56.731883+0000 mgr.x (mgr.34676) 990 : cluster [DBG] pgmap v1002: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.2 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 551 op/s; 11955/208167 objects degraded (5.743%); 14235/208167 objects misplaced (6.838%); 2.0 MiB/s, 31 objects/s recovering 2021-03-04T23:34:58.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:58 gibba011 conmon[95595]: cluster 2021-03-04T23:34:56.731883+0000 mgr.x (mgr.34676) 990 : cluster [DBG] pgmap v1002: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.2 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 551 op/s; 11955/208167 objects degraded (5.743%); 14235/208167 objects misplaced (6.838%); 2.0 MiB/s, 31 objects/s recovering 2021-03-04T23:34:58.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:58 gibba011 conmon[99461]: cluster 2021-03-04T23:34:56.731883+0000 mgr.x (mgr.34676) 990 : cluster [DBG] pgmap v1002: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.2 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 551 op/s; 11955/208167 objects degraded (5.743%); 14235/208167 objects misplaced (6.838%); 2.0 MiB/s, 31 objects/s recovering 2021-03-04T23:34:58.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:58 gibba011 conmon[99461]: 2021-03-04T23:34:58.659 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:58.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:58.677 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:58.677 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:58.779 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:58.798 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:58.799 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:58.799 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:34:58.900 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:34:58.918 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:58.919 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:58.920 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:34:59.021 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:59.038 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:59.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:59.040 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:59.141 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:34:59.158 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:59.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:59.159 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:34:59.210 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:34:59.210 INFO:teuthology.orchestra.run.gibba011.stdout: "size": 20, 2021-03-04T23:34:59.210 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 600, 2021-03-04T23:34:59.211 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:34:59.211 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.211 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:195565 9.1 9:8074ebaf:::benchmark_data_gibba011_139107_object42198:head [delete] snapc 0=[] ondisk+write+known_if_redirected e274)", 2021-03-04T23:34:59.211 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:44.865215+0000", 2021-03-04T23:34:59.211 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 134.34025022, 2021-03-04T23:34:59.212 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.225172226, 2021-03-04T23:34:59.212 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:59.212 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:59.212 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:59.212 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:59.213 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:59.213 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 195565 2021-03-04T23:34:59.213 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.213 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:59.214 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.214 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:59.214 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.865215+0000", 2021-03-04T23:34:59.214 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:59.215 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.215 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.215 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:59.215 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.865215+0000", 2021-03-04T23:34:59.215 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5600000000000001e-06 2021-03-04T23:34:59.216 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.216 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.216 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:59.216 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.865217+0000", 2021-03-04T23:34:59.217 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5239999999999999e-06 2021-03-04T23:34:59.217 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.217 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.217 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:59.217 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.865218+0000", 2021-03-04T23:34:59.218 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.9079999999999998e-06 2021-03-04T23:34:59.218 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.218 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.218 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:59.219 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.865225+0000", 2021-03-04T23:34:59.219 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.473e-06 2021-03-04T23:34:59.219 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.219 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.219 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:59.220 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.865228+0000", 2021-03-04T23:34:59.220 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.75067124799999996 2021-03-04T23:34:59.220 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.220 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.221 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.221 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.615900+0000", 2021-03-04T23:34:59.221 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010826627 2021-03-04T23:34:59.221 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.222 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.222 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:34:59.222 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.626726+0000", 2021-03-04T23:34:59.222 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17701826500000001 2021-03-04T23:34:59.222 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.223 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.223 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.223 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.803745+0000", 2021-03-04T23:34:59.223 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0041084700000000004 2021-03-04T23:34:59.223 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.224 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.224 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:59.224 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.807853+0000", 2021-03-04T23:34:59.224 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0087015589999999993 2021-03-04T23:34:59.225 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.225 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.225 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:34:59.225 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.816555+0000", 2021-03-04T23:34:59.226 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.075638250000000004 2021-03-04T23:34:59.226 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.226 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.227 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.227 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.892193+0000", 2021-03-04T23:34:59.229 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001871164 2021-03-04T23:34:59.229 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.229 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.229 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.230 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.894064+0000", 2021-03-04T23:34:59.230 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.18375893900000001 2021-03-04T23:34:59.230 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.230 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.231 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:59.231 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.077823+0000", 2021-03-04T23:34:59.231 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022839650000000002 2021-03-04T23:34:59.231 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.232 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.232 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:59.232 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.080107+0000", 2021-03-04T23:34:59.232 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010280274000000001 2021-03-04T23:34:59.234 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.234 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.235 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:59.235 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.090387+0000", 2021-03-04T23:34:59.235 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.225172226 2021-03-04T23:34:59.235 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.236 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:59.236 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.236 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.236 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.237 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:195581 9.1 9:832309ad:::benchmark_data_gibba011_139107_object42214:head [delete] snapc 0=[] ondisk+write+known_if_redirected e274)", 2021-03-04T23:34:59.237 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:44.917499+0000", 2021-03-04T23:34:59.237 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 134.287965783, 2021-03-04T23:34:59.237 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.185322075, 2021-03-04T23:34:59.238 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:59.238 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:59.238 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:59.238 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:59.238 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:59.239 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 195581 2021-03-04T23:34:59.239 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.239 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:59.239 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.239 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:59.240 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.917499+0000", 2021-03-04T23:34:59.240 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:59.240 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.240 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.241 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:59.241 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.917499+0000", 2021-03-04T23:34:59.241 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5549999999999999e-06 2021-03-04T23:34:59.241 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.241 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.242 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:59.242 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.917501+0000", 2021-03-04T23:34:59.242 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8729999999999999e-06 2021-03-04T23:34:59.242 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.243 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.243 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:59.243 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.917503+0000", 2021-03-04T23:34:59.244 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0899999999999994e-06 2021-03-04T23:34:59.244 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.245 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.245 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:59.245 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.917512+0000", 2021-03-04T23:34:59.245 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0319999999999997e-06 2021-03-04T23:34:59.246 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.246 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.246 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:59.246 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.917516+0000", 2021-03-04T23:34:59.247 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.97701976899999998 2021-03-04T23:34:59.247 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.247 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.247 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.247 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.894536+0000", 2021-03-04T23:34:59.248 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012985063 2021-03-04T23:34:59.248 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.248 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.248 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:34:59.249 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.907521+0000", 2021-03-04T23:34:59.249 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044920384000000001 2021-03-04T23:34:59.249 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.249 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.249 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.250 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.952441+0000", 2021-03-04T23:34:59.250 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040076970000000002 2021-03-04T23:34:59.250 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.250 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.250 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:59.251 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.956449+0000", 2021-03-04T23:34:59.251 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0084600319999999993 2021-03-04T23:34:59.251 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.251 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.252 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:34:59.252 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.964909+0000", 2021-03-04T23:34:59.252 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.045688014999999998 2021-03-04T23:34:59.252 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.253 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.253 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.253 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.010597+0000", 2021-03-04T23:34:59.253 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.038212458999999997 2021-03-04T23:34:59.253 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.254 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.254 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.254 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.048809+0000", 2021-03-04T23:34:59.254 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.042140806000000003 2021-03-04T23:34:59.255 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.255 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.255 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:59.255 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.090950+0000", 2021-03-04T23:34:59.255 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0023435219999999998 2021-03-04T23:34:59.256 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.256 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.256 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:59.256 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.093294+0000", 2021-03-04T23:34:59.257 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0095277780000000006 2021-03-04T23:34:59.257 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.257 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.257 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:59.258 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.102822+0000", 2021-03-04T23:34:59.258 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.185322075 2021-03-04T23:34:59.258 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.258 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:59.258 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.259 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.259 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.259 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:195827 9.1 9:84d8d338:::benchmark_data_gibba011_139107_object42460:head [delete] snapc 0=[] ondisk+write+known_if_redirected e274)", 2021-03-04T23:34:59.259 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:46.159862+0000", 2021-03-04T23:34:59.260 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 133.045602825, 2021-03-04T23:34:59.260 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1727393829999999, 2021-03-04T23:34:59.260 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:59.260 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:59.260 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:59.261 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:59.261 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:59.261 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 195827 2021-03-04T23:34:59.261 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.261 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:59.262 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.262 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:59.262 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.159862+0000", 2021-03-04T23:34:59.262 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:59.263 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.263 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.263 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:59.263 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.159862+0000", 2021-03-04T23:34:59.264 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.221e-06 2021-03-04T23:34:59.264 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.264 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.264 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:59.264 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.159864+0000", 2021-03-04T23:34:59.265 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.252e-06 2021-03-04T23:34:59.265 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.265 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.265 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:59.266 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.159865+0000", 2021-03-04T23:34:59.266 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.7309999999999996e-06 2021-03-04T23:34:59.266 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.266 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.266 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:59.267 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.159872+0000", 2021-03-04T23:34:59.267 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8360000000000002e-06 2021-03-04T23:34:59.267 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.267 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.268 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:59.268 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.159875+0000", 2021-03-04T23:34:59.268 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.92414270399999998 2021-03-04T23:34:59.268 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.268 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.269 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.269 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.084018+0000", 2021-03-04T23:34:59.269 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01161243 2021-03-04T23:34:59.269 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.269 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.270 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:34:59.270 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.095631+0000", 2021-03-04T23:34:59.270 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044520197999999997 2021-03-04T23:34:59.270 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.270 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.271 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.271 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.140151+0000", 2021-03-04T23:34:59.271 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040933109999999997 2021-03-04T23:34:59.271 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.272 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.272 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:59.272 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.144244+0000", 2021-03-04T23:34:59.272 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0085816950000000003 2021-03-04T23:34:59.272 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.273 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.273 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:34:59.273 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.152826+0000", 2021-03-04T23:34:59.273 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.046118656000000001 2021-03-04T23:34:59.273 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.274 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.274 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.274 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.198944+0000", 2021-03-04T23:34:59.274 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.120627135 2021-03-04T23:34:59.275 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.275 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.275 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:59.275 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.319572+0000", 2021-03-04T23:34:59.276 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0017824749999999999 2021-03-04T23:34:59.276 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.276 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.276 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.277 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.321354+0000", 2021-03-04T23:34:59.277 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022102419999999998 2021-03-04T23:34:59.277 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.277 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.277 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:59.278 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.323564+0000", 2021-03-04T23:34:59.278 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0090374970000000002 2021-03-04T23:34:59.278 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.278 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.279 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:59.279 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.332602+0000", 2021-03-04T23:34:59.279 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1727393829999999 2021-03-04T23:34:59.279 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.280 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:59.280 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.280 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.280 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.281 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:195983 9.1 9:86d2987a:::benchmark_data_gibba011_139107_object42616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e274)", 2021-03-04T23:34:59.281 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:46.896029+0000", 2021-03-04T23:34:59.281 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 132.30943637300001, 2021-03-04T23:34:59.281 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.198857362, 2021-03-04T23:34:59.281 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:59.282 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:59.282 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:59.282 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:59.282 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:59.283 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 195983 2021-03-04T23:34:59.283 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.283 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:59.283 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.283 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:59.284 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.896029+0000", 2021-03-04T23:34:59.284 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:59.284 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.284 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.285 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:59.285 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.896029+0000", 2021-03-04T23:34:59.285 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.091e-06 2021-03-04T23:34:59.285 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.285 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.286 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:59.286 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.896030+0000", 2021-03-04T23:34:59.286 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1179999999999999e-06 2021-03-04T23:34:59.286 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.286 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.287 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:59.287 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.896031+0000", 2021-03-04T23:34:59.287 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.5929999999999996e-06 2021-03-04T23:34:59.287 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.288 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.288 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:59.288 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.896037+0000", 2021-03-04T23:34:59.288 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6879999999999999e-06 2021-03-04T23:34:59.288 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.289 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.289 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:59.289 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.896039+0000", 2021-03-04T23:34:59.289 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.99639272000000001 2021-03-04T23:34:59.290 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.290 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.290 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.290 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.892432+0000", 2021-03-04T23:34:59.291 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011153740000000001 2021-03-04T23:34:59.291 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.291 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.291 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:34:59.292 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.903586+0000", 2021-03-04T23:34:59.292 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.043990750000000002 2021-03-04T23:34:59.292 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.292 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.292 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.293 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.947577+0000", 2021-03-04T23:34:59.293 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.004052885 2021-03-04T23:34:59.293 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.293 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.294 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:59.294 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.951629+0000", 2021-03-04T23:34:59.294 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0085490979999999998 2021-03-04T23:34:59.294 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.295 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.295 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:34:59.295 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.960179+0000", 2021-03-04T23:34:59.295 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044525532999999999 2021-03-04T23:34:59.295 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.296 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.296 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.296 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.004704+0000", 2021-03-04T23:34:59.296 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.038318405999999999 2021-03-04T23:34:59.297 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.297 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.297 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.297 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.043022+0000", 2021-03-04T23:34:59.297 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.040340409000000001 2021-03-04T23:34:59.298 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.298 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.298 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:59.298 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.083363+0000", 2021-03-04T23:34:59.298 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002368439 2021-03-04T23:34:59.299 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.299 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.299 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:59.299 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.085731+0000", 2021-03-04T23:34:59.300 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0091548919999999995 2021-03-04T23:34:59.300 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.300 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.301 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:59.301 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.094886+0000", 2021-03-04T23:34:59.301 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.198857362 2021-03-04T23:34:59.301 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.302 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:59.302 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.302 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.302 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.302 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:195984 9.1 9:8915f03c:::benchmark_data_gibba011_139107_object42617:head [delete] snapc 0=[] ondisk+write+known_if_redirected e274)", 2021-03-04T23:34:59.303 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:46.898490+0000", 2021-03-04T23:34:59.303 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 132.30697564900001, 2021-03-04T23:34:59.303 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.208183601, 2021-03-04T23:34:59.303 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:59.303 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:59.304 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:59.304 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:59.304 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:59.304 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 195984 2021-03-04T23:34:59.304 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.305 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:59.305 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.306 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:59.306 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.898490+0000", 2021-03-04T23:34:59.306 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:59.306 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.307 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.307 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:59.307 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.898490+0000", 2021-03-04T23:34:59.307 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.471e-06 2021-03-04T23:34:59.307 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.308 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.308 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:59.308 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.898491+0000", 2021-03-04T23:34:59.308 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4750000000000001e-06 2021-03-04T23:34:59.308 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.309 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.309 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:59.309 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.898493+0000", 2021-03-04T23:34:59.309 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.5810000000000002e-06 2021-03-04T23:34:59.309 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.310 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.310 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:59.310 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.898499+0000", 2021-03-04T23:34:59.310 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.208e-06 2021-03-04T23:34:59.311 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.311 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.311 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:59.311 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.898502+0000", 2021-03-04T23:34:59.311 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0055624540000001 2021-03-04T23:34:59.312 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.312 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.312 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.312 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.904065+0000", 2021-03-04T23:34:59.312 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011798889999999999 2021-03-04T23:34:59.313 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.313 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.313 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:34:59.313 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.915864+0000", 2021-03-04T23:34:59.314 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.068912743999999998 2021-03-04T23:34:59.314 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.314 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.314 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.314 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.984776+0000", 2021-03-04T23:34:59.315 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040298080000000002 2021-03-04T23:34:59.315 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.315 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.315 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:59.315 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.988806+0000", 2021-03-04T23:34:59.316 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0085938119999999993 2021-03-04T23:34:59.316 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.316 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.316 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:34:59.317 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.997400+0000", 2021-03-04T23:34:59.317 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.046948165 2021-03-04T23:34:59.317 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.317 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.317 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.318 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.044348+0000", 2021-03-04T23:34:59.318 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001323722 2021-03-04T23:34:59.318 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.318 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.318 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.319 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.045672+0000", 2021-03-04T23:34:59.319 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.049668481 2021-03-04T23:34:59.319 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.319 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.319 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:59.320 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.095340+0000", 2021-03-04T23:34:59.320 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022434180000000001 2021-03-04T23:34:59.320 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.320 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.321 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:59.321 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.097584+0000", 2021-03-04T23:34:59.321 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0090893720000000001 2021-03-04T23:34:59.321 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.321 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.322 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:59.322 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.106673+0000", 2021-03-04T23:34:59.322 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.208183601 2021-03-04T23:34:59.322 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.323 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:59.323 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.323 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.323 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.323 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:196202 9.1 9:8a4a775d:::benchmark_data_gibba011_139107_object42835:head [delete] snapc 0=[] ondisk+write+known_if_redirected e274)", 2021-03-04T23:34:59.324 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:47.705731+0000", 2021-03-04T23:34:59.324 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 131.499734018, 2021-03-04T23:34:59.324 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2607468630000001, 2021-03-04T23:34:59.324 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:59.325 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:59.325 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:59.325 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:59.325 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:59.325 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 196202 2021-03-04T23:34:59.326 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.326 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:59.326 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.326 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:59.327 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.705731+0000", 2021-03-04T23:34:59.327 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:59.327 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.327 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.327 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:59.328 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.705731+0000", 2021-03-04T23:34:59.328 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0339999999999999e-06 2021-03-04T23:34:59.328 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.328 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.329 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:59.329 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.705733+0000", 2021-03-04T23:34:59.329 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9929999999999998e-06 2021-03-04T23:34:59.329 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.329 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.330 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:59.330 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.705735+0000", 2021-03-04T23:34:59.330 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0236e-05 2021-03-04T23:34:59.330 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.330 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.331 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:59.331 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.705745+0000", 2021-03-04T23:34:59.331 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2810000000000002e-06 2021-03-04T23:34:59.331 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.332 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.332 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:59.332 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.705750+0000", 2021-03-04T23:34:59.332 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.95395057500000002 2021-03-04T23:34:59.332 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.333 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.333 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.333 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.659700+0000", 2021-03-04T23:34:59.333 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011719729999999999 2021-03-04T23:34:59.334 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.334 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.334 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:34:59.334 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.671420+0000", 2021-03-04T23:34:59.335 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.056182546999999999 2021-03-04T23:34:59.336 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.336 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.336 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.336 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.727603+0000", 2021-03-04T23:34:59.337 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040372259999999997 2021-03-04T23:34:59.337 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.337 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.338 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:59.338 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.731640+0000", 2021-03-04T23:34:59.339 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0090436219999999994 2021-03-04T23:34:59.339 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.339 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.340 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:34:59.340 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.740683+0000", 2021-03-04T23:34:59.340 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044213883000000002 2021-03-04T23:34:59.340 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.340 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.341 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.341 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.784897+0000", 2021-03-04T23:34:59.341 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0013442009999999999 2021-03-04T23:34:59.341 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.342 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.342 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.342 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.786242+0000", 2021-03-04T23:34:59.342 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.168848468 2021-03-04T23:34:59.342 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.343 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.343 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:59.343 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.955090+0000", 2021-03-04T23:34:59.343 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0023406529999999998 2021-03-04T23:34:59.343 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.344 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.344 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:59.344 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.957431+0000", 2021-03-04T23:34:59.345 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0090474140000000002 2021-03-04T23:34:59.345 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.345 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.345 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:59.346 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.966478+0000", 2021-03-04T23:34:59.346 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2607468630000001 2021-03-04T23:34:59.346 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.346 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:59.346 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.347 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.347 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.347 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:196822 9.1 9:8cc7b9c9:::benchmark_data_gibba011_139107_object43455:head [delete] snapc 0=[] ondisk+write+known_if_redirected e275)", 2021-03-04T23:34:59.347 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:50.995033+0000", 2021-03-04T23:34:59.348 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 128.21043174100001, 2021-03-04T23:34:59.348 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.192833394, 2021-03-04T23:34:59.348 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:59.348 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:59.348 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:59.349 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:59.349 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:59.349 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 196822 2021-03-04T23:34:59.349 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.349 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:59.350 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.350 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:59.350 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:50.995033+0000", 2021-03-04T23:34:59.350 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:59.351 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.351 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.351 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:59.351 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:50.995033+0000", 2021-03-04T23:34:59.352 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.846e-06 2021-03-04T23:34:59.353 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.353 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.354 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:59.354 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:50.995035+0000", 2021-03-04T23:34:59.355 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8640000000000001e-06 2021-03-04T23:34:59.355 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.356 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.356 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:59.357 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:50.995037+0000", 2021-03-04T23:34:59.357 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.7230000000000004e-06 2021-03-04T23:34:59.358 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.359 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.360 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:59.360 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:50.995045+0000", 2021-03-04T23:34:59.361 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3370000000000001e-06 2021-03-04T23:34:59.361 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.362 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.362 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:59.362 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:50.995049+0000", 2021-03-04T23:34:59.363 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.98953764499999997 2021-03-04T23:34:59.363 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.364 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.364 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.365 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:51.984587+0000", 2021-03-04T23:34:59.365 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.021534648 2021-03-04T23:34:59.365 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.366 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.366 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:34:59.367 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.006122+0000", 2021-03-04T23:34:59.367 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.061517948000000003 2021-03-04T23:34:59.367 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.368 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.368 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.369 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.067640+0000", 2021-03-04T23:34:59.369 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040661949999999999 2021-03-04T23:34:59.370 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.370 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.371 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:59.371 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.071706+0000", 2021-03-04T23:34:59.371 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0088102960000000004 2021-03-04T23:34:59.372 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.372 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.373 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:34:59.373 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.080516+0000", 2021-03-04T23:34:59.374 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.051629142000000003 2021-03-04T23:34:59.374 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.375 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.375 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:59.375 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.132145+0000", 2021-03-04T23:34:59.375 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00173573 2021-03-04T23:34:59.376 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.376 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.376 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.377 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.133881+0000", 2021-03-04T23:34:59.377 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.040926171999999997 2021-03-04T23:34:59.377 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.377 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.377 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.378 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.174807+0000", 2021-03-04T23:34:59.378 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0026020100000000001 2021-03-04T23:34:59.378 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.378 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.379 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:59.379 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.177409+0000", 2021-03-04T23:34:59.379 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010457838000000001 2021-03-04T23:34:59.379 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.379 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.380 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:59.380 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.187867+0000", 2021-03-04T23:34:59.380 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.192833394 2021-03-04T23:34:59.380 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.381 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:59.381 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.381 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.381 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.382 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:199495 9.1 9:8a42f121:::benchmark_data_gibba011_139107_object46128:head [delete] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:34:59.382 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:01.364498+0000", 2021-03-04T23:34:59.382 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 117.840967385, 2021-03-04T23:34:59.382 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1917731570000001, 2021-03-04T23:34:59.383 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:59.383 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:59.383 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:59.383 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:59.384 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:59.384 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 199495 2021-03-04T23:34:59.384 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.384 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:59.385 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.385 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:59.385 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.364498+0000", 2021-03-04T23:34:59.386 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:59.386 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.387 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.387 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:59.387 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.364498+0000", 2021-03-04T23:34:59.387 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.883e-06 2021-03-04T23:34:59.388 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.389 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.389 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:59.390 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.364500+0000", 2021-03-04T23:34:59.390 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9690000000000001e-06 2021-03-04T23:34:59.390 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.390 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.391 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:59.391 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.364502+0000", 2021-03-04T23:34:59.391 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.1359999999999997e-06 2021-03-04T23:34:59.391 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.392 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.392 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:59.392 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.364510+0000", 2021-03-04T23:34:59.392 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9929999999999997e-06 2021-03-04T23:34:59.392 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.393 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.393 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:59.393 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.364514+0000", 2021-03-04T23:34:59.393 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.85321224399999995 2021-03-04T23:34:59.394 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.394 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.394 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.394 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.217726+0000", 2021-03-04T23:34:59.394 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012533638 2021-03-04T23:34:59.395 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.395 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.395 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:34:59.396 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.230260+0000", 2021-03-04T23:34:59.396 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.043516725999999999 2021-03-04T23:34:59.396 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.396 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.396 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.397 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.273776+0000", 2021-03-04T23:34:59.397 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0039875470000000001 2021-03-04T23:34:59.397 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.397 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.398 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:59.398 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.277764+0000", 2021-03-04T23:34:59.398 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0081649070000000008 2021-03-04T23:34:59.398 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.398 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.399 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:34:59.399 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.285929+0000", 2021-03-04T23:34:59.399 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.04321034 2021-03-04T23:34:59.399 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.399 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.400 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.400 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.329139+0000", 2021-03-04T23:34:59.400 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.020828144999999999 2021-03-04T23:34:59.400 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.401 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.401 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.401 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.349967+0000", 2021-03-04T23:34:59.401 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.19543828299999999 2021-03-04T23:34:59.401 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.402 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.402 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:59.402 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.545406+0000", 2021-03-04T23:34:59.402 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0021327020000000002 2021-03-04T23:34:59.403 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.403 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.403 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:59.403 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.547538+0000", 2021-03-04T23:34:59.404 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0087326439999999995 2021-03-04T23:34:59.404 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.404 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.404 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:59.405 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.556271+0000", 2021-03-04T23:34:59.405 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1917731570000001 2021-03-04T23:34:59.405 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.405 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:59.405 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.406 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.406 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.406 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:199567 9.1 9:852b5113:::benchmark_data_gibba011_139107_object46200:head [delete] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:34:59.406 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:01.812069+0000", 2021-03-04T23:34:59.407 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 117.39339646000001, 2021-03-04T23:34:59.407 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3431064340000001, 2021-03-04T23:34:59.407 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:59.407 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:59.407 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:59.408 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:59.408 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:59.408 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 199567 2021-03-04T23:34:59.408 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.409 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:59.409 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.409 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:59.409 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.812069+0000", 2021-03-04T23:34:59.410 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:59.410 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.410 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.410 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:59.410 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.812069+0000", 2021-03-04T23:34:59.411 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.605e-06 2021-03-04T23:34:59.411 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.411 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.411 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:59.411 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.812071+0000", 2021-03-04T23:34:59.412 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.723e-06 2021-03-04T23:34:59.412 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.412 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.412 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:59.412 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.812074+0000", 2021-03-04T23:34:59.413 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0947999999999999e-05 2021-03-04T23:34:59.413 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.413 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.413 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:59.414 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.812085+0000", 2021-03-04T23:34:59.414 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4659999999999998e-06 2021-03-04T23:34:59.414 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.414 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.414 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:59.415 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.812091+0000", 2021-03-04T23:34:59.415 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.82816658399999998 2021-03-04T23:34:59.415 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.415 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.415 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.416 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.640257+0000", 2021-03-04T23:34:59.416 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013520452000000001 2021-03-04T23:34:59.416 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.416 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.416 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:34:59.417 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.653778+0000", 2021-03-04T23:34:59.417 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.046115213000000002 2021-03-04T23:34:59.417 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.417 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.418 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.418 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.699893+0000", 2021-03-04T23:34:59.418 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0038042670000000001 2021-03-04T23:34:59.418 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.418 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.419 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:59.419 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.703697+0000", 2021-03-04T23:34:59.419 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0079773299999999995 2021-03-04T23:34:59.419 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.419 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.420 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:34:59.420 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.711674+0000", 2021-03-04T23:34:59.420 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.041327272999999998 2021-03-04T23:34:59.420 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.420 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.421 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.421 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.753002+0000", 2021-03-04T23:34:59.421 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0012547019999999999 2021-03-04T23:34:59.421 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.421 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.422 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.422 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.754256+0000", 2021-03-04T23:34:59.422 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.38966078900000001 2021-03-04T23:34:59.422 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.423 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.423 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:59.423 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.143917+0000", 2021-03-04T23:34:59.423 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0020587029999999998 2021-03-04T23:34:59.423 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.424 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.424 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:59.424 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.145976+0000", 2021-03-04T23:34:59.424 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0091993790000000006 2021-03-04T23:34:59.424 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.425 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.425 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:59.426 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.155175+0000", 2021-03-04T23:34:59.426 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3431064340000001 2021-03-04T23:34:59.426 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.427 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:59.427 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.427 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.427 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.428 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:199573 9.1 9:84394bc1:::benchmark_data_gibba011_139107_object46206:head [delete] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:34:59.428 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:01.837787+0000", 2021-03-04T23:34:59.428 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 117.367678442, 2021-03-04T23:34:59.428 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.329708895, 2021-03-04T23:34:59.428 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:59.429 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:59.429 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:59.429 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:59.429 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:59.429 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 199573 2021-03-04T23:34:59.430 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.430 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:59.430 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.430 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:59.431 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.837787+0000", 2021-03-04T23:34:59.431 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:59.431 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.431 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.431 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:59.432 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.837787+0000", 2021-03-04T23:34:59.432 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.548e-06 2021-03-04T23:34:59.432 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.432 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.432 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:59.433 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.837788+0000", 2021-03-04T23:34:59.433 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4750000000000001e-06 2021-03-04T23:34:59.433 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.433 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.433 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:59.434 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.837790+0000", 2021-03-04T23:34:59.434 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.5019999999999992e-06 2021-03-04T23:34:59.434 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.434 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.435 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:59.435 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.837798+0000", 2021-03-04T23:34:59.435 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2599999999999999e-06 2021-03-04T23:34:59.435 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.435 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.436 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:59.436 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.837803+0000", 2021-03-04T23:34:59.436 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.83219984700000005 2021-03-04T23:34:59.436 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.436 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.437 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.437 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.670002+0000", 2021-03-04T23:34:59.437 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010600679 2021-03-04T23:34:59.437 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.437 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.438 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:34:59.438 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.680603+0000", 2021-03-04T23:34:59.438 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.054528589000000002 2021-03-04T23:34:59.438 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.439 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.439 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.439 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.735132+0000", 2021-03-04T23:34:59.439 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0037552369999999998 2021-03-04T23:34:59.439 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.440 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.440 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:59.440 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.738887+0000", 2021-03-04T23:34:59.440 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0079119280000000004 2021-03-04T23:34:59.440 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.441 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.441 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:34:59.441 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.746799+0000", 2021-03-04T23:34:59.441 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0087100040000000004 2021-03-04T23:34:59.442 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.442 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.442 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.442 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.755509+0000", 2021-03-04T23:34:59.442 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001258239 2021-03-04T23:34:59.443 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.443 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.443 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.443 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.756767+0000", 2021-03-04T23:34:59.444 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.39882030699999999 2021-03-04T23:34:59.444 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.444 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.444 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:59.444 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.155587+0000", 2021-03-04T23:34:59.445 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0024296280000000001 2021-03-04T23:34:59.445 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.445 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.445 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:59.446 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.158017+0000", 2021-03-04T23:34:59.446 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0094786520000000006 2021-03-04T23:34:59.446 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.446 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.447 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:59.447 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.167496+0000", 2021-03-04T23:34:59.447 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.329708895 2021-03-04T23:34:59.447 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.448 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:59.448 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.448 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.448 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.448 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:199582 9.1 9:8203e997:::benchmark_data_gibba011_139107_object46215:head [delete] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:34:59.449 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:01.863282+0000", 2021-03-04T23:34:59.449 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 117.342182995, 2021-03-04T23:34:59.449 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3176743280000001, 2021-03-04T23:34:59.449 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:59.449 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:59.450 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:59.450 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:59.450 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:59.450 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 199582 2021-03-04T23:34:59.451 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.451 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:59.451 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.451 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:59.452 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.863282+0000", 2021-03-04T23:34:59.452 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:59.452 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.452 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.452 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:59.453 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.863282+0000", 2021-03-04T23:34:59.453 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1639999999999999e-06 2021-03-04T23:34:59.453 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.453 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.454 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:59.454 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.863284+0000", 2021-03-04T23:34:59.454 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1629999999999999e-06 2021-03-04T23:34:59.454 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.454 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.455 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:59.455 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.863287+0000", 2021-03-04T23:34:59.455 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0971999999999999e-05 2021-03-04T23:34:59.455 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.455 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.456 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:59.456 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.863298+0000", 2021-03-04T23:34:59.456 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4689999999999999e-06 2021-03-04T23:34:59.456 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.456 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.457 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:59.457 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.863302+0000", 2021-03-04T23:34:59.457 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.89389032300000004 2021-03-04T23:34:59.457 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.457 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.458 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.458 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.757192+0000", 2021-03-04T23:34:59.458 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010260438 2021-03-04T23:34:59.458 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.459 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.459 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:34:59.459 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.767453+0000", 2021-03-04T23:34:59.459 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.039500866000000003 2021-03-04T23:34:59.459 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.460 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.460 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.460 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.806954+0000", 2021-03-04T23:34:59.460 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0037647319999999998 2021-03-04T23:34:59.460 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.461 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.461 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:59.461 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.810718+0000", 2021-03-04T23:34:59.461 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0079109999999999996 2021-03-04T23:34:59.461 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.462 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.462 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:34:59.462 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.818629+0000", 2021-03-04T23:34:59.462 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.040513204999999997 2021-03-04T23:34:59.462 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.463 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.463 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.463 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.859143+0000", 2021-03-04T23:34:59.463 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035336305999999998 2021-03-04T23:34:59.463 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.464 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.464 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.464 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.894479+0000", 2021-03-04T23:34:59.464 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.27359776699999999 2021-03-04T23:34:59.465 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.465 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.465 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:59.465 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.168077+0000", 2021-03-04T23:34:59.465 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002147838 2021-03-04T23:34:59.466 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.466 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.466 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:59.466 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.170224+0000", 2021-03-04T23:34:59.466 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010732085000000001 2021-03-04T23:34:59.467 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.467 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.467 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:59.467 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.180957+0000", 2021-03-04T23:34:59.467 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3176743280000001 2021-03-04T23:34:59.468 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.468 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:59.468 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.468 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.468 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.469 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:199604 9.1 9:8b23f43a:::benchmark_data_gibba011_139107_object46237:head [delete] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:34:59.469 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:02.027903+0000", 2021-03-04T23:34:59.469 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 117.17756233599999, 2021-03-04T23:34:59.469 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.166526226, 2021-03-04T23:34:59.469 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:59.470 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:59.470 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:59.470 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:59.470 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:59.471 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 199604 2021-03-04T23:34:59.471 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.471 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:59.471 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.471 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:59.472 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.027903+0000", 2021-03-04T23:34:59.472 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:59.472 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.472 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.472 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:59.473 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.027903+0000", 2021-03-04T23:34:59.473 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.469e-06 2021-03-04T23:34:59.473 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.473 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.473 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:59.474 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.027904+0000", 2021-03-04T23:34:59.474 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4109999999999999e-06 2021-03-04T23:34:59.474 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.474 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.474 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:59.475 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.027906+0000", 2021-03-04T23:34:59.475 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.1470000000000004e-06 2021-03-04T23:34:59.475 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.475 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.475 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:59.476 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.027913+0000", 2021-03-04T23:34:59.476 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.7010000000000004e-06 2021-03-04T23:34:59.476 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.476 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.476 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:59.477 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.027918+0000", 2021-03-04T23:34:59.477 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.739977832 2021-03-04T23:34:59.477 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.477 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.478 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.478 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.767895+0000", 2021-03-04T23:34:59.478 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010426955999999999 2021-03-04T23:34:59.478 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.478 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.479 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:34:59.479 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.778322+0000", 2021-03-04T23:34:59.479 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.063019676999999996 2021-03-04T23:34:59.479 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.480 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.480 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.480 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.841342+0000", 2021-03-04T23:34:59.480 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003756274 2021-03-04T23:34:59.481 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.481 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.481 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:59.481 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.845098+0000", 2021-03-04T23:34:59.481 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.007916892 2021-03-04T23:34:59.482 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.482 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.482 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:34:59.482 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.853015+0000", 2021-03-04T23:34:59.483 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.042774864000000003 2021-03-04T23:34:59.483 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.483 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.483 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.483 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.895790+0000", 2021-03-04T23:34:59.484 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001277507 2021-03-04T23:34:59.484 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.484 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.484 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.484 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.897068+0000", 2021-03-04T23:34:59.485 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.284421747 2021-03-04T23:34:59.485 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.485 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.485 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:59.485 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.181489+0000", 2021-03-04T23:34:59.486 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0026806949999999999 2021-03-04T23:34:59.486 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.486 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.487 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:59.487 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.184170+0000", 2021-03-04T23:34:59.487 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010259054 2021-03-04T23:34:59.487 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.487 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.488 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:59.488 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.194429+0000", 2021-03-04T23:34:59.488 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.166526226 2021-03-04T23:34:59.488 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.488 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:59.489 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.489 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.489 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.489 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203014 9.1 9:8ab41282:::benchmark_data_gibba011_139107_object49647:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:34:59.489 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:15.812500+0000", 2021-03-04T23:34:59.490 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 103.392965573, 2021-03-04T23:34:59.490 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3705346140000001, 2021-03-04T23:34:59.490 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:59.490 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:59.491 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:59.491 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:59.491 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:59.491 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203014 2021-03-04T23:34:59.491 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.492 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:59.492 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.492 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:59.492 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.812500+0000", 2021-03-04T23:34:59.492 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:59.493 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.493 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.493 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:59.493 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.812500+0000", 2021-03-04T23:34:59.493 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.184e-06 2021-03-04T23:34:59.494 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.494 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.494 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:59.494 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.812501+0000", 2021-03-04T23:34:59.494 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.469e-06 2021-03-04T23:34:59.495 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.495 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.495 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:59.495 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.812502+0000", 2021-03-04T23:34:59.495 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.0040000000000002e-06 2021-03-04T23:34:59.496 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.496 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.496 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:59.496 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.812509+0000", 2021-03-04T23:34:59.496 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9960000000000004e-06 2021-03-04T23:34:59.497 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.497 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.497 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:59.497 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.812513+0000", 2021-03-04T23:34:59.497 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.843920958 2021-03-04T23:34:59.498 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.498 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.498 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.498 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.656434+0000", 2021-03-04T23:34:59.499 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011590477 2021-03-04T23:34:59.499 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.499 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.499 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:34:59.499 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.668025+0000", 2021-03-04T23:34:59.500 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.041574014999999999 2021-03-04T23:34:59.500 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.500 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.500 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.500 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.709599+0000", 2021-03-04T23:34:59.501 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0038398550000000001 2021-03-04T23:34:59.501 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.501 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.501 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:59.501 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.713439+0000", 2021-03-04T23:34:59.502 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0077676179999999996 2021-03-04T23:34:59.502 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.502 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.502 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:34:59.502 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.721206+0000", 2021-03-04T23:34:59.503 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.041329024999999998 2021-03-04T23:34:59.503 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.503 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.503 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.503 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.762535+0000", 2021-03-04T23:34:59.504 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035053386999999998 2021-03-04T23:34:59.504 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.504 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.504 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.504 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.797589+0000", 2021-03-04T23:34:59.505 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.373978423 2021-03-04T23:34:59.505 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.505 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.505 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:59.505 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.171567+0000", 2021-03-04T23:34:59.506 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0020052270000000001 2021-03-04T23:34:59.506 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.506 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.506 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:59.506 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.173572+0000", 2021-03-04T23:34:59.507 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0094619760000000004 2021-03-04T23:34:59.507 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.507 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.507 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:59.508 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.183034+0000", 2021-03-04T23:34:59.508 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3705346140000001 2021-03-04T23:34:59.508 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.508 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:59.508 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.509 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.509 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.509 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203032 9.1 9:84c2839f:::benchmark_data_gibba011_139107_object49665:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:34:59.509 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:15.866440+0000", 2021-03-04T23:34:59.509 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 103.339025253, 2021-03-04T23:34:59.510 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3309935900000001, 2021-03-04T23:34:59.510 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:59.510 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:59.510 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:59.510 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:59.511 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:59.511 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203032 2021-03-04T23:34:59.511 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.511 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:59.511 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.512 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:59.512 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.866440+0000", 2021-03-04T23:34:59.512 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:59.512 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.513 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.513 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:59.513 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.866440+0000", 2021-03-04T23:34:59.513 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.8540000000000001e-06 2021-03-04T23:34:59.513 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.514 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.514 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:59.514 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.866443+0000", 2021-03-04T23:34:59.514 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0229999999999999e-06 2021-03-04T23:34:59.514 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.515 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.515 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:59.515 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.866445+0000", 2021-03-04T23:34:59.515 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.577e-06 2021-03-04T23:34:59.515 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.516 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.516 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:59.516 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.866454+0000", 2021-03-04T23:34:59.516 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4979999999999997e-06 2021-03-04T23:34:59.516 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.517 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.517 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:59.517 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.866460+0000", 2021-03-04T23:34:59.517 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.80204232900000005 2021-03-04T23:34:59.517 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.518 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.518 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.518 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.668502+0000", 2021-03-04T23:34:59.518 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010163067 2021-03-04T23:34:59.519 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.519 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.519 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:34:59.519 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.678665+0000", 2021-03-04T23:34:59.519 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.066561548999999998 2021-03-04T23:34:59.520 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.520 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.520 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.520 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.745227+0000", 2021-03-04T23:34:59.520 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0036538909999999998 2021-03-04T23:34:59.521 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.521 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.521 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:59.521 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.748881+0000", 2021-03-04T23:34:59.521 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0076396069999999996 2021-03-04T23:34:59.522 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.522 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.522 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:34:59.522 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.756520+0000", 2021-03-04T23:34:59.522 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.042311915999999998 2021-03-04T23:34:59.523 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.523 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.523 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.523 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.798832+0000", 2021-03-04T23:34:59.524 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001236348 2021-03-04T23:34:59.524 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.524 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.524 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.524 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.800069+0000", 2021-03-04T23:34:59.525 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.38479538000000002 2021-03-04T23:34:59.525 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.525 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.525 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:59.526 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.184864+0000", 2021-03-04T23:34:59.526 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0020545899999999998 2021-03-04T23:34:59.526 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.526 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.526 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:59.527 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.186919+0000", 2021-03-04T23:34:59.527 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010514961 2021-03-04T23:34:59.527 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.527 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.528 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:59.528 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.197434+0000", 2021-03-04T23:34:59.528 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3309935900000001 2021-03-04T23:34:59.528 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.528 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:59.529 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.529 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.529 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.529 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203043 9.1 9:846a3dad:::benchmark_data_gibba011_139107_object49676:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:34:59.530 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:15.962897+0000", 2021-03-04T23:34:59.530 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 103.24256856, 2021-03-04T23:34:59.530 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2472948079999999, 2021-03-04T23:34:59.530 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:59.530 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:59.531 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:59.531 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:59.531 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:59.531 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203043 2021-03-04T23:34:59.531 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.532 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:59.532 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.532 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:59.532 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.962897+0000", 2021-03-04T23:34:59.533 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:59.533 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.533 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.533 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:59.534 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.962897+0000", 2021-03-04T23:34:59.534 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2010000000000002e-06 2021-03-04T23:34:59.534 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.534 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.534 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:59.535 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.962899+0000", 2021-03-04T23:34:59.535 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6029999999999999e-06 2021-03-04T23:34:59.535 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.535 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.536 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:59.536 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.962901+0000", 2021-03-04T23:34:59.536 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0108999999999999e-05 2021-03-04T23:34:59.536 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.536 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.537 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:59.537 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.962912+0000", 2021-03-04T23:34:59.537 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.9629999999999997e-06 2021-03-04T23:34:59.537 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.537 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.538 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:59.538 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.962917+0000", 2021-03-04T23:34:59.538 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.71617666999999996 2021-03-04T23:34:59.538 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.539 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.539 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.539 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.679093+0000", 2021-03-04T23:34:59.539 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010546068 2021-03-04T23:34:59.539 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.540 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.540 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:34:59.540 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.689639+0000", 2021-03-04T23:34:59.540 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.090232781999999997 2021-03-04T23:34:59.540 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.541 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.541 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.541 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.779872+0000", 2021-03-04T23:34:59.541 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0035948970000000001 2021-03-04T23:34:59.542 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.542 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.542 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:59.542 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.783467+0000", 2021-03-04T23:34:59.542 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0076458100000000003 2021-03-04T23:34:59.543 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.543 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.543 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:34:59.543 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.791113+0000", 2021-03-04T23:34:59.543 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01019196 2021-03-04T23:34:59.544 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.544 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.544 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.544 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.801305+0000", 2021-03-04T23:34:59.544 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001239446 2021-03-04T23:34:59.545 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.545 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.545 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.545 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.802544+0000", 2021-03-04T23:34:59.546 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.39534682100000001 2021-03-04T23:34:59.546 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.546 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.546 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:59.546 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.197891+0000", 2021-03-04T23:34:59.547 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022771229999999998 2021-03-04T23:34:59.547 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.547 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.547 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:59.547 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.200168+0000", 2021-03-04T23:34:59.548 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010023354999999999 2021-03-04T23:34:59.548 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.548 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.548 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:59.548 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.210191+0000", 2021-03-04T23:34:59.549 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2472948079999999 2021-03-04T23:34:59.549 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.549 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:59.549 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.549 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.550 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.550 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203049 9.1 9:85cb3e5d:::benchmark_data_gibba011_139107_object49682:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:34:59.550 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:15.981760+0000", 2021-03-04T23:34:59.550 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 103.223705471, 2021-03-04T23:34:59.551 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2400024160000001, 2021-03-04T23:34:59.551 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:59.551 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:59.551 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:59.552 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:59.552 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:59.552 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203049 2021-03-04T23:34:59.552 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.552 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:59.553 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.553 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:59.553 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.981760+0000", 2021-03-04T23:34:59.554 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:59.554 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.554 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.554 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:59.554 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.981760+0000", 2021-03-04T23:34:59.555 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.917e-06 2021-03-04T23:34:59.555 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.555 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.555 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:59.555 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.981762+0000", 2021-03-04T23:34:59.556 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1459999999999999e-06 2021-03-04T23:34:59.556 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.556 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.556 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:59.556 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.981764+0000", 2021-03-04T23:34:59.557 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.5319999999999995e-06 2021-03-04T23:34:59.557 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.557 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.557 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:59.557 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.981773+0000", 2021-03-04T23:34:59.558 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.7210000000000002e-06 2021-03-04T23:34:59.558 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.558 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.558 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:59.559 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.981778+0000", 2021-03-04T23:34:59.559 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.82118911000000006 2021-03-04T23:34:59.559 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.559 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.560 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.560 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.802967+0000", 2021-03-04T23:34:59.560 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0098153440000000002 2021-03-04T23:34:59.560 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.561 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.561 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:34:59.561 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.812783+0000", 2021-03-04T23:34:59.561 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.037330164999999998 2021-03-04T23:34:59.561 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.562 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.562 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.562 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.850113+0000", 2021-03-04T23:34:59.562 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003578239 2021-03-04T23:34:59.562 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.563 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.563 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:59.563 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.853691+0000", 2021-03-04T23:34:59.563 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0076126420000000002 2021-03-04T23:34:59.564 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.564 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.564 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:34:59.564 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.861304+0000", 2021-03-04T23:34:59.564 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.040489087 2021-03-04T23:34:59.565 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.565 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.565 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.565 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.901793+0000", 2021-03-04T23:34:59.565 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.034377691000000002 2021-03-04T23:34:59.566 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.566 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.566 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.567 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.936170+0000", 2021-03-04T23:34:59.567 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.27470050200000001 2021-03-04T23:34:59.567 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.567 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.567 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:59.568 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.210871+0000", 2021-03-04T23:34:59.568 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022206880000000002 2021-03-04T23:34:59.568 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.568 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.568 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:59.569 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.213092+0000", 2021-03-04T23:34:59.569 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0086706319999999993 2021-03-04T23:34:59.569 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.569 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.570 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:59.570 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.221762+0000", 2021-03-04T23:34:59.570 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2400024160000001 2021-03-04T23:34:59.570 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.570 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:59.571 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.571 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.571 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.571 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203061 9.1 9:856882be:::benchmark_data_gibba011_139107_object49694:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:34:59.571 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:16.017815+0000", 2021-03-04T23:34:59.572 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 103.187649781, 2021-03-04T23:34:59.572 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.217970652, 2021-03-04T23:34:59.572 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:59.572 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:59.572 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:59.573 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:59.573 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:59.573 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203061 2021-03-04T23:34:59.573 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.574 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:59.574 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.574 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:59.574 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.017815+0000", 2021-03-04T23:34:59.575 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:59.575 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.575 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.575 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:59.575 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.017815+0000", 2021-03-04T23:34:59.576 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2859999999999998e-06 2021-03-04T23:34:59.576 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.576 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.576 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:59.576 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.017818+0000", 2021-03-04T23:34:59.577 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5910000000000001e-06 2021-03-04T23:34:59.577 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.577 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.577 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:59.578 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.017819+0000", 2021-03-04T23:34:59.578 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.4730000000000003e-06 2021-03-04T23:34:59.578 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.578 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.578 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:59.579 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.017827+0000", 2021-03-04T23:34:59.579 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0550000000000001e-06 2021-03-04T23:34:59.579 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.579 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.579 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:59.580 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.017831+0000", 2021-03-04T23:34:59.580 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.79536064200000001 2021-03-04T23:34:59.580 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.580 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.581 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.581 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.813191+0000", 2021-03-04T23:34:59.581 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0097484500000000005 2021-03-04T23:34:59.581 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.582 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.582 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:34:59.582 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.822940+0000", 2021-03-04T23:34:59.582 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.059846617999999997 2021-03-04T23:34:59.582 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.583 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.583 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.583 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.882787+0000", 2021-03-04T23:34:59.583 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0047229389999999998 2021-03-04T23:34:59.583 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.584 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.584 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:59.584 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.887510+0000", 2021-03-04T23:34:59.584 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0077657009999999999 2021-03-04T23:34:59.585 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.585 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.585 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:34:59.585 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.895275+0000", 2021-03-04T23:34:59.585 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.042049988000000003 2021-03-04T23:34:59.586 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.586 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.586 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.586 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.937325+0000", 2021-03-04T23:34:59.587 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001156242 2021-03-04T23:34:59.587 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.587 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.587 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.588 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.938481+0000", 2021-03-04T23:34:59.588 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.28380329999999998 2021-03-04T23:34:59.588 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.588 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.588 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:59.589 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.222285+0000", 2021-03-04T23:34:59.589 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022305570000000002 2021-03-04T23:34:59.589 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.589 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.589 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:59.590 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.224515+0000", 2021-03-04T23:34:59.590 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011270809999999999 2021-03-04T23:34:59.590 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.590 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.591 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:59.591 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.235786+0000", 2021-03-04T23:34:59.591 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.217970652 2021-03-04T23:34:59.591 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.591 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:59.592 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.592 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.592 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.592 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203856 9.1 9:8ed7e599:::benchmark_data_gibba011_139107_object50489:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:34:59.592 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:18.406664+0000", 2021-03-04T23:34:59.593 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 100.79880117099999, 2021-03-04T23:34:59.593 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.202480486, 2021-03-04T23:34:59.593 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:59.593 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:59.593 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:59.594 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:59.594 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:59.594 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203856 2021-03-04T23:34:59.594 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.595 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:59.595 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.595 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:59.595 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.406664+0000", 2021-03-04T23:34:59.595 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:59.596 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.596 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.596 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:59.596 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.406664+0000", 2021-03-04T23:34:59.596 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3120000000000001e-06 2021-03-04T23:34:59.597 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.597 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.597 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:59.597 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.406665+0000", 2021-03-04T23:34:59.597 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7430000000000001e-06 2021-03-04T23:34:59.598 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.598 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.598 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:59.598 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.406667+0000", 2021-03-04T23:34:59.598 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.0430000000000008e-06 2021-03-04T23:34:59.599 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.599 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.599 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:59.599 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.406675+0000", 2021-03-04T23:34:59.599 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6569999999999999e-06 2021-03-04T23:34:59.600 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.600 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.600 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:59.600 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.406679+0000", 2021-03-04T23:34:59.601 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.81917126500000004 2021-03-04T23:34:59.601 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.601 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.601 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.601 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.225850+0000", 2021-03-04T23:34:59.602 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0099240000000000005 2021-03-04T23:34:59.602 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.602 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.602 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:34:59.602 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.235774+0000", 2021-03-04T23:34:59.603 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.063483042000000003 2021-03-04T23:34:59.603 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.603 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.603 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.603 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.299257+0000", 2021-03-04T23:34:59.604 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003559534 2021-03-04T23:34:59.604 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.604 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.604 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:59.604 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.302817+0000", 2021-03-04T23:34:59.605 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0075568040000000003 2021-03-04T23:34:59.605 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.605 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.605 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:34:59.605 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.310373+0000", 2021-03-04T23:34:59.606 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.051965036999999999 2021-03-04T23:34:59.606 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.606 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.606 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.607 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.362338+0000", 2021-03-04T23:34:59.607 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0011802049999999999 2021-03-04T23:34:59.607 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.607 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.607 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.608 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.363519+0000", 2021-03-04T23:34:59.608 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.235303398 2021-03-04T23:34:59.608 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.608 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.609 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:59.609 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.598822+0000", 2021-03-04T23:34:59.609 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0019508920000000001 2021-03-04T23:34:59.609 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.609 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.610 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:59.610 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.600773+0000", 2021-03-04T23:34:59.610 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0083715539999999998 2021-03-04T23:34:59.610 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.610 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.611 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:59.611 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.609145+0000", 2021-03-04T23:34:59.611 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.202480486 2021-03-04T23:34:59.611 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.611 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:59.612 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.612 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.612 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.612 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203870 9.1 9:8201f5fa:::benchmark_data_gibba011_139107_object50503:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:34:59.612 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:18.428498+0000", 2021-03-04T23:34:59.613 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 100.776966958, 2021-03-04T23:34:59.613 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1912882739999999, 2021-03-04T23:34:59.613 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:59.613 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:59.613 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:59.614 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:59.614 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:59.614 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203870 2021-03-04T23:34:59.614 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.615 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:59.615 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.615 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:59.615 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.428498+0000", 2021-03-04T23:34:59.615 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:59.616 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.616 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.616 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:59.616 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.428498+0000", 2021-03-04T23:34:59.616 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4649999999999999e-06 2021-03-04T23:34:59.617 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.617 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.617 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:59.617 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.428500+0000", 2021-03-04T23:34:59.617 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9920000000000002e-06 2021-03-04T23:34:59.618 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.618 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.618 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:59.618 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.428502+0000", 2021-03-04T23:34:59.618 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0939999999999997e-06 2021-03-04T23:34:59.619 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.619 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.619 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:59.619 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.428511+0000", 2021-03-04T23:34:59.619 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.1729999999999997e-06 2021-03-04T23:34:59.620 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.620 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.620 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:59.620 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.428515+0000", 2021-03-04T23:34:59.620 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.807686138 2021-03-04T23:34:59.621 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.621 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.621 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.621 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.236201+0000", 2021-03-04T23:34:59.622 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010947385 2021-03-04T23:34:59.622 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.622 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.622 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:34:59.622 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.247149+0000", 2021-03-04T23:34:59.623 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.086657049 2021-03-04T23:34:59.623 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.623 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.623 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.623 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.333806+0000", 2021-03-04T23:34:59.624 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0035688299999999998 2021-03-04T23:34:59.624 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.624 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.624 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:59.625 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.337374+0000", 2021-03-04T23:34:59.625 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0075364890000000004 2021-03-04T23:34:59.625 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.625 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.625 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:34:59.626 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.344911+0000", 2021-03-04T23:34:59.626 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.019789534000000001 2021-03-04T23:34:59.626 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.626 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.626 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.627 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.364700+0000", 2021-03-04T23:34:59.627 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0011836939999999999 2021-03-04T23:34:59.627 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.627 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.627 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.628 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.365884+0000", 2021-03-04T23:34:59.628 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.24378893400000001 2021-03-04T23:34:59.628 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.628 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.628 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:59.629 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.609673+0000", 2021-03-04T23:34:59.629 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0020747460000000001 2021-03-04T23:34:59.629 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.629 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.629 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:59.630 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.611748+0000", 2021-03-04T23:34:59.630 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0080387510000000002 2021-03-04T23:34:59.630 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.630 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.631 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:59.631 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.619787+0000", 2021-03-04T23:34:59.631 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1912882739999999 2021-03-04T23:34:59.631 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.631 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:59.632 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.632 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.632 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.632 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:211537 9.1 9:889f599a:::benchmark_data_gibba011_139107_object58170:head [delete] snapc 0=[] ondisk+write+known_if_redirected e284)", 2021-03-04T23:34:59.632 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:46.702881+0000", 2021-03-04T23:34:59.633 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 72.502584326999994, 2021-03-04T23:34:59.633 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3518756489999999, 2021-03-04T23:34:59.633 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:34:59.633 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:34:59.634 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:34:59.634 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:34:59.634 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:34:59.634 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 211537 2021-03-04T23:34:59.634 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.635 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:34:59.635 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.635 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:34:59.635 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:46.702881+0000", 2021-03-04T23:34:59.636 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:34:59.636 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.636 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.636 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:34:59.637 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:46.702881+0000", 2021-03-04T23:34:59.637 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.083e-06 2021-03-04T23:34:59.637 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.637 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.637 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:34:59.638 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:46.702882+0000", 2021-03-04T23:34:59.638 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2419999999999999e-06 2021-03-04T23:34:59.638 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.638 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.638 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:34:59.639 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:46.702883+0000", 2021-03-04T23:34:59.639 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.2820000000000002e-06 2021-03-04T23:34:59.639 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.639 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.640 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:34:59.640 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:46.702890+0000", 2021-03-04T23:34:59.640 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9490000000000001e-06 2021-03-04T23:34:59.640 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.640 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.641 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:34:59.641 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:46.702892+0000", 2021-03-04T23:34:59.641 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.72747275700000003 2021-03-04T23:34:59.641 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.641 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.642 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.642 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.430365+0000", 2021-03-04T23:34:59.642 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011693689 2021-03-04T23:34:59.642 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.643 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.643 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:34:59.643 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.442059+0000", 2021-03-04T23:34:59.643 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.036069375000000001 2021-03-04T23:34:59.643 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.644 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.644 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:34:59.644 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.478128+0000", 2021-03-04T23:34:59.644 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003356974 2021-03-04T23:34:59.645 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.645 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.645 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:34:59.645 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.481485+0000", 2021-03-04T23:34:59.645 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.006604909 2021-03-04T23:34:59.646 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.646 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.646 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:34:59.646 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.488090+0000", 2021-03-04T23:34:59.646 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.034038027999999998 2021-03-04T23:34:59.647 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.647 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.647 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.647 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.522128+0000", 2021-03-04T23:34:59.648 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.028740129999999999 2021-03-04T23:34:59.648 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.648 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.648 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:34:59.648 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.550868+0000", 2021-03-04T23:34:59.649 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.49357573999999999 2021-03-04T23:34:59.649 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.649 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.650 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:34:59.650 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:48.044444+0000", 2021-03-04T23:34:59.650 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0017326240000000001 2021-03-04T23:34:59.650 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.651 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.651 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:34:59.651 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:48.046177+0000", 2021-03-04T23:34:59.651 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0085798669999999997 2021-03-04T23:34:59.651 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:34:59.652 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:34:59.652 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:34:59.652 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:48.054757+0000", 2021-03-04T23:34:59.653 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3518756489999999 2021-03-04T23:34:59.653 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.653 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:59.653 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.654 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:34:59.654 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:34:59.654 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:34:59.654 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:59.656 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:34:59 gibba038 conmon[76675]: cluster 2021-03-04T23:34:58.996574+0000 mon.a (mon.0) 1333 : cluster [WRN] Health check update: Degraded data redundancy: 11955/208167 objects degraded (5.743%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:59.656 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:34:59 gibba011 conmon[99461]: cluster 2021-03-04T23:34:58.996574+0000 mon.a (mon.0) 1333 : cluster [WRN] Health check update: Degraded data redundancy: 11955/208167 objects degraded (5.743%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:59.657 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:59 gibba011 conmon[95595]: cluster 2021-03-04T23:34:58. 2021-03-04T23:34:59.657 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:34:59 gibba011 conmon[95595]: 996574+0000 mon.a (mon.0) 1333 : cluster [WRN] Health check update: Degraded data redundancy: 11955/208167 objects degraded (5.743%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:34:59.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:59.675 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:59.675 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:59.777 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:34:59.795 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:59.796 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:34:59.796 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:34:59.897 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:34:59.918 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:34:59.919 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:34:59.920 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:00.021 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:00.040 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:00.041 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:00.042 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:00.143 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:00.161 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:00.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:00.163 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:00.264 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:00.281 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:00.282 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:00.282 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:00.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:00 gibba011 conmon[99461]: cluster 2021-03-04T23:34:58.732469+0000 mgr.x (mgr.34676) 991 : cluster [DBG] pgmap v1003: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 555 op/s; 11955/200286 objects degraded (5.969%); 13523/200286 objects misplaced (6.752%); 2.1 MiB/s, 34 objects/s recovering 2021-03-04T23:35:00.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:00 gibba011 conmon[95595]: cluster 2021-03-04T23:34:58.732469+0000 mgr.x (mgr.34676) 991 : cluster [DBG] pgmap v1003: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 555 op/s; 11955/200286 objects degraded (5.969%); 13523/200286 objects misplaced (6.752%); 2.1 MiB/s, 34 objects/s recovering 2021-03-04T23:35:00.383 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:00.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:00.402 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:00.403 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:00.504 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:00.521 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:00.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:00.523 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:00.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:00 gibba038 conmon[76675]: cluster 2021-03-04T23:34:58.732469+0000 mgr.x (mgr.34676) 991 : cluster [DBG] pgmap v1003: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 555 op/s; 11955/200286 objects degraded (5.969%); 13523/200286 objects misplaced (6.752%); 2.1 MiB/s, 34 objects/s recovering 2021-03-04T23:35:00.625 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:00.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:00.644 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:00.644 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:00.658 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:35:00.673 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:35:00.689 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:35:00.704 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:35:00.723 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:35:00.738 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:35:00.745 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:00.752 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:35:00.764 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:00.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:00.765 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:00.767 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:35:00.768 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:35:00.768 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:35:00.769 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:35:00.769 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:35:00.769 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:35:00.769 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:35:00.769 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:35:00.770 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:35:00.866 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-03-04T23:35:00.867 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:00.884 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:00.885 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:00.885 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:00.984 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:35:00.986 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:01.005 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:01.006 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:01.006 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:01.107 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:01.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:01.128 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:01.128 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:01.230 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:01.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:01.251 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:01.252 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:01.327 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:35:01.353 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:01.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:01.375 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:01.375 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:01.405 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:01 gibba038 conmon[76675]: audit 2021-03-04T23:35:00.452216+0000 mon.a (mon.0) 1334 : audit [INF] from='client.? 172.21.2.111:0/169282282' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:01.406 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:01 gibba038 conmon[76675]: audit 2021-03-04T23:35:00.641355+0000 mon.a (mon.0) 1335 : audit [DBG] from='client.? 172.21.2.111:0/2817367130' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:01.477 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:01.494 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:01.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:01.496 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:01.597 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:01.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:01 gibba011 conmon[99461]: audit 2021-03-04T23:35 2021-03-04T23:35:01.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:01 gibba011 conmon[99461]: :00.452216+0000 mon.a (mon.0) 1334 : audit [INF] from='client.? 172.21.2.111:0/169282282' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:01.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:01 gibba011 conmon[99461]: audit 2021-03-04T23:35:00.641355+0000 mon.a (mon.0) 1335 : audit [DBG] from='client.? 172.21.2.111:0/2817367130' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:01.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:01 gibba011 conmon[95595]: audit 2021-03-04T23:35:00.452216+0000 mon.a (mon.0) 1334 : audit [INF] from='client.? 172.21.2.111:0/169282282' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:01.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:01 gibba011 conmon[95595]: audit 2021-03-04T23:35:00.641355+0000 mon.a (mon.0) 1335 : audit [DBG] from='client.? 172.21.2.111:0/2817367130' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:01.616 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:01.617 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:01.618 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:01.719 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:01.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:01.739 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:01.740 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:01.842 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:01.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:01.862 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:01.863 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:01.918 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:35:01.919 INFO:teuthology.orchestra.run.gibba011.stdout:{"fsid":"5f47b844-7d3d-11eb-9066-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 11955/199713 objects degraded (5.986%), 2 pgs degraded, 3 pgs undersized","count":5},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":1448,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":293,"num_osds":8,"num_up_osds":8,"osd_up_since":1614900469,"num_in_osds":7,"osd_in_since":1614900717,"num_remapped_pgs":5},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":114},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+remapped+backfill_wait","count":2},{"state_name":"active+recovering+undersized+remapped","count":1}],"num_pgs":119,"num_pools":5,"num_objects":66571,"data_bytes":4361293120,"bytes_used":19292364800,"bytes_avail":612067827712,"bytes_total":631360192512,"degraded_objects":11955,"degraded_total":199713,"degraded_ratio":0.059860900392062613,"misplaced_objects":13523,"misplaced_total":199713,"misplaced_ratio":0.067712166959587011,"recovering_objects_per_sec":34,"recovering_bytes_per_sec":2227757,"recovering_keys_per_sec":0,"num_objects_recovered":343,"num_bytes_recovered":22282240,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":554},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.gibba038.rbeynd","status":"up:active","gid":34322}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.x:8443/"}},"servicemap":{"epoch":27,"modified":"2021-03-04T23:31:42.691059+0000","services":{}},"progress_events":{"325add0c-2571-4241-bc14-5f365661abb5":{"message":"Upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 (4m)\n [===========.................] (remaining: 7m)","progress":0.40000000596046448,"add_to_ceph_s":false},"4e3490fa-9157-44ad-a0cb-fb2dd1c26592":{"message":"Global Recovery Event (9m)\n [==========================..] (remaining: 25s)","progress":0.95798319578170776,"add_to_ceph_s":true},"a6cabe7d-74fd-4880-9df0-9c4f5a17cc82":{"message":"Rebalancing after osd.2 marked out (3m)\n [===========================.] (remaining: 3s)","progress":0.98039215803146362,"add_to_ceph_s":false}}} 2021-03-04T23:35:01.964 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:01.983 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:01.984 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:01.985 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:02.086 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:02.104 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:02.105 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:02.105 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:02.206 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:02.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:02.225 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:02.226 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:02.327 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:02.346 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:02.347 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:02.347 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:02.449 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:02.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:02.468 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:02.468 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:02.570 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:02.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:02 gibba038 conmon[76675]: cluster 2021-03-04T23:35:00.732857+0000 mgr.x (mgr.34676) 992 : cluster [DBG] pgmap v1004: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 554 op/s; 11955/199713 objects degraded (5.986%); 13523/199713 objects misplaced (6.771%); 2.1 MiB/s, 34 objects/s recovering 2021-03-04T23:35:02.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:02 gibba038 conmon[76675]: cluster 2021-03-04T23:35:01.317436+0000 mon.a (mon.0) 1336 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:35:02.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:02 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:35:02.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:02 gibba038 conmon[76675]: 03-04T23:35:01.322635+0000 mon.a (mon.0) 1337 : audit [INF] from='client.? 172.21.2.111:0/169282282' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:02.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:02 gibba038 conmon[76675]: cluster 2021-03-04T23:35:01.322664+0000 mon.a (mon.0) 1338 : cluster [DBG] osdmap e293: 8 total, 8 up, 7 in 2021-03-04T23:35:02.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:02 gibba038 conmon[76675]: audit 2021-03-04T23:35:01.665363+0000 mon.a (mon.0) 1339 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:35:02.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:02 gibba038 conmon[76675]: audit 2021-03-04T23:35:01.916414+0000 mon.c (mon.1) 395 : audit [DBG] from='client.? 172.21.2.111:0/3469721015' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:35:02.590 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:02.591 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:02.591 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:02.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:02 gibba011 conmon[95595]: cluster 2021-03-04T23:35:00.732857+0000 mgr.x (mgr.34676) 992 : cluster [DBG] pgmap v1004: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 554 op/s; 11955/199713 objects degraded (5.986%); 13523/199713 objects misplaced (6.771%); 2.1 MiB/s, 34 objects/s recovering 2021-03-04T23:35:02.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:02 gibba011 conmon[95595]: cluster 2021-03-04T23:35:01.317436+0000 mon.a (mon.0) 1336 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:35:02.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:02 gibba011 conmon[95595]: audit 2021-03-04T23:35:01.322635+0000 mon.a (mon.0 2021-03-04T23:35:02.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:02 gibba011 conmon[95595]: ) 1337 : audit [INF] from='client.? 172.21.2.111:0/169282282' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:02.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:02 gibba011 conmon[95595]: cluster 2021-03-04T23:35:01.322664+0000 mon.a (mon.0) 1338 : cluster [DBG] osdmap e293: 8 total, 8 up, 7 in 2021-03-04T23:35:02.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:02 gibba011 conmon[95595]: audit 2021-03-04T23:35:01.665363+0000 mon.a (mon.0) 1339 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:35:02.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:02 gibba011 conmon[95595]: audit 2021-03-04T23:35:01.916414+0000 mon.c (mon.1) 395 : audit [DBG] from='client.? 172.21.2.111:0/3469721015' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:35:02.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:02 gibba011 conmon[99461]: cluster 2021-03-04T23:35:00.732857+0000 mgr.x (mgr. 2021-03-04T23:35:02.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:02 gibba011 conmon[99461]: 34676) 992 : cluster [DBG] pgmap v1004: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.1 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 554 op/s; 11955/199713 objects degraded (5.986%); 13523/199713 objects misplaced (6.771%); 2.1 MiB/s, 34 objects/s recovering 2021-03-04T23:35:02.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:02 gibba011 conmon[99461]: cluster 2021-03-04T23:35:01. 2021-03-04T23:35:02.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:02 gibba011 conmon[99461]: 317436+0000 mon.a (mon.0) 1336 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:35:02.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:02 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:35:02.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:02 gibba011 conmon[99461]: 03-04T23:35:01.322635+0000 2021-03-04T23:35:02.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:02 gibba011 conmon[99461]: mon.a (mon.0) 1337 : audit [INF] from='client.? 172.21.2.111:0/169282282' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:02.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:02 gibba011 conmon[99461]: 2021-03-04T23:35:02.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:02 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:35:02.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:02 gibba011 conmon[99461]: 23:35:01.322664+0000 mon.a (mon. 2021-03-04T23:35:02.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:02 gibba011 conmon[99461]: 0) 1338 : cluster [DBG] osdmap e293: 8 total, 8 up, 7 in 2021-03-04T23:35:02.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:02 gibba011 conmon[99461]: audit 2021-03-04T23:35:02.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:02 gibba011 conmon[99461]: 2021-03-04T23:35:01.665363 2021-03-04T23:35:02.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:02 gibba011 conmon[99461]: +0000 mon.a (mon.0) 1339 : audit 2021-03-04T23:35:02.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:02 gibba011 conmon[99461]: [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:35:02.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:02 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:35:02.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:02 gibba011 conmon[99461]: -04T23:35:01.916414+0000 mon.c 2021-03-04T23:35:02.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:02 gibba011 conmon[99461]: (mon.1) 395 : audit [DBG] from='client.? 172.21.2.111:0/3469721015' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:35:02.692 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:02.709 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:02.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:02.710 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:02.811 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:02.830 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:02.831 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:02.831 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:02.932 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-03-04T23:35:02.932 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:35:02.933 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:02.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:02.951 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:02.952 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:03.053 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:03.056 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:03.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:03.075 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:03.075 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:03.177 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:03.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:03.195 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:03.196 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:03.297 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:03.316 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:03.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:03.318 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:03.419 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:03.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:03.437 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:03.438 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:03.539 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:03.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:03.560 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:03.561 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:03.663 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:03.681 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:03.682 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:03.682 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:03.784 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:03.802 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:03.803 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:03.804 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:03.905 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:03.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:03.927 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:03.927 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:04.028 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:04.048 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:04.048 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:04.049 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:04.057 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:35:04.057 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:35:04.151 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:04.170 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:04.172 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:04.172 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:04.267 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:35:04.273 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:04.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:04.333 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:04.334 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:04.395 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:04.436 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:04.454 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:04.456 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:04.457 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:04.516 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:04 gibba011 conmon[95595]: cluster 2021-03-04T23:35:02.733254+0000 mgr.x (mgr.34676) 993 : cluster [DBG] pgmap v1006: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 560 op/s; 11955/198003 objects degraded (6.038%); 13337/198003 objects misplaced (6.736%); 2.1 MiB/s, 34 objects/s recovering 2021-03-04T23:35:04.516 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:04 gibba011 conmon[95595]: cluster 2021-03-04T23:35:03.997541+0000 mon.a (mon.0) 1340 : cluster [WRN] Health check update: Degraded data redundancy: 11955/198003 objects degraded (6.038%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:04.517 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:04 gibba011 conmon[99461]: cluster 2021-03-04T23:35:02.733254+0000 mgr.x (mgr.34676) 993 : cluster [DBG] pgmap v1006: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 560 op/s; 11955/198003 objects degraded (6.038%); 13337/198003 objects misplaced (6.736%); 2.1 MiB/s, 34 objects/s recovering 2021-03-04T23:35:04.517 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:04 gibba011 conmon[99461]: cluster 2021-03-04T23:35:03.997541+0000 mon.a (mon.0) 1340 : cluster [WRN] Health check update: Degraded data redundancy: 11955/198003 objects degraded (6.038%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:04.558 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:04.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:04.577 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:04.577 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:04.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:04 gibba038 conmon[76675]: cluster 2021-03-04T23:35:02.733254+0000 mgr.x (mgr.34676) 993 : cluster 2021-03-04T23:35:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:04 gibba038 conmon[76675]: [DBG] pgmap v1006: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 4.0 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 560 op/s; 11955/198003 objects degraded (6.038%); 13337/198003 objects misplaced (6.736%); 2.1 MiB/s, 34 objects/s recovering 2021-03-04T23:35:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:04 gibba038 conmon[76675]: cluster 2021-03-04T23:35:03.997541+0000 mon.a (mon.0) 1340 : cluster [WRN] Health check update: Degraded data redundancy: 11955/198003 objects degraded (6.038%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:04.678 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:04.696 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:04.698 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:04.699 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:04.737 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:35:04.740 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:35:04.801 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:04.819 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-03-04T23:35:04.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:04.823 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:04.824 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:04.927 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:04.936 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:35:04.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:04.945 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:04.945 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:04.989 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:35:05.046 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:05.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:05.069 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:05.069 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:05.131 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:05.170 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:05.191 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:05.192 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:05.193 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:05.294 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:05.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:05.313 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:05.314 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:05.416 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:05.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:05.436 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:05.436 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:05.537 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:05.556 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:05.557 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:05.558 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:05.660 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:05.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:05.679 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:05.679 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:05.780 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:05.799 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:05.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:05.800 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:05.901 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:05.917 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:05.918 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:05.919 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:06.020 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:06.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:06.040 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:06.041 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:06.068 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":1006,"stamp":"2021-03-04T23:35:02.732987+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4323937600,"num_objects":66001,"num_object_clones":0,"num_object_copies":198003,"num_objects_missing_on_primary":790,"num_objects_missing":790,"num_objects_degraded":11955,"num_objects_misplaced":13337,"num_objects_unfound":0,"num_objects_dirty":66001,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":240803,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":93466,"num_bytes_recovered":5377371185,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":84834,"ondisk_log_size":84834,"up":357,"acting":354,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":393,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":18652972,"kb_used_data":14071604,"kb_used_omap":7911,"kb_used_meta":4573400,"kb_avail":597909716,"statfs":{"total":631360192512,"available":612259549184,"internally_reserved":4294967296,"allocated":14409322496,"data_stored":14399363830,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8101805,"internal_metadata":4683161683},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,2,0,1,1,0,0,6,4,3],"upper_bound":1024},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-367198208,"num_objects":-5603,"num_object_clones":0,"num_object_copies":-16809,"num_objects_missing_on_primary":-3,"num_objects_missing":-3,"num_objects_degraded":0,"num_objects_misplaced":-1467,"num_objects_unfound":0,"num_objects_dirty":-5603,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5603,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":343,"num_bytes_recovered":22282240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002115"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"338","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.301485+0000","last_change":"2021-03-04T23:32:26.240995+0000","last_active":"2021-03-04T23:34:52.301485+0000","last_peered":"2021-03-04T23:34:52.301485+0000","last_clean":"2021-03-04T23:34:52.301485+0000","last_became_active":"2021-03-04T23:32:26.240606+0000","last_became_peered":"2021-03-04T23:32:26.240606+0000","last_unstale":"2021-03-04T23:34:52.301485+0000","last_undegraded":"2021-03-04T23:34:52.301485+0000","last_fullsized":"2021-03-04T23:34:52.301485+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"79","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885212+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:34:45.885212+0000","last_peered":"2021-03-04T23:34:45.885212+0000","last_clean":"2021-03-04T23:34:45.885212+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:34:45.885212+0000","last_undegraded":"2021-03-04T23:34:45.885212+0000","last_fullsized":"2021-03-04T23:34:45.885212+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"35","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888071+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:34:45.888071+0000","last_peered":"2021-03-04T23:34:45.888071+0000","last_clean":"2021-03-04T23:34:45.888071+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:34:45.888071+0000","last_undegraded":"2021-03-04T23:34:45.888071+0000","last_fullsized":"2021-03-04T23:34:45.888071+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"313","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888981+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:34:45.888981+0000","last_peered":"2021-03-04T23:34:45.888981+0000","last_clean":"2021-03-04T23:34:45.888981+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:34:45.888981+0000","last_undegraded":"2021-03-04T23:34:45.888981+0000","last_fullsized":"2021-03-04T23:34:45.888981+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"97","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884985+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:34:45.884985+0000","last_peered":"2021-03-04T23:34:45.884985+0000","last_clean":"2021-03-04T23:34:45.884985+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:34:45.884985+0000","last_undegraded":"2021-03-04T23:34:45.884985+0000","last_fullsized":"2021-03-04T23:34:45.884985+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"42","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.389146+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:34:52.389146+0000","last_peered":"2021-03-04T23:34:52.389146+0000","last_clean":"2021-03-04T23:34:52.389146+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:34:52.389146+0000","last_undegraded":"2021-03-04T23:34:52.389146+0000","last_fullsized":"2021-03-04T23:34:52.389146+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"285","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888659+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:34:45.888659+0000","last_peered":"2021-03-04T23:34:45.888659+0000","last_clean":"2021-03-04T23:34:45.888659+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:34:45.888659+0000","last_undegraded":"2021-03-04T23:34:45.888659+0000","last_fullsized":"2021-03-04T23:34:45.888659+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"97","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885032+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:34:45.885032+0000","last_peered":"2021-03-04T23:34:45.885032+0000","last_clean":"2021-03-04T23:34:45.885032+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:34:45.885032+0000","last_undegraded":"2021-03-04T23:34:45.885032+0000","last_fullsized":"2021-03-04T23:34:45.885032+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298841+0000","last_change":"2021-03-04T23:32:18.981656+0000","last_active":"2021-03-04T23:34:52.298841+0000","last_peered":"2021-03-04T23:34:52.298841+0000","last_clean":"2021-03-04T23:34:52.298841+0000","last_became_active":"2021-03-04T23:32:18.981253+0000","last_became_peered":"2021-03-04T23:32:18.981253+0000","last_unstale":"2021-03-04T23:34:52.298841+0000","last_undegraded":"2021-03-04T23:34:52.298841+0000","last_fullsized":"2021-03-04T23:34:52.298841+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"334","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884976+0000","last_change":"2021-03-04T23:32:26.243636+0000","last_active":"2021-03-04T23:34:45.884976+0000","last_peered":"2021-03-04T23:34:45.884976+0000","last_clean":"2021-03-04T23:34:45.884976+0000","last_became_active":"2021-03-04T23:32:26.243433+0000","last_became_peered":"2021-03-04T23:32:26.243433+0000","last_unstale":"2021-03-04T23:34:45.884976+0000","last_undegraded":"2021-03-04T23:34:45.884976+0000","last_fullsized":"2021-03-04T23:34:45.884976+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"99","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.912206+0000","last_change":"2021-03-04T23:32:18.988970+0000","last_active":"2021-03-04T23:34:45.912206+0000","last_peered":"2021-03-04T23:34:45.912206+0000","last_clean":"2021-03-04T23:34:45.912206+0000","last_became_active":"2021-03-04T23:32:18.988819+0000","last_became_peered":"2021-03-04T23:32:18.988819+0000","last_unstale":"2021-03-04T23:34:45.912206+0000","last_undegraded":"2021-03-04T23:34:45.912206+0000","last_fullsized":"2021-03-04T23:34:45.912206+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"72","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298617+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:34:52.298617+0000","last_peered":"2021-03-04T23:34:52.298617+0000","last_clean":"2021-03-04T23:34:52.298617+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:34:52.298617+0000","last_undegraded":"2021-03-04T23:34:52.298617+0000","last_fullsized":"2021-03-04T23:34:52.298617+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"35","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888157+0000","last_change":"2021-03-04T23:32:26.241627+0000","last_active":"2021-03-04T23:34:45.888157+0000","last_peered":"2021-03-04T23:34:45.888157+0000","last_clean":"2021-03-04T23:34:45.888157+0000","last_became_active":"2021-03-04T23:32:26.241358+0000","last_became_peered":"2021-03-04T23:32:26.241358+0000","last_unstale":"2021-03-04T23:34:45.888157+0000","last_undegraded":"2021-03-04T23:34:45.888157+0000","last_fullsized":"2021-03-04T23:34:45.888157+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"336","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.301586+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:34:52.301586+0000","last_peered":"2021-03-04T23:34:52.301586+0000","last_clean":"2021-03-04T23:34:52.301586+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:34:52.301586+0000","last_undegraded":"2021-03-04T23:34:52.301586+0000","last_fullsized":"2021-03-04T23:34:52.301586+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"315","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.301597+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:34:52.301597+0000","last_peered":"2021-03-04T23:34:52.301597+0000","last_clean":"2021-03-04T23:34:52.301597+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:34:52.301597+0000","last_undegraded":"2021-03-04T23:34:52.301597+0000","last_fullsized":"2021-03-04T23:34:52.301597+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298400+0000","last_change":"2021-03-04T23:32:18.982083+0000","last_active":"2021-03-04T23:34:52.298400+0000","last_peered":"2021-03-04T23:34:52.298400+0000","last_clean":"2021-03-04T23:34:52.298400+0000","last_became_active":"2021-03-04T23:32:18.981790+0000","last_became_peered":"2021-03-04T23:32:18.981790+0000","last_unstale":"2021-03-04T23:34:52.298400+0000","last_undegraded":"2021-03-04T23:34:52.298400+0000","last_fullsized":"2021-03-04T23:34:52.298400+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"94","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298749+0000","last_change":"2021-03-04T23:32:19.165859+0000","last_active":"2021-03-04T23:34:52.298749+0000","last_peered":"2021-03-04T23:34:52.298749+0000","last_clean":"2021-03-04T23:34:52.298749+0000","last_became_active":"2021-03-04T23:32:19.018621+0000","last_became_peered":"2021-03-04T23:32:19.018621+0000","last_unstale":"2021-03-04T23:34:52.298749+0000","last_undegraded":"2021-03-04T23:34:52.298749+0000","last_fullsized":"2021-03-04T23:34:52.298749+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"115","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885198+0000","last_change":"2021-03-04T23:32:26.238976+0000","last_active":"2021-03-04T23:34:45.885198+0000","last_peered":"2021-03-04T23:34:45.885198+0000","last_clean":"2021-03-04T23:34:45.885198+0000","last_became_active":"2021-03-04T23:32:26.238739+0000","last_became_peered":"2021-03-04T23:32:26.238739+0000","last_unstale":"2021-03-04T23:34:45.885198+0000","last_undegraded":"2021-03-04T23:34:45.885198+0000","last_fullsized":"2021-03-04T23:34:45.885198+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298415+0000","last_change":"2021-03-04T23:32:19.011685+0000","last_active":"2021-03-04T23:34:52.298415+0000","last_peered":"2021-03-04T23:34:52.298415+0000","last_clean":"2021-03-04T23:34:52.298415+0000","last_became_active":"2021-03-04T23:32:19.011404+0000","last_became_peered":"2021-03-04T23:32:19.011404+0000","last_unstale":"2021-03-04T23:34:52.298415+0000","last_undegraded":"2021-03-04T23:34:52.298415+0000","last_fullsized":"2021-03-04T23:34:52.298415+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"312","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.299121+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:34:52.299121+0000","last_peered":"2021-03-04T23:34:52.299121+0000","last_clean":"2021-03-04T23:34:52.299121+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:34:52.299121+0000","last_undegraded":"2021-03-04T23:34:52.299121+0000","last_fullsized":"2021-03-04T23:34:52.299121+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"297","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884846+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:34:45.884846+0000","last_peered":"2021-03-04T23:34:45.884846+0000","last_clean":"2021-03-04T23:34:45.884846+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:34:45.884846+0000","last_undegraded":"2021-03-04T23:34:45.884846+0000","last_fullsized":"2021-03-04T23:34:45.884846+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.299160+0000","last_change":"2021-03-04T23:32:19.019024+0000","last_active":"2021-03-04T23:34:52.299160+0000","last_peered":"2021-03-04T23:34:52.299160+0000","last_clean":"2021-03-04T23:34:52.299160+0000","last_became_active":"2021-03-04T23:32:19.018570+0000","last_became_peered":"2021-03-04T23:32:19.018570+0000","last_unstale":"2021-03-04T23:34:52.299160+0000","last_undegraded":"2021-03-04T23:34:52.299160+0000","last_fullsized":"2021-03-04T23:34:52.299160+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"75","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298519+0000","last_change":"2021-03-04T23:32:26.245321+0000","last_active":"2021-03-04T23:34:52.298519+0000","last_peered":"2021-03-04T23:34:52.298519+0000","last_clean":"2021-03-04T23:34:52.298519+0000","last_became_active":"2021-03-04T23:32:26.243283+0000","last_became_peered":"2021-03-04T23:32:26.243283+0000","last_unstale":"2021-03-04T23:34:52.298519+0000","last_undegraded":"2021-03-04T23:34:52.298519+0000","last_fullsized":"2021-03-04T23:34:52.298519+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"271","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298509+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:34:52.298509+0000","last_peered":"2021-03-04T23:34:52.298509+0000","last_clean":"2021-03-04T23:34:52.298509+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:34:52.298509+0000","last_undegraded":"2021-03-04T23:34:52.298509+0000","last_fullsized":"2021-03-04T23:34:52.298509+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"295","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888802+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:34:45.888802+0000","last_peered":"2021-03-04T23:34:45.888802+0000","last_clean":"2021-03-04T23:34:45.888802+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:34:45.888802+0000","last_undegraded":"2021-03-04T23:34:45.888802+0000","last_fullsized":"2021-03-04T23:34:45.888802+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298380+0000","last_change":"2021-03-04T23:32:18.982413+0000","last_active":"2021-03-04T23:34:52.298380+0000","last_peered":"2021-03-04T23:34:52.298380+0000","last_clean":"2021-03-04T23:34:52.298380+0000","last_became_active":"2021-03-04T23:32:18.981859+0000","last_became_peered":"2021-03-04T23:32:18.981859+0000","last_unstale":"2021-03-04T23:34:52.298380+0000","last_undegraded":"2021-03-04T23:34:52.298380+0000","last_fullsized":"2021-03-04T23:34:52.298380+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"281","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.912088+0000","last_change":"2021-03-04T23:31:58.062545+0000","last_active":"2021-03-04T23:34:45.912088+0000","last_peered":"2021-03-04T23:34:45.912088+0000","last_clean":"2021-03-04T23:34:45.912088+0000","last_became_active":"2021-03-04T23:31:58.062078+0000","last_became_peered":"2021-03-04T23:31:58.062078+0000","last_unstale":"2021-03-04T23:34:45.912088+0000","last_undegraded":"2021-03-04T23:34:45.912088+0000","last_fullsized":"2021-03-04T23:34:45.912088+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"183","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.389493+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:34:52.389493+0000","last_peered":"2021-03-04T23:34:52.389493+0000","last_clean":"2021-03-04T23:34:52.389493+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:34:52.389493+0000","last_undegraded":"2021-03-04T23:34:52.389493+0000","last_fullsized":"2021-03-04T23:34:52.389493+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"97","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885410+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:34:45.885410+0000","last_peered":"2021-03-04T23:34:45.885410+0000","last_clean":"2021-03-04T23:34:45.885410+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:34:45.885410+0000","last_undegraded":"2021-03-04T23:34:45.885410+0000","last_fullsized":"2021-03-04T23:34:45.885410+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298945+0000","last_change":"2021-03-04T23:32:18.990360+0000","last_active":"2021-03-04T23:34:52.298945+0000","last_peered":"2021-03-04T23:34:52.298945+0000","last_clean":"2021-03-04T23:34:52.298945+0000","last_became_active":"2021-03-04T23:32:18.985583+0000","last_became_peered":"2021-03-04T23:32:18.985583+0000","last_unstale":"2021-03-04T23:34:52.298945+0000","last_undegraded":"2021-03-04T23:34:52.298945+0000","last_fullsized":"2021-03-04T23:34:52.298945+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"35","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888757+0000","last_change":"2021-03-04T23:32:26.249383+0000","last_active":"2021-03-04T23:34:45.888757+0000","last_peered":"2021-03-04T23:34:45.888757+0000","last_clean":"2021-03-04T23:34:45.888757+0000","last_became_active":"2021-03-04T23:32:26.249012+0000","last_became_peered":"2021-03-04T23:32:26.249012+0000","last_unstale":"2021-03-04T23:34:45.888757+0000","last_undegraded":"2021-03-04T23:34:45.888757+0000","last_fullsized":"2021-03-04T23:34:45.888757+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"292'15001","reported_seq":"15237","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:58.061200+0000","last_change":"2021-03-04T23:31:15.984936+0000","last_active":"2021-03-04T23:34:58.061200+0000","last_peered":"2021-03-04T23:34:58.061200+0000","last_clean":"2021-03-04T23:34:58.061200+0000","last_became_active":"2021-03-04T23:31:15.969777+0000","last_became_peered":"2021-03-04T23:31:15.969777+0000","last_unstale":"2021-03-04T23:34:58.061200+0000","last_undegraded":"2021-03-04T23:34:58.061200+0000","last_fullsized":"2021-03-04T23:34:58.061200+0000","mapping_epoch":236,"log_start":"161'10447","ondisk_log_start":"161'10447","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4554,"ondisk_log_size":4554,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":269025280,"num_objects":4105,"num_object_clones":0,"num_object_copies":12315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4105,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15001,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":1048576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"70","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.299027+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:34:52.299027+0000","last_peered":"2021-03-04T23:34:52.299027+0000","last_clean":"2021-03-04T23:34:52.299027+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:34:52.299027+0000","last_undegraded":"2021-03-04T23:34:52.299027+0000","last_fullsized":"2021-03-04T23:34:52.299027+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"300","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884679+0000","last_change":"2021-03-04T23:32:18.976569+0000","last_active":"2021-03-04T23:34:45.884679+0000","last_peered":"2021-03-04T23:34:45.884679+0000","last_clean":"2021-03-04T23:34:45.884679+0000","last_became_active":"2021-03-04T23:32:18.976326+0000","last_became_peered":"2021-03-04T23:32:18.976326+0000","last_unstale":"2021-03-04T23:34:45.884679+0000","last_undegraded":"2021-03-04T23:34:45.884679+0000","last_fullsized":"2021-03-04T23:34:45.884679+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298641+0000","last_change":"2021-03-04T23:32:18.981638+0000","last_active":"2021-03-04T23:34:52.298641+0000","last_peered":"2021-03-04T23:34:52.298641+0000","last_clean":"2021-03-04T23:34:52.298641+0000","last_became_active":"2021-03-04T23:32:18.981295+0000","last_became_peered":"2021-03-04T23:32:18.981295+0000","last_unstale":"2021-03-04T23:34:52.298641+0000","last_undegraded":"2021-03-04T23:34:52.298641+0000","last_fullsized":"2021-03-04T23:34:52.298641+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"193","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.389222+0000","last_change":"2021-03-04T23:31:58.069396+0000","last_active":"2021-03-04T23:34:52.389222+0000","last_peered":"2021-03-04T23:34:52.389222+0000","last_clean":"2021-03-04T23:34:52.389222+0000","last_became_active":"2021-03-04T23:31:58.069222+0000","last_became_peered":"2021-03-04T23:31:58.069222+0000","last_unstale":"2021-03-04T23:34:52.389222+0000","last_undegraded":"2021-03-04T23:34:52.389222+0000","last_fullsized":"2021-03-04T23:34:52.389222+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"292'14986","reported_seq":"35849","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:35:00.303487+0000","last_change":"2021-03-04T23:31:02.313487+0000","last_active":"2021-03-04T23:35:00.303487+0000","last_peered":"2021-03-04T23:35:00.303487+0000","last_clean":"2021-03-04T23:35:00.303487+0000","last_became_active":"2021-03-04T23:31:02.298187+0000","last_became_peered":"2021-03-04T23:31:02.298187+0000","last_unstale":"2021-03-04T23:35:00.303487+0000","last_undegraded":"2021-03-04T23:35:00.303487+0000","last_fullsized":"2021-03-04T23:35:00.303487+0000","mapping_epoch":230,"log_start":"158'9422","ondisk_log_start":"158'9422","created":137,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5564,"ondisk_log_size":5564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":268566528,"num_objects":4098,"num_object_clones":0,"num_object_copies":12294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4098,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14986,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8025,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"70","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298977+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:34:52.298977+0000","last_peered":"2021-03-04T23:34:52.298977+0000","last_clean":"2021-03-04T23:34:52.298977+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:34:52.298977+0000","last_undegraded":"2021-03-04T23:34:52.298977+0000","last_fullsized":"2021-03-04T23:34:52.298977+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"363","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.301456+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:34:52.301456+0000","last_peered":"2021-03-04T23:34:52.301456+0000","last_clean":"2021-03-04T23:34:52.301456+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:34:52.301456+0000","last_undegraded":"2021-03-04T23:34:52.301456+0000","last_fullsized":"2021-03-04T23:34:52.301456+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.299098+0000","last_change":"2021-03-04T23:32:18.976226+0000","last_active":"2021-03-04T23:34:52.299098+0000","last_peered":"2021-03-04T23:34:52.299098+0000","last_clean":"2021-03-04T23:34:52.299098+0000","last_became_active":"2021-03-04T23:32:18.975856+0000","last_became_peered":"2021-03-04T23:32:18.975856+0000","last_unstale":"2021-03-04T23:34:52.299098+0000","last_undegraded":"2021-03-04T23:34:52.299098+0000","last_fullsized":"2021-03-04T23:34:52.299098+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"35","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888459+0000","last_change":"2021-03-04T23:32:26.243559+0000","last_active":"2021-03-04T23:34:45.888459+0000","last_peered":"2021-03-04T23:34:45.888459+0000","last_clean":"2021-03-04T23:34:45.888459+0000","last_became_active":"2021-03-04T23:32:26.243315+0000","last_became_peered":"2021-03-04T23:32:26.243315+0000","last_unstale":"2021-03-04T23:34:45.888459+0000","last_undegraded":"2021-03-04T23:34:45.888459+0000","last_fullsized":"2021-03-04T23:34:45.888459+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"292'15050","reported_seq":"15250","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:58.518788+0000","last_change":"2021-03-04T23:31:16.986091+0000","last_active":"2021-03-04T23:34:58.518788+0000","last_peered":"2021-03-04T23:34:58.518788+0000","last_clean":"2021-03-04T23:34:58.518788+0000","last_became_active":"2021-03-04T23:31:16.966316+0000","last_became_peered":"2021-03-04T23:31:16.966316+0000","last_unstale":"2021-03-04T23:34:58.518788+0000","last_undegraded":"2021-03-04T23:34:58.518788+0000","last_fullsized":"2021-03-04T23:34:58.518788+0000","mapping_epoch":237,"log_start":"159'9887","ondisk_log_start":"159'9887","created":137,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5163,"ondisk_log_size":5163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":273154048,"num_objects":4168,"num_object_clones":0,"num_object_copies":12504,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4168,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15050,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"70","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298955+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:34:52.298955+0000","last_peered":"2021-03-04T23:34:52.298955+0000","last_clean":"2021-03-04T23:34:52.298955+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:34:52.298955+0000","last_undegraded":"2021-03-04T23:34:52.298955+0000","last_fullsized":"2021-03-04T23:34:52.298955+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"42","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.389008+0000","last_change":"2021-03-04T23:32:18.980591+0000","last_active":"2021-03-04T23:34:52.389008+0000","last_peered":"2021-03-04T23:34:52.389008+0000","last_clean":"2021-03-04T23:34:52.389008+0000","last_became_active":"2021-03-04T23:32:18.980308+0000","last_became_peered":"2021-03-04T23:32:18.980308+0000","last_unstale":"2021-03-04T23:34:52.389008+0000","last_undegraded":"2021-03-04T23:34:52.389008+0000","last_fullsized":"2021-03-04T23:34:52.389008+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.299072+0000","last_change":"2021-03-04T23:32:18.981505+0000","last_active":"2021-03-04T23:34:52.299072+0000","last_peered":"2021-03-04T23:34:52.299072+0000","last_clean":"2021-03-04T23:34:52.299072+0000","last_became_active":"2021-03-04T23:32:18.981076+0000","last_became_peered":"2021-03-04T23:32:18.981076+0000","last_unstale":"2021-03-04T23:34:52.299072+0000","last_undegraded":"2021-03-04T23:34:52.299072+0000","last_fullsized":"2021-03-04T23:34:52.299072+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"66","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298841+0000","last_change":"2021-03-04T23:31:15.977616+0000","last_active":"2021-03-04T23:34:52.298841+0000","last_peered":"2021-03-04T23:34:52.298841+0000","last_clean":"2021-03-04T23:34:52.298841+0000","last_became_active":"2021-03-04T23:31:15.976913+0000","last_became_peered":"2021-03-04T23:31:15.976913+0000","last_unstale":"2021-03-04T23:34:52.298841+0000","last_undegraded":"2021-03-04T23:34:52.298841+0000","last_fullsized":"2021-03-04T23:34:52.298841+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.6","version":"292'15231","reported_seq":"21969","reported_epoch":"292","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:34:58.530571+0000","last_change":"2021-03-04T23:32:27.548241+0000","last_active":"2021-03-04T23:34:58.530571+0000","last_peered":"2021-03-04T23:34:58.530571+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:32:27.370442+0000","last_became_peered":"2021-03-04T23:32:27.370442+0000","last_unstale":"2021-03-04T23:34:58.530571+0000","last_undegraded":"2021-03-04T23:32:27.364047+0000","last_fullsized":"2021-03-04T23:32:27.244914+0000","mapping_epoch":267,"log_start":"159'10082","ondisk_log_start":"159'10082","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5149,"ondisk_log_size":5149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":281608192,"num_objects":4297,"num_object_clones":0,"num_object_copies":12891,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8158,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4297,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15231,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3260,"num_bytes_recovered":213647360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"1,2,5","objects":1973},{"shards":"1,5","objects":122},{"shards":"2,5,6","objects":2202}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"322","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884723+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:34:45.884723+0000","last_peered":"2021-03-04T23:34:45.884723+0000","last_clean":"2021-03-04T23:34:45.884723+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:34:45.884723+0000","last_undegraded":"2021-03-04T23:34:45.884723+0000","last_fullsized":"2021-03-04T23:34:45.884723+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"286","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888534+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:34:45.888534+0000","last_peered":"2021-03-04T23:34:45.888534+0000","last_clean":"2021-03-04T23:34:45.888534+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:34:45.888534+0000","last_undegraded":"2021-03-04T23:34:45.888534+0000","last_fullsized":"2021-03-04T23:34:45.888534+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"343","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884485+0000","last_change":"2021-03-04T23:32:18.972523+0000","last_active":"2021-03-04T23:34:45.884485+0000","last_peered":"2021-03-04T23:34:45.884485+0000","last_clean":"2021-03-04T23:34:45.884485+0000","last_became_active":"2021-03-04T23:32:18.971535+0000","last_became_peered":"2021-03-04T23:32:18.971535+0000","last_unstale":"2021-03-04T23:34:45.884485+0000","last_undegraded":"2021-03-04T23:34:45.884485+0000","last_fullsized":"2021-03-04T23:34:45.884485+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298794+0000","last_change":"2021-03-04T23:32:18.981988+0000","last_active":"2021-03-04T23:34:52.298794+0000","last_peered":"2021-03-04T23:34:52.298794+0000","last_clean":"2021-03-04T23:34:52.298794+0000","last_became_active":"2021-03-04T23:32:18.981427+0000","last_became_peered":"2021-03-04T23:32:18.981427+0000","last_unstale":"2021-03-04T23:34:52.298794+0000","last_undegraded":"2021-03-04T23:34:52.298794+0000","last_fullsized":"2021-03-04T23:34:52.298794+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"292'14906","reported_seq":"24345","reported_epoch":"292","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:34:57.935446+0000","last_change":"2021-03-04T23:32:43.822873+0000","last_active":"2021-03-04T23:34:57.935446+0000","last_peered":"2021-03-04T23:34:57.935446+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:32:35.807116+0000","last_became_peered":"2021-03-04T23:32:35.807116+0000","last_unstale":"2021-03-04T23:34:57.935446+0000","last_undegraded":"2021-03-04T23:34:57.935446+0000","last_fullsized":"2021-03-04T23:32:19.969626+0000","mapping_epoch":261,"log_start":"154'8339","ondisk_log_start":"154'8339","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6567,"ondisk_log_size":6567,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":265420800,"num_objects":4050,"num_object_clones":0,"num_object_copies":12150,"num_objects_missing_on_primary":790,"num_objects_missing":790,"num_objects_degraded":0,"num_objects_misplaced":1128,"num_objects_unfound":0,"num_objects_dirty":4050,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14906,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4619,"num_bytes_recovered":285278208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6],"avail_no_missing":["2","7"],"object_location_counts":[{"shards":"3,4,7","objects":1128},{"shards":"3,6","objects":2922}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"83","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885165+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:34:45.885165+0000","last_peered":"2021-03-04T23:34:45.885165+0000","last_clean":"2021-03-04T23:34:45.885165+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:34:45.885165+0000","last_undegraded":"2021-03-04T23:34:45.885165+0000","last_fullsized":"2021-03-04T23:34:45.885165+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"324","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.301622+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:34:52.301622+0000","last_peered":"2021-03-04T23:34:52.301622+0000","last_clean":"2021-03-04T23:34:52.301622+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:34:52.301622+0000","last_undegraded":"2021-03-04T23:34:52.301622+0000","last_fullsized":"2021-03-04T23:34:52.301622+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"301","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884516+0000","last_change":"2021-03-04T23:31:58.069697+0000","last_active":"2021-03-04T23:34:45.884516+0000","last_peered":"2021-03-04T23:34:45.884516+0000","last_clean":"2021-03-04T23:34:45.884516+0000","last_became_active":"2021-03-04T23:31:58.068973+0000","last_became_peered":"2021-03-04T23:31:58.068973+0000","last_unstale":"2021-03-04T23:34:45.884516+0000","last_undegraded":"2021-03-04T23:34:45.884516+0000","last_fullsized":"2021-03-04T23:34:45.884516+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298307+0000","last_change":"2021-03-04T23:32:19.011549+0000","last_active":"2021-03-04T23:34:52.298307+0000","last_peered":"2021-03-04T23:34:52.298307+0000","last_clean":"2021-03-04T23:34:52.298307+0000","last_became_active":"2021-03-04T23:32:19.011346+0000","last_became_peered":"2021-03-04T23:32:19.011346+0000","last_unstale":"2021-03-04T23:34:52.298307+0000","last_undegraded":"2021-03-04T23:34:52.298307+0000","last_fullsized":"2021-03-04T23:34:52.298307+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"292'15328","reported_seq":"30352","reported_epoch":"292","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:34:58.632577+0000","last_change":"2021-03-04T23:32:26.310942+0000","last_active":"2021-03-04T23:34:58.632577+0000","last_peered":"2021-03-04T23:34:58.632577+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:32:26.290638+0000","last_became_peered":"2021-03-04T23:32:26.290638+0000","last_unstale":"2021-03-04T23:34:58.632577+0000","last_undegraded":"2021-03-04T23:34:58.632577+0000","last_fullsized":"2021-03-04T23:34:58.632577+0000","mapping_epoch":266,"log_start":"159'10215","ondisk_log_start":"159'10215","created":137,"last_epoch_clean":233,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5113,"ondisk_log_size":5113,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":269090816,"num_objects":4106,"num_object_clones":0,"num_object_copies":12318,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":8212,"num_objects_unfound":0,"num_objects_dirty":4106,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15328,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7388,"num_bytes_recovered":475725824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[5,0,2],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"0,2,5","objects":4106}],"blocked_by":[],"up_primary":1,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"51","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.389139+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:34:52.389139+0000","last_peered":"2021-03-04T23:34:52.389139+0000","last_clean":"2021-03-04T23:34:52.389139+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:34:52.389139+0000","last_undegraded":"2021-03-04T23:34:52.389139+0000","last_fullsized":"2021-03-04T23:34:52.389139+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"312","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.301611+0000","last_change":"2021-03-04T23:32:18.970427+0000","last_active":"2021-03-04T23:34:52.301611+0000","last_peered":"2021-03-04T23:34:52.301611+0000","last_clean":"2021-03-04T23:34:52.301611+0000","last_became_active":"2021-03-04T23:32:18.970152+0000","last_became_peered":"2021-03-04T23:32:18.970152+0000","last_unstale":"2021-03-04T23:34:52.301611+0000","last_undegraded":"2021-03-04T23:34:52.301611+0000","last_fullsized":"2021-03-04T23:34:52.301611+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.299177+0000","last_change":"2021-03-04T23:32:19.018810+0000","last_active":"2021-03-04T23:34:52.299177+0000","last_peered":"2021-03-04T23:34:52.299177+0000","last_clean":"2021-03-04T23:34:52.299177+0000","last_became_active":"2021-03-04T23:32:19.018286+0000","last_became_peered":"2021-03-04T23:32:19.018286+0000","last_unstale":"2021-03-04T23:34:52.299177+0000","last_undegraded":"2021-03-04T23:34:52.299177+0000","last_fullsized":"2021-03-04T23:34:52.299177+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"75","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298407+0000","last_change":"2021-03-04T23:32:26.246083+0000","last_active":"2021-03-04T23:34:52.298407+0000","last_peered":"2021-03-04T23:34:52.298407+0000","last_clean":"2021-03-04T23:34:52.298407+0000","last_became_active":"2021-03-04T23:32:26.244207+0000","last_became_peered":"2021-03-04T23:32:26.244207+0000","last_unstale":"2021-03-04T23:34:52.298407+0000","last_undegraded":"2021-03-04T23:34:52.298407+0000","last_fullsized":"2021-03-04T23:34:52.298407+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"293'14992","reported_seq":"30549","reported_epoch":"293","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:35:02.622677+0000","last_change":"2021-03-04T23:32:26.376916+0000","last_active":"2021-03-04T23:35:02.622677+0000","last_peered":"2021-03-04T23:35:02.622677+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:32:26.331782+0000","last_became_peered":"2021-03-04T23:32:26.331782+0000","last_unstale":"2021-03-04T23:35:02.622677+0000","last_undegraded":"2021-03-04T23:32:26.253611+0000","last_fullsized":"2021-03-04T23:32:26.238493+0000","mapping_epoch":266,"log_start":"162'10473","ondisk_log_start":"162'10473","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4519,"ondisk_log_size":4519,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":260046848,"num_objects":3968,"num_object_clones":0,"num_object_copies":11904,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3797,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3968,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14992,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5565,"num_bytes_recovered":304480256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3],"avail_no_missing":["7","0","3","6"],"object_location_counts":[{"shards":"3,5,7","objects":2096},{"shards":"3,7","objects":1872}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"289","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.301374+0000","last_change":"2021-03-04T23:31:58.064857+0000","last_active":"2021-03-04T23:34:52.301374+0000","last_peered":"2021-03-04T23:34:52.301374+0000","last_clean":"2021-03-04T23:34:52.301374+0000","last_became_active":"2021-03-04T23:31:58.064575+0000","last_became_peered":"2021-03-04T23:31:58.064575+0000","last_unstale":"2021-03-04T23:34:52.301374+0000","last_undegraded":"2021-03-04T23:34:52.301374+0000","last_fullsized":"2021-03-04T23:34:52.301374+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"351","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.302544+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:34:52.302544+0000","last_peered":"2021-03-04T23:34:52.302544+0000","last_clean":"2021-03-04T23:34:52.302544+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:34:52.302544+0000","last_undegraded":"2021-03-04T23:34:52.302544+0000","last_fullsized":"2021-03-04T23:34:52.302544+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"281","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.912058+0000","last_change":"2021-03-04T23:31:58.062715+0000","last_active":"2021-03-04T23:34:45.912058+0000","last_peered":"2021-03-04T23:34:45.912058+0000","last_clean":"2021-03-04T23:34:45.912058+0000","last_became_active":"2021-03-04T23:31:58.062351+0000","last_became_peered":"2021-03-04T23:31:58.062351+0000","last_unstale":"2021-03-04T23:34:45.912058+0000","last_undegraded":"2021-03-04T23:34:45.912058+0000","last_fullsized":"2021-03-04T23:34:45.912058+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298782+0000","last_change":"2021-03-04T23:32:18.982415+0000","last_active":"2021-03-04T23:34:52.298782+0000","last_peered":"2021-03-04T23:34:52.298782+0000","last_clean":"2021-03-04T23:34:52.298782+0000","last_became_active":"2021-03-04T23:32:18.982097+0000","last_became_peered":"2021-03-04T23:32:18.982097+0000","last_unstale":"2021-03-04T23:34:52.298782+0000","last_undegraded":"2021-03-04T23:34:52.298782+0000","last_fullsized":"2021-03-04T23:34:52.298782+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"292'14903","reported_seq":"37492","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:57.929059+0000","last_change":"2021-03-04T23:32:23.249042+0000","last_active":"2021-03-04T23:34:57.929059+0000","last_peered":"2021-03-04T23:34:57.929059+0000","last_clean":"2021-03-04T23:34:57.929059+0000","last_became_active":"2021-03-04T23:32:23.233324+0000","last_became_peered":"2021-03-04T23:32:23.233324+0000","last_unstale":"2021-03-04T23:34:57.929059+0000","last_undegraded":"2021-03-04T23:34:57.929059+0000","last_fullsized":"2021-03-04T23:34:57.929059+0000","mapping_epoch":264,"log_start":"152'8330","ondisk_log_start":"152'8330","created":137,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6573,"ondisk_log_size":6573,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":279117824,"num_objects":4259,"num_object_clones":0,"num_object_copies":12777,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4259,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14903,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11178,"num_bytes_recovered":644808704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"106","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885042+0000","last_change":"2021-03-04T23:32:26.240947+0000","last_active":"2021-03-04T23:34:45.885042+0000","last_peered":"2021-03-04T23:34:45.885042+0000","last_clean":"2021-03-04T23:34:45.885042+0000","last_became_active":"2021-03-04T23:32:26.240743+0000","last_became_peered":"2021-03-04T23:32:26.240743+0000","last_unstale":"2021-03-04T23:34:45.885042+0000","last_undegraded":"2021-03-04T23:34:45.885042+0000","last_fullsized":"2021-03-04T23:34:45.885042+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"131","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888597+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:34:45.888597+0000","last_peered":"2021-03-04T23:34:45.888597+0000","last_clean":"2021-03-04T23:34:45.888597+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:34:45.888597+0000","last_undegraded":"2021-03-04T23:34:45.888597+0000","last_fullsized":"2021-03-04T23:34:45.888597+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.299091+0000","last_change":"2021-03-04T23:32:18.981845+0000","last_active":"2021-03-04T23:34:52.299091+0000","last_peered":"2021-03-04T23:34:52.299091+0000","last_clean":"2021-03-04T23:34:52.299091+0000","last_became_active":"2021-03-04T23:32:18.981465+0000","last_became_peered":"2021-03-04T23:32:18.981465+0000","last_unstale":"2021-03-04T23:34:52.299091+0000","last_undegraded":"2021-03-04T23:34:52.299091+0000","last_fullsized":"2021-03-04T23:34:52.299091+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"292'14858","reported_seq":"29003","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:58.628619+0000","last_change":"2021-03-04T23:32:43.006956+0000","last_active":"2021-03-04T23:34:58.628619+0000","last_peered":"2021-03-04T23:34:58.628619+0000","last_clean":"2021-03-04T23:34:58.628619+0000","last_became_active":"2021-03-04T23:32:42.989066+0000","last_became_peered":"2021-03-04T23:32:42.989066+0000","last_unstale":"2021-03-04T23:34:58.628619+0000","last_undegraded":"2021-03-04T23:34:58.628619+0000","last_fullsized":"2021-03-04T23:34:58.628619+0000","mapping_epoch":273,"log_start":"159'9734","ondisk_log_start":"159'9734","created":137,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5124,"ondisk_log_size":5124,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":275251200,"num_objects":4200,"num_object_clones":0,"num_object_copies":12600,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4200,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14858,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6961,"num_bytes_recovered":299565056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"35","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888275+0000","last_change":"2021-03-04T23:32:26.243555+0000","last_active":"2021-03-04T23:34:45.888275+0000","last_peered":"2021-03-04T23:34:45.888275+0000","last_clean":"2021-03-04T23:34:45.888275+0000","last_became_active":"2021-03-04T23:32:26.243321+0000","last_became_peered":"2021-03-04T23:32:26.243321+0000","last_unstale":"2021-03-04T23:34:45.888275+0000","last_undegraded":"2021-03-04T23:34:45.888275+0000","last_fullsized":"2021-03-04T23:34:45.888275+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"304","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884776+0000","last_change":"2021-03-04T23:31:58.061270+0000","last_active":"2021-03-04T23:34:45.884776+0000","last_peered":"2021-03-04T23:34:45.884776+0000","last_clean":"2021-03-04T23:34:45.884776+0000","last_became_active":"2021-03-04T23:31:58.060937+0000","last_became_peered":"2021-03-04T23:31:58.060937+0000","last_unstale":"2021-03-04T23:34:45.884776+0000","last_undegraded":"2021-03-04T23:34:45.884776+0000","last_fullsized":"2021-03-04T23:34:45.884776+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"35","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888202+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:34:45.888202+0000","last_peered":"2021-03-04T23:34:45.888202+0000","last_clean":"2021-03-04T23:34:45.888202+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:34:45.888202+0000","last_undegraded":"2021-03-04T23:34:45.888202+0000","last_fullsized":"2021-03-04T23:34:45.888202+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298632+0000","last_change":"2021-03-04T23:32:18.981793+0000","last_active":"2021-03-04T23:34:52.298632+0000","last_peered":"2021-03-04T23:34:52.298632+0000","last_clean":"2021-03-04T23:34:52.298632+0000","last_became_active":"2021-03-04T23:32:18.981354+0000","last_became_peered":"2021-03-04T23:32:18.981354+0000","last_unstale":"2021-03-04T23:34:52.298632+0000","last_undegraded":"2021-03-04T23:34:52.298632+0000","last_fullsized":"2021-03-04T23:34:52.298632+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"292'15145","reported_seq":"29888","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:58.074643+0000","last_change":"2021-03-04T23:31:15.989387+0000","last_active":"2021-03-04T23:34:58.074643+0000","last_peered":"2021-03-04T23:34:58.074643+0000","last_clean":"2021-03-04T23:34:58.074643+0000","last_became_active":"2021-03-04T23:31:15.968551+0000","last_became_peered":"2021-03-04T23:31:15.968551+0000","last_unstale":"2021-03-04T23:34:58.074643+0000","last_undegraded":"2021-03-04T23:34:58.074643+0000","last_fullsized":"2021-03-04T23:34:58.074643+0000","mapping_epoch":236,"log_start":"161'10503","ondisk_log_start":"161'10503","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4642,"ondisk_log_size":4642,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":273481728,"num_objects":4173,"num_object_clones":0,"num_object_copies":12519,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4173,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15145,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7379,"num_bytes_recovered":476381184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"344","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884583+0000","last_change":"2021-03-04T23:32:18.974052+0000","last_active":"2021-03-04T23:34:45.884583+0000","last_peered":"2021-03-04T23:34:45.884583+0000","last_clean":"2021-03-04T23:34:45.884583+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:34:45.884583+0000","last_undegraded":"2021-03-04T23:34:45.884583+0000","last_fullsized":"2021-03-04T23:34:45.884583+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"295","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.301567+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:34:52.301567+0000","last_peered":"2021-03-04T23:34:52.301567+0000","last_clean":"2021-03-04T23:34:52.301567+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:34:52.301567+0000","last_undegraded":"2021-03-04T23:34:52.301567+0000","last_fullsized":"2021-03-04T23:34:52.301567+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"35","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888244+0000","last_change":"2021-03-04T23:32:26.241730+0000","last_active":"2021-03-04T23:34:45.888244+0000","last_peered":"2021-03-04T23:34:45.888244+0000","last_clean":"2021-03-04T23:34:45.888244+0000","last_became_active":"2021-03-04T23:32:26.241443+0000","last_became_peered":"2021-03-04T23:32:26.241443+0000","last_unstale":"2021-03-04T23:34:45.888244+0000","last_undegraded":"2021-03-04T23:34:45.888244+0000","last_fullsized":"2021-03-04T23:34:45.888244+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298480+0000","last_change":"2021-03-04T23:32:18.982273+0000","last_active":"2021-03-04T23:34:52.298480+0000","last_peered":"2021-03-04T23:34:52.298480+0000","last_clean":"2021-03-04T23:34:52.298480+0000","last_became_active":"2021-03-04T23:32:18.981390+0000","last_became_peered":"2021-03-04T23:32:18.981390+0000","last_unstale":"2021-03-04T23:34:52.298480+0000","last_undegraded":"2021-03-04T23:34:52.298480+0000","last_fullsized":"2021-03-04T23:34:52.298480+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"292'14979","reported_seq":"22880","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:58.634036+0000","last_change":"2021-03-04T23:31:15.990321+0000","last_active":"2021-03-04T23:34:58.634036+0000","last_peered":"2021-03-04T23:34:58.634036+0000","last_clean":"2021-03-04T23:34:58.634036+0000","last_became_active":"2021-03-04T23:31:15.968330+0000","last_became_peered":"2021-03-04T23:31:15.968330+0000","last_unstale":"2021-03-04T23:34:58.634036+0000","last_undegraded":"2021-03-04T23:34:58.634036+0000","last_fullsized":"2021-03-04T23:34:58.634036+0000","mapping_epoch":236,"log_start":"159'9843","ondisk_log_start":"159'9843","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5136,"ondisk_log_size":5136,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":266797056,"num_objects":4071,"num_object_clones":0,"num_object_copies":12213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4071,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14979,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3842,"num_bytes_recovered":151388160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"284","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.912025+0000","last_change":"2021-03-04T23:31:58.062851+0000","last_active":"2021-03-04T23:34:45.912025+0000","last_peered":"2021-03-04T23:34:45.912025+0000","last_clean":"2021-03-04T23:34:45.912025+0000","last_became_active":"2021-03-04T23:31:58.062390+0000","last_became_peered":"2021-03-04T23:31:58.062390+0000","last_unstale":"2021-03-04T23:34:45.912025+0000","last_undegraded":"2021-03-04T23:34:45.912025+0000","last_fullsized":"2021-03-04T23:34:45.912025+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"35","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888186+0000","last_change":"2021-03-04T23:32:26.241630+0000","last_active":"2021-03-04T23:34:45.888186+0000","last_peered":"2021-03-04T23:34:45.888186+0000","last_clean":"2021-03-04T23:34:45.888186+0000","last_became_active":"2021-03-04T23:32:26.241377+0000","last_became_peered":"2021-03-04T23:32:26.241377+0000","last_unstale":"2021-03-04T23:34:45.888186+0000","last_undegraded":"2021-03-04T23:34:45.888186+0000","last_fullsized":"2021-03-04T23:34:45.888186+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"35","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888449+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:34:45.888449+0000","last_peered":"2021-03-04T23:34:45.888449+0000","last_clean":"2021-03-04T23:34:45.888449+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:34:45.888449+0000","last_undegraded":"2021-03-04T23:34:45.888449+0000","last_fullsized":"2021-03-04T23:34:45.888449+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"292'14967","reported_seq":"31074","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:57.845555+0000","last_change":"2021-03-04T23:30:59.306069+0000","last_active":"2021-03-04T23:34:57.845555+0000","last_peered":"2021-03-04T23:34:57.845555+0000","last_clean":"2021-03-04T23:34:57.845555+0000","last_became_active":"2021-03-04T23:30:59.292136+0000","last_became_peered":"2021-03-04T23:30:59.292136+0000","last_unstale":"2021-03-04T23:34:57.845555+0000","last_undegraded":"2021-03-04T23:34:57.845555+0000","last_fullsized":"2021-03-04T23:34:57.845555+0000","mapping_epoch":228,"log_start":"154'8397","ondisk_log_start":"154'8397","created":137,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6570,"ondisk_log_size":6570,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":272302080,"num_objects":4155,"num_object_clones":0,"num_object_copies":12465,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4155,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14967,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7939,"num_bytes_recovered":520224768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"302","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884632+0000","last_change":"2021-03-04T23:31:58.069375+0000","last_active":"2021-03-04T23:34:45.884632+0000","last_peered":"2021-03-04T23:34:45.884632+0000","last_clean":"2021-03-04T23:34:45.884632+0000","last_became_active":"2021-03-04T23:31:58.069076+0000","last_became_peered":"2021-03-04T23:31:58.069076+0000","last_unstale":"2021-03-04T23:34:45.884632+0000","last_undegraded":"2021-03-04T23:34:45.884632+0000","last_fullsized":"2021-03-04T23:34:45.884632+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298517+0000","last_change":"2021-03-04T23:32:18.976198+0000","last_active":"2021-03-04T23:34:52.298517+0000","last_peered":"2021-03-04T23:34:52.298517+0000","last_clean":"2021-03-04T23:34:52.298517+0000","last_became_active":"2021-03-04T23:32:18.975757+0000","last_became_peered":"2021-03-04T23:32:18.975757+0000","last_unstale":"2021-03-04T23:34:52.298517+0000","last_undegraded":"2021-03-04T23:34:52.298517+0000","last_fullsized":"2021-03-04T23:34:52.298517+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"79","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885070+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:34:45.885070+0000","last_peered":"2021-03-04T23:34:45.885070+0000","last_clean":"2021-03-04T23:34:45.885070+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:34:45.885070+0000","last_undegraded":"2021-03-04T23:34:45.885070+0000","last_fullsized":"2021-03-04T23:34:45.885070+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"42","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.389046+0000","last_change":"2021-03-04T23:32:18.986718+0000","last_active":"2021-03-04T23:34:52.389046+0000","last_peered":"2021-03-04T23:34:52.389046+0000","last_clean":"2021-03-04T23:34:52.389046+0000","last_became_active":"2021-03-04T23:32:18.986509+0000","last_became_peered":"2021-03-04T23:32:18.986509+0000","last_unstale":"2021-03-04T23:34:52.389046+0000","last_undegraded":"2021-03-04T23:34:52.389046+0000","last_fullsized":"2021-03-04T23:34:52.389046+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298973+0000","last_change":"2021-03-04T23:32:19.018869+0000","last_active":"2021-03-04T23:34:52.298973+0000","last_peered":"2021-03-04T23:34:52.298973+0000","last_clean":"2021-03-04T23:34:52.298973+0000","last_became_active":"2021-03-04T23:32:19.018305+0000","last_became_peered":"2021-03-04T23:32:19.018305+0000","last_unstale":"2021-03-04T23:34:52.298973+0000","last_undegraded":"2021-03-04T23:34:52.298973+0000","last_fullsized":"2021-03-04T23:34:52.298973+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"292'15332","reported_seq":"37136","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:58.089687+0000","last_change":"2021-03-04T23:32:34.277292+0000","last_active":"2021-03-04T23:34:58.089687+0000","last_peered":"2021-03-04T23:34:58.089687+0000","last_clean":"2021-03-04T23:34:58.089687+0000","last_became_active":"2021-03-04T23:32:34.260379+0000","last_became_peered":"2021-03-04T23:32:34.260379+0000","last_unstale":"2021-03-04T23:34:58.089687+0000","last_undegraded":"2021-03-04T23:34:58.089687+0000","last_fullsized":"2021-03-04T23:34:58.089687+0000","mapping_epoch":270,"log_start":"161'10735","ondisk_log_start":"161'10735","created":137,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4597,"ondisk_log_size":4597,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":277610496,"num_objects":4236,"num_object_clones":0,"num_object_copies":12708,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4236,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15332,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10774,"num_bytes_recovered":705953792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"75","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298309+0000","last_change":"2021-03-04T23:32:26.246392+0000","last_active":"2021-03-04T23:34:52.298309+0000","last_peered":"2021-03-04T23:34:52.298309+0000","last_clean":"2021-03-04T23:34:52.298309+0000","last_became_active":"2021-03-04T23:32:26.245274+0000","last_became_peered":"2021-03-04T23:32:26.245274+0000","last_unstale":"2021-03-04T23:34:52.298309+0000","last_undegraded":"2021-03-04T23:34:52.298309+0000","last_fullsized":"2021-03-04T23:34:52.298309+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"276","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888619+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:34:45.888619+0000","last_peered":"2021-03-04T23:34:45.888619+0000","last_clean":"2021-03-04T23:34:45.888619+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:34:45.888619+0000","last_undegraded":"2021-03-04T23:34:45.888619+0000","last_fullsized":"2021-03-04T23:34:45.888619+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"322","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888921+0000","last_change":"2021-03-04T23:32:26.243552+0000","last_active":"2021-03-04T23:34:45.888921+0000","last_peered":"2021-03-04T23:34:45.888921+0000","last_clean":"2021-03-04T23:34:45.888921+0000","last_became_active":"2021-03-04T23:32:26.243356+0000","last_became_peered":"2021-03-04T23:32:26.243356+0000","last_unstale":"2021-03-04T23:34:45.888921+0000","last_undegraded":"2021-03-04T23:34:45.888921+0000","last_fullsized":"2021-03-04T23:34:45.888921+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.299166+0000","last_change":"2021-03-04T23:32:18.976958+0000","last_active":"2021-03-04T23:34:52.299166+0000","last_peered":"2021-03-04T23:34:52.299166+0000","last_clean":"2021-03-04T23:34:52.299166+0000","last_became_active":"2021-03-04T23:32:18.975806+0000","last_became_peered":"2021-03-04T23:32:18.975806+0000","last_unstale":"2021-03-04T23:34:52.299166+0000","last_undegraded":"2021-03-04T23:34:52.299166+0000","last_fullsized":"2021-03-04T23:34:52.299166+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"293'15153","reported_seq":"32816","reported_epoch":"293","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:35:02.635617+0000","last_change":"2021-03-04T23:32:27.307328+0000","last_active":"2021-03-04T23:35:02.635617+0000","last_peered":"2021-03-04T23:35:02.635617+0000","last_clean":"2021-03-04T23:32:23.232073+0000","last_became_active":"2021-03-04T23:32:27.288606+0000","last_became_peered":"2021-03-04T23:32:27.288606+0000","last_unstale":"2021-03-04T23:35:02.635617+0000","last_undegraded":"2021-03-04T23:35:02.635617+0000","last_fullsized":"2021-03-04T23:35:02.635617+0000","mapping_epoch":267,"log_start":"162'10686","ondisk_log_start":"162'10686","created":137,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4467,"ondisk_log_size":4467,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":261947392,"num_objects":3997,"num_object_clones":0,"num_object_copies":11991,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3997,"num_objects_unfound":0,"num_objects_dirty":3997,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15153,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8712,"num_bytes_recovered":396623872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,0],"avail_no_missing":["7","0","4"],"object_location_counts":[{"shards":"0,4,7","objects":3997}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"66","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298827+0000","last_change":"2021-03-04T23:31:15.976911+0000","last_active":"2021-03-04T23:34:52.298827+0000","last_peered":"2021-03-04T23:34:52.298827+0000","last_clean":"2021-03-04T23:34:52.298827+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:34:52.298827+0000","last_undegraded":"2021-03-04T23:34:52.298827+0000","last_fullsized":"2021-03-04T23:34:52.298827+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"35","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888393+0000","last_change":"2021-03-04T23:32:26.241609+0000","last_active":"2021-03-04T23:34:45.888393+0000","last_peered":"2021-03-04T23:34:45.888393+0000","last_clean":"2021-03-04T23:34:45.888393+0000","last_became_active":"2021-03-04T23:32:26.241419+0000","last_became_peered":"2021-03-04T23:32:26.241419+0000","last_unstale":"2021-03-04T23:34:45.888393+0000","last_undegraded":"2021-03-04T23:34:45.888393+0000","last_fullsized":"2021-03-04T23:34:45.888393+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"254","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884548+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:34:45.884548+0000","last_peered":"2021-03-04T23:34:45.884548+0000","last_clean":"2021-03-04T23:34:45.884548+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:34:45.884548+0000","last_undegraded":"2021-03-04T23:34:45.884548+0000","last_fullsized":"2021-03-04T23:34:45.884548+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.299064+0000","last_change":"2021-03-04T23:32:18.990243+0000","last_active":"2021-03-04T23:34:52.299064+0000","last_peered":"2021-03-04T23:34:52.299064+0000","last_clean":"2021-03-04T23:34:52.299064+0000","last_became_active":"2021-03-04T23:32:18.985408+0000","last_became_peered":"2021-03-04T23:32:18.985408+0000","last_unstale":"2021-03-04T23:34:52.299064+0000","last_undegraded":"2021-03-04T23:34:52.299064+0000","last_fullsized":"2021-03-04T23:34:52.299064+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"293'15021","reported_seq":"23083","reported_epoch":"293","state":"active+clean","last_fresh":"2021-03-04T23:35:02.633051+0000","last_change":"2021-03-04T23:32:54.052768+0000","last_active":"2021-03-04T23:35:02.633051+0000","last_peered":"2021-03-04T23:35:02.633051+0000","last_clean":"2021-03-04T23:35:02.633051+0000","last_became_active":"2021-03-04T23:32:54.024075+0000","last_became_peered":"2021-03-04T23:32:54.024075+0000","last_unstale":"2021-03-04T23:35:02.633051+0000","last_undegraded":"2021-03-04T23:35:02.633051+0000","last_fullsized":"2021-03-04T23:35:02.633051+0000","mapping_epoch":276,"log_start":"162'10495","ondisk_log_start":"162'10495","created":137,"last_epoch_clean":277,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4526,"ondisk_log_size":4526,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":259129368,"num_objects":3955,"num_object_clones":0,"num_object_copies":11865,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3955,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":15021,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3917,"num_bytes_recovered":147324952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"105","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885409+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:34:45.885409+0000","last_peered":"2021-03-04T23:34:45.885409+0000","last_clean":"2021-03-04T23:34:45.885409+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:34:45.885409+0000","last_undegraded":"2021-03-04T23:34:45.885409+0000","last_fullsized":"2021-03-04T23:34:45.885409+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"35","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888713+0000","last_change":"2021-03-04T23:32:26.249226+0000","last_active":"2021-03-04T23:34:45.888713+0000","last_peered":"2021-03-04T23:34:45.888713+0000","last_clean":"2021-03-04T23:34:45.888713+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:34:45.888713+0000","last_undegraded":"2021-03-04T23:34:45.888713+0000","last_fullsized":"2021-03-04T23:34:45.888713+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"97","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884997+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:34:45.884997+0000","last_peered":"2021-03-04T23:34:45.884997+0000","last_clean":"2021-03-04T23:34:45.884997+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:34:45.884997+0000","last_undegraded":"2021-03-04T23:34:45.884997+0000","last_fullsized":"2021-03-04T23:34:45.884997+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298871+0000","last_change":"2021-03-04T23:32:18.976964+0000","last_active":"2021-03-04T23:34:52.298871+0000","last_peered":"2021-03-04T23:34:52.298871+0000","last_clean":"2021-03-04T23:34:52.298871+0000","last_became_active":"2021-03-04T23:32:18.976053+0000","last_became_peered":"2021-03-04T23:32:18.976053+0000","last_unstale":"2021-03-04T23:34:52.298871+0000","last_undegraded":"2021-03-04T23:34:52.298871+0000","last_fullsized":"2021-03-04T23:34:52.298871+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"292'14899","reported_seq":"22510","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:57.904888+0000","last_change":"2021-03-04T23:31:15.998496+0000","last_active":"2021-03-04T23:34:57.904888+0000","last_peered":"2021-03-04T23:34:57.904888+0000","last_clean":"2021-03-04T23:34:57.904888+0000","last_became_active":"2021-03-04T23:31:15.976417+0000","last_became_peered":"2021-03-04T23:31:15.976417+0000","last_unstale":"2021-03-04T23:34:57.904888+0000","last_undegraded":"2021-03-04T23:34:57.904888+0000","last_fullsized":"2021-03-04T23:34:57.904888+0000","mapping_epoch":236,"log_start":"154'8375","ondisk_log_start":"154'8375","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6524,"ondisk_log_size":6524,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":271384576,"num_objects":4141,"num_object_clones":0,"num_object_copies":12423,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4141,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14899,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3697,"num_bytes_recovered":238419968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"194","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.389208+0000","last_change":"2021-03-04T23:31:58.069248+0000","last_active":"2021-03-04T23:34:52.389208+0000","last_peered":"2021-03-04T23:34:52.389208+0000","last_clean":"2021-03-04T23:34:52.389208+0000","last_became_active":"2021-03-04T23:31:58.068899+0000","last_became_peered":"2021-03-04T23:31:58.068899+0000","last_unstale":"2021-03-04T23:34:52.389208+0000","last_undegraded":"2021-03-04T23:34:52.389208+0000","last_fullsized":"2021-03-04T23:34:52.389208+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"325","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.889006+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:34:45.889006+0000","last_peered":"2021-03-04T23:34:45.889006+0000","last_clean":"2021-03-04T23:34:45.889006+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:34:45.889006+0000","last_undegraded":"2021-03-04T23:34:45.889006+0000","last_fullsized":"2021-03-04T23:34:45.889006+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"264","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.301379+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:34:52.301379+0000","last_peered":"2021-03-04T23:34:52.301379+0000","last_clean":"2021-03-04T23:34:52.301379+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:34:52.301379+0000","last_undegraded":"2021-03-04T23:34:52.301379+0000","last_fullsized":"2021-03-04T23:34:52.301379+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"258","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888688+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:34:45.888688+0000","last_peered":"2021-03-04T23:34:45.888688+0000","last_clean":"2021-03-04T23:34:45.888688+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:34:45.888688+0000","last_undegraded":"2021-03-04T23:34:45.888688+0000","last_fullsized":"2021-03-04T23:34:45.888688+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"298","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.888562+0000","last_change":"2021-03-04T23:31:58.060196+0000","last_active":"2021-03-04T23:34:45.888562+0000","last_peered":"2021-03-04T23:34:45.888562+0000","last_clean":"2021-03-04T23:34:45.888562+0000","last_became_active":"2021-03-04T23:31:58.059959+0000","last_became_peered":"2021-03-04T23:31:58.059959+0000","last_unstale":"2021-03-04T23:34:45.888562+0000","last_undegraded":"2021-03-04T23:34:45.888562+0000","last_fullsized":"2021-03-04T23:34:45.888562+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"355","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884799+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:34:45.884799+0000","last_peered":"2021-03-04T23:34:45.884799+0000","last_clean":"2021-03-04T23:34:45.884799+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:34:45.884799+0000","last_undegraded":"2021-03-04T23:34:45.884799+0000","last_fullsized":"2021-03-04T23:34:45.884799+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"339","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.301693+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:34:52.301693+0000","last_peered":"2021-03-04T23:34:52.301693+0000","last_clean":"2021-03-04T23:34:52.301693+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:34:52.301693+0000","last_undegraded":"2021-03-04T23:34:52.301693+0000","last_fullsized":"2021-03-04T23:34:52.301693+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"301","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.884709+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:34:45.884709+0000","last_peered":"2021-03-04T23:34:45.884709+0000","last_clean":"2021-03-04T23:34:45.884709+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:34:45.884709+0000","last_undegraded":"2021-03-04T23:34:45.884709+0000","last_fullsized":"2021-03-04T23:34:45.884709+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"309","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.301451+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:34:52.301451+0000","last_peered":"2021-03-04T23:34:52.301451+0000","last_clean":"2021-03-04T23:34:52.301451+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:34:52.301451+0000","last_undegraded":"2021-03-04T23:34:52.301451+0000","last_fullsized":"2021-03-04T23:34:52.301451+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"97","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.885317+0000","last_change":"2021-03-04T23:32:18.971387+0000","last_active":"2021-03-04T23:34:45.885317+0000","last_peered":"2021-03-04T23:34:45.885317+0000","last_clean":"2021-03-04T23:34:45.885317+0000","last_became_active":"2021-03-04T23:32:18.971083+0000","last_became_peered":"2021-03-04T23:32:18.971083+0000","last_unstale":"2021-03-04T23:34:45.885317+0000","last_undegraded":"2021-03-04T23:34:45.885317+0000","last_fullsized":"2021-03-04T23:34:45.885317+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"81","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.912152+0000","last_change":"2021-03-04T23:31:58.062548+0000","last_active":"2021-03-04T23:34:45.912152+0000","last_peered":"2021-03-04T23:34:45.912152+0000","last_clean":"2021-03-04T23:34:45.912152+0000","last_became_active":"2021-03-04T23:31:58.062122+0000","last_became_peered":"2021-03-04T23:31:58.062122+0000","last_unstale":"2021-03-04T23:34:45.912152+0000","last_undegraded":"2021-03-04T23:34:45.912152+0000","last_fullsized":"2021-03-04T23:34:45.912152+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"266","reported_epoch":"291","state":"active+clean","last_fresh":"2021-03-04T23:34:45.889002+0000","last_change":"2021-03-04T23:32:19.162403+0000","last_active":"2021-03-04T23:34:45.889002+0000","last_peered":"2021-03-04T23:34:45.889002+0000","last_clean":"2021-03-04T23:34:45.889002+0000","last_became_active":"2021-03-04T23:32:18.984227+0000","last_became_peered":"2021-03-04T23:32:18.984227+0000","last_unstale":"2021-03-04T23:34:45.889002+0000","last_undegraded":"2021-03-04T23:34:45.889002+0000","last_fullsized":"2021-03-04T23:34:45.889002+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"360","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.301352+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:34:52.301352+0000","last_peered":"2021-03-04T23:34:52.301352+0000","last_clean":"2021-03-04T23:34:52.301352+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:34:52.301352+0000","last_undegraded":"2021-03-04T23:34:52.301352+0000","last_fullsized":"2021-03-04T23:34:52.301352+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":10713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9858802,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":6},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":4323934232,"num_objects":65979,"num_object_clones":0,"num_object_copies":197937,"num_objects_missing_on_primary":790,"num_objects_missing":790,"num_objects_degraded":11955,"num_objects_misplaced":13337,"num_objects_unfound":0,"num_objects_dirty":65979,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":240751,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":93408,"num_bytes_recovered":5377359896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":15404576768,"data_stored":15404564552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":84788,"ondisk_log_size":84788,"up":48,"acting":45,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495988,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3598192,"kb_used_data":2549608,"kb_used_omap":2097,"kb_used_meta":1046478,"kb_avail":84482192,"statfs":{"total":90194313216,"available":86509764608,"internally_reserved":1073741824,"allocated":2610798592,"data_stored":2609357788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":1071593865},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:00 2021","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.33400000000000002,"15min":0.32400000000000001},"min":{"1min":0.17100000000000001,"5min":0.125,"15min":0.125},"max":{"1min":0.51300000000000001,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.21099999999999999},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.38900000000000001,"15min":0.40200000000000002},"min":{"1min":0.16700000000000001,"5min":0.158,"15min":0.158},"max":{"1min":0.53700000000000003,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.31900000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:34:34 2021","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.39800000000000002,"15min":0.58099999999999996},"min":{"1min":0.20999999999999999,"5min":0.17499999999999999,"15min":0.16200000000000001},"max":{"1min":0.55100000000000005,"5min":0.91700000000000004,"15min":37.856000000000002},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.41399999999999998,"15min":0.61199999999999999},"min":{"1min":0.19800000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.53100000000000003,"5min":1.0409999999999999,"15min":37.914000000000001},"last":0.26900000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.34000000000000002,"15min":0.47599999999999998},"min":{"1min":0.23300000000000001,"5min":0.20300000000000001,"15min":0.17999999999999999},"max":{"1min":0.38800000000000001,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":0.187},{"interface":"front","average":{"1min":0.374,"5min":0.436,"15min":0.51300000000000001},"min":{"1min":0.30399999999999999,"5min":0.26300000000000001,"15min":0.182},"max":{"1min":0.49099999999999999,"5min":0.94499999999999995,"15min":3.206},"last":0.28999999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.29899999999999999,"5min":0.35399999999999998,"15min":0.872},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":0.42999999999999999,"5min":0.96399999999999997,"15min":63.959000000000003},"last":0.221},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.36199999999999999,"15min":0.90200000000000002},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19400000000000001},"max":{"1min":0.443,"5min":0.84399999999999997,"15min":64.183999999999997},"last":0.27700000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.26400000000000001,"5min":0.32300000000000001,"15min":0.39900000000000002},"min":{"1min":0.13,"5min":0.13,"15min":0.13},"max":{"1min":0.53200000000000003,"5min":0.65500000000000003,"15min":4.0179999999999998},"last":0.20000000000000001},{"interface":"front","average":{"1min":0.255,"5min":0.28599999999999998,"15min":0.34999999999999998},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.45300000000000001,"5min":0.51000000000000001,"15min":3.7410000000000001},"last":0.246}]},{"osd":5,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.27100000000000002,"5min":0.28999999999999998,"15min":0.33600000000000002},"min":{"1min":0.16800000000000001,"5min":0.152,"15min":0.14299999999999999},"max":{"1min":0.47999999999999998,"5min":0.626,"15min":3.621},"last":0.16700000000000001},{"interface":"front","average":{"1min":0.28999999999999998,"5min":0.34599999999999997,"15min":0.42399999999999999},"min":{"1min":0.156,"5min":0.156,"15min":0.156},"max":{"1min":0.505,"5min":0.67400000000000004,"15min":3.54},"last":0.23400000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:34:52 2021","interfaces":[{"interface":"back","average":{"1min":0.26800000000000002,"5min":0.29299999999999998,"15min":0.38300000000000001},"min":{"1min":0.17199999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":0.42499999999999999,"5min":0.627,"15min":4.1299999999999999},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.36099999999999999,"15min":0.48799999999999999},"min":{"1min":0.20200000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.52000000000000002,"5min":0.67700000000000005,"15min":3.7850000000000001},"last":0.30499999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659489,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1641512,"kb_used_data":592928,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86438872,"statfs":{"total":90194313216,"available":88513404928,"internally_reserved":1073741824,"allocated":607158272,"data_stored":605726077,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.34599999999999997,"15min":0.35799999999999998},"min":{"1min":0.17799999999999999,"5min":0.156,"15min":0.156},"max":{"1min":0.52200000000000002,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.187},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.36599999999999999,"15min":0.36699999999999999},"min":{"1min":0.222,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.46899999999999997,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.23699999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:34:25 2021","interfaces":[{"interface":"back","average":{"1min":0.29699999999999999,"5min":0.35599999999999998,"15min":0.40100000000000002},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.59199999999999997,"5min":0.874,"15min":3.5049999999999999},"last":0.22600000000000001},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.39000000000000001,"15min":0.45000000000000001},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.17000000000000001},"max":{"1min":0.441,"5min":0.91600000000000004,"15min":4.149},"last":0.31}]},{"osd":2,"last update":"Thu Mar 4 23:34:25 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.40200000000000002,"15min":0.45600000000000002},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.185},"max":{"1min":0.53100000000000003,"5min":0.85399999999999998,"15min":4.0940000000000003},"last":0.22},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.378,"15min":0.433},"min":{"1min":0.188,"5min":0.188,"15min":0.186},"max":{"1min":0.48399999999999999,"5min":0.83999999999999997,"15min":2.6360000000000001},"last":0.29099999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:34:25 2021","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.379,"15min":1.0029999999999999},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.44900000000000001,"5min":0.877,"15min":77.881},"last":0.26400000000000001},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.39200000000000002,"15min":1.016},"min":{"1min":0.254,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.496,"5min":0.94999999999999996,"15min":77.683000000000007},"last":0.27800000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.314,"15min":0.36699999999999999},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.13300000000000001},"max":{"1min":0.58299999999999996,"5min":0.61599999999999999,"15min":4.1539999999999999},"last":0.20499999999999999},{"interface":"front","average":{"1min":0.29099999999999998,"5min":0.30299999999999999,"15min":0.375},"min":{"1min":0.20000000000000001,"5min":0.14299999999999999,"15min":0.13500000000000001},"max":{"1min":0.443,"5min":0.56699999999999995,"15min":4.1269999999999998},"last":0.16400000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.27600000000000002,"5min":0.314,"15min":0.377},"min":{"1min":0.155,"5min":0.155,"15min":0.155},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":4.0010000000000003},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.29199999999999998,"5min":0.313,"15min":0.433},"min":{"1min":0.161,"5min":0.161,"15min":0.13900000000000001},"max":{"1min":0.46800000000000003,"5min":0.57399999999999995,"15min":4.2389999999999999},"last":0.14299999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.34499999999999997,"15min":0.46600000000000003},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.56299999999999994,"5min":0.56799999999999995,"15min":4.5880000000000001},"last":0.249},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.35399999999999998,"15min":0.42299999999999999},"min":{"1min":0.215,"5min":0.182,"15min":0.182},"max":{"1min":0.55100000000000005,"5min":0.59199999999999997,"15min":4.0129999999999999},"last":0.17599999999999999}]}]},{"osd":1,"up_from":87,"seq":373662155008,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2735304,"kb_used_data":2575680,"kb_used_omap":2528,"kb_used_meta":157087,"kb_avail":85345080,"statfs":{"total":90194313216,"available":87393361920,"internally_reserved":0,"allocated":2637496320,"data_stored":2636086121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":160857390},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:59 2021","interfaces":[{"interface":"back","average":{"1min":0.184,"5min":0.69699999999999995,"15min":0.38700000000000001},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.28899999999999998,"5min":39.125,"15min":39.125},"last":0.14000000000000001},{"interface":"front","average":{"1min":0.246,"5min":0.77200000000000002,"15min":0.45500000000000002},"min":{"1min":0.19400000000000001,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.313,"5min":39.207000000000001,"15min":39.207000000000001},"last":0.22800000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.24399999999999999,"5min":0.25600000000000001,"15min":0.32300000000000001},"min":{"1min":0.14899999999999999,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.51000000000000001,"5min":0.59999999999999998,"15min":3.069},"last":0.16200000000000001},{"interface":"front","average":{"1min":0.22800000000000001,"5min":0.25800000000000001,"15min":0.35699999999999998},"min":{"1min":0.156,"5min":0.14999999999999999,"15min":0.13100000000000001},"max":{"1min":0.43099999999999999,"5min":0.47899999999999998,"15min":3.8700000000000001},"last":0.25700000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:34:14 2021","interfaces":[{"interface":"back","average":{"1min":0.26500000000000001,"5min":0.42899999999999999,"15min":0.92300000000000004},"min":{"1min":0.158,"5min":0.156,"15min":0.155},"max":{"1min":0.503,"5min":12.710000000000001,"15min":110.28400000000001},"last":0.19600000000000001},{"interface":"front","average":{"1min":0.27200000000000002,"5min":0.44600000000000001,"15min":0.94399999999999995},"min":{"1min":0.156,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":0.41799999999999998,"5min":12.734,"15min":109.977},"last":0.30599999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.41099999999999998,"15min":0.52500000000000002},"min":{"1min":0.25900000000000001,"5min":0.20899999999999999,"15min":0.182},"max":{"1min":0.54200000000000004,"5min":0.91900000000000004,"15min":4.9850000000000003},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39100000000000001,"15min":0.47099999999999997},"min":{"1min":0.26200000000000001,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.64900000000000002,"5min":0.85699999999999998,"15min":3.7050000000000001},"last":0.214}]},{"osd":5,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.40500000000000003,"15min":0.51300000000000001},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20699999999999999},"max":{"1min":0.60499999999999998,"5min":0.84399999999999997,"15min":8.6690000000000005},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.38,"5min":0.40999999999999998,"15min":0.53400000000000003},"min":{"1min":0.24399999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.621,"5min":0.81200000000000006,"15min":4.415},"last":0.373}]},{"osd":6,"last update":"Thu Mar 4 23:34:53 2021","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.41499999999999998,"15min":0.51300000000000001},"min":{"1min":0.25600000000000001,"5min":0.22600000000000001,"15min":0.214},"max":{"1min":0.63200000000000001,"5min":0.90500000000000003,"15min":3.7610000000000001},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.441,"15min":0.52200000000000002},"min":{"1min":0.28199999999999997,"5min":0.26100000000000001,"15min":0.24299999999999999},"max":{"1min":0.67600000000000005,"5min":0.88,"15min":3.5550000000000002},"last":0.32400000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.44500000000000001,"15min":0.59599999999999997},"min":{"1min":0.313,"5min":0.29099999999999998,"15min":0.20899999999999999},"max":{"1min":0.63700000000000001,"5min":0.88900000000000001,"15min":3.782},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.42899999999999999,"15min":0.53300000000000003},"min":{"1min":0.254,"5min":0.254,"15min":0.224},"max":{"1min":0.76300000000000001,"5min":0.93400000000000005,"15min":4.5049999999999999},"last":0.36199999999999999}]}]},{"osd":0,"up_from":174,"seq":747324309591,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1728396,"kb_used_data":1614532,"kb_used_omap":980,"kb_used_meta":112875,"kb_avail":86351988,"statfs":{"total":90194313216,"available":88424435712,"internally_reserved":0,"allocated":1653280768,"data_stored":1651867024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":115584963},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.20999999999999999,"5min":0.23899999999999999,"15min":0.252},"min":{"1min":0.13100000000000001,"5min":0.12,"15min":0.12},"max":{"1min":0.34899999999999998,"5min":0.623,"15min":0.623},"last":0.218},{"interface":"front","average":{"1min":0.222,"5min":0.24299999999999999,"15min":0.24099999999999999},"min":{"1min":0.14999999999999999,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.40100000000000002,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.20200000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.246,"5min":0.26300000000000001,"15min":0.24099999999999999},"min":{"1min":0.18099999999999999,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":0.35599999999999998,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.245},{"interface":"front","average":{"1min":0.254,"5min":0.26900000000000002,"15min":0.27500000000000002},"min":{"1min":0.16500000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.44400000000000001,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.25700000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.246,"5min":0.27500000000000002,"15min":0.28299999999999997},"min":{"1min":0.17499999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.33400000000000002,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.182},{"interface":"front","average":{"1min":0.247,"5min":0.28999999999999998,"15min":0.29999999999999999},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":0.41199999999999998,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.16300000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.39500000000000002,"15min":0.38700000000000001},"min":{"1min":0.28899999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.317},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.39400000000000002,"15min":0.38400000000000001},"min":{"1min":0.27200000000000002,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.30499999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.40200000000000002,"15min":0.39200000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38800000000000001,"15min":0.39200000000000002},"min":{"1min":0.20300000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.371}]},{"osd":6,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.38,"15min":0.40899999999999997},"min":{"1min":0.26300000000000001,"5min":0.224,"15min":0.224},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.40400000000000003,"15min":0.39300000000000002},"min":{"1min":0.28599999999999998,"5min":0.251,"15min":0.251},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.27000000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:34:03 2021","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.40100000000000002,"15min":0.39100000000000001},"min":{"1min":0.26800000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.41899999999999998,"15min":0.40999999999999998},"min":{"1min":0.28499999999999998,"5min":0.26700000000000002,"15min":0.24199999999999999},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.35699999999999998}]}]},{"osd":2,"up_from":0,"seq":442381631731,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879527,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2617924,"kb_used_data":2504380,"kb_used_omap":883,"kb_used_meta":112652,"kb_avail":85462460,"statfs":{"total":90194313216,"available":87513559040,"internally_reserved":0,"allocated":2564485120,"data_stored":2563077944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":115355712},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,0,1,1,0,0,6,4,3],"upper_bound":1024},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:56 2021","interfaces":[{"interface":"back","average":{"1min":0.22900000000000001,"5min":0.96399999999999997,"15min":0.5},"min":{"1min":0.14299999999999999,"5min":0.127,"15min":0.127},"max":{"1min":0.38500000000000001,"5min":66.528999999999996,"15min":66.528999999999996},"last":0.16600000000000001},{"interface":"front","average":{"1min":0.28799999999999998,"5min":1.0109999999999999,"15min":0.54300000000000004},"min":{"1min":0.19500000000000001,"5min":0.16600000000000001,"15min":0.16500000000000001},"max":{"1min":0.44400000000000001,"5min":66.497,"15min":66.497},"last":0.32700000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.223,"5min":0.48499999999999999,"15min":0.40500000000000003},"min":{"1min":0.151,"5min":0.14599999999999999,"15min":0.13500000000000001},"max":{"1min":0.33200000000000002,"5min":25.097999999999999,"15min":25.097999999999999},"last":0.192},{"interface":"front","average":{"1min":0.26700000000000002,"5min":0.51400000000000001,"15min":0.496},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.497,"5min":25.109999999999999,"15min":25.109999999999999},"last":0.29199999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.249,"5min":0.26000000000000001,"15min":0.38700000000000001},"min":{"1min":0.191,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":0.43099999999999999,"5min":0.56100000000000005,"15min":4.8730000000000002},"last":0.20999999999999999},{"interface":"front","average":{"1min":0.25,"5min":0.26400000000000001,"15min":0.36199999999999999},"min":{"1min":0.17699999999999999,"5min":0.151,"15min":0.151},"max":{"1min":0.40400000000000003,"5min":0.47399999999999998,"15min":3.5590000000000002},"last":0.26500000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40300000000000002,"15min":0.48499999999999999},"min":{"1min":0.252,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.65000000000000002,"5min":1.0089999999999999,"15min":2.9780000000000002},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.42599999999999999,"15min":0.50800000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.20100000000000001},"max":{"1min":0.747,"5min":0.999,"15min":3.7719999999999998},"last":0.38600000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.42299999999999999,"15min":0.58299999999999996},"min":{"1min":0.25600000000000001,"5min":0.23799999999999999,"15min":0.224},"max":{"1min":0.76700000000000002,"5min":1.024,"15min":4.6479999999999997},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.38600000000000001,"15min":0.56999999999999995},"min":{"1min":0.22700000000000001,"5min":0.20899999999999999,"15min":0.192},"max":{"1min":0.629,"5min":0.92100000000000004,"15min":6.7309999999999999},"last":0.252}]},{"osd":6,"last update":"Thu Mar 4 23:34:51 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.40400000000000003,"15min":0.54000000000000004},"min":{"1min":0.26400000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69999999999999996,"5min":0.98699999999999999,"15min":9.9410000000000007},"last":0.313},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.436,"15min":0.53700000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.251},"max":{"1min":0.71099999999999997,"5min":1.044,"15min":3.8100000000000001},"last":0.40999999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.39900000000000002,"15min":0.58499999999999996},"min":{"1min":0.23699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.66400000000000003,"5min":0.81999999999999995,"15min":5.1180000000000003},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41799999999999998,"15min":0.56699999999999995},"min":{"1min":0.28100000000000003,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.68100000000000005,"5min":1.034,"15min":7.1950000000000003},"last":0.372}]}]},{"osd":4,"up_from":31,"seq":133143986557,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2160872,"kb_used_data":1112288,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":85919512,"statfs":{"total":90194313216,"available":87981580288,"internally_reserved":1073741824,"allocated":1138982912,"data_stored":1137550206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.36099999999999999,"15min":0.36399999999999999},"min":{"1min":0.159,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.55100000000000005,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.39500000000000002,"15min":0.41799999999999998},"min":{"1min":0.16800000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.61399999999999999,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.38700000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:34:37 2021","interfaces":[{"interface":"back","average":{"1min":0.28399999999999997,"5min":0.47499999999999998,"15min":0.63300000000000001},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.161},"max":{"1min":0.42499999999999999,"5min":11.231,"15min":20.440000000000001},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.47899999999999998,"15min":0.60499999999999998},"min":{"1min":0.193,"5min":0.154,"15min":0.154},"max":{"1min":0.41499999999999998,"5min":11.207000000000001,"15min":20.465},"last":0.252}]},{"osd":2,"last update":"Thu Mar 4 23:34:17 2021","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.36199999999999999,"15min":0.40999999999999998},"min":{"1min":0.252,"5min":0.23300000000000001,"15min":0.17100000000000001},"max":{"1min":0.44400000000000001,"5min":0.70099999999999996,"15min":3.3260000000000001},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.38,"15min":0.443},"min":{"1min":0.224,"5min":0.221,"15min":0.17499999999999999},"max":{"1min":0.627,"5min":0.83899999999999997,"15min":3.351},"last":0.27700000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:34:17 2021","interfaces":[{"interface":"back","average":{"1min":2.7440000000000002,"5min":0.98699999999999999,"15min":1.587},"min":{"1min":0.219,"5min":0.192,"15min":0.192},"max":{"1min":45.350000000000001,"5min":45.350000000000001,"15min":85.394999999999996},"last":0.31900000000000001},{"interface":"front","average":{"1min":2.7189999999999999,"5min":0.95499999999999996,"15min":1.488},"min":{"1min":0.22700000000000001,"5min":0.217,"15min":0.19400000000000001},"max":{"1min":45.289999999999999,"5min":45.289999999999999,"15min":85.802999999999997},"last":0.32700000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:34:37 2021","interfaces":[{"interface":"back","average":{"1min":0.26600000000000001,"5min":0.30099999999999999,"15min":0.33600000000000002},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.14199999999999999},"max":{"1min":0.46999999999999997,"5min":1.254,"15min":3.456},"last":0.17599999999999999},{"interface":"front","average":{"1min":0.246,"5min":0.28899999999999998,"15min":0.35199999999999998},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.40899999999999997,"5min":0.64900000000000002,"15min":3.2999999999999998},"last":0.23200000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.316,"15min":0.35599999999999998},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":0.35299999999999998,"5min":0.61199999999999999,"15min":3.5569999999999999},"last":0.307},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.32400000000000001,"15min":0.46700000000000003},"min":{"1min":0.17699999999999999,"5min":0.16700000000000001,"15min":0.14199999999999999},"max":{"1min":0.51200000000000001,"5min":0.77200000000000002,"15min":3.895},"last":0.35999999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:34:37 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.32400000000000001,"15min":0.375},"min":{"1min":0.19800000000000001,"5min":0.185,"15min":0.17000000000000001},"max":{"1min":0.60399999999999998,"5min":0.81999999999999995,"15min":3.4329999999999998},"last":0.377},{"interface":"front","average":{"1min":0.312,"5min":0.35399999999999998,"15min":0.47799999999999998},"min":{"1min":0.20599999999999999,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.56100000000000005,"5min":0.755,"15min":3.8700000000000001},"last":0.29799999999999999}]}]},{"osd":5,"up_from":36,"seq":154618823034,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4170772,"kb_used_data":3122188,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":83909612,"statfs":{"total":90194313216,"available":85923442688,"internally_reserved":1073741824,"allocated":3197120512,"data_stored":3195698670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.35199999999999998,"15min":0.36899999999999999},"min":{"1min":0.13,"5min":0.13,"15min":0.13},"max":{"1min":0.55700000000000005,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.371,"5min":0.38500000000000001,"15min":0.39100000000000001},"min":{"1min":0.23799999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.56799999999999995,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.56799999999999995}]},{"osd":1,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.377,"15min":0.439},"min":{"1min":0.16800000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.52600000000000002,"5min":0.93400000000000005,"15min":3.8450000000000002},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.371,"15min":0.498},"min":{"1min":0.17899999999999999,"5min":0.17000000000000001,"15min":0.14599999999999999},"max":{"1min":0.54600000000000004,"5min":0.872,"15min":7.4740000000000002},"last":0.48799999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:34:14 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.378,"15min":0.46100000000000002},"min":{"1min":0.26200000000000001,"5min":0.184,"15min":0.161},"max":{"1min":0.51500000000000001,"5min":0.91400000000000003,"15min":3.5800000000000001},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.39500000000000002,"15min":0.51400000000000001},"min":{"1min":0.24099999999999999,"5min":0.19600000000000001,"15min":0.182},"max":{"1min":0.70899999999999996,"5min":0.79300000000000004,"15min":3.698},"last":0.50700000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:34:14 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.379,"15min":0.51000000000000001},"min":{"1min":0.251,"5min":0.20899999999999999,"15min":0.16700000000000001},"max":{"1min":0.55100000000000005,"5min":0.81299999999999994,"15min":4.375},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.40000000000000002,"15min":0.497},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.19800000000000001},"max":{"1min":0.63500000000000001,"5min":0.85299999999999998,"15min":3.4590000000000001},"last":0.34799999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.26900000000000002,"5min":0.317,"15min":0.375},"min":{"1min":0.152,"5min":0.152,"15min":0.127},"max":{"1min":0.55000000000000004,"5min":0.71599999999999997,"15min":7.4480000000000004},"last":0.22},{"interface":"front","average":{"1min":0.28100000000000003,"5min":0.311,"15min":0.34799999999999998},"min":{"1min":0.16300000000000001,"5min":0.158,"15min":0.152},"max":{"1min":0.42599999999999999,"5min":0.61599999999999999,"15min":4.4000000000000004},"last":0.26900000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.28899999999999998,"5min":0.34599999999999997,"15min":0.41999999999999998},"min":{"1min":0.17299999999999999,"5min":0.17199999999999999,"15min":0.16},"max":{"1min":0.53100000000000003,"5min":0.69299999999999995,"15min":7.3959999999999999},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.29699999999999999,"5min":0.32100000000000001,"15min":0.35499999999999998},"min":{"1min":0.19800000000000001,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":0.46300000000000002,"5min":0.68100000000000005,"15min":4.3209999999999997},"last":0.34599999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:34:14 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.34999999999999998,"15min":0.42399999999999999},"min":{"1min":0.19800000000000001,"5min":0.185,"15min":0.185},"max":{"1min":0.56200000000000006,"5min":0.66500000000000004,"15min":4.3540000000000001},"last":0.20699999999999999},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.33500000000000002,"15min":0.375},"min":{"1min":0.18099999999999999,"5min":0.159,"15min":0.159},"max":{"1min":0.56399999999999995,"5min":0.75900000000000001,"15min":2.9740000000000002},"last":0.29999999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1643184128,"data_stored":1643184128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2626097152,"data_stored":2626093080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1071906816,"data_stored":1071906816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2553741312,"data_stored":2553741312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1132855296,"data_stored":1132855296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":3174567936,"data_stored":3174563864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":603258880,"data_stored":603258880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2598965248,"data_stored":2598961176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:35:06.141 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:06.159 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:06.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:06.160 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:06.262 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:06.280 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:06.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:06.282 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:06.383 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:06.402 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:06.403 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:06.403 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:06.405 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:06 gibba038 conmon[76675]: audit 2021-03-04T23:35:04.724551+0000 mgr.x (mgr.34676) 994 : audit [DBG] from='client.46071 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:35:06.405 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:06 gibba038 conmon[76675]: cluster 2021-03-04T23:35:04.733633+0000 mgr.x (mgr.34676) 995 : cluster [DBG] pgmap v1007: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 604 op/s; 11955/190494 objects degraded (6.276%); 12657/190494 objects misplaced (6.644%); 2.3 MiB/s, 38 objects/s recovering 2021-03-04T23:35:06.465 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:35:06.465 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:35:06.504 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:06.524 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:06.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:06.525 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:06.591 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:06 gibba011 conmon[95595]: audit 2021-03-04T23:35:04.724551+0000 mgr.x (mgr.34676) 994 : audit [DBG] from='client.46071 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:35:06.592 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:06 gibba011 conmon[95595]: cluster 2021-03-04T23:35:04.733633+0000 mgr.x (mgr.34676) 995 : cluster [DBG] pgmap v1007: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 604 op/s; 11955/190494 objects degraded (6.276%); 12657/190494 objects misplaced (6.644%); 2.3 MiB/s, 38 objects/s recovering 2021-03-04T23:35:06.592 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:06 gibba011 conmon[99461]: audit 2021-03-04T23:35:04.724551+0000 mgr.x (mgr.34676) 994 : audit [DBG] from='client.46071 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:35:06.592 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:06 gibba011 conmon[99461]: cluster 2021-03-04T23:35:04.733633+0000 mgr.x (mgr.34676) 995 : cluster [DBG] pgmap v1007: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 604 op/s; 11955/190494 objects degraded (6.276%); 12657/190494 objects misplaced (6.644%); 2.3 MiB/s, 38 objects/s recovering 2021-03-04T23:35:06.627 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:06.646 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:06.647 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:06.648 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:06.749 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:06.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:06.774 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:06.774 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:06.828 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:35:06.841 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:35:06.855 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:35:06.868 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:35:06.875 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:06.882 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:35:06.892 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:06.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:06.893 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:06.896 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:35:06.909 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:35:06.924 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:35:06.925 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:35:06.925 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:35:06.925 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:35:06.926 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:35:06.926 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:35:06.926 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:35:06.926 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:35:06.926 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:35:06.994 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:07.011 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:07.012 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:07.013 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:07.114 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:07.132 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:07.133 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:07.134 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:07.235 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:07.254 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:07.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:07.255 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:07.269 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-03-04T23:35:07.357 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:07.376 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:07.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:07.377 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:07.439 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:35:07.478 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:07.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:07.498 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:07.498 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:07.580 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:07 gibba038 conmon[76675]: audit 2021-03-04T23:35:06.812789+0000 mon.a (mon.0) 1341 : audit [DBG] 2021-03-04T23:35:07.581 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:07 gibba038 conmon[76675]: from='client.? 172.21.2.111:0/3378989507' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:07.599 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:07.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:07 gibba011 conmon[99461]: audit 2021-03-04T23:35:06.812789+0000 mon.a (mon.0) 1341 : audit 2021-03-04T23:35:07.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:07 gibba011 conmon[99461]: [DBG] from='client.? 172.21.2.111:0/3378989507' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:07.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:07 gibba011 conmon[95595]: audit 2021-03-04T23:35:06.812789+0000 mon.a (mon.0) 1341 : 2021-03-04T23:35:07.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:07 gibba011 conmon[95595]: audit [DBG] from='client.? 172.21.2.111:0/3378989507' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:07.618 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:07.619 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:07.619 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:07.720 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:07.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:07.738 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:07.739 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:07.840 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:07.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:07.858 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:07.858 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:07.959 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:07.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:07.980 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:07.981 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:08.081 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:08.100 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:08.101 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:08.102 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:08.203 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:08.221 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:08.222 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:08.223 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:08.324 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:08.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:08.346 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:08.346 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:08.448 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:08.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:08.468 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:08.468 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:08.569 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:08.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:08 gibba038 conmon[76675]: cluster 2021-03-04T23:35:06.734030+0000 mgr.x (mgr.34676) 996 : cluster [DBG] pgmap v1008: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 614 op/s; 11955/189738 objects degraded (6.301%); 12657/189738 objects misplaced (6.671%); 2.3 MiB/s, 38 objects/s recovering 2021-03-04T23:35:08.588 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:08.589 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:08.589 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:08.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:08 gibba011 conmon[95595]: cluster 2021-03-04T23:35:06.734030+0000 mgr.x (mgr.34676) 996 : cluster [DBG] pgmap v1008: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 614 op/s; 11955/189738 objects degraded (6.301%); 12657/189738 objects misplaced (6.671%); 2.3 MiB/s, 38 objects/s recovering 2021-03-04T23:35:08.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:08 gibba011 conmon[99461]: cluster 2021-03-04T23:35:06.734030+0000 mgr.x (mgr.34676) 996 : cluster [DBG] pgmap v1008: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 3.9 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 614 op/s; 11955/189738 objects degraded (6.301%); 12657/189738 objects misplaced (6.671%); 2.3 MiB/s, 38 objects/s recovering 2021-03-04T23:35:08.690 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:08.707 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:08.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:08.709 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:08.810 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:08.830 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:08.831 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:08.831 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:08.932 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:08.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:08.952 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:08.953 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:09.054 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:09.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:09.073 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:09.074 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:09.076 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:35:09.107 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:35:09.107 INFO:teuthology.orchestra.run.gibba038.stdout: "size": 20, 2021-03-04T23:35:09.108 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 600, 2021-03-04T23:35:09.108 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:35:09.109 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.109 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119647 9.4 9:21d62ff9:::benchmark_data_gibba011_139107_object119646:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e148)", 2021-03-04T23:35:09.110 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.111961+0000", 2021-03-04T23:35:09.111 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 572.98995663400001, 2021-03-04T23:35:09.111 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2664053910000002, 2021-03-04T23:35:09.112 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:09.112 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:09.113 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:09.113 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:09.113 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:09.114 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119647 2021-03-04T23:35:09.114 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.115 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:09.115 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.116 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:09.116 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.111961+0000", 2021-03-04T23:35:09.117 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:09.117 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.117 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.118 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:09.118 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.111961+0000", 2021-03-04T23:35:09.119 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013462399999999999 2021-03-04T23:35:09.119 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.120 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.121 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:09.121 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112096+0000", 2021-03-04T23:35:09.122 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.482e-06 2021-03-04T23:35:09.122 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.122 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.123 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:09.123 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112098+0000", 2021-03-04T23:35:09.124 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.3570000000000003e-06 2021-03-04T23:35:09.124 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.125 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.125 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:09.126 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112104+0000", 2021-03-04T23:35:09.126 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.814e-06 2021-03-04T23:35:09.127 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.127 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.128 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:09.128 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112109+0000", 2021-03-04T23:35:09.128 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0511999999999999e-05 2021-03-04T23:35:09.129 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.129 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.130 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.130 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112139+0000", 2021-03-04T23:35:09.131 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9570000000000002e-06 2021-03-04T23:35:09.131 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.132 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.132 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:35:09.132 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112147+0000", 2021-03-04T23:35:09.133 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.98974408700000005 2021-03-04T23:35:09.133 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.134 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.134 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.135 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.101891+0000", 2021-03-04T23:35:09.135 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0339e-05 2021-03-04T23:35:09.135 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.136 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.136 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:35:09.137 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.101902+0000", 2021-03-04T23:35:09.137 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2626239290000001 2021-03-04T23:35:09.138 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.138 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.138 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.139 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.364526+0000", 2021-03-04T23:35:09.139 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0023873660000000001 2021-03-04T23:35:09.140 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.140 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.140 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:09.141 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.366913+0000", 2021-03-04T23:35:09.141 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000157961 2021-03-04T23:35:09.142 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.142 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.142 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,3", 2021-03-04T23:35:09.143 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.367071+0000", 2021-03-04T23:35:09.143 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027182059999999999 2021-03-04T23:35:09.144 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.144 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.144 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.145 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.369789+0000", 2021-03-04T23:35:09.145 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0023182089999999999 2021-03-04T23:35:09.146 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.146 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.147 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:09.147 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.372107+0000", 2021-03-04T23:35:09.148 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0822000000000002e-05 2021-03-04T23:35:09.148 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.149 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.149 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.149 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.372128+0000", 2021-03-04T23:35:09.150 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0060509400000000003 2021-03-04T23:35:09.151 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.151 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.151 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.152 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378179+0000", 2021-03-04T23:35:09.152 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6387000000000001e-05 2021-03-04T23:35:09.153 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.153 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.154 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:09.154 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378235+0000", 2021-03-04T23:35:09.155 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013139900000000001 2021-03-04T23:35:09.155 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.155 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.156 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:09.156 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378367+0000", 2021-03-04T23:35:09.157 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2664053910000002 2021-03-04T23:35:09.157 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.157 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:09.158 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.158 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.159 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.159 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119648 9.4 9:274e4ecc:::benchmark_data_gibba011_139107_object119647:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e148)", 2021-03-04T23:35:09.160 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.112115+0000", 2021-03-04T23:35:09.160 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 572.98980274300004, 2021-03-04T23:35:09.160 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2665382489999999, 2021-03-04T23:35:09.161 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:09.161 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:09.162 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:09.162 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:09.163 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:09.163 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119648 2021-03-04T23:35:09.164 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.164 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:09.164 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.165 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:09.165 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112115+0000", 2021-03-04T23:35:09.166 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:09.166 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.167 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.167 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:09.167 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112115+0000", 2021-03-04T23:35:09.167 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8247000000000002e-05 2021-03-04T23:35:09.168 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.168 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.168 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:09.168 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112154+0000", 2021-03-04T23:35:09.169 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.6199999999999996e-07 2021-03-04T23:35:09.169 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.169 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.169 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:09.169 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112154+0000", 2021-03-04T23:35:09.170 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5169999999999999e-06 2021-03-04T23:35:09.170 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.170 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.170 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:09.170 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112160+0000", 2021-03-04T23:35:09.171 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5939999999999998e-06 2021-03-04T23:35:09.171 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.171 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.171 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:09.172 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112164+0000", 2021-03-04T23:35:09.172 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6597e-05 2021-03-04T23:35:09.172 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.172 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.172 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.173 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112190+0000", 2021-03-04T23:35:09.173 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.0859999999999998e-06 2021-03-04T23:35:09.173 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.173 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.173 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:35:09.174 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.112196+0000", 2021-03-04T23:35:09.174 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.98973799399999995 2021-03-04T23:35:09.174 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.174 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.174 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.175 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.101934+0000", 2021-03-04T23:35:09.175 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.418e-06 2021-03-04T23:35:09.175 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.175 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.175 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:35:09.176 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.101942+0000", 2021-03-04T23:35:09.176 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.267865971 2021-03-04T23:35:09.176 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.176 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.176 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.177 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.369808+0000", 2021-03-04T23:35:09.177 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.7309e-05 2021-03-04T23:35:09.177 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.177 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.178 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:09.178 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.369905+0000", 2021-03-04T23:35:09.178 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000115468 2021-03-04T23:35:09.178 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.181 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.181 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,3", 2021-03-04T23:35:09.181 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.370020+0000", 2021-03-04T23:35:09.181 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0021501960000000001 2021-03-04T23:35:09.181 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.182 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.182 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.182 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.372171+0000", 2021-03-04T23:35:09.182 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0062722070000000001 2021-03-04T23:35:09.183 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.183 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.183 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.184 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378443+0000", 2021-03-04T23:35:09.184 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.6660000000000002e-06 2021-03-04T23:35:09.184 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.184 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.184 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:09.185 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378449+0000", 2021-03-04T23:35:09.185 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2852999999999999e-05 2021-03-04T23:35:09.185 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.185 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.185 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.186 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378482+0000", 2021-03-04T23:35:09.186 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0420000000000002e-05 2021-03-04T23:35:09.186 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.187 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.187 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:09.187 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378533+0000", 2021-03-04T23:35:09.187 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000120844 2021-03-04T23:35:09.188 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.188 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.188 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:09.188 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378654+0000", 2021-03-04T23:35:09.188 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2665382489999999 2021-03-04T23:35:09.189 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.189 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:09.189 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.189 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.190 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.190 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:119658 9.4 9:2d5e7b0c:::benchmark_data_gibba011_139107_object119657:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e148)", 2021-03-04T23:35:09.190 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:36.121329+0000", 2021-03-04T23:35:09.190 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 572.98058862300002, 2021-03-04T23:35:09.191 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2606573339999998, 2021-03-04T23:35:09.191 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:09.191 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:09.191 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:09.191 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:09.192 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:09.192 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 119658 2021-03-04T23:35:09.192 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.192 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:09.192 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.193 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:09.193 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121329+0000", 2021-03-04T23:35:09.193 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:09.193 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.194 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.194 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:09.194 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121329+0000", 2021-03-04T23:35:09.194 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7337e-05 2021-03-04T23:35:09.194 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.195 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.195 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:09.195 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121347+0000", 2021-03-04T23:35:09.195 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2419999999999999e-06 2021-03-04T23:35:09.195 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.196 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.196 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:09.196 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121348+0000", 2021-03-04T23:35:09.196 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.2690000000000005e-06 2021-03-04T23:35:09.196 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.197 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.197 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:09.197 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121357+0000", 2021-03-04T23:35:09.197 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7809999999999999e-06 2021-03-04T23:35:09.198 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.198 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.198 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:09.198 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121361+0000", 2021-03-04T23:35:09.198 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.9789999999999994e-05 2021-03-04T23:35:09.199 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.199 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.199 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.199 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121431+0000", 2021-03-04T23:35:09.199 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9060000000000001e-06 2021-03-04T23:35:09.200 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.200 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.200 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:35:09.200 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:36.121436+0000", 2021-03-04T23:35:09.201 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.98053637199999999 2021-03-04T23:35:09.201 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.201 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.201 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.201 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.101972+0000", 2021-03-04T23:35:09.202 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7770000000000002e-06 2021-03-04T23:35:09.202 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.202 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.202 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:35:09.202 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:37.101977+0000", 2021-03-04T23:35:09.203 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.270294129 2021-03-04T23:35:09.203 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.203 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.203 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.203 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.372271+0000", 2021-03-04T23:35:09.204 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.9461000000000003e-05 2021-03-04T23:35:09.204 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.204 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.204 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:09.204 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.372361+0000", 2021-03-04T23:35:09.205 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010255399999999999 2021-03-04T23:35:09.205 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.205 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.205 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,3", 2021-03-04T23:35:09.206 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.372463+0000", 2021-03-04T23:35:09.206 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0059453379999999997 2021-03-04T23:35:09.206 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.206 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.206 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.207 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.378408+0000", 2021-03-04T23:35:09.207 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0033118430000000001 2021-03-04T23:35:09.207 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.207 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.207 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:09.208 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.381720+0000", 2021-03-04T23:35:09.208 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8539999999999999e-05 2021-03-04T23:35:09.208 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.208 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.208 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.209 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.381769+0000", 2021-03-04T23:35:09.209 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2002000000000002e-05 2021-03-04T23:35:09.209 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.209 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.210 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.210 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.381811+0000", 2021-03-04T23:35:09.210 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6202000000000002e-05 2021-03-04T23:35:09.210 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.210 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.211 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:09.211 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.381867+0000", 2021-03-04T23:35:09.211 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011979100000000001 2021-03-04T23:35:09.211 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.211 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.212 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:09.212 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:38.381987+0000", 2021-03-04T23:35:09.212 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2606573339999998 2021-03-04T23:35:09.212 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.213 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:09.213 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.213 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.213 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.213 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134089 9.4 9:2f8a3f04:::benchmark_data_gibba011_139107_object134088:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e152)", 2021-03-04T23:35:09.214 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.202065+0000", 2021-03-04T23:35:09.214 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 552.899852925, 2021-03-04T23:35:09.214 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.015710025, 2021-03-04T23:35:09.214 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:09.214 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:35:09.215 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:09.215 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:09.215 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:09.215 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134089 2021-03-04T23:35:09.215 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.216 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:09.216 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.216 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:09.216 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202065+0000", 2021-03-04T23:35:09.217 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:09.217 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.217 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.217 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:09.217 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202065+0000", 2021-03-04T23:35:09.218 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6746999999999997e-05 2021-03-04T23:35:09.218 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.218 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.218 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:09.218 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202122+0000", 2021-03-04T23:35:09.219 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.277e-06 2021-03-04T23:35:09.219 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.219 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.219 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:09.219 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202124+0000", 2021-03-04T23:35:09.220 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5214e-05 2021-03-04T23:35:09.220 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.220 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.220 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:09.220 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202139+0000", 2021-03-04T23:35:09.221 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4779999999999996e-06 2021-03-04T23:35:09.221 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.221 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.221 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:09.222 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202146+0000", 2021-03-04T23:35:09.222 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2630999999999999e-05 2021-03-04T23:35:09.222 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.222 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.222 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.223 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202188+0000", 2021-03-04T23:35:09.223 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012342399999999999 2021-03-04T23:35:09.223 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.223 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.223 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:09.224 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202312+0000", 2021-03-04T23:35:09.224 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011595999999999999 2021-03-04T23:35:09.224 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.224 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.225 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,3", 2021-03-04T23:35:09.225 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.202428+0000", 2021-03-04T23:35:09.225 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0049599839999999997 2021-03-04T23:35:09.225 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.225 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.226 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.226 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.207388+0000", 2021-03-04T23:35:09.226 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.1199999999999996e-06 2021-03-04T23:35:09.226 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.226 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.227 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:35:09.227 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.207395+0000", 2021-03-04T23:35:09.227 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0103340629999999 2021-03-04T23:35:09.227 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.227 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.228 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.228 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.217729+0000", 2021-03-04T23:35:09.228 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6127000000000001e-05 2021-03-04T23:35:09.228 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.229 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.229 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:09.229 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.217775+0000", 2021-03-04T23:35:09.229 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.015710025 2021-03-04T23:35:09.229 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.230 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:09.230 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.230 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.230 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.230 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134101 9.4 9:27175057:::benchmark_data_gibba011_139107_object134100:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:35:09.231 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.217432+0000", 2021-03-04T23:35:09.231 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 552.88448566600005, 2021-03-04T23:35:09.231 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0072824380000001, 2021-03-04T23:35:09.231 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:09.231 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:09.232 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:09.232 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:09.232 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:09.232 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134101 2021-03-04T23:35:09.233 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.233 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:09.233 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.233 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:09.233 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217432+0000", 2021-03-04T23:35:09.234 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:09.234 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.234 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.234 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:09.234 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217432+0000", 2021-03-04T23:35:09.235 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000100245 2021-03-04T23:35:09.235 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.235 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.235 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:09.235 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217533+0000", 2021-03-04T23:35:09.236 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.765e-06 2021-03-04T23:35:09.236 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.236 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.236 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:09.237 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217534+0000", 2021-03-04T23:35:09.237 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3439e-05 2021-03-04T23:35:09.237 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.237 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.237 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:09.238 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217548+0000", 2021-03-04T23:35:09.238 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.3020000000000002e-06 2021-03-04T23:35:09.238 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.238 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.238 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:09.239 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217553+0000", 2021-03-04T23:35:09.239 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.735e-05 2021-03-04T23:35:09.239 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.239 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.239 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.240 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217591+0000", 2021-03-04T23:35:09.240 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.9249999999999998e-06 2021-03-04T23:35:09.240 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.240 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.240 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:35:09.241 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.217597+0000", 2021-03-04T23:35:09.241 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0005541870000001 2021-03-04T23:35:09.241 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.241 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.242 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.242 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.218152+0000", 2021-03-04T23:35:09.242 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6176999999999998e-05 2021-03-04T23:35:09.242 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.242 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.243 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:09.243 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.218248+0000", 2021-03-04T23:35:09.243 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000100114 2021-03-04T23:35:09.243 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.243 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.244 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:35:09.244 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.218348+0000", 2021-03-04T23:35:09.244 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0061336159999999997 2021-03-04T23:35:09.244 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.244 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.245 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.245 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224482+0000", 2021-03-04T23:35:09.245 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9849000000000001e-05 2021-03-04T23:35:09.245 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.246 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.246 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:09.246 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224561+0000", 2021-03-04T23:35:09.246 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.5191999999999993e-05 2021-03-04T23:35:09.246 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.247 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.247 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.247 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224647+0000", 2021-03-04T23:35:09.247 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0682000000000002e-05 2021-03-04T23:35:09.247 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.248 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.248 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:09.248 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224677+0000", 2021-03-04T23:35:09.248 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7595000000000002e-05 2021-03-04T23:35:09.248 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.249 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.249 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:09.249 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224715+0000", 2021-03-04T23:35:09.249 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0072824380000001 2021-03-04T23:35:09.249 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.250 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:09.250 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.250 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.250 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.251 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134153 9.4 9:214909c4:::benchmark_data_gibba011_139107_object134152:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:35:09.251 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.285041+0000", 2021-03-04T23:35:09.251 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 552.81687751100003, 2021-03-04T23:35:09.251 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.94294768399999995, 2021-03-04T23:35:09.251 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:09.252 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:09.252 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:09.252 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:09.252 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:09.252 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134153 2021-03-04T23:35:09.253 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.253 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:09.253 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.253 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:09.254 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285041+0000", 2021-03-04T23:35:09.254 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:09.254 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.254 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.254 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:09.255 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285041+0000", 2021-03-04T23:35:09.255 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6921e-05 2021-03-04T23:35:09.255 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.255 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.255 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:09.256 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285087+0000", 2021-03-04T23:35:09.256 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.691e-06 2021-03-04T23:35:09.256 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.256 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.256 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:09.257 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285089+0000", 2021-03-04T23:35:09.257 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4377e-05 2021-03-04T23:35:09.257 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.257 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.258 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:09.258 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285104+0000", 2021-03-04T23:35:09.258 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4670000000000003e-06 2021-03-04T23:35:09.258 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.258 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.259 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:09.259 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285109+0000", 2021-03-04T23:35:09.259 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5878999999999999e-05 2021-03-04T23:35:09.259 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.259 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.260 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.260 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285155+0000", 2021-03-04T23:35:09.260 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.2080000000000006e-06 2021-03-04T23:35:09.260 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.261 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.261 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:35:09.261 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.285164+0000", 2021-03-04T23:35:09.261 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.93616649500000004 2021-03-04T23:35:09.261 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.262 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.262 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.262 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.221331+0000", 2021-03-04T23:35:09.262 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012005799999999999 2021-03-04T23:35:09.263 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.263 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.263 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:09.263 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.221451+0000", 2021-03-04T23:35:09.263 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000166825 2021-03-04T23:35:09.264 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.264 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.264 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:35:09.264 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.221617+0000", 2021-03-04T23:35:09.264 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.003174287 2021-03-04T23:35:09.265 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.265 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.265 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.265 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224792+0000", 2021-03-04T23:35:09.266 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0030500119999999999 2021-03-04T23:35:09.266 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.266 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.266 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.266 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.227842+0000", 2021-03-04T23:35:09.267 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4485000000000003e-05 2021-03-04T23:35:09.267 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.267 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.267 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:09.267 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.227906+0000", 2021-03-04T23:35:09.268 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8449000000000003e-05 2021-03-04T23:35:09.268 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.268 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.268 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:09.268 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.227955+0000", 2021-03-04T23:35:09.269 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3529999999999999e-05 2021-03-04T23:35:09.269 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.269 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.269 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:09.270 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.227988+0000", 2021-03-04T23:35:09.270 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.94294768399999995 2021-03-04T23:35:09.270 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.270 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:09.270 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.271 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.271 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.271 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134167 9.4 9:224ed2d0:::benchmark_data_gibba011_139107_object134166:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:35:09.271 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.307409+0000", 2021-03-04T23:35:09.271 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 552.79450864900002, 2021-03-04T23:35:09.272 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.93204443100000001, 2021-03-04T23:35:09.272 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:09.272 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:09.272 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:09.272 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:09.273 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:09.273 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134167 2021-03-04T23:35:09.273 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.273 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:09.273 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.274 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:09.274 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.307409+0000", 2021-03-04T23:35:09.274 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:09.274 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.275 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.275 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:09.275 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.307409+0000", 2021-03-04T23:35:09.275 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2927000000000002e-05 2021-03-04T23:35:09.275 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.276 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.276 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:09.276 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.307472+0000", 2021-03-04T23:35:09.276 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7129999999999999e-06 2021-03-04T23:35:09.276 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.277 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.277 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:09.277 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.307474+0000", 2021-03-04T23:35:09.277 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.081e-05 2021-03-04T23:35:09.277 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.278 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.278 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:09.278 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.307485+0000", 2021-03-04T23:35:09.278 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5229999999999997e-06 2021-03-04T23:35:09.279 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.279 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.279 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:09.279 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.307489+0000", 2021-03-04T23:35:09.279 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00052889199999999999 2021-03-04T23:35:09.280 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.280 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.280 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.280 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.308018+0000", 2021-03-04T23:35:09.280 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.5510000000000002e-06 2021-03-04T23:35:09.281 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.281 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.281 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:35:09.281 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.308026+0000", 2021-03-04T23:35:09.281 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.91677891600000005 2021-03-04T23:35:09.282 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.282 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.282 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.282 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224805+0000", 2021-03-04T23:35:09.283 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.8047000000000005e-05 2021-03-04T23:35:09.283 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.283 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.283 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:09.283 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.224903+0000", 2021-03-04T23:35:09.284 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00014154900000000001 2021-03-04T23:35:09.284 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.284 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.284 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:35:09.284 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.225044+0000", 2021-03-04T23:35:09.285 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0028539960000000001 2021-03-04T23:35:09.285 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.285 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.285 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.285 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.227898+0000", 2021-03-04T23:35:09.286 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0079307600000000002 2021-03-04T23:35:09.286 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.286 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.286 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.287 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.235829+0000", 2021-03-04T23:35:09.287 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0035582510000000001 2021-03-04T23:35:09.287 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.287 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.287 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:09.288 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.239387+0000", 2021-03-04T23:35:09.288 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0676999999999997e-05 2021-03-04T23:35:09.288 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.288 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.288 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:09.289 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.239428+0000", 2021-03-04T23:35:09.289 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5819000000000001e-05 2021-03-04T23:35:09.289 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.289 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.289 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:09.290 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.239454+0000", 2021-03-04T23:35:09.290 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.93204443100000001 2021-03-04T23:35:09.290 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.290 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:09.290 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.291 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.291 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.291 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134186 9.4 9:255e5d7a:::benchmark_data_gibba011_139107_object134185:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:35:09.291 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.326621+0000", 2021-03-04T23:35:09.292 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 552.775297206, 2021-03-04T23:35:09.292 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.91292108100000002, 2021-03-04T23:35:09.292 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:09.292 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:09.292 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:09.293 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:09.293 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:09.293 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134186 2021-03-04T23:35:09.293 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.293 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:09.294 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.294 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:09.294 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326621+0000", 2021-03-04T23:35:09.294 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:09.294 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.295 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.295 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:09.295 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326621+0000", 2021-03-04T23:35:09.295 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0496000000000002e-05 2021-03-04T23:35:09.296 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.296 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.296 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:09.296 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326641+0000", 2021-03-04T23:35:09.296 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4190000000000001e-06 2021-03-04T23:35:09.297 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.297 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.297 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:09.297 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326643+0000", 2021-03-04T23:35:09.297 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.9019999999999994e-06 2021-03-04T23:35:09.298 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.298 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.298 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:09.298 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326653+0000", 2021-03-04T23:35:09.298 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.561e-06 2021-03-04T23:35:09.299 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.299 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.299 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:09.299 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326657+0000", 2021-03-04T23:35:09.299 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5678e-05 2021-03-04T23:35:09.300 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.300 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.300 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.300 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326683+0000", 2021-03-04T23:35:09.301 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.2279999999999998e-06 2021-03-04T23:35:09.301 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.301 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.301 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:35:09.301 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.326688+0000", 2021-03-04T23:35:09.302 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.90133838700000002 2021-03-04T23:35:09.302 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.302 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.302 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.302 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.228027+0000", 2021-03-04T23:35:09.303 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012250999999999999 2021-03-04T23:35:09.303 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.303 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.303 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:09.303 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.228149+0000", 2021-03-04T23:35:09.304 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000149135 2021-03-04T23:35:09.304 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.304 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.304 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:35:09.305 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.228298+0000", 2021-03-04T23:35:09.305 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0075513519999999999 2021-03-04T23:35:09.305 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.305 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.305 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.306 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.235850+0000", 2021-03-04T23:35:09.306 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0509e-05 2021-03-04T23:35:09.306 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.306 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.306 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.307 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.235870+0000", 2021-03-04T23:35:09.307 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0035916680000000001 2021-03-04T23:35:09.307 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.307 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.307 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:09.308 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.239462+0000", 2021-03-04T23:35:09.308 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.1872000000000007e-05 2021-03-04T23:35:09.308 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.308 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.308 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:09.309 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.239524+0000", 2021-03-04T23:35:09.309 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8363999999999999e-05 2021-03-04T23:35:09.309 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.309 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.310 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:09.310 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.239542+0000", 2021-03-04T23:35:09.310 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.91292108100000002 2021-03-04T23:35:09.310 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.310 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:09.311 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.311 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.311 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.311 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134197 9.4 9:25e7986c:::benchmark_data_gibba011_139107_object134196:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:35:09.311 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.338666+0000", 2021-03-04T23:35:09.312 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 552.76325166100003, 2021-03-04T23:35:09.312 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.90536447099999995, 2021-03-04T23:35:09.312 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:09.312 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:09.312 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:09.313 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:09.313 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:09.313 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134197 2021-03-04T23:35:09.313 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.314 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:09.314 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.314 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:09.314 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338666+0000", 2021-03-04T23:35:09.314 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:09.315 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.315 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.315 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:09.315 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338666+0000", 2021-03-04T23:35:09.315 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0414000000000001e-05 2021-03-04T23:35:09.316 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.316 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.316 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:09.316 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338697+0000", 2021-03-04T23:35:09.316 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3750000000000001e-06 2021-03-04T23:35:09.317 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.317 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.317 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:09.317 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338699+0000", 2021-03-04T23:35:09.317 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6235e-05 2021-03-04T23:35:09.318 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.318 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.318 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:09.318 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338715+0000", 2021-03-04T23:35:09.319 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4119999999999998e-06 2021-03-04T23:35:09.319 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.319 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.319 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:09.320 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338722+0000", 2021-03-04T23:35:09.320 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5547000000000003e-05 2021-03-04T23:35:09.320 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.320 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.320 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.321 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338767+0000", 2021-03-04T23:35:09.321 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.8299999999999996e-06 2021-03-04T23:35:09.321 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.321 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.321 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:35:09.322 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.338775+0000", 2021-03-04T23:35:09.322 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.89335840399999999 2021-03-04T23:35:09.322 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.322 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.322 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.323 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.232134+0000", 2021-03-04T23:35:09.323 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00015948700000000001 2021-03-04T23:35:09.323 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.323 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.324 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:09.324 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.232293+0000", 2021-03-04T23:35:09.324 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00018762 2021-03-04T23:35:09.324 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.324 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.325 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:35:09.325 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.232481+0000", 2021-03-04T23:35:09.325 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0034046409999999999 2021-03-04T23:35:09.325 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.325 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.326 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.326 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.235885+0000", 2021-03-04T23:35:09.326 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2407e-05 2021-03-04T23:35:09.326 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.327 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.327 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.327 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.235898+0000", 2021-03-04T23:35:09.327 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0080483880000000001 2021-03-04T23:35:09.327 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.328 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.328 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:09.328 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.243946+0000", 2021-03-04T23:35:09.328 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9815000000000003e-05 2021-03-04T23:35:09.328 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.329 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.329 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:09.329 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.243996+0000", 2021-03-04T23:35:09.329 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4895999999999999e-05 2021-03-04T23:35:09.329 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.330 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.330 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:09.330 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244031+0000", 2021-03-04T23:35:09.330 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.90536447099999995 2021-03-04T23:35:09.330 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.331 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:09.331 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.331 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.331 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.332 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134219 9.4 9:2975354a:::benchmark_data_gibba011_139107_object134218:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:35:09.332 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.370253+0000", 2021-03-04T23:35:09.332 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 552.73166460300001, 2021-03-04T23:35:09.332 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.87385338599999995, 2021-03-04T23:35:09.332 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:09.333 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:09.333 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:09.333 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:09.333 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:09.333 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134219 2021-03-04T23:35:09.334 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.334 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:09.334 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.334 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:09.334 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370253+0000", 2021-03-04T23:35:09.335 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:09.335 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.335 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.335 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:09.335 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370253+0000", 2021-03-04T23:35:09.336 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8402999999999998e-05 2021-03-04T23:35:09.336 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.336 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.336 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:09.337 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370292+0000", 2021-03-04T23:35:09.337 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8059999999999999e-06 2021-03-04T23:35:09.337 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.337 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.337 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:09.338 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370295+0000", 2021-03-04T23:35:09.338 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0248999999999999e-05 2021-03-04T23:35:09.338 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.338 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.338 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:09.339 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370315+0000", 2021-03-04T23:35:09.339 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.6510000000000004e-06 2021-03-04T23:35:09.339 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.339 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.340 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:09.340 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370322+0000", 2021-03-04T23:35:09.340 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.1684999999999998e-05 2021-03-04T23:35:09.340 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.340 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.341 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.341 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370363+0000", 2021-03-04T23:35:09.341 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4549999999999995e-06 2021-03-04T23:35:09.341 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.341 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.342 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:35:09.342 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.370372+0000", 2021-03-04T23:35:09.342 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.86553635299999998 2021-03-04T23:35:09.342 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.343 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.343 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.343 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.235908+0000", 2021-03-04T23:35:09.343 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011623799999999999 2021-03-04T23:35:09.343 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.344 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.344 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:09.344 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.236024+0000", 2021-03-04T23:35:09.344 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.1247000000000002e-05 2021-03-04T23:35:09.344 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.345 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.345 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:35:09.345 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.236116+0000", 2021-03-04T23:35:09.345 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0041317020000000001 2021-03-04T23:35:09.345 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.346 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.346 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.346 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.240247+0000", 2021-03-04T23:35:09.346 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0511e-05 2021-03-04T23:35:09.346 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.347 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.347 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.347 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.240278+0000", 2021-03-04T23:35:09.347 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0037625639999999999 2021-03-04T23:35:09.347 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.348 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.348 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:09.348 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244040+0000", 2021-03-04T23:35:09.348 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6019999999999997e-05 2021-03-04T23:35:09.349 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.349 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.349 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:09.349 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244076+0000", 2021-03-04T23:35:09.349 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0502e-05 2021-03-04T23:35:09.350 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.350 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.350 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:09.350 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244107+0000", 2021-03-04T23:35:09.350 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.87385338599999995 2021-03-04T23:35:09.351 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.351 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:09.351 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.351 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.351 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.352 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134244 9.4 9:25a50934:::benchmark_data_gibba011_139107_object134243:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:35:09.352 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.411335+0000", 2021-03-04T23:35:09.352 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 552.69058321399996, 2021-03-04T23:35:09.352 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.84278338100000005, 2021-03-04T23:35:09.352 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:09.353 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:09.353 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:09.353 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:09.353 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:09.354 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134244 2021-03-04T23:35:09.354 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.354 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:09.354 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.354 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:09.355 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411335+0000", 2021-03-04T23:35:09.355 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:09.355 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.355 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.355 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:09.356 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411335+0000", 2021-03-04T23:35:09.356 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.012e-05 2021-03-04T23:35:09.356 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.356 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.356 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:09.357 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411355+0000", 2021-03-04T23:35:09.357 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.573e-06 2021-03-04T23:35:09.357 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.357 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.358 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:09.358 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411357+0000", 2021-03-04T23:35:09.358 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0909e-05 2021-03-04T23:35:09.358 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.358 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.359 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:09.359 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411367+0000", 2021-03-04T23:35:09.359 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3769999999999998e-06 2021-03-04T23:35:09.359 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.360 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.360 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:09.360 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411372+0000", 2021-03-04T23:35:09.360 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3164999999999998e-05 2021-03-04T23:35:09.360 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.361 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.361 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.361 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411405+0000", 2021-03-04T23:35:09.361 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.1289999999999998e-06 2021-03-04T23:35:09.361 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.362 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.362 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:35:09.362 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.411412+0000", 2021-03-04T23:35:09.362 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.82889523700000001 2021-03-04T23:35:09.362 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.363 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.363 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.363 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.240307+0000", 2021-03-04T23:35:09.363 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9611999999999996e-05 2021-03-04T23:35:09.364 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.364 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.364 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:09.364 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.240387+0000", 2021-03-04T23:35:09.364 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.0517000000000001e-05 2021-03-04T23:35:09.365 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.365 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.365 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:35:09.365 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.240477+0000", 2021-03-04T23:35:09.365 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0066605350000000004 2021-03-04T23:35:09.366 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.366 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.366 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:09.366 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.247138+0000", 2021-03-04T23:35:09.366 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8208999999999999e-05 2021-03-04T23:35:09.367 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.367 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.367 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.367 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.247186+0000", 2021-03-04T23:35:09.368 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0068469519999999999 2021-03-04T23:35:09.368 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.368 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.368 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.368 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254033+0000", 2021-03-04T23:35:09.369 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.117e-05 2021-03-04T23:35:09.369 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.369 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.369 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:09.369 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254084+0000", 2021-03-04T23:35:09.370 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3875999999999999e-05 2021-03-04T23:35:09.370 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.370 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.370 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:09.370 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254118+0000", 2021-03-04T23:35:09.371 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.84278338100000005 2021-03-04T23:35:09.371 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.371 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:09.371 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.372 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.372 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.372 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134247 9.4 9:21011c5f:::benchmark_data_gibba011_139107_object134246:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:35:09.372 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.414545+0000", 2021-03-04T23:35:09.372 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 552.68737279599998, 2021-03-04T23:35:09.373 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.839725524, 2021-03-04T23:35:09.373 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:09.373 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:09.373 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:09.373 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:09.374 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:09.374 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134247 2021-03-04T23:35:09.374 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.374 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:09.374 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.375 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:09.375 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414545+0000", 2021-03-04T23:35:09.375 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:09.375 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.375 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.376 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:09.376 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414545+0000", 2021-03-04T23:35:09.376 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4229000000000001e-05 2021-03-04T23:35:09.376 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.377 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.377 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:09.377 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414569+0000", 2021-03-04T23:35:09.377 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.691e-06 2021-03-04T23:35:09.377 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.378 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.378 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:09.378 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414571+0000", 2021-03-04T23:35:09.378 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3502e-05 2021-03-04T23:35:09.378 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.379 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.379 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:09.379 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414585+0000", 2021-03-04T23:35:09.379 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4890000000000003e-06 2021-03-04T23:35:09.379 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.380 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.380 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:09.380 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414590+0000", 2021-03-04T23:35:09.380 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.5073000000000005e-05 2021-03-04T23:35:09.381 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.381 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.381 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.381 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414655+0000", 2021-03-04T23:35:09.381 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.2569999999999998e-06 2021-03-04T23:35:09.382 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.382 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.382 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:35:09.382 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.414661+0000", 2021-03-04T23:35:09.382 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.829470233 2021-03-04T23:35:09.383 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.383 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.383 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.383 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244131+0000", 2021-03-04T23:35:09.383 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000101815 2021-03-04T23:35:09.384 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.384 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.384 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:09.384 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244233+0000", 2021-03-04T23:35:09.384 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000124793 2021-03-04T23:35:09.385 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.385 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.385 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:35:09.385 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.244357+0000", 2021-03-04T23:35:09.386 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0028622360000000002 2021-03-04T23:35:09.386 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.386 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.386 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.386 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.247220+0000", 2021-03-04T23:35:09.387 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0069096239999999996 2021-03-04T23:35:09.387 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.387 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.387 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:09.387 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254129+0000", 2021-03-04T23:35:09.388 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.0393000000000001e-05 2021-03-04T23:35:09.388 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.388 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.388 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.388 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254210+0000", 2021-03-04T23:35:09.389 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4876000000000003e-05 2021-03-04T23:35:09.389 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.389 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.389 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:09.389 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254244+0000", 2021-03-04T23:35:09.390 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6313e-05 2021-03-04T23:35:09.390 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.390 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.390 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:09.391 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254271+0000", 2021-03-04T23:35:09.391 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.839725524 2021-03-04T23:35:09.391 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.391 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:09.392 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.392 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.392 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.392 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134249 9.4 9:2c7bbdcb:::benchmark_data_gibba011_139107_object134248:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:35:09.393 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.416963+0000", 2021-03-04T23:35:09.393 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 552.68495461600003, 2021-03-04T23:35:09.393 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.84512285899999995, 2021-03-04T23:35:09.393 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:09.394 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:09.394 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:09.394 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:09.394 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:09.394 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134249 2021-03-04T23:35:09.395 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.395 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:09.395 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.395 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:09.396 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.416963+0000", 2021-03-04T23:35:09.396 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:09.396 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.396 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.396 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:09.397 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.416963+0000", 2021-03-04T23:35:09.397 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7174000000000001e-05 2021-03-04T23:35:09.397 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.397 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.398 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:09.398 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.416991+0000", 2021-03-04T23:35:09.398 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.477e-06 2021-03-04T23:35:09.398 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.399 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.399 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:09.399 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.416992+0000", 2021-03-04T23:35:09.399 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1022999999999999e-05 2021-03-04T23:35:09.399 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.400 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.400 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:09.400 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.417003+0000", 2021-03-04T23:35:09.400 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9729999999999997e-06 2021-03-04T23:35:09.401 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.401 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.401 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:09.401 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.417008+0000", 2021-03-04T23:35:09.401 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6959999999999998e-05 2021-03-04T23:35:09.402 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.402 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.402 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.402 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.417045+0000", 2021-03-04T23:35:09.403 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4289999999999998e-06 2021-03-04T23:35:09.403 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.403 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.403 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:35:09.403 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.417051+0000", 2021-03-04T23:35:09.404 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.83018800500000001 2021-03-04T23:35:09.404 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.404 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.404 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.405 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.247239+0000", 2021-03-04T23:35:09.405 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000118282 2021-03-04T23:35:09.405 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.405 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.405 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:09.406 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.247358+0000", 2021-03-04T23:35:09.406 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013356899999999999 2021-03-04T23:35:09.406 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.406 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.407 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:35:09.407 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.247491+0000", 2021-03-04T23:35:09.407 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0066444190000000004 2021-03-04T23:35:09.407 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.408 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.408 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:09.408 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254136+0000", 2021-03-04T23:35:09.408 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0481000000000001e-05 2021-03-04T23:35:09.408 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.409 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.409 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.409 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254176+0000", 2021-03-04T23:35:09.409 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0078328479999999999 2021-03-04T23:35:09.409 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.410 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.410 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.410 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262009+0000", 2021-03-04T23:35:09.410 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4078e-05 2021-03-04T23:35:09.411 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.411 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.411 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:09.411 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262053+0000", 2021-03-04T23:35:09.411 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3141e-05 2021-03-04T23:35:09.412 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.412 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.412 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:09.412 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262086+0000", 2021-03-04T23:35:09.412 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.84512285899999995 2021-03-04T23:35:09.413 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.413 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:09.413 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.413 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.413 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.414 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134253 9.4 9:2249e88b:::benchmark_data_gibba011_139107_object134252:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:35:09.414 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.421924+0000", 2021-03-04T23:35:09.414 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 552.67999454599999, 2021-03-04T23:35:09.414 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.84032122600000003, 2021-03-04T23:35:09.415 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:09.415 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:09.415 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:09.415 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:09.415 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:09.416 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134253 2021-03-04T23:35:09.416 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.416 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:09.416 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.416 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:09.417 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.421924+0000", 2021-03-04T23:35:09.417 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:09.417 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.417 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.417 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:09.418 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.421924+0000", 2021-03-04T23:35:09.418 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6412999999999997e-05 2021-03-04T23:35:09.418 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.418 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.419 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:09.419 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.421980+0000", 2021-03-04T23:35:09.419 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.793e-06 2021-03-04T23:35:09.419 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.419 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.420 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:09.420 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.421982+0000", 2021-03-04T23:35:09.420 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7694999999999999e-05 2021-03-04T23:35:09.420 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.420 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.421 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:09.421 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.421999+0000", 2021-03-04T23:35:09.421 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2779999999999999e-06 2021-03-04T23:35:09.421 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.421 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.422 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:09.422 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.422006+0000", 2021-03-04T23:35:09.422 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5636000000000001e-05 2021-03-04T23:35:09.422 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.423 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.423 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.423 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.422051+0000", 2021-03-04T23:35:09.423 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.4380000000000001e-06 2021-03-04T23:35:09.423 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.424 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.424 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:35:09.424 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.422061+0000", 2021-03-04T23:35:09.424 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.82835461099999996 2021-03-04T23:35:09.424 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.425 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.425 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.425 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.250415+0000", 2021-03-04T23:35:09.425 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000146797 2021-03-04T23:35:09.425 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.426 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.426 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:09.426 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.250562+0000", 2021-03-04T23:35:09.426 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011039699999999999 2021-03-04T23:35:09.427 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.427 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.427 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:35:09.427 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.250673+0000", 2021-03-04T23:35:09.427 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.003633205 2021-03-04T23:35:09.428 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.428 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.428 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.428 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254306+0000", 2021-03-04T23:35:09.428 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0039305190000000004 2021-03-04T23:35:09.429 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.429 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.429 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:09.429 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.258236+0000", 2021-03-04T23:35:09.429 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0039388340000000004 2021-03-04T23:35:09.430 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.430 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.430 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.430 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262175+0000", 2021-03-04T23:35:09.430 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0296999999999997e-05 2021-03-04T23:35:09.431 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.431 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.431 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:09.431 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262215+0000", 2021-03-04T23:35:09.432 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9312999999999999e-05 2021-03-04T23:35:09.432 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.432 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.432 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:09.432 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262245+0000", 2021-03-04T23:35:09.433 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.84032122600000003 2021-03-04T23:35:09.433 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.433 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:09.433 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.433 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.434 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.434 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134267 9.4 9:20fd9e76:::benchmark_data_gibba011_139107_object134266:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:35:09.434 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.448739+0000", 2021-03-04T23:35:09.434 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 552.65317859200002, 2021-03-04T23:35:09.434 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.81366760999999999, 2021-03-04T23:35:09.435 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:09.435 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:09.435 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:09.435 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:09.436 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:09.436 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134267 2021-03-04T23:35:09.436 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.436 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:09.436 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.437 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:09.437 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448739+0000", 2021-03-04T23:35:09.437 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:09.437 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.437 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.438 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:09.438 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448739+0000", 2021-03-04T23:35:09.438 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0102000000000003e-05 2021-03-04T23:35:09.438 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.438 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.439 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:09.439 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448780+0000", 2021-03-04T23:35:09.439 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.8469999999999996e-06 2021-03-04T23:35:09.439 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.440 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.440 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:09.440 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448787+0000", 2021-03-04T23:35:09.440 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1814000000000001e-05 2021-03-04T23:35:09.440 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.441 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.441 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:09.441 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448799+0000", 2021-03-04T23:35:09.441 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7370000000000003e-06 2021-03-04T23:35:09.441 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.442 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.442 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:09.442 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448805+0000", 2021-03-04T23:35:09.442 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7020000000000001e-05 2021-03-04T23:35:09.442 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.443 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.443 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.443 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448842+0000", 2021-03-04T23:35:09.443 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.9659999999999999e-06 2021-03-04T23:35:09.444 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.444 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.444 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:35:09.444 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.448849+0000", 2021-03-04T23:35:09.444 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.80547977299999995 2021-03-04T23:35:09.445 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.445 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.445 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.445 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254329+0000", 2021-03-04T23:35:09.446 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010310399999999999 2021-03-04T23:35:09.446 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.446 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.446 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:09.447 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254432+0000", 2021-03-04T23:35:09.447 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000112107 2021-03-04T23:35:09.447 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.447 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.448 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:35:09.448 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.254544+0000", 2021-03-04T23:35:09.448 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0075943419999999996 2021-03-04T23:35:09.448 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.448 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.449 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.449 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262138+0000", 2021-03-04T23:35:09.449 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000116563 2021-03-04T23:35:09.449 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.450 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.450 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:09.450 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262255+0000", 2021-03-04T23:35:09.450 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4419000000000006e-05 2021-03-04T23:35:09.451 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.451 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.451 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.451 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262339+0000", 2021-03-04T23:35:09.451 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0151e-05 2021-03-04T23:35:09.452 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.452 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.452 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:09.452 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262369+0000", 2021-03-04T23:35:09.453 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7664999999999999e-05 2021-03-04T23:35:09.453 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.453 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.453 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:09.453 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262407+0000", 2021-03-04T23:35:09.454 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.81366760999999999 2021-03-04T23:35:09.454 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.454 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:09.454 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.455 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.455 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.455 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134283 9.4 9:2009a51d:::benchmark_data_gibba011_139107_object134282:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:35:09.455 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.487344+0000", 2021-03-04T23:35:09.455 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 552.61457377299996, 2021-03-04T23:35:09.456 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.77517623199999997, 2021-03-04T23:35:09.456 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:09.456 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:09.456 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:09.457 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:09.457 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:09.457 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134283 2021-03-04T23:35:09.457 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.457 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:09.458 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.458 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:09.458 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487344+0000", 2021-03-04T23:35:09.458 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:09.458 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.459 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.459 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:09.459 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487344+0000", 2021-03-04T23:35:09.459 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.35e-05 2021-03-04T23:35:09.459 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.460 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.460 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:09.460 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487388+0000", 2021-03-04T23:35:09.460 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0109999999999999e-06 2021-03-04T23:35:09.461 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.461 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.461 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:09.461 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487390+0000", 2021-03-04T23:35:09.461 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2303000000000001e-05 2021-03-04T23:35:09.462 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.462 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.462 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:09.462 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487402+0000", 2021-03-04T23:35:09.462 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.2120000000000002e-06 2021-03-04T23:35:09.463 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.463 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.463 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:09.463 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487407+0000", 2021-03-04T23:35:09.464 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0082e-05 2021-03-04T23:35:09.464 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.464 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.464 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.464 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487447+0000", 2021-03-04T23:35:09.465 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.2989999999999997e-06 2021-03-04T23:35:09.465 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.465 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.465 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:35:09.465 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.487456+0000", 2021-03-04T23:35:09.466 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.77086629799999995 2021-03-04T23:35:09.466 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.466 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.466 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.466 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.258322+0000", 2021-03-04T23:35:09.467 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.7868999999999995e-05 2021-03-04T23:35:09.467 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.467 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.467 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:09.468 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.258410+0000", 2021-03-04T23:35:09.468 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011892000000000001 2021-03-04T23:35:09.468 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.468 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.468 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:35:09.469 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.258529+0000", 2021-03-04T23:35:09.469 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0037684860000000001 2021-03-04T23:35:09.469 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.469 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.469 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.470 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262297+0000", 2021-03-04T23:35:09.470 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000120233 2021-03-04T23:35:09.470 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.470 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.470 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:09.471 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262418+0000", 2021-03-04T23:35:09.471 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0375999999999999e-05 2021-03-04T23:35:09.471 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.471 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.471 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.472 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262448+0000", 2021-03-04T23:35:09.472 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.1473000000000001e-05 2021-03-04T23:35:09.472 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.472 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.473 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:09.473 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262489+0000", 2021-03-04T23:35:09.473 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1170000000000001e-05 2021-03-04T23:35:09.473 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.473 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.474 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:09.474 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262521+0000", 2021-03-04T23:35:09.474 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.77517623199999997 2021-03-04T23:35:09.474 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.474 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:09.475 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.475 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.475 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.475 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134288 9.4 9:2d2cd094:::benchmark_data_gibba011_139107_object134287:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:35:09.475 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.497598+0000", 2021-03-04T23:35:09.476 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 552.60432004400002, 2021-03-04T23:35:09.476 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.772617369, 2021-03-04T23:35:09.476 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:09.476 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:09.477 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:09.477 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:09.477 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:09.477 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134288 2021-03-04T23:35:09.477 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.478 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:09.478 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.478 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:09.478 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497598+0000", 2021-03-04T23:35:09.478 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:09.479 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.479 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.479 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:09.479 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497598+0000", 2021-03-04T23:35:09.479 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6937999999999998e-05 2021-03-04T23:35:09.480 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.480 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.480 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:09.480 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497635+0000", 2021-03-04T23:35:09.481 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8920000000000001e-06 2021-03-04T23:35:09.481 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.481 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.481 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:09.481 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497637+0000", 2021-03-04T23:35:09.482 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0794e-05 2021-03-04T23:35:09.482 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.482 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.482 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:09.482 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497648+0000", 2021-03-04T23:35:09.483 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5569999999999997e-06 2021-03-04T23:35:09.483 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.483 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.483 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:09.483 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497652+0000", 2021-03-04T23:35:09.484 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9111e-05 2021-03-04T23:35:09.484 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.484 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.484 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.484 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497681+0000", 2021-03-04T23:35:09.485 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9059999999999999e-06 2021-03-04T23:35:09.485 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.485 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.485 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:35:09.486 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.497687+0000", 2021-03-04T23:35:09.486 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.76487108000000004 2021-03-04T23:35:09.486 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.486 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.486 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.487 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262558+0000", 2021-03-04T23:35:09.487 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.3319999999999994e-05 2021-03-04T23:35:09.487 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.487 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.487 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:09.488 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262652+0000", 2021-03-04T23:35:09.488 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.8047999999999995e-05 2021-03-04T23:35:09.488 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.488 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.489 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:35:09.489 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.262740+0000", 2021-03-04T23:35:09.489 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0073306049999999996 2021-03-04T23:35:09.489 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.489 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.490 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:09.490 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270070+0000", 2021-03-04T23:35:09.490 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6856000000000001e-05 2021-03-04T23:35:09.490 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.490 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.491 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.491 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270107+0000", 2021-03-04T23:35:09.491 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8314e-05 2021-03-04T23:35:09.491 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.491 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.492 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.492 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270135+0000", 2021-03-04T23:35:09.492 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5843000000000001e-05 2021-03-04T23:35:09.492 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.493 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.493 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:09.493 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270181+0000", 2021-03-04T23:35:09.493 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4105e-05 2021-03-04T23:35:09.493 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.494 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.494 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:09.494 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270215+0000", 2021-03-04T23:35:09.494 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.772617369 2021-03-04T23:35:09.494 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.495 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:09.495 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.495 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.495 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.495 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134292 9.4 9:2b035716:::benchmark_data_gibba011_139107_object134291:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:35:09.496 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.505901+0000", 2021-03-04T23:35:09.496 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 552.59601733800002, 2021-03-04T23:35:09.496 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.765053922, 2021-03-04T23:35:09.496 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:09.497 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:09.497 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:09.497 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:09.497 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:09.497 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134292 2021-03-04T23:35:09.498 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.498 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:09.498 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.498 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:09.498 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.505901+0000", 2021-03-04T23:35:09.499 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:09.499 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.499 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.499 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:09.500 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.505901+0000", 2021-03-04T23:35:09.500 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7052000000000002e-05 2021-03-04T23:35:09.500 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.500 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.500 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:09.501 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.505958+0000", 2021-03-04T23:35:09.501 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.61e-06 2021-03-04T23:35:09.501 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.501 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.501 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:09.502 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.505959+0000", 2021-03-04T23:35:09.502 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.1190000000000003e-06 2021-03-04T23:35:09.502 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.502 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.502 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:09.503 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.505969+0000", 2021-03-04T23:35:09.503 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.76e-06 2021-03-04T23:35:09.503 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.503 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.504 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:09.504 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.505972+0000", 2021-03-04T23:35:09.504 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3145000000000001e-05 2021-03-04T23:35:09.504 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.504 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.505 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.505 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.506015+0000", 2021-03-04T23:35:09.505 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4549999999999995e-06 2021-03-04T23:35:09.505 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.505 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.506 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:35:09.506 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.506024+0000", 2021-03-04T23:35:09.506 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.76031698299999995 2021-03-04T23:35:09.506 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.506 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.507 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.507 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.266341+0000", 2021-03-04T23:35:09.507 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011863599999999999 2021-03-04T23:35:09.507 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.508 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.508 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:09.508 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.266459+0000", 2021-03-04T23:35:09.508 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012695600000000001 2021-03-04T23:35:09.508 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.509 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.509 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:35:09.509 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.266586+0000", 2021-03-04T23:35:09.509 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0042302190000000003 2021-03-04T23:35:09.509 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.510 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.510 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.510 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270817+0000", 2021-03-04T23:35:09.510 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9922000000000001e-05 2021-03-04T23:35:09.510 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.511 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.511 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.511 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270867+0000", 2021-03-04T23:35:09.511 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.4529999999999996e-06 2021-03-04T23:35:09.512 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.512 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.512 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:09.512 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270874+0000", 2021-03-04T23:35:09.513 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4623999999999998e-05 2021-03-04T23:35:09.513 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.513 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.513 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:09.513 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270919+0000", 2021-03-04T23:35:09.514 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5988000000000002e-05 2021-03-04T23:35:09.514 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.514 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.514 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:09.515 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270955+0000", 2021-03-04T23:35:09.515 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.765053922 2021-03-04T23:35:09.515 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.515 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:09.516 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.516 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.516 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.516 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:134311 9.4 9:2f1c4791:::benchmark_data_gibba011_139107_object134310:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e153)", 2021-03-04T23:35:09.516 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:25:56.631237+0000", 2021-03-04T23:35:09.517 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 552.47068061300001, 2021-03-04T23:35:09.517 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.65218497900000005, 2021-03-04T23:35:09.517 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:09.517 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:09.517 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:09.518 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:09.518 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:09.518 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134311 2021-03-04T23:35:09.518 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.519 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:09.519 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.519 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:09.519 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631237+0000", 2021-03-04T23:35:09.519 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:09.520 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.520 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.520 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:09.520 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631237+0000", 2021-03-04T23:35:09.520 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0792999999999999e-05 2021-03-04T23:35:09.521 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.521 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.521 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:09.521 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631258+0000", 2021-03-04T23:35:09.521 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1260000000000001e-06 2021-03-04T23:35:09.522 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.522 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.522 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:09.522 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631260+0000", 2021-03-04T23:35:09.523 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3954999999999999e-05 2021-03-04T23:35:09.523 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.523 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.523 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:09.523 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631274+0000", 2021-03-04T23:35:09.524 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4229999999999996e-06 2021-03-04T23:35:09.524 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.524 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.524 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:09.524 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631280+0000", 2021-03-04T23:35:09.525 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5116000000000001e-05 2021-03-04T23:35:09.525 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.525 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.525 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.526 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631315+0000", 2021-03-04T23:35:09.526 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.6629999999999993e-06 2021-03-04T23:35:09.526 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.526 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.526 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:35:09.527 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:56.631323+0000", 2021-03-04T23:35:09.527 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.63965285199999999 2021-03-04T23:35:09.527 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.527 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.527 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.528 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.270975+0000", 2021-03-04T23:35:09.528 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000109344 2021-03-04T23:35:09.528 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.529 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.529 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:09.529 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.271085+0000", 2021-03-04T23:35:09.529 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000134697 2021-03-04T23:35:09.530 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.530 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.530 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:35:09.530 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.271219+0000", 2021-03-04T23:35:09.530 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004002289 2021-03-04T23:35:09.531 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.531 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.531 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.531 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.275222+0000", 2021-03-04T23:35:09.532 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.1148e-05 2021-03-04T23:35:09.532 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.532 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.532 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.533 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.275263+0000", 2021-03-04T23:35:09.533 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0080744470000000002 2021-03-04T23:35:09.533 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.533 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.533 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:09.534 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.283337+0000", 2021-03-04T23:35:09.534 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8126e-05 2021-03-04T23:35:09.534 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.534 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.535 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:09.535 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.283385+0000", 2021-03-04T23:35:09.535 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6999999999999998e-05 2021-03-04T23:35:09.535 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.535 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.536 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:09.536 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:25:57.283422+0000", 2021-03-04T23:35:09.536 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.65218497900000005 2021-03-04T23:35:09.536 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.536 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:09.537 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.537 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.537 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.537 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:164664 9.4 9:215b2255:::benchmark_data_gibba011_139107_object11297:head [delete] snapc 0=[] ondisk+write+known_if_redirected e160)", 2021-03-04T23:35:09.538 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:34.291265+0000", 2021-03-04T23:35:09.538 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 514.81065339300005, 2021-03-04T23:35:09.538 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.21163012, 2021-03-04T23:35:09.538 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:09.538 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:09.539 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:09.539 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:09.539 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:09.539 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 164664 2021-03-04T23:35:09.540 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.540 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:09.540 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.541 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:09.541 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291265+0000", 2021-03-04T23:35:09.541 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:09.541 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.542 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.542 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:09.542 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291265+0000", 2021-03-04T23:35:09.542 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6819999999999999e-06 2021-03-04T23:35:09.542 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.543 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.543 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:09.543 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291267+0000", 2021-03-04T23:35:09.543 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6700000000000001e-06 2021-03-04T23:35:09.544 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.544 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.544 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:09.544 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291269+0000", 2021-03-04T23:35:09.545 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1353e-05 2021-03-04T23:35:09.545 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.545 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.545 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:09.546 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291280+0000", 2021-03-04T23:35:09.546 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7049999999999998e-06 2021-03-04T23:35:09.546 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.547 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.547 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:09.547 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291285+0000", 2021-03-04T23:35:09.547 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8112999999999999e-05 2021-03-04T23:35:09.548 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.548 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.548 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:09.548 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291323+0000", 2021-03-04T23:35:09.549 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.5933999999999993e-05 2021-03-04T23:35:09.549 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.549 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.549 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:09.549 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291419+0000", 2021-03-04T23:35:09.550 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.7478000000000004e-05 2021-03-04T23:35:09.550 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.550 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.550 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:35:09.550 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.291517+0000", 2021-03-04T23:35:09.551 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0032247249999999999 2021-03-04T23:35:09.551 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.551 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.551 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.552 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.294741+0000", 2021-03-04T23:35:09.552 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6410000000000001e-06 2021-03-04T23:35:09.552 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.552 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.552 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:09.553 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.294746+0000", 2021-03-04T23:35:09.553 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20808800899999999 2021-03-04T23:35:09.553 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.553 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.554 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:09.554 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.502834+0000", 2021-03-04T23:35:09.554 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6578000000000001e-05 2021-03-04T23:35:09.554 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.554 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.555 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:09.555 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.502871+0000", 2021-03-04T23:35:09.555 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4232000000000001e-05 2021-03-04T23:35:09.555 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:09.555 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:09.556 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:09.556 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.502895+0000", 2021-03-04T23:35:09.556 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.21163012 2021-03-04T23:35:09.556 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.556 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:09.557 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.557 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:09.557 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:09.557 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:35:09.558 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:09.559 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:35:09.578 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:09.579 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:09.579 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:09.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:09 gibba038 conmon[76675]: audit 2021-03-04T23:35:08.569837+0000 mon.a (mon.0) 1342 : audit [INF] from='client.? 172.21.2.111:0/3207912004' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:35:09.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:09 gibba038 conmon[76675]: 2021-03-04T23:35:09.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:09 gibba038 conmon[76675]: cluster 2021-03-04T23:35:08.998620+0000 mon.a (mon.0) 1343 : cluster [WRN] Health check update: Degraded data redundancy: 11955/189738 objects degraded (6.301%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:09.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:09 gibba011 conmon[95595]: audit 2021-03-04T23:35:08.569837+0000 mon.a (mon.0) 1342 : audit [INF] from='client.? 172.21.2.111:0/3207912004' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:35:09.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:09 gibba011 conmon[95595]: 2021-03-04T23:35:09.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:09 gibba011 conmon[95595]: cluster 2021-03-04T23:35:08.998620+0000 mon.a (mon.0) 1343 : cluster [WRN] Health check update: Degraded data redundancy: 11955/189738 objects degraded (6.301%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:09.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:09 gibba011 conmon[99461]: audit 2021-03-04T23:35:08.569837+0000 mon.a (mon.0) 1342 : audit 2021-03-04T23:35:09.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:09 gibba011 conmon[99461]: [INF] from='client.? 172.21.2.111:0/3207912004' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:35:09.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:09 gibba011 conmon[99461]: cluster 2021-03-04T23:35: 2021-03-04T23:35:09.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:09 gibba011 conmon[99461]: 08.998620+0000 mon.a (mon.0) 1343 : cluster [WRN] Health check update: Degraded data redundancy: 11955/189738 objects degraded (6.301%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:09.680 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:09.694 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:09.698 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:09.699 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:09.700 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:09.801 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:09.819 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:09.820 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:09.821 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:09.904 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:35:09.922 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:09.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:09.943 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:09.944 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:10.038 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:35:10.046 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:10.064 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:35:10.065 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:10.066 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:10.066 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:10.168 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:10.187 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:10.188 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:10.188 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:10.198 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:10.289 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:10.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:10.310 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:10.311 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:10.337 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:10 gibba011 conmon[95595]: cluster 2021-03-04T23:35:10.338 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:10 gibba011 conmon[95595]: 2021-03-04T23:35:08. 2021-03-04T23:35:10.338 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:10 gibba011 conmon[95595]: 734612+0000 mgr.x (mgr.34676) 997 : cluster [DBG] pgmap v1009: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 720 op/s; 11955/178677 objects degraded (6.691%); 11663/178677 objects misplaced (6.527%); 2.7 MiB/s, 44 objects/s recovering 2021-03-04T23:35:10.338 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:10 gibba011 conmon[95595]: cluster 2021-03-04 2021-03-04T23:35:10.338 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:10 gibba011 conmon[95595]: T23:35:09.332674+0000 mon.a (mon.0) 1344 : 2021-03-04T23:35:10.339 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:10 gibba011 conmon[95595]: cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:10.339 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:10 gibba011 conmon[95595]: audit 2021-03-04T23:35 2021-03-04T23:35:10.339 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:10 gibba011 conmon[95595]: :09.338003+0000 mon.a (mon.0) 1345 : audit [INF] 2021-03-04T23:35:10.339 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:10 gibba011 conmon[95595]: from='client.? 172.21.2.111:0/3207912004' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:35:10.340 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:10 gibba011 conmon[95595]: cluster 2021- 2021-03-04T23:35:10.340 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:10 gibba011 conmon[95595]: 03-04T23:35:09.338045+0000 mon.a (mon.0) 1346 : cluster [DBG] osdmap e294: 8 total, 8 up, 7 in 2021-03-04T23:35:10.412 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:10.432 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:10.433 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:10.433 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:10.464 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:10 gibba038 conmon[76675]: cluster 2021-03-04T23:35:08.734612+0000 mgr.x (mgr.34676) 997 : cluster [DBG] pgmap v1009: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 720 op/s; 11955/178677 objects degraded (6.691%); 11663/178677 objects misplaced (6.527%); 2.7 MiB/s, 44 objects/s recovering 2021-03-04T23:35:10.464 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:10 gibba038 conmon[76675]: cluster 2021-03-04T23:35:09.332674+0000 mon.a (mon.0) 1344 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:10.464 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:10 gibba038 conmon[76675]: audit 2021-03-04T23:35:09.338003+0000 mon.a (mon.0) 1345 : audit [INF] from='client.? 172.21.2.111:0/3207912004' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:35:10.465 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:10 gibba038 conmon[76675]: cluster 2021-03-04T23:35:09.338045+0000 mon.a (mon.0) 1346 : cluster [DBG] osdmap e294: 8 total, 8 up, 7 in 2021-03-04T23:35:10.536 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:10.561 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:10.562 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:10.562 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:10.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:10 gibba011 conmon[99461]: cluster 2021-03-04T23:35:08.734612+0000 mgr.x (mgr.34676) 997 2021-03-04T23:35:10.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:10 gibba011 conmon[99461]: : cluster [DBG] pgmap v1009: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 720 op/s; 11955/178677 objects degraded (6.691%); 11663/178677 objects misplaced (6.527%); 2.7 MiB/s, 44 objects/s recovering 2021-03-04T23:35:10.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:10 gibba011 conmon[99461]: cluster 2021-03-04T23:35:09.332674+0000 mon.a (mon.0) 1344 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:10.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:10 gibba011 conmon[99461]: audit 2021-03-04T23:35:09.338003+0000 mon.a (mon.0) 1345 : audit [INF] from='client.? 172.21.2.111:0/3207912004' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:35:10.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:10 gibba011 conmon[99461]: cluster 2021-03-04T23:35:09.338045+0000 mon.a (mon.0) 1346 : cluster [DBG] osdmap e294: 8 total, 8 up, 7 in 2021-03-04T23:35:10.663 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:10.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:10.684 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:10.685 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:10.786 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:10.805 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:10.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:10.806 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:10.907 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:10.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:10.929 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:10.929 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:11.031 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:11.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:11.050 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:11.050 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:11.152 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:11.169 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:11.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:11.170 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:11.271 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:11.289 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:11.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:11.291 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:11.392 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:11.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:11.412 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:11.412 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:11.514 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:11.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:11.534 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:11.535 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:11.636 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:11.653 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:11.654 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:11.655 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:11.756 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:11.776 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:11.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:11.778 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:11.855 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:35:11.856 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:35:11.856 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:11.856 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:251290 9.7 9:e9acf466:::benchmark_data_gibba011_139107_object97923:head [delete] snapc 0=[] ondisk+write+known_if_redirected e294)", 2021-03-04T23:35:11.856 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:11.850314+0000", 2021-03-04T23:35:11.856 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.0028776380000000001, 2021-03-04T23:35:11.857 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0028935800000000002, 2021-03-04T23:35:11.857 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:11.857 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:35:11.857 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:11.858 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:11.858 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:11.858 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 251290 2021-03-04T23:35:11.858 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:11.859 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:11.859 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:11.859 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:11.859 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:11.850314+0000", 2021-03-04T23:35:11.859 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:11.860 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:11.860 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:11.860 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:11.860 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:11.850314+0000", 2021-03-04T23:35:11.860 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3939999999999999e-06 2021-03-04T23:35:11.861 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:11.861 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:11.861 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:11.861 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:11.850316+0000", 2021-03-04T23:35:11.862 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1519999999999999e-06 2021-03-04T23:35:11.862 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:11.862 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:11.862 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:11.862 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:11.850317+0000", 2021-03-04T23:35:11.863 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.8359999999999998e-06 2021-03-04T23:35:11.863 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:11.863 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:11.864 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:11.864 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:11.850326+0000", 2021-03-04T23:35:11.864 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.721e-06 2021-03-04T23:35:11.866 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:11.866 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:11.866 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:11.866 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:11.850329+0000", 2021-03-04T23:35:11.867 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7299000000000003e-05 2021-03-04T23:35:11.867 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:11.868 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:11.868 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:11.868 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:11.850367+0000", 2021-03-04T23:35:11.868 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000108445 2021-03-04T23:35:11.868 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:11.869 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:11.869 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:11.869 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:11.850475+0000", 2021-03-04T23:35:11.869 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000114094 2021-03-04T23:35:11.870 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:11.870 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:11.870 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:35:11.870 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:11.850589+0000", 2021-03-04T23:35:11.870 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0025484269999999998 2021-03-04T23:35:11.871 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:11.872 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:11.872 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:11.872 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:11.853138+0000", 2021-03-04T23:35:11.872 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5164000000000001e-05 2021-03-04T23:35:11.873 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:11.874 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:11.874 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:11.874 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:11.853153+0000", 2021-03-04T23:35:11.874 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0028385319999999999 2021-03-04T23:35:11.875 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:11.875 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:11.875 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:11.876 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:11.876 INFO:teuthology.orchestra.run.gibba038.stdout: ], 2021-03-04T23:35:11.876 INFO:teuthology.orchestra.run.gibba038.stdout: "num_ops": 1 2021-03-04T23:35:11.876 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:35:11.879 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:11.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:11.897 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:11.897 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:11.999 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:12.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:12.018 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:12.019 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:12.120 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:12.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:12.143 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:12.143 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:12.244 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:12.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:12.265 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:12.266 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:12.366 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:35:12.367 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:12.388 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:12.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:12.390 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:12.491 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:12.510 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:12.511 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:12.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:12.512 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:12.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:12 gibba011 conmon[95595]: cluster 2021-03-04T23:35:10.735032+0000 mgr.x (mgr.34676) 998 : cluster [DBG] pgmap v1011: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 774 op/s; 11955/177840 objects degraded (6.722%); 11663/177840 objects misplaced (6.558%); 2.9 MiB/s, 46 objects/s recovering 2021-03-04T23:35:12.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:12 gibba011 conmon[99461]: cluster 2021-03-04T23:35:10.735032+0000 mgr.x (mgr.34676) 998 : cluster [DBG] pgmap v1011: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 774 op/s; 11955/177840 objects degraded (6.722%); 11663/177840 objects misplaced (6.558%); 2.9 MiB/s, 46 objects/s recovering 2021-03-04T23:35:12.614 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:12.633 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:12.634 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:12.634 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:12.658 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:35:12.660 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:35:12.680 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:12 gibba038 conmon[76675]: cluster 2021-03-04T23:35:10.735032+0000 mgr.x (mgr.34676) 998 : cluster [DBG] pgmap v1011: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 774 op/s; 11955/177840 objects degraded (6.722%); 11663/177840 objects misplaced (6.558%); 2.9 MiB/s, 46 objects/s recovering 2021-03-04T23:35:12.697 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-03-04T23:35:12.735 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:12.736 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:35:12.754 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:35:12.758 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:12.759 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:12.760 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:12.771 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:35:12.791 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:35:12.811 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:35:12.831 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:35:12.833 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:35:12.852 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:35:12.863 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:12.867 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:35:12.868 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:35:12.868 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:35:12.869 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:35:12.869 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:35:12.869 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:35:12.869 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:35:12.869 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:35:12.870 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:35:12.882 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:12.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:12.883 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:12.985 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:13.005 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:13.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:13.006 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:13.107 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:13.126 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:13.127 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:13.127 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:13.228 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:13.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:13.247 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:13.248 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:13.349 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:13.368 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:13.368 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:13.369 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:13.470 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:13.489 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:13.490 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:13.491 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:13.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:13 gibba038 conmon[76675]: audit 2021-03-04T23:35:12.715335+0000 mon.a (mon.0) 1347 : audit [DBG] from='client.? 172.21.2.111:0/1075469925' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:13.593 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:13.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:13 gibba011 conmon[99461]: audit 2021-03-04T23:35:12.715335+0000 mon.a ( 2021-03-04T23:35:13.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:13 gibba011 conmon[99461]: mon.0) 1347 : audit [DBG] from='client.? 172.21.2.111:0/1075469925' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:13.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:13 gibba011 conmon[95595]: audit 2021-03-04T23:35:12.715335+0000 mon.a (mon 2021-03-04T23:35:13.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:13 gibba011 conmon[95595]: .0) 1347 : audit [DBG] from='client.? 172.21.2.111:0/1075469925' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:13.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:13.613 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:13.613 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:13.715 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:13.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:13.736 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:13.737 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:13.839 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:13.856 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:13.857 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:13.857 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:13.962 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:13.981 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:13.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:13.982 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:14.083 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:14.101 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:14.103 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:14.103 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:14.205 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:14.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:14.224 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:14.225 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:14.326 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:14.347 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:14.349 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:14.349 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:14.451 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:14.468 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:14.469 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:14.469 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:14.500 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:14 gibba038 conmon[76675]: audit 2021-03-04T23:35:12.643673+0000 mgr.x (mgr.34676) 999 : audit [DBG] from='client.56047 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:35:14.501 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:14 gibba038 conmon[76675]: cluster 2021-03-04T23:35:12.735549+0000 mgr.x (mgr.34676) 1000 : cluster [DBG] pgmap v1012: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 769 op/s; 11955/174927 objects degraded (6.834%); 11346/174927 objects misplaced (6.486%); 2.7 MiB/s, 44 objects/s recovering 2021-03-04T23:35:14.501 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:14 gibba038 conmon[76675]: cluster 2021-03-04T23:35:14.005634+0000 mon.a (mon.0) 1348 : cluster [WRN] Health check update: Degraded data redundancy: 11955/174927 objects degraded (6.834%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:14.571 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:14.592 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:14.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:14.594 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:14.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:14 gibba011 conmon[95595]: audit 2021-03-04T23:35:12.643673+0000 mgr.x (mgr.34676) 999 : audit [DBG] from='client.56047 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:35:14.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:14 gibba011 conmon[95595]: cluster 2021-03-04T23:35:12.735549+0000 mgr.x (mgr.34676) 1000 : cluster [DBG] pgmap v1012: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 769 op/s; 11955/174927 objects degraded (6.834%); 11346/174927 objects misplaced (6.486%); 2.7 MiB/s, 44 objects/s recovering 2021-03-04T23:35:14.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:14 gibba011 conmon[95595]: cluster 2021-03-04T23:35:14.005634+0000 mon.a (mon.0) 1348 : cluster [WRN] Health check update: Degraded data redundancy: 11955/174927 objects degraded (6.834%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:14.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:14 gibba011 conmon[99461]: audit 2021-03-04T23:35:12.643673+0000 mgr.x (mgr.34676) 999 : audit [DBG] from='client.56047 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:35:14.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:14 gibba011 conmon[99461]: cluster 2021-03-04T23:35:12.735549+0000 mgr.x (mgr.34676) 1000 : cluster [DBG] pgmap v1012: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 3.6 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 769 op/s; 11955/174927 objects degraded (6.834%); 11346/174927 objects misplaced (6.486%); 2.7 MiB/s, 44 objects/s recovering 2021-03-04T23:35:14.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:14 gibba011 conmon[99461]: cluster 2021-03-04T23:35:14.005634+0000 mon.a (mon.0) 1348 : cluster [WRN] Health check update: Degraded data redundancy: 11955/174927 objects degraded (6.834%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:14.642 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:35:14.642 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:35:14.659 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":1011,"stamp":"2021-03-04T23:35:10.734805+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3883470144,"num_objects":59280,"num_object_clones":0,"num_object_copies":177840,"num_objects_missing_on_primary":783,"num_objects_missing":783,"num_objects_degraded":11955,"num_objects_misplaced":11663,"num_objects_unfound":0,"num_objects_dirty":59280,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":247524,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":93907,"num_bytes_recovered":5405813809,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":85355,"ondisk_log_size":85355,"up":357,"acting":354,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":391,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":17517352,"kb_used_data":12933744,"kb_used_omap":7911,"kb_used_meta":4575640,"kb_avail":599045336,"statfs":{"total":631360192512,"available":613422424064,"internally_reserved":4294967296,"allocated":13244153856,"data_stored":13234171450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8101805,"internal_metadata":4685455443},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[5,4,3,0,3,2,4,4,4,1],"upper_bound":1024},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-477822976,"num_objects":-7291,"num_object_clones":0,"num_object_copies":-21873,"num_objects_missing_on_primary":-7,"num_objects_missing":-7,"num_objects_degraded":0,"num_objects_misplaced":-1860,"num_objects_unfound":0,"num_objects_dirty":-7291,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7291,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":441,"num_bytes_recovered":28442624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.409487"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"338","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.301485+0000","last_change":"2021-03-04T23:32:26.240995+0000","last_active":"2021-03-04T23:34:52.301485+0000","last_peered":"2021-03-04T23:34:52.301485+0000","last_clean":"2021-03-04T23:34:52.301485+0000","last_became_active":"2021-03-04T23:32:26.240606+0000","last_became_peered":"2021-03-04T23:32:26.240606+0000","last_unstale":"2021-03-04T23:34:52.301485+0000","last_undegraded":"2021-03-04T23:34:52.301485+0000","last_fullsized":"2021-03-04T23:34:52.301485+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"80","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.386009+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:34:52.386009+0000","last_peered":"2021-03-04T23:34:52.386009+0000","last_clean":"2021-03-04T23:34:52.386009+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:34:52.386009+0000","last_undegraded":"2021-03-04T23:34:52.386009+0000","last_fullsized":"2021-03-04T23:34:52.386009+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"37","reported_epoch":"293","state":"active+clean","last_fresh":"2021-03-04T23:35:01.331535+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:35:01.331535+0000","last_peered":"2021-03-04T23:35:01.331535+0000","last_clean":"2021-03-04T23:35:01.331535+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:35:01.331535+0000","last_undegraded":"2021-03-04T23:35:01.331535+0000","last_fullsized":"2021-03-04T23:35:01.331535+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"314","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.385109+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:34:52.385109+0000","last_peered":"2021-03-04T23:34:52.385109+0000","last_clean":"2021-03-04T23:34:52.385109+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:34:52.385109+0000","last_undegraded":"2021-03-04T23:34:52.385109+0000","last_fullsized":"2021-03-04T23:34:52.385109+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"98","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.385830+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:34:52.385830+0000","last_peered":"2021-03-04T23:34:52.385830+0000","last_clean":"2021-03-04T23:34:52.385830+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:34:52.385830+0000","last_undegraded":"2021-03-04T23:34:52.385830+0000","last_fullsized":"2021-03-04T23:34:52.385830+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"42","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.389146+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:34:52.389146+0000","last_peered":"2021-03-04T23:34:52.389146+0000","last_clean":"2021-03-04T23:34:52.389146+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:34:52.389146+0000","last_undegraded":"2021-03-04T23:34:52.389146+0000","last_fullsized":"2021-03-04T23:34:52.389146+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"286","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.384992+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:34:52.384992+0000","last_peered":"2021-03-04T23:34:52.384992+0000","last_clean":"2021-03-04T23:34:52.384992+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:34:52.384992+0000","last_undegraded":"2021-03-04T23:34:52.384992+0000","last_fullsized":"2021-03-04T23:34:52.384992+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"98","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.385904+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:34:52.385904+0000","last_peered":"2021-03-04T23:34:52.385904+0000","last_clean":"2021-03-04T23:34:52.385904+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:34:52.385904+0000","last_undegraded":"2021-03-04T23:34:52.385904+0000","last_fullsized":"2021-03-04T23:34:52.385904+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298841+0000","last_change":"2021-03-04T23:32:18.981656+0000","last_active":"2021-03-04T23:34:52.298841+0000","last_peered":"2021-03-04T23:34:52.298841+0000","last_clean":"2021-03-04T23:34:52.298841+0000","last_became_active":"2021-03-04T23:32:18.981253+0000","last_became_peered":"2021-03-04T23:32:18.981253+0000","last_unstale":"2021-03-04T23:34:52.298841+0000","last_undegraded":"2021-03-04T23:34:52.298841+0000","last_fullsized":"2021-03-04T23:34:52.298841+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"335","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.297444+0000","last_change":"2021-03-04T23:32:26.243636+0000","last_active":"2021-03-04T23:34:52.297444+0000","last_peered":"2021-03-04T23:34:52.297444+0000","last_clean":"2021-03-04T23:34:52.297444+0000","last_became_active":"2021-03-04T23:32:26.243433+0000","last_became_peered":"2021-03-04T23:32:26.243433+0000","last_unstale":"2021-03-04T23:34:52.297444+0000","last_undegraded":"2021-03-04T23:34:52.297444+0000","last_fullsized":"2021-03-04T23:34:52.297444+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"100","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.393597+0000","last_change":"2021-03-04T23:32:18.988970+0000","last_active":"2021-03-04T23:34:52.393597+0000","last_peered":"2021-03-04T23:34:52.393597+0000","last_clean":"2021-03-04T23:34:52.393597+0000","last_became_active":"2021-03-04T23:32:18.988819+0000","last_became_peered":"2021-03-04T23:32:18.988819+0000","last_unstale":"2021-03-04T23:34:52.393597+0000","last_undegraded":"2021-03-04T23:34:52.393597+0000","last_fullsized":"2021-03-04T23:34:52.393597+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"72","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298617+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:34:52.298617+0000","last_peered":"2021-03-04T23:34:52.298617+0000","last_clean":"2021-03-04T23:34:52.298617+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:34:52.298617+0000","last_undegraded":"2021-03-04T23:34:52.298617+0000","last_fullsized":"2021-03-04T23:34:52.298617+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"37","reported_epoch":"293","state":"active+clean","last_fresh":"2021-03-04T23:35:01.331566+0000","last_change":"2021-03-04T23:32:26.241627+0000","last_active":"2021-03-04T23:35:01.331566+0000","last_peered":"2021-03-04T23:35:01.331566+0000","last_clean":"2021-03-04T23:35:01.331566+0000","last_became_active":"2021-03-04T23:32:26.241358+0000","last_became_peered":"2021-03-04T23:32:26.241358+0000","last_unstale":"2021-03-04T23:35:01.331566+0000","last_undegraded":"2021-03-04T23:35:01.331566+0000","last_fullsized":"2021-03-04T23:35:01.331566+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"336","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.301586+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:34:52.301586+0000","last_peered":"2021-03-04T23:34:52.301586+0000","last_clean":"2021-03-04T23:34:52.301586+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:34:52.301586+0000","last_undegraded":"2021-03-04T23:34:52.301586+0000","last_fullsized":"2021-03-04T23:34:52.301586+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"315","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.301597+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:34:52.301597+0000","last_peered":"2021-03-04T23:34:52.301597+0000","last_clean":"2021-03-04T23:34:52.301597+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:34:52.301597+0000","last_undegraded":"2021-03-04T23:34:52.301597+0000","last_fullsized":"2021-03-04T23:34:52.301597+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298400+0000","last_change":"2021-03-04T23:32:18.982083+0000","last_active":"2021-03-04T23:34:52.298400+0000","last_peered":"2021-03-04T23:34:52.298400+0000","last_clean":"2021-03-04T23:34:52.298400+0000","last_became_active":"2021-03-04T23:32:18.981790+0000","last_became_peered":"2021-03-04T23:32:18.981790+0000","last_unstale":"2021-03-04T23:34:52.298400+0000","last_undegraded":"2021-03-04T23:34:52.298400+0000","last_fullsized":"2021-03-04T23:34:52.298400+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"94","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298749+0000","last_change":"2021-03-04T23:32:19.165859+0000","last_active":"2021-03-04T23:34:52.298749+0000","last_peered":"2021-03-04T23:34:52.298749+0000","last_clean":"2021-03-04T23:34:52.298749+0000","last_became_active":"2021-03-04T23:32:19.018621+0000","last_became_peered":"2021-03-04T23:32:19.018621+0000","last_unstale":"2021-03-04T23:34:52.298749+0000","last_undegraded":"2021-03-04T23:34:52.298749+0000","last_fullsized":"2021-03-04T23:34:52.298749+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"116","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.386020+0000","last_change":"2021-03-04T23:32:26.238976+0000","last_active":"2021-03-04T23:34:52.386020+0000","last_peered":"2021-03-04T23:34:52.386020+0000","last_clean":"2021-03-04T23:34:52.386020+0000","last_became_active":"2021-03-04T23:32:26.238739+0000","last_became_peered":"2021-03-04T23:32:26.238739+0000","last_unstale":"2021-03-04T23:34:52.386020+0000","last_undegraded":"2021-03-04T23:34:52.386020+0000","last_fullsized":"2021-03-04T23:34:52.386020+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298415+0000","last_change":"2021-03-04T23:32:19.011685+0000","last_active":"2021-03-04T23:34:52.298415+0000","last_peered":"2021-03-04T23:34:52.298415+0000","last_clean":"2021-03-04T23:34:52.298415+0000","last_became_active":"2021-03-04T23:32:19.011404+0000","last_became_peered":"2021-03-04T23:32:19.011404+0000","last_unstale":"2021-03-04T23:34:52.298415+0000","last_undegraded":"2021-03-04T23:34:52.298415+0000","last_fullsized":"2021-03-04T23:34:52.298415+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"312","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.299121+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:34:52.299121+0000","last_peered":"2021-03-04T23:34:52.299121+0000","last_clean":"2021-03-04T23:34:52.299121+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:34:52.299121+0000","last_undegraded":"2021-03-04T23:34:52.299121+0000","last_fullsized":"2021-03-04T23:34:52.299121+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"298","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.297174+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:34:52.297174+0000","last_peered":"2021-03-04T23:34:52.297174+0000","last_clean":"2021-03-04T23:34:52.297174+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:34:52.297174+0000","last_undegraded":"2021-03-04T23:34:52.297174+0000","last_fullsized":"2021-03-04T23:34:52.297174+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.299160+0000","last_change":"2021-03-04T23:32:19.019024+0000","last_active":"2021-03-04T23:34:52.299160+0000","last_peered":"2021-03-04T23:34:52.299160+0000","last_clean":"2021-03-04T23:34:52.299160+0000","last_became_active":"2021-03-04T23:32:19.018570+0000","last_became_peered":"2021-03-04T23:32:19.018570+0000","last_unstale":"2021-03-04T23:34:52.299160+0000","last_undegraded":"2021-03-04T23:34:52.299160+0000","last_fullsized":"2021-03-04T23:34:52.299160+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"75","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298519+0000","last_change":"2021-03-04T23:32:26.245321+0000","last_active":"2021-03-04T23:34:52.298519+0000","last_peered":"2021-03-04T23:34:52.298519+0000","last_clean":"2021-03-04T23:34:52.298519+0000","last_became_active":"2021-03-04T23:32:26.243283+0000","last_became_peered":"2021-03-04T23:32:26.243283+0000","last_unstale":"2021-03-04T23:34:52.298519+0000","last_undegraded":"2021-03-04T23:34:52.298519+0000","last_fullsized":"2021-03-04T23:34:52.298519+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"271","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298509+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:34:52.298509+0000","last_peered":"2021-03-04T23:34:52.298509+0000","last_clean":"2021-03-04T23:34:52.298509+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:34:52.298509+0000","last_undegraded":"2021-03-04T23:34:52.298509+0000","last_fullsized":"2021-03-04T23:34:52.298509+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"296","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.384901+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:34:52.384901+0000","last_peered":"2021-03-04T23:34:52.384901+0000","last_clean":"2021-03-04T23:34:52.384901+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:34:52.384901+0000","last_undegraded":"2021-03-04T23:34:52.384901+0000","last_fullsized":"2021-03-04T23:34:52.384901+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298380+0000","last_change":"2021-03-04T23:32:18.982413+0000","last_active":"2021-03-04T23:34:52.298380+0000","last_peered":"2021-03-04T23:34:52.298380+0000","last_clean":"2021-03-04T23:34:52.298380+0000","last_became_active":"2021-03-04T23:32:18.981859+0000","last_became_peered":"2021-03-04T23:32:18.981859+0000","last_unstale":"2021-03-04T23:34:52.298380+0000","last_undegraded":"2021-03-04T23:34:52.298380+0000","last_fullsized":"2021-03-04T23:34:52.298380+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"282","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.393482+0000","last_change":"2021-03-04T23:31:58.062545+0000","last_active":"2021-03-04T23:34:52.393482+0000","last_peered":"2021-03-04T23:34:52.393482+0000","last_clean":"2021-03-04T23:34:52.393482+0000","last_became_active":"2021-03-04T23:31:58.062078+0000","last_became_peered":"2021-03-04T23:31:58.062078+0000","last_unstale":"2021-03-04T23:34:52.393482+0000","last_undegraded":"2021-03-04T23:34:52.393482+0000","last_fullsized":"2021-03-04T23:34:52.393482+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"183","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.389493+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:34:52.389493+0000","last_peered":"2021-03-04T23:34:52.389493+0000","last_clean":"2021-03-04T23:34:52.389493+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:34:52.389493+0000","last_undegraded":"2021-03-04T23:34:52.389493+0000","last_fullsized":"2021-03-04T23:34:52.389493+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"98","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.386207+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:34:52.386207+0000","last_peered":"2021-03-04T23:34:52.386207+0000","last_clean":"2021-03-04T23:34:52.386207+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:34:52.386207+0000","last_undegraded":"2021-03-04T23:34:52.386207+0000","last_fullsized":"2021-03-04T23:34:52.386207+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298945+0000","last_change":"2021-03-04T23:32:18.990360+0000","last_active":"2021-03-04T23:34:52.298945+0000","last_peered":"2021-03-04T23:34:52.298945+0000","last_clean":"2021-03-04T23:34:52.298945+0000","last_became_active":"2021-03-04T23:32:18.985583+0000","last_became_peered":"2021-03-04T23:32:18.985583+0000","last_unstale":"2021-03-04T23:34:52.298945+0000","last_undegraded":"2021-03-04T23:34:52.298945+0000","last_fullsized":"2021-03-04T23:34:52.298945+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"37","reported_epoch":"293","state":"active+clean","last_fresh":"2021-03-04T23:35:01.331932+0000","last_change":"2021-03-04T23:32:26.249383+0000","last_active":"2021-03-04T23:35:01.331932+0000","last_peered":"2021-03-04T23:35:01.331932+0000","last_clean":"2021-03-04T23:35:01.331932+0000","last_became_active":"2021-03-04T23:32:26.249012+0000","last_became_peered":"2021-03-04T23:32:26.249012+0000","last_unstale":"2021-03-04T23:35:01.331932+0000","last_undegraded":"2021-03-04T23:35:01.331932+0000","last_fullsized":"2021-03-04T23:35:01.331932+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"293'15432","reported_seq":"15669","reported_epoch":"293","state":"active+clean","last_fresh":"2021-03-04T23:35:08.150567+0000","last_change":"2021-03-04T23:31:15.984936+0000","last_active":"2021-03-04T23:35:08.150567+0000","last_peered":"2021-03-04T23:35:08.150567+0000","last_clean":"2021-03-04T23:35:08.150567+0000","last_became_active":"2021-03-04T23:31:15.969777+0000","last_became_peered":"2021-03-04T23:31:15.969777+0000","last_unstale":"2021-03-04T23:35:08.150567+0000","last_undegraded":"2021-03-04T23:35:08.150567+0000","last_fullsized":"2021-03-04T23:35:08.150567+0000","mapping_epoch":236,"log_start":"162'10747","ondisk_log_start":"162'10747","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4685,"ondisk_log_size":4685,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":240779264,"num_objects":3674,"num_object_clones":0,"num_object_copies":11022,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3674,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15432,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":1048576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"70","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.299027+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:34:52.299027+0000","last_peered":"2021-03-04T23:34:52.299027+0000","last_clean":"2021-03-04T23:34:52.299027+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:34:52.299027+0000","last_undegraded":"2021-03-04T23:34:52.299027+0000","last_fullsized":"2021-03-04T23:34:52.299027+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"301","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.296801+0000","last_change":"2021-03-04T23:32:18.976569+0000","last_active":"2021-03-04T23:34:52.296801+0000","last_peered":"2021-03-04T23:34:52.296801+0000","last_clean":"2021-03-04T23:34:52.296801+0000","last_became_active":"2021-03-04T23:32:18.976326+0000","last_became_peered":"2021-03-04T23:32:18.976326+0000","last_unstale":"2021-03-04T23:34:52.296801+0000","last_undegraded":"2021-03-04T23:34:52.296801+0000","last_fullsized":"2021-03-04T23:34:52.296801+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298641+0000","last_change":"2021-03-04T23:32:18.981638+0000","last_active":"2021-03-04T23:34:52.298641+0000","last_peered":"2021-03-04T23:34:52.298641+0000","last_clean":"2021-03-04T23:34:52.298641+0000","last_became_active":"2021-03-04T23:32:18.981295+0000","last_became_peered":"2021-03-04T23:32:18.981295+0000","last_unstale":"2021-03-04T23:34:52.298641+0000","last_undegraded":"2021-03-04T23:34:52.298641+0000","last_fullsized":"2021-03-04T23:34:52.298641+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"193","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.389222+0000","last_change":"2021-03-04T23:31:58.069396+0000","last_active":"2021-03-04T23:34:52.389222+0000","last_peered":"2021-03-04T23:34:52.389222+0000","last_clean":"2021-03-04T23:34:52.389222+0000","last_became_active":"2021-03-04T23:31:58.069222+0000","last_became_peered":"2021-03-04T23:31:58.069222+0000","last_unstale":"2021-03-04T23:34:52.389222+0000","last_undegraded":"2021-03-04T23:34:52.389222+0000","last_fullsized":"2021-03-04T23:34:52.389222+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"294'15517","reported_seq":"36382","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:10.307647+0000","last_change":"2021-03-04T23:31:02.313487+0000","last_active":"2021-03-04T23:35:10.307647+0000","last_peered":"2021-03-04T23:35:10.307647+0000","last_clean":"2021-03-04T23:35:10.307647+0000","last_became_active":"2021-03-04T23:31:02.298187+0000","last_became_peered":"2021-03-04T23:31:02.298187+0000","last_unstale":"2021-03-04T23:35:10.307647+0000","last_undegraded":"2021-03-04T23:35:10.307647+0000","last_fullsized":"2021-03-04T23:35:10.307647+0000","mapping_epoch":230,"log_start":"159'9922","ondisk_log_start":"159'9922","created":137,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5595,"ondisk_log_size":5595,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":233766912,"num_objects":3567,"num_object_clones":0,"num_object_copies":10701,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3567,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15517,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8025,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"70","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298977+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:34:52.298977+0000","last_peered":"2021-03-04T23:34:52.298977+0000","last_clean":"2021-03-04T23:34:52.298977+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:34:52.298977+0000","last_undegraded":"2021-03-04T23:34:52.298977+0000","last_fullsized":"2021-03-04T23:34:52.298977+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"363","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.301456+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:34:52.301456+0000","last_peered":"2021-03-04T23:34:52.301456+0000","last_clean":"2021-03-04T23:34:52.301456+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:34:52.301456+0000","last_undegraded":"2021-03-04T23:34:52.301456+0000","last_fullsized":"2021-03-04T23:34:52.301456+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.299098+0000","last_change":"2021-03-04T23:32:18.976226+0000","last_active":"2021-03-04T23:34:52.299098+0000","last_peered":"2021-03-04T23:34:52.299098+0000","last_clean":"2021-03-04T23:34:52.299098+0000","last_became_active":"2021-03-04T23:32:18.975856+0000","last_became_peered":"2021-03-04T23:32:18.975856+0000","last_unstale":"2021-03-04T23:34:52.299098+0000","last_undegraded":"2021-03-04T23:34:52.299098+0000","last_fullsized":"2021-03-04T23:34:52.299098+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"37","reported_epoch":"293","state":"active+clean","last_fresh":"2021-03-04T23:35:01.331792+0000","last_change":"2021-03-04T23:32:26.243559+0000","last_active":"2021-03-04T23:35:01.331792+0000","last_peered":"2021-03-04T23:35:01.331792+0000","last_clean":"2021-03-04T23:35:01.331792+0000","last_became_active":"2021-03-04T23:32:26.243315+0000","last_became_peered":"2021-03-04T23:32:26.243315+0000","last_unstale":"2021-03-04T23:35:01.331792+0000","last_undegraded":"2021-03-04T23:35:01.331792+0000","last_fullsized":"2021-03-04T23:35:01.331792+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"293'15505","reported_seq":"15706","reported_epoch":"293","state":"active+clean","last_fresh":"2021-03-04T23:35:08.683273+0000","last_change":"2021-03-04T23:31:16.986091+0000","last_active":"2021-03-04T23:35:08.683273+0000","last_peered":"2021-03-04T23:35:08.683273+0000","last_clean":"2021-03-04T23:35:08.683273+0000","last_became_active":"2021-03-04T23:31:16.966316+0000","last_became_peered":"2021-03-04T23:31:16.966316+0000","last_unstale":"2021-03-04T23:35:08.683273+0000","last_undegraded":"2021-03-04T23:35:08.683273+0000","last_fullsized":"2021-03-04T23:35:08.683273+0000","mapping_epoch":237,"log_start":"161'10387","ondisk_log_start":"161'10387","created":137,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5118,"ondisk_log_size":5118,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":243335168,"num_objects":3713,"num_object_clones":0,"num_object_copies":11139,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3713,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15505,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"70","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298955+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:34:52.298955+0000","last_peered":"2021-03-04T23:34:52.298955+0000","last_clean":"2021-03-04T23:34:52.298955+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:34:52.298955+0000","last_undegraded":"2021-03-04T23:34:52.298955+0000","last_fullsized":"2021-03-04T23:34:52.298955+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"42","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.389008+0000","last_change":"2021-03-04T23:32:18.980591+0000","last_active":"2021-03-04T23:34:52.389008+0000","last_peered":"2021-03-04T23:34:52.389008+0000","last_clean":"2021-03-04T23:34:52.389008+0000","last_became_active":"2021-03-04T23:32:18.980308+0000","last_became_peered":"2021-03-04T23:32:18.980308+0000","last_unstale":"2021-03-04T23:34:52.389008+0000","last_undegraded":"2021-03-04T23:34:52.389008+0000","last_fullsized":"2021-03-04T23:34:52.389008+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.299072+0000","last_change":"2021-03-04T23:32:18.981505+0000","last_active":"2021-03-04T23:34:52.299072+0000","last_peered":"2021-03-04T23:34:52.299072+0000","last_clean":"2021-03-04T23:34:52.299072+0000","last_became_active":"2021-03-04T23:32:18.981076+0000","last_became_peered":"2021-03-04T23:32:18.981076+0000","last_unstale":"2021-03-04T23:34:52.299072+0000","last_undegraded":"2021-03-04T23:34:52.299072+0000","last_fullsized":"2021-03-04T23:34:52.299072+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"66","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298841+0000","last_change":"2021-03-04T23:31:15.977616+0000","last_active":"2021-03-04T23:34:52.298841+0000","last_peered":"2021-03-04T23:34:52.298841+0000","last_clean":"2021-03-04T23:34:52.298841+0000","last_became_active":"2021-03-04T23:31:15.976913+0000","last_became_peered":"2021-03-04T23:31:15.976913+0000","last_unstale":"2021-03-04T23:34:52.298841+0000","last_undegraded":"2021-03-04T23:34:52.298841+0000","last_fullsized":"2021-03-04T23:34:52.298841+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.6","version":"293'15707","reported_seq":"22446","reported_epoch":"293","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:35:08.680012+0000","last_change":"2021-03-04T23:32:27.548241+0000","last_active":"2021-03-04T23:35:08.680012+0000","last_peered":"2021-03-04T23:35:08.680012+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:32:27.370442+0000","last_became_peered":"2021-03-04T23:32:27.370442+0000","last_unstale":"2021-03-04T23:35:08.680012+0000","last_undegraded":"2021-03-04T23:32:27.364047+0000","last_fullsized":"2021-03-04T23:32:27.244914+0000","mapping_epoch":267,"log_start":"161'10582","ondisk_log_start":"161'10582","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5125,"ondisk_log_size":5125,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":250413056,"num_objects":3821,"num_object_clones":0,"num_object_copies":11463,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8158,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3821,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15707,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3260,"num_bytes_recovered":213647360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"1,2,5","objects":1619},{"shards":"1,5","objects":-354},{"shards":"2,5,6","objects":2202}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"323","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.296882+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:34:52.296882+0000","last_peered":"2021-03-04T23:34:52.296882+0000","last_clean":"2021-03-04T23:34:52.296882+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:34:52.296882+0000","last_undegraded":"2021-03-04T23:34:52.296882+0000","last_fullsized":"2021-03-04T23:34:52.296882+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"287","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.384851+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:34:52.384851+0000","last_peered":"2021-03-04T23:34:52.384851+0000","last_clean":"2021-03-04T23:34:52.384851+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:34:52.384851+0000","last_undegraded":"2021-03-04T23:34:52.384851+0000","last_fullsized":"2021-03-04T23:34:52.384851+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"344","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.296745+0000","last_change":"2021-03-04T23:32:18.972523+0000","last_active":"2021-03-04T23:34:52.296745+0000","last_peered":"2021-03-04T23:34:52.296745+0000","last_clean":"2021-03-04T23:34:52.296745+0000","last_became_active":"2021-03-04T23:32:18.971535+0000","last_became_peered":"2021-03-04T23:32:18.971535+0000","last_unstale":"2021-03-04T23:34:52.296745+0000","last_undegraded":"2021-03-04T23:34:52.296745+0000","last_fullsized":"2021-03-04T23:34:52.296745+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298794+0000","last_change":"2021-03-04T23:32:18.981988+0000","last_active":"2021-03-04T23:34:52.298794+0000","last_peered":"2021-03-04T23:34:52.298794+0000","last_clean":"2021-03-04T23:34:52.298794+0000","last_became_active":"2021-03-04T23:32:18.981427+0000","last_became_peered":"2021-03-04T23:32:18.981427+0000","last_unstale":"2021-03-04T23:34:52.298794+0000","last_undegraded":"2021-03-04T23:34:52.298794+0000","last_fullsized":"2021-03-04T23:34:52.298794+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"293'15341","reported_seq":"25661","reported_epoch":"293","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:35:07.977803+0000","last_change":"2021-03-04T23:32:43.822873+0000","last_active":"2021-03-04T23:35:07.977803+0000","last_peered":"2021-03-04T23:35:07.977803+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:32:35.807116+0000","last_became_peered":"2021-03-04T23:32:35.807116+0000","last_unstale":"2021-03-04T23:35:07.977803+0000","last_undegraded":"2021-03-04T23:35:07.977803+0000","last_fullsized":"2021-03-04T23:32:19.969626+0000","mapping_epoch":261,"log_start":"155'8739","ondisk_log_start":"155'8739","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6602,"ondisk_log_size":6602,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":236912640,"num_objects":3615,"num_object_clones":0,"num_object_copies":10845,"num_objects_missing_on_primary":783,"num_objects_missing":783,"num_objects_degraded":0,"num_objects_misplaced":694,"num_objects_unfound":0,"num_objects_dirty":3615,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15341,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5060,"num_bytes_recovered":313720832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6],"avail_no_missing":["2","7"],"object_location_counts":[{"shards":"3,4,7","objects":694},{"shards":"3,6","objects":2921}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.385944+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:34:52.385944+0000","last_peered":"2021-03-04T23:34:52.385944+0000","last_clean":"2021-03-04T23:34:52.385944+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:34:52.385944+0000","last_undegraded":"2021-03-04T23:34:52.385944+0000","last_fullsized":"2021-03-04T23:34:52.385944+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"324","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.301622+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:34:52.301622+0000","last_peered":"2021-03-04T23:34:52.301622+0000","last_clean":"2021-03-04T23:34:52.301622+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:34:52.301622+0000","last_undegraded":"2021-03-04T23:34:52.301622+0000","last_fullsized":"2021-03-04T23:34:52.301622+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"302","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.296771+0000","last_change":"2021-03-04T23:31:58.069697+0000","last_active":"2021-03-04T23:34:52.296771+0000","last_peered":"2021-03-04T23:34:52.296771+0000","last_clean":"2021-03-04T23:34:52.296771+0000","last_became_active":"2021-03-04T23:31:58.068973+0000","last_became_peered":"2021-03-04T23:31:58.068973+0000","last_unstale":"2021-03-04T23:34:52.296771+0000","last_undegraded":"2021-03-04T23:34:52.296771+0000","last_fullsized":"2021-03-04T23:34:52.296771+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298307+0000","last_change":"2021-03-04T23:32:19.011549+0000","last_active":"2021-03-04T23:34:52.298307+0000","last_peered":"2021-03-04T23:34:52.298307+0000","last_clean":"2021-03-04T23:34:52.298307+0000","last_became_active":"2021-03-04T23:32:19.011346+0000","last_became_peered":"2021-03-04T23:32:19.011346+0000","last_unstale":"2021-03-04T23:34:52.298307+0000","last_undegraded":"2021-03-04T23:34:52.298307+0000","last_fullsized":"2021-03-04T23:34:52.298307+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"293'15813","reported_seq":"30838","reported_epoch":"293","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:35:08.675672+0000","last_change":"2021-03-04T23:32:26.310942+0000","last_active":"2021-03-04T23:35:08.675672+0000","last_peered":"2021-03-04T23:35:08.675672+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:32:26.290638+0000","last_became_peered":"2021-03-04T23:32:26.290638+0000","last_unstale":"2021-03-04T23:35:08.675672+0000","last_undegraded":"2021-03-04T23:35:08.675672+0000","last_fullsized":"2021-03-04T23:35:08.675672+0000","mapping_epoch":266,"log_start":"162'10715","ondisk_log_start":"162'10715","created":137,"last_epoch_clean":233,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5098,"ondisk_log_size":5098,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":237305856,"num_objects":3621,"num_object_clones":0,"num_object_copies":10863,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":7242,"num_objects_unfound":0,"num_objects_dirty":3621,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15813,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7388,"num_bytes_recovered":475725824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[5,0,2],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"0,2,5","objects":3621}],"blocked_by":[],"up_primary":1,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"51","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.389139+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:34:52.389139+0000","last_peered":"2021-03-04T23:34:52.389139+0000","last_clean":"2021-03-04T23:34:52.389139+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:34:52.389139+0000","last_undegraded":"2021-03-04T23:34:52.389139+0000","last_fullsized":"2021-03-04T23:34:52.389139+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"312","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.301611+0000","last_change":"2021-03-04T23:32:18.970427+0000","last_active":"2021-03-04T23:34:52.301611+0000","last_peered":"2021-03-04T23:34:52.301611+0000","last_clean":"2021-03-04T23:34:52.301611+0000","last_became_active":"2021-03-04T23:32:18.970152+0000","last_became_peered":"2021-03-04T23:32:18.970152+0000","last_unstale":"2021-03-04T23:34:52.301611+0000","last_undegraded":"2021-03-04T23:34:52.301611+0000","last_fullsized":"2021-03-04T23:34:52.301611+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.299177+0000","last_change":"2021-03-04T23:32:19.018810+0000","last_active":"2021-03-04T23:34:52.299177+0000","last_peered":"2021-03-04T23:34:52.299177+0000","last_clean":"2021-03-04T23:34:52.299177+0000","last_became_active":"2021-03-04T23:32:19.018286+0000","last_became_peered":"2021-03-04T23:32:19.018286+0000","last_unstale":"2021-03-04T23:34:52.299177+0000","last_undegraded":"2021-03-04T23:34:52.299177+0000","last_fullsized":"2021-03-04T23:34:52.299177+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"75","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298407+0000","last_change":"2021-03-04T23:32:26.246083+0000","last_active":"2021-03-04T23:34:52.298407+0000","last_peered":"2021-03-04T23:34:52.298407+0000","last_clean":"2021-03-04T23:34:52.298407+0000","last_became_active":"2021-03-04T23:32:26.244207+0000","last_became_peered":"2021-03-04T23:32:26.244207+0000","last_unstale":"2021-03-04T23:34:52.298407+0000","last_undegraded":"2021-03-04T23:34:52.298407+0000","last_fullsized":"2021-03-04T23:34:52.298407+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"293'15213","reported_seq":"30770","reported_epoch":"293","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:35:07.507552+0000","last_change":"2021-03-04T23:32:26.376916+0000","last_active":"2021-03-04T23:35:07.507552+0000","last_peered":"2021-03-04T23:35:07.507552+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:32:26.331782+0000","last_became_peered":"2021-03-04T23:32:26.331782+0000","last_unstale":"2021-03-04T23:35:07.507552+0000","last_undegraded":"2021-03-04T23:32:26.253611+0000","last_fullsized":"2021-03-04T23:32:26.238493+0000","mapping_epoch":266,"log_start":"162'10673","ondisk_log_start":"162'10673","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4540,"ondisk_log_size":4540,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":245563392,"num_objects":3747,"num_object_clones":0,"num_object_copies":11241,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3797,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3747,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15213,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5565,"num_bytes_recovered":304480256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3],"avail_no_missing":["7","0","3","6"],"object_location_counts":[{"shards":"3,5,7","objects":2096},{"shards":"3,7","objects":1651}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"289","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.301374+0000","last_change":"2021-03-04T23:31:58.064857+0000","last_active":"2021-03-04T23:34:52.301374+0000","last_peered":"2021-03-04T23:34:52.301374+0000","last_clean":"2021-03-04T23:34:52.301374+0000","last_became_active":"2021-03-04T23:31:58.064575+0000","last_became_peered":"2021-03-04T23:31:58.064575+0000","last_unstale":"2021-03-04T23:34:52.301374+0000","last_undegraded":"2021-03-04T23:34:52.301374+0000","last_fullsized":"2021-03-04T23:34:52.301374+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"351","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.302544+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:34:52.302544+0000","last_peered":"2021-03-04T23:34:52.302544+0000","last_clean":"2021-03-04T23:34:52.302544+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:34:52.302544+0000","last_undegraded":"2021-03-04T23:34:52.302544+0000","last_fullsized":"2021-03-04T23:34:52.302544+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"282","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.393450+0000","last_change":"2021-03-04T23:31:58.062715+0000","last_active":"2021-03-04T23:34:52.393450+0000","last_peered":"2021-03-04T23:34:52.393450+0000","last_clean":"2021-03-04T23:34:52.393450+0000","last_became_active":"2021-03-04T23:31:58.062351+0000","last_became_peered":"2021-03-04T23:31:58.062351+0000","last_unstale":"2021-03-04T23:34:52.393450+0000","last_undegraded":"2021-03-04T23:34:52.393450+0000","last_fullsized":"2021-03-04T23:34:52.393450+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298782+0000","last_change":"2021-03-04T23:32:18.982415+0000","last_active":"2021-03-04T23:34:52.298782+0000","last_peered":"2021-03-04T23:34:52.298782+0000","last_clean":"2021-03-04T23:34:52.298782+0000","last_became_active":"2021-03-04T23:32:18.982097+0000","last_became_peered":"2021-03-04T23:32:18.982097+0000","last_unstale":"2021-03-04T23:34:52.298782+0000","last_undegraded":"2021-03-04T23:34:52.298782+0000","last_fullsized":"2021-03-04T23:34:52.298782+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"293'15349","reported_seq":"37939","reported_epoch":"293","state":"active+clean","last_fresh":"2021-03-04T23:35:07.961823+0000","last_change":"2021-03-04T23:32:23.249042+0000","last_active":"2021-03-04T23:35:07.961823+0000","last_peered":"2021-03-04T23:35:07.961823+0000","last_clean":"2021-03-04T23:35:07.961823+0000","last_became_active":"2021-03-04T23:32:23.233324+0000","last_became_peered":"2021-03-04T23:32:23.233324+0000","last_unstale":"2021-03-04T23:35:07.961823+0000","last_undegraded":"2021-03-04T23:35:07.961823+0000","last_fullsized":"2021-03-04T23:35:07.961823+0000","mapping_epoch":264,"log_start":"155'8730","ondisk_log_start":"155'8730","created":137,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6619,"ondisk_log_size":6619,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":249888768,"num_objects":3813,"num_object_clones":0,"num_object_copies":11439,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3813,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15349,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11178,"num_bytes_recovered":644808704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"107","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.385900+0000","last_change":"2021-03-04T23:32:26.240947+0000","last_active":"2021-03-04T23:34:52.385900+0000","last_peered":"2021-03-04T23:34:52.385900+0000","last_clean":"2021-03-04T23:34:52.385900+0000","last_became_active":"2021-03-04T23:32:26.240743+0000","last_became_peered":"2021-03-04T23:32:26.240743+0000","last_unstale":"2021-03-04T23:34:52.385900+0000","last_undegraded":"2021-03-04T23:34:52.385900+0000","last_fullsized":"2021-03-04T23:34:52.385900+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"133","reported_epoch":"293","state":"active+clean","last_fresh":"2021-03-04T23:35:01.331947+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:35:01.331947+0000","last_peered":"2021-03-04T23:35:01.331947+0000","last_clean":"2021-03-04T23:35:01.331947+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:35:01.331947+0000","last_undegraded":"2021-03-04T23:35:01.331947+0000","last_fullsized":"2021-03-04T23:35:01.331947+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.299091+0000","last_change":"2021-03-04T23:32:18.981845+0000","last_active":"2021-03-04T23:34:52.299091+0000","last_peered":"2021-03-04T23:34:52.299091+0000","last_clean":"2021-03-04T23:34:52.299091+0000","last_became_active":"2021-03-04T23:32:18.981465+0000","last_became_peered":"2021-03-04T23:32:18.981465+0000","last_unstale":"2021-03-04T23:34:52.299091+0000","last_undegraded":"2021-03-04T23:34:52.299091+0000","last_fullsized":"2021-03-04T23:34:52.299091+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"293'15320","reported_seq":"29466","reported_epoch":"293","state":"active+clean","last_fresh":"2021-03-04T23:35:08.688682+0000","last_change":"2021-03-04T23:32:43.006956+0000","last_active":"2021-03-04T23:35:08.688682+0000","last_peered":"2021-03-04T23:35:08.688682+0000","last_clean":"2021-03-04T23:35:08.688682+0000","last_became_active":"2021-03-04T23:32:42.989066+0000","last_became_peered":"2021-03-04T23:32:42.989066+0000","last_unstale":"2021-03-04T23:35:08.688682+0000","last_undegraded":"2021-03-04T23:35:08.688682+0000","last_fullsized":"2021-03-04T23:35:08.688682+0000","mapping_epoch":273,"log_start":"161'10234","ondisk_log_start":"161'10234","created":137,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5086,"ondisk_log_size":5086,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":244973568,"num_objects":3738,"num_object_clones":0,"num_object_copies":11214,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3738,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15320,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6961,"num_bytes_recovered":299565056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"37","reported_epoch":"293","state":"active+clean","last_fresh":"2021-03-04T23:35:01.331708+0000","last_change":"2021-03-04T23:32:26.243555+0000","last_active":"2021-03-04T23:35:01.331708+0000","last_peered":"2021-03-04T23:35:01.331708+0000","last_clean":"2021-03-04T23:35:01.331708+0000","last_became_active":"2021-03-04T23:32:26.243321+0000","last_became_peered":"2021-03-04T23:32:26.243321+0000","last_unstale":"2021-03-04T23:35:01.331708+0000","last_undegraded":"2021-03-04T23:35:01.331708+0000","last_fullsized":"2021-03-04T23:35:01.331708+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"305","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.297107+0000","last_change":"2021-03-04T23:31:58.061270+0000","last_active":"2021-03-04T23:34:52.297107+0000","last_peered":"2021-03-04T23:34:52.297107+0000","last_clean":"2021-03-04T23:34:52.297107+0000","last_became_active":"2021-03-04T23:31:58.060937+0000","last_became_peered":"2021-03-04T23:31:58.060937+0000","last_unstale":"2021-03-04T23:34:52.297107+0000","last_undegraded":"2021-03-04T23:34:52.297107+0000","last_fullsized":"2021-03-04T23:34:52.297107+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"37","reported_epoch":"293","state":"active+clean","last_fresh":"2021-03-04T23:35:01.331574+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:35:01.331574+0000","last_peered":"2021-03-04T23:35:01.331574+0000","last_clean":"2021-03-04T23:35:01.331574+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:35:01.331574+0000","last_undegraded":"2021-03-04T23:35:01.331574+0000","last_fullsized":"2021-03-04T23:35:01.331574+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298632+0000","last_change":"2021-03-04T23:32:18.981793+0000","last_active":"2021-03-04T23:34:52.298632+0000","last_peered":"2021-03-04T23:34:52.298632+0000","last_clean":"2021-03-04T23:34:52.298632+0000","last_became_active":"2021-03-04T23:32:18.981354+0000","last_became_peered":"2021-03-04T23:32:18.981354+0000","last_unstale":"2021-03-04T23:34:52.298632+0000","last_undegraded":"2021-03-04T23:34:52.298632+0000","last_fullsized":"2021-03-04T23:34:52.298632+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"293'15606","reported_seq":"30350","reported_epoch":"293","state":"active+clean","last_fresh":"2021-03-04T23:35:08.148037+0000","last_change":"2021-03-04T23:31:15.989387+0000","last_active":"2021-03-04T23:35:08.148037+0000","last_peered":"2021-03-04T23:35:08.148037+0000","last_clean":"2021-03-04T23:35:08.148037+0000","last_became_active":"2021-03-04T23:31:15.968551+0000","last_became_peered":"2021-03-04T23:31:15.968551+0000","last_unstale":"2021-03-04T23:35:08.148037+0000","last_undegraded":"2021-03-04T23:35:08.148037+0000","last_fullsized":"2021-03-04T23:35:08.148037+0000","mapping_epoch":236,"log_start":"162'10903","ondisk_log_start":"162'10903","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4703,"ondisk_log_size":4703,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":243269632,"num_objects":3712,"num_object_clones":0,"num_object_copies":11136,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3712,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15606,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7379,"num_bytes_recovered":476381184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"345","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.296869+0000","last_change":"2021-03-04T23:32:18.974052+0000","last_active":"2021-03-04T23:34:52.296869+0000","last_peered":"2021-03-04T23:34:52.296869+0000","last_clean":"2021-03-04T23:34:52.296869+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:34:52.296869+0000","last_undegraded":"2021-03-04T23:34:52.296869+0000","last_fullsized":"2021-03-04T23:34:52.296869+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"295","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.301567+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:34:52.301567+0000","last_peered":"2021-03-04T23:34:52.301567+0000","last_clean":"2021-03-04T23:34:52.301567+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:34:52.301567+0000","last_undegraded":"2021-03-04T23:34:52.301567+0000","last_fullsized":"2021-03-04T23:34:52.301567+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"37","reported_epoch":"293","state":"active+clean","last_fresh":"2021-03-04T23:35:01.331670+0000","last_change":"2021-03-04T23:32:26.241730+0000","last_active":"2021-03-04T23:35:01.331670+0000","last_peered":"2021-03-04T23:35:01.331670+0000","last_clean":"2021-03-04T23:35:01.331670+0000","last_became_active":"2021-03-04T23:32:26.241443+0000","last_became_peered":"2021-03-04T23:32:26.241443+0000","last_unstale":"2021-03-04T23:35:01.331670+0000","last_undegraded":"2021-03-04T23:35:01.331670+0000","last_fullsized":"2021-03-04T23:35:01.331670+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298480+0000","last_change":"2021-03-04T23:32:18.982273+0000","last_active":"2021-03-04T23:34:52.298480+0000","last_peered":"2021-03-04T23:34:52.298480+0000","last_clean":"2021-03-04T23:34:52.298480+0000","last_became_active":"2021-03-04T23:32:18.981390+0000","last_became_peered":"2021-03-04T23:32:18.981390+0000","last_unstale":"2021-03-04T23:34:52.298480+0000","last_undegraded":"2021-03-04T23:34:52.298480+0000","last_fullsized":"2021-03-04T23:34:52.298480+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"293'15411","reported_seq":"23313","reported_epoch":"293","state":"active+clean","last_fresh":"2021-03-04T23:35:08.638924+0000","last_change":"2021-03-04T23:31:15.990321+0000","last_active":"2021-03-04T23:35:08.638924+0000","last_peered":"2021-03-04T23:35:08.638924+0000","last_clean":"2021-03-04T23:35:08.638924+0000","last_became_active":"2021-03-04T23:31:15.968330+0000","last_became_peered":"2021-03-04T23:31:15.968330+0000","last_unstale":"2021-03-04T23:35:08.638924+0000","last_undegraded":"2021-03-04T23:35:08.638924+0000","last_fullsized":"2021-03-04T23:35:08.638924+0000","mapping_epoch":236,"log_start":"160'10243","ondisk_log_start":"160'10243","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5168,"ondisk_log_size":5168,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":238485504,"num_objects":3639,"num_object_clones":0,"num_object_copies":10917,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3639,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15411,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3842,"num_bytes_recovered":151388160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"285","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.393419+0000","last_change":"2021-03-04T23:31:58.062851+0000","last_active":"2021-03-04T23:34:52.393419+0000","last_peered":"2021-03-04T23:34:52.393419+0000","last_clean":"2021-03-04T23:34:52.393419+0000","last_became_active":"2021-03-04T23:31:58.062390+0000","last_became_peered":"2021-03-04T23:31:58.062390+0000","last_unstale":"2021-03-04T23:34:52.393419+0000","last_undegraded":"2021-03-04T23:34:52.393419+0000","last_fullsized":"2021-03-04T23:34:52.393419+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"37","reported_epoch":"293","state":"active+clean","last_fresh":"2021-03-04T23:35:01.331790+0000","last_change":"2021-03-04T23:32:26.241630+0000","last_active":"2021-03-04T23:35:01.331790+0000","last_peered":"2021-03-04T23:35:01.331790+0000","last_clean":"2021-03-04T23:35:01.331790+0000","last_became_active":"2021-03-04T23:32:26.241377+0000","last_became_peered":"2021-03-04T23:32:26.241377+0000","last_unstale":"2021-03-04T23:35:01.331790+0000","last_undegraded":"2021-03-04T23:35:01.331790+0000","last_fullsized":"2021-03-04T23:35:01.331790+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"37","reported_epoch":"293","state":"active+clean","last_fresh":"2021-03-04T23:35:01.331891+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:35:01.331891+0000","last_peered":"2021-03-04T23:35:01.331891+0000","last_clean":"2021-03-04T23:35:01.331891+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:35:01.331891+0000","last_undegraded":"2021-03-04T23:35:01.331891+0000","last_fullsized":"2021-03-04T23:35:01.331891+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"293'15415","reported_seq":"31523","reported_epoch":"293","state":"active+clean","last_fresh":"2021-03-04T23:35:07.953892+0000","last_change":"2021-03-04T23:30:59.306069+0000","last_active":"2021-03-04T23:35:07.953892+0000","last_peered":"2021-03-04T23:35:07.953892+0000","last_clean":"2021-03-04T23:35:07.953892+0000","last_became_active":"2021-03-04T23:30:59.292136+0000","last_became_peered":"2021-03-04T23:30:59.292136+0000","last_unstale":"2021-03-04T23:35:07.953892+0000","last_undegraded":"2021-03-04T23:35:07.953892+0000","last_fullsized":"2021-03-04T23:35:07.953892+0000","mapping_epoch":228,"log_start":"155'8797","ondisk_log_start":"155'8797","created":137,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6618,"ondisk_log_size":6618,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":242941952,"num_objects":3707,"num_object_clones":0,"num_object_copies":11121,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3707,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15415,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7939,"num_bytes_recovered":520224768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"303","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.296936+0000","last_change":"2021-03-04T23:31:58.069375+0000","last_active":"2021-03-04T23:34:52.296936+0000","last_peered":"2021-03-04T23:34:52.296936+0000","last_clean":"2021-03-04T23:34:52.296936+0000","last_became_active":"2021-03-04T23:31:58.069076+0000","last_became_peered":"2021-03-04T23:31:58.069076+0000","last_unstale":"2021-03-04T23:34:52.296936+0000","last_undegraded":"2021-03-04T23:34:52.296936+0000","last_fullsized":"2021-03-04T23:34:52.296936+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298517+0000","last_change":"2021-03-04T23:32:18.976198+0000","last_active":"2021-03-04T23:34:52.298517+0000","last_peered":"2021-03-04T23:34:52.298517+0000","last_clean":"2021-03-04T23:34:52.298517+0000","last_became_active":"2021-03-04T23:32:18.975757+0000","last_became_peered":"2021-03-04T23:32:18.975757+0000","last_unstale":"2021-03-04T23:34:52.298517+0000","last_undegraded":"2021-03-04T23:34:52.298517+0000","last_fullsized":"2021-03-04T23:34:52.298517+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"80","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.385861+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:34:52.385861+0000","last_peered":"2021-03-04T23:34:52.385861+0000","last_clean":"2021-03-04T23:34:52.385861+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:34:52.385861+0000","last_undegraded":"2021-03-04T23:34:52.385861+0000","last_fullsized":"2021-03-04T23:34:52.385861+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"42","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.389046+0000","last_change":"2021-03-04T23:32:18.986718+0000","last_active":"2021-03-04T23:34:52.389046+0000","last_peered":"2021-03-04T23:34:52.389046+0000","last_clean":"2021-03-04T23:34:52.389046+0000","last_became_active":"2021-03-04T23:32:18.986509+0000","last_became_peered":"2021-03-04T23:32:18.986509+0000","last_unstale":"2021-03-04T23:34:52.389046+0000","last_undegraded":"2021-03-04T23:34:52.389046+0000","last_fullsized":"2021-03-04T23:34:52.389046+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298973+0000","last_change":"2021-03-04T23:32:19.018869+0000","last_active":"2021-03-04T23:34:52.298973+0000","last_peered":"2021-03-04T23:34:52.298973+0000","last_clean":"2021-03-04T23:34:52.298973+0000","last_became_active":"2021-03-04T23:32:19.018305+0000","last_became_peered":"2021-03-04T23:32:19.018305+0000","last_unstale":"2021-03-04T23:34:52.298973+0000","last_undegraded":"2021-03-04T23:34:52.298973+0000","last_fullsized":"2021-03-04T23:34:52.298973+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"293'15809","reported_seq":"37614","reported_epoch":"293","state":"active+clean","last_fresh":"2021-03-04T23:35:08.106696+0000","last_change":"2021-03-04T23:32:34.277292+0000","last_active":"2021-03-04T23:35:08.106696+0000","last_peered":"2021-03-04T23:35:08.106696+0000","last_clean":"2021-03-04T23:35:08.106696+0000","last_became_active":"2021-03-04T23:32:34.260379+0000","last_became_peered":"2021-03-04T23:32:34.260379+0000","last_unstale":"2021-03-04T23:35:08.106696+0000","last_undegraded":"2021-03-04T23:35:08.106696+0000","last_fullsized":"2021-03-04T23:35:08.106696+0000","mapping_epoch":270,"log_start":"165'11135","ondisk_log_start":"165'11135","created":137,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4674,"ondisk_log_size":4674,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":246349824,"num_objects":3759,"num_object_clones":0,"num_object_copies":11277,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3759,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15809,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10774,"num_bytes_recovered":705953792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"75","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298309+0000","last_change":"2021-03-04T23:32:26.246392+0000","last_active":"2021-03-04T23:34:52.298309+0000","last_peered":"2021-03-04T23:34:52.298309+0000","last_clean":"2021-03-04T23:34:52.298309+0000","last_became_active":"2021-03-04T23:32:26.245274+0000","last_became_peered":"2021-03-04T23:32:26.245274+0000","last_unstale":"2021-03-04T23:34:52.298309+0000","last_undegraded":"2021-03-04T23:34:52.298309+0000","last_fullsized":"2021-03-04T23:34:52.298309+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"277","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.384637+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:34:52.384637+0000","last_peered":"2021-03-04T23:34:52.384637+0000","last_clean":"2021-03-04T23:34:52.384637+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:34:52.384637+0000","last_undegraded":"2021-03-04T23:34:52.384637+0000","last_fullsized":"2021-03-04T23:34:52.384637+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"323","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.385054+0000","last_change":"2021-03-04T23:32:26.243552+0000","last_active":"2021-03-04T23:34:52.385054+0000","last_peered":"2021-03-04T23:34:52.385054+0000","last_clean":"2021-03-04T23:34:52.385054+0000","last_became_active":"2021-03-04T23:32:26.243356+0000","last_became_peered":"2021-03-04T23:32:26.243356+0000","last_unstale":"2021-03-04T23:34:52.385054+0000","last_undegraded":"2021-03-04T23:34:52.385054+0000","last_fullsized":"2021-03-04T23:34:52.385054+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.299166+0000","last_change":"2021-03-04T23:32:18.976958+0000","last_active":"2021-03-04T23:34:52.299166+0000","last_peered":"2021-03-04T23:34:52.299166+0000","last_clean":"2021-03-04T23:34:52.299166+0000","last_became_active":"2021-03-04T23:32:18.975806+0000","last_became_peered":"2021-03-04T23:32:18.975806+0000","last_unstale":"2021-03-04T23:34:52.299166+0000","last_undegraded":"2021-03-04T23:34:52.299166+0000","last_fullsized":"2021-03-04T23:34:52.299166+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"293'15423","reported_seq":"33086","reported_epoch":"293","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:35:07.634858+0000","last_change":"2021-03-04T23:32:27.307328+0000","last_active":"2021-03-04T23:35:07.634858+0000","last_peered":"2021-03-04T23:35:07.634858+0000","last_clean":"2021-03-04T23:32:23.232073+0000","last_became_active":"2021-03-04T23:32:27.288606+0000","last_became_peered":"2021-03-04T23:32:27.288606+0000","last_unstale":"2021-03-04T23:35:07.634858+0000","last_undegraded":"2021-03-04T23:35:07.634858+0000","last_fullsized":"2021-03-04T23:35:07.634858+0000","mapping_epoch":267,"log_start":"171'10886","ondisk_log_start":"171'10886","created":137,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4537,"ondisk_log_size":4537,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":244252672,"num_objects":3727,"num_object_clones":0,"num_object_copies":11181,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3727,"num_objects_unfound":0,"num_objects_dirty":3727,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15423,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8712,"num_bytes_recovered":396623872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,0],"avail_no_missing":["7","0","4"],"object_location_counts":[{"shards":"0,4,7","objects":3727}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"66","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298827+0000","last_change":"2021-03-04T23:31:15.976911+0000","last_active":"2021-03-04T23:34:52.298827+0000","last_peered":"2021-03-04T23:34:52.298827+0000","last_clean":"2021-03-04T23:34:52.298827+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:34:52.298827+0000","last_undegraded":"2021-03-04T23:34:52.298827+0000","last_fullsized":"2021-03-04T23:34:52.298827+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"37","reported_epoch":"293","state":"active+clean","last_fresh":"2021-03-04T23:35:01.331816+0000","last_change":"2021-03-04T23:32:26.241609+0000","last_active":"2021-03-04T23:35:01.331816+0000","last_peered":"2021-03-04T23:35:01.331816+0000","last_clean":"2021-03-04T23:35:01.331816+0000","last_became_active":"2021-03-04T23:32:26.241419+0000","last_became_peered":"2021-03-04T23:32:26.241419+0000","last_unstale":"2021-03-04T23:35:01.331816+0000","last_undegraded":"2021-03-04T23:35:01.331816+0000","last_fullsized":"2021-03-04T23:35:01.331816+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"255","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.296850+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:34:52.296850+0000","last_peered":"2021-03-04T23:34:52.296850+0000","last_clean":"2021-03-04T23:34:52.296850+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:34:52.296850+0000","last_undegraded":"2021-03-04T23:34:52.296850+0000","last_fullsized":"2021-03-04T23:34:52.296850+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.299064+0000","last_change":"2021-03-04T23:32:18.990243+0000","last_active":"2021-03-04T23:34:52.299064+0000","last_peered":"2021-03-04T23:34:52.299064+0000","last_clean":"2021-03-04T23:34:52.299064+0000","last_became_active":"2021-03-04T23:32:18.985408+0000","last_became_peered":"2021-03-04T23:32:18.985408+0000","last_unstale":"2021-03-04T23:34:52.299064+0000","last_undegraded":"2021-03-04T23:34:52.299064+0000","last_fullsized":"2021-03-04T23:34:52.299064+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"293'15261","reported_seq":"23323","reported_epoch":"293","state":"active+clean","last_fresh":"2021-03-04T23:35:07.630525+0000","last_change":"2021-03-04T23:32:54.052768+0000","last_active":"2021-03-04T23:35:07.630525+0000","last_peered":"2021-03-04T23:35:07.630525+0000","last_clean":"2021-03-04T23:35:07.630525+0000","last_became_active":"2021-03-04T23:32:54.024075+0000","last_became_peered":"2021-03-04T23:32:54.024075+0000","last_unstale":"2021-03-04T23:35:07.630525+0000","last_undegraded":"2021-03-04T23:35:07.630525+0000","last_fullsized":"2021-03-04T23:35:07.630525+0000","mapping_epoch":276,"log_start":"162'10695","ondisk_log_start":"162'10695","created":137,"last_epoch_clean":277,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4566,"ondisk_log_size":4566,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":243400728,"num_objects":3715,"num_object_clones":0,"num_object_copies":11145,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3715,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":15261,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3917,"num_bytes_recovered":147324952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"106","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.386205+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:34:52.386205+0000","last_peered":"2021-03-04T23:34:52.386205+0000","last_clean":"2021-03-04T23:34:52.386205+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:34:52.386205+0000","last_undegraded":"2021-03-04T23:34:52.386205+0000","last_fullsized":"2021-03-04T23:34:52.386205+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"37","reported_epoch":"293","state":"active+clean","last_fresh":"2021-03-04T23:35:01.331906+0000","last_change":"2021-03-04T23:32:26.249226+0000","last_active":"2021-03-04T23:35:01.331906+0000","last_peered":"2021-03-04T23:35:01.331906+0000","last_clean":"2021-03-04T23:35:01.331906+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:35:01.331906+0000","last_undegraded":"2021-03-04T23:35:01.331906+0000","last_fullsized":"2021-03-04T23:35:01.331906+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"98","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.385826+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:34:52.385826+0000","last_peered":"2021-03-04T23:34:52.385826+0000","last_clean":"2021-03-04T23:34:52.385826+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:34:52.385826+0000","last_undegraded":"2021-03-04T23:34:52.385826+0000","last_fullsized":"2021-03-04T23:34:52.385826+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"84","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.298871+0000","last_change":"2021-03-04T23:32:18.976964+0000","last_active":"2021-03-04T23:34:52.298871+0000","last_peered":"2021-03-04T23:34:52.298871+0000","last_clean":"2021-03-04T23:34:52.298871+0000","last_became_active":"2021-03-04T23:32:18.976053+0000","last_became_peered":"2021-03-04T23:32:18.976053+0000","last_unstale":"2021-03-04T23:34:52.298871+0000","last_undegraded":"2021-03-04T23:34:52.298871+0000","last_fullsized":"2021-03-04T23:34:52.298871+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"293'15350","reported_seq":"22962","reported_epoch":"293","state":"active+clean","last_fresh":"2021-03-04T23:35:07.988480+0000","last_change":"2021-03-04T23:31:15.998496+0000","last_active":"2021-03-04T23:35:07.988480+0000","last_peered":"2021-03-04T23:35:07.988480+0000","last_clean":"2021-03-04T23:35:07.988480+0000","last_became_active":"2021-03-04T23:31:15.976417+0000","last_became_peered":"2021-03-04T23:31:15.976417+0000","last_unstale":"2021-03-04T23:35:07.988480+0000","last_undegraded":"2021-03-04T23:35:07.988480+0000","last_fullsized":"2021-03-04T23:35:07.988480+0000","mapping_epoch":236,"log_start":"155'8775","ondisk_log_start":"155'8775","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6575,"ondisk_log_size":6575,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":241827840,"num_objects":3690,"num_object_clones":0,"num_object_copies":11070,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3690,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15350,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3697,"num_bytes_recovered":238419968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"194","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.389208+0000","last_change":"2021-03-04T23:31:58.069248+0000","last_active":"2021-03-04T23:34:52.389208+0000","last_peered":"2021-03-04T23:34:52.389208+0000","last_clean":"2021-03-04T23:34:52.389208+0000","last_became_active":"2021-03-04T23:31:58.068899+0000","last_became_peered":"2021-03-04T23:31:58.068899+0000","last_unstale":"2021-03-04T23:34:52.389208+0000","last_undegraded":"2021-03-04T23:34:52.389208+0000","last_fullsized":"2021-03-04T23:34:52.389208+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"326","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.385170+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:34:52.385170+0000","last_peered":"2021-03-04T23:34:52.385170+0000","last_clean":"2021-03-04T23:34:52.385170+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:34:52.385170+0000","last_undegraded":"2021-03-04T23:34:52.385170+0000","last_fullsized":"2021-03-04T23:34:52.385170+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"264","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.301379+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:34:52.301379+0000","last_peered":"2021-03-04T23:34:52.301379+0000","last_clean":"2021-03-04T23:34:52.301379+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:34:52.301379+0000","last_undegraded":"2021-03-04T23:34:52.301379+0000","last_fullsized":"2021-03-04T23:34:52.301379+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"259","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.385077+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:34:52.385077+0000","last_peered":"2021-03-04T23:34:52.385077+0000","last_clean":"2021-03-04T23:34:52.385077+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:34:52.385077+0000","last_undegraded":"2021-03-04T23:34:52.385077+0000","last_fullsized":"2021-03-04T23:34:52.385077+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"300","reported_epoch":"293","state":"active+clean","last_fresh":"2021-03-04T23:35:01.331860+0000","last_change":"2021-03-04T23:31:58.060196+0000","last_active":"2021-03-04T23:35:01.331860+0000","last_peered":"2021-03-04T23:35:01.331860+0000","last_clean":"2021-03-04T23:35:01.331860+0000","last_became_active":"2021-03-04T23:31:58.059959+0000","last_became_peered":"2021-03-04T23:31:58.059959+0000","last_unstale":"2021-03-04T23:35:01.331860+0000","last_undegraded":"2021-03-04T23:35:01.331860+0000","last_fullsized":"2021-03-04T23:35:01.331860+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"356","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.297023+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:34:52.297023+0000","last_peered":"2021-03-04T23:34:52.297023+0000","last_clean":"2021-03-04T23:34:52.297023+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:34:52.297023+0000","last_undegraded":"2021-03-04T23:34:52.297023+0000","last_fullsized":"2021-03-04T23:34:52.297023+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"339","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.301693+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:34:52.301693+0000","last_peered":"2021-03-04T23:34:52.301693+0000","last_clean":"2021-03-04T23:34:52.301693+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:34:52.301693+0000","last_undegraded":"2021-03-04T23:34:52.301693+0000","last_fullsized":"2021-03-04T23:34:52.301693+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"302","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.297030+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:34:52.297030+0000","last_peered":"2021-03-04T23:34:52.297030+0000","last_clean":"2021-03-04T23:34:52.297030+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:34:52.297030+0000","last_undegraded":"2021-03-04T23:34:52.297030+0000","last_fullsized":"2021-03-04T23:34:52.297030+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"309","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.301451+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:34:52.301451+0000","last_peered":"2021-03-04T23:34:52.301451+0000","last_clean":"2021-03-04T23:34:52.301451+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:34:52.301451+0000","last_undegraded":"2021-03-04T23:34:52.301451+0000","last_fullsized":"2021-03-04T23:34:52.301451+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"98","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.386071+0000","last_change":"2021-03-04T23:32:18.971387+0000","last_active":"2021-03-04T23:34:52.386071+0000","last_peered":"2021-03-04T23:34:52.386071+0000","last_clean":"2021-03-04T23:34:52.386071+0000","last_became_active":"2021-03-04T23:32:18.971083+0000","last_became_peered":"2021-03-04T23:32:18.971083+0000","last_unstale":"2021-03-04T23:34:52.386071+0000","last_undegraded":"2021-03-04T23:34:52.386071+0000","last_fullsized":"2021-03-04T23:34:52.386071+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"82","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.393544+0000","last_change":"2021-03-04T23:31:58.062548+0000","last_active":"2021-03-04T23:34:52.393544+0000","last_peered":"2021-03-04T23:34:52.393544+0000","last_clean":"2021-03-04T23:34:52.393544+0000","last_became_active":"2021-03-04T23:31:58.062122+0000","last_became_peered":"2021-03-04T23:31:58.062122+0000","last_unstale":"2021-03-04T23:34:52.393544+0000","last_undegraded":"2021-03-04T23:34:52.393544+0000","last_fullsized":"2021-03-04T23:34:52.393544+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"267","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.384946+0000","last_change":"2021-03-04T23:32:19.162403+0000","last_active":"2021-03-04T23:34:52.384946+0000","last_peered":"2021-03-04T23:34:52.384946+0000","last_clean":"2021-03-04T23:34:52.384946+0000","last_became_active":"2021-03-04T23:32:18.984227+0000","last_became_peered":"2021-03-04T23:32:18.984227+0000","last_unstale":"2021-03-04T23:34:52.384946+0000","last_undegraded":"2021-03-04T23:34:52.384946+0000","last_fullsized":"2021-03-04T23:34:52.384946+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"360","reported_epoch":"292","state":"active+clean","last_fresh":"2021-03-04T23:34:52.301352+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:34:52.301352+0000","last_peered":"2021-03-04T23:34:52.301352+0000","last_clean":"2021-03-04T23:34:52.301352+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:34:52.301352+0000","last_undegraded":"2021-03-04T23:34:52.301352+0000","last_fullsized":"2021-03-04T23:34:52.301352+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":10713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9858802,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":6},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":3883466776,"num_objects":59258,"num_object_clones":0,"num_object_copies":177774,"num_objects_missing_on_primary":783,"num_objects_missing":783,"num_objects_degraded":11955,"num_objects_misplaced":11663,"num_objects_unfound":0,"num_objects_dirty":59258,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":247472,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":93849,"num_bytes_recovered":5405802520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":14142746624,"data_stored":14142734408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":85309,"ondisk_log_size":85309,"up":48,"acting":45,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495989,"num_pgs":67,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3438448,"kb_used_data":2389864,"kb_used_omap":2097,"kb_used_meta":1046478,"kb_avail":84641936,"statfs":{"total":90194313216,"available":86673342464,"internally_reserved":1073741824,"allocated":2447220736,"data_stored":2445779932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":1071593865},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,3,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:00 2021","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.33400000000000002,"15min":0.32400000000000001},"min":{"1min":0.17100000000000001,"5min":0.125,"15min":0.125},"max":{"1min":0.51300000000000001,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.38900000000000001,"15min":0.40200000000000002},"min":{"1min":0.16700000000000001,"5min":0.158,"15min":0.158},"max":{"1min":0.53700000000000003,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.216}]},{"osd":1,"last update":"Thu Mar 4 23:34:34 2021","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.39800000000000002,"15min":0.58099999999999996},"min":{"1min":0.20999999999999999,"5min":0.17499999999999999,"15min":0.16200000000000001},"max":{"1min":0.55100000000000005,"5min":0.91700000000000004,"15min":37.856000000000002},"last":0.248},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.41399999999999998,"15min":0.61199999999999999},"min":{"1min":0.19800000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.53100000000000003,"5min":1.0409999999999999,"15min":37.914000000000001},"last":0.36699999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.311,"5min":0.34000000000000002,"15min":0.47599999999999998},"min":{"1min":0.23300000000000001,"5min":0.20300000000000001,"15min":0.17999999999999999},"max":{"1min":0.38800000000000001,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.374,"5min":0.436,"15min":0.51300000000000001},"min":{"1min":0.30399999999999999,"5min":0.26300000000000001,"15min":0.182},"max":{"1min":0.49099999999999999,"5min":0.94499999999999995,"15min":3.206},"last":0.38400000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.29899999999999999,"5min":0.35399999999999998,"15min":0.872},"min":{"1min":0.19,"5min":0.19,"15min":0.19},"max":{"1min":0.42999999999999999,"5min":0.96399999999999997,"15min":63.959000000000003},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.32300000000000001,"5min":0.36199999999999999,"15min":0.90200000000000002},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19400000000000001},"max":{"1min":0.443,"5min":0.84399999999999997,"15min":64.183999999999997},"last":0.187}]},{"osd":4,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.26400000000000001,"5min":0.32300000000000001,"15min":0.39900000000000002},"min":{"1min":0.13,"5min":0.13,"15min":0.13},"max":{"1min":0.53200000000000003,"5min":0.65500000000000003,"15min":4.0179999999999998},"last":0.17299999999999999},{"interface":"front","average":{"1min":0.255,"5min":0.28599999999999998,"15min":0.34999999999999998},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.45300000000000001,"5min":0.51000000000000001,"15min":3.7410000000000001},"last":0.19800000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:34:21 2021","interfaces":[{"interface":"back","average":{"1min":0.27100000000000002,"5min":0.28999999999999998,"15min":0.33600000000000002},"min":{"1min":0.16800000000000001,"5min":0.152,"15min":0.14299999999999999},"max":{"1min":0.47999999999999998,"5min":0.626,"15min":3.621},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.28999999999999998,"5min":0.34599999999999997,"15min":0.42399999999999999},"min":{"1min":0.156,"5min":0.156,"15min":0.156},"max":{"1min":0.505,"5min":0.67400000000000004,"15min":3.54},"last":0.26800000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:34:52 2021","interfaces":[{"interface":"back","average":{"1min":0.26800000000000002,"5min":0.29299999999999998,"15min":0.38300000000000001},"min":{"1min":0.17199999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":0.42499999999999999,"5min":0.627,"15min":4.1299999999999999},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.36099999999999999,"15min":0.48799999999999999},"min":{"1min":0.20200000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.52000000000000002,"5min":0.67700000000000005,"15min":3.7850000000000001},"last":0.34399999999999997}]}]},{"osd":6,"up_from":41,"seq":176093659490,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1624680,"kb_used_data":576096,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86455704,"statfs":{"total":90194313216,"available":88530640896,"internally_reserved":1073741824,"allocated":589922304,"data_stored":588490109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.34599999999999997,"15min":0.35799999999999998},"min":{"1min":0.17799999999999999,"5min":0.156,"15min":0.156},"max":{"1min":0.52200000000000002,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.253},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.36599999999999999,"15min":0.36699999999999999},"min":{"1min":0.222,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.46899999999999997,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.28999999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:34:25 2021","interfaces":[{"interface":"back","average":{"1min":0.29699999999999999,"5min":0.35599999999999998,"15min":0.40100000000000002},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.59199999999999997,"5min":0.874,"15min":3.5049999999999999},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.39000000000000001,"15min":0.45000000000000001},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.17000000000000001},"max":{"1min":0.441,"5min":0.91600000000000004,"15min":4.149},"last":0.32200000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:34:25 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.40200000000000002,"15min":0.45600000000000002},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.185},"max":{"1min":0.53100000000000003,"5min":0.85399999999999998,"15min":4.0940000000000003},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.378,"15min":0.433},"min":{"1min":0.188,"5min":0.188,"15min":0.186},"max":{"1min":0.48399999999999999,"5min":0.83999999999999997,"15min":2.6360000000000001},"last":0.308}]},{"osd":3,"last update":"Thu Mar 4 23:34:25 2021","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.379,"15min":1.0029999999999999},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.44900000000000001,"5min":0.877,"15min":77.881},"last":0.378},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.39200000000000002,"15min":1.016},"min":{"1min":0.254,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.496,"5min":0.94999999999999996,"15min":77.683000000000007},"last":0.27000000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.29999999999999999,"5min":0.314,"15min":0.36699999999999999},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.13300000000000001},"max":{"1min":0.58299999999999996,"5min":0.61599999999999999,"15min":4.1539999999999999},"last":0.14799999999999999},{"interface":"front","average":{"1min":0.29099999999999998,"5min":0.30299999999999999,"15min":0.375},"min":{"1min":0.20000000000000001,"5min":0.14299999999999999,"15min":0.13500000000000001},"max":{"1min":0.443,"5min":0.56699999999999995,"15min":4.1269999999999998},"last":0.22600000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.27600000000000002,"5min":0.314,"15min":0.377},"min":{"1min":0.155,"5min":0.155,"15min":0.155},"max":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":4.0010000000000003},"last":0.20499999999999999},{"interface":"front","average":{"1min":0.29199999999999998,"5min":0.313,"15min":0.433},"min":{"1min":0.161,"5min":0.161,"15min":0.13900000000000001},"max":{"1min":0.46800000000000003,"5min":0.57399999999999995,"15min":4.2389999999999999},"last":0.189}]},{"osd":7,"last update":"Thu Mar 4 23:34:06 2021","interfaces":[{"interface":"back","average":{"1min":0.33300000000000002,"5min":0.34499999999999997,"15min":0.46600000000000003},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.56299999999999994,"5min":0.56799999999999995,"15min":4.5880000000000001},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.35399999999999998,"15min":0.42299999999999999},"min":{"1min":0.215,"5min":0.182,"15min":0.182},"max":{"1min":0.55100000000000005,"5min":0.59199999999999997,"15min":4.0129999999999999},"last":0.435}]}]},{"osd":1,"up_from":87,"seq":373662155010,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2523744,"kb_used_data":2359704,"kb_used_omap":2528,"kb_used_meta":161503,"kb_avail":85556640,"statfs":{"total":90194313216,"available":87609999360,"internally_reserved":0,"allocated":2416336896,"data_stored":2414917201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":165379374},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:59 2021","interfaces":[{"interface":"back","average":{"1min":0.184,"5min":0.69699999999999995,"15min":0.38700000000000001},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.28899999999999998,"5min":39.125,"15min":39.125},"last":0.16300000000000001},{"interface":"front","average":{"1min":0.246,"5min":0.77200000000000002,"15min":0.45500000000000002},"min":{"1min":0.19400000000000001,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.313,"5min":39.207000000000001,"15min":39.207000000000001},"last":0.27000000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.24399999999999999,"5min":0.25600000000000001,"15min":0.32300000000000001},"min":{"1min":0.14899999999999999,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.51000000000000001,"5min":0.59999999999999998,"15min":3.069},"last":0.17799999999999999},{"interface":"front","average":{"1min":0.22800000000000001,"5min":0.25800000000000001,"15min":0.35699999999999998},"min":{"1min":0.156,"5min":0.14999999999999999,"15min":0.13100000000000001},"max":{"1min":0.43099999999999999,"5min":0.47899999999999998,"15min":3.8700000000000001},"last":0.20499999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:34:14 2021","interfaces":[{"interface":"back","average":{"1min":0.26500000000000001,"5min":0.42899999999999999,"15min":0.92300000000000004},"min":{"1min":0.158,"5min":0.156,"15min":0.155},"max":{"1min":0.503,"5min":12.710000000000001,"15min":110.28400000000001},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.27200000000000002,"5min":0.44600000000000001,"15min":0.94399999999999995},"min":{"1min":0.156,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":0.41799999999999998,"5min":12.734,"15min":109.977},"last":0.32500000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.41099999999999998,"15min":0.52500000000000002},"min":{"1min":0.25900000000000001,"5min":0.20899999999999999,"15min":0.182},"max":{"1min":0.54200000000000004,"5min":0.91900000000000004,"15min":4.9850000000000003},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39100000000000001,"15min":0.47099999999999997},"min":{"1min":0.26200000000000001,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.64900000000000002,"5min":0.85699999999999998,"15min":3.7050000000000001},"last":0.25700000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.40500000000000003,"15min":0.51300000000000001},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20699999999999999},"max":{"1min":0.60499999999999998,"5min":0.84399999999999997,"15min":8.6690000000000005},"last":0.317},{"interface":"front","average":{"1min":0.38,"5min":0.40999999999999998,"15min":0.53400000000000003},"min":{"1min":0.24399999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.621,"5min":0.81200000000000006,"15min":4.415},"last":0.35699999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:34:53 2021","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.41499999999999998,"15min":0.51300000000000001},"min":{"1min":0.25600000000000001,"5min":0.22600000000000001,"15min":0.214},"max":{"1min":0.63200000000000001,"5min":0.90500000000000003,"15min":3.7610000000000001},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.441,"15min":0.52200000000000002},"min":{"1min":0.28199999999999997,"5min":0.26100000000000001,"15min":0.24299999999999999},"max":{"1min":0.67600000000000005,"5min":0.88,"15min":3.5550000000000002},"last":0.33500000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.44500000000000001,"15min":0.59599999999999997},"min":{"1min":0.313,"5min":0.29099999999999998,"15min":0.20899999999999999},"max":{"1min":0.63700000000000001,"5min":0.88900000000000001,"15min":3.782},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.42899999999999999,"15min":0.53300000000000003},"min":{"1min":0.254,"5min":0.254,"15min":0.224},"max":{"1min":0.76300000000000001,"5min":0.93400000000000005,"15min":4.5049999999999999},"last":0.34499999999999997}]}]},{"osd":0,"up_from":174,"seq":747324309593,"num_pgs":65,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1546904,"kb_used_data":1434256,"kb_used_omap":980,"kb_used_meta":111659,"kb_avail":86533480,"statfs":{"total":90194313216,"available":88610283520,"internally_reserved":0,"allocated":1468678144,"data_stored":1467259652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":114339779},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.19500000000000001,"5min":0.22700000000000001,"15min":0.248},"min":{"1min":0.14799999999999999,"5min":0.12,"15min":0.12},"max":{"1min":0.29299999999999998,"5min":0.623,"15min":0.623},"last":0.20599999999999999},{"interface":"front","average":{"1min":0.20000000000000001,"5min":0.23599999999999999,"15min":0.23899999999999999},"min":{"1min":0.14699999999999999,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.34499999999999997,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.17699999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.224,"5min":0.25900000000000001,"15min":0.24099999999999999},"min":{"1min":0.156,"5min":0.156,"15min":0.14899999999999999},"max":{"1min":0.27000000000000002,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.26000000000000001,"5min":0.27100000000000002,"15min":0.27400000000000002},"min":{"1min":0.17399999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.40600000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.33200000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.20999999999999999,"5min":0.26700000000000002,"15min":0.27800000000000002},"min":{"1min":0.128,"5min":0.128,"15min":0.128},"max":{"1min":0.34999999999999998,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.19},{"interface":"front","average":{"1min":0.24099999999999999,"5min":0.28100000000000003,"15min":0.29499999999999998},"min":{"1min":0.16300000000000001,"5min":0.151,"15min":0.151},"max":{"1min":0.371,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.37}]},{"osd":4,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.38500000000000001,"15min":0.38400000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.64500000000000002,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.39000000000000001,"15min":0.38300000000000001},"min":{"1min":0.22800000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.59499999999999997,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.40500000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.39500000000000002,"15min":0.39100000000000001},"min":{"1min":0.27200000000000002,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.58499999999999996,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.432},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.38,"15min":0.38900000000000001},"min":{"1min":0.219,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.66400000000000003,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.30299999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.371,"15min":0.40400000000000003},"min":{"1min":0.22500000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.57099999999999995,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.27000000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.59899999999999998,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.29699999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.39100000000000001,"15min":0.39000000000000001},"min":{"1min":0.26700000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.627,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.41399999999999998,"15min":0.40799999999999997},"min":{"1min":0.248,"5min":0.248,"15min":0.24199999999999999},"max":{"1min":0.68300000000000005,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.26400000000000001}]}]},{"osd":2,"up_from":0,"seq":442381631733,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879529,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2388944,"kb_used_data":2276360,"kb_used_omap":883,"kb_used_meta":111692,"kb_avail":85691440,"statfs":{"total":90194313216,"available":87748034560,"internally_reserved":0,"allocated":2330992640,"data_stored":2329580716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":114372672},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,3,2,4,4,4,1],"upper_bound":1024},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:56 2021","interfaces":[{"interface":"back","average":{"1min":0.22900000000000001,"5min":0.96399999999999997,"15min":0.5},"min":{"1min":0.14299999999999999,"5min":0.127,"15min":0.127},"max":{"1min":0.38500000000000001,"5min":66.528999999999996,"15min":66.528999999999996},"last":0.14699999999999999},{"interface":"front","average":{"1min":0.28799999999999998,"5min":1.0109999999999999,"15min":0.54300000000000004},"min":{"1min":0.19500000000000001,"5min":0.16600000000000001,"15min":0.16500000000000001},"max":{"1min":0.44400000000000001,"5min":66.497,"15min":66.497},"last":0.34599999999999997}]},{"osd":1,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.223,"5min":0.48499999999999999,"15min":0.40500000000000003},"min":{"1min":0.151,"5min":0.14599999999999999,"15min":0.13500000000000001},"max":{"1min":0.33200000000000002,"5min":25.097999999999999,"15min":25.097999999999999},"last":0.17399999999999999},{"interface":"front","average":{"1min":0.26700000000000002,"5min":0.51400000000000001,"15min":0.496},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.497,"5min":25.109999999999999,"15min":25.109999999999999},"last":0.246}]},{"osd":2,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.249,"5min":0.26000000000000001,"15min":0.38700000000000001},"min":{"1min":0.191,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":0.43099999999999999,"5min":0.56100000000000005,"15min":4.8730000000000002},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.25,"5min":0.26400000000000001,"15min":0.36199999999999999},"min":{"1min":0.17699999999999999,"5min":0.151,"15min":0.151},"max":{"1min":0.40400000000000003,"5min":0.47399999999999998,"15min":3.5590000000000002},"last":0.26600000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40300000000000002,"15min":0.48499999999999999},"min":{"1min":0.252,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.65000000000000002,"5min":1.0089999999999999,"15min":2.9780000000000002},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.42599999999999999,"15min":0.50800000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.20100000000000001},"max":{"1min":0.747,"5min":0.999,"15min":3.7719999999999998},"last":0.432}]},{"osd":5,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.42299999999999999,"15min":0.58299999999999996},"min":{"1min":0.25600000000000001,"5min":0.23799999999999999,"15min":0.224},"max":{"1min":0.76700000000000002,"5min":1.024,"15min":4.6479999999999997},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.38600000000000001,"15min":0.56999999999999995},"min":{"1min":0.22700000000000001,"5min":0.20899999999999999,"15min":0.192},"max":{"1min":0.629,"5min":0.92100000000000004,"15min":6.7309999999999999},"last":0.32500000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:34:51 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.40400000000000003,"15min":0.54000000000000004},"min":{"1min":0.26400000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69999999999999996,"5min":0.98699999999999999,"15min":9.9410000000000007},"last":0.315},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.436,"15min":0.53700000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.251},"max":{"1min":0.71099999999999997,"5min":1.044,"15min":3.8100000000000001},"last":0.378}]},{"osd":7,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.39900000000000002,"15min":0.58499999999999996},"min":{"1min":0.23699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.66400000000000003,"5min":0.81999999999999995,"15min":5.1180000000000003},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41799999999999998,"15min":0.56699999999999995},"min":{"1min":0.28100000000000003,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.68100000000000005,"5min":1.034,"15min":7.1950000000000003},"last":0.29899999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986558,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2113448,"kb_used_data":1064864,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":85966936,"statfs":{"total":90194313216,"available":88030142464,"internally_reserved":1073741824,"allocated":1090420736,"data_stored":1088988030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.36099999999999999,"15min":0.36399999999999999},"min":{"1min":0.159,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.55100000000000005,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.192},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.39500000000000002,"15min":0.41799999999999998},"min":{"1min":0.16800000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.61399999999999999,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.30599999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:34:37 2021","interfaces":[{"interface":"back","average":{"1min":0.28399999999999997,"5min":0.47499999999999998,"15min":0.63300000000000001},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.161},"max":{"1min":0.42499999999999999,"5min":11.231,"15min":20.440000000000001},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.47899999999999998,"15min":0.60499999999999998},"min":{"1min":0.193,"5min":0.154,"15min":0.154},"max":{"1min":0.41499999999999998,"5min":11.207000000000001,"15min":20.465},"last":0.42699999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:34:17 2021","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.36199999999999999,"15min":0.40999999999999998},"min":{"1min":0.252,"5min":0.23300000000000001,"15min":0.17100000000000001},"max":{"1min":0.44400000000000001,"5min":0.70099999999999996,"15min":3.3260000000000001},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.38,"15min":0.443},"min":{"1min":0.224,"5min":0.221,"15min":0.17499999999999999},"max":{"1min":0.627,"5min":0.83899999999999997,"15min":3.351},"last":0.36199999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:34:17 2021","interfaces":[{"interface":"back","average":{"1min":2.7440000000000002,"5min":0.98699999999999999,"15min":1.587},"min":{"1min":0.219,"5min":0.192,"15min":0.192},"max":{"1min":45.350000000000001,"5min":45.350000000000001,"15min":85.394999999999996},"last":0.33400000000000002},{"interface":"front","average":{"1min":2.7189999999999999,"5min":0.95499999999999996,"15min":1.488},"min":{"1min":0.22700000000000001,"5min":0.217,"15min":0.19400000000000001},"max":{"1min":45.289999999999999,"5min":45.289999999999999,"15min":85.802999999999997},"last":0.32300000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:34:37 2021","interfaces":[{"interface":"back","average":{"1min":0.26600000000000001,"5min":0.30099999999999999,"15min":0.33600000000000002},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.14199999999999999},"max":{"1min":0.46999999999999997,"5min":1.254,"15min":3.456},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.246,"5min":0.28899999999999998,"15min":0.35199999999999998},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.40899999999999997,"5min":0.64900000000000002,"15min":3.2999999999999998},"last":0.222}]},{"osd":6,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.316,"15min":0.35599999999999998},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":0.35299999999999998,"5min":0.61199999999999999,"15min":3.5569999999999999},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.32400000000000001,"15min":0.46700000000000003},"min":{"1min":0.17699999999999999,"5min":0.16700000000000001,"15min":0.14199999999999999},"max":{"1min":0.51200000000000001,"5min":0.77200000000000002,"15min":3.895},"last":0.377}]},{"osd":7,"last update":"Thu Mar 4 23:34:37 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.32400000000000001,"15min":0.375},"min":{"1min":0.19800000000000001,"5min":0.185,"15min":0.17000000000000001},"max":{"1min":0.60399999999999998,"5min":0.81999999999999995,"15min":3.4329999999999998},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.312,"5min":0.35399999999999998,"15min":0.47799999999999998},"min":{"1min":0.20599999999999999,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.56100000000000005,"5min":0.755,"15min":3.8700000000000001},"last":0.40400000000000003}]}]},{"osd":5,"up_from":36,"seq":154618823036,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3881184,"kb_used_data":2832600,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":84199200,"statfs":{"total":90194313216,"available":86219980800,"internally_reserved":1073741824,"allocated":2900582400,"data_stored":2899155810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.35199999999999998,"15min":0.36899999999999999},"min":{"1min":0.13,"5min":0.13,"15min":0.13},"max":{"1min":0.55700000000000005,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.13400000000000001},{"interface":"front","average":{"1min":0.371,"5min":0.38500000000000001,"15min":0.39100000000000001},"min":{"1min":0.23799999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.56799999999999995,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.20200000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.377,"15min":0.439},"min":{"1min":0.16800000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.52600000000000002,"5min":0.93400000000000005,"15min":3.8450000000000002},"last":0.17000000000000001},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.371,"15min":0.498},"min":{"1min":0.17899999999999999,"5min":0.17000000000000001,"15min":0.14599999999999999},"max":{"1min":0.54600000000000004,"5min":0.872,"15min":7.4740000000000002},"last":0.32500000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:34:14 2021","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.378,"15min":0.46100000000000002},"min":{"1min":0.26200000000000001,"5min":0.184,"15min":0.161},"max":{"1min":0.51500000000000001,"5min":0.91400000000000003,"15min":3.5800000000000001},"last":0.222},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.39500000000000002,"15min":0.51400000000000001},"min":{"1min":0.24099999999999999,"5min":0.19600000000000001,"15min":0.182},"max":{"1min":0.70899999999999996,"5min":0.79300000000000004,"15min":3.698},"last":0.36199999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:34:14 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.379,"15min":0.51000000000000001},"min":{"1min":0.251,"5min":0.20899999999999999,"15min":0.16700000000000001},"max":{"1min":0.55100000000000005,"5min":0.81299999999999994,"15min":4.375},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.40000000000000002,"15min":0.497},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.19800000000000001},"max":{"1min":0.63500000000000001,"5min":0.85299999999999998,"15min":3.4590000000000001},"last":0.27600000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.26900000000000002,"5min":0.317,"15min":0.375},"min":{"1min":0.152,"5min":0.152,"15min":0.127},"max":{"1min":0.55000000000000004,"5min":0.71599999999999997,"15min":7.4480000000000004},"last":0.248},{"interface":"front","average":{"1min":0.28100000000000003,"5min":0.311,"15min":0.34799999999999998},"min":{"1min":0.16300000000000001,"5min":0.158,"15min":0.152},"max":{"1min":0.42599999999999999,"5min":0.61599999999999999,"15min":4.4000000000000004},"last":0.187}]},{"osd":6,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.28899999999999998,"5min":0.34599999999999997,"15min":0.41999999999999998},"min":{"1min":0.17299999999999999,"5min":0.17199999999999999,"15min":0.16},"max":{"1min":0.53100000000000003,"5min":0.69299999999999995,"15min":7.3959999999999999},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.29699999999999999,"5min":0.32100000000000001,"15min":0.35499999999999998},"min":{"1min":0.19800000000000001,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":0.46300000000000002,"5min":0.68100000000000005,"15min":4.3209999999999997},"last":0.25900000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:34:14 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.34999999999999998,"15min":0.42399999999999999},"min":{"1min":0.19800000000000001,"5min":0.185,"15min":0.185},"max":{"1min":0.56200000000000006,"5min":0.66500000000000004,"15min":4.3540000000000001},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.33500000000000002,"15min":0.375},"min":{"1min":0.18099999999999999,"5min":0.159,"15min":0.159},"max":{"1min":0.56399999999999995,"5min":0.75900000000000001,"15min":2.9740000000000002},"last":0.31}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1453654016,"data_stored":1453654016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2392133632,"data_stored":2392129560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1000865792,"data_stored":1000865792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2319581184,"data_stored":2319581184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1081212928,"data_stored":1081212928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2868711424,"data_stored":2868707352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":586022912,"data_stored":586022912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2440564736,"data_stored":2440560664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:35:14.667 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph status --format=json 2021-03-04T23:35:14.695 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:14.716 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:14.717 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:14.717 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:14.819 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:14.840 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:14.841 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:14.841 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:14.842 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:14.942 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:14.964 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:14.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:14.965 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:15.066 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:15.089 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:15.090 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:15.090 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:15.192 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:15.213 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:15.214 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:15.215 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:15.316 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:15.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:15.336 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:15.336 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:15.438 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:15.456 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:15.456 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:15.457 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:15.489 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-03-04T23:35:15.558 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:15.591 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:15.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:15.593 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:15.667 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:35:15.695 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:15.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:15.716 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:15.716 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:15.818 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:15.835 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:15.836 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:15.837 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:15.938 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:15.958 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:15.959 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:15.960 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:16.061 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:16.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:16.083 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:16.084 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:16.185 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:16.211 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:16.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:16.220 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:16.321 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:16.341 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:16.342 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:16.342 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:16.354 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:35:16.444 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:16.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:16.472 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:16.473 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:16.501 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:16 gibba011 conmon[95595]: cluster 2021-03-04T23:35:14.736062+0000 mgr.x (mgr.34676) 1001 : cluster [DBG] pgmap v1013: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 940 op/s; 11955/162270 objects degraded (7.367%); 10351/162270 objects misplaced (6.379%); 3.3 MiB/s, 53 objects/s recovering 2021-03-04T23:35:16.503 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:16 gibba011 conmon[95595]: audit 2021-03-04T23:35:15.510980+0000 mon.c (mon.1) 396 : audit [INF] from='client.? 172.21.2.111:0/3399570065' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:16.503 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:16 gibba011 conmon[95595]: audit 2021-03-04T23:35:15.511341+0000 mon.a (mon.0) 1349 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:16.504 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:16 gibba011 conmon[99461]: cluster 2021-03-04T23:35:14.736062+0000 mgr.x (mgr.34676) 1001 : cluster [DBG] pgmap v1013: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 940 op/s; 11955/162270 objects degraded (7.367%); 10351/162270 objects misplaced (6.379%); 3.3 MiB/s, 53 objects/s recovering 2021-03-04T23:35:16.504 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:16 gibba011 conmon[99461]: audit 2021-03-04T23:35:15.510980+0000 mon.c (mon.1) 396 : audit [INF] from='client.? 172.21.2.111:0/3399570065' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:16.504 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:16 gibba011 conmon[99461]: audit 2021-03-04T23:35:15.511341+0000 mon.a (mon.0) 1349 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:16.574 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:16.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:16 gibba038 conmon[76675]: cluster 2021-03-04T23:35:14.736062+0000 mgr.x (mgr.34676) 1001 : cluster [DBG] pgmap v1013: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 940 op/s; 11955/162270 objects degraded (7.367%); 10351/162270 objects misplaced (6.379%); 3.3 MiB/s, 53 objects/s recovering 2021-03-04T23:35:16.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:16 gibba038 conmon[76675]: audit 2021-03-04T23:35:15.510980+0000 mon.c (mon.1) 396 : audit [INF] from='client.? 172.21.2.111:0/3399570065' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:16.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:16 gibba038 conmon[76675]: audit 2021-03-04T23:35:15.511341+0000 mon.a (mon.0) 1349 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:16.596 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:16.599 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:16.600 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:16.704 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:16.728 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:16.729 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:16.729 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:16.830 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:16.851 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:16.852 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:16.853 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:16.954 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:16.956 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:35:16.974 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:16.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:16.976 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:17.077 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:17.099 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:17.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:17.100 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:17.101 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:17.202 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:17.229 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:17.229 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:17.230 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:17.331 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:17.344 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:35:17.344 INFO:teuthology.orchestra.run.gibba011.stdout:{"fsid":"5f47b844-7d3d-11eb-9066-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 11955/162270 objects degraded (7.367%), 2 pgs degraded, 3 pgs undersized","count":5},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":1464,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":295,"num_osds":8,"num_up_osds":8,"osd_up_since":1614900469,"num_in_osds":7,"osd_in_since":1614900717,"num_remapped_pgs":5},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":114},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+remapped+backfill_wait","count":2},{"state_name":"active+recovering+undersized+remapped","count":1}],"num_pgs":119,"num_pools":5,"num_objects":54090,"data_bytes":3543338304,"bytes_used":17128800256,"bytes_avail":614231392256,"bytes_total":631360192512,"degraded_objects":11955,"degraded_total":162270,"degraded_ratio":0.073673507117766684,"misplaced_objects":10351,"misplaced_total":162270,"misplaced_ratio":0.063788747149812045,"recovering_objects_per_sec":53,"recovering_bytes_per_sec":3452944,"recovering_keys_per_sec":0,"num_objects_recovered":533,"num_bytes_recovered":34537472,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":940},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.gibba038.rbeynd","status":"up:active","gid":34322}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.x:8443/"}},"servicemap":{"epoch":27,"modified":"2021-03-04T23:31:42.691059+0000","services":{}},"progress_events":{"325add0c-2571-4241-bc14-5f365661abb5":{"message":"Upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 (4m)\n [===========.................] (remaining: 7m)","progress":0.40000000596046448,"add_to_ceph_s":false},"4e3490fa-9157-44ad-a0cb-fb2dd1c26592":{"message":"Global Recovery Event (9m)\n [==========================..] (remaining: 25s)","progress":0.95798319578170776,"add_to_ceph_s":true},"a6cabe7d-74fd-4880-9df0-9c4f5a17cc82":{"message":"Rebalancing after osd.2 marked out (3m)\n [===========================.] (remaining: 3s)","progress":0.98039215803146362,"add_to_ceph_s":false}}} 2021-03-04T23:35:17.354 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:17.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:17.355 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:17.369 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:17 gibba038 conmon[76675]: cluster 2021-03-04T23:35:16.342823+0000 mon.a (mon.0) 1350 : cluster [WRN] 2021-03-04T23:35:17.372 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:17 gibba038 conmon[76675]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:17.372 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:17 gibba038 conmon[76675]: audit 2021-03-04T23:35:16.348546+0000 mon.a (mon.0) 1351 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:17.373 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:17 gibba038 conmon[76675]: cluster 2021-03-04T23:35:16.348593+0000 mon.a (mon.0) 1352 : cluster [DBG] osdmap e295: 8 total, 8 up, 7 in 2021-03-04T23:35:17.373 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:17 gibba038 conmon[76675]: audit 2021-03-04T23:35:16.647275+0000 mon.c (mon.1) 397 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:35:17.374 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:17 gibba038 conmon[76675]: audit 2021-03-04T23:35:16.647567+0000 mon.a (mon.0) 1353 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:35:17.374 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:17 gibba038 conmon[76675]: audit 2021-03-04T23:35:17.342109+0000 mon.c (mon.1) 398 : audit [DBG] from='client.? 172.21.2.111:0/2072676942' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:35:17.456 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:17.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:17.485 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:17.485 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:17.492 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:17 gibba011 conmon[99461]: cluster 2021-03-04T23:35:16.342823+0000 mon.a (mon.0) 1350 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:17.492 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:17 gibba011 conmon[99461]: audit 2021 2021-03-04T23:35:17.493 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:17 gibba011 conmon[99461]: -03-04T23:35:16.348546+0000 mon.a (mon.0) 1351 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:17.493 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:17 gibba011 conmon[99461]: cluster 2021-03-04T23:35:16.348593+0000 mon.a (mon.0) 1352 : cluster [DBG] osdmap e295: 8 total, 8 up, 7 in 2021-03-04T23:35:17.493 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:17 gibba011 conmon[99461]: audit 2021-03-04T23:35:16.647275+0000 mon.c (mon.1) 397 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:35:17.493 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:17 gibba011 conmon[99461]: audit 2021-03-04T23:35:16.647567+0000 mon.a (mon.0) 1353 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:35:17.494 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:17 gibba011 conmon[99461]: audit 2021-03-04T23:35:17.342109+0000 mon.c (mon.1) 398 : audit [DBG] from='client.? 172.21.2.111:0/2072676942' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:35:17.494 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:17 gibba011 conmon[95595]: cluster 2021-03-04T23:35:16.342823+0000 mon.a (mon.0) 1350 : cluster [WRN] 2021-03-04T23:35:17.494 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:17 gibba011 conmon[95595]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:17.494 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:17 gibba011 conmon[95595]: audit 2021-03-04T23:35:16.348546+0000 mon.a (mon.0) 1351 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:17.495 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:17 gibba011 conmon[95595]: cluster 2021-03-04T23:35:16.348593+0000 mon.a (mon.0) 1352 : cluster [DBG] osdmap e295: 8 total, 8 up, 7 in 2021-03-04T23:35:17.495 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:17 gibba011 conmon[95595]: audit 2021-03-04T23:35:16.647275+0000 mon.c (mon.1) 397 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:35:17.495 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:17 gibba011 conmon[95595]: audit 2021-03-04T23:35:16.647567+0000 mon.a (mon.0) 1353 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:35:17.495 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:17 gibba011 conmon[95595]: audit 2021-03-04T23:35:17.342109+0000 mon.c (mon.1) 398 : audit [DBG] from='client.? 172.21.2.111:0/2072676942' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:35:17.511 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:35:17.511 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:35:17.587 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:17.609 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:17.610 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:17.610 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:17.711 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:17.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:17.737 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:17.738 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:17.839 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:17.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:17.862 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:17.863 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:17.964 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:17.989 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:17.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:17.991 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:18.092 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:18.114 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:18.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:18.116 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:18.217 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:18.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:18.239 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:18.239 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:18.340 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:18.360 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:18.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:18.362 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:18.377 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-03-04T23:35:18.459 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-03-04T23:35:18.460 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:35:18.463 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:18.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:18.484 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:18.485 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:18.532 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:35:18.586 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:18.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:18 gibba011 conmon[95595]: cluster 2021-03-04T23:35:16.736483+0000 mgr.x (mgr.34676) 1002 : cluster [DBG] pgmap v1015: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 730 op/s; 11955/161151 objects degraded (7.419%); 10351/161151 objects misplaced (6.423%); 2.3 MiB/s, 36 objects/s recovering 2021-03-04T23:35:18.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:18 gibba011 conmon[99461]: cluster 2021-03-04T23:35:16.736483+0000 mgr.x (mgr.34676) 1002 : cluster [DBG] pgmap v1015: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 730 op/s; 11955/161151 objects degraded (7.419%); 10351/161151 objects misplaced (6.423%); 2.3 MiB/s, 36 objects/s recovering 2021-03-04T23:35:18.608 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:18.609 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:18.610 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:18.610 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:18.705 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:18 gibba038 conmon[76675]: cluster 2021-03-04T23:35:16.736483+0000 mgr.x (mgr.34676) 1002 : cluster [DBG] 2021-03-04T23:35:18.706 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:18 gibba038 conmon[76675]: pgmap v1015: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 3.3 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 730 op/s; 11955/161151 objects degraded (7.419%); 10351/161151 objects misplaced (6.423%); 2.3 MiB/s, 36 objects/s recovering 2021-03-04T23:35:18.712 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:18.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:18.735 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:18.736 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:18.837 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:18.858 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:18.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:18.859 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:18.960 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:18.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:18.985 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:18.985 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:19.087 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:19.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:19.108 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:19.108 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:19.209 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:19.229 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:19.230 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:19.230 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:19.298 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:35:19.331 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:19.353 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:19.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:19.354 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:19.447 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:19.456 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:19.478 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:19.479 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:19.480 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:19.581 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:19.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: cluster 2021-03-04T23:35:19.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: 2021-03-04T23:35:19.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: 2021 2021-03-04T23:35:19.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: - 2021-03-04T23:35:19.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: 03 2021-03-04T23:35:19.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: - 2021-03-04T23:35:19.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: 04 2021-03-04T23:35:19.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: T 2021-03-04T23:35:19.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: 23 2021-03-04T23:35:19.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: : 2021-03-04T23:35:19.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: 35 2021-03-04T23:35:19.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: : 2021-03-04T23:35:19.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: 19 2021-03-04T23:35:19.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: . 2021-03-04T23:35:19.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: 006661 2021-03-04T23:35:19.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: +0000 2021-03-04T23:35:19.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: 2021-03-04T23:35:19.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: mon.a 2021-03-04T23:35:19.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: ( 2021-03-04T23:35:19.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: mon 2021-03-04T23:35:19.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: . 2021-03-04T23:35:19.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: 0 2021-03-04T23:35:19.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: ) 2021-03-04T23:35:19.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: 1354 2021-03-04T23:35:19.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: : 2021-03-04T23:35:19.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: cluster 2021-03-04T23:35:19.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: 2021-03-04T23:35:19.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: [WRN] 2021-03-04T23:35:19.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: 2021-03-04T23:35:19.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: Health check update: Degraded data redundancy: 11955/161151 objects degraded (7.419%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:19.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[99461]: 2021-03-04T23:35:19.613 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[95595]: cluster 2021-03-04T23:35:19.614 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[95595]: 2021-03-04T23 2021-03-04T23:35:19.614 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:19 gibba011 conmon[95595]: :35:19.006661+0000 mon.a (mon.0) 1354 : cluster [WRN] Health check update: Degraded data redundancy: 11955/161151 objects degraded (7.419%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:19.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:19.615 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:19.616 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:19.717 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:19.738 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:19.739 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:19.739 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:19.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:19 gibba038 conmon[76675]: cluster 2021-03-04T23:35:19.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:19 gibba038 conmon[76675]: 2021-03-04T23:35 2021-03-04T23:35:19.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:19 gibba038 conmon[76675]: :19.006661+0000 mon.a (mon.0) 1354 : cluster [WRN] Health check update: Degraded data redundancy: 11955/161151 objects degraded (7.419%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:19.840 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:19.861 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:19.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:19.862 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:19.963 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:19.987 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:19.988 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:19.988 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:20.089 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:20.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:20.111 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:20.112 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:20.213 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:20.237 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:20.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:20.239 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:20.340 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:20.362 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:20.363 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:20.364 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:20.466 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:20.490 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:20.490 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:20.491 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:20.522 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:20 gibba038 conmon[76675]: cluster 2021-03-04T23:35:18.737011+0000 mgr.x (mgr.34676) 1003 : cluster [DBG] pgmap v1016: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.25k op/s; 11955/143427 objects degraded (8.335%); 8782/143427 objects misplaced (6.123%); 4.6 MiB/s, 87 objects/s recovering 2021-03-04T23:35:20.522 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:20 gibba038 conmon[76675]: 2021-03-04T23:35:20.592 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:20.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:20 gibba011 conmon[95595]: cluster 2021-03-04T23:35:18.737011+0000 mgr.x (mgr.34676) 1003 : cluster [DBG] pgmap v1016: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.25k op/s; 11955/143427 objects degraded (8.335%); 8782/143427 objects misplaced (6.123%); 4.6 MiB/s, 87 objects/s recovering 2021-03-04T23:35:20.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:20 gibba011 conmon[99461]: cluster 2021-03-04T23:35:18.737011+0000 mgr.x (mgr.34676) 1003 : cluster [DBG] pgmap v1016: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.25k op/s; 11955/143427 objects degraded (8.335%); 8782/143427 objects misplaced (6.123%); 4.6 MiB/s, 87 objects/s recovering 2021-03-04T23:35:20.613 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:20.614 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:20.614 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:20.637 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:35:20.637 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:35:20.715 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:20.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:20.738 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:20.738 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:20.839 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:20.860 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:20.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:20.861 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:20.963 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:20.985 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:20.986 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:20.986 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:21.057 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:35:21.058 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:35:21.058 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:35:21.058 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:35:21.058 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:35:21.059 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:35:21.059 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:35:21.059 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:35:21.059 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:35:21.060 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:35:21.060 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:35:21.060 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:35:21.060 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:35:21.061 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:35:21.061 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:35:21.061 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:35:21.088 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:21.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:21.114 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:21.115 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:21.220 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:21.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:21.239 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:21.240 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:21.341 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:21.362 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:21.363 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:21.364 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:21.465 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:21.485 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:21.487 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:21.487 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:21.588 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:21.606 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:21.607 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:21.607 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:21.647 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:21 gibba011 conmon[99461]: cluster 2021-03-04T23:35:20.737462+0000 mgr.x (mgr.34676) 1004 : cluster 2021-03-04T23:35:21.648 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:21 gibba011 conmon[99461]: [DBG] pgmap v1017: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.20k op/s; 11955/141969 objects degraded (8.421%); 8782/141969 objects misplaced (6.186%); 4.3 MiB/s, 81 objects/s recovering 2021-03-04T23:35:21.648 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:21 gibba011 conmon[99461]: audit 2021-03-04T23:35:20.896293+0000 mon.a (mon.0) 1355 : audit 2021-03-04T23:35:21.648 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:21 gibba011 conmon[99461]: [DBG] from='client.? 172.21.2.111:0/2802224880' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:21.649 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:21 gibba011 conmon[95595]: cluster 2021-03-04T23:35:20.737462+0000 mgr.x (mgr.34676) 1004 : cluster [DBG] pgmap v1017: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.20k op/s; 11955/141969 objects degraded (8.421%); 8782/141969 objects misplaced (6.186%); 4.3 MiB/s, 81 objects/s recovering 2021-03-04T23:35:21.649 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:21 gibba011 conmon[95595]: audit 2021-03-04T23:35:20.896293+0000 mon.a (mon.0) 1355 : audit [DBG] from='client.? 172.21.2.111:0/2802224880' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:21.688 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:21 gibba038 conmon[76675]: cluster 2021-03-04T23:35:20.737462+0000 mgr.x (mgr.34676 2021-03-04T23:35:21.689 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:21 gibba038 conmon[76675]: ) 1004 : cluster [DBG] pgmap v1017: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.9 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.20k op/s; 11955/141969 objects degraded (8.421%); 8782/141969 objects misplaced (6.186%); 4.3 MiB/s, 81 objects/s recovering 2021-03-04T23:35:21.689 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:21 gibba038 conmon[76675]: audit 2021-03-04T23:35:20.896293+0000 mon.a (mon.0) 1355 : audit [DBG] from='client.? 172.21.2.111:0/2802224880' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:21.708 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-03-04T23:35:21.709 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:21.728 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:21.729 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:21.730 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:21.831 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:21.851 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:21.852 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:21.853 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:21.861 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:35:21.955 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:21.977 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:21.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:21.979 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:22.080 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:22.102 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:22.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:22.103 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:22.205 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:22.227 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:22.228 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:22.228 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:22.330 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:22.351 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:22.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:22.353 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:22.454 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:22.473 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:22.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:22.475 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:22.576 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:22.596 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:22.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:22.598 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:22.699 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:22.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:22.722 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:22.723 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:22.824 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:22.849 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:22.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:22.851 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:22.952 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:22.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:22.973 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:22.973 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:23.047 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:35:23.049 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:35:23.074 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:23.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:23.097 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:23.098 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:23.199 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:23.220 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:23.221 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:23.221 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:23.323 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:23.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:23.344 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:23.344 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:23.446 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:23.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:23.469 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:23.469 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:23.571 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:23.591 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:23.591 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:23.592 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:23.693 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:23.722 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:23.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:23.723 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:23.809 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:35:23.824 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:23.847 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:23.848 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:23.848 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:23.936 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:35:23.937 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:35:23.937 INFO:teuthology.orchestra.run.gibba038.stdout: "complaint_time": 30, 2021-03-04T23:35:23.937 INFO:teuthology.orchestra.run.gibba038.stdout: "num_blocked_ops": 0 2021-03-04T23:35:23.938 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:35:23.950 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:23.971 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:23.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:23.973 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:24.074 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:24.083 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:23 gibba011 conmon[95595]: cluster 2021-03-04T23:35:22.737993+0000 mgr.x (mgr.34676 2021-03-04T23:35:24.084 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:23 gibba011 conmon[95595]: ) 1005 : cluster [DBG] pgmap v1018: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.26k op/s; 11955/136986 objects degraded (8.727%); 8227/136986 objects misplaced (6.006%); 4.3 MiB/s, 81 objects/s recovering 2021-03-04T23:35:24.084 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:23 gibba011 conmon[95595]: audit 2021-03-04T23:35:23.032884+0000 mgr.x (mgr.34676) 1006 : audit [DBG] from='client.56077 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:35:24.084 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:23 gibba011 conmon[95595]: audit 2021-03-04T23:35:23.302707+0000 mon.a (mon.0) 1356 : audit [INF] from='client.? 172.21.2.111:0/1793332410' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:35:24.085 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:23 gibba011 conmon[99461]: cluster 2021-03-04T23:35:22.737993+0000 mgr.x (mgr.34676) 1005 : cluster 2021-03-04T23:35:24.085 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:23 gibba011 conmon[99461]: [DBG] pgmap v1018: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.26k op/s; 11955/136986 objects degraded (8.727%); 8227/136986 objects misplaced (6.006%); 4.3 MiB/s, 81 objects/s recovering 2021-03-04T23:35:24.085 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:23 gibba011 conmon[99461]: audit 2021-03-04T23:35:23.032884+0000 mgr.x (mgr.34676) 1006 : audit [DBG] from='client.56077 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:35:24.086 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:23 gibba011 conmon[99461]: audit 2021-03-04T23:35:23.302707+0000 mon.a (mon.0) 1356 : audit [INF] from='client.? 172.21.2.111:0/1793332410' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:35:24.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:23 gibba038 conmon[76675]: cluster 2021-03-04T23:35:22.737993+0000 mgr.x (mgr.34676) 1005 : cluster [DBG] pgmap v1018: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.8 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.26k op/s; 11955/136986 objects degraded (8.727%); 8227/136986 objects misplaced (6.006%); 4.3 MiB/s, 81 objects/s recovering 2021-03-04T23:35:24.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:23 gibba038 conmon[76675]: audit 2021-03-04T23:35:23.032884+0000 mgr.x (mgr.34676) 1006 : audit [DBG] from='client.56077 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:35:24.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:23 gibba038 conmon[76675]: audit 2021-03-04T23:35:23.302707+0000 mon.a (mon.0) 1356 : audit [INF] from='client.? 172.21.2.111:0/1793332410' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:35:24.096 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:24.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:24.097 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:24.198 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:24.218 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:24.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:24.220 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:24.321 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:24.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:24.344 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:24.345 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:24.447 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:24.469 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:24.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:24.472 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:24.561 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:35:24.574 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:24.625 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:24.626 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:24.627 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:24.712 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:24.728 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:24.745 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":1018,"stamp":"2021-03-04T23:35:22.737619+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2991000896,"num_objects":45662,"num_object_clones":0,"num_object_copies":136986,"num_objects_missing_on_primary":658,"num_objects_missing":658,"num_objects_degraded":11955,"num_objects_misplaced":8227,"num_objects_unfound":0,"num_objects_dirty":45662,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":261142,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":94725,"num_bytes_recovered":5451295793,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":85273,"ondisk_log_size":85273,"up":357,"acting":354,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":391,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":14926660,"kb_used_data":10318668,"kb_used_omap":7911,"kb_used_meta":4600024,"kb_avail":601636028,"statfs":{"total":631360192512,"available":616075292672,"internally_reserved":4294967296,"allocated":10566316032,"data_stored":10556271902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8101805,"internal_metadata":4710424659},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,3,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-828833792,"num_objects":-12647,"num_object_clones":0,"num_object_copies":-37941,"num_objects_missing_on_primary":-125,"num_objects_missing":-125,"num_objects_degraded":0,"num_objects_misplaced":-3119,"num_objects_unfound":0,"num_objects_dirty":-12647,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12647,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":818,"num_bytes_recovered":45481984,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002454"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"340","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.337227+0000","last_change":"2021-03-04T23:32:26.240995+0000","last_active":"2021-03-04T23:35:09.337227+0000","last_peered":"2021-03-04T23:35:09.337227+0000","last_clean":"2021-03-04T23:35:09.337227+0000","last_became_active":"2021-03-04T23:32:26.240606+0000","last_became_peered":"2021-03-04T23:32:26.240606+0000","last_unstale":"2021-03-04T23:35:09.337227+0000","last_undegraded":"2021-03-04T23:35:09.337227+0000","last_fullsized":"2021-03-04T23:35:09.337227+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"82","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.337634+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:35:09.337634+0000","last_peered":"2021-03-04T23:35:09.337634+0000","last_clean":"2021-03-04T23:35:09.337634+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:35:09.337634+0000","last_undegraded":"2021-03-04T23:35:09.337634+0000","last_fullsized":"2021-03-04T23:35:09.337634+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"38","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.345299+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:35:09.345299+0000","last_peered":"2021-03-04T23:35:09.345299+0000","last_clean":"2021-03-04T23:35:09.345299+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:35:09.345299+0000","last_undegraded":"2021-03-04T23:35:09.345299+0000","last_fullsized":"2021-03-04T23:35:09.345299+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"316","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.340085+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:35:09.340085+0000","last_peered":"2021-03-04T23:35:09.340085+0000","last_clean":"2021-03-04T23:35:09.340085+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:35:09.340085+0000","last_undegraded":"2021-03-04T23:35:09.340085+0000","last_fullsized":"2021-03-04T23:35:09.340085+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"100","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.337272+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:35:09.337272+0000","last_peered":"2021-03-04T23:35:09.337272+0000","last_clean":"2021-03-04T23:35:09.337272+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:35:09.337272+0000","last_undegraded":"2021-03-04T23:35:09.337272+0000","last_fullsized":"2021-03-04T23:35:09.337272+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"44","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.339973+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:35:09.339973+0000","last_peered":"2021-03-04T23:35:09.339973+0000","last_clean":"2021-03-04T23:35:09.339973+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:35:09.339973+0000","last_undegraded":"2021-03-04T23:35:09.339973+0000","last_fullsized":"2021-03-04T23:35:09.339973+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"288","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.339929+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:35:09.339929+0000","last_peered":"2021-03-04T23:35:09.339929+0000","last_clean":"2021-03-04T23:35:09.339929+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:35:09.339929+0000","last_undegraded":"2021-03-04T23:35:09.339929+0000","last_fullsized":"2021-03-04T23:35:09.339929+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"100","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.337314+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:35:09.337314+0000","last_peered":"2021-03-04T23:35:09.337314+0000","last_clean":"2021-03-04T23:35:09.337314+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:35:09.337314+0000","last_undegraded":"2021-03-04T23:35:09.337314+0000","last_fullsized":"2021-03-04T23:35:09.337314+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"86","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341589+0000","last_change":"2021-03-04T23:32:18.981656+0000","last_active":"2021-03-04T23:35:09.341589+0000","last_peered":"2021-03-04T23:35:09.341589+0000","last_clean":"2021-03-04T23:35:09.341589+0000","last_became_active":"2021-03-04T23:32:18.981253+0000","last_became_peered":"2021-03-04T23:32:18.981253+0000","last_unstale":"2021-03-04T23:35:09.341589+0000","last_undegraded":"2021-03-04T23:35:09.341589+0000","last_fullsized":"2021-03-04T23:35:09.341589+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"337","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.338588+0000","last_change":"2021-03-04T23:32:26.243636+0000","last_active":"2021-03-04T23:35:09.338588+0000","last_peered":"2021-03-04T23:35:09.338588+0000","last_clean":"2021-03-04T23:35:09.338588+0000","last_became_active":"2021-03-04T23:32:26.243433+0000","last_became_peered":"2021-03-04T23:32:26.243433+0000","last_unstale":"2021-03-04T23:35:09.338588+0000","last_undegraded":"2021-03-04T23:35:09.338588+0000","last_fullsized":"2021-03-04T23:35:09.338588+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"102","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.343074+0000","last_change":"2021-03-04T23:32:18.988970+0000","last_active":"2021-03-04T23:35:09.343074+0000","last_peered":"2021-03-04T23:35:09.343074+0000","last_clean":"2021-03-04T23:35:09.343074+0000","last_became_active":"2021-03-04T23:32:18.988819+0000","last_became_peered":"2021-03-04T23:32:18.988819+0000","last_unstale":"2021-03-04T23:35:09.343074+0000","last_undegraded":"2021-03-04T23:35:09.343074+0000","last_fullsized":"2021-03-04T23:35:09.343074+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"74","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341590+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:35:09.341590+0000","last_peered":"2021-03-04T23:35:09.341590+0000","last_clean":"2021-03-04T23:35:09.341590+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:35:09.341590+0000","last_undegraded":"2021-03-04T23:35:09.341590+0000","last_fullsized":"2021-03-04T23:35:09.341590+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"38","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.345428+0000","last_change":"2021-03-04T23:32:26.241627+0000","last_active":"2021-03-04T23:35:09.345428+0000","last_peered":"2021-03-04T23:35:09.345428+0000","last_clean":"2021-03-04T23:35:09.345428+0000","last_became_active":"2021-03-04T23:32:26.241358+0000","last_became_peered":"2021-03-04T23:32:26.241358+0000","last_unstale":"2021-03-04T23:35:09.345428+0000","last_undegraded":"2021-03-04T23:35:09.345428+0000","last_fullsized":"2021-03-04T23:35:09.345428+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"338","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.337347+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:35:09.337347+0000","last_peered":"2021-03-04T23:35:09.337347+0000","last_clean":"2021-03-04T23:35:09.337347+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:35:09.337347+0000","last_undegraded":"2021-03-04T23:35:09.337347+0000","last_fullsized":"2021-03-04T23:35:09.337347+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"317","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.337296+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:35:09.337296+0000","last_peered":"2021-03-04T23:35:09.337296+0000","last_clean":"2021-03-04T23:35:09.337296+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:35:09.337296+0000","last_undegraded":"2021-03-04T23:35:09.337296+0000","last_fullsized":"2021-03-04T23:35:09.337296+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"86","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341275+0000","last_change":"2021-03-04T23:32:18.982083+0000","last_active":"2021-03-04T23:35:09.341275+0000","last_peered":"2021-03-04T23:35:09.341275+0000","last_clean":"2021-03-04T23:35:09.341275+0000","last_became_active":"2021-03-04T23:32:18.981790+0000","last_became_peered":"2021-03-04T23:32:18.981790+0000","last_unstale":"2021-03-04T23:35:09.341275+0000","last_undegraded":"2021-03-04T23:35:09.341275+0000","last_fullsized":"2021-03-04T23:35:09.341275+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"96","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.344662+0000","last_change":"2021-03-04T23:32:19.165859+0000","last_active":"2021-03-04T23:35:09.344662+0000","last_peered":"2021-03-04T23:35:09.344662+0000","last_clean":"2021-03-04T23:35:09.344662+0000","last_became_active":"2021-03-04T23:32:19.018621+0000","last_became_peered":"2021-03-04T23:32:19.018621+0000","last_unstale":"2021-03-04T23:35:09.344662+0000","last_undegraded":"2021-03-04T23:35:09.344662+0000","last_fullsized":"2021-03-04T23:35:09.344662+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"118","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.337682+0000","last_change":"2021-03-04T23:32:26.238976+0000","last_active":"2021-03-04T23:35:09.337682+0000","last_peered":"2021-03-04T23:35:09.337682+0000","last_clean":"2021-03-04T23:35:09.337682+0000","last_became_active":"2021-03-04T23:32:26.238739+0000","last_became_peered":"2021-03-04T23:32:26.238739+0000","last_unstale":"2021-03-04T23:35:09.337682+0000","last_undegraded":"2021-03-04T23:35:09.337682+0000","last_fullsized":"2021-03-04T23:35:09.337682+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"86","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341353+0000","last_change":"2021-03-04T23:32:19.011685+0000","last_active":"2021-03-04T23:35:09.341353+0000","last_peered":"2021-03-04T23:35:09.341353+0000","last_clean":"2021-03-04T23:35:09.341353+0000","last_became_active":"2021-03-04T23:32:19.011404+0000","last_became_peered":"2021-03-04T23:32:19.011404+0000","last_unstale":"2021-03-04T23:35:09.341353+0000","last_undegraded":"2021-03-04T23:35:09.341353+0000","last_fullsized":"2021-03-04T23:35:09.341353+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"314","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341232+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:35:09.341232+0000","last_peered":"2021-03-04T23:35:09.341232+0000","last_clean":"2021-03-04T23:35:09.341232+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:35:09.341232+0000","last_undegraded":"2021-03-04T23:35:09.341232+0000","last_fullsized":"2021-03-04T23:35:09.341232+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"300","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.338376+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:35:09.338376+0000","last_peered":"2021-03-04T23:35:09.338376+0000","last_clean":"2021-03-04T23:35:09.338376+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:35:09.338376+0000","last_undegraded":"2021-03-04T23:35:09.338376+0000","last_fullsized":"2021-03-04T23:35:09.338376+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"86","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.344724+0000","last_change":"2021-03-04T23:32:19.019024+0000","last_active":"2021-03-04T23:35:09.344724+0000","last_peered":"2021-03-04T23:35:09.344724+0000","last_clean":"2021-03-04T23:35:09.344724+0000","last_became_active":"2021-03-04T23:32:19.018570+0000","last_became_peered":"2021-03-04T23:32:19.018570+0000","last_unstale":"2021-03-04T23:35:09.344724+0000","last_undegraded":"2021-03-04T23:35:09.344724+0000","last_fullsized":"2021-03-04T23:35:09.344724+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"77","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341450+0000","last_change":"2021-03-04T23:32:26.245321+0000","last_active":"2021-03-04T23:35:09.341450+0000","last_peered":"2021-03-04T23:35:09.341450+0000","last_clean":"2021-03-04T23:35:09.341450+0000","last_became_active":"2021-03-04T23:32:26.243283+0000","last_became_peered":"2021-03-04T23:32:26.243283+0000","last_unstale":"2021-03-04T23:35:09.341450+0000","last_undegraded":"2021-03-04T23:35:09.341450+0000","last_fullsized":"2021-03-04T23:35:09.341450+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"273","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341449+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:35:09.341449+0000","last_peered":"2021-03-04T23:35:09.341449+0000","last_clean":"2021-03-04T23:35:09.341449+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:35:09.341449+0000","last_undegraded":"2021-03-04T23:35:09.341449+0000","last_fullsized":"2021-03-04T23:35:09.341449+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"298","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.339951+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:35:09.339951+0000","last_peered":"2021-03-04T23:35:09.339951+0000","last_clean":"2021-03-04T23:35:09.339951+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:35:09.339951+0000","last_undegraded":"2021-03-04T23:35:09.339951+0000","last_fullsized":"2021-03-04T23:35:09.339951+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"86","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341294+0000","last_change":"2021-03-04T23:32:18.982413+0000","last_active":"2021-03-04T23:35:09.341294+0000","last_peered":"2021-03-04T23:35:09.341294+0000","last_clean":"2021-03-04T23:35:09.341294+0000","last_became_active":"2021-03-04T23:32:18.981859+0000","last_became_peered":"2021-03-04T23:32:18.981859+0000","last_unstale":"2021-03-04T23:35:09.341294+0000","last_undegraded":"2021-03-04T23:35:09.341294+0000","last_fullsized":"2021-03-04T23:35:09.341294+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"284","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.342838+0000","last_change":"2021-03-04T23:31:58.062545+0000","last_active":"2021-03-04T23:35:09.342838+0000","last_peered":"2021-03-04T23:35:09.342838+0000","last_clean":"2021-03-04T23:35:09.342838+0000","last_became_active":"2021-03-04T23:31:58.062078+0000","last_became_peered":"2021-03-04T23:31:58.062078+0000","last_unstale":"2021-03-04T23:35:09.342838+0000","last_undegraded":"2021-03-04T23:35:09.342838+0000","last_fullsized":"2021-03-04T23:35:09.342838+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"185","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.339554+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:35:09.339554+0000","last_peered":"2021-03-04T23:35:09.339554+0000","last_clean":"2021-03-04T23:35:09.339554+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:35:09.339554+0000","last_undegraded":"2021-03-04T23:35:09.339554+0000","last_fullsized":"2021-03-04T23:35:09.339554+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"100","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.338099+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:35:09.338099+0000","last_peered":"2021-03-04T23:35:09.338099+0000","last_clean":"2021-03-04T23:35:09.338099+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:35:09.338099+0000","last_undegraded":"2021-03-04T23:35:09.338099+0000","last_fullsized":"2021-03-04T23:35:09.338099+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"86","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341881+0000","last_change":"2021-03-04T23:32:18.990360+0000","last_active":"2021-03-04T23:35:09.341881+0000","last_peered":"2021-03-04T23:35:09.341881+0000","last_clean":"2021-03-04T23:35:09.341881+0000","last_became_active":"2021-03-04T23:32:18.985583+0000","last_became_peered":"2021-03-04T23:32:18.985583+0000","last_unstale":"2021-03-04T23:35:09.341881+0000","last_undegraded":"2021-03-04T23:35:09.341881+0000","last_fullsized":"2021-03-04T23:35:09.341881+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"38","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.346007+0000","last_change":"2021-03-04T23:32:26.249383+0000","last_active":"2021-03-04T23:35:09.346007+0000","last_peered":"2021-03-04T23:35:09.346007+0000","last_clean":"2021-03-04T23:35:09.346007+0000","last_became_active":"2021-03-04T23:32:26.249012+0000","last_became_peered":"2021-03-04T23:32:26.249012+0000","last_unstale":"2021-03-04T23:35:09.346007+0000","last_undegraded":"2021-03-04T23:35:09.346007+0000","last_fullsized":"2021-03-04T23:35:09.346007+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"295'16157","reported_seq":"16396","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:18.163277+0000","last_change":"2021-03-04T23:31:15.984936+0000","last_active":"2021-03-04T23:35:18.163277+0000","last_peered":"2021-03-04T23:35:18.163277+0000","last_clean":"2021-03-04T23:35:18.163277+0000","last_became_active":"2021-03-04T23:31:15.969777+0000","last_became_peered":"2021-03-04T23:31:15.969777+0000","last_unstale":"2021-03-04T23:35:18.163277+0000","last_undegraded":"2021-03-04T23:35:18.163277+0000","last_fullsized":"2021-03-04T23:35:18.163277+0000","mapping_epoch":236,"log_start":"188'11447","ondisk_log_start":"188'11447","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4710,"ondisk_log_size":4710,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":193265664,"num_objects":2949,"num_object_clones":0,"num_object_copies":8847,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2949,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16157,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":1048576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"72","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341842+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:35:09.341842+0000","last_peered":"2021-03-04T23:35:09.341842+0000","last_clean":"2021-03-04T23:35:09.341842+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:35:09.341842+0000","last_undegraded":"2021-03-04T23:35:09.341842+0000","last_fullsized":"2021-03-04T23:35:09.341842+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"303","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.338197+0000","last_change":"2021-03-04T23:32:18.976569+0000","last_active":"2021-03-04T23:35:09.338197+0000","last_peered":"2021-03-04T23:35:09.338197+0000","last_clean":"2021-03-04T23:35:09.338197+0000","last_became_active":"2021-03-04T23:32:18.976326+0000","last_became_peered":"2021-03-04T23:32:18.976326+0000","last_unstale":"2021-03-04T23:35:09.338197+0000","last_undegraded":"2021-03-04T23:35:09.338197+0000","last_fullsized":"2021-03-04T23:35:09.338197+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"86","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341630+0000","last_change":"2021-03-04T23:32:18.981638+0000","last_active":"2021-03-04T23:35:09.341630+0000","last_peered":"2021-03-04T23:35:09.341630+0000","last_clean":"2021-03-04T23:35:09.341630+0000","last_became_active":"2021-03-04T23:32:18.981295+0000","last_became_peered":"2021-03-04T23:32:18.981295+0000","last_unstale":"2021-03-04T23:35:09.341630+0000","last_undegraded":"2021-03-04T23:35:09.341630+0000","last_fullsized":"2021-03-04T23:35:09.341630+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"195","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.340003+0000","last_change":"2021-03-04T23:31:58.069396+0000","last_active":"2021-03-04T23:35:09.340003+0000","last_peered":"2021-03-04T23:35:09.340003+0000","last_clean":"2021-03-04T23:35:09.340003+0000","last_became_active":"2021-03-04T23:31:58.069222+0000","last_became_peered":"2021-03-04T23:31:58.069222+0000","last_unstale":"2021-03-04T23:35:09.340003+0000","last_undegraded":"2021-03-04T23:35:09.340003+0000","last_fullsized":"2021-03-04T23:35:09.340003+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"295'16376","reported_seq":"37242","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:20.323431+0000","last_change":"2021-03-04T23:31:02.313487+0000","last_active":"2021-03-04T23:35:20.323431+0000","last_peered":"2021-03-04T23:35:20.323431+0000","last_clean":"2021-03-04T23:35:20.323431+0000","last_became_active":"2021-03-04T23:31:02.298187+0000","last_became_peered":"2021-03-04T23:31:02.298187+0000","last_unstale":"2021-03-04T23:35:20.323431+0000","last_undegraded":"2021-03-04T23:35:20.323431+0000","last_fullsized":"2021-03-04T23:35:20.323431+0000","mapping_epoch":230,"log_start":"162'10722","ondisk_log_start":"162'10722","created":137,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5654,"ondisk_log_size":5654,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":177471488,"num_objects":2708,"num_object_clones":0,"num_object_copies":8124,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2708,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16376,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8025,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"72","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341661+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:35:09.341661+0000","last_peered":"2021-03-04T23:35:09.341661+0000","last_clean":"2021-03-04T23:35:09.341661+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:35:09.341661+0000","last_undegraded":"2021-03-04T23:35:09.341661+0000","last_fullsized":"2021-03-04T23:35:09.341661+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"365","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.337252+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:35:09.337252+0000","last_peered":"2021-03-04T23:35:09.337252+0000","last_clean":"2021-03-04T23:35:09.337252+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:35:09.337252+0000","last_undegraded":"2021-03-04T23:35:09.337252+0000","last_fullsized":"2021-03-04T23:35:09.337252+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"86","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.342000+0000","last_change":"2021-03-04T23:32:18.976226+0000","last_active":"2021-03-04T23:35:09.342000+0000","last_peered":"2021-03-04T23:35:09.342000+0000","last_clean":"2021-03-04T23:35:09.342000+0000","last_became_active":"2021-03-04T23:32:18.975856+0000","last_became_peered":"2021-03-04T23:32:18.975856+0000","last_unstale":"2021-03-04T23:35:09.342000+0000","last_undegraded":"2021-03-04T23:35:09.342000+0000","last_fullsized":"2021-03-04T23:35:09.342000+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"38","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.345806+0000","last_change":"2021-03-04T23:32:26.243559+0000","last_active":"2021-03-04T23:35:09.345806+0000","last_peered":"2021-03-04T23:35:09.345806+0000","last_clean":"2021-03-04T23:35:09.345806+0000","last_became_active":"2021-03-04T23:32:26.243315+0000","last_became_peered":"2021-03-04T23:32:26.243315+0000","last_unstale":"2021-03-04T23:35:09.345806+0000","last_undegraded":"2021-03-04T23:35:09.345806+0000","last_fullsized":"2021-03-04T23:35:09.345806+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"295'16300","reported_seq":"16502","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:18.708236+0000","last_change":"2021-03-04T23:31:16.986091+0000","last_active":"2021-03-04T23:35:18.708236+0000","last_peered":"2021-03-04T23:35:18.708236+0000","last_clean":"2021-03-04T23:35:18.708236+0000","last_became_active":"2021-03-04T23:31:16.966316+0000","last_became_peered":"2021-03-04T23:31:16.966316+0000","last_unstale":"2021-03-04T23:35:18.708236+0000","last_undegraded":"2021-03-04T23:35:18.708236+0000","last_fullsized":"2021-03-04T23:35:18.708236+0000","mapping_epoch":237,"log_start":"183'11187","ondisk_log_start":"183'11187","created":137,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5113,"ondisk_log_size":5113,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":191234048,"num_objects":2918,"num_object_clones":0,"num_object_copies":8754,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2918,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16300,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"72","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341842+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:35:09.341842+0000","last_peered":"2021-03-04T23:35:09.341842+0000","last_clean":"2021-03-04T23:35:09.341842+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:35:09.341842+0000","last_undegraded":"2021-03-04T23:35:09.341842+0000","last_fullsized":"2021-03-04T23:35:09.341842+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"44","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.339527+0000","last_change":"2021-03-04T23:32:18.980591+0000","last_active":"2021-03-04T23:35:09.339527+0000","last_peered":"2021-03-04T23:35:09.339527+0000","last_clean":"2021-03-04T23:35:09.339527+0000","last_became_active":"2021-03-04T23:32:18.980308+0000","last_became_peered":"2021-03-04T23:32:18.980308+0000","last_unstale":"2021-03-04T23:35:09.339527+0000","last_undegraded":"2021-03-04T23:35:09.339527+0000","last_fullsized":"2021-03-04T23:35:09.339527+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"86","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341734+0000","last_change":"2021-03-04T23:32:18.981505+0000","last_active":"2021-03-04T23:35:09.341734+0000","last_peered":"2021-03-04T23:35:09.341734+0000","last_clean":"2021-03-04T23:35:09.341734+0000","last_became_active":"2021-03-04T23:32:18.981076+0000","last_became_peered":"2021-03-04T23:32:18.981076+0000","last_unstale":"2021-03-04T23:35:09.341734+0000","last_undegraded":"2021-03-04T23:35:09.341734+0000","last_fullsized":"2021-03-04T23:35:09.341734+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"68","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341812+0000","last_change":"2021-03-04T23:31:15.977616+0000","last_active":"2021-03-04T23:35:09.341812+0000","last_peered":"2021-03-04T23:35:09.341812+0000","last_clean":"2021-03-04T23:35:09.341812+0000","last_became_active":"2021-03-04T23:31:15.976913+0000","last_became_peered":"2021-03-04T23:31:15.976913+0000","last_unstale":"2021-03-04T23:35:09.341812+0000","last_undegraded":"2021-03-04T23:35:09.341812+0000","last_fullsized":"2021-03-04T23:35:09.341812+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.6","version":"295'16513","reported_seq":"23254","reported_epoch":"295","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:35:18.697168+0000","last_change":"2021-03-04T23:32:27.548241+0000","last_active":"2021-03-04T23:35:18.697168+0000","last_peered":"2021-03-04T23:35:18.697168+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:32:27.370442+0000","last_became_peered":"2021-03-04T23:32:27.370442+0000","last_unstale":"2021-03-04T23:35:18.697168+0000","last_undegraded":"2021-03-04T23:32:27.364047+0000","last_fullsized":"2021-03-04T23:32:27.244914+0000","mapping_epoch":267,"log_start":"184'11382","ondisk_log_start":"184'11382","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5131,"ondisk_log_size":5131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":197591040,"num_objects":3015,"num_object_clones":0,"num_object_copies":9045,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8158,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3015,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16513,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3260,"num_bytes_recovered":213647360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"1,2,5","objects":813},{"shards":"1,5","objects":-1160},{"shards":"2,5,6","objects":2202}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"325","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.338260+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:35:09.338260+0000","last_peered":"2021-03-04T23:35:09.338260+0000","last_clean":"2021-03-04T23:35:09.338260+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:35:09.338260+0000","last_undegraded":"2021-03-04T23:35:09.338260+0000","last_fullsized":"2021-03-04T23:35:09.338260+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"289","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.339922+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:35:09.339922+0000","last_peered":"2021-03-04T23:35:09.339922+0000","last_clean":"2021-03-04T23:35:09.339922+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:35:09.339922+0000","last_undegraded":"2021-03-04T23:35:09.339922+0000","last_fullsized":"2021-03-04T23:35:09.339922+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"346","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.337910+0000","last_change":"2021-03-04T23:32:18.972523+0000","last_active":"2021-03-04T23:35:09.337910+0000","last_peered":"2021-03-04T23:35:09.337910+0000","last_clean":"2021-03-04T23:35:09.337910+0000","last_became_active":"2021-03-04T23:32:18.971535+0000","last_became_peered":"2021-03-04T23:32:18.971535+0000","last_unstale":"2021-03-04T23:35:09.337910+0000","last_undegraded":"2021-03-04T23:35:09.337910+0000","last_fullsized":"2021-03-04T23:35:09.337910+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"86","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341688+0000","last_change":"2021-03-04T23:32:18.981988+0000","last_active":"2021-03-04T23:35:09.341688+0000","last_peered":"2021-03-04T23:35:09.341688+0000","last_clean":"2021-03-04T23:35:09.341688+0000","last_became_active":"2021-03-04T23:32:18.981427+0000","last_became_peered":"2021-03-04T23:32:18.981427+0000","last_unstale":"2021-03-04T23:35:09.341688+0000","last_undegraded":"2021-03-04T23:35:09.341688+0000","last_fullsized":"2021-03-04T23:35:09.341688+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"295'16054","reported_seq":"28015","reported_epoch":"295","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:35:17.995574+0000","last_change":"2021-03-04T23:32:43.822873+0000","last_active":"2021-03-04T23:35:17.995574+0000","last_peered":"2021-03-04T23:35:17.995574+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:32:35.807116+0000","last_became_peered":"2021-03-04T23:32:35.807116+0000","last_unstale":"2021-03-04T23:35:17.995574+0000","last_undegraded":"2021-03-04T23:35:17.995574+0000","last_fullsized":"2021-03-04T23:32:19.969626+0000","mapping_epoch":261,"log_start":"158'9439","ondisk_log_start":"158'9439","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6615,"ondisk_log_size":6615,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":190185472,"num_objects":2902,"num_object_clones":0,"num_object_copies":8706,"num_objects_missing_on_primary":658,"num_objects_missing":658,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2902,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16054,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5878,"num_bytes_recovered":359202816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6],"avail_no_missing":["2","7"],"object_location_counts":[{"shards":"3,6","objects":2902}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"86","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.337652+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:35:09.337652+0000","last_peered":"2021-03-04T23:35:09.337652+0000","last_clean":"2021-03-04T23:35:09.337652+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:35:09.337652+0000","last_undegraded":"2021-03-04T23:35:09.337652+0000","last_fullsized":"2021-03-04T23:35:09.337652+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"326","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.337348+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:35:09.337348+0000","last_peered":"2021-03-04T23:35:09.337348+0000","last_clean":"2021-03-04T23:35:09.337348+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:35:09.337348+0000","last_undegraded":"2021-03-04T23:35:09.337348+0000","last_fullsized":"2021-03-04T23:35:09.337348+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"304","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.338048+0000","last_change":"2021-03-04T23:31:58.069697+0000","last_active":"2021-03-04T23:35:09.338048+0000","last_peered":"2021-03-04T23:35:09.338048+0000","last_clean":"2021-03-04T23:35:09.338048+0000","last_became_active":"2021-03-04T23:31:58.068973+0000","last_became_peered":"2021-03-04T23:31:58.068973+0000","last_unstale":"2021-03-04T23:35:09.338048+0000","last_undegraded":"2021-03-04T23:35:09.338048+0000","last_fullsized":"2021-03-04T23:35:09.338048+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"86","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341199+0000","last_change":"2021-03-04T23:32:19.011549+0000","last_active":"2021-03-04T23:35:09.341199+0000","last_peered":"2021-03-04T23:35:09.341199+0000","last_clean":"2021-03-04T23:35:09.341199+0000","last_became_active":"2021-03-04T23:32:19.011346+0000","last_became_peered":"2021-03-04T23:32:19.011346+0000","last_unstale":"2021-03-04T23:35:09.341199+0000","last_undegraded":"2021-03-04T23:35:09.341199+0000","last_fullsized":"2021-03-04T23:35:09.341199+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"295'16579","reported_seq":"31606","reported_epoch":"295","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:35:18.688959+0000","last_change":"2021-03-04T23:32:26.310942+0000","last_active":"2021-03-04T23:35:18.688959+0000","last_peered":"2021-03-04T23:35:18.688959+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:32:26.290638+0000","last_became_peered":"2021-03-04T23:32:26.290638+0000","last_unstale":"2021-03-04T23:35:18.688959+0000","last_undegraded":"2021-03-04T23:35:18.688959+0000","last_fullsized":"2021-03-04T23:35:18.688959+0000","mapping_epoch":266,"log_start":"185'11415","ondisk_log_start":"185'11415","created":137,"last_epoch_clean":233,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5164,"ondisk_log_size":5164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":187105280,"num_objects":2855,"num_object_clones":0,"num_object_copies":8565,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5710,"num_objects_unfound":0,"num_objects_dirty":2855,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16579,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7388,"num_bytes_recovered":475725824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[5,0,2],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"0,2,5","objects":2855}],"blocked_by":[],"up_primary":1,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"53","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.339653+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:35:09.339653+0000","last_peered":"2021-03-04T23:35:09.339653+0000","last_clean":"2021-03-04T23:35:09.339653+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:35:09.339653+0000","last_undegraded":"2021-03-04T23:35:09.339653+0000","last_fullsized":"2021-03-04T23:35:09.339653+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"314","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.337435+0000","last_change":"2021-03-04T23:32:18.970427+0000","last_active":"2021-03-04T23:35:09.337435+0000","last_peered":"2021-03-04T23:35:09.337435+0000","last_clean":"2021-03-04T23:35:09.337435+0000","last_became_active":"2021-03-04T23:32:18.970152+0000","last_became_peered":"2021-03-04T23:32:18.970152+0000","last_unstale":"2021-03-04T23:35:09.337435+0000","last_undegraded":"2021-03-04T23:35:09.337435+0000","last_fullsized":"2021-03-04T23:35:09.337435+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"86","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.344762+0000","last_change":"2021-03-04T23:32:19.018810+0000","last_active":"2021-03-04T23:35:09.344762+0000","last_peered":"2021-03-04T23:35:09.344762+0000","last_clean":"2021-03-04T23:35:09.344762+0000","last_became_active":"2021-03-04T23:32:19.018286+0000","last_became_peered":"2021-03-04T23:32:19.018286+0000","last_unstale":"2021-03-04T23:35:09.344762+0000","last_undegraded":"2021-03-04T23:35:09.344762+0000","last_fullsized":"2021-03-04T23:35:09.344762+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"77","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341303+0000","last_change":"2021-03-04T23:32:26.246083+0000","last_active":"2021-03-04T23:35:09.341303+0000","last_peered":"2021-03-04T23:35:09.341303+0000","last_clean":"2021-03-04T23:35:09.341303+0000","last_became_active":"2021-03-04T23:32:26.244207+0000","last_became_peered":"2021-03-04T23:32:26.244207+0000","last_unstale":"2021-03-04T23:35:09.341303+0000","last_undegraded":"2021-03-04T23:35:09.341303+0000","last_fullsized":"2021-03-04T23:35:09.341303+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"295'16475","reported_seq":"32034","reported_epoch":"295","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:35:22.638132+0000","last_change":"2021-03-04T23:32:26.376916+0000","last_active":"2021-03-04T23:35:22.638132+0000","last_peered":"2021-03-04T23:35:22.638132+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:32:26.331782+0000","last_became_peered":"2021-03-04T23:32:26.331782+0000","last_unstale":"2021-03-04T23:35:22.638132+0000","last_undegraded":"2021-03-04T23:32:26.253611+0000","last_fullsized":"2021-03-04T23:32:26.238493+0000","mapping_epoch":266,"log_start":"257'11973","ondisk_log_start":"257'11973","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4502,"ondisk_log_size":4502,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":162856960,"num_objects":2485,"num_object_clones":0,"num_object_copies":7455,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3797,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2485,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16475,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5565,"num_bytes_recovered":304480256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3],"avail_no_missing":["7","0","3","6"],"object_location_counts":[{"shards":"3,5,7","objects":2096},{"shards":"3,7","objects":389}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"291","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.337123+0000","last_change":"2021-03-04T23:31:58.064857+0000","last_active":"2021-03-04T23:35:09.337123+0000","last_peered":"2021-03-04T23:35:09.337123+0000","last_clean":"2021-03-04T23:35:09.337123+0000","last_became_active":"2021-03-04T23:31:58.064575+0000","last_became_peered":"2021-03-04T23:31:58.064575+0000","last_unstale":"2021-03-04T23:35:09.337123+0000","last_undegraded":"2021-03-04T23:35:09.337123+0000","last_fullsized":"2021-03-04T23:35:09.337123+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"353","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.337725+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:35:09.337725+0000","last_peered":"2021-03-04T23:35:09.337725+0000","last_clean":"2021-03-04T23:35:09.337725+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:35:09.337725+0000","last_undegraded":"2021-03-04T23:35:09.337725+0000","last_fullsized":"2021-03-04T23:35:09.337725+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"284","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.342766+0000","last_change":"2021-03-04T23:31:58.062715+0000","last_active":"2021-03-04T23:35:09.342766+0000","last_peered":"2021-03-04T23:35:09.342766+0000","last_clean":"2021-03-04T23:35:09.342766+0000","last_became_active":"2021-03-04T23:31:58.062351+0000","last_became_peered":"2021-03-04T23:31:58.062351+0000","last_unstale":"2021-03-04T23:35:09.342766+0000","last_undegraded":"2021-03-04T23:35:09.342766+0000","last_fullsized":"2021-03-04T23:35:09.342766+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"86","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341438+0000","last_change":"2021-03-04T23:32:18.982415+0000","last_active":"2021-03-04T23:35:09.341438+0000","last_peered":"2021-03-04T23:35:09.341438+0000","last_clean":"2021-03-04T23:35:09.341438+0000","last_became_active":"2021-03-04T23:32:18.982097+0000","last_became_peered":"2021-03-04T23:32:18.982097+0000","last_unstale":"2021-03-04T23:35:09.341438+0000","last_undegraded":"2021-03-04T23:35:09.341438+0000","last_fullsized":"2021-03-04T23:35:09.341438+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"295'16127","reported_seq":"38718","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:18.003244+0000","last_change":"2021-03-04T23:32:23.249042+0000","last_active":"2021-03-04T23:35:18.003244+0000","last_peered":"2021-03-04T23:35:18.003244+0000","last_clean":"2021-03-04T23:35:18.003244+0000","last_became_active":"2021-03-04T23:32:23.233324+0000","last_became_peered":"2021-03-04T23:32:23.233324+0000","last_unstale":"2021-03-04T23:35:18.003244+0000","last_undegraded":"2021-03-04T23:35:18.003244+0000","last_fullsized":"2021-03-04T23:35:18.003244+0000","mapping_epoch":264,"log_start":"158'9530","ondisk_log_start":"158'9530","created":137,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6597,"ondisk_log_size":6597,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":198901760,"num_objects":3035,"num_object_clones":0,"num_object_copies":9105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3035,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16127,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11178,"num_bytes_recovered":644808704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"109","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.337352+0000","last_change":"2021-03-04T23:32:26.240947+0000","last_active":"2021-03-04T23:35:09.337352+0000","last_peered":"2021-03-04T23:35:09.337352+0000","last_clean":"2021-03-04T23:35:09.337352+0000","last_became_active":"2021-03-04T23:32:26.240743+0000","last_became_peered":"2021-03-04T23:32:26.240743+0000","last_unstale":"2021-03-04T23:35:09.337352+0000","last_undegraded":"2021-03-04T23:35:09.337352+0000","last_fullsized":"2021-03-04T23:35:09.337352+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"134","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.345954+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:35:09.345954+0000","last_peered":"2021-03-04T23:35:09.345954+0000","last_clean":"2021-03-04T23:35:09.345954+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:35:09.345954+0000","last_undegraded":"2021-03-04T23:35:09.345954+0000","last_fullsized":"2021-03-04T23:35:09.345954+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"86","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341928+0000","last_change":"2021-03-04T23:32:18.981845+0000","last_active":"2021-03-04T23:35:09.341928+0000","last_peered":"2021-03-04T23:35:09.341928+0000","last_clean":"2021-03-04T23:35:09.341928+0000","last_became_active":"2021-03-04T23:32:18.981465+0000","last_became_peered":"2021-03-04T23:32:18.981465+0000","last_unstale":"2021-03-04T23:35:09.341928+0000","last_undegraded":"2021-03-04T23:35:09.341928+0000","last_fullsized":"2021-03-04T23:35:09.341928+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"295'16060","reported_seq":"30208","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:18.708397+0000","last_change":"2021-03-04T23:32:43.006956+0000","last_active":"2021-03-04T23:35:18.708397+0000","last_peered":"2021-03-04T23:35:18.708397+0000","last_clean":"2021-03-04T23:35:18.708397+0000","last_became_active":"2021-03-04T23:32:42.989066+0000","last_became_peered":"2021-03-04T23:32:42.989066+0000","last_unstale":"2021-03-04T23:35:18.708397+0000","last_undegraded":"2021-03-04T23:35:18.708397+0000","last_fullsized":"2021-03-04T23:35:18.708397+0000","mapping_epoch":273,"log_start":"172'10934","ondisk_log_start":"172'10934","created":137,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5126,"ondisk_log_size":5126,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":196476928,"num_objects":2998,"num_object_clones":0,"num_object_copies":8994,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2998,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16060,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6961,"num_bytes_recovered":299565056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"38","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.345737+0000","last_change":"2021-03-04T23:32:26.243555+0000","last_active":"2021-03-04T23:35:09.345737+0000","last_peered":"2021-03-04T23:35:09.345737+0000","last_clean":"2021-03-04T23:35:09.345737+0000","last_became_active":"2021-03-04T23:32:26.243321+0000","last_became_peered":"2021-03-04T23:32:26.243321+0000","last_unstale":"2021-03-04T23:35:09.345737+0000","last_undegraded":"2021-03-04T23:35:09.345737+0000","last_fullsized":"2021-03-04T23:35:09.345737+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"307","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.338256+0000","last_change":"2021-03-04T23:31:58.061270+0000","last_active":"2021-03-04T23:35:09.338256+0000","last_peered":"2021-03-04T23:35:09.338256+0000","last_clean":"2021-03-04T23:35:09.338256+0000","last_became_active":"2021-03-04T23:31:58.060937+0000","last_became_peered":"2021-03-04T23:31:58.060937+0000","last_unstale":"2021-03-04T23:35:09.338256+0000","last_undegraded":"2021-03-04T23:35:09.338256+0000","last_fullsized":"2021-03-04T23:35:09.338256+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"38","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.345442+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:35:09.345442+0000","last_peered":"2021-03-04T23:35:09.345442+0000","last_clean":"2021-03-04T23:35:09.345442+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:35:09.345442+0000","last_undegraded":"2021-03-04T23:35:09.345442+0000","last_fullsized":"2021-03-04T23:35:09.345442+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"86","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341536+0000","last_change":"2021-03-04T23:32:18.981793+0000","last_active":"2021-03-04T23:35:09.341536+0000","last_peered":"2021-03-04T23:35:09.341536+0000","last_clean":"2021-03-04T23:35:09.341536+0000","last_became_active":"2021-03-04T23:32:18.981354+0000","last_became_peered":"2021-03-04T23:32:18.981354+0000","last_unstale":"2021-03-04T23:35:09.341536+0000","last_undegraded":"2021-03-04T23:35:09.341536+0000","last_fullsized":"2021-03-04T23:35:09.341536+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"295'16348","reported_seq":"31092","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:18.141051+0000","last_change":"2021-03-04T23:31:15.989387+0000","last_active":"2021-03-04T23:35:18.141051+0000","last_peered":"2021-03-04T23:35:18.141051+0000","last_clean":"2021-03-04T23:35:18.141051+0000","last_became_active":"2021-03-04T23:31:15.968551+0000","last_became_peered":"2021-03-04T23:31:15.968551+0000","last_unstale":"2021-03-04T23:35:18.141051+0000","last_undegraded":"2021-03-04T23:35:18.141051+0000","last_fullsized":"2021-03-04T23:35:18.141051+0000","mapping_epoch":236,"log_start":"198'11703","ondisk_log_start":"198'11703","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4645,"ondisk_log_size":4645,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":194641920,"num_objects":2970,"num_object_clones":0,"num_object_copies":8910,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2970,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16348,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7379,"num_bytes_recovered":476381184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"347","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.337964+0000","last_change":"2021-03-04T23:32:18.974052+0000","last_active":"2021-03-04T23:35:09.337964+0000","last_peered":"2021-03-04T23:35:09.337964+0000","last_clean":"2021-03-04T23:35:09.337964+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:35:09.337964+0000","last_undegraded":"2021-03-04T23:35:09.337964+0000","last_fullsized":"2021-03-04T23:35:09.337964+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"297","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.337259+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:35:09.337259+0000","last_peered":"2021-03-04T23:35:09.337259+0000","last_clean":"2021-03-04T23:35:09.337259+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:35:09.337259+0000","last_undegraded":"2021-03-04T23:35:09.337259+0000","last_fullsized":"2021-03-04T23:35:09.337259+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"38","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.345743+0000","last_change":"2021-03-04T23:32:26.241730+0000","last_active":"2021-03-04T23:35:09.345743+0000","last_peered":"2021-03-04T23:35:09.345743+0000","last_clean":"2021-03-04T23:35:09.345743+0000","last_became_active":"2021-03-04T23:32:26.241443+0000","last_became_peered":"2021-03-04T23:32:26.241443+0000","last_unstale":"2021-03-04T23:35:09.345743+0000","last_undegraded":"2021-03-04T23:35:09.345743+0000","last_fullsized":"2021-03-04T23:35:09.345743+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"86","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341337+0000","last_change":"2021-03-04T23:32:18.982273+0000","last_active":"2021-03-04T23:35:09.341337+0000","last_peered":"2021-03-04T23:35:09.341337+0000","last_clean":"2021-03-04T23:35:09.341337+0000","last_became_active":"2021-03-04T23:32:18.981390+0000","last_became_peered":"2021-03-04T23:32:18.981390+0000","last_unstale":"2021-03-04T23:35:09.341337+0000","last_undegraded":"2021-03-04T23:35:09.341337+0000","last_fullsized":"2021-03-04T23:35:09.341337+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"295'16147","reported_seq":"24051","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:18.696350+0000","last_change":"2021-03-04T23:31:15.990321+0000","last_active":"2021-03-04T23:35:18.696350+0000","last_peered":"2021-03-04T23:35:18.696350+0000","last_clean":"2021-03-04T23:35:18.696350+0000","last_became_active":"2021-03-04T23:31:15.968330+0000","last_became_peered":"2021-03-04T23:31:15.968330+0000","last_unstale":"2021-03-04T23:35:18.696350+0000","last_undegraded":"2021-03-04T23:35:18.696350+0000","last_fullsized":"2021-03-04T23:35:18.696350+0000","mapping_epoch":236,"log_start":"176'11043","ondisk_log_start":"176'11043","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5104,"ondisk_log_size":5104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":190251008,"num_objects":2903,"num_object_clones":0,"num_object_copies":8709,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2903,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16147,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3842,"num_bytes_recovered":151388160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"287","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.342674+0000","last_change":"2021-03-04T23:31:58.062851+0000","last_active":"2021-03-04T23:35:09.342674+0000","last_peered":"2021-03-04T23:35:09.342674+0000","last_clean":"2021-03-04T23:35:09.342674+0000","last_became_active":"2021-03-04T23:31:58.062390+0000","last_became_peered":"2021-03-04T23:31:58.062390+0000","last_unstale":"2021-03-04T23:35:09.342674+0000","last_undegraded":"2021-03-04T23:35:09.342674+0000","last_fullsized":"2021-03-04T23:35:09.342674+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"38","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.345536+0000","last_change":"2021-03-04T23:32:26.241630+0000","last_active":"2021-03-04T23:35:09.345536+0000","last_peered":"2021-03-04T23:35:09.345536+0000","last_clean":"2021-03-04T23:35:09.345536+0000","last_became_active":"2021-03-04T23:32:26.241377+0000","last_became_peered":"2021-03-04T23:32:26.241377+0000","last_unstale":"2021-03-04T23:35:09.345536+0000","last_undegraded":"2021-03-04T23:35:09.345536+0000","last_fullsized":"2021-03-04T23:35:09.345536+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"38","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.345878+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:35:09.345878+0000","last_peered":"2021-03-04T23:35:09.345878+0000","last_clean":"2021-03-04T23:35:09.345878+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:35:09.345878+0000","last_undegraded":"2021-03-04T23:35:09.345878+0000","last_fullsized":"2021-03-04T23:35:09.345878+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"295'16155","reported_seq":"32265","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:17.989500+0000","last_change":"2021-03-04T23:30:59.306069+0000","last_active":"2021-03-04T23:35:17.989500+0000","last_peered":"2021-03-04T23:35:17.989500+0000","last_clean":"2021-03-04T23:35:17.989500+0000","last_became_active":"2021-03-04T23:30:59.292136+0000","last_became_peered":"2021-03-04T23:30:59.292136+0000","last_unstale":"2021-03-04T23:35:17.989500+0000","last_undegraded":"2021-03-04T23:35:17.989500+0000","last_fullsized":"2021-03-04T23:35:17.989500+0000","mapping_epoch":228,"log_start":"159'9597","ondisk_log_start":"159'9597","created":137,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6558,"ondisk_log_size":6558,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":194445312,"num_objects":2967,"num_object_clones":0,"num_object_copies":8901,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2967,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16155,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7939,"num_bytes_recovered":520224768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"305","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.338143+0000","last_change":"2021-03-04T23:31:58.069375+0000","last_active":"2021-03-04T23:35:09.338143+0000","last_peered":"2021-03-04T23:35:09.338143+0000","last_clean":"2021-03-04T23:35:09.338143+0000","last_became_active":"2021-03-04T23:31:58.069076+0000","last_became_peered":"2021-03-04T23:31:58.069076+0000","last_unstale":"2021-03-04T23:35:09.338143+0000","last_undegraded":"2021-03-04T23:35:09.338143+0000","last_fullsized":"2021-03-04T23:35:09.338143+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"86","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341399+0000","last_change":"2021-03-04T23:32:18.976198+0000","last_active":"2021-03-04T23:35:09.341399+0000","last_peered":"2021-03-04T23:35:09.341399+0000","last_clean":"2021-03-04T23:35:09.341399+0000","last_became_active":"2021-03-04T23:32:18.975757+0000","last_became_peered":"2021-03-04T23:32:18.975757+0000","last_unstale":"2021-03-04T23:35:09.341399+0000","last_undegraded":"2021-03-04T23:35:09.341399+0000","last_fullsized":"2021-03-04T23:35:09.341399+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"82","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.337485+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:35:09.337485+0000","last_peered":"2021-03-04T23:35:09.337485+0000","last_clean":"2021-03-04T23:35:09.337485+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:35:09.337485+0000","last_undegraded":"2021-03-04T23:35:09.337485+0000","last_fullsized":"2021-03-04T23:35:09.337485+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"44","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.339728+0000","last_change":"2021-03-04T23:32:18.986718+0000","last_active":"2021-03-04T23:35:09.339728+0000","last_peered":"2021-03-04T23:35:09.339728+0000","last_clean":"2021-03-04T23:35:09.339728+0000","last_became_active":"2021-03-04T23:32:18.986509+0000","last_became_peered":"2021-03-04T23:32:18.986509+0000","last_unstale":"2021-03-04T23:35:09.339728+0000","last_undegraded":"2021-03-04T23:35:09.339728+0000","last_fullsized":"2021-03-04T23:35:09.339728+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"86","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.344683+0000","last_change":"2021-03-04T23:32:19.018869+0000","last_active":"2021-03-04T23:35:09.344683+0000","last_peered":"2021-03-04T23:35:09.344683+0000","last_clean":"2021-03-04T23:35:09.344683+0000","last_became_active":"2021-03-04T23:32:19.018305+0000","last_became_peered":"2021-03-04T23:32:19.018305+0000","last_unstale":"2021-03-04T23:35:09.344683+0000","last_undegraded":"2021-03-04T23:35:09.344683+0000","last_fullsized":"2021-03-04T23:35:09.344683+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"295'16582","reported_seq":"38389","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:18.143569+0000","last_change":"2021-03-04T23:32:34.277292+0000","last_active":"2021-03-04T23:35:18.143569+0000","last_peered":"2021-03-04T23:35:18.143569+0000","last_clean":"2021-03-04T23:35:18.143569+0000","last_became_active":"2021-03-04T23:32:34.260379+0000","last_became_peered":"2021-03-04T23:32:34.260379+0000","last_unstale":"2021-03-04T23:35:18.143569+0000","last_undegraded":"2021-03-04T23:35:18.143569+0000","last_fullsized":"2021-03-04T23:35:18.143569+0000","mapping_epoch":270,"log_start":"197'11935","ondisk_log_start":"197'11935","created":137,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4647,"ondisk_log_size":4647,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":195690496,"num_objects":2986,"num_object_clones":0,"num_object_copies":8958,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2986,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16582,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10774,"num_bytes_recovered":705953792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"77","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341253+0000","last_change":"2021-03-04T23:32:26.246392+0000","last_active":"2021-03-04T23:35:09.341253+0000","last_peered":"2021-03-04T23:35:09.341253+0000","last_clean":"2021-03-04T23:35:09.341253+0000","last_became_active":"2021-03-04T23:32:26.245274+0000","last_became_peered":"2021-03-04T23:32:26.245274+0000","last_unstale":"2021-03-04T23:35:09.341253+0000","last_undegraded":"2021-03-04T23:35:09.341253+0000","last_fullsized":"2021-03-04T23:35:09.341253+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"279","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.339848+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:35:09.339848+0000","last_peered":"2021-03-04T23:35:09.339848+0000","last_clean":"2021-03-04T23:35:09.339848+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:35:09.339848+0000","last_undegraded":"2021-03-04T23:35:09.339848+0000","last_fullsized":"2021-03-04T23:35:09.339848+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"325","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.340062+0000","last_change":"2021-03-04T23:32:26.243552+0000","last_active":"2021-03-04T23:35:09.340062+0000","last_peered":"2021-03-04T23:35:09.340062+0000","last_clean":"2021-03-04T23:35:09.340062+0000","last_became_active":"2021-03-04T23:32:26.243356+0000","last_became_peered":"2021-03-04T23:32:26.243356+0000","last_unstale":"2021-03-04T23:35:09.340062+0000","last_undegraded":"2021-03-04T23:35:09.340062+0000","last_fullsized":"2021-03-04T23:35:09.340062+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"86","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341740+0000","last_change":"2021-03-04T23:32:18.976958+0000","last_active":"2021-03-04T23:35:09.341740+0000","last_peered":"2021-03-04T23:35:09.341740+0000","last_clean":"2021-03-04T23:35:09.341740+0000","last_became_active":"2021-03-04T23:32:18.975806+0000","last_became_peered":"2021-03-04T23:32:18.975806+0000","last_unstale":"2021-03-04T23:35:09.341740+0000","last_undegraded":"2021-03-04T23:35:09.341740+0000","last_fullsized":"2021-03-04T23:35:09.341740+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"295'16633","reported_seq":"34298","reported_epoch":"295","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:35:22.640993+0000","last_change":"2021-03-04T23:32:27.307328+0000","last_active":"2021-03-04T23:35:22.640993+0000","last_peered":"2021-03-04T23:35:22.640993+0000","last_clean":"2021-03-04T23:32:23.232073+0000","last_became_active":"2021-03-04T23:32:27.288606+0000","last_became_peered":"2021-03-04T23:32:27.288606+0000","last_unstale":"2021-03-04T23:35:22.640993+0000","last_undegraded":"2021-03-04T23:35:22.640993+0000","last_fullsized":"2021-03-04T23:35:22.640993+0000","mapping_epoch":267,"log_start":"257'12086","ondisk_log_start":"257'12086","created":137,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4547,"ondisk_log_size":4547,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":164954112,"num_objects":2517,"num_object_clones":0,"num_object_copies":7551,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2517,"num_objects_unfound":0,"num_objects_dirty":2517,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16633,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8712,"num_bytes_recovered":396623872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,0],"avail_no_missing":["7","0","4"],"object_location_counts":[{"shards":"0,4,7","objects":2517}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"68","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341627+0000","last_change":"2021-03-04T23:31:15.976911+0000","last_active":"2021-03-04T23:35:09.341627+0000","last_peered":"2021-03-04T23:35:09.341627+0000","last_clean":"2021-03-04T23:35:09.341627+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:35:09.341627+0000","last_undegraded":"2021-03-04T23:35:09.341627+0000","last_fullsized":"2021-03-04T23:35:09.341627+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"38","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.345869+0000","last_change":"2021-03-04T23:32:26.241609+0000","last_active":"2021-03-04T23:35:09.345869+0000","last_peered":"2021-03-04T23:35:09.345869+0000","last_clean":"2021-03-04T23:35:09.345869+0000","last_became_active":"2021-03-04T23:32:26.241419+0000","last_became_peered":"2021-03-04T23:32:26.241419+0000","last_unstale":"2021-03-04T23:35:09.345869+0000","last_undegraded":"2021-03-04T23:35:09.345869+0000","last_fullsized":"2021-03-04T23:35:09.345869+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"257","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.338078+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:35:09.338078+0000","last_peered":"2021-03-04T23:35:09.338078+0000","last_clean":"2021-03-04T23:35:09.338078+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:35:09.338078+0000","last_undegraded":"2021-03-04T23:35:09.338078+0000","last_fullsized":"2021-03-04T23:35:09.338078+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"86","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341948+0000","last_change":"2021-03-04T23:32:18.990243+0000","last_active":"2021-03-04T23:35:09.341948+0000","last_peered":"2021-03-04T23:35:09.341948+0000","last_clean":"2021-03-04T23:35:09.341948+0000","last_became_active":"2021-03-04T23:32:18.985408+0000","last_became_peered":"2021-03-04T23:32:18.985408+0000","last_unstale":"2021-03-04T23:35:09.341948+0000","last_undegraded":"2021-03-04T23:35:09.341948+0000","last_fullsized":"2021-03-04T23:35:09.341948+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"295'16533","reported_seq":"24597","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:22.639300+0000","last_change":"2021-03-04T23:32:54.052768+0000","last_active":"2021-03-04T23:35:22.639300+0000","last_peered":"2021-03-04T23:35:22.639300+0000","last_clean":"2021-03-04T23:35:22.639300+0000","last_became_active":"2021-03-04T23:32:54.024075+0000","last_became_peered":"2021-03-04T23:32:54.024075+0000","last_unstale":"2021-03-04T23:35:22.639300+0000","last_undegraded":"2021-03-04T23:35:22.639300+0000","last_fullsized":"2021-03-04T23:35:22.639300+0000","mapping_epoch":276,"log_start":"258'11995","ondisk_log_start":"258'11995","created":137,"last_epoch_clean":277,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4538,"ondisk_log_size":4538,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":160038936,"num_objects":2443,"num_object_clones":0,"num_object_copies":7329,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2443,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":16533,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3917,"num_bytes_recovered":147324952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"108","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.338108+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:35:09.338108+0000","last_peered":"2021-03-04T23:35:09.338108+0000","last_clean":"2021-03-04T23:35:09.338108+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:35:09.338108+0000","last_undegraded":"2021-03-04T23:35:09.338108+0000","last_fullsized":"2021-03-04T23:35:09.338108+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"38","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.345947+0000","last_change":"2021-03-04T23:32:26.249226+0000","last_active":"2021-03-04T23:35:09.345947+0000","last_peered":"2021-03-04T23:35:09.345947+0000","last_clean":"2021-03-04T23:35:09.345947+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:35:09.345947+0000","last_undegraded":"2021-03-04T23:35:09.345947+0000","last_fullsized":"2021-03-04T23:35:09.345947+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"100","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.337323+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:35:09.337323+0000","last_peered":"2021-03-04T23:35:09.337323+0000","last_clean":"2021-03-04T23:35:09.337323+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:35:09.337323+0000","last_undegraded":"2021-03-04T23:35:09.337323+0000","last_fullsized":"2021-03-04T23:35:09.337323+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"86","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.341681+0000","last_change":"2021-03-04T23:32:18.976964+0000","last_active":"2021-03-04T23:35:09.341681+0000","last_peered":"2021-03-04T23:35:09.341681+0000","last_clean":"2021-03-04T23:35:09.341681+0000","last_became_active":"2021-03-04T23:32:18.976053+0000","last_became_peered":"2021-03-04T23:32:18.976053+0000","last_unstale":"2021-03-04T23:35:09.341681+0000","last_undegraded":"2021-03-04T23:35:09.341681+0000","last_fullsized":"2021-03-04T23:35:09.341681+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"295'16051","reported_seq":"23665","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:17.993034+0000","last_change":"2021-03-04T23:31:15.998496+0000","last_active":"2021-03-04T23:35:17.993034+0000","last_peered":"2021-03-04T23:35:17.993034+0000","last_clean":"2021-03-04T23:35:17.993034+0000","last_became_active":"2021-03-04T23:31:15.976417+0000","last_became_peered":"2021-03-04T23:31:15.976417+0000","last_unstale":"2021-03-04T23:35:17.993034+0000","last_undegraded":"2021-03-04T23:35:17.993034+0000","last_fullsized":"2021-03-04T23:35:17.993034+0000","mapping_epoch":236,"log_start":"158'9475","ondisk_log_start":"158'9475","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6576,"ondisk_log_size":6576,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":195887104,"num_objects":2989,"num_object_clones":0,"num_object_copies":8967,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2989,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16051,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3697,"num_bytes_recovered":238419968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"196","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.340038+0000","last_change":"2021-03-04T23:31:58.069248+0000","last_active":"2021-03-04T23:35:09.340038+0000","last_peered":"2021-03-04T23:35:09.340038+0000","last_clean":"2021-03-04T23:35:09.340038+0000","last_became_active":"2021-03-04T23:31:58.068899+0000","last_became_peered":"2021-03-04T23:31:58.068899+0000","last_unstale":"2021-03-04T23:35:09.340038+0000","last_undegraded":"2021-03-04T23:35:09.340038+0000","last_fullsized":"2021-03-04T23:35:09.340038+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"328","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.340105+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:35:09.340105+0000","last_peered":"2021-03-04T23:35:09.340105+0000","last_clean":"2021-03-04T23:35:09.340105+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:35:09.340105+0000","last_undegraded":"2021-03-04T23:35:09.340105+0000","last_fullsized":"2021-03-04T23:35:09.340105+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"266","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.337136+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:35:09.337136+0000","last_peered":"2021-03-04T23:35:09.337136+0000","last_clean":"2021-03-04T23:35:09.337136+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:35:09.337136+0000","last_undegraded":"2021-03-04T23:35:09.337136+0000","last_fullsized":"2021-03-04T23:35:09.337136+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"261","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.340065+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:35:09.340065+0000","last_peered":"2021-03-04T23:35:09.340065+0000","last_clean":"2021-03-04T23:35:09.340065+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:35:09.340065+0000","last_undegraded":"2021-03-04T23:35:09.340065+0000","last_fullsized":"2021-03-04T23:35:09.340065+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"301","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.345920+0000","last_change":"2021-03-04T23:31:58.060196+0000","last_active":"2021-03-04T23:35:09.345920+0000","last_peered":"2021-03-04T23:35:09.345920+0000","last_clean":"2021-03-04T23:35:09.345920+0000","last_became_active":"2021-03-04T23:31:58.059959+0000","last_became_peered":"2021-03-04T23:31:58.059959+0000","last_unstale":"2021-03-04T23:35:09.345920+0000","last_undegraded":"2021-03-04T23:35:09.345920+0000","last_fullsized":"2021-03-04T23:35:09.345920+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"358","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.338318+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:35:09.338318+0000","last_peered":"2021-03-04T23:35:09.338318+0000","last_clean":"2021-03-04T23:35:09.338318+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:35:09.338318+0000","last_undegraded":"2021-03-04T23:35:09.338318+0000","last_fullsized":"2021-03-04T23:35:09.338318+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"341","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.337390+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:35:09.337390+0000","last_peered":"2021-03-04T23:35:09.337390+0000","last_clean":"2021-03-04T23:35:09.337390+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:35:09.337390+0000","last_undegraded":"2021-03-04T23:35:09.337390+0000","last_fullsized":"2021-03-04T23:35:09.337390+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"304","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.338273+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:35:09.338273+0000","last_peered":"2021-03-04T23:35:09.338273+0000","last_clean":"2021-03-04T23:35:09.338273+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:35:09.338273+0000","last_undegraded":"2021-03-04T23:35:09.338273+0000","last_fullsized":"2021-03-04T23:35:09.338273+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"311","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.337142+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:35:09.337142+0000","last_peered":"2021-03-04T23:35:09.337142+0000","last_clean":"2021-03-04T23:35:09.337142+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:35:09.337142+0000","last_undegraded":"2021-03-04T23:35:09.337142+0000","last_fullsized":"2021-03-04T23:35:09.337142+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"100","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.337957+0000","last_change":"2021-03-04T23:32:18.971387+0000","last_active":"2021-03-04T23:35:09.337957+0000","last_peered":"2021-03-04T23:35:09.337957+0000","last_clean":"2021-03-04T23:35:09.337957+0000","last_became_active":"2021-03-04T23:32:18.971083+0000","last_became_peered":"2021-03-04T23:32:18.971083+0000","last_unstale":"2021-03-04T23:35:09.337957+0000","last_undegraded":"2021-03-04T23:35:09.337957+0000","last_fullsized":"2021-03-04T23:35:09.337957+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"84","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.342958+0000","last_change":"2021-03-04T23:31:58.062548+0000","last_active":"2021-03-04T23:35:09.342958+0000","last_peered":"2021-03-04T23:35:09.342958+0000","last_clean":"2021-03-04T23:35:09.342958+0000","last_became_active":"2021-03-04T23:31:58.062122+0000","last_became_peered":"2021-03-04T23:31:58.062122+0000","last_unstale":"2021-03-04T23:35:09.342958+0000","last_undegraded":"2021-03-04T23:35:09.342958+0000","last_fullsized":"2021-03-04T23:35:09.342958+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"269","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.339920+0000","last_change":"2021-03-04T23:32:19.162403+0000","last_active":"2021-03-04T23:35:09.339920+0000","last_peered":"2021-03-04T23:35:09.339920+0000","last_clean":"2021-03-04T23:35:09.339920+0000","last_became_active":"2021-03-04T23:32:18.984227+0000","last_became_peered":"2021-03-04T23:32:18.984227+0000","last_unstale":"2021-03-04T23:35:09.339920+0000","last_undegraded":"2021-03-04T23:35:09.339920+0000","last_fullsized":"2021-03-04T23:35:09.339920+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"362","reported_epoch":"294","state":"active+clean","last_fresh":"2021-03-04T23:35:09.337035+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:35:09.337035+0000","last_peered":"2021-03-04T23:35:09.337035+0000","last_clean":"2021-03-04T23:35:09.337035+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:35:09.337035+0000","last_undegraded":"2021-03-04T23:35:09.337035+0000","last_fullsized":"2021-03-04T23:35:09.337035+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":10713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9858802,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":6},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":2990997528,"num_objects":45640,"num_object_clones":0,"num_object_copies":136920,"num_objects_missing_on_primary":658,"num_objects_missing":658,"num_objects_degraded":11955,"num_objects_misplaced":8227,"num_objects_unfound":0,"num_objects_dirty":45640,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":261090,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":94667,"num_bytes_recovered":5451284504,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":11281707008,"data_stored":11281694792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":85227,"ondisk_log_size":85227,"up":48,"acting":45,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495992,"num_pgs":67,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2641928,"kb_used_data":1593344,"kb_used_omap":2097,"kb_used_meta":1046478,"kb_avail":85438456,"statfs":{"total":90194313216,"available":87488978944,"internally_reserved":1073741824,"allocated":1631584256,"data_stored":1630133956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":1071593865},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,3,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:00 2021","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.33400000000000002,"15min":0.32400000000000001},"min":{"1min":0.17100000000000001,"5min":0.125,"15min":0.125},"max":{"1min":0.51300000000000001,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.14799999999999999},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.38900000000000001,"15min":0.40200000000000002},"min":{"1min":0.16700000000000001,"5min":0.158,"15min":0.158},"max":{"1min":0.53700000000000003,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.214}]},{"osd":1,"last update":"Thu Mar 4 23:34:34 2021","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.39800000000000002,"15min":0.58099999999999996},"min":{"1min":0.20999999999999999,"5min":0.17499999999999999,"15min":0.16200000000000001},"max":{"1min":0.55100000000000005,"5min":0.91700000000000004,"15min":37.856000000000002},"last":0.17999999999999999},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.41399999999999998,"15min":0.61199999999999999},"min":{"1min":0.19800000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.53100000000000003,"5min":1.0409999999999999,"15min":37.914000000000001},"last":0.76100000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.34000000000000002,"15min":0.45100000000000001},"min":{"1min":0.187,"5min":0.187,"15min":0.17999999999999999},"max":{"1min":0.48499999999999999,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.41699999999999998,"15min":0.504},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.182},"max":{"1min":0.504,"5min":0.94499999999999995,"15min":3.206},"last":0.27900000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.28199999999999997,"5min":0.34399999999999997,"15min":0.85099999999999998},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.39000000000000001,"5min":0.96399999999999997,"15min":63.959000000000003},"last":0.37},{"interface":"front","average":{"1min":0.27600000000000002,"5min":0.34999999999999998,"15min":0.88100000000000001},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":0.35499999999999998,"5min":0.84399999999999997,"15min":64.183999999999997},"last":0.23400000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.251,"5min":0.312,"15min":0.39800000000000002},"min":{"1min":0.14599999999999999,"5min":0.13,"15min":0.13},"max":{"1min":0.47199999999999998,"5min":0.65500000000000003,"15min":4.0179999999999998},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.254,"5min":0.28199999999999997,"15min":0.34000000000000002},"min":{"1min":0.158,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.42399999999999999,"5min":0.51000000000000001,"15min":3.7410000000000001},"last":0.39500000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.26500000000000001,"5min":0.28899999999999998,"15min":0.33800000000000002},"min":{"1min":0.16200000000000001,"5min":0.159,"15min":0.14299999999999999},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":3.621},"last":0.20000000000000001},{"interface":"front","average":{"1min":0.31,"5min":0.33300000000000002,"15min":0.42299999999999999},"min":{"1min":0.185,"5min":0.156,"15min":0.156},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":3.54},"last":0.30099999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:34:52 2021","interfaces":[{"interface":"back","average":{"1min":0.26800000000000002,"5min":0.29299999999999998,"15min":0.38300000000000001},"min":{"1min":0.17199999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":0.42499999999999999,"5min":0.627,"15min":4.1299999999999999},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.36099999999999999,"15min":0.48799999999999999},"min":{"1min":0.20200000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.52000000000000002,"5min":0.67700000000000005,"15min":3.7850000000000001},"last":0.35499999999999998}]}]},{"osd":6,"up_from":41,"seq":176093659493,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1523840,"kb_used_data":475256,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86556544,"statfs":{"total":90194313216,"available":88633901056,"internally_reserved":1073741824,"allocated":486662144,"data_stored":485220453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:11 2021","interfaces":[{"interface":"back","average":{"1min":0.26600000000000001,"5min":0.33300000000000002,"15min":0.35199999999999998},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.42999999999999999,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":2.2490000000000001},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.35899999999999999,"15min":0.36199999999999999},"min":{"1min":0.151,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.54600000000000004,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.23499999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:34:25 2021","interfaces":[{"interface":"back","average":{"1min":0.29699999999999999,"5min":0.35599999999999998,"15min":0.40100000000000002},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.59199999999999997,"5min":0.874,"15min":3.5049999999999999},"last":1.746},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.39000000000000001,"15min":0.45000000000000001},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.17000000000000001},"max":{"1min":0.441,"5min":0.91600000000000004,"15min":4.149},"last":0.21099999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:34:25 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.40200000000000002,"15min":0.45600000000000002},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.185},"max":{"1min":0.53100000000000003,"5min":0.85399999999999998,"15min":4.0940000000000003},"last":1.0049999999999999},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.378,"15min":0.433},"min":{"1min":0.188,"5min":0.188,"15min":0.186},"max":{"1min":0.48399999999999999,"5min":0.83999999999999997,"15min":2.6360000000000001},"last":1.806}]},{"osd":3,"last update":"Thu Mar 4 23:34:25 2021","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.379,"15min":1.0029999999999999},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.44900000000000001,"5min":0.877,"15min":77.881},"last":1.782},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.39200000000000002,"15min":1.016},"min":{"1min":0.254,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.496,"5min":0.94999999999999996,"15min":77.683000000000007},"last":0.249}]},{"osd":4,"last update":"Thu Mar 4 23:35:11 2021","interfaces":[{"interface":"back","average":{"1min":0.24099999999999999,"5min":0.29699999999999999,"15min":0.37},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.13300000000000001},"max":{"1min":0.36599999999999999,"5min":0.58299999999999996,"15min":4.1539999999999999},"last":0.188},{"interface":"front","average":{"1min":0.23999999999999999,"5min":0.29299999999999998,"15min":0.36199999999999999},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.14299999999999999},"max":{"1min":0.379,"5min":0.56699999999999995,"15min":4.1269999999999998},"last":0.35599999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:35:11 2021","interfaces":[{"interface":"back","average":{"1min":0.27300000000000002,"5min":0.30099999999999999,"15min":0.379},"min":{"1min":0.188,"5min":0.155,"15min":0.155},"max":{"1min":0.40799999999999997,"5min":0.53300000000000003,"15min":4.0010000000000003},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.26700000000000002,"5min":0.30299999999999999,"15min":0.42299999999999999},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.13900000000000001},"max":{"1min":0.48299999999999998,"5min":0.57399999999999995,"15min":4.2389999999999999},"last":0.39100000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:35:11 2021","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.33300000000000002,"15min":0.46100000000000002},"min":{"1min":0.20000000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.41999999999999998,"5min":0.56299999999999994,"15min":4.5880000000000001},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.315,"5min":0.34699999999999998,"15min":0.41699999999999998},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.52000000000000002,"5min":0.59199999999999997,"15min":4.0129999999999999},"last":1.365}]}]},{"osd":1,"up_from":87,"seq":373662155012,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2168556,"kb_used_data":1985252,"kb_used_omap":2528,"kb_used_meta":180767,"kb_avail":85911828,"statfs":{"total":90194313216,"available":87973711872,"internally_reserved":0,"allocated":2032898048,"data_stored":2031473605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":185105710},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:59 2021","interfaces":[{"interface":"back","average":{"1min":0.184,"5min":0.69699999999999995,"15min":0.38700000000000001},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.28899999999999998,"5min":39.125,"15min":39.125},"last":0.17799999999999999},{"interface":"front","average":{"1min":0.246,"5min":0.77200000000000002,"15min":0.45500000000000002},"min":{"1min":0.19400000000000001,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.313,"5min":39.207000000000001,"15min":39.207000000000001},"last":0.25600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.24399999999999999,"5min":0.25600000000000001,"15min":0.32300000000000001},"min":{"1min":0.14899999999999999,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.51000000000000001,"5min":0.59999999999999998,"15min":3.069},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.22800000000000001,"5min":0.25800000000000001,"15min":0.35699999999999998},"min":{"1min":0.156,"5min":0.14999999999999999,"15min":0.13100000000000001},"max":{"1min":0.43099999999999999,"5min":0.47899999999999998,"15min":3.8700000000000001},"last":0.20200000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:35:15 2021","interfaces":[{"interface":"back","average":{"1min":5.7450000000000001,"5min":1.512,"15min":1.1579999999999999},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":75.444000000000003,"5min":75.444000000000003,"15min":110.28400000000001},"last":0.223},{"interface":"front","average":{"1min":5.7759999999999998,"5min":1.534,"15min":1.173},"min":{"1min":0.17899999999999999,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":75.486999999999995,"5min":75.486999999999995,"15min":109.977},"last":0.23899999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.41099999999999998,"15min":0.52500000000000002},"min":{"1min":0.25900000000000001,"5min":0.20899999999999999,"15min":0.182},"max":{"1min":0.54200000000000004,"5min":0.91900000000000004,"15min":4.9850000000000003},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39100000000000001,"15min":0.47099999999999997},"min":{"1min":0.26200000000000001,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.64900000000000002,"5min":0.85699999999999998,"15min":3.7050000000000001},"last":0.41699999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.40500000000000003,"15min":0.51300000000000001},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20699999999999999},"max":{"1min":0.60499999999999998,"5min":0.84399999999999997,"15min":8.6690000000000005},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.38,"5min":0.40999999999999998,"15min":0.53400000000000003},"min":{"1min":0.24399999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.621,"5min":0.81200000000000006,"15min":4.415},"last":2.0649999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:34:53 2021","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.41499999999999998,"15min":0.51300000000000001},"min":{"1min":0.25600000000000001,"5min":0.22600000000000001,"15min":0.214},"max":{"1min":0.63200000000000001,"5min":0.90500000000000003,"15min":3.7610000000000001},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.441,"15min":0.52200000000000002},"min":{"1min":0.28199999999999997,"5min":0.26100000000000001,"15min":0.24299999999999999},"max":{"1min":0.67600000000000005,"5min":0.88,"15min":3.5550000000000002},"last":0.32000000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.44500000000000001,"15min":0.59599999999999997},"min":{"1min":0.313,"5min":0.29099999999999998,"15min":0.20899999999999999},"max":{"1min":0.63700000000000001,"5min":0.88900000000000001,"15min":3.782},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.42899999999999999,"15min":0.53300000000000003},"min":{"1min":0.254,"5min":0.254,"15min":0.224},"max":{"1min":0.76300000000000001,"5min":0.93400000000000005,"15min":4.5049999999999999},"last":0.44}]}]},{"osd":0,"up_from":174,"seq":747324309595,"num_pgs":65,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1283888,"kb_used_data":1167272,"kb_used_omap":980,"kb_used_meta":115627,"kb_avail":86796496,"statfs":{"total":90194313216,"available":88879611904,"internally_reserved":0,"allocated":1195286528,"data_stored":1193858540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":118403011},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.19500000000000001,"5min":0.22700000000000001,"15min":0.248},"min":{"1min":0.14799999999999999,"5min":0.12,"15min":0.12},"max":{"1min":0.29299999999999998,"5min":0.623,"15min":0.623},"last":0.19500000000000001},{"interface":"front","average":{"1min":0.20000000000000001,"5min":0.23599999999999999,"15min":0.23899999999999999},"min":{"1min":0.14699999999999999,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.34499999999999997,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.23000000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.224,"5min":0.25900000000000001,"15min":0.24099999999999999},"min":{"1min":0.156,"5min":0.156,"15min":0.14899999999999999},"max":{"1min":0.27000000000000002,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.17999999999999999},{"interface":"front","average":{"1min":0.26000000000000001,"5min":0.27100000000000002,"15min":0.27400000000000002},"min":{"1min":0.17399999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.40600000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.309}]},{"osd":3,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.20999999999999999,"5min":0.26700000000000002,"15min":0.27800000000000002},"min":{"1min":0.128,"5min":0.128,"15min":0.128},"max":{"1min":0.34999999999999998,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.21199999999999999},{"interface":"front","average":{"1min":0.24099999999999999,"5min":0.28100000000000003,"15min":0.29499999999999998},"min":{"1min":0.16300000000000001,"5min":0.151,"15min":0.151},"max":{"1min":0.371,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.253}]},{"osd":4,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.38500000000000001,"15min":0.38400000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.64500000000000002,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.39000000000000001,"15min":0.38300000000000001},"min":{"1min":0.22800000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.59499999999999997,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.36799999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.39500000000000002,"15min":0.39100000000000001},"min":{"1min":0.27200000000000002,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.58499999999999996,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.38,"15min":0.38900000000000001},"min":{"1min":0.219,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.66400000000000003,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.39100000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.371,"15min":0.40400000000000003},"min":{"1min":0.22500000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.57099999999999995,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.27000000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.59899999999999998,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.34799999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.39100000000000001,"15min":0.39000000000000001},"min":{"1min":0.26700000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.627,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.41399999999999998,"15min":0.40799999999999997},"min":{"1min":0.248,"5min":0.248,"15min":0.24199999999999999},"max":{"1min":0.68300000000000005,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.29899999999999999}]}]},{"osd":2,"up_from":0,"seq":442381631735,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879531,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2012584,"kb_used_data":1898848,"kb_used_omap":883,"kb_used_meta":112844,"kb_avail":86067800,"statfs":{"total":90194313216,"available":88133427200,"internally_reserved":0,"allocated":1944420352,"data_stored":1942998932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":115552320},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:56 2021","interfaces":[{"interface":"back","average":{"1min":0.22900000000000001,"5min":0.96399999999999997,"15min":0.5},"min":{"1min":0.14299999999999999,"5min":0.127,"15min":0.127},"max":{"1min":0.38500000000000001,"5min":66.528999999999996,"15min":66.528999999999996},"last":0.13200000000000001},{"interface":"front","average":{"1min":0.28799999999999998,"5min":1.0109999999999999,"15min":0.54300000000000004},"min":{"1min":0.19500000000000001,"5min":0.16600000000000001,"15min":0.16500000000000001},"max":{"1min":0.44400000000000001,"5min":66.497,"15min":66.497},"last":0.16300000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.223,"5min":0.48499999999999999,"15min":0.40500000000000003},"min":{"1min":0.151,"5min":0.14599999999999999,"15min":0.13500000000000001},"max":{"1min":0.33200000000000002,"5min":25.097999999999999,"15min":25.097999999999999},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.26700000000000002,"5min":0.51400000000000001,"15min":0.496},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.497,"5min":25.109999999999999,"15min":25.109999999999999},"last":0.25600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.249,"5min":0.26000000000000001,"15min":0.38700000000000001},"min":{"1min":0.191,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":0.43099999999999999,"5min":0.56100000000000005,"15min":4.8730000000000002},"last":0.19700000000000001},{"interface":"front","average":{"1min":0.25,"5min":0.26400000000000001,"15min":0.36199999999999999},"min":{"1min":0.17699999999999999,"5min":0.151,"15min":0.151},"max":{"1min":0.40400000000000003,"5min":0.47399999999999998,"15min":3.5590000000000002},"last":0.222}]},{"osd":4,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40300000000000002,"15min":0.48499999999999999},"min":{"1min":0.252,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.65000000000000002,"5min":1.0089999999999999,"15min":2.9780000000000002},"last":0.311},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.42599999999999999,"15min":0.50800000000000001},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.20100000000000001},"max":{"1min":0.747,"5min":0.999,"15min":3.7719999999999998},"last":0.29899999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.42299999999999999,"15min":0.58299999999999996},"min":{"1min":0.25600000000000001,"5min":0.23799999999999999,"15min":0.224},"max":{"1min":0.76700000000000002,"5min":1.024,"15min":4.6479999999999997},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.38600000000000001,"15min":0.56999999999999995},"min":{"1min":0.22700000000000001,"5min":0.20899999999999999,"15min":0.192},"max":{"1min":0.629,"5min":0.92100000000000004,"15min":6.7309999999999999},"last":0.24099999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:34:51 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.40400000000000003,"15min":0.54000000000000004},"min":{"1min":0.26400000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69999999999999996,"5min":0.98699999999999999,"15min":9.9410000000000007},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.436,"15min":0.53700000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.251},"max":{"1min":0.71099999999999997,"5min":1.044,"15min":3.8100000000000001},"last":0.32300000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:34:20 2021","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.39900000000000002,"15min":0.58499999999999996},"min":{"1min":0.23699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.66400000000000003,"5min":0.81999999999999995,"15min":5.1180000000000003},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.41799999999999998,"15min":0.56699999999999995},"min":{"1min":0.28100000000000003,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.68100000000000005,"5min":1.034,"15min":7.1950000000000003},"last":0.36799999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986561,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1878528,"kb_used_data":829944,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":86201856,"statfs":{"total":90194313216,"available":88270700544,"internally_reserved":1073741824,"allocated":849862656,"data_stored":848420454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.36099999999999999,"15min":0.36399999999999999},"min":{"1min":0.159,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.55100000000000005,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.217},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.39500000000000002,"15min":0.41799999999999998},"min":{"1min":0.16800000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.61399999999999999,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.23300000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:34:37 2021","interfaces":[{"interface":"back","average":{"1min":0.28399999999999997,"5min":0.47499999999999998,"15min":0.63300000000000001},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.161},"max":{"1min":0.42499999999999999,"5min":11.231,"15min":20.440000000000001},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.47899999999999998,"15min":0.60499999999999998},"min":{"1min":0.193,"5min":0.154,"15min":0.154},"max":{"1min":0.41499999999999998,"5min":11.207000000000001,"15min":20.465},"last":0.17699999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:35:20 2021","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.35799999999999998,"15min":0.40000000000000002},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.17100000000000001},"max":{"1min":0.499,"5min":0.70099999999999996,"15min":3.3260000000000001},"last":0.20399999999999999},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.377,"15min":0.42999999999999999},"min":{"1min":0.27600000000000002,"5min":0.224,"15min":0.17499999999999999},"max":{"1min":0.442,"5min":0.83899999999999997,"15min":3.351},"last":0.34699999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:35:20 2021","interfaces":[{"interface":"back","average":{"1min":3.3300000000000001,"5min":1.571,"15min":1.7789999999999999},"min":{"1min":0.217,"5min":0.192,"15min":0.192},"max":{"1min":63.552999999999997,"5min":63.552999999999997,"15min":85.394999999999996},"last":0.30499999999999999},{"interface":"front","average":{"1min":3.4159999999999999,"5min":1.5660000000000001,"15min":1.6799999999999999},"min":{"1min":0.248,"5min":0.217,"15min":0.19400000000000001},"max":{"1min":63.701999999999998,"5min":63.701999999999998,"15min":85.802999999999997},"last":0.32100000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:34:37 2021","interfaces":[{"interface":"back","average":{"1min":0.26600000000000001,"5min":0.30099999999999999,"15min":0.33600000000000002},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.14199999999999999},"max":{"1min":0.46999999999999997,"5min":1.254,"15min":3.456},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.246,"5min":0.28899999999999998,"15min":0.35199999999999998},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.40899999999999997,"5min":0.64900000000000002,"15min":3.2999999999999998},"last":0.248}]},{"osd":6,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.316,"15min":0.35599999999999998},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":0.35299999999999998,"5min":0.61199999999999999,"15min":3.5569999999999999},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.32400000000000001,"15min":0.46700000000000003},"min":{"1min":0.17699999999999999,"5min":0.16700000000000001,"15min":0.14199999999999999},"max":{"1min":0.51200000000000001,"5min":0.77200000000000002,"15min":3.895},"last":0.73599999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:34:37 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.32400000000000001,"15min":0.375},"min":{"1min":0.19800000000000001,"5min":0.185,"15min":0.17000000000000001},"max":{"1min":0.60399999999999998,"5min":0.81999999999999995,"15min":3.4329999999999998},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.312,"5min":0.35399999999999998,"15min":0.47799999999999998},"min":{"1min":0.20599999999999999,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.56100000000000005,"5min":0.755,"15min":3.8700000000000001},"last":0.26100000000000001}]}]},{"osd":5,"up_from":36,"seq":154618823038,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3417336,"kb_used_data":2368752,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":84663048,"statfs":{"total":90194313216,"available":86694961152,"internally_reserved":1073741824,"allocated":2425602048,"data_stored":2424165962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.35199999999999998,"15min":0.36899999999999999},"min":{"1min":0.13,"5min":0.13,"15min":0.13},"max":{"1min":0.55700000000000005,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.19500000000000001},{"interface":"front","average":{"1min":0.371,"5min":0.38500000000000001,"15min":0.39100000000000001},"min":{"1min":0.23799999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.56799999999999995,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.28100000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.377,"15min":0.439},"min":{"1min":0.16800000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.52600000000000002,"5min":0.93400000000000005,"15min":3.8450000000000002},"last":0.22800000000000001},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.371,"15min":0.498},"min":{"1min":0.17899999999999999,"5min":0.17000000000000001,"15min":0.14599999999999999},"max":{"1min":0.54600000000000004,"5min":0.872,"15min":7.4740000000000002},"last":0.45000000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:35:18 2021","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.372,"15min":0.42999999999999999},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.161},"max":{"1min":0.57499999999999996,"5min":0.91400000000000003,"15min":3.5800000000000001},"last":0.26400000000000001},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.39300000000000002,"15min":0.48999999999999999},"min":{"1min":0.251,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.52800000000000002,"5min":0.79300000000000004,"15min":3.698},"last":0.40400000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:35:18 2021","interfaces":[{"interface":"back","average":{"1min":3.3719999999999999,"5min":0.97999999999999998,"15min":0.68500000000000005},"min":{"1min":0.23400000000000001,"5min":0.20899999999999999,"15min":0.16700000000000001},"max":{"1min":55.055999999999997,"5min":55.055999999999997,"15min":55.055999999999997},"last":0.38400000000000001},{"interface":"front","average":{"1min":3.3860000000000001,"5min":1,"15min":0.68799999999999994},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.19800000000000001},"max":{"1min":55.119,"5min":55.119,"15min":55.119},"last":0.29899999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.26900000000000002,"5min":0.317,"15min":0.375},"min":{"1min":0.152,"5min":0.152,"15min":0.127},"max":{"1min":0.55000000000000004,"5min":0.71599999999999997,"15min":7.4480000000000004},"last":0.246},{"interface":"front","average":{"1min":0.28100000000000003,"5min":0.311,"15min":0.34799999999999998},"min":{"1min":0.16300000000000001,"5min":0.158,"15min":0.152},"max":{"1min":0.42599999999999999,"5min":0.61599999999999999,"15min":4.4000000000000004},"last":0.31}]},{"osd":6,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.28899999999999998,"5min":0.34599999999999997,"15min":0.41999999999999998},"min":{"1min":0.17299999999999999,"5min":0.17199999999999999,"15min":0.16},"max":{"1min":0.53100000000000003,"5min":0.69299999999999995,"15min":7.3959999999999999},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.29699999999999999,"5min":0.32100000000000001,"15min":0.35499999999999998},"min":{"1min":0.19800000000000001,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":0.46300000000000002,"5min":0.68100000000000005,"15min":4.3209999999999997},"last":0.46500000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:35:18 2021","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.35299999999999998,"15min":0.41399999999999998},"min":{"1min":0.20300000000000001,"5min":0.185,"15min":0.185},"max":{"1min":0.47699999999999998,"5min":0.66500000000000004,"15min":4.3540000000000001},"last":0.434},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.33000000000000002,"15min":0.377},"min":{"1min":0.20999999999999999,"5min":0.159,"15min":0.159},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":2.9740000000000002},"last":0.34200000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1165492224,"data_stored":1165492224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2000621568,"data_stored":2000617496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":912392192,"data_stored":912392192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1913847808,"data_stored":1913847808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":837812224,"data_stored":837812224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2360741888,"data_stored":2360737816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":472383488,"data_stored":472383488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1618415616,"data_stored":1618411544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:35:24.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:24.755 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:24.755 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:24.856 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:24.880 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:24.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:24.881 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:24.933 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-03-04T23:35:24.983 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:24.999 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:24 gibba011 conmon[99461]: cluster 2021-03-04T23:35:23.790465+0000 mon.a (mon. 2021-03-04T23:35:25.000 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:24 gibba011 conmon[99461]: 0) 1357 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:25.000 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:24 gibba011 conmon[99461]: audit 2021-03-04T23:35:23.796659+0000 mon.a 2021-03-04T23:35:25.000 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:24 gibba011 conmon[99461]: (mon.0) 1358 : audit [INF] from='client.? 172.21.2.111:0/1793332410' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:35:25.000 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:24 gibba011 conmon[99461]: cluster 2021-03-04T23:35:25.001 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:24 gibba011 conmon[99461]: 2021-03-04T23:35:23.796706+0000 2021-03-04T23:35:25.001 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:24 gibba011 conmon[99461]: mon.a (mon.0) 1359 : cluster [DBG] osdmap e296: 8 total, 8 up, 7 in 2021-03-04T23:35:25.001 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:24 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:35:25.002 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:24 gibba011 conmon[99461]: 23:35:24.008146+0000 mon.a (mon.0) 1360 : 2021-03-04T23:35:25.002 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:24 gibba011 conmon[99461]: cluster [WRN] Health check update: Degraded data redundancy: 11955/136986 objects degraded (8.727%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:25.002 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:24 gibba011 conmon[95595]: cluster 2021-03-04T23:35:23.790465+0000 mon.a (mon.0) 1357 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:25.002 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:24 gibba011 conmon[95595]: audit 2021-03-04T23:35:23.796659+0000 mon.a (mon.0) 1358 : audit [INF] from='client.? 172.21.2.111:0/1793332410' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:35:25.003 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:24 gibba011 conmon[95595]: cluster 2021-03-04T23:35:23.796706+0000 mon.a (mon.0) 1359 : cluster [DBG] osdmap e296: 8 total, 8 up, 7 in 2021-03-04T23:35:25.003 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:24 gibba011 conmon[95595]: cluster 2021-03-04T23:35:24.008146+0000 mon.a (mon.0) 1360 : cluster [WRN] Health check update: Degraded data redundancy: 11955/136986 objects degraded (8.727%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:25.008 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:25.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:25.010 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:25.086 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:35:25.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:24 gibba038 conmon[76675]: cluster 2021-03-04T23:35:23.790465+0000 mon.a (mon.0) 1357 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:25.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:24 gibba038 conmon[76675]: 2021-03-04T23:35:25.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:24 gibba038 conmon[76675]: audit 2021-03-04T23:35:23.796659+0000 mon.a (mon.0) 1358 : audit [INF] from='client.? 172.21.2.111:0/1793332410' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:35:25.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:24 gibba038 conmon[76675]: cluster 2021-03-04T23:35:23.796706+0000 mon.a (mon.0) 1359 : cluster [DBG] osdmap e296: 8 total, 8 up, 7 in 2021-03-04T23:35:25.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:24 gibba038 conmon[76675]: cluster 2021-03-04T23:35:24.008146+0000 mon.a (mon.0) 1360 : cluster [WRN] Health check update: Degraded data redundancy: 11955/136986 objects degraded (8.727%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:25.110 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:25.132 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:25.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:25.133 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:25.235 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:25.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:25.259 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:25.259 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:25.361 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:25.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:25.387 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:25.387 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:25.489 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:25.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:25.514 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:25.515 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:25.616 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:25.638 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:25.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:25.639 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:25.741 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:25.765 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:25.767 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:25.768 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:25.870 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:25.890 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:25.891 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:25.891 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:25.995 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:26.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:26.014 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:26.014 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:26.116 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:26.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:26.138 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:26.138 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:26.239 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:26.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:26.259 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:26.259 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:26.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:26 gibba038 conmon[76675]: cluster 2021-03-04T23:35:24.738347+0000 mgr.x (mgr.34676) 1007 : cluster [DBG] pgmap v1020: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 9.4 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.75k op/s; 11955/117162 objects degraded (10.204%); 7165/117162 objects misplaced (6.115%); 3.0 MiB/s, 119 objects/s recovering 2021-03-04T23:35:26.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:26 gibba011 conmon[95595]: cluster 2021-03-04T23:35:24.738347+0000 mgr.x (mgr.34676) 1007 : cluster [DBG] pgmap v1020: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 9.4 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.75k op/s; 11955/117162 objects degraded (10.204%); 7165/117162 objects misplaced (6.115%); 3.0 MiB/s, 119 objects/s recovering 2021-03-04T23:35:26.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:26 gibba011 conmon[99461]: cluster 2021-03-04T23:35:24.738347+0000 mgr.x (mgr. 2021-03-04T23:35:26.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:26 gibba011 conmon[99461]: 34676) 1007 : cluster [DBG] pgmap v1020: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 9.4 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.75k op/s; 11955/117162 objects degraded (10.204%); 7165/117162 objects misplaced (6.115%); 3.0 MiB/s, 119 objects/s recovering 2021-03-04T23:35:26.361 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:26.381 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:26.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:26.383 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:26.484 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:26.505 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:26.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:26.506 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:26.607 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:26.625 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:26.626 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:26.627 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:26.728 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:26.751 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:26.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:26.754 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:26.855 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:26.876 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:26.877 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:26.878 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:26.979 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:27.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:27.004 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:27.005 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:27.021 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:35:27.046 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:35:27.047 INFO:teuthology.orchestra.run.gibba038.stdout: "size": 20, 2021-03-04T23:35:27.047 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 600, 2021-03-04T23:35:27.047 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:35:27.047 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.048 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175523 9.1 9:88c9ba67:::benchmark_data_gibba011_139107_object22156:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:35:27.048 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:36.032246+0000", 2021-03-04T23:35:27.048 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 471.008938124, 2021-03-04T23:35:27.049 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7805576350000001, 2021-03-04T23:35:27.049 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:27.049 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:27.049 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:27.050 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:27.050 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:27.050 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175523 2021-03-04T23:35:27.051 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.051 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:27.051 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.051 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:27.052 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.032246+0000", 2021-03-04T23:35:27.052 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:27.052 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.052 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.053 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:27.053 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.032246+0000", 2021-03-04T23:35:27.054 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1509999999999998e-06 2021-03-04T23:35:27.054 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.054 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.054 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:27.055 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.032248+0000", 2021-03-04T23:35:27.055 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.314e-06 2021-03-04T23:35:27.056 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.056 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.056 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:27.056 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.032249+0000", 2021-03-04T23:35:27.056 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.507e-06 2021-03-04T23:35:27.057 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.057 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.057 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:27.057 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.032258+0000", 2021-03-04T23:35:27.058 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.16e-06 2021-03-04T23:35:27.058 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.058 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.058 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:27.058 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.032262+0000", 2021-03-04T23:35:27.059 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.46957993799999997 2021-03-04T23:35:27.059 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.059 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.059 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.060 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.501842+0000", 2021-03-04T23:35:27.060 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0097528210000000001 2021-03-04T23:35:27.060 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.060 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.060 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:35:27.061 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.511594+0000", 2021-03-04T23:35:27.061 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.043881913000000002 2021-03-04T23:35:27.061 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.062 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.062 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.062 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.555476+0000", 2021-03-04T23:35:27.063 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010032609 2021-03-04T23:35:27.063 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.064 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.064 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:35:27.065 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.565509+0000", 2021-03-04T23:35:27.065 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1463711440000002 2021-03-04T23:35:27.065 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.066 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.066 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.067 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.711880+0000", 2021-03-04T23:35:27.067 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010065157 2021-03-04T23:35:27.067 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.068 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.068 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:27.068 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.721945+0000", 2021-03-04T23:35:27.069 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018609105000000001 2021-03-04T23:35:27.069 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.069 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.069 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:35:27.070 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.740554+0000", 2021-03-04T23:35:27.070 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.030634766000000001 2021-03-04T23:35:27.070 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.070 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.071 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.071 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.771189+0000", 2021-03-04T23:35:27.071 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.001125102 2021-03-04T23:35:27.071 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.072 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.072 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:27.073 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.772314+0000", 2021-03-04T23:35:27.073 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0044679430000000003 2021-03-04T23:35:27.073 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.074 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.074 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.074 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.776782+0000", 2021-03-04T23:35:27.074 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0061818300000000001 2021-03-04T23:35:27.075 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.075 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.075 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:27.076 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.782964+0000", 2021-03-04T23:35:27.076 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.029839174999999999 2021-03-04T23:35:27.076 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.076 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.077 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:27.077 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.812803+0000", 2021-03-04T23:35:27.077 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7805576350000001 2021-03-04T23:35:27.077 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.078 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:27.078 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.078 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.078 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.079 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175534 9.1 9:8169126a:::benchmark_data_gibba011_139107_object22167:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:35:27.079 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:36.110076+0000", 2021-03-04T23:35:27.079 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 470.93110728800002, 2021-03-04T23:35:27.079 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8942056950000001, 2021-03-04T23:35:27.080 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:27.080 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:27.080 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:27.080 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:27.081 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:27.081 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175534 2021-03-04T23:35:27.081 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.081 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:27.082 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.082 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:27.082 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.110076+0000", 2021-03-04T23:35:27.082 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:27.083 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.083 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.083 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:27.084 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.110076+0000", 2021-03-04T23:35:27.084 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9450000000000002e-06 2021-03-04T23:35:27.084 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.084 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.085 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:27.085 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.110079+0000", 2021-03-04T23:35:27.085 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.9170000000000001e-06 2021-03-04T23:35:27.085 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.085 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.086 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:27.086 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.110089+0000", 2021-03-04T23:35:27.086 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3604999999999999e-05 2021-03-04T23:35:27.086 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.087 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.087 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:27.087 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.110103+0000", 2021-03-04T23:35:27.087 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.964e-06 2021-03-04T23:35:27.087 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.088 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.088 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:27.088 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.110109+0000", 2021-03-04T23:35:27.088 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.40341585699999999 2021-03-04T23:35:27.088 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.089 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.089 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.089 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.513525+0000", 2021-03-04T23:35:27.089 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0096400970000000002 2021-03-04T23:35:27.090 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.090 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.090 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:35:27.090 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.523165+0000", 2021-03-04T23:35:27.090 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.077075033000000001 2021-03-04T23:35:27.091 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.091 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.091 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.091 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.600240+0000", 2021-03-04T23:35:27.092 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010840037 2021-03-04T23:35:27.092 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.092 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.092 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:35:27.092 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.611080+0000", 2021-03-04T23:35:27.093 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.282550976 2021-03-04T23:35:27.093 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.093 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.093 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.094 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.893631+0000", 2021-03-04T23:35:27.094 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0087170809999999998 2021-03-04T23:35:27.094 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.094 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.094 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:27.095 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.902348+0000", 2021-03-04T23:35:27.095 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.016938387999999999 2021-03-04T23:35:27.095 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.095 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.095 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:35:27.096 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.919286+0000", 2021-03-04T23:35:27.096 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.023621000999999999 2021-03-04T23:35:27.096 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.096 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.097 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.097 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.942907+0000", 2021-03-04T23:35:27.097 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0029176480000000001 2021-03-04T23:35:27.097 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.097 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.098 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.098 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.945825+0000", 2021-03-04T23:35:27.098 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.032898170999999997 2021-03-04T23:35:27.098 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.099 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.099 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:27.099 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.978723+0000", 2021-03-04T23:35:27.099 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0046438959999999998 2021-03-04T23:35:27.099 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.100 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.100 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:27.100 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:38.983367+0000", 2021-03-04T23:35:27.100 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.020915079 2021-03-04T23:35:27.101 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.101 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.101 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:27.101 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.004282+0000", 2021-03-04T23:35:27.101 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8942056950000001 2021-03-04T23:35:27.102 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.102 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:27.102 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.102 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.102 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.103 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175557 9.1 9:8c029e38:::benchmark_data_gibba011_139107_object22190:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:35:27.103 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:36.285865+0000", 2021-03-04T23:35:27.103 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 470.755318402, 2021-03-04T23:35:27.103 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0171543220000001, 2021-03-04T23:35:27.104 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:27.104 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:27.104 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:27.104 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:27.104 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:27.105 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175557 2021-03-04T23:35:27.105 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.105 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:27.105 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.105 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:27.106 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.285865+0000", 2021-03-04T23:35:27.106 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:27.106 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.106 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.107 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:27.107 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.285865+0000", 2021-03-04T23:35:27.107 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.007e-06 2021-03-04T23:35:27.107 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.107 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.108 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:27.108 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.285867+0000", 2021-03-04T23:35:27.108 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4720000000000001e-06 2021-03-04T23:35:27.108 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.108 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.109 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:27.109 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.285869+0000", 2021-03-04T23:35:27.109 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0528e-05 2021-03-04T23:35:27.109 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.110 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.110 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:27.110 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.285879+0000", 2021-03-04T23:35:27.110 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.651e-06 2021-03-04T23:35:27.110 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.111 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.111 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:27.111 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.285884+0000", 2021-03-04T23:35:27.111 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.32939806399999999 2021-03-04T23:35:27.112 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.112 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.112 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.112 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.615282+0000", 2021-03-04T23:35:27.112 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010334579999999999 2021-03-04T23:35:27.113 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.113 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.113 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:35:27.113 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.625617+0000", 2021-03-04T23:35:27.113 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.090296378999999996 2021-03-04T23:35:27.114 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.114 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.114 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.114 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.715913+0000", 2021-03-04T23:35:27.115 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.01022751 2021-03-04T23:35:27.115 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.115 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.115 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:35:27.115 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:36.726140+0000", 2021-03-04T23:35:27.116 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4460208689999998 2021-03-04T23:35:27.116 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.116 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.116 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.116 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.172161+0000", 2021-03-04T23:35:27.117 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0084062960000000006 2021-03-04T23:35:27.117 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.117 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.117 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:27.118 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.180568+0000", 2021-03-04T23:35:27.118 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.016834150999999999 2021-03-04T23:35:27.118 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.118 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.118 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:35:27.119 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.197402+0000", 2021-03-04T23:35:27.119 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.038810799999999999 2021-03-04T23:35:27.119 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.119 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.119 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:27.120 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.236213+0000", 2021-03-04T23:35:27.120 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.038882939999999998 2021-03-04T23:35:27.120 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.120 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.121 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.121 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.275096+0000", 2021-03-04T23:35:27.121 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0037536990000000001 2021-03-04T23:35:27.121 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.121 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.122 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.122 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.278849+0000", 2021-03-04T23:35:27.122 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0046888169999999996 2021-03-04T23:35:27.122 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.122 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.123 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:27.123 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.283538+0000", 2021-03-04T23:35:27.123 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.019481558999999999 2021-03-04T23:35:27.123 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.124 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.124 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:27.124 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.303020+0000", 2021-03-04T23:35:27.124 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0171543220000001 2021-03-04T23:35:27.124 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.125 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:27.125 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.125 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.125 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.125 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175785 9.1 9:874c3d94:::benchmark_data_gibba011_139107_object22418:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:35:27.126 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:39.015510+0000", 2021-03-04T23:35:27.126 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 468.02567382400002, 2021-03-04T23:35:27.126 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0352924620000001, 2021-03-04T23:35:27.126 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:27.127 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:27.127 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:27.127 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:27.127 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:27.127 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175785 2021-03-04T23:35:27.128 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.128 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:27.128 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.128 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:27.129 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.015510+0000", 2021-03-04T23:35:27.129 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:27.129 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.129 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.129 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:27.130 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.015510+0000", 2021-03-04T23:35:27.130 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8880000000000001e-06 2021-03-04T23:35:27.130 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.130 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.130 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:27.131 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.015513+0000", 2021-03-04T23:35:27.131 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4670000000000001e-06 2021-03-04T23:35:27.131 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.131 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.132 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:27.132 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.015514+0000", 2021-03-04T23:35:27.132 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.3600000000000002e-06 2021-03-04T23:35:27.132 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.132 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.133 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:27.133 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.015524+0000", 2021-03-04T23:35:27.133 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8099999999999997e-06 2021-03-04T23:35:27.133 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.133 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.134 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:27.134 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.015528+0000", 2021-03-04T23:35:27.134 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.024163471999999998 2021-03-04T23:35:27.134 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.135 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.135 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.135 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.039692+0000", 2021-03-04T23:35:27.135 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0098486949999999993 2021-03-04T23:35:27.135 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.136 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.136 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:35:27.136 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.049541+0000", 2021-03-04T23:35:27.136 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.082697401000000004 2021-03-04T23:35:27.137 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.137 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.137 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.137 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.132238+0000", 2021-03-04T23:35:27.137 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.013440580000000001 2021-03-04T23:35:27.138 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.138 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.138 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:35:27.138 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:39.145679+0000", 2021-03-04T23:35:27.138 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3519011330000001 2021-03-04T23:35:27.139 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.139 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.139 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.139 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.497580+0000", 2021-03-04T23:35:27.140 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095714630000000005 2021-03-04T23:35:27.140 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.140 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.140 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:27.141 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.507151+0000", 2021-03-04T23:35:27.141 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.019695218 2021-03-04T23:35:27.141 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.141 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.142 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:35:27.142 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.526846+0000", 2021-03-04T23:35:27.142 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.059052546999999997 2021-03-04T23:35:27.142 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.143 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.143 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.143 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.585899+0000", 2021-03-04T23:35:27.143 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027830390000000002 2021-03-04T23:35:27.143 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.144 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.144 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.144 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.588682+0000", 2021-03-04T23:35:27.144 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.43817448199999998 2021-03-04T23:35:27.145 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.145 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.145 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:27.145 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.026856+0000", 2021-03-04T23:35:27.145 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0054595019999999998 2021-03-04T23:35:27.146 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.146 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.146 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:27.146 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.032316+0000", 2021-03-04T23:35:27.147 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018486405000000001 2021-03-04T23:35:27.147 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.147 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.147 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:27.148 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.050802+0000", 2021-03-04T23:35:27.148 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0352924620000001 2021-03-04T23:35:27.148 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.148 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:27.148 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.149 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.149 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.149 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175921 9.1 9:89162c64:::benchmark_data_gibba011_139107_object22554:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:35:27.149 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:40.395609+0000", 2021-03-04T23:35:27.150 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 466.64557439200001, 2021-03-04T23:35:27.150 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7871235599999999, 2021-03-04T23:35:27.150 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:27.150 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:27.150 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:27.151 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:27.151 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:27.151 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175921 2021-03-04T23:35:27.151 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.152 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:27.152 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.152 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:27.152 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.395609+0000", 2021-03-04T23:35:27.153 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:27.153 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.153 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.153 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:27.153 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.395609+0000", 2021-03-04T23:35:27.154 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9809999999999999e-06 2021-03-04T23:35:27.154 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.154 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.154 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:27.155 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.395612+0000", 2021-03-04T23:35:27.155 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1129999999999999e-06 2021-03-04T23:35:27.155 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.155 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.155 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:27.156 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.395614+0000", 2021-03-04T23:35:27.156 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3254999999999999e-05 2021-03-04T23:35:27.156 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.156 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.157 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:27.157 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.395628+0000", 2021-03-04T23:35:27.157 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.5069999999999997e-06 2021-03-04T23:35:27.157 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.158 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.158 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:27.158 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.395634+0000", 2021-03-04T23:35:27.158 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.143198459 2021-03-04T23:35:27.158 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.159 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.159 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.159 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.538833+0000", 2021-03-04T23:35:27.159 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0094775250000000005 2021-03-04T23:35:27.159 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.160 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.160 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:35:27.160 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.548310+0000", 2021-03-04T23:35:27.160 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.092742710000000006 2021-03-04T23:35:27.160 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.161 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.161 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.161 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.641053+0000", 2021-03-04T23:35:27.161 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010257293000000001 2021-03-04T23:35:27.162 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.162 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.162 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:35:27.162 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:40.651310+0000", 2021-03-04T23:35:27.162 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3355684800000001 2021-03-04T23:35:27.163 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.163 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.163 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.163 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.986879+0000", 2021-03-04T23:35:27.163 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095123919999999997 2021-03-04T23:35:27.164 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.164 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.164 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:27.164 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.996391+0000", 2021-03-04T23:35:27.165 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017453943999999999 2021-03-04T23:35:27.165 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.165 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.165 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:35:27.165 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.013845+0000", 2021-03-04T23:35:27.166 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.056712599000000002 2021-03-04T23:35:27.166 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.166 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.166 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.167 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.070558+0000", 2021-03-04T23:35:27.167 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0028373750000000001 2021-03-04T23:35:27.167 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.167 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.167 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.168 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.073395+0000", 2021-03-04T23:35:27.168 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.085009135999999999 2021-03-04T23:35:27.168 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.168 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.169 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:27.169 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.158404+0000", 2021-03-04T23:35:27.169 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0048195379999999999 2021-03-04T23:35:27.169 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.169 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.170 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:27.170 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.163224+0000", 2021-03-04T23:35:27.170 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.019509253000000001 2021-03-04T23:35:27.170 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.170 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.171 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:27.171 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.182733+0000", 2021-03-04T23:35:27.171 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7871235599999999 2021-03-04T23:35:27.171 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.172 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:27.172 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.172 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.172 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.172 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:175972 9.1 9:88151d09:::benchmark_data_gibba011_139107_object22605:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:35:27.173 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:41.244681+0000", 2021-03-04T23:35:27.173 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 465.79650268400002, 2021-03-04T23:35:27.173 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8165114259999999, 2021-03-04T23:35:27.173 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:27.173 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:27.174 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:27.174 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:27.174 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:27.174 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 175972 2021-03-04T23:35:27.175 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.175 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:27.175 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.175 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:27.175 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.244681+0000", 2021-03-04T23:35:27.176 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:27.176 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.176 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.176 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:27.177 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.244681+0000", 2021-03-04T23:35:27.177 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7209999999999999e-06 2021-03-04T23:35:27.177 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.177 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.178 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:27.178 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.244683+0000", 2021-03-04T23:35:27.178 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4330000000000001e-06 2021-03-04T23:35:27.178 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.178 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.179 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:27.179 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.244684+0000", 2021-03-04T23:35:27.179 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.2320000000000007e-06 2021-03-04T23:35:27.179 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.180 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.180 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:27.180 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.244693+0000", 2021-03-04T23:35:27.180 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7390000000000001e-06 2021-03-04T23:35:27.180 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.181 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.181 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:27.181 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.244697+0000", 2021-03-04T23:35:27.181 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.020473142 2021-03-04T23:35:27.182 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.182 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.182 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.182 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.265170+0000", 2021-03-04T23:35:27.182 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.009373971 2021-03-04T23:35:27.183 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.183 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.183 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:35:27.183 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.274544+0000", 2021-03-04T23:35:27.183 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.17185065899999999 2021-03-04T23:35:27.184 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.184 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.184 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.184 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.446395+0000", 2021-03-04T23:35:27.185 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010744872000000001 2021-03-04T23:35:27.185 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.185 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.185 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:35:27.185 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:41.457140+0000", 2021-03-04T23:35:27.186 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.471081125 2021-03-04T23:35:27.186 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.186 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.186 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.186 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.928221+0000", 2021-03-04T23:35:27.187 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0084249270000000005 2021-03-04T23:35:27.187 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.187 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.187 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:27.188 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.936646+0000", 2021-03-04T23:35:27.188 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017985250000000001 2021-03-04T23:35:27.188 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.188 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.188 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:35:27.189 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.954631+0000", 2021-03-04T23:35:27.189 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.073886963999999999 2021-03-04T23:35:27.189 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.189 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.190 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.190 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.028518+0000", 2021-03-04T23:35:27.190 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0029118669999999998 2021-03-04T23:35:27.190 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.190 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.191 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.191 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.031430+0000", 2021-03-04T23:35:27.191 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.003853806 2021-03-04T23:35:27.191 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.191 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.192 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:27.192 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.035284+0000", 2021-03-04T23:35:27.192 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004824999 2021-03-04T23:35:27.192 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.192 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.193 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:27.193 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.040109+0000", 2021-03-04T23:35:27.193 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.021083719000000001 2021-03-04T23:35:27.193 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.194 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.194 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:27.194 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:44.061192+0000", 2021-03-04T23:35:27.194 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8165114259999999 2021-03-04T23:35:27.194 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.195 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:27.195 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.195 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.195 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.196 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:176107 9.1 9:822c3dd5:::benchmark_data_gibba011_139107_object22740:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:35:27.196 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:42.451457+0000", 2021-03-04T23:35:27.196 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 464.58972645699998, 2021-03-04T23:35:27.196 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.850156594, 2021-03-04T23:35:27.196 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:27.197 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:27.197 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:27.197 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:27.197 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:27.197 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 176107 2021-03-04T23:35:27.198 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.198 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:27.198 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.198 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:27.199 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.451457+0000", 2021-03-04T23:35:27.199 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:27.199 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.199 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.199 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:27.200 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.451457+0000", 2021-03-04T23:35:27.200 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.661e-06 2021-03-04T23:35:27.200 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.200 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.200 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:27.201 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.451460+0000", 2021-03-04T23:35:27.201 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5659999999999999e-06 2021-03-04T23:35:27.201 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.201 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.201 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:27.202 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.451461+0000", 2021-03-04T23:35:27.202 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0407e-05 2021-03-04T23:35:27.202 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.202 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.203 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:27.203 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.451472+0000", 2021-03-04T23:35:27.203 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4170000000000002e-06 2021-03-04T23:35:27.203 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.204 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.204 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:27.204 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.451476+0000", 2021-03-04T23:35:27.204 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.33583089399999999 2021-03-04T23:35:27.204 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.205 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.205 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.205 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.787307+0000", 2021-03-04T23:35:27.205 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0097047729999999999 2021-03-04T23:35:27.205 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.206 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.206 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:35:27.206 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.797012+0000", 2021-03-04T23:35:27.206 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.093547825000000001 2021-03-04T23:35:27.206 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.207 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.207 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.207 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.890560+0000", 2021-03-04T23:35:27.207 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.011631147999999999 2021-03-04T23:35:27.208 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.208 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.208 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:35:27.208 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.902191+0000", 2021-03-04T23:35:27.208 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2318402229999998 2021-03-04T23:35:27.209 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.209 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.209 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.209 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.134031+0000", 2021-03-04T23:35:27.209 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0085869009999999992 2021-03-04T23:35:27.210 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.210 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.210 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:27.210 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.142618+0000", 2021-03-04T23:35:27.211 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018745953999999999 2021-03-04T23:35:27.211 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.211 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.211 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:35:27.211 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.161364+0000", 2021-03-04T23:35:27.212 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.044259956000000003 2021-03-04T23:35:27.212 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.212 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.212 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:27.212 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.205624+0000", 2021-03-04T23:35:27.213 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014504678999999999 2021-03-04T23:35:27.213 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.213 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.213 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.214 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.220129+0000", 2021-03-04T23:35:27.214 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.052395487999999997 2021-03-04T23:35:27.214 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.214 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.214 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.215 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.272524+0000", 2021-03-04T23:35:27.215 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0047540350000000002 2021-03-04T23:35:27.215 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.215 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.215 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:27.216 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.277278+0000", 2021-03-04T23:35:27.216 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.024335666999999998 2021-03-04T23:35:27.216 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.216 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.217 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:27.217 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.301614+0000", 2021-03-04T23:35:27.217 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.850156594 2021-03-04T23:35:27.217 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.217 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:27.218 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.218 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.218 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.218 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:176110 9.1 9:84a82d03:::benchmark_data_gibba011_139107_object22743:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:35:27.219 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:42.460692+0000", 2021-03-04T23:35:27.219 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 464.58049120300001, 2021-03-04T23:35:27.219 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0314735009999998, 2021-03-04T23:35:27.219 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:27.219 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:27.220 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:27.220 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:27.220 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:27.220 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 176110 2021-03-04T23:35:27.221 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.221 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:27.221 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.221 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:27.221 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.460692+0000", 2021-03-04T23:35:27.222 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:27.222 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.222 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.222 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:27.223 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.460692+0000", 2021-03-04T23:35:27.223 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2409999999999998e-06 2021-03-04T23:35:27.223 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.223 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.223 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:27.224 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.460695+0000", 2021-03-04T23:35:27.224 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0090000000000002e-06 2021-03-04T23:35:27.224 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.224 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.225 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:27.225 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.460697+0000", 2021-03-04T23:35:27.225 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0363e-05 2021-03-04T23:35:27.225 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.225 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.226 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:27.226 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.460737+0000", 2021-03-04T23:35:27.226 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.651e-06 2021-03-04T23:35:27.226 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.227 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.227 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:27.227 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.460742+0000", 2021-03-04T23:35:27.227 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.33732654099999998 2021-03-04T23:35:27.227 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.228 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.228 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.228 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.798068+0000", 2021-03-04T23:35:27.228 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0096467640000000004 2021-03-04T23:35:27.229 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.229 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.229 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:35:27.229 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.807715+0000", 2021-03-04T23:35:27.229 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.13447742500000001 2021-03-04T23:35:27.230 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.230 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.230 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.230 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.942192+0000", 2021-03-04T23:35:27.231 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010880684999999999 2021-03-04T23:35:27.231 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.231 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.231 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:35:27.231 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.953073+0000", 2021-03-04T23:35:27.232 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3760818320000001 2021-03-04T23:35:27.232 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.232 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.232 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.233 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.329155+0000", 2021-03-04T23:35:27.233 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.012138548000000001 2021-03-04T23:35:27.233 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.233 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.233 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:27.234 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.341294+0000", 2021-03-04T23:35:27.234 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.019721078999999999 2021-03-04T23:35:27.234 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.234 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.234 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:35:27.235 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.361015+0000", 2021-03-04T23:35:27.235 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.046596057000000003 2021-03-04T23:35:27.235 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.235 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.236 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:27.236 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.407611+0000", 2021-03-04T23:35:27.236 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.048728771999999997 2021-03-04T23:35:27.236 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.236 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.237 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.237 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.456339+0000", 2021-03-04T23:35:27.237 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0047145190000000003 2021-03-04T23:35:27.237 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.238 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.238 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.238 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.461054+0000", 2021-03-04T23:35:27.238 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0053346699999999997 2021-03-04T23:35:27.238 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.239 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.239 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:27.239 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.466389+0000", 2021-03-04T23:35:27.239 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.025777345 2021-03-04T23:35:27.239 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.240 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.240 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:27.240 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.492166+0000", 2021-03-04T23:35:27.240 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0314735009999998 2021-03-04T23:35:27.240 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.241 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:27.241 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.241 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.241 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.242 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:176127 9.1 9:8db6e272:::benchmark_data_gibba011_139107_object22760:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:35:27.242 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:42.583057+0000", 2021-03-04T23:35:27.242 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 464.45812657300002, 2021-03-04T23:35:27.242 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.952783921, 2021-03-04T23:35:27.242 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:27.243 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:27.243 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:27.243 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:27.243 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:27.244 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 176127 2021-03-04T23:35:27.244 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.244 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:27.244 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.244 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:27.245 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.583057+0000", 2021-03-04T23:35:27.245 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:27.245 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.245 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.245 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:27.246 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.583057+0000", 2021-03-04T23:35:27.246 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3199999999999998e-06 2021-03-04T23:35:27.246 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.246 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.247 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:27.247 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.583059+0000", 2021-03-04T23:35:27.247 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4219999999999999e-06 2021-03-04T23:35:27.247 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.247 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.248 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:27.248 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.583061+0000", 2021-03-04T23:35:27.248 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0363999999999999e-05 2021-03-04T23:35:27.248 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.248 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.249 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:27.249 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.583071+0000", 2021-03-04T23:35:27.249 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.113e-06 2021-03-04T23:35:27.249 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.250 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.250 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:27.250 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.583076+0000", 2021-03-04T23:35:27.250 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.37096892399999998 2021-03-04T23:35:27.250 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.251 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.251 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.251 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.954045+0000", 2021-03-04T23:35:27.251 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095569790000000002 2021-03-04T23:35:27.252 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.252 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.252 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:35:27.252 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:42.963602+0000", 2021-03-04T23:35:27.253 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.093728017999999996 2021-03-04T23:35:27.253 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.253 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.253 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.253 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.057330+0000", 2021-03-04T23:35:27.254 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010381638 2021-03-04T23:35:27.254 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.254 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.254 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:35:27.255 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.067712+0000", 2021-03-04T23:35:27.255 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.341094376 2021-03-04T23:35:27.255 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.255 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.255 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.256 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.408806+0000", 2021-03-04T23:35:27.256 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0099346039999999997 2021-03-04T23:35:27.256 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.256 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.257 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:27.257 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.418741+0000", 2021-03-04T23:35:27.257 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.021479068 2021-03-04T23:35:27.257 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.257 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.258 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:35:27.258 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.440220+0000", 2021-03-04T23:35:27.258 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017266614999999999 2021-03-04T23:35:27.258 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.258 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.259 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:27.259 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.457487+0000", 2021-03-04T23:35:27.259 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.039587039999999997 2021-03-04T23:35:27.259 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.260 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.260 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.260 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.497074+0000", 2021-03-04T23:35:27.260 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0049146659999999998 2021-03-04T23:35:27.260 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.261 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.261 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.261 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.501988+0000", 2021-03-04T23:35:27.261 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0079465990000000004 2021-03-04T23:35:27.261 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.262 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.262 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:27.262 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.509935+0000", 2021-03-04T23:35:27.262 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.025906175 2021-03-04T23:35:27.263 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.263 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.263 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:27.263 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.535841+0000", 2021-03-04T23:35:27.263 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.952783921 2021-03-04T23:35:27.264 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.264 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:27.264 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.264 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.265 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.265 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:176243 9.1 9:833759dd:::benchmark_data_gibba011_139107_object22876:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:35:27.265 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:43.504247+0000", 2021-03-04T23:35:27.265 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 463.536936637, 2021-03-04T23:35:27.265 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7942439549999998, 2021-03-04T23:35:27.266 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:27.266 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:27.266 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:27.266 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:27.266 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:27.267 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 176243 2021-03-04T23:35:27.267 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.267 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:27.267 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.268 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:27.268 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.504247+0000", 2021-03-04T23:35:27.268 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:27.268 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.268 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.269 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:27.269 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.504247+0000", 2021-03-04T23:35:27.269 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.52e-06 2021-03-04T23:35:27.269 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.269 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.270 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:27.270 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.504250+0000", 2021-03-04T23:35:27.270 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.398e-06 2021-03-04T23:35:27.270 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.271 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.271 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:27.271 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.504251+0000", 2021-03-04T23:35:27.271 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0986e-05 2021-03-04T23:35:27.271 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.272 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.272 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:27.272 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.504262+0000", 2021-03-04T23:35:27.272 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5709999999999999e-06 2021-03-04T23:35:27.273 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.273 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.273 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:27.273 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.504267+0000", 2021-03-04T23:35:27.273 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16415517900000001 2021-03-04T23:35:27.274 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.274 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.274 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.274 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.668422+0000", 2021-03-04T23:35:27.274 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.013028418 2021-03-04T23:35:27.275 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.275 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.275 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:35:27.275 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.681450+0000", 2021-03-04T23:35:27.276 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.057965098999999999 2021-03-04T23:35:27.276 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.276 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.276 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.276 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.739415+0000", 2021-03-04T23:35:27.277 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010498209 2021-03-04T23:35:27.277 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.277 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.277 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:35:27.278 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.749913+0000", 2021-03-04T23:35:27.278 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1333208849999998 2021-03-04T23:35:27.278 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.278 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.278 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.279 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.883234+0000", 2021-03-04T23:35:27.279 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0084775200000000005 2021-03-04T23:35:27.279 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.279 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.279 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:27.280 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.891712+0000", 2021-03-04T23:35:27.280 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.016953729000000001 2021-03-04T23:35:27.280 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.280 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.280 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:35:27.281 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.908666+0000", 2021-03-04T23:35:27.281 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.091029302000000006 2021-03-04T23:35:27.281 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.281 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.282 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.282 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:45.999695+0000", 2021-03-04T23:35:27.282 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027829080000000002 2021-03-04T23:35:27.282 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.282 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.283 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.283 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.002478+0000", 2021-03-04T23:35:27.283 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.26429942000000001 2021-03-04T23:35:27.283 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.283 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.284 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:27.284 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.266777+0000", 2021-03-04T23:35:27.284 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0048576920000000003 2021-03-04T23:35:27.284 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.284 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.285 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:27.285 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.271635+0000", 2021-03-04T23:35:27.285 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.026856119000000001 2021-03-04T23:35:27.285 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.286 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.286 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:27.286 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.298491+0000", 2021-03-04T23:35:27.286 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7942439549999998 2021-03-04T23:35:27.286 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.287 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:27.287 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.287 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.287 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.288 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:176269 9.1 9:8c886cdc:::benchmark_data_gibba011_139107_object22902:head [delete] snapc 0=[] ondisk+write+known_if_redirected e172)", 2021-03-04T23:35:27.288 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:27:43.597532+0000", 2021-03-04T23:35:27.288 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 463.44365140000002, 2021-03-04T23:35:27.288 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7831447169999999, 2021-03-04T23:35:27.288 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:27.289 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:27.289 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:27.289 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:27.289 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:27.290 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 176269 2021-03-04T23:35:27.290 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.290 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:27.290 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.290 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:27.291 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.597532+0000", 2021-03-04T23:35:27.291 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:27.291 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.291 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.292 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:27.292 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.597532+0000", 2021-03-04T23:35:27.292 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0719999999999998e-06 2021-03-04T23:35:27.292 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.292 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.293 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:27.293 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.597534+0000", 2021-03-04T23:35:27.293 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4410000000000001e-06 2021-03-04T23:35:27.293 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.294 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.294 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:27.294 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.597536+0000", 2021-03-04T23:35:27.294 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.132e-05 2021-03-04T23:35:27.294 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.295 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.295 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:27.295 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.597547+0000", 2021-03-04T23:35:27.295 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4320000000000001e-06 2021-03-04T23:35:27.296 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.296 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.296 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:27.296 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.597552+0000", 2021-03-04T23:35:27.296 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.096384009000000007 2021-03-04T23:35:27.297 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.297 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.297 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.297 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.693936+0000", 2021-03-04T23:35:27.297 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095782269999999999 2021-03-04T23:35:27.298 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.298 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.298 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:35:27.298 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.703514+0000", 2021-03-04T23:35:27.299 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.12897698499999999 2021-03-04T23:35:27.299 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.299 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.299 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.299 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.832491+0000", 2021-03-04T23:35:27.300 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010486534 2021-03-04T23:35:27.300 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.300 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.300 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:35:27.300 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:43.842977+0000", 2021-03-04T23:35:27.301 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.244619395 2021-03-04T23:35:27.301 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.301 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.301 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.302 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.087597+0000", 2021-03-04T23:35:27.302 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.008725834 2021-03-04T23:35:27.302 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.302 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.302 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:27.303 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.096323+0000", 2021-03-04T23:35:27.303 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017066272 2021-03-04T23:35:27.303 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.303 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.303 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:35:27.304 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.113389+0000", 2021-03-04T23:35:27.304 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018380924 2021-03-04T23:35:27.304 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.304 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.305 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.305 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.131770+0000", 2021-03-04T23:35:27.305 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027263650000000001 2021-03-04T23:35:27.305 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.305 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.306 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.306 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.134496+0000", 2021-03-04T23:35:27.306 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.208337943 2021-03-04T23:35:27.306 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.307 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.307 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:27.307 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.342834+0000", 2021-03-04T23:35:27.307 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0049485340000000001 2021-03-04T23:35:27.307 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.308 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.308 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:27.308 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.347783+0000", 2021-03-04T23:35:27.308 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.032894430000000002 2021-03-04T23:35:27.309 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.309 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.309 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:27.309 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:27:46.380677+0000", 2021-03-04T23:35:27.309 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7831447169999999 2021-03-04T23:35:27.310 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.310 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:27.310 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.310 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.311 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.311 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:185115 9.1 9:8db1c129:::benchmark_data_gibba011_139107_object31748:head [delete] snapc 0=[] ondisk+write+known_if_redirected e192)", 2021-03-04T23:35:27.311 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:07.224626+0000", 2021-03-04T23:35:27.311 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 379.81655771300001, 2021-03-04T23:35:27.311 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9502119969999998, 2021-03-04T23:35:27.312 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:27.312 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:27.312 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:27.312 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:27.313 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:27.313 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 185115 2021-03-04T23:35:27.313 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.313 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:27.313 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.314 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:27.314 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.224626+0000", 2021-03-04T23:35:27.314 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:27.314 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.315 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.315 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:27.315 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.224626+0000", 2021-03-04T23:35:27.315 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5900000000000002e-06 2021-03-04T23:35:27.315 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.316 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.316 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:27.316 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.224629+0000", 2021-03-04T23:35:27.316 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5510000000000001e-06 2021-03-04T23:35:27.316 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.317 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.317 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:27.317 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.224630+0000", 2021-03-04T23:35:27.317 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.8169999999999994e-06 2021-03-04T23:35:27.318 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.318 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.318 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:27.318 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.224640+0000", 2021-03-04T23:35:27.318 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4320000000000001e-06 2021-03-04T23:35:27.319 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.319 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.319 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:27.319 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.224644+0000", 2021-03-04T23:35:27.320 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.058837663999999998 2021-03-04T23:35:27.320 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.320 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.320 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.320 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.283482+0000", 2021-03-04T23:35:27.321 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0085682689999999999 2021-03-04T23:35:27.321 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.321 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.321 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:35:27.321 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.292050+0000", 2021-03-04T23:35:27.322 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.066805794000000002 2021-03-04T23:35:27.322 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.322 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.322 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.323 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.358856+0000", 2021-03-04T23:35:27.323 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0099686919999999995 2021-03-04T23:35:27.323 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.323 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.323 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:35:27.324 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.368825+0000", 2021-03-04T23:35:27.324 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1734892129999999 2021-03-04T23:35:27.324 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.324 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.324 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.325 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.542314+0000", 2021-03-04T23:35:27.325 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0075234100000000003 2021-03-04T23:35:27.325 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.325 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.326 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:27.326 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.549837+0000", 2021-03-04T23:35:27.326 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014975005 2021-03-04T23:35:27.326 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.326 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.327 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:35:27.327 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.564812+0000", 2021-03-04T23:35:27.327 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.039227563 2021-03-04T23:35:27.327 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.327 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.328 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.328 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.604040+0000", 2021-03-04T23:35:27.328 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0025300750000000001 2021-03-04T23:35:27.328 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.329 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.329 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.329 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.606570+0000", 2021-03-04T23:35:27.329 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.54562443299999996 2021-03-04T23:35:27.329 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.330 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.330 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:27.330 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.152194+0000", 2021-03-04T23:35:27.330 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004202786 2021-03-04T23:35:27.331 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.331 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.331 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:27.331 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.156397+0000", 2021-03-04T23:35:27.331 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018440702999999999 2021-03-04T23:35:27.332 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.332 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.332 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:27.332 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.174838+0000", 2021-03-04T23:35:27.332 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9502119969999998 2021-03-04T23:35:27.333 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.333 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:27.333 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.333 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.333 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.334 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:185126 9.1 9:837befaa:::benchmark_data_gibba011_139107_object31759:head [delete] snapc 0=[] ondisk+write+known_if_redirected e192)", 2021-03-04T23:35:27.334 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:07.349478+0000", 2021-03-04T23:35:27.334 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 379.691705211, 2021-03-04T23:35:27.334 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8518216070000002, 2021-03-04T23:35:27.335 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:27.335 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:27.335 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:27.335 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:27.335 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:27.336 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 185126 2021-03-04T23:35:27.336 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.336 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:27.336 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.336 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:27.337 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.349478+0000", 2021-03-04T23:35:27.337 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:27.337 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.337 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.338 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:27.338 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.349478+0000", 2021-03-04T23:35:27.338 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6819999999999999e-06 2021-03-04T23:35:27.338 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.338 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.339 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:27.339 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.349481+0000", 2021-03-04T23:35:27.339 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2780000000000001e-06 2021-03-04T23:35:27.339 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.340 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.340 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:27.340 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.349482+0000", 2021-03-04T23:35:27.340 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1694e-05 2021-03-04T23:35:27.340 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.341 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.341 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:27.341 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.349494+0000", 2021-03-04T23:35:27.341 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4999999999999999e-06 2021-03-04T23:35:27.342 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.342 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.342 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:27.342 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.349500+0000", 2021-03-04T23:35:27.342 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.020252297999999998 2021-03-04T23:35:27.343 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.343 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.343 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.343 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.369752+0000", 2021-03-04T23:35:27.344 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0092976159999999999 2021-03-04T23:35:27.344 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.344 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.344 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:35:27.344 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.379050+0000", 2021-03-04T23:35:27.345 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.085176769999999999 2021-03-04T23:35:27.345 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.345 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.345 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.346 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.464226+0000", 2021-03-04T23:35:27.346 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0092636509999999995 2021-03-04T23:35:27.346 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.346 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.346 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:35:27.347 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:07.473490+0000", 2021-03-04T23:35:27.347 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1537056219999999 2021-03-04T23:35:27.347 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.347 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.347 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.348 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.627196+0000", 2021-03-04T23:35:27.348 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0073584330000000002 2021-03-04T23:35:27.348 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.348 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.349 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:27.349 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.634554+0000", 2021-03-04T23:35:27.349 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014668773 2021-03-04T23:35:27.349 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.350 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.350 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:35:27.350 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.649223+0000", 2021-03-04T23:35:27.350 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.063101320000000002 2021-03-04T23:35:27.350 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.351 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.351 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.351 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.712324+0000", 2021-03-04T23:35:27.352 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0025495869999999999 2021-03-04T23:35:27.352 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.352 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.352 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.352 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:09.714874+0000", 2021-03-04T23:35:27.353 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.46354621400000001 2021-03-04T23:35:27.353 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.353 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.353 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:27.353 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.178420+0000", 2021-03-04T23:35:27.354 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0043027059999999999 2021-03-04T23:35:27.354 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.354 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.354 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:27.355 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.182723+0000", 2021-03-04T23:35:27.355 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018577462999999999 2021-03-04T23:35:27.355 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.355 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.355 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:27.356 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.201300+0000", 2021-03-04T23:35:27.356 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8518216070000002 2021-03-04T23:35:27.356 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.356 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:27.357 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.357 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.357 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.357 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:185395 9.1 9:8ef355a1:::benchmark_data_gibba011_139107_object32028:head [delete] snapc 0=[] ondisk+write+known_if_redirected e193)", 2021-03-04T23:35:27.357 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:10.223059+0000", 2021-03-04T23:35:27.358 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 376.81812501600001, 2021-03-04T23:35:27.358 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0096441949999999, 2021-03-04T23:35:27.358 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:27.358 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:27.358 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:27.359 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:27.359 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:27.359 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 185395 2021-03-04T23:35:27.359 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.360 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:27.360 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.360 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:27.360 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.223059+0000", 2021-03-04T23:35:27.360 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:27.361 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.361 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.361 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:27.361 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.223059+0000", 2021-03-04T23:35:27.362 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2979999999999999e-06 2021-03-04T23:35:27.362 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.362 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.362 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:27.362 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.223061+0000", 2021-03-04T23:35:27.363 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7409999999999999e-06 2021-03-04T23:35:27.363 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.363 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.363 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:27.363 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.223063+0000", 2021-03-04T23:35:27.364 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0485999999999999e-05 2021-03-04T23:35:27.364 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.364 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.364 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:27.365 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.223073+0000", 2021-03-04T23:35:27.365 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4309999999999996e-06 2021-03-04T23:35:27.365 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.365 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.365 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:27.366 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.223078+0000", 2021-03-04T23:35:27.366 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20380785000000001 2021-03-04T23:35:27.366 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.366 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.366 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.367 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.426885+0000", 2021-03-04T23:35:27.367 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0045403930000000002 2021-03-04T23:35:27.367 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.367 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.368 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:35:27.368 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.431426+0000", 2021-03-04T23:35:27.368 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.37784155200000002 2021-03-04T23:35:27.368 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.368 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.369 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.369 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.809267+0000", 2021-03-04T23:35:27.369 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0092340630000000007 2021-03-04T23:35:27.369 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.369 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.370 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:35:27.370 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.818501+0000", 2021-03-04T23:35:27.370 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.799309335 2021-03-04T23:35:27.370 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.371 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.371 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.371 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.617811+0000", 2021-03-04T23:35:27.371 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0074711450000000002 2021-03-04T23:35:27.371 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.372 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.372 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:27.372 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.625282+0000", 2021-03-04T23:35:27.372 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014791846000000001 2021-03-04T23:35:27.372 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.373 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.373 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:35:27.373 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.640074+0000", 2021-03-04T23:35:27.373 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.061505301999999998 2021-03-04T23:35:27.374 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.374 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.374 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.374 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.701579+0000", 2021-03-04T23:35:27.374 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0024781180000000001 2021-03-04T23:35:27.375 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.375 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.375 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.375 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.704057+0000", 2021-03-04T23:35:27.375 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.50496845700000004 2021-03-04T23:35:27.376 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.376 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.376 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:27.376 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.209026+0000", 2021-03-04T23:35:27.377 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0058628439999999999 2021-03-04T23:35:27.377 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.377 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.377 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:27.377 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.214889+0000", 2021-03-04T23:35:27.378 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017814334000000001 2021-03-04T23:35:27.378 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.378 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.378 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:27.378 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.232703+0000", 2021-03-04T23:35:27.379 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0096441949999999 2021-03-04T23:35:27.379 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.379 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:27.379 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.380 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.380 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.380 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:185446 9.1 9:8279dd19:::benchmark_data_gibba011_139107_object32079:head [delete] snapc 0=[] ondisk+write+known_if_redirected e193)", 2021-03-04T23:35:27.380 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:10.374992+0000", 2021-03-04T23:35:27.380 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 376.66619129499998, 2021-03-04T23:35:27.381 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8331628740000001, 2021-03-04T23:35:27.381 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:27.381 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:27.381 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:27.381 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:27.382 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:27.382 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 185446 2021-03-04T23:35:27.382 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.382 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:27.383 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.383 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:27.383 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.374992+0000", 2021-03-04T23:35:27.383 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:27.383 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.384 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.384 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:27.384 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.374992+0000", 2021-03-04T23:35:27.384 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.491e-06 2021-03-04T23:35:27.385 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.385 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.385 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:27.385 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.374995+0000", 2021-03-04T23:35:27.385 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3909999999999999e-06 2021-03-04T23:35:27.386 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.386 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.386 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:27.386 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.374996+0000", 2021-03-04T23:35:27.387 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.9979999999999998e-06 2021-03-04T23:35:27.387 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.387 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.387 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:27.387 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.375006+0000", 2021-03-04T23:35:27.388 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2679999999999996e-06 2021-03-04T23:35:27.388 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.388 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.388 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:27.388 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.375011+0000", 2021-03-04T23:35:27.389 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.22591351600000001 2021-03-04T23:35:27.389 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.389 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.389 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.390 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.600924+0000", 2021-03-04T23:35:27.390 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0090933750000000008 2021-03-04T23:35:27.390 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.390 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.390 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:35:27.391 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.610017+0000", 2021-03-04T23:35:27.391 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.13570367 2021-03-04T23:35:27.391 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.391 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.391 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.392 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.745721+0000", 2021-03-04T23:35:27.392 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095126680000000002 2021-03-04T23:35:27.392 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.392 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.393 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:35:27.393 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.755234+0000", 2021-03-04T23:35:27.393 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8009543939999999 2021-03-04T23:35:27.393 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.393 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.394 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.394 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.556188+0000", 2021-03-04T23:35:27.394 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0074166199999999996 2021-03-04T23:35:27.394 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.395 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.395 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:27.395 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.563605+0000", 2021-03-04T23:35:27.395 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.015177645999999999 2021-03-04T23:35:27.395 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.396 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.396 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:35:27.396 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.578782+0000", 2021-03-04T23:35:27.396 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.015748485999999999 2021-03-04T23:35:27.397 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.397 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.397 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.397 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.594531+0000", 2021-03-04T23:35:27.397 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0024722590000000001 2021-03-04T23:35:27.398 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.398 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.398 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.398 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.597003+0000", 2021-03-04T23:35:27.398 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.58855102699999995 2021-03-04T23:35:27.399 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.399 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.399 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:27.399 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.185554+0000", 2021-03-04T23:35:27.399 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0045620410000000002 2021-03-04T23:35:27.400 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.400 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.400 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:27.400 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.190116+0000", 2021-03-04T23:35:27.401 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018039024000000001 2021-03-04T23:35:27.401 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.401 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.401 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:27.401 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.208155+0000", 2021-03-04T23:35:27.402 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8331628740000001 2021-03-04T23:35:27.402 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.402 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:27.402 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.403 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.403 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.403 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:185449 9.1 9:860d33f3:::benchmark_data_gibba011_139107_object32082:head [delete] snapc 0=[] ondisk+write+known_if_redirected e193)", 2021-03-04T23:35:27.403 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:10.386231+0000", 2021-03-04T23:35:27.403 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 376.65495222499999, 2021-03-04T23:35:27.404 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7984349040000001, 2021-03-04T23:35:27.404 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:27.404 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:27.404 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:27.404 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:27.405 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:27.405 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 185449 2021-03-04T23:35:27.405 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.405 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:27.406 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.406 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:27.406 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.386231+0000", 2021-03-04T23:35:27.406 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:27.406 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.407 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.407 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:27.407 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.386231+0000", 2021-03-04T23:35:27.407 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4360000000000001e-06 2021-03-04T23:35:27.407 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.408 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.408 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:27.408 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.386234+0000", 2021-03-04T23:35:27.408 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.525e-06 2021-03-04T23:35:27.409 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.409 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.409 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:27.409 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.386235+0000", 2021-03-04T23:35:27.409 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.995e-06 2021-03-04T23:35:27.410 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.410 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.410 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:27.410 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.386245+0000", 2021-03-04T23:35:27.411 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3150000000000002e-06 2021-03-04T23:35:27.411 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.411 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.411 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:27.411 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.386250+0000", 2021-03-04T23:35:27.412 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.224756224 2021-03-04T23:35:27.412 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.412 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.412 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.413 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.611006+0000", 2021-03-04T23:35:27.413 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0086031939999999998 2021-03-04T23:35:27.413 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.413 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.413 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:35:27.414 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.619609+0000", 2021-03-04T23:35:27.414 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.083516589000000002 2021-03-04T23:35:27.414 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.414 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.415 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.415 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.703126+0000", 2021-03-04T23:35:27.415 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0092722550000000001 2021-03-04T23:35:27.415 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.415 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.416 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:35:27.416 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.712398+0000", 2021-03-04T23:35:27.416 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7926572439999999 2021-03-04T23:35:27.416 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.417 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.417 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.417 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.505055+0000", 2021-03-04T23:35:27.417 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0074428070000000001 2021-03-04T23:35:27.417 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.418 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.418 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:27.418 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.512498+0000", 2021-03-04T23:35:27.418 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014782616 2021-03-04T23:35:27.418 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.419 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.419 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:35:27.419 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.527281+0000", 2021-03-04T23:35:27.419 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.062301804000000002 2021-03-04T23:35:27.420 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.420 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.420 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.420 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.589582+0000", 2021-03-04T23:35:27.420 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.002480229 2021-03-04T23:35:27.421 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.421 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.421 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.421 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.592063+0000", 2021-03-04T23:35:27.421 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.56543957099999997 2021-03-04T23:35:27.422 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.422 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.422 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:27.422 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.157502+0000", 2021-03-04T23:35:27.423 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004177755 2021-03-04T23:35:27.423 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.423 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.423 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:27.424 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.161680+0000", 2021-03-04T23:35:27.424 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.022986344999999998 2021-03-04T23:35:27.424 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.424 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.424 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:27.425 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.184666+0000", 2021-03-04T23:35:27.425 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7984349040000001 2021-03-04T23:35:27.425 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.425 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:27.426 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.426 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.426 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.426 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:185457 9.1 9:8366f887:::benchmark_data_gibba011_139107_object32090:head [delete] snapc 0=[] ondisk+write+known_if_redirected e193)", 2021-03-04T23:35:27.426 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:10.445227+0000", 2021-03-04T23:35:27.427 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 376.59595684700002, 2021-03-04T23:35:27.427 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8427797190000001, 2021-03-04T23:35:27.427 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:27.427 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:27.428 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:27.428 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:27.428 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:27.428 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 185457 2021-03-04T23:35:27.428 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.429 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:27.429 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.429 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:27.429 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.445227+0000", 2021-03-04T23:35:27.429 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:27.430 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.430 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.430 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:27.430 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.445227+0000", 2021-03-04T23:35:27.431 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5469999999999999e-06 2021-03-04T23:35:27.431 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.431 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.431 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:27.431 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.445229+0000", 2021-03-04T23:35:27.432 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.412e-06 2021-03-04T23:35:27.432 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.432 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.432 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:27.432 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.445231+0000", 2021-03-04T23:35:27.433 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.8230000000000006e-06 2021-03-04T23:35:27.433 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.433 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.433 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:27.434 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.445241+0000", 2021-03-04T23:35:27.434 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8060000000000001e-06 2021-03-04T23:35:27.434 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.434 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.434 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:27.435 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.445244+0000", 2021-03-04T23:35:27.435 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.31335281999999998 2021-03-04T23:35:27.435 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.435 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.435 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.436 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.758597+0000", 2021-03-04T23:35:27.436 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0091149270000000001 2021-03-04T23:35:27.436 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.436 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.437 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:35:27.437 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.767712+0000", 2021-03-04T23:35:27.437 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.12812837499999999 2021-03-04T23:35:27.437 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.437 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.438 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.438 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.895841+0000", 2021-03-04T23:35:27.438 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0096843580000000005 2021-03-04T23:35:27.438 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.438 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.439 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:35:27.439 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:10.905525+0000", 2021-03-04T23:35:27.439 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8723160080000001 2021-03-04T23:35:27.439 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.440 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.440 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.440 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.777841+0000", 2021-03-04T23:35:27.440 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0074666890000000003 2021-03-04T23:35:27.440 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.441 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.441 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:27.441 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.785308+0000", 2021-03-04T23:35:27.441 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014750213 2021-03-04T23:35:27.441 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.442 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.442 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:35:27.442 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.800058+0000", 2021-03-04T23:35:27.442 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.064545064999999999 2021-03-04T23:35:27.443 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.443 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.443 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.443 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.864603+0000", 2021-03-04T23:35:27.443 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0024724429999999999 2021-03-04T23:35:27.444 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.444 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.444 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.444 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:12.867075+0000", 2021-03-04T23:35:27.445 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.39465672499999999 2021-03-04T23:35:27.445 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.445 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.445 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:27.445 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.261732+0000", 2021-03-04T23:35:27.446 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0058949620000000001 2021-03-04T23:35:27.446 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.446 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.446 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:27.446 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.267627+0000", 2021-03-04T23:35:27.447 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.020379545999999998 2021-03-04T23:35:27.447 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.447 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.447 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:27.448 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:13.288007+0000", 2021-03-04T23:35:27.448 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8427797190000001 2021-03-04T23:35:27.448 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.448 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:27.448 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.449 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.449 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.449 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:186580 9.1 9:8c9c6def:::benchmark_data_gibba011_139107_object33213:head [delete] snapc 0=[] ondisk+write+known_if_redirected e194)", 2021-03-04T23:35:27.449 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:21.213653+0000", 2021-03-04T23:35:27.450 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 365.82753067300001, 2021-03-04T23:35:27.450 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7916870899999999, 2021-03-04T23:35:27.450 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:27.450 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:27.450 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:27.451 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:27.451 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:27.451 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 186580 2021-03-04T23:35:27.451 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.452 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:27.452 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.452 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:27.452 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.213653+0000", 2021-03-04T23:35:27.452 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:27.453 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.453 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.453 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:27.453 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.213653+0000", 2021-03-04T23:35:27.454 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3070000000000001e-06 2021-03-04T23:35:27.454 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.454 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.454 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:27.454 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.213655+0000", 2021-03-04T23:35:27.455 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.655e-06 2021-03-04T23:35:27.455 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.455 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.455 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:27.456 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.213657+0000", 2021-03-04T23:35:27.456 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1549000000000001e-05 2021-03-04T23:35:27.456 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.456 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.456 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:27.457 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.213669+0000", 2021-03-04T23:35:27.457 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2849999999999996e-06 2021-03-04T23:35:27.457 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.457 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.458 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:27.458 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.213673+0000", 2021-03-04T23:35:27.458 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.31663317299999999 2021-03-04T23:35:27.458 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.459 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.459 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.459 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.530306+0000", 2021-03-04T23:35:27.459 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0085588529999999999 2021-03-04T23:35:27.459 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.460 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.460 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:35:27.460 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.538865+0000", 2021-03-04T23:35:27.460 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.073447059999999995 2021-03-04T23:35:27.460 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.461 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.461 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.461 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.612312+0000", 2021-03-04T23:35:27.461 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0091559429999999997 2021-03-04T23:35:27.462 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.462 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.462 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:35:27.462 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:21.621468+0000", 2021-03-04T23:35:27.462 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3361520250000001 2021-03-04T23:35:27.463 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.463 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.463 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.463 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:22.957620+0000", 2021-03-04T23:35:27.464 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0092004470000000005 2021-03-04T23:35:27.464 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.464 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.464 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:27.464 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:22.966820+0000", 2021-03-04T23:35:27.465 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.016321535000000002 2021-03-04T23:35:27.465 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.465 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.465 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:35:27.465 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:22.983142+0000", 2021-03-04T23:35:27.466 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.23347467099999999 2021-03-04T23:35:27.466 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.466 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.466 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.467 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:23.216617+0000", 2021-03-04T23:35:27.467 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0025969399999999998 2021-03-04T23:35:27.467 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.467 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.467 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.468 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:23.219213+0000", 2021-03-04T23:35:27.468 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.76437432900000002 2021-03-04T23:35:27.468 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.468 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.468 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:27.469 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:23.983588+0000", 2021-03-04T23:35:27.469 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0044701439999999997 2021-03-04T23:35:27.469 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.469 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.470 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:27.470 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:23.988058+0000", 2021-03-04T23:35:27.470 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017282174000000001 2021-03-04T23:35:27.470 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.470 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.471 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:27.471 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:24.005340+0000", 2021-03-04T23:35:27.471 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7916870899999999 2021-03-04T23:35:27.471 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.471 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:27.472 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.472 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.472 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.472 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:188811 9.1 9:84e4ad8b:::benchmark_data_gibba011_139107_object35444:head [delete] snapc 0=[] ondisk+write+known_if_redirected e200)", 2021-03-04T23:35:27.473 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:39.976538+0000", 2021-03-04T23:35:27.473 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 347.064646181, 2021-03-04T23:35:27.473 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7889080740000001, 2021-03-04T23:35:27.473 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:27.473 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:27.474 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:27.474 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:27.474 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:27.474 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 188811 2021-03-04T23:35:27.475 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.475 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:27.475 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.475 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:27.475 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:39.976538+0000", 2021-03-04T23:35:27.476 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:27.476 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.476 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.476 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:27.476 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:39.976538+0000", 2021-03-04T23:35:27.477 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.827e-06 2021-03-04T23:35:27.477 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.477 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.477 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:27.477 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:39.976539+0000", 2021-03-04T23:35:27.478 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4899999999999999e-06 2021-03-04T23:35:27.478 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.478 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.478 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:27.479 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:39.976541+0000", 2021-03-04T23:35:27.479 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.8700000000000004e-06 2021-03-04T23:35:27.479 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.479 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.479 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:27.480 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:39.976551+0000", 2021-03-04T23:35:27.480 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9740000000000004e-06 2021-03-04T23:35:27.480 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.480 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.481 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:27.481 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:39.976555+0000", 2021-03-04T23:35:27.481 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.108338191 2021-03-04T23:35:27.481 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.481 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.482 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.482 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.084893+0000", 2021-03-04T23:35:27.482 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0082756879999999998 2021-03-04T23:35:27.482 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.482 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.483 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:35:27.483 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.093169+0000", 2021-03-04T23:35:27.483 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.12250597100000001 2021-03-04T23:35:27.483 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.484 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.484 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.484 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.215675+0000", 2021-03-04T23:35:27.484 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0094008019999999998 2021-03-04T23:35:27.484 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.485 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.485 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:35:27.485 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.225075+0000", 2021-03-04T23:35:27.485 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6026074610000001 2021-03-04T23:35:27.486 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.486 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.486 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.486 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:41.827683+0000", 2021-03-04T23:35:27.486 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0087049250000000005 2021-03-04T23:35:27.487 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.487 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.487 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:27.487 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:41.836388+0000", 2021-03-04T23:35:27.488 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.015705404999999999 2021-03-04T23:35:27.488 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.488 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.488 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:35:27.488 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:41.852093+0000", 2021-03-04T23:35:27.489 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.049988711999999998 2021-03-04T23:35:27.489 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.489 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.489 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.490 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:41.902082+0000", 2021-03-04T23:35:27.490 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00250673 2021-03-04T23:35:27.490 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.490 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.490 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.491 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:41.904589+0000", 2021-03-04T23:35:27.491 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.83886559999999999 2021-03-04T23:35:27.491 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.491 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.491 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:27.492 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.743454+0000", 2021-03-04T23:35:27.492 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004067574 2021-03-04T23:35:27.492 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.492 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.493 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:27.493 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.747522+0000", 2021-03-04T23:35:27.493 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017923853999999999 2021-03-04T23:35:27.493 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.493 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.494 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:27.494 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.765446+0000", 2021-03-04T23:35:27.494 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7889080740000001 2021-03-04T23:35:27.494 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.495 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:27.495 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.495 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.495 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.495 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:188922 9.1 9:8c771887:::benchmark_data_gibba011_139107_object35555:head [delete] snapc 0=[] ondisk+write+known_if_redirected e200)", 2021-03-04T23:35:27.496 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:40.554267+0000", 2021-03-04T23:35:27.496 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 346.486917146, 2021-03-04T23:35:27.496 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8623264709999998, 2021-03-04T23:35:27.496 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:27.497 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:27.497 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:27.497 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:27.497 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:27.497 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 188922 2021-03-04T23:35:27.498 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.498 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:27.498 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.498 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:27.499 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.554267+0000", 2021-03-04T23:35:27.499 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:27.499 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.499 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.499 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:27.500 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.554267+0000", 2021-03-04T23:35:27.500 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7910000000000001e-06 2021-03-04T23:35:27.500 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.500 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.501 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:27.501 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.554268+0000", 2021-03-04T23:35:27.501 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1909999999999999e-06 2021-03-04T23:35:27.501 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.501 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.502 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:27.502 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.554270+0000", 2021-03-04T23:35:27.502 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.7149999999999993e-06 2021-03-04T23:35:27.502 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.503 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.503 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:27.503 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.554279+0000", 2021-03-04T23:35:27.503 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8489999999999997e-06 2021-03-04T23:35:27.503 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.504 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.504 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:27.504 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.554284+0000", 2021-03-04T23:35:27.504 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.145994872 2021-03-04T23:35:27.505 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.505 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.505 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.505 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.700279+0000", 2021-03-04T23:35:27.505 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0093470029999999996 2021-03-04T23:35:27.506 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.506 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.506 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:35:27.506 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.709626+0000", 2021-03-04T23:35:27.507 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.081501287000000006 2021-03-04T23:35:27.507 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.507 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.507 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.507 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.791127+0000", 2021-03-04T23:35:27.508 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0088647929999999993 2021-03-04T23:35:27.508 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.508 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.508 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:35:27.508 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.799992+0000", 2021-03-04T23:35:27.509 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.528852927 2021-03-04T23:35:27.509 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.509 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.509 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:27.510 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.328845+0000", 2021-03-04T23:35:27.510 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0074938460000000002 2021-03-04T23:35:27.510 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.510 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.510 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:27.511 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.336339+0000", 2021-03-04T23:35:27.511 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.015121081 2021-03-04T23:35:27.511 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.511 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.511 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:35:27.512 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.351460+0000", 2021-03-04T23:35:27.512 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010762301 2021-03-04T23:35:27.512 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.512 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.513 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.513 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.362222+0000", 2021-03-04T23:35:27.513 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0025247899999999998 2021-03-04T23:35:27.513 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.513 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.514 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:27.514 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.364747+0000", 2021-03-04T23:35:27.514 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0271558629999999 2021-03-04T23:35:27.514 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.515 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.515 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:27.515 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:43.391903+0000", 2021-03-04T23:35:27.515 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0044556409999999998 2021-03-04T23:35:27.515 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.516 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.516 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:27.516 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:43.396358+0000", 2021-03-04T23:35:27.516 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.020234520999999998 2021-03-04T23:35:27.517 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:27.517 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:27.517 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:27.517 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:43.416593+0000", 2021-03-04T23:35:27.517 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8623264709999998 2021-03-04T23:35:27.518 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.518 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:27.518 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.518 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:27.518 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:27.519 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:35:27.519 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:27.521 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:35:27.521 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:35:27.522 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:35:27.522 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:35:27.522 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:35:27.522 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:35:27.523 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:27.523 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:35:27.524 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:35:27.524 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:35:27.524 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:35:27.524 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:35:27.525 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:35:27.525 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:35:27.525 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:35:27.525 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:35:27.525 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:35:27.538 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:27.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:27.540 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:27.641 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:27.661 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:27.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:27.662 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:27.754 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:35:27.763 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:27.816 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:27.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:27.817 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:27.895 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:27.918 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:27.938 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:27.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:27.939 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:28.008 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:35:28.040 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:28.059 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:28.060 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:28.061 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:28.153 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:35:28.163 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:28.181 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:28.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:28.183 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:28.284 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:28.304 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:28.305 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:28.305 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:28.313 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:28 gibba038 conmon[76675]: cluster 2021-03-04T23:35:26.738724+0000 mgr.x (mgr.34676) 1008 : cluster [DBG] pgmap v1021: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 9.2 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.52k op/s; 11955/115485 objects degraded (10.352%); 7165/115485 objects misplaced (6.204%); 2.5 MiB/s, 99 objects/s recovering 2021-03-04T23:35:28.314 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:28 gibba038 conmon[76675]: audit 2021-03-04T23:35:27.051322+0000 mon.c (mon.1) 399 : audit [DBG] from='client.? 172.21.2.111:0/4003934352' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:28.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:28 gibba011 conmon[99461]: cluster 2021-03-04T23:35:26.738724+0000 mgr.x (mgr.34676) 1008 : cluster [DBG] pgmap v1021: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 9.2 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.52k op/s; 11955/115485 objects degraded (10.352%); 7165/115485 objects misplaced (6.204%); 2.5 MiB/s, 99 objects/s recovering 2021-03-04T23:35:28.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:28 gibba011 conmon[99461]: audit 2021-03-04T23:35:27.051322+0000 mon.c (mon.1) 399 : audit [DBG] from='client.? 172.21.2.111:0/4003934352' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:28.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:28 gibba011 conmon[95595]: cluster 2021-03-04T23:35:26.738724+0000 mgr.x (mgr.34676) 1008 : cluster [DBG] pgmap v1021: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 9.2 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.52k op/s; 11955/115485 objects degraded (10.352%); 7165/115485 objects misplaced (6.204%); 2.5 MiB/s, 99 objects/s recovering 2021-03-04T23:35:28.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:28 gibba011 conmon[95595]: audit 2021-03-04T23:35:27.051322+0000 mon.c (mon.1) 399 : audit [DBG] from='client.? 172.21.2.111:0/4003934352' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:28.406 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:28.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:28.427 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:28.428 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:28.529 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:28.549 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:28.550 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:28.550 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:28.652 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:28.673 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:28.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:28.675 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:28.777 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:28.797 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:28.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:28.798 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:28.899 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:28.921 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:28.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:28.922 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:29.023 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:29.044 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:29.045 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:29.045 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:29.146 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:29.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:29.167 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:29.167 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:29.268 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:29.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:29.291 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:29.291 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:29.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:29 gibba038 conmon[76675]: cluster 2021-03-04T23:35:29.010921+0000 mon.a (mon.0) 1361 : cluster [WRN] Health check update: Degraded data redundancy: 11955/115485 objects degraded (10.352%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:29.348 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:29 gibba011 conmon[95595]: cluster 2021-03-04T23:35:29.010921+0000 mon.a (mon.0) 1361 : cluster [WRN] Health check update: Degraded data redundancy: 11955/115485 objects degraded (10.352%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:29.349 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:29 gibba011 conmon[99461]: cluster 2021-03-04T23:35:29.010921+0000 mon.a (mon.0) 1361 2021-03-04T23:35:29.349 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:29 gibba011 conmon[99461]: : cluster [WRN] Health check update: Degraded data redundancy: 11955/115485 objects degraded (10.352%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:29.392 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:29.413 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:29.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:29.415 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:29.517 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:29.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:29.535 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:29.536 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:29.637 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:29.656 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:29.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:29.657 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:29.759 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:29.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:29.781 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:29.781 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:29.883 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:29.904 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:29.905 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:29.905 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:30.006 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:30.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:30.027 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:30.027 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:30.129 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:30.146 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:35:30.146 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:35:30.148 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:30.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:30.150 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:30.251 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:30.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:30.269 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:30.270 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:30.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:30 gibba038 conmon[76675]: cluster 2021-03-04T23:35:28.739291+0000 mgr.x (mgr.34676) 1009 : cluster [DBG] pgmap v1022: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 7.8 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.74k op/s; 11677/91320 objects degraded (12.787%); 5607/91320 objects misplaced (6.140%); 1.7 MiB/s, 142 objects/s recovering 2021-03-04T23:35:30.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:30 gibba038 conmon[76675]: 2021-03-04T23:35:30.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:30 gibba011 conmon[95595]: cluster 2021-03-04T23:35:28.739291+0000 mgr.x (mgr.34676) 1009 : cluster [DBG] pgmap v1022: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 7.8 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.74k op/s; 11677/91320 objects degraded (12.787%); 5607/91320 objects misplaced (6.140%); 1.7 MiB/s, 142 objects/s recovering 2021-03-04T23:35:30.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:30 gibba011 conmon[95595]: 2021-03-04T23:35:30.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:30 gibba011 conmon[99461]: cluster 2021-03-04T23:35:30.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:30 gibba011 conmon[99461]: 2021-03-04T23:35:30.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:30 gibba011 conmon[99461]: 2021 2021-03-04T23:35:30.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:30 gibba011 conmon[99461]: - 2021-03-04T23:35:30.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:30 gibba011 conmon[99461]: 03 2021-03-04T23:35:30.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:30 gibba011 conmon[99461]: - 2021-03-04T23:35:30.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:30 gibba011 conmon[99461]: 04 2021-03-04T23:35:30.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:30 gibba011 conmon[99461]: T 2021-03-04T23:35:30.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:30 gibba011 conmon[99461]: 23 2021-03-04T23:35:30.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:30 gibba011 conmon[99461]: : 2021-03-04T23:35:30.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:30 gibba011 conmon[99461]: 35 2021-03-04T23:35:30.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:30 gibba011 conmon[99461]: : 2021-03-04T23:35:30.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:30 gibba011 conmon[99461]: 28 2021-03-04T23:35:30.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:30 gibba011 conmon[99461]: .739291+0000 mgr.x (mgr.34676) 1009 : cluster 2021-03-04T23:35:30.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:30 gibba011 conmon[99461]: [DBG] pgmap v1022: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 7.8 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.74k op/s; 11677/91320 objects degraded (12.787%); 5607/91320 objects misplaced (6.140%); 1.7 MiB/s, 142 objects/s recovering 2021-03-04T23:35:30.371 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:30.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:30.394 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:30.394 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:30.496 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:30.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:30.516 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:30.516 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:30.618 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:30.634 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:30.635 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:30.636 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:30.736 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:35:30.737 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:30.756 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:30.756 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:30.757 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:30.858 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:30.879 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:30.883 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:30.884 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:30.885 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:30.986 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:31.005 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:31.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:31.006 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:31.107 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:31.126 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:31.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:31.128 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:31.153 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-03-04T23:35:31.230 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:31.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:31.250 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:31.251 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:31.312 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:35:31.353 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:31.371 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:31.372 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:31.372 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:31.473 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:31.490 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:31.491 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:31.492 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:31.593 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:31.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:31.612 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:31.612 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:31.714 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:31.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:31.732 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:31.733 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:31.834 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:31.853 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:31.854 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:31.854 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:31.955 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:31.974 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:31.975 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:31.976 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:32.035 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:35:32.040 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:35:32.042 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:35:32.077 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:32.095 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:32.096 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:32.096 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:32.197 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:32.216 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:32.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:32.217 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:32.318 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:32.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:32.337 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:32.337 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:32.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:32 gibba038 conmon[76675]: cluster 2021-03-04T23:35:30.739714+0000 mgr.x (mgr.34676) 1010 : cluster [DBG] pgmap v1023: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 1.8 GiB data, 7.7 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.74k op/s; 11677/89889 objects degraded (12.990%); 5607/89889 objects misplaced (6.238%); 1.7 MiB/s, 142 objects/s recovering 2021-03-04T23:35:32.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:32 gibba038 conmon[76675]: cluster 2021-03-04T23:35:31.030655+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e297: 8 total, 8 up, 7 in 2021-03-04T23:35:32.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:32 gibba038 conmon[76675]: audit 2021-03-04T23:35:31.341548+0000 mon.c (mon.1) 400 : audit [INF] from='client.? 172.21.2.111:0/1267328331' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:32.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:32 gibba038 conmon[76675]: audit 2021-03-04T23:35:31.341875+0000 mon.a (mon.0) 1363 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:32.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:32 gibba011 conmon[95595]: cluster 2021-03-04T23:35:30.739714+0000 mgr.x (mgr.34676) 1010 : cluster [DBG] pgmap v1023: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 1.8 GiB data, 7.7 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.74k op/s; 11677/89889 objects degraded (12.990%); 5607/89889 objects misplaced (6.238%); 1.7 MiB/s, 142 objects/s recovering 2021-03-04T23:35:32.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:32 gibba011 conmon[95595]: cluster 2021-03-04T23:35:31.030655+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e297: 8 total, 8 up, 7 in 2021-03-04T23:35:32.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:32 gibba011 conmon[95595]: audit 2021-03-04T23:35:31.341548+0000 mon.c (mon.1) 400 : audit [INF] from='client.? 172.21.2.111:0/1267328331' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:32.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:32 gibba011 conmon[95595]: audit 2021-03-04T23:35:31.341875+0000 mon.a (mon.0) 1363 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:32.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:32 gibba011 conmon[99461]: cluster 2021-03-04T23:35:30.739714+0000 mgr.x (mgr.34676) 1010 : cluster [DBG] pgmap v1023: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 1.8 GiB data, 7.7 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.74k op/s; 11677/89889 objects degraded (12.990%); 5607/89889 objects misplaced (6.238%); 1.7 MiB/s, 142 objects/s recovering 2021-03-04T23:35:32.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:32 gibba011 conmon[99461]: cluster 2021-03-04T23:35:31.030655+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e297: 8 total, 8 up, 7 in 2021-03-04T23:35:32.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:32 gibba011 conmon[99461]: audit 2021-03-04T23:35:31.341548+0000 mon.c (mon.1) 400 : audit [INF] from='client.? 172.21.2.111:0/1267328331' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:32.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:32 gibba011 conmon[99461]: audit 2021-03-04T23:35:31.341875+0000 mon.a (mon.0) 1363 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:32.438 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:32.457 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:32.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:32.459 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:32.560 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:32.579 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:32.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:32.581 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:32.682 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:32.705 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:32.706 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:32.706 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:32.807 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:32.828 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:32.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:32.830 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:32.931 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:32.950 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:32.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:32.951 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:33.053 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:33.072 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:33.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:33.073 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:33.174 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:33.193 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:33.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:33.195 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:33.296 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:33.316 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:33.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:33.318 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:33.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:33 gibba038 conmon[76675]: audit 2021-03-04T23:35:31.942881+0000 mgr.x (mgr.34676) 1011 : audit 2021-03-04T23:35:33.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:33 gibba038 conmon[76675]: [DBG] from='client.46143 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:35:33.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:33 gibba038 conmon[76675]: cluster 2021-03-04T23:35:32.028884+0000 mon.a (mon.0) 1364 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:35:33.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:33 gibba038 conmon[76675]: audit 2021-03-04T23:35: 2021-03-04T23:35:33.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:33 gibba038 conmon[76675]: 32.031635+0000 mon.a (mon.0) 1365 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:33.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:33 gibba038 conmon[76675]: cluster 2021-03-04T23:35 2021-03-04T23:35:33.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:33 gibba038 conmon[76675]: :32.031683+0000 mon.a (mon.0) 1366 : cluster [DBG] osdmap e298: 8 total, 8 up, 7 in 2021-03-04T23:35:33.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:33 gibba011 conmon[95595]: audit 2021-03-04T23:35:31.942881+0000 mgr.x (mgr.34676) 1011 : audit 2021-03-04T23:35:33.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:33 gibba011 conmon[95595]: [DBG] from='client.46143 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:35:33.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:33 gibba011 conmon[95595]: cluster 2021-03-04T23:35:32.028884+0000 mon.a (mon.0) 1364 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:35:33.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:33 gibba011 conmon[95595]: audit 2021-03-04T23:35:32.031635+0000 mon.a (mon.0) 1365 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:33.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:33 gibba011 conmon[95595]: cluster 2021-03-04T23:35:32.031683+0000 mon.a (mon.0) 1366 : cluster [DBG] osdmap e298: 8 total, 8 up, 7 in 2021-03-04T23:35:33.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:33 gibba011 conmon[99461]: audit 2021-03-04T23:35:31.942881+0000 mgr.x (mgr.34676) 1011 : audit [DBG] from='client.46143 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:35:33.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:33 gibba011 conmon[99461]: cluster 2021-03-04T23:35:32.028884+0000 mon.a (mon.0) 1364 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:35:33.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:33 gibba011 conmon[99461]: audit 2021-03-04T 2021-03-04T23:35:33.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:33 gibba011 conmon[99461]: 23:35:32.031635+0000 mon.a (mon.0) 1365 : audit 2021-03-04T23:35:33.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:33 gibba011 conmon[99461]: [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:33.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:33 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:35:33.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:33 gibba011 conmon[99461]: 04T23:35:32.031683+0000 mon.a (mon. 2021-03-04T23:35:33.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:33 gibba011 conmon[99461]: 0) 1366 : cluster [DBG] osdmap e298: 8 total, 8 up, 7 in 2021-03-04T23:35:33.420 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:33.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:33.440 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:33.441 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:33.542 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:33.561 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:33.562 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:33.563 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:33.664 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:33.684 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:33.684 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:33.685 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:33.786 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:33.805 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:33.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:33.807 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:33.815 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":1024,"stamp":"2021-03-04T23:35:31.035354+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1962151232,"num_objects":29963,"num_object_clones":0,"num_object_copies":89889,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":11677,"num_objects_misplaced":5607,"num_objects_unfound":0,"num_objects_dirty":29963,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":276841,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":96151,"num_bytes_recovered":5469514801,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":85072,"ondisk_log_size":85072,"up":357,"acting":354,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":391,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":12249432,"kb_used_data":7621600,"kb_used_omap":7911,"kb_used_meta":4619800,"kb_avail":604313256,"statfs":{"total":631360192512,"available":618816774144,"internally_reserved":4294967296,"allocated":7804518400,"data_stored":7794441034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8101805,"internal_metadata":4730675283},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[15,3,2,7,8,12,2,3],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-1028849664,"num_objects":-15699,"num_object_clones":0,"num_object_copies":-47097,"num_objects_missing_on_primary":-658,"num_objects_missing":-658,"num_objects_degraded":-278,"num_objects_misplaced":-2620,"num_objects_unfound":0,"num_objects_dirty":-15699,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15699,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1426,"num_bytes_recovered":18219008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.297734"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"341","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350989+0000","last_change":"2021-03-04T23:32:26.240995+0000","last_active":"2021-03-04T23:35:16.350989+0000","last_peered":"2021-03-04T23:35:16.350989+0000","last_clean":"2021-03-04T23:35:16.350989+0000","last_became_active":"2021-03-04T23:32:26.240606+0000","last_became_peered":"2021-03-04T23:32:26.240606+0000","last_unstale":"2021-03-04T23:35:16.350989+0000","last_undegraded":"2021-03-04T23:35:16.350989+0000","last_fullsized":"2021-03-04T23:35:16.350989+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"83","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.349168+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:35:16.349168+0000","last_peered":"2021-03-04T23:35:16.349168+0000","last_clean":"2021-03-04T23:35:16.349168+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:35:16.349168+0000","last_undegraded":"2021-03-04T23:35:16.349168+0000","last_fullsized":"2021-03-04T23:35:16.349168+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"39","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.351153+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:35:16.351153+0000","last_peered":"2021-03-04T23:35:16.351153+0000","last_clean":"2021-03-04T23:35:16.351153+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:35:16.351153+0000","last_undegraded":"2021-03-04T23:35:16.351153+0000","last_fullsized":"2021-03-04T23:35:16.351153+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"317","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350956+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:35:16.350956+0000","last_peered":"2021-03-04T23:35:16.350956+0000","last_clean":"2021-03-04T23:35:16.350956+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:35:16.350956+0000","last_undegraded":"2021-03-04T23:35:16.350956+0000","last_fullsized":"2021-03-04T23:35:16.350956+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"101","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.348876+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:35:16.348876+0000","last_peered":"2021-03-04T23:35:16.348876+0000","last_clean":"2021-03-04T23:35:16.348876+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:35:16.348876+0000","last_undegraded":"2021-03-04T23:35:16.348876+0000","last_fullsized":"2021-03-04T23:35:16.348876+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"45","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350246+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:35:16.350246+0000","last_peered":"2021-03-04T23:35:16.350246+0000","last_clean":"2021-03-04T23:35:16.350246+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:35:16.350246+0000","last_undegraded":"2021-03-04T23:35:16.350246+0000","last_fullsized":"2021-03-04T23:35:16.350246+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"289","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350809+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:35:16.350809+0000","last_peered":"2021-03-04T23:35:16.350809+0000","last_clean":"2021-03-04T23:35:16.350809+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:35:16.350809+0000","last_undegraded":"2021-03-04T23:35:16.350809+0000","last_fullsized":"2021-03-04T23:35:16.350809+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"101","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.349386+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:35:16.349386+0000","last_peered":"2021-03-04T23:35:16.349386+0000","last_clean":"2021-03-04T23:35:16.349386+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:35:16.349386+0000","last_undegraded":"2021-03-04T23:35:16.349386+0000","last_fullsized":"2021-03-04T23:35:16.349386+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"87","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.354328+0000","last_change":"2021-03-04T23:32:18.981656+0000","last_active":"2021-03-04T23:35:16.354328+0000","last_peered":"2021-03-04T23:35:16.354328+0000","last_clean":"2021-03-04T23:35:16.354328+0000","last_became_active":"2021-03-04T23:32:18.981253+0000","last_became_peered":"2021-03-04T23:32:18.981253+0000","last_unstale":"2021-03-04T23:35:16.354328+0000","last_undegraded":"2021-03-04T23:35:16.354328+0000","last_fullsized":"2021-03-04T23:35:16.354328+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"338","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.352132+0000","last_change":"2021-03-04T23:32:26.243636+0000","last_active":"2021-03-04T23:35:16.352132+0000","last_peered":"2021-03-04T23:35:16.352132+0000","last_clean":"2021-03-04T23:35:16.352132+0000","last_became_active":"2021-03-04T23:32:26.243433+0000","last_became_peered":"2021-03-04T23:32:26.243433+0000","last_unstale":"2021-03-04T23:35:16.352132+0000","last_undegraded":"2021-03-04T23:35:16.352132+0000","last_fullsized":"2021-03-04T23:35:16.352132+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"103","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.349676+0000","last_change":"2021-03-04T23:32:18.988970+0000","last_active":"2021-03-04T23:35:16.349676+0000","last_peered":"2021-03-04T23:35:16.349676+0000","last_clean":"2021-03-04T23:35:16.349676+0000","last_became_active":"2021-03-04T23:32:18.988819+0000","last_became_peered":"2021-03-04T23:32:18.988819+0000","last_unstale":"2021-03-04T23:35:16.349676+0000","last_undegraded":"2021-03-04T23:35:16.349676+0000","last_fullsized":"2021-03-04T23:35:16.349676+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"75","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.354062+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:35:16.354062+0000","last_peered":"2021-03-04T23:35:16.354062+0000","last_clean":"2021-03-04T23:35:16.354062+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:35:16.354062+0000","last_undegraded":"2021-03-04T23:35:16.354062+0000","last_fullsized":"2021-03-04T23:35:16.354062+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"39","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.351220+0000","last_change":"2021-03-04T23:32:26.241627+0000","last_active":"2021-03-04T23:35:16.351220+0000","last_peered":"2021-03-04T23:35:16.351220+0000","last_clean":"2021-03-04T23:35:16.351220+0000","last_became_active":"2021-03-04T23:32:26.241358+0000","last_became_peered":"2021-03-04T23:32:26.241358+0000","last_unstale":"2021-03-04T23:35:16.351220+0000","last_undegraded":"2021-03-04T23:35:16.351220+0000","last_fullsized":"2021-03-04T23:35:16.351220+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"339","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.353195+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:35:16.353195+0000","last_peered":"2021-03-04T23:35:16.353195+0000","last_clean":"2021-03-04T23:35:16.353195+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:35:16.353195+0000","last_undegraded":"2021-03-04T23:35:16.353195+0000","last_fullsized":"2021-03-04T23:35:16.353195+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"318","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.351177+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:35:16.351177+0000","last_peered":"2021-03-04T23:35:16.351177+0000","last_clean":"2021-03-04T23:35:16.351177+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:35:16.351177+0000","last_undegraded":"2021-03-04T23:35:16.351177+0000","last_fullsized":"2021-03-04T23:35:16.351177+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"87","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.353658+0000","last_change":"2021-03-04T23:32:18.982083+0000","last_active":"2021-03-04T23:35:16.353658+0000","last_peered":"2021-03-04T23:35:16.353658+0000","last_clean":"2021-03-04T23:35:16.353658+0000","last_became_active":"2021-03-04T23:32:18.981790+0000","last_became_peered":"2021-03-04T23:32:18.981790+0000","last_unstale":"2021-03-04T23:35:16.353658+0000","last_undegraded":"2021-03-04T23:35:16.353658+0000","last_fullsized":"2021-03-04T23:35:16.353658+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"97","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.357368+0000","last_change":"2021-03-04T23:32:19.165859+0000","last_active":"2021-03-04T23:35:16.357368+0000","last_peered":"2021-03-04T23:35:16.357368+0000","last_clean":"2021-03-04T23:35:16.357368+0000","last_became_active":"2021-03-04T23:32:19.018621+0000","last_became_peered":"2021-03-04T23:32:19.018621+0000","last_unstale":"2021-03-04T23:35:16.357368+0000","last_undegraded":"2021-03-04T23:35:16.357368+0000","last_fullsized":"2021-03-04T23:35:16.357368+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"119","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.349589+0000","last_change":"2021-03-04T23:32:26.238976+0000","last_active":"2021-03-04T23:35:16.349589+0000","last_peered":"2021-03-04T23:35:16.349589+0000","last_clean":"2021-03-04T23:35:16.349589+0000","last_became_active":"2021-03-04T23:32:26.238739+0000","last_became_peered":"2021-03-04T23:32:26.238739+0000","last_unstale":"2021-03-04T23:35:16.349589+0000","last_undegraded":"2021-03-04T23:35:16.349589+0000","last_fullsized":"2021-03-04T23:35:16.349589+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"87","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.353997+0000","last_change":"2021-03-04T23:32:19.011685+0000","last_active":"2021-03-04T23:35:16.353997+0000","last_peered":"2021-03-04T23:35:16.353997+0000","last_clean":"2021-03-04T23:35:16.353997+0000","last_became_active":"2021-03-04T23:32:19.011404+0000","last_became_peered":"2021-03-04T23:32:19.011404+0000","last_unstale":"2021-03-04T23:35:16.353997+0000","last_undegraded":"2021-03-04T23:35:16.353997+0000","last_fullsized":"2021-03-04T23:35:16.353997+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"315","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.353655+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:35:16.353655+0000","last_peered":"2021-03-04T23:35:16.353655+0000","last_clean":"2021-03-04T23:35:16.353655+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:35:16.353655+0000","last_undegraded":"2021-03-04T23:35:16.353655+0000","last_fullsized":"2021-03-04T23:35:16.353655+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"301","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350800+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:35:16.350800+0000","last_peered":"2021-03-04T23:35:16.350800+0000","last_clean":"2021-03-04T23:35:16.350800+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:35:16.350800+0000","last_undegraded":"2021-03-04T23:35:16.350800+0000","last_fullsized":"2021-03-04T23:35:16.350800+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"87","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.357559+0000","last_change":"2021-03-04T23:32:19.019024+0000","last_active":"2021-03-04T23:35:16.357559+0000","last_peered":"2021-03-04T23:35:16.357559+0000","last_clean":"2021-03-04T23:35:16.357559+0000","last_became_active":"2021-03-04T23:32:19.018570+0000","last_became_peered":"2021-03-04T23:32:19.018570+0000","last_unstale":"2021-03-04T23:35:16.357559+0000","last_undegraded":"2021-03-04T23:35:16.357559+0000","last_fullsized":"2021-03-04T23:35:16.357559+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"78","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.354306+0000","last_change":"2021-03-04T23:32:26.245321+0000","last_active":"2021-03-04T23:35:16.354306+0000","last_peered":"2021-03-04T23:35:16.354306+0000","last_clean":"2021-03-04T23:35:16.354306+0000","last_became_active":"2021-03-04T23:32:26.243283+0000","last_became_peered":"2021-03-04T23:32:26.243283+0000","last_unstale":"2021-03-04T23:35:16.354306+0000","last_undegraded":"2021-03-04T23:35:16.354306+0000","last_fullsized":"2021-03-04T23:35:16.354306+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"274","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.354140+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:35:16.354140+0000","last_peered":"2021-03-04T23:35:16.354140+0000","last_clean":"2021-03-04T23:35:16.354140+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:35:16.354140+0000","last_undegraded":"2021-03-04T23:35:16.354140+0000","last_fullsized":"2021-03-04T23:35:16.354140+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"299","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350843+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:35:16.350843+0000","last_peered":"2021-03-04T23:35:16.350843+0000","last_clean":"2021-03-04T23:35:16.350843+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:35:16.350843+0000","last_undegraded":"2021-03-04T23:35:16.350843+0000","last_fullsized":"2021-03-04T23:35:16.350843+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"87","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.353795+0000","last_change":"2021-03-04T23:32:18.982413+0000","last_active":"2021-03-04T23:35:16.353795+0000","last_peered":"2021-03-04T23:35:16.353795+0000","last_clean":"2021-03-04T23:35:16.353795+0000","last_became_active":"2021-03-04T23:32:18.981859+0000","last_became_peered":"2021-03-04T23:32:18.981859+0000","last_unstale":"2021-03-04T23:35:16.353795+0000","last_undegraded":"2021-03-04T23:35:16.353795+0000","last_fullsized":"2021-03-04T23:35:16.353795+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"285","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.349451+0000","last_change":"2021-03-04T23:31:58.062545+0000","last_active":"2021-03-04T23:35:16.349451+0000","last_peered":"2021-03-04T23:35:16.349451+0000","last_clean":"2021-03-04T23:35:16.349451+0000","last_became_active":"2021-03-04T23:31:58.062078+0000","last_became_peered":"2021-03-04T23:31:58.062078+0000","last_unstale":"2021-03-04T23:35:16.349451+0000","last_undegraded":"2021-03-04T23:35:16.349451+0000","last_fullsized":"2021-03-04T23:35:16.349451+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"186","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.349787+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:35:16.349787+0000","last_peered":"2021-03-04T23:35:16.349787+0000","last_clean":"2021-03-04T23:35:16.349787+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:35:16.349787+0000","last_undegraded":"2021-03-04T23:35:16.349787+0000","last_fullsized":"2021-03-04T23:35:16.349787+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"101","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.349514+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:35:16.349514+0000","last_peered":"2021-03-04T23:35:16.349514+0000","last_clean":"2021-03-04T23:35:16.349514+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:35:16.349514+0000","last_undegraded":"2021-03-04T23:35:16.349514+0000","last_fullsized":"2021-03-04T23:35:16.349514+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"87","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.354333+0000","last_change":"2021-03-04T23:32:18.990360+0000","last_active":"2021-03-04T23:35:16.354333+0000","last_peered":"2021-03-04T23:35:16.354333+0000","last_clean":"2021-03-04T23:35:16.354333+0000","last_became_active":"2021-03-04T23:32:18.985583+0000","last_became_peered":"2021-03-04T23:32:18.985583+0000","last_unstale":"2021-03-04T23:35:16.354333+0000","last_undegraded":"2021-03-04T23:35:16.354333+0000","last_fullsized":"2021-03-04T23:35:16.354333+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"39","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.351602+0000","last_change":"2021-03-04T23:32:26.249383+0000","last_active":"2021-03-04T23:35:16.351602+0000","last_peered":"2021-03-04T23:35:16.351602+0000","last_clean":"2021-03-04T23:35:16.351602+0000","last_became_active":"2021-03-04T23:32:26.249012+0000","last_became_peered":"2021-03-04T23:32:26.249012+0000","last_unstale":"2021-03-04T23:35:16.351602+0000","last_undegraded":"2021-03-04T23:35:16.351602+0000","last_fullsized":"2021-03-04T23:35:16.351602+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"296'17231","reported_seq":"17471","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:35:28.177051+0000","last_change":"2021-03-04T23:31:15.984936+0000","last_active":"2021-03-04T23:35:28.177051+0000","last_peered":"2021-03-04T23:35:28.177051+0000","last_clean":"2021-03-04T23:35:28.177051+0000","last_became_active":"2021-03-04T23:31:15.969777+0000","last_became_peered":"2021-03-04T23:31:15.969777+0000","last_unstale":"2021-03-04T23:35:28.177051+0000","last_undegraded":"2021-03-04T23:35:28.177051+0000","last_fullsized":"2021-03-04T23:35:28.177051+0000","mapping_epoch":236,"log_start":"279'12547","ondisk_log_start":"279'12547","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4684,"ondisk_log_size":4684,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":122880000,"num_objects":1875,"num_object_clones":0,"num_object_copies":5625,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1875,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17231,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":1048576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"73","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.354430+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:35:16.354430+0000","last_peered":"2021-03-04T23:35:16.354430+0000","last_clean":"2021-03-04T23:35:16.354430+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:35:16.354430+0000","last_undegraded":"2021-03-04T23:35:16.354430+0000","last_fullsized":"2021-03-04T23:35:16.354430+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"304","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.351340+0000","last_change":"2021-03-04T23:32:18.976569+0000","last_active":"2021-03-04T23:35:16.351340+0000","last_peered":"2021-03-04T23:35:16.351340+0000","last_clean":"2021-03-04T23:35:16.351340+0000","last_became_active":"2021-03-04T23:32:18.976326+0000","last_became_peered":"2021-03-04T23:32:18.976326+0000","last_unstale":"2021-03-04T23:35:16.351340+0000","last_undegraded":"2021-03-04T23:35:16.351340+0000","last_fullsized":"2021-03-04T23:35:16.351340+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"87","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.354112+0000","last_change":"2021-03-04T23:32:18.981638+0000","last_active":"2021-03-04T23:35:16.354112+0000","last_peered":"2021-03-04T23:35:16.354112+0000","last_clean":"2021-03-04T23:35:16.354112+0000","last_became_active":"2021-03-04T23:32:18.981295+0000","last_became_peered":"2021-03-04T23:32:18.981295+0000","last_unstale":"2021-03-04T23:35:16.354112+0000","last_undegraded":"2021-03-04T23:35:16.354112+0000","last_fullsized":"2021-03-04T23:35:16.354112+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"196","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350271+0000","last_change":"2021-03-04T23:31:58.069396+0000","last_active":"2021-03-04T23:35:16.350271+0000","last_peered":"2021-03-04T23:35:16.350271+0000","last_clean":"2021-03-04T23:35:16.350271+0000","last_became_active":"2021-03-04T23:31:58.069222+0000","last_became_peered":"2021-03-04T23:31:58.069222+0000","last_unstale":"2021-03-04T23:35:16.350271+0000","last_undegraded":"2021-03-04T23:35:16.350271+0000","last_fullsized":"2021-03-04T23:35:16.350271+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"296'17412","reported_seq":"38279","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:35:30.323293+0000","last_change":"2021-03-04T23:31:02.313487+0000","last_active":"2021-03-04T23:35:30.323293+0000","last_peered":"2021-03-04T23:35:30.323293+0000","last_clean":"2021-03-04T23:35:30.323293+0000","last_became_active":"2021-03-04T23:31:02.298187+0000","last_became_peered":"2021-03-04T23:31:02.298187+0000","last_unstale":"2021-03-04T23:35:30.323293+0000","last_undegraded":"2021-03-04T23:35:30.323293+0000","last_fullsized":"2021-03-04T23:35:30.323293+0000","mapping_epoch":230,"log_start":"203'11822","ondisk_log_start":"203'11822","created":137,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5590,"ondisk_log_size":5590,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":109576192,"num_objects":1672,"num_object_clones":0,"num_object_copies":5016,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1672,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17412,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8025,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"73","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.353943+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:35:16.353943+0000","last_peered":"2021-03-04T23:35:16.353943+0000","last_clean":"2021-03-04T23:35:16.353943+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:35:16.353943+0000","last_undegraded":"2021-03-04T23:35:16.353943+0000","last_fullsized":"2021-03-04T23:35:16.353943+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"366","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.351098+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:35:16.351098+0000","last_peered":"2021-03-04T23:35:16.351098+0000","last_clean":"2021-03-04T23:35:16.351098+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:35:16.351098+0000","last_undegraded":"2021-03-04T23:35:16.351098+0000","last_fullsized":"2021-03-04T23:35:16.351098+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"87","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.354561+0000","last_change":"2021-03-04T23:32:18.976226+0000","last_active":"2021-03-04T23:35:16.354561+0000","last_peered":"2021-03-04T23:35:16.354561+0000","last_clean":"2021-03-04T23:35:16.354561+0000","last_became_active":"2021-03-04T23:32:18.975856+0000","last_became_peered":"2021-03-04T23:32:18.975856+0000","last_unstale":"2021-03-04T23:35:16.354561+0000","last_undegraded":"2021-03-04T23:35:16.354561+0000","last_fullsized":"2021-03-04T23:35:16.354561+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"39","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.352207+0000","last_change":"2021-03-04T23:32:26.243559+0000","last_active":"2021-03-04T23:35:16.352207+0000","last_peered":"2021-03-04T23:35:16.352207+0000","last_clean":"2021-03-04T23:35:16.352207+0000","last_became_active":"2021-03-04T23:32:26.243315+0000","last_became_peered":"2021-03-04T23:32:26.243315+0000","last_unstale":"2021-03-04T23:35:16.352207+0000","last_undegraded":"2021-03-04T23:35:16.352207+0000","last_fullsized":"2021-03-04T23:35:16.352207+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"296'17386","reported_seq":"17590","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:35:28.712164+0000","last_change":"2021-03-04T23:31:16.986091+0000","last_active":"2021-03-04T23:35:28.712164+0000","last_peered":"2021-03-04T23:35:28.712164+0000","last_clean":"2021-03-04T23:35:28.712164+0000","last_became_active":"2021-03-04T23:31:16.966316+0000","last_became_peered":"2021-03-04T23:31:16.966316+0000","last_unstale":"2021-03-04T23:35:28.712164+0000","last_undegraded":"2021-03-04T23:35:28.712164+0000","last_fullsized":"2021-03-04T23:35:28.712164+0000","mapping_epoch":237,"log_start":"274'12287","ondisk_log_start":"274'12287","created":137,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5099,"ondisk_log_size":5099,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120061952,"num_objects":1832,"num_object_clones":0,"num_object_copies":5496,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1832,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17386,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"73","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.354262+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:35:16.354262+0000","last_peered":"2021-03-04T23:35:16.354262+0000","last_clean":"2021-03-04T23:35:16.354262+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:35:16.354262+0000","last_undegraded":"2021-03-04T23:35:16.354262+0000","last_fullsized":"2021-03-04T23:35:16.354262+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"45","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.349776+0000","last_change":"2021-03-04T23:32:18.980591+0000","last_active":"2021-03-04T23:35:16.349776+0000","last_peered":"2021-03-04T23:35:16.349776+0000","last_clean":"2021-03-04T23:35:16.349776+0000","last_became_active":"2021-03-04T23:32:18.980308+0000","last_became_peered":"2021-03-04T23:32:18.980308+0000","last_unstale":"2021-03-04T23:35:16.349776+0000","last_undegraded":"2021-03-04T23:35:16.349776+0000","last_fullsized":"2021-03-04T23:35:16.349776+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"87","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.353990+0000","last_change":"2021-03-04T23:32:18.981505+0000","last_active":"2021-03-04T23:35:16.353990+0000","last_peered":"2021-03-04T23:35:16.353990+0000","last_clean":"2021-03-04T23:35:16.353990+0000","last_became_active":"2021-03-04T23:32:18.981076+0000","last_became_peered":"2021-03-04T23:32:18.981076+0000","last_unstale":"2021-03-04T23:35:16.353990+0000","last_undegraded":"2021-03-04T23:35:16.353990+0000","last_fullsized":"2021-03-04T23:35:16.353990+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"69","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.354248+0000","last_change":"2021-03-04T23:31:15.977616+0000","last_active":"2021-03-04T23:35:16.354248+0000","last_peered":"2021-03-04T23:35:16.354248+0000","last_clean":"2021-03-04T23:35:16.354248+0000","last_became_active":"2021-03-04T23:31:15.976913+0000","last_became_peered":"2021-03-04T23:31:15.976913+0000","last_unstale":"2021-03-04T23:35:16.354248+0000","last_undegraded":"2021-03-04T23:35:16.354248+0000","last_fullsized":"2021-03-04T23:35:16.354248+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.6","version":"296'17604","reported_seq":"24902","reported_epoch":"296","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:35:28.726029+0000","last_change":"2021-03-04T23:32:27.548241+0000","last_active":"2021-03-04T23:35:28.726029+0000","last_peered":"2021-03-04T23:35:28.726029+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:32:27.370442+0000","last_became_peered":"2021-03-04T23:32:27.370442+0000","last_unstale":"2021-03-04T23:35:28.726029+0000","last_undegraded":"2021-03-04T23:32:27.364047+0000","last_fullsized":"2021-03-04T23:32:27.244914+0000","mapping_epoch":267,"log_start":"276'12482","ondisk_log_start":"276'12482","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5122,"ondisk_log_size":5122,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":126091264,"num_objects":1924,"num_object_clones":0,"num_object_copies":5772,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7880,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1924,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17604,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3538,"num_bytes_recovered":231866368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"1,5","objects":-1973},{"shards":"2,5,6","objects":1924}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"326","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350540+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:35:16.350540+0000","last_peered":"2021-03-04T23:35:16.350540+0000","last_clean":"2021-03-04T23:35:16.350540+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:35:16.350540+0000","last_undegraded":"2021-03-04T23:35:16.350540+0000","last_fullsized":"2021-03-04T23:35:16.350540+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"290","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350627+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:35:16.350627+0000","last_peered":"2021-03-04T23:35:16.350627+0000","last_clean":"2021-03-04T23:35:16.350627+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:35:16.350627+0000","last_undegraded":"2021-03-04T23:35:16.350627+0000","last_fullsized":"2021-03-04T23:35:16.350627+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"347","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350311+0000","last_change":"2021-03-04T23:32:18.972523+0000","last_active":"2021-03-04T23:35:16.350311+0000","last_peered":"2021-03-04T23:35:16.350311+0000","last_clean":"2021-03-04T23:35:16.350311+0000","last_became_active":"2021-03-04T23:32:18.971535+0000","last_became_peered":"2021-03-04T23:32:18.971535+0000","last_unstale":"2021-03-04T23:35:16.350311+0000","last_undegraded":"2021-03-04T23:35:16.350311+0000","last_fullsized":"2021-03-04T23:35:16.350311+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"87","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.354368+0000","last_change":"2021-03-04T23:32:18.981988+0000","last_active":"2021-03-04T23:35:16.354368+0000","last_peered":"2021-03-04T23:35:16.354368+0000","last_clean":"2021-03-04T23:35:16.354368+0000","last_became_active":"2021-03-04T23:32:18.981427+0000","last_became_peered":"2021-03-04T23:32:18.981427+0000","last_unstale":"2021-03-04T23:35:16.354368+0000","last_undegraded":"2021-03-04T23:35:16.354368+0000","last_fullsized":"2021-03-04T23:35:16.354368+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"296'17152","reported_seq":"31409","reported_epoch":"296","state":"active+recovering+undersized+remapped","last_fresh":"2021-03-04T23:35:28.014301+0000","last_change":"2021-03-04T23:32:43.822873+0000","last_active":"2021-03-04T23:35:28.014301+0000","last_peered":"2021-03-04T23:35:28.014301+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:32:35.807116+0000","last_became_peered":"2021-03-04T23:32:35.807116+0000","last_unstale":"2021-03-04T23:35:28.014301+0000","last_undegraded":"2021-03-04T23:35:28.014301+0000","last_fullsized":"2021-03-04T23:32:19.969626+0000","mapping_epoch":261,"log_start":"162'10539","ondisk_log_start":"162'10539","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6613,"ondisk_log_size":6613,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":118226944,"num_objects":1804,"num_object_clones":0,"num_object_copies":5412,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1804,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17152,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7026,"num_bytes_recovered":359202816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6],"avail_no_missing":["3","2","7"],"object_location_counts":[{"shards":"3,6","objects":1804}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"87","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.349025+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:35:16.349025+0000","last_peered":"2021-03-04T23:35:16.349025+0000","last_clean":"2021-03-04T23:35:16.349025+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:35:16.349025+0000","last_undegraded":"2021-03-04T23:35:16.349025+0000","last_fullsized":"2021-03-04T23:35:16.349025+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"327","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.353267+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:35:16.353267+0000","last_peered":"2021-03-04T23:35:16.353267+0000","last_clean":"2021-03-04T23:35:16.353267+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:35:16.353267+0000","last_undegraded":"2021-03-04T23:35:16.353267+0000","last_fullsized":"2021-03-04T23:35:16.353267+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"305","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350371+0000","last_change":"2021-03-04T23:31:58.069697+0000","last_active":"2021-03-04T23:35:16.350371+0000","last_peered":"2021-03-04T23:35:16.350371+0000","last_clean":"2021-03-04T23:35:16.350371+0000","last_became_active":"2021-03-04T23:31:58.068973+0000","last_became_peered":"2021-03-04T23:31:58.068973+0000","last_unstale":"2021-03-04T23:35:16.350371+0000","last_undegraded":"2021-03-04T23:35:16.350371+0000","last_fullsized":"2021-03-04T23:35:16.350371+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"87","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.353734+0000","last_change":"2021-03-04T23:32:19.011549+0000","last_active":"2021-03-04T23:35:16.353734+0000","last_peered":"2021-03-04T23:35:16.353734+0000","last_clean":"2021-03-04T23:35:16.353734+0000","last_became_active":"2021-03-04T23:32:19.011346+0000","last_became_peered":"2021-03-04T23:32:19.011346+0000","last_unstale":"2021-03-04T23:35:16.353734+0000","last_undegraded":"2021-03-04T23:35:16.353734+0000","last_fullsized":"2021-03-04T23:35:16.353734+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"296'17622","reported_seq":"32650","reported_epoch":"296","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:35:28.718442+0000","last_change":"2021-03-04T23:32:26.310942+0000","last_active":"2021-03-04T23:35:28.718442+0000","last_peered":"2021-03-04T23:35:28.718442+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:32:26.290638+0000","last_became_peered":"2021-03-04T23:32:26.290638+0000","last_unstale":"2021-03-04T23:35:28.718442+0000","last_undegraded":"2021-03-04T23:35:28.718442+0000","last_fullsized":"2021-03-04T23:35:28.718442+0000","mapping_epoch":266,"log_start":"275'12515","ondisk_log_start":"275'12515","created":137,"last_epoch_clean":233,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5107,"ondisk_log_size":5107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":118751232,"num_objects":1812,"num_object_clones":0,"num_object_copies":5436,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3624,"num_objects_unfound":0,"num_objects_dirty":1812,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17622,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7388,"num_bytes_recovered":475725824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[5,0,2],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"0,2,5","objects":1812}],"blocked_by":[],"up_primary":1,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"54","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.349839+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:35:16.349839+0000","last_peered":"2021-03-04T23:35:16.349839+0000","last_clean":"2021-03-04T23:35:16.349839+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:35:16.349839+0000","last_undegraded":"2021-03-04T23:35:16.349839+0000","last_fullsized":"2021-03-04T23:35:16.349839+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"315","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.351076+0000","last_change":"2021-03-04T23:32:18.970427+0000","last_active":"2021-03-04T23:35:16.351076+0000","last_peered":"2021-03-04T23:35:16.351076+0000","last_clean":"2021-03-04T23:35:16.351076+0000","last_became_active":"2021-03-04T23:32:18.970152+0000","last_became_peered":"2021-03-04T23:32:18.970152+0000","last_unstale":"2021-03-04T23:35:16.351076+0000","last_undegraded":"2021-03-04T23:35:16.351076+0000","last_fullsized":"2021-03-04T23:35:16.351076+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"87","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.357630+0000","last_change":"2021-03-04T23:32:19.018810+0000","last_active":"2021-03-04T23:35:16.357630+0000","last_peered":"2021-03-04T23:35:16.357630+0000","last_clean":"2021-03-04T23:35:16.357630+0000","last_became_active":"2021-03-04T23:32:19.018286+0000","last_became_peered":"2021-03-04T23:32:19.018286+0000","last_unstale":"2021-03-04T23:35:16.357630+0000","last_undegraded":"2021-03-04T23:35:16.357630+0000","last_fullsized":"2021-03-04T23:35:16.357630+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"78","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.353908+0000","last_change":"2021-03-04T23:32:26.246083+0000","last_active":"2021-03-04T23:35:16.353908+0000","last_peered":"2021-03-04T23:35:16.353908+0000","last_clean":"2021-03-04T23:35:16.353908+0000","last_became_active":"2021-03-04T23:32:26.244207+0000","last_became_peered":"2021-03-04T23:32:26.244207+0000","last_unstale":"2021-03-04T23:35:16.353908+0000","last_undegraded":"2021-03-04T23:35:16.353908+0000","last_fullsized":"2021-03-04T23:35:16.353908+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"296'17054","reported_seq":"32614","reported_epoch":"296","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:35:27.653051+0000","last_change":"2021-03-04T23:32:26.376916+0000","last_active":"2021-03-04T23:35:27.653051+0000","last_peered":"2021-03-04T23:35:27.653051+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:32:26.331782+0000","last_became_peered":"2021-03-04T23:32:26.331782+0000","last_unstale":"2021-03-04T23:35:27.653051+0000","last_undegraded":"2021-03-04T23:32:26.253611+0000","last_fullsized":"2021-03-04T23:32:26.238493+0000","mapping_epoch":266,"log_start":"280'12573","ondisk_log_start":"280'12573","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4481,"ondisk_log_size":4481,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":124911616,"num_objects":1906,"num_object_clones":0,"num_object_copies":5718,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3797,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1906,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17054,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5565,"num_bytes_recovered":304480256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3],"avail_no_missing":["7","0","3","6"],"object_location_counts":[{"shards":"3,5,7","objects":1906},{"shards":"3,7","objects":-190}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"292","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350999+0000","last_change":"2021-03-04T23:31:58.064857+0000","last_active":"2021-03-04T23:35:16.350999+0000","last_peered":"2021-03-04T23:35:16.350999+0000","last_clean":"2021-03-04T23:35:16.350999+0000","last_became_active":"2021-03-04T23:31:58.064575+0000","last_became_peered":"2021-03-04T23:31:58.064575+0000","last_unstale":"2021-03-04T23:35:16.350999+0000","last_undegraded":"2021-03-04T23:35:16.350999+0000","last_fullsized":"2021-03-04T23:35:16.350999+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"354","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.351202+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:35:16.351202+0000","last_peered":"2021-03-04T23:35:16.351202+0000","last_clean":"2021-03-04T23:35:16.351202+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:35:16.351202+0000","last_undegraded":"2021-03-04T23:35:16.351202+0000","last_fullsized":"2021-03-04T23:35:16.351202+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"285","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.349400+0000","last_change":"2021-03-04T23:31:58.062715+0000","last_active":"2021-03-04T23:35:16.349400+0000","last_peered":"2021-03-04T23:35:16.349400+0000","last_clean":"2021-03-04T23:35:16.349400+0000","last_became_active":"2021-03-04T23:31:58.062351+0000","last_became_peered":"2021-03-04T23:31:58.062351+0000","last_unstale":"2021-03-04T23:35:16.349400+0000","last_undegraded":"2021-03-04T23:35:16.349400+0000","last_fullsized":"2021-03-04T23:35:16.349400+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"87","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.354139+0000","last_change":"2021-03-04T23:32:18.982415+0000","last_active":"2021-03-04T23:35:16.354139+0000","last_peered":"2021-03-04T23:35:16.354139+0000","last_clean":"2021-03-04T23:35:16.354139+0000","last_became_active":"2021-03-04T23:32:18.982097+0000","last_became_peered":"2021-03-04T23:32:18.982097+0000","last_unstale":"2021-03-04T23:35:16.354139+0000","last_undegraded":"2021-03-04T23:35:16.354139+0000","last_fullsized":"2021-03-04T23:35:16.354139+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"296'17261","reported_seq":"39854","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:35:27.985285+0000","last_change":"2021-03-04T23:32:23.249042+0000","last_active":"2021-03-04T23:35:27.985285+0000","last_peered":"2021-03-04T23:35:27.985285+0000","last_clean":"2021-03-04T23:35:27.985285+0000","last_became_active":"2021-03-04T23:32:23.233324+0000","last_became_peered":"2021-03-04T23:32:23.233324+0000","last_unstale":"2021-03-04T23:35:27.985285+0000","last_undegraded":"2021-03-04T23:35:27.985285+0000","last_fullsized":"2021-03-04T23:35:27.985285+0000","mapping_epoch":264,"log_start":"162'10730","ondisk_log_start":"162'10730","created":137,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6531,"ondisk_log_size":6531,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":124583936,"num_objects":1901,"num_object_clones":0,"num_object_copies":5703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1901,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17261,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11178,"num_bytes_recovered":644808704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"110","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.349404+0000","last_change":"2021-03-04T23:32:26.240947+0000","last_active":"2021-03-04T23:35:16.349404+0000","last_peered":"2021-03-04T23:35:16.349404+0000","last_clean":"2021-03-04T23:35:16.349404+0000","last_became_active":"2021-03-04T23:32:26.240743+0000","last_became_peered":"2021-03-04T23:32:26.240743+0000","last_unstale":"2021-03-04T23:35:16.349404+0000","last_undegraded":"2021-03-04T23:35:16.349404+0000","last_fullsized":"2021-03-04T23:35:16.349404+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"135","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.351662+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:35:16.351662+0000","last_peered":"2021-03-04T23:35:16.351662+0000","last_clean":"2021-03-04T23:35:16.351662+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:35:16.351662+0000","last_undegraded":"2021-03-04T23:35:16.351662+0000","last_fullsized":"2021-03-04T23:35:16.351662+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"87","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.354494+0000","last_change":"2021-03-04T23:32:18.981845+0000","last_active":"2021-03-04T23:35:16.354494+0000","last_peered":"2021-03-04T23:35:16.354494+0000","last_clean":"2021-03-04T23:35:16.354494+0000","last_became_active":"2021-03-04T23:32:18.981465+0000","last_became_peered":"2021-03-04T23:32:18.981465+0000","last_unstale":"2021-03-04T23:35:16.354494+0000","last_undegraded":"2021-03-04T23:35:16.354494+0000","last_fullsized":"2021-03-04T23:35:16.354494+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"296'17150","reported_seq":"31299","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:35:28.711879+0000","last_change":"2021-03-04T23:32:43.006956+0000","last_active":"2021-03-04T23:35:28.711879+0000","last_peered":"2021-03-04T23:35:28.711879+0000","last_clean":"2021-03-04T23:35:28.711879+0000","last_became_active":"2021-03-04T23:32:42.989066+0000","last_became_peered":"2021-03-04T23:32:42.989066+0000","last_unstale":"2021-03-04T23:35:28.711879+0000","last_undegraded":"2021-03-04T23:35:28.711879+0000","last_fullsized":"2021-03-04T23:35:28.711879+0000","mapping_epoch":273,"log_start":"258'12034","ondisk_log_start":"258'12034","created":137,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5116,"ondisk_log_size":5116,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":125042688,"num_objects":1908,"num_object_clones":0,"num_object_copies":5724,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1908,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17150,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6961,"num_bytes_recovered":299565056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"39","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.352147+0000","last_change":"2021-03-04T23:32:26.243555+0000","last_active":"2021-03-04T23:35:16.352147+0000","last_peered":"2021-03-04T23:35:16.352147+0000","last_clean":"2021-03-04T23:35:16.352147+0000","last_became_active":"2021-03-04T23:32:26.243321+0000","last_became_peered":"2021-03-04T23:32:26.243321+0000","last_unstale":"2021-03-04T23:35:16.352147+0000","last_undegraded":"2021-03-04T23:35:16.352147+0000","last_fullsized":"2021-03-04T23:35:16.352147+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"308","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350715+0000","last_change":"2021-03-04T23:31:58.061270+0000","last_active":"2021-03-04T23:35:16.350715+0000","last_peered":"2021-03-04T23:35:16.350715+0000","last_clean":"2021-03-04T23:35:16.350715+0000","last_became_active":"2021-03-04T23:31:58.060937+0000","last_became_peered":"2021-03-04T23:31:58.060937+0000","last_unstale":"2021-03-04T23:35:16.350715+0000","last_undegraded":"2021-03-04T23:35:16.350715+0000","last_fullsized":"2021-03-04T23:35:16.350715+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"39","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.351262+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:35:16.351262+0000","last_peered":"2021-03-04T23:35:16.351262+0000","last_clean":"2021-03-04T23:35:16.351262+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:35:16.351262+0000","last_undegraded":"2021-03-04T23:35:16.351262+0000","last_fullsized":"2021-03-04T23:35:16.351262+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"87","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.354220+0000","last_change":"2021-03-04T23:32:18.981793+0000","last_active":"2021-03-04T23:35:16.354220+0000","last_peered":"2021-03-04T23:35:16.354220+0000","last_clean":"2021-03-04T23:35:16.354220+0000","last_became_active":"2021-03-04T23:32:18.981354+0000","last_became_peered":"2021-03-04T23:32:18.981354+0000","last_unstale":"2021-03-04T23:35:16.354220+0000","last_undegraded":"2021-03-04T23:35:16.354220+0000","last_fullsized":"2021-03-04T23:35:16.354220+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"296'17420","reported_seq":"32167","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:35:28.108909+0000","last_change":"2021-03-04T23:31:15.989387+0000","last_active":"2021-03-04T23:35:28.108909+0000","last_peered":"2021-03-04T23:35:28.108909+0000","last_clean":"2021-03-04T23:35:28.108909+0000","last_became_active":"2021-03-04T23:31:15.968551+0000","last_became_peered":"2021-03-04T23:31:15.968551+0000","last_unstale":"2021-03-04T23:35:28.108909+0000","last_undegraded":"2021-03-04T23:35:28.108909+0000","last_fullsized":"2021-03-04T23:35:28.108909+0000","mapping_epoch":236,"log_start":"280'12803","ondisk_log_start":"280'12803","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4617,"ondisk_log_size":4617,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":124387328,"num_objects":1898,"num_object_clones":0,"num_object_copies":5694,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1898,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17420,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7379,"num_bytes_recovered":476381184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"348","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350594+0000","last_change":"2021-03-04T23:32:18.974052+0000","last_active":"2021-03-04T23:35:16.350594+0000","last_peered":"2021-03-04T23:35:16.350594+0000","last_clean":"2021-03-04T23:35:16.350594+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:35:16.350594+0000","last_undegraded":"2021-03-04T23:35:16.350594+0000","last_fullsized":"2021-03-04T23:35:16.350594+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"298","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.351111+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:35:16.351111+0000","last_peered":"2021-03-04T23:35:16.351111+0000","last_clean":"2021-03-04T23:35:16.351111+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:35:16.351111+0000","last_undegraded":"2021-03-04T23:35:16.351111+0000","last_fullsized":"2021-03-04T23:35:16.351111+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"39","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.352113+0000","last_change":"2021-03-04T23:32:26.241730+0000","last_active":"2021-03-04T23:35:16.352113+0000","last_peered":"2021-03-04T23:35:16.352113+0000","last_clean":"2021-03-04T23:35:16.352113+0000","last_became_active":"2021-03-04T23:32:26.241443+0000","last_became_peered":"2021-03-04T23:32:26.241443+0000","last_unstale":"2021-03-04T23:35:16.352113+0000","last_undegraded":"2021-03-04T23:35:16.352113+0000","last_fullsized":"2021-03-04T23:35:16.352113+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"87","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.353978+0000","last_change":"2021-03-04T23:32:18.982273+0000","last_active":"2021-03-04T23:35:16.353978+0000","last_peered":"2021-03-04T23:35:16.353978+0000","last_clean":"2021-03-04T23:35:16.353978+0000","last_became_active":"2021-03-04T23:32:18.981390+0000","last_became_peered":"2021-03-04T23:32:18.981390+0000","last_unstale":"2021-03-04T23:35:16.353978+0000","last_undegraded":"2021-03-04T23:35:16.353978+0000","last_fullsized":"2021-03-04T23:35:16.353978+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"296'17198","reported_seq":"25103","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:35:28.715740+0000","last_change":"2021-03-04T23:31:15.990321+0000","last_active":"2021-03-04T23:35:28.715740+0000","last_peered":"2021-03-04T23:35:28.715740+0000","last_clean":"2021-03-04T23:35:28.715740+0000","last_became_active":"2021-03-04T23:31:15.968330+0000","last_became_peered":"2021-03-04T23:31:15.968330+0000","last_unstale":"2021-03-04T23:35:28.715740+0000","last_undegraded":"2021-03-04T23:35:28.715740+0000","last_fullsized":"2021-03-04T23:35:28.715740+0000","mapping_epoch":236,"log_start":"255'12043","ondisk_log_start":"255'12043","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5155,"ondisk_log_size":5155,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":121372672,"num_objects":1852,"num_object_clones":0,"num_object_copies":5556,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1852,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17198,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3842,"num_bytes_recovered":151388160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"288","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.349343+0000","last_change":"2021-03-04T23:31:58.062851+0000","last_active":"2021-03-04T23:35:16.349343+0000","last_peered":"2021-03-04T23:35:16.349343+0000","last_clean":"2021-03-04T23:35:16.349343+0000","last_became_active":"2021-03-04T23:31:58.062390+0000","last_became_peered":"2021-03-04T23:31:58.062390+0000","last_unstale":"2021-03-04T23:35:16.349343+0000","last_undegraded":"2021-03-04T23:35:16.349343+0000","last_fullsized":"2021-03-04T23:35:16.349343+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"39","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.351261+0000","last_change":"2021-03-04T23:32:26.241630+0000","last_active":"2021-03-04T23:35:16.351261+0000","last_peered":"2021-03-04T23:35:16.351261+0000","last_clean":"2021-03-04T23:35:16.351261+0000","last_became_active":"2021-03-04T23:32:26.241377+0000","last_became_peered":"2021-03-04T23:32:26.241377+0000","last_unstale":"2021-03-04T23:35:16.351261+0000","last_undegraded":"2021-03-04T23:35:16.351261+0000","last_fullsized":"2021-03-04T23:35:16.351261+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"39","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.351466+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:35:16.351466+0000","last_peered":"2021-03-04T23:35:16.351466+0000","last_clean":"2021-03-04T23:35:16.351466+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:35:16.351466+0000","last_undegraded":"2021-03-04T23:35:16.351466+0000","last_fullsized":"2021-03-04T23:35:16.351466+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"296'17189","reported_seq":"33300","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:35:28.006167+0000","last_change":"2021-03-04T23:30:59.306069+0000","last_active":"2021-03-04T23:35:28.006167+0000","last_peered":"2021-03-04T23:35:28.006167+0000","last_clean":"2021-03-04T23:35:28.006167+0000","last_became_active":"2021-03-04T23:30:59.292136+0000","last_became_peered":"2021-03-04T23:30:59.292136+0000","last_unstale":"2021-03-04T23:35:28.006167+0000","last_undegraded":"2021-03-04T23:35:28.006167+0000","last_fullsized":"2021-03-04T23:35:28.006167+0000","mapping_epoch":228,"log_start":"162'10597","ondisk_log_start":"162'10597","created":137,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6592,"ondisk_log_size":6592,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":126681088,"num_objects":1933,"num_object_clones":0,"num_object_copies":5799,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1933,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17189,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7939,"num_bytes_recovered":520224768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"306","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350447+0000","last_change":"2021-03-04T23:31:58.069375+0000","last_active":"2021-03-04T23:35:16.350447+0000","last_peered":"2021-03-04T23:35:16.350447+0000","last_clean":"2021-03-04T23:35:16.350447+0000","last_became_active":"2021-03-04T23:31:58.069076+0000","last_became_peered":"2021-03-04T23:31:58.069076+0000","last_unstale":"2021-03-04T23:35:16.350447+0000","last_undegraded":"2021-03-04T23:35:16.350447+0000","last_fullsized":"2021-03-04T23:35:16.350447+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"87","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.354142+0000","last_change":"2021-03-04T23:32:18.976198+0000","last_active":"2021-03-04T23:35:16.354142+0000","last_peered":"2021-03-04T23:35:16.354142+0000","last_clean":"2021-03-04T23:35:16.354142+0000","last_became_active":"2021-03-04T23:32:18.975757+0000","last_became_peered":"2021-03-04T23:32:18.975757+0000","last_unstale":"2021-03-04T23:35:16.354142+0000","last_undegraded":"2021-03-04T23:35:16.354142+0000","last_fullsized":"2021-03-04T23:35:16.354142+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"83","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.349009+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:35:16.349009+0000","last_peered":"2021-03-04T23:35:16.349009+0000","last_clean":"2021-03-04T23:35:16.349009+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:35:16.349009+0000","last_undegraded":"2021-03-04T23:35:16.349009+0000","last_fullsized":"2021-03-04T23:35:16.349009+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"45","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.349994+0000","last_change":"2021-03-04T23:32:18.986718+0000","last_active":"2021-03-04T23:35:16.349994+0000","last_peered":"2021-03-04T23:35:16.349994+0000","last_clean":"2021-03-04T23:35:16.349994+0000","last_became_active":"2021-03-04T23:32:18.986509+0000","last_became_peered":"2021-03-04T23:32:18.986509+0000","last_unstale":"2021-03-04T23:35:16.349994+0000","last_undegraded":"2021-03-04T23:35:16.349994+0000","last_fullsized":"2021-03-04T23:35:16.349994+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"87","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.357446+0000","last_change":"2021-03-04T23:32:19.018869+0000","last_active":"2021-03-04T23:35:16.357446+0000","last_peered":"2021-03-04T23:35:16.357446+0000","last_clean":"2021-03-04T23:35:16.357446+0000","last_became_active":"2021-03-04T23:32:19.018305+0000","last_became_peered":"2021-03-04T23:32:19.018305+0000","last_unstale":"2021-03-04T23:35:16.357446+0000","last_undegraded":"2021-03-04T23:35:16.357446+0000","last_fullsized":"2021-03-04T23:35:16.357446+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"296'17734","reported_seq":"39542","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:35:28.135281+0000","last_change":"2021-03-04T23:32:34.277292+0000","last_active":"2021-03-04T23:35:28.135281+0000","last_peered":"2021-03-04T23:35:28.135281+0000","last_clean":"2021-03-04T23:35:28.135281+0000","last_became_active":"2021-03-04T23:32:34.260379+0000","last_became_peered":"2021-03-04T23:32:34.260379+0000","last_unstale":"2021-03-04T23:35:28.135281+0000","last_undegraded":"2021-03-04T23:35:28.135281+0000","last_fullsized":"2021-03-04T23:35:28.135281+0000","mapping_epoch":270,"log_start":"280'13035","ondisk_log_start":"280'13035","created":137,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4699,"ondisk_log_size":4699,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":120193024,"num_objects":1834,"num_object_clones":0,"num_object_copies":5502,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1834,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17734,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10774,"num_bytes_recovered":705953792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"78","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.353819+0000","last_change":"2021-03-04T23:32:26.246392+0000","last_active":"2021-03-04T23:35:16.353819+0000","last_peered":"2021-03-04T23:35:16.353819+0000","last_clean":"2021-03-04T23:35:16.353819+0000","last_became_active":"2021-03-04T23:32:26.245274+0000","last_became_peered":"2021-03-04T23:32:26.245274+0000","last_unstale":"2021-03-04T23:35:16.353819+0000","last_undegraded":"2021-03-04T23:35:16.353819+0000","last_fullsized":"2021-03-04T23:35:16.353819+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"280","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350423+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:35:16.350423+0000","last_peered":"2021-03-04T23:35:16.350423+0000","last_clean":"2021-03-04T23:35:16.350423+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:35:16.350423+0000","last_undegraded":"2021-03-04T23:35:16.350423+0000","last_fullsized":"2021-03-04T23:35:16.350423+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"326","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350903+0000","last_change":"2021-03-04T23:32:26.243552+0000","last_active":"2021-03-04T23:35:16.350903+0000","last_peered":"2021-03-04T23:35:16.350903+0000","last_clean":"2021-03-04T23:35:16.350903+0000","last_became_active":"2021-03-04T23:32:26.243356+0000","last_became_peered":"2021-03-04T23:32:26.243356+0000","last_unstale":"2021-03-04T23:35:16.350903+0000","last_undegraded":"2021-03-04T23:35:16.350903+0000","last_fullsized":"2021-03-04T23:35:16.350903+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"87","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.354036+0000","last_change":"2021-03-04T23:32:18.976958+0000","last_active":"2021-03-04T23:35:16.354036+0000","last_peered":"2021-03-04T23:35:16.354036+0000","last_clean":"2021-03-04T23:35:16.354036+0000","last_became_active":"2021-03-04T23:32:18.975806+0000","last_became_peered":"2021-03-04T23:32:18.975806+0000","last_unstale":"2021-03-04T23:35:16.354036+0000","last_undegraded":"2021-03-04T23:35:16.354036+0000","last_fullsized":"2021-03-04T23:35:16.354036+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"296'17167","reported_seq":"34833","reported_epoch":"296","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:35:27.636258+0000","last_change":"2021-03-04T23:32:27.307328+0000","last_active":"2021-03-04T23:35:27.636258+0000","last_peered":"2021-03-04T23:35:27.636258+0000","last_clean":"2021-03-04T23:32:23.232073+0000","last_became_active":"2021-03-04T23:32:27.288606+0000","last_became_peered":"2021-03-04T23:32:27.288606+0000","last_unstale":"2021-03-04T23:35:27.636258+0000","last_undegraded":"2021-03-04T23:35:27.636258+0000","last_fullsized":"2021-03-04T23:35:27.636258+0000","mapping_epoch":267,"log_start":"280'12686","ondisk_log_start":"280'12686","created":137,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4481,"ondisk_log_size":4481,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":129957888,"num_objects":1983,"num_object_clones":0,"num_object_copies":5949,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1983,"num_objects_unfound":0,"num_objects_dirty":1983,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17167,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8712,"num_bytes_recovered":396623872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,0],"avail_no_missing":["7","0","4"],"object_location_counts":[{"shards":"0,4,7","objects":1983}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"69","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.354161+0000","last_change":"2021-03-04T23:31:15.976911+0000","last_active":"2021-03-04T23:35:16.354161+0000","last_peered":"2021-03-04T23:35:16.354161+0000","last_clean":"2021-03-04T23:35:16.354161+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:35:16.354161+0000","last_undegraded":"2021-03-04T23:35:16.354161+0000","last_fullsized":"2021-03-04T23:35:16.354161+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"39","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.352243+0000","last_change":"2021-03-04T23:32:26.241609+0000","last_active":"2021-03-04T23:35:16.352243+0000","last_peered":"2021-03-04T23:35:16.352243+0000","last_clean":"2021-03-04T23:35:16.352243+0000","last_became_active":"2021-03-04T23:32:26.241419+0000","last_became_peered":"2021-03-04T23:32:26.241419+0000","last_unstale":"2021-03-04T23:35:16.352243+0000","last_undegraded":"2021-03-04T23:35:16.352243+0000","last_fullsized":"2021-03-04T23:35:16.352243+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"258","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350358+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:35:16.350358+0000","last_peered":"2021-03-04T23:35:16.350358+0000","last_clean":"2021-03-04T23:35:16.350358+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:35:16.350358+0000","last_undegraded":"2021-03-04T23:35:16.350358+0000","last_fullsized":"2021-03-04T23:35:16.350358+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"87","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.354410+0000","last_change":"2021-03-04T23:32:18.990243+0000","last_active":"2021-03-04T23:35:16.354410+0000","last_peered":"2021-03-04T23:35:16.354410+0000","last_clean":"2021-03-04T23:35:16.354410+0000","last_became_active":"2021-03-04T23:32:18.985408+0000","last_became_peered":"2021-03-04T23:32:18.985408+0000","last_unstale":"2021-03-04T23:35:16.354410+0000","last_undegraded":"2021-03-04T23:35:16.354410+0000","last_fullsized":"2021-03-04T23:35:16.354410+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"296'17025","reported_seq":"25090","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:35:27.625662+0000","last_change":"2021-03-04T23:32:54.052768+0000","last_active":"2021-03-04T23:35:27.625662+0000","last_peered":"2021-03-04T23:35:27.625662+0000","last_clean":"2021-03-04T23:35:27.625662+0000","last_became_active":"2021-03-04T23:32:54.024075+0000","last_became_peered":"2021-03-04T23:32:54.024075+0000","last_unstale":"2021-03-04T23:35:27.625662+0000","last_undegraded":"2021-03-04T23:35:27.625662+0000","last_fullsized":"2021-03-04T23:35:27.625662+0000","mapping_epoch":276,"log_start":"279'12495","ondisk_log_start":"279'12495","created":137,"last_epoch_clean":277,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4530,"ondisk_log_size":4530,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":127795224,"num_objects":1951,"num_object_clones":0,"num_object_copies":5853,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1951,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":17025,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3917,"num_bytes_recovered":147324952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"109","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.349493+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:35:16.349493+0000","last_peered":"2021-03-04T23:35:16.349493+0000","last_clean":"2021-03-04T23:35:16.349493+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:35:16.349493+0000","last_undegraded":"2021-03-04T23:35:16.349493+0000","last_fullsized":"2021-03-04T23:35:16.349493+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"39","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.351520+0000","last_change":"2021-03-04T23:32:26.249226+0000","last_active":"2021-03-04T23:35:16.351520+0000","last_peered":"2021-03-04T23:35:16.351520+0000","last_clean":"2021-03-04T23:35:16.351520+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:35:16.351520+0000","last_undegraded":"2021-03-04T23:35:16.351520+0000","last_fullsized":"2021-03-04T23:35:16.351520+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"101","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.348932+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:35:16.348932+0000","last_peered":"2021-03-04T23:35:16.348932+0000","last_clean":"2021-03-04T23:35:16.348932+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:35:16.348932+0000","last_undegraded":"2021-03-04T23:35:16.348932+0000","last_fullsized":"2021-03-04T23:35:16.348932+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"87","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.354400+0000","last_change":"2021-03-04T23:32:18.976964+0000","last_active":"2021-03-04T23:35:16.354400+0000","last_peered":"2021-03-04T23:35:16.354400+0000","last_clean":"2021-03-04T23:35:16.354400+0000","last_became_active":"2021-03-04T23:32:18.976053+0000","last_became_peered":"2021-03-04T23:32:18.976053+0000","last_unstale":"2021-03-04T23:35:16.354400+0000","last_undegraded":"2021-03-04T23:35:16.354400+0000","last_fullsized":"2021-03-04T23:35:16.354400+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"296'17184","reported_seq":"24799","reported_epoch":"296","state":"active+clean","last_fresh":"2021-03-04T23:35:28.000883+0000","last_change":"2021-03-04T23:31:15.998496+0000","last_active":"2021-03-04T23:35:28.000883+0000","last_peered":"2021-03-04T23:35:28.000883+0000","last_clean":"2021-03-04T23:35:28.000883+0000","last_became_active":"2021-03-04T23:31:15.976417+0000","last_became_peered":"2021-03-04T23:31:15.976417+0000","last_unstale":"2021-03-04T23:35:28.000883+0000","last_undegraded":"2021-03-04T23:35:28.000883+0000","last_fullsized":"2021-03-04T23:35:28.000883+0000","mapping_epoch":236,"log_start":"162'10575","ondisk_log_start":"162'10575","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6609,"ondisk_log_size":6609,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":121634816,"num_objects":1856,"num_object_clones":0,"num_object_copies":5568,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1856,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17184,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3697,"num_bytes_recovered":238419968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"197","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350324+0000","last_change":"2021-03-04T23:31:58.069248+0000","last_active":"2021-03-04T23:35:16.350324+0000","last_peered":"2021-03-04T23:35:16.350324+0000","last_clean":"2021-03-04T23:35:16.350324+0000","last_became_active":"2021-03-04T23:31:58.068899+0000","last_became_peered":"2021-03-04T23:31:58.068899+0000","last_unstale":"2021-03-04T23:35:16.350324+0000","last_undegraded":"2021-03-04T23:35:16.350324+0000","last_fullsized":"2021-03-04T23:35:16.350324+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"329","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350970+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:35:16.350970+0000","last_peered":"2021-03-04T23:35:16.350970+0000","last_clean":"2021-03-04T23:35:16.350970+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:35:16.350970+0000","last_undegraded":"2021-03-04T23:35:16.350970+0000","last_fullsized":"2021-03-04T23:35:16.350970+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"267","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350928+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:35:16.350928+0000","last_peered":"2021-03-04T23:35:16.350928+0000","last_clean":"2021-03-04T23:35:16.350928+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:35:16.350928+0000","last_undegraded":"2021-03-04T23:35:16.350928+0000","last_fullsized":"2021-03-04T23:35:16.350928+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"262","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350843+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:35:16.350843+0000","last_peered":"2021-03-04T23:35:16.350843+0000","last_clean":"2021-03-04T23:35:16.350843+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:35:16.350843+0000","last_undegraded":"2021-03-04T23:35:16.350843+0000","last_fullsized":"2021-03-04T23:35:16.350843+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"302","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.352275+0000","last_change":"2021-03-04T23:31:58.060196+0000","last_active":"2021-03-04T23:35:16.352275+0000","last_peered":"2021-03-04T23:35:16.352275+0000","last_clean":"2021-03-04T23:35:16.352275+0000","last_became_active":"2021-03-04T23:31:58.059959+0000","last_became_peered":"2021-03-04T23:31:58.059959+0000","last_unstale":"2021-03-04T23:35:16.352275+0000","last_undegraded":"2021-03-04T23:35:16.352275+0000","last_fullsized":"2021-03-04T23:35:16.352275+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"359","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350609+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:35:16.350609+0000","last_peered":"2021-03-04T23:35:16.350609+0000","last_clean":"2021-03-04T23:35:16.350609+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:35:16.350609+0000","last_undegraded":"2021-03-04T23:35:16.350609+0000","last_fullsized":"2021-03-04T23:35:16.350609+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"342","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.351270+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:35:16.351270+0000","last_peered":"2021-03-04T23:35:16.351270+0000","last_clean":"2021-03-04T23:35:16.351270+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:35:16.351270+0000","last_undegraded":"2021-03-04T23:35:16.351270+0000","last_fullsized":"2021-03-04T23:35:16.351270+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"305","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350719+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:35:16.350719+0000","last_peered":"2021-03-04T23:35:16.350719+0000","last_clean":"2021-03-04T23:35:16.350719+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:35:16.350719+0000","last_undegraded":"2021-03-04T23:35:16.350719+0000","last_fullsized":"2021-03-04T23:35:16.350719+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"312","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350899+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:35:16.350899+0000","last_peered":"2021-03-04T23:35:16.350899+0000","last_clean":"2021-03-04T23:35:16.350899+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:35:16.350899+0000","last_undegraded":"2021-03-04T23:35:16.350899+0000","last_fullsized":"2021-03-04T23:35:16.350899+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"101","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.349283+0000","last_change":"2021-03-04T23:32:18.971387+0000","last_active":"2021-03-04T23:35:16.349283+0000","last_peered":"2021-03-04T23:35:16.349283+0000","last_clean":"2021-03-04T23:35:16.349283+0000","last_became_active":"2021-03-04T23:32:18.971083+0000","last_became_peered":"2021-03-04T23:32:18.971083+0000","last_unstale":"2021-03-04T23:35:16.349283+0000","last_undegraded":"2021-03-04T23:35:16.349283+0000","last_fullsized":"2021-03-04T23:35:16.349283+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"85","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.349546+0000","last_change":"2021-03-04T23:31:58.062548+0000","last_active":"2021-03-04T23:35:16.349546+0000","last_peered":"2021-03-04T23:35:16.349546+0000","last_clean":"2021-03-04T23:35:16.349546+0000","last_became_active":"2021-03-04T23:31:58.062122+0000","last_became_peered":"2021-03-04T23:31:58.062122+0000","last_unstale":"2021-03-04T23:35:16.349546+0000","last_undegraded":"2021-03-04T23:35:16.349546+0000","last_fullsized":"2021-03-04T23:35:16.349546+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"270","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350798+0000","last_change":"2021-03-04T23:32:19.162403+0000","last_active":"2021-03-04T23:35:16.350798+0000","last_peered":"2021-03-04T23:35:16.350798+0000","last_clean":"2021-03-04T23:35:16.350798+0000","last_became_active":"2021-03-04T23:32:18.984227+0000","last_became_peered":"2021-03-04T23:32:18.984227+0000","last_unstale":"2021-03-04T23:35:16.350798+0000","last_undegraded":"2021-03-04T23:35:16.350798+0000","last_fullsized":"2021-03-04T23:35:16.350798+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"363","reported_epoch":"295","state":"active+clean","last_fresh":"2021-03-04T23:35:16.350836+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:35:16.350836+0000","last_peered":"2021-03-04T23:35:16.350836+0000","last_clean":"2021-03-04T23:35:16.350836+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:35:16.350836+0000","last_undegraded":"2021-03-04T23:35:16.350836+0000","last_fullsized":"2021-03-04T23:35:16.350836+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":10713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9858802,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":6},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":1962147864,"num_objects":29941,"num_object_clones":0,"num_object_copies":89823,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":11677,"num_objects_misplaced":5607,"num_objects_unfound":0,"num_objects_dirty":29941,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":276789,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":96093,"num_bytes_recovered":5469503512,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8441049088,"data_stored":8441036872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":85026,"ondisk_log_size":85026,"up":48,"acting":45,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495993,"num_pgs":67,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2295636,"kb_used_data":1247052,"kb_used_omap":2097,"kb_used_meta":1046478,"kb_avail":85784748,"statfs":{"total":90194313216,"available":87843581952,"internally_reserved":1073741824,"allocated":1276981248,"data_stored":1275526200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":1071593865},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[6,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:00 2021","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.33400000000000002,"15min":0.32400000000000001},"min":{"1min":0.17100000000000001,"5min":0.125,"15min":0.125},"max":{"1min":0.51300000000000001,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":2.1669999999999998},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.38900000000000001,"15min":0.40200000000000002},"min":{"1min":0.16700000000000001,"5min":0.158,"15min":0.158},"max":{"1min":0.53700000000000003,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.221}]},{"osd":1,"last update":"Thu Mar 4 23:34:34 2021","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.39800000000000002,"15min":0.58099999999999996},"min":{"1min":0.20999999999999999,"5min":0.17499999999999999,"15min":0.16200000000000001},"max":{"1min":0.55100000000000005,"5min":0.91700000000000004,"15min":37.856000000000002},"last":0.308},{"interface":"front","average":{"1min":0.34899999999999998,"5min":0.41399999999999998,"15min":0.61199999999999999},"min":{"1min":0.19800000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.53100000000000003,"5min":1.0409999999999999,"15min":37.914000000000001},"last":0.193}]},{"osd":2,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.34000000000000002,"15min":0.45100000000000001},"min":{"1min":0.187,"5min":0.187,"15min":0.17999999999999999},"max":{"1min":0.48499999999999999,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":2.5830000000000002},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.41699999999999998,"15min":0.504},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.182},"max":{"1min":0.504,"5min":0.94499999999999995,"15min":3.206},"last":0.33300000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.28199999999999997,"5min":0.34399999999999997,"15min":0.85099999999999998},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.39000000000000001,"5min":0.96399999999999997,"15min":63.959000000000003},"last":2.5600000000000001},{"interface":"front","average":{"1min":0.27600000000000002,"5min":0.34999999999999998,"15min":0.88100000000000001},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":0.35499999999999998,"5min":0.84399999999999997,"15min":64.183999999999997},"last":2.222}]},{"osd":4,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.251,"5min":0.312,"15min":0.39800000000000002},"min":{"1min":0.14599999999999999,"5min":0.13,"15min":0.13},"max":{"1min":0.47199999999999998,"5min":0.65500000000000003,"15min":4.0179999999999998},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.254,"5min":0.28199999999999997,"15min":0.34000000000000002},"min":{"1min":0.158,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.42399999999999999,"5min":0.51000000000000001,"15min":3.7410000000000001},"last":2.3740000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.26500000000000001,"5min":0.28899999999999998,"15min":0.33800000000000002},"min":{"1min":0.16200000000000001,"5min":0.159,"15min":0.14299999999999999},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":3.621},"last":4.4180000000000001},{"interface":"front","average":{"1min":0.31,"5min":0.33300000000000002,"15min":0.42299999999999999},"min":{"1min":0.185,"5min":0.156,"15min":0.156},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":3.54},"last":0.23999999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:34:52 2021","interfaces":[{"interface":"back","average":{"1min":0.26800000000000002,"5min":0.29299999999999998,"15min":0.38300000000000001},"min":{"1min":0.17199999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":0.42499999999999999,"5min":0.627,"15min":4.1299999999999999},"last":2.198},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.36099999999999999,"15min":0.48799999999999999},"min":{"1min":0.20200000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.52000000000000002,"5min":0.67700000000000005,"15min":3.7850000000000001},"last":0.38400000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659494,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1451276,"kb_used_data":402692,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86629108,"statfs":{"total":90194313216,"available":88708206592,"internally_reserved":1073741824,"allocated":412356608,"data_stored":410910169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,3,4],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:11 2021","interfaces":[{"interface":"back","average":{"1min":0.26600000000000001,"5min":0.33300000000000002,"15min":0.35199999999999998},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.42999999999999999,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.218},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.35899999999999999,"15min":0.36199999999999999},"min":{"1min":0.151,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.54600000000000004,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.17499999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:34:25 2021","interfaces":[{"interface":"back","average":{"1min":0.29699999999999999,"5min":0.35599999999999998,"15min":0.40100000000000002},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.59199999999999997,"5min":0.874,"15min":3.5049999999999999},"last":0.191},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.39000000000000001,"15min":0.45000000000000001},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.17000000000000001},"max":{"1min":0.441,"5min":0.91600000000000004,"15min":4.149},"last":0.28199999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:34:25 2021","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.40200000000000002,"15min":0.45600000000000002},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.185},"max":{"1min":0.53100000000000003,"5min":0.85399999999999998,"15min":4.0940000000000003},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.378,"15min":0.433},"min":{"1min":0.188,"5min":0.188,"15min":0.186},"max":{"1min":0.48399999999999999,"5min":0.83999999999999997,"15min":2.6360000000000001},"last":0.24199999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:34:25 2021","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.379,"15min":1.0029999999999999},"min":{"1min":0.17899999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.44900000000000001,"5min":0.877,"15min":77.881},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.34499999999999997,"5min":0.39200000000000002,"15min":1.016},"min":{"1min":0.254,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.496,"5min":0.94999999999999996,"15min":77.683000000000007},"last":0.375}]},{"osd":4,"last update":"Thu Mar 4 23:35:11 2021","interfaces":[{"interface":"back","average":{"1min":0.24099999999999999,"5min":0.29699999999999999,"15min":0.37},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.13300000000000001},"max":{"1min":0.36599999999999999,"5min":0.58299999999999996,"15min":4.1539999999999999},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.23999999999999999,"5min":0.29299999999999998,"15min":0.36199999999999999},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.14299999999999999},"max":{"1min":0.379,"5min":0.56699999999999995,"15min":4.1269999999999998},"last":0.29499999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:35:11 2021","interfaces":[{"interface":"back","average":{"1min":0.27300000000000002,"5min":0.30099999999999999,"15min":0.379},"min":{"1min":0.188,"5min":0.155,"15min":0.155},"max":{"1min":0.40799999999999997,"5min":0.53300000000000003,"15min":4.0010000000000003},"last":0.316},{"interface":"front","average":{"1min":0.26700000000000002,"5min":0.30299999999999999,"15min":0.42299999999999999},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.13900000000000001},"max":{"1min":0.48299999999999998,"5min":0.57399999999999995,"15min":4.2389999999999999},"last":0.38500000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:35:11 2021","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.33300000000000002,"15min":0.46100000000000002},"min":{"1min":0.20000000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.41999999999999998,"5min":0.56299999999999994,"15min":4.5880000000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.315,"5min":0.34699999999999998,"15min":0.41699999999999998},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.52000000000000002,"5min":0.59199999999999997,"15min":4.0129999999999999},"last":0.36099999999999999}]}]},{"osd":1,"up_from":87,"seq":373662155014,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1750904,"kb_used_data":1566320,"kb_used_omap":2528,"kb_used_meta":181983,"kb_avail":86329480,"statfs":{"total":90194313216,"available":88401387520,"internally_reserved":0,"allocated":1603911680,"data_stored":1602482489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":186350894},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:59 2021","interfaces":[{"interface":"back","average":{"1min":0.184,"5min":0.69699999999999995,"15min":0.38700000000000001},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.28899999999999998,"5min":39.125,"15min":39.125},"last":0.19},{"interface":"front","average":{"1min":0.246,"5min":0.77200000000000002,"15min":0.45500000000000002},"min":{"1min":0.19400000000000001,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.313,"5min":39.207000000000001,"15min":39.207000000000001},"last":0.26200000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:35:27 2021","interfaces":[{"interface":"back","average":{"1min":0.221,"5min":0.249,"15min":0.314},"min":{"1min":0.158,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.38200000000000001,"5min":0.59999999999999998,"15min":3.069},"last":0.20999999999999999},{"interface":"front","average":{"1min":0.223,"5min":0.251,"15min":0.32300000000000001},"min":{"1min":0.154,"5min":0.14999999999999999,"15min":0.13100000000000001},"max":{"1min":0.34699999999999998,"5min":0.47899999999999998,"15min":3.8700000000000001},"last":0.23000000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:35:15 2021","interfaces":[{"interface":"back","average":{"1min":5.7450000000000001,"5min":1.512,"15min":1.1579999999999999},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":75.444000000000003,"5min":75.444000000000003,"15min":110.28400000000001},"last":0.32500000000000001},{"interface":"front","average":{"1min":5.7759999999999998,"5min":1.534,"15min":1.173},"min":{"1min":0.17899999999999999,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":75.486999999999995,"5min":75.486999999999995,"15min":109.977},"last":0.38300000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:35:27 2021","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.40100000000000002,"15min":0.496},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.182},"max":{"1min":0.51100000000000001,"5min":0.91900000000000004,"15min":4.9850000000000003},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.38100000000000001,"15min":0.45200000000000001},"min":{"1min":0.214,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.53800000000000003,"5min":0.85699999999999998,"15min":3.7050000000000001},"last":0.28699999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:35:27 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.39700000000000002,"15min":0.48899999999999999},"min":{"1min":0.23000000000000001,"5min":0.20799999999999999,"15min":0.20699999999999999},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":8.6690000000000005},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.437,"5min":0.41899999999999998,"15min":0.50700000000000001},"min":{"1min":0.23300000000000001,"5min":0.217,"15min":0.217},"max":{"1min":2.0649999999999999,"5min":2.0649999999999999,"15min":4.415},"last":0.35799999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:34:53 2021","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.41499999999999998,"15min":0.51300000000000001},"min":{"1min":0.25600000000000001,"5min":0.22600000000000001,"15min":0.214},"max":{"1min":0.63200000000000001,"5min":0.90500000000000003,"15min":3.7610000000000001},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.441,"15min":0.52200000000000002},"min":{"1min":0.28199999999999997,"5min":0.26100000000000001,"15min":0.24299999999999999},"max":{"1min":0.67600000000000005,"5min":0.88,"15min":3.5550000000000002},"last":0.34699999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:35:27 2021","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.42999999999999999,"15min":0.56499999999999995},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.20899999999999999},"max":{"1min":0.53100000000000003,"5min":0.88900000000000001,"15min":3.782},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.44,"15min":0.51900000000000002},"min":{"1min":0.28399999999999997,"5min":0.254,"15min":0.224},"max":{"1min":2.2080000000000002,"5min":2.2080000000000002,"15min":4.5049999999999999},"last":0.42399999999999999}]}]},{"osd":0,"up_from":174,"seq":747324309597,"num_pgs":65,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":855804,"kb_used_data":741428,"kb_used_omap":980,"kb_used_meta":113387,"kb_avail":87224580,"statfs":{"total":90194313216,"available":89317969920,"internally_reserved":0,"allocated":759222272,"data_stored":757789536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":116109251},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.19500000000000001,"5min":0.22700000000000001,"15min":0.248},"min":{"1min":0.14799999999999999,"5min":0.12,"15min":0.12},"max":{"1min":0.29299999999999998,"5min":0.623,"15min":0.623},"last":0.255},{"interface":"front","average":{"1min":0.20000000000000001,"5min":0.23599999999999999,"15min":0.23899999999999999},"min":{"1min":0.14699999999999999,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.34499999999999997,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.20799999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.224,"5min":0.25900000000000001,"15min":0.24099999999999999},"min":{"1min":0.156,"5min":0.156,"15min":0.14899999999999999},"max":{"1min":0.27000000000000002,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.26000000000000001,"5min":0.27100000000000002,"15min":0.27400000000000002},"min":{"1min":0.17399999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.40600000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.22800000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.20999999999999999,"5min":0.26700000000000002,"15min":0.27800000000000002},"min":{"1min":0.128,"5min":0.128,"15min":0.128},"max":{"1min":0.34999999999999998,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.307},{"interface":"front","average":{"1min":0.24099999999999999,"5min":0.28100000000000003,"15min":0.29499999999999998},"min":{"1min":0.16300000000000001,"5min":0.151,"15min":0.151},"max":{"1min":0.371,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.19400000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.38500000000000001,"15min":0.38400000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.64500000000000002,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.39000000000000001,"15min":0.38300000000000001},"min":{"1min":0.22800000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.59499999999999997,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.32400000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.39500000000000002,"15min":0.39100000000000001},"min":{"1min":0.27200000000000002,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.58499999999999996,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.38,"15min":0.38900000000000001},"min":{"1min":0.219,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.66400000000000003,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.41699999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.371,"15min":0.40400000000000003},"min":{"1min":0.22500000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.57099999999999995,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.27000000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.59899999999999998,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.438}]},{"osd":7,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.39100000000000001,"15min":0.39000000000000001},"min":{"1min":0.26700000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.627,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.41399999999999998,"15min":0.40799999999999997},"min":{"1min":0.248,"5min":0.248,"15min":0.24199999999999999},"max":{"1min":0.68300000000000005,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.40600000000000003}]}]},{"osd":2,"up_from":0,"seq":442381631737,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879533,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1401204,"kb_used_data":1266668,"kb_used_omap":883,"kb_used_meta":133644,"kb_avail":86679180,"statfs":{"total":90194313216,"available":88759480320,"internally_reserved":0,"allocated":1297068032,"data_stored":1295641864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":136851520},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,1,0,2,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:56 2021","interfaces":[{"interface":"back","average":{"1min":0.22900000000000001,"5min":0.96399999999999997,"15min":0.5},"min":{"1min":0.14299999999999999,"5min":0.127,"15min":0.127},"max":{"1min":0.38500000000000001,"5min":66.528999999999996,"15min":66.528999999999996},"last":0.157},{"interface":"front","average":{"1min":0.28799999999999998,"5min":1.0109999999999999,"15min":0.54300000000000004},"min":{"1min":0.19500000000000001,"5min":0.16600000000000001,"15min":0.16500000000000001},"max":{"1min":0.44400000000000001,"5min":66.497,"15min":66.497},"last":0.24199999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":0.19700000000000001,"5min":0.245,"15min":0.38900000000000001},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.13600000000000001},"max":{"1min":0.35599999999999998,"5min":0.52000000000000002,"15min":25.097999999999999},"last":0.185},{"interface":"front","average":{"1min":0.27800000000000002,"5min":0.28000000000000003,"15min":0.48299999999999998},"min":{"1min":0.16300000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.377,"5min":0.626,"15min":25.109999999999999},"last":0.20300000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":0.24399999999999999,"5min":0.254,"15min":0.36899999999999999},"min":{"1min":0.17499999999999999,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":0.39700000000000002,"5min":0.56100000000000005,"15min":4.8730000000000002},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.25700000000000001,"5min":0.26100000000000001,"15min":0.32800000000000001},"min":{"1min":0.188,"5min":0.151,"15min":0.151},"max":{"1min":0.40899999999999997,"5min":0.47399999999999998,"15min":2.98},"last":0.22900000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.39500000000000002,"15min":0.46400000000000002},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.59199999999999997,"5min":1.0089999999999999,"15min":2.9780000000000002},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.42399999999999999,"15min":0.499},"min":{"1min":0.27300000000000002,"5min":0.22800000000000001,"15min":0.20699999999999999},"max":{"1min":0.67400000000000004,"5min":0.999,"15min":3.7719999999999998},"last":0.38100000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.42999999999999999,"15min":0.57999999999999996},"min":{"1min":0.28699999999999998,"5min":0.23799999999999999,"15min":0.224},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":4.6479999999999997},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.315,"5min":0.375,"15min":0.51800000000000002},"min":{"1min":0.22600000000000001,"5min":0.20899999999999999,"15min":0.192},"max":{"1min":0.48599999999999999,"5min":0.92100000000000004,"15min":4.8449999999999998},"last":0.33000000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:34:51 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.40400000000000003,"15min":0.54000000000000004},"min":{"1min":0.26400000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69999999999999996,"5min":0.98699999999999999,"15min":9.9410000000000007},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.436,"15min":0.53700000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.251},"max":{"1min":0.71099999999999997,"5min":1.044,"15min":3.8100000000000001},"last":0.44500000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":10.368,"5min":2.3959999999999999,"15min":1.214},"min":{"1min":0.24299999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":160.75999999999999,"5min":160.75999999999999,"15min":160.75999999999999},"last":0.30599999999999999},{"interface":"front","average":{"1min":10.529,"5min":2.4390000000000001,"15min":1.2230000000000001},"min":{"1min":0.28299999999999997,"5min":0.26100000000000001,"15min":0.23899999999999999},"max":{"1min":160.86600000000001,"5min":160.86600000000001,"15min":160.86600000000001},"last":2.6850000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986562,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1769100,"kb_used_data":720516,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":86311284,"statfs":{"total":90194313216,"available":88382754816,"internally_reserved":1073741824,"allocated":737808384,"data_stored":736361434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.36099999999999999,"15min":0.36399999999999999},"min":{"1min":0.159,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.55100000000000005,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.16800000000000001},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.39500000000000002,"15min":0.41799999999999998},"min":{"1min":0.16800000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.61399999999999999,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.32200000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:34:37 2021","interfaces":[{"interface":"back","average":{"1min":0.28399999999999997,"5min":0.47499999999999998,"15min":0.63300000000000001},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.161},"max":{"1min":0.42499999999999999,"5min":11.231,"15min":20.440000000000001},"last":0.184},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.47899999999999998,"15min":0.60499999999999998},"min":{"1min":0.193,"5min":0.154,"15min":0.154},"max":{"1min":0.41499999999999998,"5min":11.207000000000001,"15min":20.465},"last":0.29399999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:35:20 2021","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.35799999999999998,"15min":0.40000000000000002},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.17100000000000001},"max":{"1min":0.499,"5min":0.70099999999999996,"15min":3.3260000000000001},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.377,"15min":0.42999999999999999},"min":{"1min":0.27600000000000002,"5min":0.224,"15min":0.17499999999999999},"max":{"1min":0.442,"5min":0.83899999999999997,"15min":3.351},"last":0.217}]},{"osd":3,"last update":"Thu Mar 4 23:35:20 2021","interfaces":[{"interface":"back","average":{"1min":3.3300000000000001,"5min":1.571,"15min":1.7789999999999999},"min":{"1min":0.217,"5min":0.192,"15min":0.192},"max":{"1min":63.552999999999997,"5min":63.552999999999997,"15min":85.394999999999996},"last":0.373},{"interface":"front","average":{"1min":3.4159999999999999,"5min":1.5660000000000001,"15min":1.6799999999999999},"min":{"1min":0.248,"5min":0.217,"15min":0.19400000000000001},"max":{"1min":63.701999999999998,"5min":63.701999999999998,"15min":85.802999999999997},"last":0.78200000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:34:37 2021","interfaces":[{"interface":"back","average":{"1min":0.26600000000000001,"5min":0.30099999999999999,"15min":0.33600000000000002},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.14199999999999999},"max":{"1min":0.46999999999999997,"5min":1.254,"15min":3.456},"last":0.251},{"interface":"front","average":{"1min":0.246,"5min":0.28899999999999998,"15min":0.35199999999999998},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.40899999999999997,"5min":0.64900000000000002,"15min":3.2999999999999998},"last":0.19900000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.316,"15min":0.35599999999999998},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":0.35299999999999998,"5min":0.61199999999999999,"15min":3.5569999999999999},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.32400000000000001,"15min":0.46700000000000003},"min":{"1min":0.17699999999999999,"5min":0.16700000000000001,"15min":0.14199999999999999},"max":{"1min":0.51200000000000001,"5min":0.77200000000000002,"15min":3.895},"last":0.34699999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:34:37 2021","interfaces":[{"interface":"back","average":{"1min":0.31,"5min":0.32400000000000001,"15min":0.375},"min":{"1min":0.19800000000000001,"5min":0.185,"15min":0.17000000000000001},"max":{"1min":0.60399999999999998,"5min":0.81999999999999995,"15min":3.4329999999999998},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.312,"5min":0.35399999999999998,"15min":0.47799999999999998},"min":{"1min":0.20599999999999999,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":0.56100000000000005,"5min":0.755,"15min":3.8700000000000001},"last":0.40500000000000003}]}]},{"osd":5,"up_from":36,"seq":154618823040,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2725508,"kb_used_data":1676924,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":85354876,"statfs":{"total":90194313216,"available":87403393024,"internally_reserved":1073741824,"allocated":1717170176,"data_stored":1715729342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[6,1,2,4,3,8,2,3],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.35199999999999998,"15min":0.36899999999999999},"min":{"1min":0.13,"5min":0.13,"15min":0.13},"max":{"1min":0.55700000000000005,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.13},{"interface":"front","average":{"1min":0.371,"5min":0.38500000000000001,"15min":0.39100000000000001},"min":{"1min":0.23799999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.56799999999999995,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.28899999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.377,"15min":0.439},"min":{"1min":0.16800000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.52600000000000002,"5min":0.93400000000000005,"15min":3.8450000000000002},"last":0.20599999999999999},{"interface":"front","average":{"1min":0.34200000000000003,"5min":0.371,"15min":0.498},"min":{"1min":0.17899999999999999,"5min":0.17000000000000001,"15min":0.14599999999999999},"max":{"1min":0.54600000000000004,"5min":0.872,"15min":7.4740000000000002},"last":0.32000000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:35:18 2021","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.372,"15min":0.42999999999999999},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.161},"max":{"1min":0.57499999999999996,"5min":0.91400000000000003,"15min":3.5800000000000001},"last":0.23200000000000001},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.39300000000000002,"15min":0.48999999999999999},"min":{"1min":0.251,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.52800000000000002,"5min":0.79300000000000004,"15min":3.698},"last":0.19400000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:35:18 2021","interfaces":[{"interface":"back","average":{"1min":3.3719999999999999,"5min":0.97999999999999998,"15min":0.68500000000000005},"min":{"1min":0.23400000000000001,"5min":0.20899999999999999,"15min":0.16700000000000001},"max":{"1min":55.055999999999997,"5min":55.055999999999997,"15min":55.055999999999997},"last":0.22},{"interface":"front","average":{"1min":3.3860000000000001,"5min":1,"15min":0.68799999999999994},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.19800000000000001},"max":{"1min":55.119,"5min":55.119,"15min":55.119},"last":0.27400000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.26900000000000002,"5min":0.317,"15min":0.375},"min":{"1min":0.152,"5min":0.152,"15min":0.127},"max":{"1min":0.55000000000000004,"5min":0.71599999999999997,"15min":7.4480000000000004},"last":0.16},{"interface":"front","average":{"1min":0.28100000000000003,"5min":0.311,"15min":0.34799999999999998},"min":{"1min":0.16300000000000001,"5min":0.158,"15min":0.152},"max":{"1min":0.42599999999999999,"5min":0.61599999999999999,"15min":4.4000000000000004},"last":0.17399999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:34:27 2021","interfaces":[{"interface":"back","average":{"1min":0.28899999999999998,"5min":0.34599999999999997,"15min":0.41999999999999998},"min":{"1min":0.17299999999999999,"5min":0.17199999999999999,"15min":0.16},"max":{"1min":0.53100000000000003,"5min":0.69299999999999995,"15min":7.3959999999999999},"last":0.251},{"interface":"front","average":{"1min":0.29699999999999999,"5min":0.32100000000000001,"15min":0.35499999999999998},"min":{"1min":0.19800000000000001,"5min":0.16700000000000001,"15min":0.16300000000000001},"max":{"1min":0.46300000000000002,"5min":0.68100000000000005,"15min":4.3209999999999997},"last":0.95099999999999996}]},{"osd":7,"last update":"Thu Mar 4 23:35:18 2021","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.35299999999999998,"15min":0.41399999999999998},"min":{"1min":0.20300000000000001,"5min":0.185,"15min":0.185},"max":{"1min":0.47699999999999998,"5min":0.66500000000000004,"15min":4.3540000000000001},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.33000000000000002,"15min":0.377},"min":{"1min":0.20999999999999999,"5min":0.159,"15min":0.159},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":2.9740000000000002},"last":0.30099999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":741146624,"data_stored":741146624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1583288320,"data_stored":1583284248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":804257792,"data_stored":804257792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1271595008,"data_stored":1271595008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":727908352,"data_stored":727908352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1663504384,"data_stored":1663500312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":390332416,"data_stored":390332416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1259016192,"data_stored":1259012120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:35:33.823 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph status --format=json 2021-03-04T23:35:33.908 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:33.928 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:33.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:33.929 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:33.999 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:34.031 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:34.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:34.051 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:34.051 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:34.080 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:34 gibba038 conmon[76675]: cluster 2021-03-04T23:35:32.740156+0000 mgr.x (mgr.34676) 1012 : cluster [DBG] pgmap v1026: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 1.8 GiB data, 7.3 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.27k op/s; 11677/86541 objects degraded (13.493%); 5246/86541 objects misplaced (6.062%); 2.2 MiB/s, 118 objects/s recovering 2021-03-04T23:35:34.080 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:34 gibba038 conmon[76675]: cluster 2021-03-04T23:35:34.012225+0000 mon.a (mon.0) 1367 : 2021-03-04T23:35:34.081 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:34 gibba038 conmon[76675]: cluster [WRN] Health check update: Degraded data redundancy: 11677/86541 objects degraded (13.493%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:34.141 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:35:34.153 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:34.155 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:35:34.170 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:35:34.173 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:34.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:34.177 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:34.185 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:35:34.193 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:35:34.193 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:35:34.201 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:35:34.218 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:35:34.232 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:34 gibba011 conmon[95595]: cluster 2021-03-04T23:35:32.740156+0000 mgr.x (mgr.34676) 1012 : cluster [DBG] pgmap v1026: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 1.8 GiB data, 7.3 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.27k op/s; 11677/86541 objects degraded (13.493%); 5246/86541 objects misplaced (6.062%); 2.2 MiB/s, 118 objects/s recovering 2021-03-04T23:35:34.232 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:34 gibba011 conmon[95595]: cluster 2021-03-04T23:35:34.012225+0000 mon.a (mon.0) 1367 : cluster [WRN] Health check update: Degraded data redundancy: 11677/86541 objects degraded (13.493%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:34.233 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:34 gibba011 conmon[99461]: cluster 2021-03-04T23:35:32.740156+0000 mgr.x (mgr.34676) 1012 : cluster [DBG] pgmap v1026: 119 pgs: 1 active+recovering+undersized+remapped, 114 active+clean, 2 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 1.8 GiB data, 7.3 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.27k op/s; 11677/86541 objects degraded (13.493%); 5246/86541 objects misplaced (6.062%); 2.2 MiB/s, 118 objects/s recovering 2021-03-04T23:35:34.233 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:34 gibba011 conmon[99461]: cluster 2021-03-04T23:35:34.012225+0000 mon.a (mon.0) 1367 : cluster [WRN] Health check update: Degraded data redundancy: 11677/86541 objects degraded (13.493%), 2 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:34.238 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:35:34.253 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:35:34.254 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:35:34.254 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:35:34.255 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:35:34.255 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:35:34.255 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:35:34.256 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:35:34.256 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:35:34.257 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:35:34.279 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:34.299 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:34.299 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:34.300 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:34.401 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:34.423 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:34.424 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:34.424 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:34.525 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:34.546 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:34.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:34.548 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:34.650 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:34.667 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:34.668 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:34.669 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:34.770 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:34.788 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:34.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:34.790 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:34.891 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:34.912 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:34.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:34.914 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:35.015 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:35.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:35.035 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:35.036 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:35.137 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:35.157 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:35.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:35.158 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:35.260 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:35.280 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:35.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:35.282 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:35.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:35 gibba038 conmon[76675]: audit 2021-03-04T23:35:34.123479+0000 mon.a (mon.0) 1368 : audit [DBG] from='client.? 172.21.2.111:0/3271451846' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:35.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:35 gibba011 conmon[95595]: audit 2021-03-04T23:35:34.123479+0000 mon.a (mon.0) 1368 : audit [DBG] from='client.? 172.21.2.111:0/3271451846' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:35.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:35 gibba011 conmon[99461]: audit 2021-03-04T23:35:34.123479+0000 mon.a (mon.0) 1368 : audit [DBG] from='client.? 172.21.2.111:0/3271451846' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:35.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:35 gibba011 conmon[99461]: 2021-03-04T23:35:35.383 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:35.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:35.402 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:35.403 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:35.412 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-03-04T23:35:35.503 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:35.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:35.524 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:35.524 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:35.548 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:35:35.625 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:35.644 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:35.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:35.646 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:35.747 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:35.770 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:35.770 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:35.771 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:35.784 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:35:35.871 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:35.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:35.893 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:35.894 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:35.926 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:35.994 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:36.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:36.015 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:36.015 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:36.090 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:36 gibba011 conmon[95595]: cluster 2021-03-04T23:35:34.740660+0000 mgr.x (mgr.34676) 1013 : 2021-03-04T23:35:36.245 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:36 gibba011 conmon[95595]: cluster [DBG] pgmap v1027: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+remapped+backfill_wait, 1 active+recovery_wait+undersized+degraded+remapped; 1.5 GiB data, 6.7 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.75k op/s; 5770/73338 objects degraded (7.868%); 6069/73338 objects misplaced (8.275%); 5.3 MiB/s, 238 objects/s recovering 2021-03-04T23:35:36.249 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:36 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:35:36.250 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:36 gibba011 conmon[99461]: 35:34.740660+0000 mgr.x (mgr.34676) 1013 : cluster [DBG] pgmap v1027: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+remapped+backfill_wait, 1 active+recovery_wait+undersized+degraded+remapped; 1.5 GiB data, 6.7 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.75k op/s; 5770/73338 objects degraded (7.868%); 6069/73338 objects misplaced (8.275%); 5.3 MiB/s, 238 objects/s recovering 2021-03-04T23:35:36.252 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:36.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:36.274 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:36.274 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:36.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:36 gibba038 conmon[76675]: cluster 2021-03-04T23:35:34.740660+0000 mgr.x (mgr.34676) 1013 : cluster [DBG] pgmap v1027: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+remapped+backfill_wait, 1 active+recovery_wait+undersized+degraded+remapped; 1.5 GiB data, 6.7 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.75k op/s; 5770/73338 objects degraded (7.868%); 6069/73338 objects misplaced (8.275%); 5.3 MiB/s, 238 objects/s recovering 2021-03-04T23:35:36.375 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:36.394 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:36.395 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:36.395 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:36.496 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:36.517 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:36.518 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:36.518 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:36.621 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:36.644 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:36.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:36.645 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:36.746 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:36.766 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:36.767 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:36.768 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:36.869 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:36.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:36.890 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:36.890 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:36.991 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:37.011 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:37.012 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:37.012 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:37.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:37 gibba011 conmon[99461]: audit 2021-03-04T23:35:36.741458+0000 mon.c (mon.1) 401 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:35:37.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:37 gibba011 conmon[99461]: audit 2021-03-04T23:35:36.742227+0000 mon.a (mon.0) 1369 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:35:37.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:37 gibba011 conmon[95595]: audit 2021-03-04T23:35:36.741458+0000 mon.c (mon.1) 401 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:35:37.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:37 gibba011 conmon[95595]: audit 2021-03-04T23:35:36.742227+0000 mon.a (mon.0) 1369 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:35:37.113 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:37.130 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:37.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:37.132 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:37.233 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:37.251 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:35:37.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:37.255 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:37.255 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:37.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:37 gibba038 conmon[76675]: audit 2021-03-04T23:35:36.741458+0000 mon.c (mon.1) 401 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:35:37.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:37 gibba038 conmon[76675]: audit 2021-03-04T23:35:36.742227+0000 mon.a (mon.0) 1369 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:35:37.357 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:37.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:37.376 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:37.376 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:37.395 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:37.477 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:37.498 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:37.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:37.499 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:37.601 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:37.602 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:35:37.602 INFO:teuthology.orchestra.run.gibba011.stdout:{"fsid":"5f47b844-7d3d-11eb-9066-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 5770/72312 objects degraded (7.979%), 2 pgs degraded, 2 pgs undersized","count":4},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":1484,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":298,"num_osds":8,"num_up_osds":8,"osd_up_since":1614900469,"num_in_osds":7,"osd_in_since":1614900717,"num_remapped_pgs":4},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":114},{"state_name":"active+remapped+backfill_wait","count":2},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":1},{"state_name":"active+recovery_wait","count":1},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":119,"num_pools":5,"num_objects":24104,"data_bytes":1578175808,"bytes_used":11420291072,"bytes_avail":619939901440,"bytes_total":631360192512,"degraded_objects":5770,"degraded_total":72312,"degraded_ratio":0.079793118707821659,"misplaced_objects":6069,"misplaced_total":72312,"misplaced_ratio":0.083927978758712246,"recovering_objects_per_sec":120,"recovering_bytes_per_sec":3267813,"recovering_keys_per_sec":0,"num_objects_recovered":963,"num_bytes_recovered":26148864,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":791},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.gibba038.rbeynd","status":"up:active","gid":34322}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.x:8443/"}},"servicemap":{"epoch":27,"modified":"2021-03-04T23:31:42.691059+0000","services":{}},"progress_events":{"325add0c-2571-4241-bc14-5f365661abb5":{"message":"Upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 (4m)\n [===========.................] (remaining: 7m)","progress":0.40000000596046448,"add_to_ceph_s":false},"4e3490fa-9157-44ad-a0cb-fb2dd1c26592":{"message":"Global Recovery Event (10m)\n [==========================..] (remaining: 26s)","progress":0.95798319578170776,"add_to_ceph_s":true},"a6cabe7d-74fd-4880-9df0-9c4f5a17cc82":{"message":"Rebalancing after osd.2 marked out (3m)\n [===========================.] (remaining: 4s)","progress":0.98039215803146362,"add_to_ceph_s":false}}} 2021-03-04T23:35:37.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:37.624 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:37.625 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:37.727 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:37.748 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:37.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:37.750 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:37.844 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:35:37.844 INFO:teuthology.orchestra.run.gibba038.stdout: "size": 20, 2021-03-04T23:35:37.845 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 600, 2021-03-04T23:35:37.845 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:35:37.845 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.845 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:164631 9.e 9:71dd520c:::benchmark_data_gibba011_139107_object11264:head [delete] snapc 0=[] ondisk+write+known_if_redirected e160)", 2021-03-04T23:35:37.846 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:34.262504+0000", 2021-03-04T23:35:37.846 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 543.57738556499999, 2021-03-04T23:35:37.846 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.25294040800000001, 2021-03-04T23:35:37.846 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:37.846 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:37.847 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:37.847 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:37.847 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:37.847 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 164631 2021-03-04T23:35:37.848 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.848 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:37.848 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.848 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:37.848 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.262504+0000", 2021-03-04T23:35:37.849 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:37.849 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.849 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.849 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:37.849 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.262504+0000", 2021-03-04T23:35:37.850 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4049999999999998e-06 2021-03-04T23:35:37.850 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.850 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.850 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:37.851 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.262506+0000", 2021-03-04T23:35:37.851 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.55e-06 2021-03-04T23:35:37.851 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.851 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.851 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:37.852 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.262508+0000", 2021-03-04T23:35:37.852 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.2380000000000003e-06 2021-03-04T23:35:37.852 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.852 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.853 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:37.853 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.262517+0000", 2021-03-04T23:35:37.853 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1120000000000004e-06 2021-03-04T23:35:37.853 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.854 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.854 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:37.854 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.262522+0000", 2021-03-04T23:35:37.854 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.031425705999999998 2021-03-04T23:35:37.854 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.855 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.855 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:37.855 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.293948+0000", 2021-03-04T23:35:37.855 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010762100000000001 2021-03-04T23:35:37.855 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.856 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.856 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:37.856 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.294055+0000", 2021-03-04T23:35:37.856 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010126 2021-03-04T23:35:37.857 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.857 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.857 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:35:37.857 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.294157+0000", 2021-03-04T23:35:37.857 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.005496506 2021-03-04T23:35:37.858 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.858 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.858 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:37.858 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.299653+0000", 2021-03-04T23:35:37.858 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000324171 2021-03-04T23:35:37.859 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.859 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.859 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:37.859 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.299977+0000", 2021-03-04T23:35:37.859 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.211542643 2021-03-04T23:35:37.860 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.860 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.860 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:37.860 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.511520+0000", 2021-03-04T23:35:37.861 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.736e-05 2021-03-04T23:35:37.861 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.861 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.861 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:37.861 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.511577+0000", 2021-03-04T23:35:37.862 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0038668359999999998 2021-03-04T23:35:37.862 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.862 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.862 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:37.862 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.515444+0000", 2021-03-04T23:35:37.863 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.25294040800000001 2021-03-04T23:35:37.863 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:37.863 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:37.863 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:37.863 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.864 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.864 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:164653 9.e 9:7d6cdc05:::benchmark_data_gibba011_139107_object11286:head [delete] snapc 0=[] ondisk+write+known_if_redirected e160)", 2021-03-04T23:35:37.864 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:26:34.281552+0000", 2021-03-04T23:35:37.864 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 543.558336983, 2021-03-04T23:35:37.865 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.23859065400000001, 2021-03-04T23:35:37.865 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:37.865 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:37.865 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:37.865 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:37.866 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:37.866 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 164653 2021-03-04T23:35:37.866 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.866 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:37.866 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.867 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:37.867 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.281552+0000", 2021-03-04T23:35:37.867 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:37.867 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.867 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.868 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:37.868 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.281552+0000", 2021-03-04T23:35:37.868 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2680000000000001e-06 2021-03-04T23:35:37.869 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.869 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.869 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:37.869 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.281555+0000", 2021-03-04T23:35:37.869 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.497e-06 2021-03-04T23:35:37.870 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.870 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.870 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:37.870 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.281556+0000", 2021-03-04T23:35:37.870 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1738e-05 2021-03-04T23:35:37.871 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.871 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.871 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:37.871 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.281568+0000", 2021-03-04T23:35:37.872 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4349999999999996e-06 2021-03-04T23:35:37.872 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.872 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.873 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:37.873 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.281573+0000", 2021-03-04T23:35:37.873 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014928794 2021-03-04T23:35:37.874 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.874 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.874 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:37.874 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.296502+0000", 2021-03-04T23:35:37.875 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000124929 2021-03-04T23:35:37.875 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.875 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.875 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:37.875 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.296627+0000", 2021-03-04T23:35:37.876 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000113955 2021-03-04T23:35:37.876 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.876 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.876 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:35:37.876 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.296741+0000", 2021-03-04T23:35:37.877 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0029712649999999998 2021-03-04T23:35:37.877 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.877 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.877 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:37.878 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.299712+0000", 2021-03-04T23:35:37.878 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00039710599999999999 2021-03-04T23:35:37.878 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.878 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.878 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:37.879 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.300109+0000", 2021-03-04T23:35:37.879 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.21538822899999999 2021-03-04T23:35:37.879 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.879 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.879 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:37.880 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.515497+0000", 2021-03-04T23:35:37.880 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.393e-05 2021-03-04T23:35:37.880 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.881 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.881 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:37.881 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.515551+0000", 2021-03-04T23:35:37.881 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0045915080000000002 2021-03-04T23:35:37.882 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.882 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.882 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:37.882 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:26:34.520143+0000", 2021-03-04T23:35:37.883 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.23859065400000001 2021-03-04T23:35:37.883 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:37.883 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:37.883 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:37.883 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.884 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.884 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.54826.0:264687 9.c e295/236 9:3af90d05:::benchmark_data_gibba011_139107_object111320:head v 295'16446, mlcod=295'16444)", 2021-03-04T23:35:37.884 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.124574+0000", 2021-03-04T23:35:37.884 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 16.715315503999999, 2021-03-04T23:35:37.884 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20604777499999999, 2021-03-04T23:35:37.885 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:37.885 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:37.885 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:37.885 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.886 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:37.886 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.124574+0000", 2021-03-04T23:35:37.886 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:37.886 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.887 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.887 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:37.888 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.124574+0000", 2021-03-04T23:35:37.888 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9469999999999999e-06 2021-03-04T23:35:37.888 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.888 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.889 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:37.889 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.124577+0000", 2021-03-04T23:35:37.889 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.327e-06 2021-03-04T23:35:37.889 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.890 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.890 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:37.890 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.124578+0000", 2021-03-04T23:35:37.890 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9209999999999992e-06 2021-03-04T23:35:37.891 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.892 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.892 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:37.892 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.124586+0000", 2021-03-04T23:35:37.892 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7459999999999998e-06 2021-03-04T23:35:37.893 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.893 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.893 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:37.893 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.124590+0000", 2021-03-04T23:35:37.894 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5858999999999997e-05 2021-03-04T23:35:37.894 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.894 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.894 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:37.894 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.124626+0000", 2021-03-04T23:35:37.895 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4926000000000001e-05 2021-03-04T23:35:37.895 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.895 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.895 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:37.895 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.124640+0000", 2021-03-04T23:35:37.896 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20592508100000001 2021-03-04T23:35:37.896 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.896 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.896 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:37.897 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330566+0000", 2021-03-04T23:35:37.897 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5967999999999997e-05 2021-03-04T23:35:37.897 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.897 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.897 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:37.898 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330621+0000", 2021-03-04T23:35:37.898 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20604777499999999 2021-03-04T23:35:37.899 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:37.899 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:37.899 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:37.899 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.900 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.900 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:264695 9.d 9:b660f679:::benchmark_data_gibba011_139107_object111328:head [delete] snapc 0=[] ondisk+write+known_if_redirected e295)", 2021-03-04T23:35:37.900 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.125256+0000", 2021-03-04T23:35:37.900 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 16.714632925, 2021-03-04T23:35:37.900 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.205461213, 2021-03-04T23:35:37.901 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:37.901 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:37.901 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:37.901 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:37.902 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:37.902 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 264695 2021-03-04T23:35:37.902 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.902 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:37.903 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.903 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:37.903 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125256+0000", 2021-03-04T23:35:37.903 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:37.903 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.904 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.904 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:37.904 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125256+0000", 2021-03-04T23:35:37.904 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.097e-06 2021-03-04T23:35:37.904 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.905 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.905 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:37.905 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125258+0000", 2021-03-04T23:35:37.905 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.186e-06 2021-03-04T23:35:37.905 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.906 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.906 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:37.906 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125260+0000", 2021-03-04T23:35:37.907 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.9900000000000003e-06 2021-03-04T23:35:37.907 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.907 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.907 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:37.908 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125269+0000", 2021-03-04T23:35:37.908 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7770000000000002e-06 2021-03-04T23:35:37.908 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.908 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.908 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:37.909 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125273+0000", 2021-03-04T23:35:37.909 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1053999999999998e-05 2021-03-04T23:35:37.909 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.909 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.909 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:37.910 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125304+0000", 2021-03-04T23:35:37.910 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6113999999999995e-05 2021-03-04T23:35:37.910 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.910 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.910 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:37.911 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125401+0000", 2021-03-04T23:35:37.911 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010457400000000001 2021-03-04T23:35:37.911 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.911 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.912 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,5", 2021-03-04T23:35:37.912 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125505+0000", 2021-03-04T23:35:37.912 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0022173739999999998 2021-03-04T23:35:37.912 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.912 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.913 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:37.913 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127722+0000", 2021-03-04T23:35:37.913 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4125999999999997e-05 2021-03-04T23:35:37.913 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.913 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.914 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:37.914 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127767+0000", 2021-03-04T23:35:37.914 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20286417800000001 2021-03-04T23:35:37.915 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.915 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.915 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:37.915 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330631+0000", 2021-03-04T23:35:37.915 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3554999999999999e-05 2021-03-04T23:35:37.916 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.916 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.916 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:37.916 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330674+0000", 2021-03-04T23:35:37.916 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3188000000000001e-05 2021-03-04T23:35:37.917 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.917 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.917 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:37.917 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330718+0000", 2021-03-04T23:35:37.917 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.205461213 2021-03-04T23:35:37.918 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:37.918 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:37.918 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:37.918 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.919 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.919 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.54826.0:264692 9.2 e295/264 9:43701070:::benchmark_data_gibba011_139107_object111325:head v 295'16516, mlcod=295'16514)", 2021-03-04T23:35:37.919 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.125375+0000", 2021-03-04T23:35:37.919 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 16.714514037000001, 2021-03-04T23:35:37.920 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.205241645, 2021-03-04T23:35:37.920 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:37.920 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:37.920 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:37.920 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.921 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:37.921 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125375+0000", 2021-03-04T23:35:37.921 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:37.921 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.922 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.922 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:37.922 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125375+0000", 2021-03-04T23:35:37.922 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8020000000000001e-06 2021-03-04T23:35:37.922 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.923 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.923 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:37.923 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125377+0000", 2021-03-04T23:35:37.923 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6800000000000009e-07 2021-03-04T23:35:37.924 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.924 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.924 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:37.924 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125378+0000", 2021-03-04T23:35:37.924 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9390000000000002e-06 2021-03-04T23:35:37.925 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.925 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.925 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:37.926 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125384+0000", 2021-03-04T23:35:37.926 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9840000000000001e-06 2021-03-04T23:35:37.926 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.926 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.926 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:37.927 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125387+0000", 2021-03-04T23:35:37.927 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0957999999999997e-05 2021-03-04T23:35:37.927 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.927 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.927 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:37.928 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125418+0000", 2021-03-04T23:35:37.928 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5481999999999998e-05 2021-03-04T23:35:37.928 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.928 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.929 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:37.929 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125433+0000", 2021-03-04T23:35:37.929 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.205133975 2021-03-04T23:35:37.929 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.930 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.930 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:37.930 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330567+0000", 2021-03-04T23:35:37.930 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9536999999999997e-05 2021-03-04T23:35:37.931 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.931 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.931 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:37.931 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330617+0000", 2021-03-04T23:35:37.931 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.205241645 2021-03-04T23:35:37.932 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:37.932 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:37.932 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:37.932 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.932 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.933 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.54826.0:264688 9.1 e295/261 9:885ab808:::benchmark_data_gibba011_139107_object111321:head v 295'16433, mlcod=159'9760)", 2021-03-04T23:35:37.933 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.127437+0000", 2021-03-04T23:35:37.933 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 16.712452623000001, 2021-03-04T23:35:37.933 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20318025200000001, 2021-03-04T23:35:37.934 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:37.934 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:37.934 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:37.934 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.934 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:37.935 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127437+0000", 2021-03-04T23:35:37.935 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:37.935 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.935 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.935 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:37.936 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127437+0000", 2021-03-04T23:35:37.936 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7460000000000001e-06 2021-03-04T23:35:37.936 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.936 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.937 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:37.937 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127439+0000", 2021-03-04T23:35:37.937 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1999999999999999e-06 2021-03-04T23:35:37.937 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.938 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.938 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:37.939 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127441+0000", 2021-03-04T23:35:37.939 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.5849999999999996e-06 2021-03-04T23:35:37.939 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.939 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.940 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:37.940 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127447+0000", 2021-03-04T23:35:37.940 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2289999999999999e-06 2021-03-04T23:35:37.940 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.940 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.941 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:37.941 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127450+0000", 2021-03-04T23:35:37.941 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0602999999999997e-05 2021-03-04T23:35:37.941 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.942 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.942 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:37.942 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127491+0000", 2021-03-04T23:35:37.942 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7588000000000002e-05 2021-03-04T23:35:37.942 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.943 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.943 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:37.943 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127509+0000", 2021-03-04T23:35:37.943 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20305326400000001 2021-03-04T23:35:37.944 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.944 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.944 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:37.944 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330562+0000", 2021-03-04T23:35:37.944 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5037000000000002e-05 2021-03-04T23:35:37.945 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.945 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.945 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:37.945 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330617+0000", 2021-03-04T23:35:37.945 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20318025200000001 2021-03-04T23:35:37.946 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:37.946 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:37.946 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:37.946 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.947 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.947 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.54826.0:264696 9.c e295/236 9:3b8165dd:::benchmark_data_gibba011_139107_object111329:head v 295'16447, mlcod=295'16444)", 2021-03-04T23:35:37.947 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.127712+0000", 2021-03-04T23:35:37.948 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 16.712177627999999, 2021-03-04T23:35:37.948 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20293050400000001, 2021-03-04T23:35:37.948 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:37.949 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:37.949 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:37.949 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.949 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:37.950 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127712+0000", 2021-03-04T23:35:37.950 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:37.950 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.950 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.951 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:37.951 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127712+0000", 2021-03-04T23:35:37.951 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4899999999999999e-06 2021-03-04T23:35:37.951 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.951 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.952 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:37.952 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127714+0000", 2021-03-04T23:35:37.952 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.395e-06 2021-03-04T23:35:37.952 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.953 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.953 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:37.953 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127715+0000", 2021-03-04T23:35:37.953 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.1899999999999998e-06 2021-03-04T23:35:37.954 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.954 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.954 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:37.954 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127723+0000", 2021-03-04T23:35:37.955 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9550000000000002e-06 2021-03-04T23:35:37.955 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.955 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.955 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:37.955 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127727+0000", 2021-03-04T23:35:37.956 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1174999999999999e-05 2021-03-04T23:35:37.956 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.956 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.956 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:37.956 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127758+0000", 2021-03-04T23:35:37.957 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6027000000000001e-05 2021-03-04T23:35:37.957 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.957 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.957 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:37.958 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127774+0000", 2021-03-04T23:35:37.958 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20285256500000001 2021-03-04T23:35:37.958 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.958 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.958 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:37.959 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330626+0000", 2021-03-04T23:35:37.959 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5707000000000001e-05 2021-03-04T23:35:37.959 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.959 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.959 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:37.960 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330642+0000", 2021-03-04T23:35:37.960 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20293050400000001 2021-03-04T23:35:37.960 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:37.960 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:37.961 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:37.961 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.961 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.961 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.54826.0:264698 9.a e295/236 9:5f4d8bec:::benchmark_data_gibba011_139107_object111331:head v 295'16422, mlcod=295'16420)", 2021-03-04T23:35:37.961 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.128390+0000", 2021-03-04T23:35:37.962 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 16.711499223000001, 2021-03-04T23:35:37.962 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.202251865, 2021-03-04T23:35:37.962 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:37.962 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:37.963 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:37.963 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.963 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:37.963 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128390+0000", 2021-03-04T23:35:37.963 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:37.964 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.964 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.964 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:37.965 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128390+0000", 2021-03-04T23:35:37.965 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3329999999999999e-06 2021-03-04T23:35:37.965 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.965 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.965 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:37.966 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128392+0000", 2021-03-04T23:35:37.966 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2839999999999999e-06 2021-03-04T23:35:37.966 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.966 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.966 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:37.967 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128394+0000", 2021-03-04T23:35:37.967 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.1190000000000002e-06 2021-03-04T23:35:37.967 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.967 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.968 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:37.968 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128400+0000", 2021-03-04T23:35:37.968 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1769999999999998e-06 2021-03-04T23:35:37.968 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.968 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.969 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:37.969 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128403+0000", 2021-03-04T23:35:37.969 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0808e-05 2021-03-04T23:35:37.969 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.969 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.970 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:37.970 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128434+0000", 2021-03-04T23:35:37.970 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4347e-05 2021-03-04T23:35:37.970 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.971 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.971 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:37.971 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128448+0000", 2021-03-04T23:35:37.971 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.202171502 2021-03-04T23:35:37.971 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.972 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.972 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:37.972 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330620+0000", 2021-03-04T23:35:37.972 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2294999999999999e-05 2021-03-04T23:35:37.973 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.973 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.973 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:37.973 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330642+0000", 2021-03-04T23:35:37.973 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.202251865 2021-03-04T23:35:37.974 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:37.974 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:37.974 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:37.974 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.974 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.975 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop_reply(client.54826.0:264695 9.d e295/276 ondisk, result = 0)", 2021-03-04T23:35:37.975 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.128662+0000", 2021-03-04T23:35:37.975 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 16.711226904, 2021-03-04T23:35:37.975 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20205833100000001, 2021-03-04T23:35:37.976 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:37.976 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "started", 2021-03-04T23:35:37.976 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:37.976 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.976 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:37.977 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128662+0000", 2021-03-04T23:35:37.977 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:37.977 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.977 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.978 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:37.978 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128662+0000", 2021-03-04T23:35:37.978 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7549999999999999e-06 2021-03-04T23:35:37.978 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.978 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.979 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:37.979 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128664+0000", 2021-03-04T23:35:37.979 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1939999999999999e-06 2021-03-04T23:35:37.979 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.980 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.980 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:37.980 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128665+0000", 2021-03-04T23:35:37.980 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20188371199999999 2021-03-04T23:35:37.980 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.981 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.981 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:37.981 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330549+0000", 2021-03-04T23:35:37.981 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2431e-05 2021-03-04T23:35:37.981 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.982 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.982 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:37.982 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330561+0000", 2021-03-04T23:35:37.983 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6539000000000002e-05 2021-03-04T23:35:37.983 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.983 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.983 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:37.984 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330618+0000", 2021-03-04T23:35:37.984 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.3960000000000003e-06 2021-03-04T23:35:37.984 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.984 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.984 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:37.985 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330624+0000", 2021-03-04T23:35:37.985 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6304000000000005e-05 2021-03-04T23:35:37.985 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.985 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.985 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:37.986 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330721+0000", 2021-03-04T23:35:37.986 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20205833100000001 2021-03-04T23:35:37.986 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:37.986 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:37.987 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:37.987 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.987 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.988 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.54826.0:264699 9.c e295/236 9:35f3973c:::benchmark_data_gibba011_139107_object111332:head v 295'16448, mlcod=295'16444)", 2021-03-04T23:35:37.988 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.130750+0000", 2021-03-04T23:35:37.988 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 16.709138923000001, 2021-03-04T23:35:37.989 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.202651571, 2021-03-04T23:35:37.989 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:37.989 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:37.989 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:37.989 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.990 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:37.990 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.130750+0000", 2021-03-04T23:35:37.990 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:37.990 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.991 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.991 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:37.991 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.130750+0000", 2021-03-04T23:35:37.991 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1610000000000001e-06 2021-03-04T23:35:37.992 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.992 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.992 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:37.992 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.130752+0000", 2021-03-04T23:35:37.992 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2580000000000001e-06 2021-03-04T23:35:37.993 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.993 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.993 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:37.993 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.130754+0000", 2021-03-04T23:35:37.994 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.19979867200000001 2021-03-04T23:35:37.994 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.994 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.994 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:37.995 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330552+0000", 2021-03-04T23:35:37.995 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.2150000000000007e-06 2021-03-04T23:35:37.995 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.995 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.995 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:37.996 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330562+0000", 2021-03-04T23:35:37.996 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000102341 2021-03-04T23:35:37.996 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.996 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.996 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:37.997 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330664+0000", 2021-03-04T23:35:37.997 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8365000000000001e-05 2021-03-04T23:35:37.997 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.997 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.997 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:37.998 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330682+0000", 2021-03-04T23:35:37.998 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00268826 2021-03-04T23:35:37.998 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.998 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:37.999 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:37.999 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.333371+0000", 2021-03-04T23:35:37.999 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1299e-05 2021-03-04T23:35:37.999 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:37.999 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.000 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:38.000 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.333402+0000", 2021-03-04T23:35:38.000 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.202651571 2021-03-04T23:35:38.001 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:38.001 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:38.001 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:38.001 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.002 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.002 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:264706 9.e 9:75fe21b3:::benchmark_data_gibba011_139107_object111339:head [delete] snapc 0=[] ondisk+write+known_if_redirected e295)", 2021-03-04T23:35:38.002 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.137203+0000", 2021-03-04T23:35:38.003 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 16.702686262, 2021-03-04T23:35:38.003 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.19932497299999999, 2021-03-04T23:35:38.003 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:38.003 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:38.003 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:38.004 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:38.004 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:38.004 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 264706 2021-03-04T23:35:38.004 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.004 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:38.005 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.005 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:38.005 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.137203+0000", 2021-03-04T23:35:38.005 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:38.006 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.006 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.006 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:38.006 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.137203+0000", 2021-03-04T23:35:38.006 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.9470000000000002e-06 2021-03-04T23:35:38.007 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.007 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.007 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:38.007 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.137205+0000", 2021-03-04T23:35:38.008 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.111e-06 2021-03-04T23:35:38.008 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.008 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.008 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:38.009 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.137206+0000", 2021-03-04T23:35:38.009 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.19335490899999999 2021-03-04T23:35:38.009 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.009 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.010 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:38.010 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330561+0000", 2021-03-04T23:35:38.010 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.2189999999999993e-06 2021-03-04T23:35:38.010 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.010 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.011 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:38.011 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330570+0000", 2021-03-04T23:35:38.011 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.3392000000000006e-05 2021-03-04T23:35:38.011 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.012 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.012 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:38.012 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330634+0000", 2021-03-04T23:35:38.012 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000152523 2021-03-04T23:35:38.012 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.013 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.013 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:38.013 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330786+0000", 2021-03-04T23:35:38.013 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000130951 2021-03-04T23:35:38.013 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.014 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.014 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,4", 2021-03-04T23:35:38.014 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330917+0000", 2021-03-04T23:35:38.014 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0022979519999999998 2021-03-04T23:35:38.015 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.015 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.015 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:38.015 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.333215+0000", 2021-03-04T23:35:38.015 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000371233 2021-03-04T23:35:38.016 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.016 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.016 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.016 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.333586+0000", 2021-03-04T23:35:38.017 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3755999999999999e-05 2021-03-04T23:35:38.017 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.017 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.017 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.017 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.333630+0000", 2021-03-04T23:35:38.018 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027393130000000002 2021-03-04T23:35:38.018 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.018 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.018 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.018 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.336369+0000", 2021-03-04T23:35:38.019 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3189999999999998e-05 2021-03-04T23:35:38.019 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.019 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.020 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:38.020 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.336412+0000", 2021-03-04T23:35:38.021 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011547700000000001 2021-03-04T23:35:38.021 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.021 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.021 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:38.022 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.336528+0000", 2021-03-04T23:35:38.022 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.19932497299999999 2021-03-04T23:35:38.022 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:38.022 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:38.022 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:38.023 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.023 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.023 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:286566 9.e 9:7115ce47:::benchmark_data_gibba011_139107_object133199:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:35:38.023 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:36.099520+0000", 2021-03-04T23:35:38.024 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 1.7403695539999999, 2021-03-04T23:35:38.024 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.022394949000000001, 2021-03-04T23:35:38.024 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:38.024 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:38.024 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:38.025 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:38.025 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:38.025 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 286566 2021-03-04T23:35:38.025 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.025 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:38.026 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.026 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:38.026 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.099520+0000", 2021-03-04T23:35:38.026 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:38.027 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.027 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.027 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:38.027 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.099520+0000", 2021-03-04T23:35:38.027 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3750000000000001e-06 2021-03-04T23:35:38.028 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.028 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.028 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:38.028 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.099522+0000", 2021-03-04T23:35:38.029 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3969999999999999e-06 2021-03-04T23:35:38.029 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.029 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.029 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:38.029 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.099523+0000", 2021-03-04T23:35:38.030 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.0290000000000005e-06 2021-03-04T23:35:38.030 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.030 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.030 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:38.030 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.099531+0000", 2021-03-04T23:35:38.031 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2210000000000002e-06 2021-03-04T23:35:38.031 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.031 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.031 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:38.032 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.099535+0000", 2021-03-04T23:35:38.032 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9056000000000001e-05 2021-03-04T23:35:38.032 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.032 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.032 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:38.033 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.099564+0000", 2021-03-04T23:35:38.033 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000119306 2021-03-04T23:35:38.033 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.033 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.034 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:38.034 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.099683+0000", 2021-03-04T23:35:38.034 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.7738999999999995e-05 2021-03-04T23:35:38.034 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.034 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.035 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,4", 2021-03-04T23:35:38.035 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.099761+0000", 2021-03-04T23:35:38.036 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0021104629999999999 2021-03-04T23:35:38.036 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.036 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.037 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.037 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.101871+0000", 2021-03-04T23:35:38.037 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4180999999999997e-05 2021-03-04T23:35:38.037 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.037 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.038 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.038 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.101905+0000", 2021-03-04T23:35:38.038 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3804000000000001e-05 2021-03-04T23:35:38.038 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.039 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.039 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:38.039 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.101929+0000", 2021-03-04T23:35:38.039 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.019793122 2021-03-04T23:35:38.039 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.040 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.040 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.040 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.121722+0000", 2021-03-04T23:35:38.040 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9502999999999997e-05 2021-03-04T23:35:38.041 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.041 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.041 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:38.041 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.121772+0000", 2021-03-04T23:35:38.042 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00014275299999999999 2021-03-04T23:35:38.042 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.042 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.042 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:38.043 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.121915+0000", 2021-03-04T23:35:38.043 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.022394949000000001 2021-03-04T23:35:38.043 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:38.043 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:38.043 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:38.044 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.044 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.044 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:286826 9.e 9:76627b61:::benchmark_data_gibba011_139107_object133459:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:35:38.044 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:36.276618+0000", 2021-03-04T23:35:38.044 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 1.563270854, 2021-03-04T23:35:38.045 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.020087300999999998, 2021-03-04T23:35:38.045 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:38.045 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:38.045 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:38.046 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:38.046 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:38.046 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 286826 2021-03-04T23:35:38.046 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.046 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:38.047 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.047 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:38.047 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.276618+0000", 2021-03-04T23:35:38.047 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:38.048 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.048 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.048 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:38.048 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.276618+0000", 2021-03-04T23:35:38.048 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0669999999999999e-06 2021-03-04T23:35:38.049 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.049 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.049 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:38.049 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.276620+0000", 2021-03-04T23:35:38.049 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6449999999999998e-06 2021-03-04T23:35:38.050 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.050 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.050 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:38.050 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.276624+0000", 2021-03-04T23:35:38.050 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.0829999999999993e-06 2021-03-04T23:35:38.051 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.051 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.051 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:38.051 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.276633+0000", 2021-03-04T23:35:38.052 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5590000000000001e-06 2021-03-04T23:35:38.052 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.052 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.052 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:38.052 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.276637+0000", 2021-03-04T23:35:38.053 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8792000000000002e-05 2021-03-04T23:35:38.053 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.053 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.053 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:38.053 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.276696+0000", 2021-03-04T23:35:38.054 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.9856000000000001e-05 2021-03-04T23:35:38.054 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.054 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.054 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:38.054 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.276795+0000", 2021-03-04T23:35:38.055 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.9135999999999995e-05 2021-03-04T23:35:38.055 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.055 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.055 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,4", 2021-03-04T23:35:38.055 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.276885+0000", 2021-03-04T23:35:38.056 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0018710020000000001 2021-03-04T23:35:38.056 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.056 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.056 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:38.056 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.278756+0000", 2021-03-04T23:35:38.057 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.1199000000000006e-05 2021-03-04T23:35:38.057 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.057 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.057 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.058 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.278847+0000", 2021-03-04T23:35:38.058 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011551499999999999 2021-03-04T23:35:38.058 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.058 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.058 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.059 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.278962+0000", 2021-03-04T23:35:38.059 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017612801000000001 2021-03-04T23:35:38.059 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.059 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.059 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.060 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.296575+0000", 2021-03-04T23:35:38.060 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5445999999999999e-05 2021-03-04T23:35:38.060 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.060 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.060 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:38.061 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.296610+0000", 2021-03-04T23:35:38.061 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.5199999999999997e-05 2021-03-04T23:35:38.061 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.061 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.061 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:38.062 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.296706+0000", 2021-03-04T23:35:38.062 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.020087300999999998 2021-03-04T23:35:38.062 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:38.062 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:38.063 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:38.063 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.063 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.063 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:287317 9.3 9:c2c9e1d7:::benchmark_data_gibba011_139107_object133950:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:35:38.063 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:36.641211+0000", 2021-03-04T23:35:38.064 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 1.1986786659999999, 2021-03-04T23:35:38.064 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.021859725999999999, 2021-03-04T23:35:38.064 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:38.064 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:38.064 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:38.065 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:38.065 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:38.065 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 287317 2021-03-04T23:35:38.065 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.065 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:38.066 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.066 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:38.066 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.641211+0000", 2021-03-04T23:35:38.066 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:38.067 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.067 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.067 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:38.067 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.641211+0000", 2021-03-04T23:35:38.067 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.716e-06 2021-03-04T23:35:38.068 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.068 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.068 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:38.068 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.641212+0000", 2021-03-04T23:35:38.068 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1990000000000001e-06 2021-03-04T23:35:38.069 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.069 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.069 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:38.069 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.641213+0000", 2021-03-04T23:35:38.069 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.3699999999999995e-06 2021-03-04T23:35:38.070 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.070 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.070 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:38.070 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.641222+0000", 2021-03-04T23:35:38.071 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0629999999999999e-06 2021-03-04T23:35:38.071 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.071 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.071 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:38.071 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.641226+0000", 2021-03-04T23:35:38.072 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.001435445 2021-03-04T23:35:38.072 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.072 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.072 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:38.072 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.642661+0000", 2021-03-04T23:35:38.073 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000155227 2021-03-04T23:35:38.073 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.073 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.073 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:38.074 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.642817+0000", 2021-03-04T23:35:38.074 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000150407 2021-03-04T23:35:38.074 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.074 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.074 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:35:38.075 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.642967+0000", 2021-03-04T23:35:38.075 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00226122 2021-03-04T23:35:38.075 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.075 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.075 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.076 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.645228+0000", 2021-03-04T23:35:38.076 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0023432330000000001 2021-03-04T23:35:38.076 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.076 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.076 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:38.077 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.647571+0000", 2021-03-04T23:35:38.077 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014142755 2021-03-04T23:35:38.077 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.077 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.078 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.078 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.661714+0000", 2021-03-04T23:35:38.078 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4851999999999998e-05 2021-03-04T23:35:38.078 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.079 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.079 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:38.079 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.661749+0000", 2021-03-04T23:35:38.079 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0013212390000000001 2021-03-04T23:35:38.079 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.080 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.080 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:38.080 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.663070+0000", 2021-03-04T23:35:38.080 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.021859725999999999 2021-03-04T23:35:38.080 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:38.081 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:38.081 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:38.081 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.081 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.082 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:287663 9.3 9:cd263787:::benchmark_data_gibba011_139107_object134296:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:35:38.082 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:36.848798+0000", 2021-03-04T23:35:38.082 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.99109132499999997, 2021-03-04T23:35:38.082 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.024298676000000002, 2021-03-04T23:35:38.082 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:38.083 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:38.083 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:38.083 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:38.083 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:38.083 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 287663 2021-03-04T23:35:38.084 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.084 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:38.084 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.084 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:38.084 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.848798+0000", 2021-03-04T23:35:38.085 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:38.085 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.085 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.085 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:38.086 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.848798+0000", 2021-03-04T23:35:38.086 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3239999999999999e-06 2021-03-04T23:35:38.086 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.086 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.086 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:38.087 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.848799+0000", 2021-03-04T23:35:38.087 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.7199999999999997e-07 2021-03-04T23:35:38.087 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.087 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.087 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:38.088 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.848800+0000", 2021-03-04T23:35:38.088 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.4959999999999999e-06 2021-03-04T23:35:38.088 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.088 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.088 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:38.089 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.848808+0000", 2021-03-04T23:35:38.089 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.196e-06 2021-03-04T23:35:38.089 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.089 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.090 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:38.090 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.848811+0000", 2021-03-04T23:35:38.090 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0024181010000000002 2021-03-04T23:35:38.090 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.090 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.091 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:38.091 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.851229+0000", 2021-03-04T23:35:38.091 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00014697700000000001 2021-03-04T23:35:38.091 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.091 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.092 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:38.092 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.851376+0000", 2021-03-04T23:35:38.092 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00019708 2021-03-04T23:35:38.092 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.092 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.093 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:35:38.093 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.851573+0000", 2021-03-04T23:35:38.093 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0037418159999999998 2021-03-04T23:35:38.093 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.093 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.094 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:38.094 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.855315+0000", 2021-03-04T23:35:38.094 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00039520400000000002 2021-03-04T23:35:38.095 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.095 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.095 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.095 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.855710+0000", 2021-03-04T23:35:38.095 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.016114214000000002 2021-03-04T23:35:38.096 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.096 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.096 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.096 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.871824+0000", 2021-03-04T23:35:38.096 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.6687999999999996e-05 2021-03-04T23:35:38.097 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.097 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.097 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:38.098 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.871891+0000", 2021-03-04T23:35:38.098 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.001205708 2021-03-04T23:35:38.098 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.098 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.098 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:38.099 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.873097+0000", 2021-03-04T23:35:38.099 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.024298676000000002 2021-03-04T23:35:38.099 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:38.099 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:38.099 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:38.100 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.100 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.100 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:287670 9.3 9:c71fcdbe:::benchmark_data_gibba011_139107_object134303:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:35:38.100 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:36.851424+0000", 2021-03-04T23:35:38.101 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.988464758, 2021-03-04T23:35:38.101 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.022595343, 2021-03-04T23:35:38.101 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:38.101 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:38.101 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:38.102 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:38.102 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:38.102 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 287670 2021-03-04T23:35:38.102 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.102 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:38.103 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.103 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:38.103 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.851424+0000", 2021-03-04T23:35:38.103 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:38.103 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.104 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.104 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:38.104 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.851424+0000", 2021-03-04T23:35:38.104 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0660000000000002e-06 2021-03-04T23:35:38.105 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.105 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.105 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:38.105 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.851427+0000", 2021-03-04T23:35:38.105 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.139e-06 2021-03-04T23:35:38.106 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.106 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.106 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:38.106 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.851428+0000", 2021-03-04T23:35:38.106 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2167000000000001e-05 2021-03-04T23:35:38.107 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.107 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.107 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:38.107 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.851440+0000", 2021-03-04T23:35:38.108 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.3379999999999994e-06 2021-03-04T23:35:38.108 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.108 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.108 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:38.108 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.851449+0000", 2021-03-04T23:35:38.109 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0018962409999999999 2021-03-04T23:35:38.109 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.109 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.109 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:38.109 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.853345+0000", 2021-03-04T23:35:38.110 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000151101 2021-03-04T23:35:38.110 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.110 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.110 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:38.110 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.853497+0000", 2021-03-04T23:35:38.111 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000122951 2021-03-04T23:35:38.111 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.111 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.111 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,3", 2021-03-04T23:35:38.111 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.853619+0000", 2021-03-04T23:35:38.112 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.001703235 2021-03-04T23:35:38.112 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.112 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.112 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:38.113 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.855323+0000", 2021-03-04T23:35:38.113 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00057266100000000003 2021-03-04T23:35:38.113 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.113 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.113 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.114 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.855895+0000", 2021-03-04T23:35:38.114 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017243738000000002 2021-03-04T23:35:38.114 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.114 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.114 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.115 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.873139+0000", 2021-03-04T23:35:38.115 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.3560000000000002e-05 2021-03-04T23:35:38.115 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.115 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.115 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:38.116 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.873193+0000", 2021-03-04T23:35:38.116 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00082714599999999996 2021-03-04T23:35:38.116 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.116 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.117 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:38.117 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:36.874020+0000", 2021-03-04T23:35:38.117 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.022595343 2021-03-04T23:35:38.117 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:38.117 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:38.118 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:38.118 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.118 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.118 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:288047 9.e 9:74f3429d:::benchmark_data_gibba011_139107_object134680:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:35:38.118 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:37.070243+0000", 2021-03-04T23:35:38.119 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.76964580800000004, 2021-03-04T23:35:38.119 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.026865268000000001, 2021-03-04T23:35:38.119 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:38.119 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:38.119 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:38.120 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:38.120 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:38.120 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 288047 2021-03-04T23:35:38.120 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.121 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:38.121 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.121 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:38.121 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.070243+0000", 2021-03-04T23:35:38.121 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:38.122 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.122 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.122 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:38.122 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.070243+0000", 2021-03-04T23:35:38.122 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3599999999999999e-06 2021-03-04T23:35:38.123 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.123 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.123 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:38.123 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.070245+0000", 2021-03-04T23:35:38.123 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0690000000000001e-06 2021-03-04T23:35:38.124 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.124 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.124 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:38.124 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.070246+0000", 2021-03-04T23:35:38.124 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.088e-06 2021-03-04T23:35:38.125 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.125 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.125 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:38.125 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.070252+0000", 2021-03-04T23:35:38.125 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.1049999999999997e-06 2021-03-04T23:35:38.126 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.126 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.126 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:38.126 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.070256+0000", 2021-03-04T23:35:38.127 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0021362640000000001 2021-03-04T23:35:38.127 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.127 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.127 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:38.127 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.072392+0000", 2021-03-04T23:35:38.128 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010300499999999999 2021-03-04T23:35:38.128 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.128 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.128 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:38.128 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.072495+0000", 2021-03-04T23:35:38.129 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4079000000000006e-05 2021-03-04T23:35:38.129 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.129 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.129 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,4", 2021-03-04T23:35:38.129 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.072579+0000", 2021-03-04T23:35:38.130 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0016451269999999999 2021-03-04T23:35:38.130 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.130 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.130 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.131 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.074225+0000", 2021-03-04T23:35:38.131 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0063999999999999e-05 2021-03-04T23:35:38.131 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.131 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.132 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.132 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.074255+0000", 2021-03-04T23:35:38.132 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0805000000000001e-05 2021-03-04T23:35:38.132 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.132 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.133 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:38.133 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.074285+0000", 2021-03-04T23:35:38.133 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.022712975999999999 2021-03-04T23:35:38.133 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.133 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.134 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.134 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.096998+0000", 2021-03-04T23:35:38.134 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5262999999999998e-05 2021-03-04T23:35:38.134 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.134 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.135 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:38.135 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.097034+0000", 2021-03-04T23:35:38.135 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.5062999999999996e-05 2021-03-04T23:35:38.135 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.135 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.136 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:38.136 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.097109+0000", 2021-03-04T23:35:38.136 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.026865268000000001 2021-03-04T23:35:38.136 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:38.137 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:38.137 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:38.137 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.137 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.137 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:288453 9.e 9:79471322:::benchmark_data_gibba011_139107_object135086:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:35:38.138 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:37.334263+0000", 2021-03-04T23:35:38.138 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.50562666099999998, 2021-03-04T23:35:38.138 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.025199843999999999, 2021-03-04T23:35:38.138 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:38.138 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:38.139 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:38.139 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:38.139 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:38.139 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 288453 2021-03-04T23:35:38.139 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.140 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:38.140 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.140 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:38.140 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.334263+0000", 2021-03-04T23:35:38.141 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:38.141 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.141 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.141 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:38.141 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.334263+0000", 2021-03-04T23:35:38.142 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8300000000000001e-06 2021-03-04T23:35:38.142 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.142 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.142 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:38.142 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.334264+0000", 2021-03-04T23:35:38.143 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1850000000000001e-06 2021-03-04T23:35:38.143 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.143 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.143 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:38.143 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.334266+0000", 2021-03-04T23:35:38.144 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.6680000000000007e-06 2021-03-04T23:35:38.144 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.144 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.144 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:38.145 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.334274+0000", 2021-03-04T23:35:38.145 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4970000000000001e-06 2021-03-04T23:35:38.145 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.145 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.145 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:38.146 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.334278+0000", 2021-03-04T23:35:38.146 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1866999999999998e-05 2021-03-04T23:35:38.146 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.146 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.146 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:38.147 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.334310+0000", 2021-03-04T23:35:38.147 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.4998000000000001e-05 2021-03-04T23:35:38.147 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.147 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.147 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:38.148 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.334405+0000", 2021-03-04T23:35:38.148 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.3818000000000003e-05 2021-03-04T23:35:38.148 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.148 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.148 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,4", 2021-03-04T23:35:38.149 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.334488+0000", 2021-03-04T23:35:38.149 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00193238 2021-03-04T23:35:38.149 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.149 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.149 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:38.150 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.336421+0000", 2021-03-04T23:35:38.150 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000164747 2021-03-04T23:35:38.150 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.150 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.151 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.151 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.336586+0000", 2021-03-04T23:35:38.151 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.3842000000000003e-05 2021-03-04T23:35:38.151 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.151 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.152 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.152 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.336649+0000", 2021-03-04T23:35:38.152 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.022699191000000001 2021-03-04T23:35:38.152 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.153 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.153 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.153 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.359349+0000", 2021-03-04T23:35:38.153 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4424000000000001e-05 2021-03-04T23:35:38.153 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.154 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.154 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:38.154 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.359383+0000", 2021-03-04T23:35:38.154 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9396999999999999e-05 2021-03-04T23:35:38.154 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.155 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.155 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:38.155 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.359462+0000", 2021-03-04T23:35:38.155 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.025199843999999999 2021-03-04T23:35:38.155 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:38.156 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:38.156 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:38.156 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.156 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.156 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:288461 9.e 9:7dff5aa5:::benchmark_data_gibba011_139107_object135094:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:35:38.157 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:37.342116+0000", 2021-03-04T23:35:38.157 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.49777311699999999, 2021-03-04T23:35:38.157 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.023469489, 2021-03-04T23:35:38.157 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:38.157 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:38.158 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:38.158 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:38.158 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:38.158 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 288461 2021-03-04T23:35:38.159 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.159 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:38.159 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.159 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:38.159 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.342116+0000", 2021-03-04T23:35:38.160 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:38.160 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.160 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.160 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:38.160 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.342116+0000", 2021-03-04T23:35:38.161 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4370000000000001e-06 2021-03-04T23:35:38.161 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.161 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.161 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:38.162 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.342119+0000", 2021-03-04T23:35:38.162 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5379999999999999e-06 2021-03-04T23:35:38.162 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.162 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.162 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:38.163 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.342120+0000", 2021-03-04T23:35:38.163 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0757000000000001e-05 2021-03-04T23:35:38.163 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.163 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.163 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:38.164 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.342131+0000", 2021-03-04T23:35:38.164 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7790000000000003e-06 2021-03-04T23:35:38.164 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.164 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.164 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:38.165 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.342136+0000", 2021-03-04T23:35:38.165 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4167e-05 2021-03-04T23:35:38.165 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.165 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.165 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:38.166 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.342170+0000", 2021-03-04T23:35:38.166 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.5508999999999996e-05 2021-03-04T23:35:38.166 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.166 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.167 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:38.167 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.342265+0000", 2021-03-04T23:35:38.167 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9559000000000002e-05 2021-03-04T23:35:38.167 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.167 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.168 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,4", 2021-03-04T23:35:38.168 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.342345+0000", 2021-03-04T23:35:38.168 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0019686339999999999 2021-03-04T23:35:38.168 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.168 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.169 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.169 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.344313+0000", 2021-03-04T23:35:38.169 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00014766900000000001 2021-03-04T23:35:38.169 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.169 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.170 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.170 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.344461+0000", 2021-03-04T23:35:38.170 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8559e-05 2021-03-04T23:35:38.170 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.171 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.171 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:38.171 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.344480+0000", 2021-03-04T23:35:38.171 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.020901856 2021-03-04T23:35:38.171 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.172 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.172 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.172 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.365382+0000", 2021-03-04T23:35:38.172 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9064000000000002e-05 2021-03-04T23:35:38.172 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.173 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.173 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:38.173 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.365441+0000", 2021-03-04T23:35:38.173 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00014496100000000001 2021-03-04T23:35:38.173 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.174 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.174 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:38.174 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.365586+0000", 2021-03-04T23:35:38.174 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.023469489 2021-03-04T23:35:38.174 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:38.175 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:38.175 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:38.175 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.175 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.176 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:288938 9.e 9:702f1262:::benchmark_data_gibba011_139107_object135571:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:35:38.176 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:37.670362+0000", 2021-03-04T23:35:38.176 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.169526757, 2021-03-04T23:35:38.176 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.021558952999999999, 2021-03-04T23:35:38.176 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:35:38.177 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:38.177 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:35:38.177 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:35:38.177 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:38.177 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 288938 2021-03-04T23:35:38.178 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.178 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:35:38.178 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.178 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:35:38.178 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.670362+0000", 2021-03-04T23:35:38.179 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:35:38.179 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.179 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.179 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:35:38.179 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.670362+0000", 2021-03-04T23:35:38.180 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6559999999999999e-06 2021-03-04T23:35:38.180 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.180 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.180 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:35:38.181 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.670364+0000", 2021-03-04T23:35:38.181 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.145e-06 2021-03-04T23:35:38.181 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.181 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.181 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:35:38.182 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.670365+0000", 2021-03-04T23:35:38.182 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.9140000000000002e-06 2021-03-04T23:35:38.182 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.182 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.182 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:35:38.183 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.670372+0000", 2021-03-04T23:35:38.183 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3720000000000001e-06 2021-03-04T23:35:38.183 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.183 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.183 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:35:38.184 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:38.185 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.670376+0000", 2021-03-04T23:35:38.185 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8028000000000003e-05 2021-03-04T23:35:38.185 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.186 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.186 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:35:38.186 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.670414+0000", 2021-03-04T23:35:38.186 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000101516 2021-03-04T23:35:38.187 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.187 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.187 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:35:38.187 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.670515+0000", 2021-03-04T23:35:38.187 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.3058000000000003e-05 2021-03-04T23:35:38.188 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.188 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.188 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,4", 2021-03-04T23:35:38.188 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.670598+0000", 2021-03-04T23:35:38.188 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0023498009999999999 2021-03-04T23:35:38.189 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.189 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.189 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.189 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.672948+0000", 2021-03-04T23:35:38.189 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00093436599999999995 2021-03-04T23:35:38.190 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.190 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.190 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:35:38.190 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.673882+0000", 2021-03-04T23:35:38.191 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0024162390000000001 2021-03-04T23:35:38.191 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.191 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.191 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.191 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.676299+0000", 2021-03-04T23:35:38.192 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.015487302999999999 2021-03-04T23:35:38.192 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.192 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.192 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:38.192 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.691786+0000", 2021-03-04T23:35:38.193 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6619000000000002e-05 2021-03-04T23:35:38.193 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.193 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.193 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:35:38.194 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.691832+0000", 2021-03-04T23:35:38.194 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.8936000000000004e-05 2021-03-04T23:35:38.194 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:35:38.194 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:35:38.194 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:35:38.195 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:37.691921+0000", 2021-03-04T23:35:38.195 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.021558952999999999 2021-03-04T23:35:38.195 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:38.195 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:38.195 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:38.196 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:35:38.196 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:35:38.196 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:35:38.220 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:38.221 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:38.222 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:38.324 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:38.330 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:38 gibba011 conmon[95595]: cluster 2021-03-04T23:35:36.741106+0000 mgr.x (mgr.34676) 2021-03-04T23:35:38.331 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:38 gibba011 conmon[95595]: 1014 : cluster [DBG] pgmap v1028: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+remapped+backfill_wait, 1 active+recovery_wait+undersized+degraded+remapped; 1.5 GiB data, 6.6 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 791 op/s; 5770/72312 objects degraded (7.979%); 6069/72312 objects misplaced (8.393%); 3.1 MiB/s, 120 objects/s recovering 2021-03-04T23:35:38.331 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:38 gibba011 conmon[95595]: audit 2021-03-04T23:35:37.599752+0000 mon.a (mon.0) 1370 : audit [DBG] from='client.? 172.21.2.111:0/1632379382' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:35:38.331 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:38 gibba011 conmon[99461]: cluster 2021-03-04T23:35:36.741106+0000 mgr.x (mgr.34676) 1014 : cluster [DBG] pgmap v1028: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+remapped+backfill_wait, 1 active+recovery_wait+undersized+degraded+remapped; 1.5 GiB data, 6.6 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 791 op/s; 5770/72312 objects degraded (7.979%); 6069/72312 objects misplaced (8.393%); 3.1 MiB/s, 120 objects/s recovering 2021-03-04T23:35:38.332 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:38 gibba011 conmon[99461]: audit 2021-03-04T23:35:37.599752+0000 mon.a (mon.0) 1370 : audit [DBG] from='client.? 172.21.2.111:0/1632379382' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:35:38.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:38 gibba038 conmon[76675]: cluster 2021-03-04T23:35:36.741106+0000 mgr.x (mgr.34676) 1014 : cluster [DBG] pgmap v1028: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+remapped+backfill_wait, 1 active+recovery_wait+undersized+degraded+remapped; 1.5 GiB data, 6.6 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 791 op/s; 5770/72312 objects degraded (7.979%); 6069/72312 objects misplaced (8.393%); 3.1 MiB/s, 120 objects/s recovering 2021-03-04T23:35:38.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:38 gibba038 conmon[76675]: audit 2021-03-04T23:35:37.599752+0000 mon.a (mon.0) 1370 : audit [DBG] from='client.? 172.21.2.111:0/1632379382' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:35:38.345 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:38.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:38.346 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:38.447 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:38.468 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:38.468 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:38.469 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:38.570 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:38.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:38.590 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:38.590 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:38.691 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:38.714 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:38.714 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:38.715 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:38.816 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:38.836 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2021-03-04T23:35:38.840 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:35:38.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:38.846 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:38.849 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:38.951 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:38.974 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:38.975 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:38.975 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:38.995 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:39.054 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:39 gibba011 conmon[99461]: cluster 2021-03-04T23:35:39.013190+0000 mon.a (mon.0) 1371 : cluster [WRN] Health check update: Degraded data redundancy: 5770/72312 objects degraded (7.979%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:39.077 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:39.099 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:39.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:39.101 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:39.202 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:39.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:39.232 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:39.232 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:39.306 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:39 gibba038 conmon[76675]: cluster 2021-03-04T23:35:39.013190+0000 mon.a (mon.0) 1371 : cluster [WRN] Health check update: Degraded data redundancy: 5770/72312 objects degraded (7.979%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:39.325 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:35:39.333 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:39.349 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:39 gibba011 conmon[95595]: cluster 2021-03-04T23:35:39.013190+0000 mon.a (mon.0) 1371 : cluster [WRN] Health check update: Degraded data redundancy: 5770/72312 objects degraded (7.979%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:39.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:39.375 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:39.375 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:39.477 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:39.498 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:39.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:39.501 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:39.518 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:39.602 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:39.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:39.629 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:39.629 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:39.730 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:39.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:39.760 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:39.761 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:39.862 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:39.887 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:39.888 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:39.889 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:39.990 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:40.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:40.013 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:40.014 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:40.064 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:35:40.115 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:40.134 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:40.134 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:40.135 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:40.236 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:40.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:40.256 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:40.256 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:40.276 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:40 gibba011 conmon[95595]: cluster 2021-03-04T23:35:38.741680+0000 mgr.x (mgr.34676) 1015 : cluster [DBG] pgmap v1029: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+remapped+backfill_wait; 1.1 GiB data, 5.6 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.58k op/s; 5770/51981 objects degraded (11.100%); 4218/51981 objects misplaced (8.115%); 7.1 MiB/s, 183 objects/s recovering 2021-03-04T23:35:40.276 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:40 gibba011 conmon[95595]: audit 2021-03-04T23:35:39.623161+0000 mon.c (mon.1) 402 : audit [INF] from='client.? 172.21.2.111:0/166485464' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:35:40.277 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:40 gibba011 conmon[95595]: audit 2021-03-04T23:35:39.623462+0000 mon.a (mon.0) 1372 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:35:40.277 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:40 gibba011 conmon[99461]: cluster 2021-03-04T23:35:38.741680+0000 mgr.x (mgr.34676) 1015 : cluster [DBG] pgmap v1029: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+remapped+backfill_wait; 1.1 GiB data, 5.6 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.58k op/s; 5770/51981 objects degraded (11.100%); 4218/51981 objects misplaced (8.115%); 7.1 MiB/s, 183 objects/s recovering 2021-03-04T23:35:40.277 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:40 gibba011 conmon[99461]: audit 2021-03-04T23:35:39.623161+0000 mon.c (mon.1) 402 : audit [INF] from='client.? 172.21.2.111:0/166485464' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:35:40.277 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:40 gibba011 conmon[99461]: audit 2021-03-04T23:35:39.623462+0000 mon.a (mon.0) 1372 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:35:40.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:40 gibba038 conmon[76675]: cluster 2021-03-04T23:35:40.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:40 gibba038 conmon[76675]: 2021-03-04T23:35:38 2021-03-04T23:35:40.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:40 gibba038 conmon[76675]: .741680+0000 mgr.x (mgr.34676) 1015 : cluster [DBG] pgmap v1029: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+remapped+backfill_wait; 1.1 GiB data, 5.6 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 1.58k op/s; 5770/51981 objects degraded (11.100%); 4218/51981 objects misplaced (8.115%); 7.1 MiB/s, 183 objects/s recovering 2021-03-04T23:35:40.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:40 gibba038 conmon[76675]: audit 2021-03-04T23:35 2021-03-04T23:35:40.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:40 gibba038 conmon[76675]: :39.623161+0000 mon.c (mon.1) 402 : audit 2021-03-04T23:35:40.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:40 gibba038 conmon[76675]: [INF] from='client.? 172.21.2.111:0/166485464' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:35:40.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:40 gibba038 conmon[76675]: audit 2021-03-04T23: 2021-03-04T23:35:40.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:40 gibba038 conmon[76675]: 35:39.623462+0000 mon.a (mon.0) 1372 2021-03-04T23:35:40.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:40 gibba038 conmon[76675]: : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:35:40.357 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:40.378 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:40.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:40.381 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:40.482 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:40.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:40.506 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:40.506 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:40.607 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:40.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:40.628 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:40.629 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:40.730 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:40.751 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:40.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:40.752 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:40.853 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:40.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:40.871 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:40.871 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:40.973 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:40.993 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:40.994 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:40.995 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:41.060 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:41 gibba011 conmon[95595]: cluster 2021-03-04T23:35:40.051589+0000 mon.a (mon.0) 1373 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:41.060 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:41 gibba011 conmon[95595]: audit 2021-03-04T23:35:40.054536+0000 mon.a (mon.0) 1374 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:35:41.060 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:41 gibba011 conmon[95595]: cluster 2021-03-04T23:35:40.054592+0000 mon.a (mon.0) 1375 : cluster [DBG] osdmap e299: 8 total, 8 up, 7 in 2021-03-04T23:35:41.061 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:41 gibba011 conmon[99461]: cluster 2021-03-04T23:35:40.051589+0000 mon.a (mon.0) 1373 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:41.061 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:41 gibba011 conmon[99461]: audit 2021-03-04T23:35:40.054536+0000 mon.a (mon.0) 1374 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:35:41.061 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:41 gibba011 conmon[99461]: cluster 2021-03-04T23:35:40.054592+0000 mon.a (mon.0) 1375 : cluster [DBG] osdmap e299: 8 total, 8 up, 7 in 2021-03-04T23:35:41.096 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:41.117 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:41.118 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:41.119 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:41.220 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:41.242 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:41.243 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:41.243 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:41.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:41 gibba038 conmon[76675]: cluster 2021-03-04T23:35:40.051589+0000 mon.a (mon.0) 1373 : cluster 2021-03-04T23:35:41.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:41 gibba038 conmon[76675]: [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:41.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:41 gibba038 conmon[76675]: audit 2021-03-04T23:35:40.054536+0000 mon.a (mon.0) 1374 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:35:41.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:41 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:35:41.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:41 gibba038 conmon[76675]: :35:40.054592+0000 mon.a (mon.0) 1375 : cluster [DBG] osdmap e299: 8 total, 8 up, 7 in 2021-03-04T23:35:41.345 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:41.364 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:41.365 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:41.365 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:41.467 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:41.489 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:41.490 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:41.491 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:41.592 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:41.607 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:41.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:41.609 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:41.710 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:41.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:41.732 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:41.733 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:41.834 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:41.853 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:41.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:41.855 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:41.956 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:41.976 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:41.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:41.978 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:42.079 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:42.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:42.097 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:42.097 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:42.199 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:42.222 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:42.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:42.223 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:42.324 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:42.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:42 gibba038 conmon[76675]: cluster 2021-03-04T23:35:40.742004+0000 mgr.x (mgr.34676) 1016 : cluster [DBG] 2021-03-04T23:35:42.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:42 gibba038 conmon[76675]: pgmap v1031: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+remapped+backfill_wait; 1.0 GiB data, 5.4 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.50k op/s; 5770/50562 objects degraded (11.412%); 4218/50562 objects misplaced (8.342%); 6.5 MiB/s, 168 objects/s recovering 2021-03-04T23:35:42.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:42 gibba038 conmon[76675]: audit 2021-03-04T23:35:41.826472+0000 mon.a (mon.0) 1376 : audit [DBG] from='client.? 172.21.2.111:0/2808314007' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:42.345 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:42.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:42.346 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:42.349 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: cluster 2021-03-04T23:35:42.349 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 2021-03-04T23:35:42.349 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 2021 2021-03-04T23:35:42.350 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: - 2021-03-04T23:35:42.350 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 03 2021-03-04T23:35:42.350 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: - 2021-03-04T23:35:42.350 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 04 2021-03-04T23:35:42.350 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: T 2021-03-04T23:35:42.351 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 23 2021-03-04T23:35:42.351 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: : 2021-03-04T23:35:42.351 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 35 2021-03-04T23:35:42.351 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: : 2021-03-04T23:35:42.351 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 40 2021-03-04T23:35:42.352 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: . 2021-03-04T23:35:42.352 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 742004 2021-03-04T23:35:42.352 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: +0000 2021-03-04T23:35:42.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 2021-03-04T23:35:42.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: mgr.x 2021-03-04T23:35:42.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: ( 2021-03-04T23:35:42.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: mgr 2021-03-04T23:35:42.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: . 2021-03-04T23:35:42.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 34676 2021-03-04T23:35:42.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: ) 2021-03-04T23:35:42.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 1016 2021-03-04T23:35:42.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: : 2021-03-04T23:35:42.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: cluster 2021-03-04T23:35:42.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 2021-03-04T23:35:42.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: [DBG] 2021-03-04T23:35:42.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 2021-03-04T23:35:42.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: pgmap v1031: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+remapped+backfill_wait; 1.0 GiB data, 5.4 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.50k op/s; 5770/50562 objects degraded (11.412%); 4218/50562 objects misplaced (8.342%); 6.5 MiB/s, 168 objects/s recovering 2021-03-04T23:35:42.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 2021-03-04T23:35:42.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: audit 2021-03-04T23:35:42.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 2021-03-04T23:35:42.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 2021 2021-03-04T23:35:42.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: - 2021-03-04T23:35:42.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 03 2021-03-04T23:35:42.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: - 2021-03-04T23:35:42.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 04 2021-03-04T23:35:42.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: T 2021-03-04T23:35:42.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 23 2021-03-04T23:35:42.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: : 2021-03-04T23:35:42.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 35 2021-03-04T23:35:42.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: : 2021-03-04T23:35:42.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 41 2021-03-04T23:35:42.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: . 2021-03-04T23:35:42.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 826472 2021-03-04T23:35:42.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: +0000 2021-03-04T23:35:42.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 2021-03-04T23:35:42.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: mon.a 2021-03-04T23:35:42.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: ( 2021-03-04T23:35:42.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: mon 2021-03-04T23:35:42.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: . 2021-03-04T23:35:42.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 0 2021-03-04T23:35:42.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: ) 2021-03-04T23:35:42.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 1376 2021-03-04T23:35:42.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: : 2021-03-04T23:35:42.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: audit 2021-03-04T23:35:42.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 2021-03-04T23:35:42.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: [DBG] 2021-03-04T23:35:42.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 2021-03-04T23:35:42.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: from='client.? 172.21.2.111:0/2808314007' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:42.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[95595]: 2021-03-04T23:35:42.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[99461]: cluster 2021-03-04T23:35:40.742004+0000 mgr.x (mgr.34676) 1016 : 2021-03-04T23:35:42.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[99461]: cluster [DBG] pgmap v1031: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+remapped+backfill_wait; 1.0 GiB data, 5.4 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.50k op/s; 5770/50562 objects degraded (11.412%); 4218/50562 objects misplaced (8.342%); 6.5 MiB/s, 168 objects/s recovering 2021-03-04T23:35:42.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[99461]: audit 2021-03-04T23:35:41.826472+0000 mon.a (mon.0) 1376 : audit [DBG] 2021-03-04T23:35:42.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:42 gibba011 conmon[99461]: from='client.? 172.21.2.111:0/2808314007' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:42.381 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:35:42.382 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:35:42.382 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:35:42.383 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:35:42.383 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:35:42.383 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:35:42.384 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:35:42.384 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:35:42.384 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:35:42.384 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:35:42.385 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:35:42.385 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:35:42.385 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:35:42.385 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:35:42.386 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:35:42.386 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:35:42.448 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:42.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:42.471 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:42.472 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:42.573 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:42.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:42.593 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:42.594 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:42.694 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:42.716 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:42.717 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:42.717 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:42.818 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:42.837 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:42.839 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:42.840 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:42.942 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:42.961 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:42.962 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:42.963 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:43.064 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:43.085 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:43.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:43.086 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:43.188 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:43.209 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:43.210 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:43.211 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:43.312 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:43.331 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:43.332 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:43.333 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:43.434 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:43.439 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:35:43.439 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:35:43.457 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:43.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:43.458 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:43.560 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:43.582 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:43.583 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:43.584 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:43.685 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:43.705 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:43.706 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:43.707 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:43.809 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:43.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:43.828 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:43.828 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:43.930 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:43.950 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:43.951 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:43.951 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:44.053 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:44.073 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:44.074 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:44.075 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:44.176 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:44.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:44.198 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:44.199 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:44.300 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:44.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:44.319 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:44.320 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:44.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:44 gibba038 conmon[76675]: cluster 2021-03-04T23:35:42.742465+0000 mgr.x (mgr.34676) 1017 : cluster 2021-03-04T23:35:44.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:44 gibba038 conmon[76675]: [DBG] pgmap v1032: 119 pgs: 114 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+remapped+backfill_wait; 965 MiB data, 4.9 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.34k op/s; 5770/46365 objects degraded (12.445%); 3737/46365 objects misplaced (8.060%); 5.7 MiB/s, 146 objects/s recovering 2021-03-04T23:35:44.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:44 gibba038 conmon[76675]: cluster 2021-03-04T23:35:44.014342+0000 mon.a (mon.0) 1377 : cluster [WRN] Health check update: Degraded data redundancy: 5770/46365 objects degraded (12.445%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:44.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:44 gibba011 conmon[95595]: cluster 2021-03-04T23:35:42.742465+0000 mgr.x (mgr.34676) 1017 : cluster 2021-03-04T23:35:44.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:44 gibba011 conmon[95595]: [DBG] pgmap v1032: 119 pgs: 114 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+remapped+backfill_wait; 965 MiB data, 4.9 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.34k op/s; 5770/46365 objects degraded (12.445%); 3737/46365 objects misplaced (8.060%); 5.7 MiB/s, 146 objects/s recovering 2021-03-04T23:35:44.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:44 gibba011 conmon[95595]: cluster 2021-03-04T23:35:44.014342+0000 mon.a (mon.0) 1377 : cluster [WRN] Health check update: Degraded data redundancy: 5770/46365 objects degraded (12.445%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:44.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:44 gibba011 conmon[99461]: cluster 2021-03-04T23:35:42.742465+0000 mgr.x (mgr.34676) 1017 : cluster 2021-03-04T23:35:44.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:44 gibba011 conmon[99461]: [DBG] pgmap v1032: 119 pgs: 114 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+remapped+backfill_wait; 965 MiB data, 4.9 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 1.34k op/s; 5770/46365 objects degraded (12.445%); 3737/46365 objects misplaced (8.060%); 5.7 MiB/s, 146 objects/s recovering 2021-03-04T23:35:44.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:44 gibba011 conmon[99461]: cluster 2021-03-04T23:35:44.014342+0000 mon.a (mon.0) 1377 : cluster [WRN] Health check update: Degraded data redundancy: 5770/46365 objects degraded (12.445%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:44.421 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:44.441 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:44.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:44.442 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:44.543 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:44.564 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:44.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:44.565 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:44.666 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:44.687 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:44.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:44.689 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:44.790 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:44.810 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:44.811 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:44.812 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:44.823 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-03-04T23:35:44.913 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:44.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:44.932 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:44.933 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:45.005 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:45.034 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:45.054 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:45.055 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:45.056 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:45.157 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:45.179 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:45.180 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:45.181 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:45.229 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:35:45.231 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:35:45.282 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:45.286 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:35:45.302 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:45.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:45.304 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:45.405 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:45.428 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:45.429 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:45.430 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:45.449 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:45.531 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:45.549 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:45.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:45.551 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:45.652 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:45.671 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:45.672 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:45.672 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:45.773 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:45.793 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:45.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:45.795 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:45.896 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:45.914 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:45.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:45.916 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:46.017 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:46.037 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:46.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:46.039 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:46.140 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:46.159 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:46.160 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:46.160 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:46.261 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:46.280 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:46.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:46.282 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:46.300 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":1033,"stamp":"2021-03-04T23:35:44.742637+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":627576128,"num_objects":9599,"num_object_clones":0,"num_object_copies":28797,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5770,"num_objects_misplaced":2287,"num_objects_unfound":0,"num_objects_dirty":9599,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":297205,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":98105,"num_bytes_recovered":5560609841,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":85136,"ondisk_log_size":85136,"up":357,"acting":355,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":391,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":8636104,"kb_used_data":3971344,"kb_used_omap":7911,"kb_used_meta":4656792,"kb_avail":607926584,"statfs":{"total":631360192512,"available":622516822016,"internally_reserved":4294967296,"allocated":4066656256,"data_stored":4056483609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8101805,"internal_metadata":4768555091},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[7,4,8,3,1,0,7,3],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-973012992,"num_objects":-14847,"num_object_clones":0,"num_object_copies":-44541,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-3782,"num_objects_unfound":0,"num_objects_dirty":-14847,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14847,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":991,"num_bytes_recovered":64946176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002342"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"344","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.038130+0000","last_change":"2021-03-04T23:32:26.240995+0000","last_active":"2021-03-04T23:35:32.038130+0000","last_peered":"2021-03-04T23:35:32.038130+0000","last_clean":"2021-03-04T23:35:32.038130+0000","last_became_active":"2021-03-04T23:32:26.240606+0000","last_became_peered":"2021-03-04T23:32:26.240606+0000","last_unstale":"2021-03-04T23:35:32.038130+0000","last_undegraded":"2021-03-04T23:35:32.038130+0000","last_fullsized":"2021-03-04T23:35:32.038130+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"86","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033230+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:35:32.033230+0000","last_peered":"2021-03-04T23:35:32.033230+0000","last_clean":"2021-03-04T23:35:32.033230+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:35:32.033230+0000","last_undegraded":"2021-03-04T23:35:32.033230+0000","last_fullsized":"2021-03-04T23:35:32.033230+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"42","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.050647+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:35:32.050647+0000","last_peered":"2021-03-04T23:35:32.050647+0000","last_clean":"2021-03-04T23:35:32.050647+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:35:32.050647+0000","last_undegraded":"2021-03-04T23:35:32.050647+0000","last_fullsized":"2021-03-04T23:35:32.050647+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"320","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.122938+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:35:32.122938+0000","last_peered":"2021-03-04T23:35:32.122938+0000","last_clean":"2021-03-04T23:35:32.122938+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:35:32.122938+0000","last_undegraded":"2021-03-04T23:35:32.122938+0000","last_fullsized":"2021-03-04T23:35:32.122938+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"104","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033011+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:35:32.033011+0000","last_peered":"2021-03-04T23:35:32.033011+0000","last_clean":"2021-03-04T23:35:32.033011+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:35:32.033011+0000","last_undegraded":"2021-03-04T23:35:32.033011+0000","last_fullsized":"2021-03-04T23:35:32.033011+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"48","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.032367+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:35:32.032367+0000","last_peered":"2021-03-04T23:35:32.032367+0000","last_clean":"2021-03-04T23:35:32.032367+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:35:32.032367+0000","last_undegraded":"2021-03-04T23:35:32.032367+0000","last_fullsized":"2021-03-04T23:35:32.032367+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"292","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.122603+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:35:32.122603+0000","last_peered":"2021-03-04T23:35:32.122603+0000","last_clean":"2021-03-04T23:35:32.122603+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:35:32.122603+0000","last_undegraded":"2021-03-04T23:35:32.122603+0000","last_fullsized":"2021-03-04T23:35:32.122603+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"104","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033093+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:35:32.033093+0000","last_peered":"2021-03-04T23:35:32.033093+0000","last_clean":"2021-03-04T23:35:32.033093+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:35:32.033093+0000","last_undegraded":"2021-03-04T23:35:32.033093+0000","last_fullsized":"2021-03-04T23:35:32.033093+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"90","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033829+0000","last_change":"2021-03-04T23:32:18.981656+0000","last_active":"2021-03-04T23:35:32.033829+0000","last_peered":"2021-03-04T23:35:32.033829+0000","last_clean":"2021-03-04T23:35:32.033829+0000","last_became_active":"2021-03-04T23:32:18.981253+0000","last_became_peered":"2021-03-04T23:32:18.981253+0000","last_unstale":"2021-03-04T23:35:32.033829+0000","last_undegraded":"2021-03-04T23:35:32.033829+0000","last_fullsized":"2021-03-04T23:35:32.033829+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"341","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033023+0000","last_change":"2021-03-04T23:32:26.243636+0000","last_active":"2021-03-04T23:35:32.033023+0000","last_peered":"2021-03-04T23:35:32.033023+0000","last_clean":"2021-03-04T23:35:32.033023+0000","last_became_active":"2021-03-04T23:32:26.243433+0000","last_became_peered":"2021-03-04T23:32:26.243433+0000","last_unstale":"2021-03-04T23:35:32.033023+0000","last_undegraded":"2021-03-04T23:35:32.033023+0000","last_fullsized":"2021-03-04T23:35:32.033023+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"106","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033434+0000","last_change":"2021-03-04T23:32:18.988970+0000","last_active":"2021-03-04T23:35:32.033434+0000","last_peered":"2021-03-04T23:35:32.033434+0000","last_clean":"2021-03-04T23:35:32.033434+0000","last_became_active":"2021-03-04T23:32:18.988819+0000","last_became_peered":"2021-03-04T23:32:18.988819+0000","last_unstale":"2021-03-04T23:35:32.033434+0000","last_undegraded":"2021-03-04T23:35:32.033434+0000","last_fullsized":"2021-03-04T23:35:32.033434+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"78","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033837+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:35:32.033837+0000","last_peered":"2021-03-04T23:35:32.033837+0000","last_clean":"2021-03-04T23:35:32.033837+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:35:32.033837+0000","last_undegraded":"2021-03-04T23:35:32.033837+0000","last_fullsized":"2021-03-04T23:35:32.033837+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"42","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.050699+0000","last_change":"2021-03-04T23:32:26.241627+0000","last_active":"2021-03-04T23:35:32.050699+0000","last_peered":"2021-03-04T23:35:32.050699+0000","last_clean":"2021-03-04T23:35:32.050699+0000","last_became_active":"2021-03-04T23:32:26.241358+0000","last_became_peered":"2021-03-04T23:32:26.241358+0000","last_unstale":"2021-03-04T23:35:32.050699+0000","last_undegraded":"2021-03-04T23:35:32.050699+0000","last_fullsized":"2021-03-04T23:35:32.050699+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"342","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.038112+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:35:32.038112+0000","last_peered":"2021-03-04T23:35:32.038112+0000","last_clean":"2021-03-04T23:35:32.038112+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:35:32.038112+0000","last_undegraded":"2021-03-04T23:35:32.038112+0000","last_fullsized":"2021-03-04T23:35:32.038112+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"321","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.038125+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:35:32.038125+0000","last_peered":"2021-03-04T23:35:32.038125+0000","last_clean":"2021-03-04T23:35:32.038125+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:35:32.038125+0000","last_undegraded":"2021-03-04T23:35:32.038125+0000","last_fullsized":"2021-03-04T23:35:32.038125+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"90","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033495+0000","last_change":"2021-03-04T23:32:18.982083+0000","last_active":"2021-03-04T23:35:32.033495+0000","last_peered":"2021-03-04T23:35:32.033495+0000","last_clean":"2021-03-04T23:35:32.033495+0000","last_became_active":"2021-03-04T23:32:18.981790+0000","last_became_peered":"2021-03-04T23:32:18.981790+0000","last_unstale":"2021-03-04T23:35:32.033495+0000","last_undegraded":"2021-03-04T23:35:32.033495+0000","last_fullsized":"2021-03-04T23:35:32.033495+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"100","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.035665+0000","last_change":"2021-03-04T23:32:19.165859+0000","last_active":"2021-03-04T23:35:32.035665+0000","last_peered":"2021-03-04T23:35:32.035665+0000","last_clean":"2021-03-04T23:35:32.035665+0000","last_became_active":"2021-03-04T23:32:19.018621+0000","last_became_peered":"2021-03-04T23:32:19.018621+0000","last_unstale":"2021-03-04T23:35:32.035665+0000","last_undegraded":"2021-03-04T23:35:32.035665+0000","last_fullsized":"2021-03-04T23:35:32.035665+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"122","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033276+0000","last_change":"2021-03-04T23:32:26.238976+0000","last_active":"2021-03-04T23:35:32.033276+0000","last_peered":"2021-03-04T23:35:32.033276+0000","last_clean":"2021-03-04T23:35:32.033276+0000","last_became_active":"2021-03-04T23:32:26.238739+0000","last_became_peered":"2021-03-04T23:32:26.238739+0000","last_unstale":"2021-03-04T23:35:32.033276+0000","last_undegraded":"2021-03-04T23:35:32.033276+0000","last_fullsized":"2021-03-04T23:35:32.033276+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"90","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033495+0000","last_change":"2021-03-04T23:32:19.011685+0000","last_active":"2021-03-04T23:35:32.033495+0000","last_peered":"2021-03-04T23:35:32.033495+0000","last_clean":"2021-03-04T23:35:32.033495+0000","last_became_active":"2021-03-04T23:32:19.011404+0000","last_became_peered":"2021-03-04T23:32:19.011404+0000","last_unstale":"2021-03-04T23:35:32.033495+0000","last_undegraded":"2021-03-04T23:35:32.033495+0000","last_fullsized":"2021-03-04T23:35:32.033495+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"318","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033551+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:35:32.033551+0000","last_peered":"2021-03-04T23:35:32.033551+0000","last_clean":"2021-03-04T23:35:32.033551+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:35:32.033551+0000","last_undegraded":"2021-03-04T23:35:32.033551+0000","last_fullsized":"2021-03-04T23:35:32.033551+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"304","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.032742+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:35:32.032742+0000","last_peered":"2021-03-04T23:35:32.032742+0000","last_clean":"2021-03-04T23:35:32.032742+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:35:32.032742+0000","last_undegraded":"2021-03-04T23:35:32.032742+0000","last_fullsized":"2021-03-04T23:35:32.032742+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"90","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.035774+0000","last_change":"2021-03-04T23:32:19.019024+0000","last_active":"2021-03-04T23:35:32.035774+0000","last_peered":"2021-03-04T23:35:32.035774+0000","last_clean":"2021-03-04T23:35:32.035774+0000","last_became_active":"2021-03-04T23:32:19.018570+0000","last_became_peered":"2021-03-04T23:32:19.018570+0000","last_unstale":"2021-03-04T23:35:32.035774+0000","last_undegraded":"2021-03-04T23:35:32.035774+0000","last_fullsized":"2021-03-04T23:35:32.035774+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"81","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033595+0000","last_change":"2021-03-04T23:32:26.245321+0000","last_active":"2021-03-04T23:35:32.033595+0000","last_peered":"2021-03-04T23:35:32.033595+0000","last_clean":"2021-03-04T23:35:32.033595+0000","last_became_active":"2021-03-04T23:32:26.243283+0000","last_became_peered":"2021-03-04T23:32:26.243283+0000","last_unstale":"2021-03-04T23:35:32.033595+0000","last_undegraded":"2021-03-04T23:35:32.033595+0000","last_fullsized":"2021-03-04T23:35:32.033595+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"277","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033605+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:35:32.033605+0000","last_peered":"2021-03-04T23:35:32.033605+0000","last_clean":"2021-03-04T23:35:32.033605+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:35:32.033605+0000","last_undegraded":"2021-03-04T23:35:32.033605+0000","last_fullsized":"2021-03-04T23:35:32.033605+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"302","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.122784+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:35:32.122784+0000","last_peered":"2021-03-04T23:35:32.122784+0000","last_clean":"2021-03-04T23:35:32.122784+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:35:32.122784+0000","last_undegraded":"2021-03-04T23:35:32.122784+0000","last_fullsized":"2021-03-04T23:35:32.122784+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"90","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033646+0000","last_change":"2021-03-04T23:32:18.982413+0000","last_active":"2021-03-04T23:35:32.033646+0000","last_peered":"2021-03-04T23:35:32.033646+0000","last_clean":"2021-03-04T23:35:32.033646+0000","last_became_active":"2021-03-04T23:32:18.981859+0000","last_became_peered":"2021-03-04T23:32:18.981859+0000","last_unstale":"2021-03-04T23:35:32.033646+0000","last_undegraded":"2021-03-04T23:35:32.033646+0000","last_fullsized":"2021-03-04T23:35:32.033646+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"288","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033203+0000","last_change":"2021-03-04T23:31:58.062545+0000","last_active":"2021-03-04T23:35:32.033203+0000","last_peered":"2021-03-04T23:35:32.033203+0000","last_clean":"2021-03-04T23:35:32.033203+0000","last_became_active":"2021-03-04T23:31:58.062078+0000","last_became_peered":"2021-03-04T23:31:58.062078+0000","last_unstale":"2021-03-04T23:35:32.033203+0000","last_undegraded":"2021-03-04T23:35:32.033203+0000","last_fullsized":"2021-03-04T23:35:32.033203+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"189","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.032587+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:35:32.032587+0000","last_peered":"2021-03-04T23:35:32.032587+0000","last_clean":"2021-03-04T23:35:32.032587+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:35:32.032587+0000","last_undegraded":"2021-03-04T23:35:32.032587+0000","last_fullsized":"2021-03-04T23:35:32.032587+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"104","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033439+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:35:32.033439+0000","last_peered":"2021-03-04T23:35:32.033439+0000","last_clean":"2021-03-04T23:35:32.033439+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:35:32.033439+0000","last_undegraded":"2021-03-04T23:35:32.033439+0000","last_fullsized":"2021-03-04T23:35:32.033439+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"90","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.034000+0000","last_change":"2021-03-04T23:32:18.990360+0000","last_active":"2021-03-04T23:35:32.034000+0000","last_peered":"2021-03-04T23:35:32.034000+0000","last_clean":"2021-03-04T23:35:32.034000+0000","last_became_active":"2021-03-04T23:32:18.985583+0000","last_became_peered":"2021-03-04T23:32:18.985583+0000","last_unstale":"2021-03-04T23:35:32.034000+0000","last_undegraded":"2021-03-04T23:35:32.034000+0000","last_fullsized":"2021-03-04T23:35:32.034000+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"42","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.051169+0000","last_change":"2021-03-04T23:32:26.249383+0000","last_active":"2021-03-04T23:35:32.051169+0000","last_peered":"2021-03-04T23:35:32.051169+0000","last_clean":"2021-03-04T23:35:32.051169+0000","last_became_active":"2021-03-04T23:32:26.249012+0000","last_became_peered":"2021-03-04T23:32:26.249012+0000","last_unstale":"2021-03-04T23:35:32.051169+0000","last_undegraded":"2021-03-04T23:35:32.051169+0000","last_fullsized":"2021-03-04T23:35:32.051169+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"299'18518","reported_seq":"18761","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:43.167852+0000","last_change":"2021-03-04T23:31:15.984936+0000","last_active":"2021-03-04T23:35:43.167852+0000","last_peered":"2021-03-04T23:35:43.167852+0000","last_clean":"2021-03-04T23:35:43.167852+0000","last_became_active":"2021-03-04T23:31:15.969777+0000","last_became_peered":"2021-03-04T23:31:15.969777+0000","last_unstale":"2021-03-04T23:35:43.167852+0000","last_undegraded":"2021-03-04T23:35:43.167852+0000","last_fullsized":"2021-03-04T23:35:43.167852+0000","mapping_epoch":236,"log_start":"287'13847","ondisk_log_start":"287'13847","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4671,"ondisk_log_size":4671,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":38535168,"num_objects":588,"num_object_clones":0,"num_object_copies":1764,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":588,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18518,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":1048576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"76","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.034054+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:35:32.034054+0000","last_peered":"2021-03-04T23:35:32.034054+0000","last_clean":"2021-03-04T23:35:32.034054+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:35:32.034054+0000","last_undegraded":"2021-03-04T23:35:32.034054+0000","last_fullsized":"2021-03-04T23:35:32.034054+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"307","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.032274+0000","last_change":"2021-03-04T23:32:18.976569+0000","last_active":"2021-03-04T23:35:32.032274+0000","last_peered":"2021-03-04T23:35:32.032274+0000","last_clean":"2021-03-04T23:35:32.032274+0000","last_became_active":"2021-03-04T23:32:18.976326+0000","last_became_peered":"2021-03-04T23:32:18.976326+0000","last_unstale":"2021-03-04T23:35:32.032274+0000","last_undegraded":"2021-03-04T23:35:32.032274+0000","last_fullsized":"2021-03-04T23:35:32.032274+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"90","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033817+0000","last_change":"2021-03-04T23:32:18.981638+0000","last_active":"2021-03-04T23:35:32.033817+0000","last_peered":"2021-03-04T23:35:32.033817+0000","last_clean":"2021-03-04T23:35:32.033817+0000","last_became_active":"2021-03-04T23:32:18.981295+0000","last_became_peered":"2021-03-04T23:32:18.981295+0000","last_unstale":"2021-03-04T23:35:32.033817+0000","last_undegraded":"2021-03-04T23:35:32.033817+0000","last_fullsized":"2021-03-04T23:35:32.033817+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"199","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.032448+0000","last_change":"2021-03-04T23:31:58.069396+0000","last_active":"2021-03-04T23:35:32.032448+0000","last_peered":"2021-03-04T23:35:32.032448+0000","last_clean":"2021-03-04T23:35:32.032448+0000","last_became_active":"2021-03-04T23:31:58.069222+0000","last_became_peered":"2021-03-04T23:31:58.069222+0000","last_unstale":"2021-03-04T23:35:32.032448+0000","last_undegraded":"2021-03-04T23:35:32.032448+0000","last_fullsized":"2021-03-04T23:35:32.032448+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"299'18227","reported_seq":"39097","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.359690+0000","last_change":"2021-03-04T23:31:02.313487+0000","last_active":"2021-03-04T23:35:40.359690+0000","last_peered":"2021-03-04T23:35:40.359690+0000","last_clean":"2021-03-04T23:35:40.359690+0000","last_became_active":"2021-03-04T23:31:02.298187+0000","last_became_peered":"2021-03-04T23:31:02.298187+0000","last_unstale":"2021-03-04T23:35:40.359690+0000","last_undegraded":"2021-03-04T23:35:40.359690+0000","last_fullsized":"2021-03-04T23:35:40.359690+0000","mapping_epoch":230,"log_start":"280'12622","ondisk_log_start":"280'12622","created":137,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5605,"ondisk_log_size":5605,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":56164352,"num_objects":857,"num_object_clones":0,"num_object_copies":2571,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":857,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18227,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8025,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"76","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.034001+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:35:32.034001+0000","last_peered":"2021-03-04T23:35:32.034001+0000","last_clean":"2021-03-04T23:35:32.034001+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:35:32.034001+0000","last_undegraded":"2021-03-04T23:35:32.034001+0000","last_fullsized":"2021-03-04T23:35:32.034001+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"369","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.044780+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:35:32.044780+0000","last_peered":"2021-03-04T23:35:32.044780+0000","last_clean":"2021-03-04T23:35:32.044780+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:35:32.044780+0000","last_undegraded":"2021-03-04T23:35:32.044780+0000","last_fullsized":"2021-03-04T23:35:32.044780+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"90","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.034120+0000","last_change":"2021-03-04T23:32:18.976226+0000","last_active":"2021-03-04T23:35:32.034120+0000","last_peered":"2021-03-04T23:35:32.034120+0000","last_clean":"2021-03-04T23:35:32.034120+0000","last_became_active":"2021-03-04T23:32:18.975856+0000","last_became_peered":"2021-03-04T23:32:18.975856+0000","last_unstale":"2021-03-04T23:35:32.034120+0000","last_undegraded":"2021-03-04T23:35:32.034120+0000","last_fullsized":"2021-03-04T23:35:32.034120+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"42","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.050819+0000","last_change":"2021-03-04T23:32:26.243559+0000","last_active":"2021-03-04T23:35:32.050819+0000","last_peered":"2021-03-04T23:35:32.050819+0000","last_clean":"2021-03-04T23:35:32.050819+0000","last_became_active":"2021-03-04T23:32:26.243315+0000","last_became_peered":"2021-03-04T23:32:26.243315+0000","last_unstale":"2021-03-04T23:35:32.050819+0000","last_undegraded":"2021-03-04T23:35:32.050819+0000","last_fullsized":"2021-03-04T23:35:32.050819+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"299'18702","reported_seq":"18909","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:43.716677+0000","last_change":"2021-03-04T23:31:16.986091+0000","last_active":"2021-03-04T23:35:43.716677+0000","last_peered":"2021-03-04T23:35:43.716677+0000","last_clean":"2021-03-04T23:35:43.716677+0000","last_became_active":"2021-03-04T23:31:16.966316+0000","last_became_peered":"2021-03-04T23:31:16.966316+0000","last_unstale":"2021-03-04T23:35:43.716677+0000","last_undegraded":"2021-03-04T23:35:43.716677+0000","last_fullsized":"2021-03-04T23:35:43.716677+0000","mapping_epoch":237,"log_start":"286'13587","ondisk_log_start":"286'13587","created":137,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5115,"ondisk_log_size":5115,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":33816576,"num_objects":516,"num_object_clones":0,"num_object_copies":1548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":516,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18702,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"76","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033947+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:35:32.033947+0000","last_peered":"2021-03-04T23:35:32.033947+0000","last_clean":"2021-03-04T23:35:32.033947+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:35:32.033947+0000","last_undegraded":"2021-03-04T23:35:32.033947+0000","last_fullsized":"2021-03-04T23:35:32.033947+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"48","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.032532+0000","last_change":"2021-03-04T23:32:18.980591+0000","last_active":"2021-03-04T23:35:32.032532+0000","last_peered":"2021-03-04T23:35:32.032532+0000","last_clean":"2021-03-04T23:35:32.032532+0000","last_became_active":"2021-03-04T23:32:18.980308+0000","last_became_peered":"2021-03-04T23:32:18.980308+0000","last_unstale":"2021-03-04T23:35:32.032532+0000","last_undegraded":"2021-03-04T23:35:32.032532+0000","last_fullsized":"2021-03-04T23:35:32.032532+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"90","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.034007+0000","last_change":"2021-03-04T23:32:18.981505+0000","last_active":"2021-03-04T23:35:32.034007+0000","last_peered":"2021-03-04T23:35:32.034007+0000","last_clean":"2021-03-04T23:35:32.034007+0000","last_became_active":"2021-03-04T23:32:18.981076+0000","last_became_peered":"2021-03-04T23:32:18.981076+0000","last_unstale":"2021-03-04T23:35:32.034007+0000","last_undegraded":"2021-03-04T23:35:32.034007+0000","last_fullsized":"2021-03-04T23:35:32.034007+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"72","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033934+0000","last_change":"2021-03-04T23:31:15.977616+0000","last_active":"2021-03-04T23:35:32.033934+0000","last_peered":"2021-03-04T23:35:32.033934+0000","last_clean":"2021-03-04T23:35:32.033934+0000","last_became_active":"2021-03-04T23:31:15.976913+0000","last_became_peered":"2021-03-04T23:31:15.976913+0000","last_unstale":"2021-03-04T23:35:32.033934+0000","last_undegraded":"2021-03-04T23:35:32.033934+0000","last_fullsized":"2021-03-04T23:35:32.033934+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.6","version":"299'18994","reported_seq":"29076","reported_epoch":"299","state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-03-04T23:35:43.733190+0000","last_change":"2021-03-04T23:35:30.768640+0000","last_active":"2021-03-04T23:35:43.733190+0000","last_peered":"2021-03-04T23:35:43.733190+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:32:27.370442+0000","last_became_peered":"2021-03-04T23:32:27.370442+0000","last_unstale":"2021-03-04T23:35:43.733190+0000","last_undegraded":"2021-03-04T23:32:27.364047+0000","last_fullsized":"2021-03-04T23:32:27.244914+0000","mapping_epoch":267,"log_start":"287'13882","ondisk_log_start":"287'13882","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5112,"ondisk_log_size":5112,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34996224,"num_objects":534,"num_object_clones":0,"num_object_copies":1602,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1973,"num_objects_misplaced":534,"num_objects_unfound":0,"num_objects_dirty":534,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18994,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4928,"num_bytes_recovered":322961408,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"1,5","objects":-1973},{"shards":"2,5,6","objects":534}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"329","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.032525+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:35:32.032525+0000","last_peered":"2021-03-04T23:35:32.032525+0000","last_clean":"2021-03-04T23:35:32.032525+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:35:32.032525+0000","last_undegraded":"2021-03-04T23:35:32.032525+0000","last_fullsized":"2021-03-04T23:35:32.032525+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"293","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.122179+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:35:32.122179+0000","last_peered":"2021-03-04T23:35:32.122179+0000","last_clean":"2021-03-04T23:35:32.122179+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:35:32.122179+0000","last_undegraded":"2021-03-04T23:35:32.122179+0000","last_fullsized":"2021-03-04T23:35:32.122179+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"350","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.032190+0000","last_change":"2021-03-04T23:32:18.972523+0000","last_active":"2021-03-04T23:35:32.032190+0000","last_peered":"2021-03-04T23:35:32.032190+0000","last_clean":"2021-03-04T23:35:32.032190+0000","last_became_active":"2021-03-04T23:32:18.971535+0000","last_became_peered":"2021-03-04T23:32:18.971535+0000","last_unstale":"2021-03-04T23:35:32.032190+0000","last_undegraded":"2021-03-04T23:35:32.032190+0000","last_fullsized":"2021-03-04T23:35:32.032190+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"90","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033703+0000","last_change":"2021-03-04T23:32:18.981988+0000","last_active":"2021-03-04T23:35:32.033703+0000","last_peered":"2021-03-04T23:35:32.033703+0000","last_clean":"2021-03-04T23:35:32.033703+0000","last_became_active":"2021-03-04T23:32:18.981427+0000","last_became_peered":"2021-03-04T23:32:18.981427+0000","last_unstale":"2021-03-04T23:35:32.033703+0000","last_undegraded":"2021-03-04T23:35:32.033703+0000","last_fullsized":"2021-03-04T23:35:32.033703+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"299'18374","reported_seq":"33770","reported_epoch":"299","state":"active+recovery_wait","last_fresh":"2021-03-04T23:35:43.006832+0000","last_change":"2021-03-04T23:35:32.115374+0000","last_active":"2021-03-04T23:35:43.006832+0000","last_peered":"2021-03-04T23:35:43.006832+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:35:32.070513+0000","last_became_peered":"2021-03-04T23:35:32.070513+0000","last_unstale":"2021-03-04T23:35:43.006832+0000","last_undegraded":"2021-03-04T23:35:43.006832+0000","last_fullsized":"2021-03-04T23:35:43.006832+0000","mapping_epoch":297,"log_start":"203'11839","ondisk_log_start":"203'11839","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6535,"ondisk_log_size":6535,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":38141952,"num_objects":582,"num_object_clones":0,"num_object_copies":1746,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":582,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18374,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7590,"num_bytes_recovered":359202816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":["3","2","6","7"],"object_location_counts":[{"shards":"3,6,7","objects":582}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"90","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033174+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:35:32.033174+0000","last_peered":"2021-03-04T23:35:32.033174+0000","last_clean":"2021-03-04T23:35:32.033174+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:35:32.033174+0000","last_undegraded":"2021-03-04T23:35:32.033174+0000","last_fullsized":"2021-03-04T23:35:32.033174+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"330","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.038096+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:35:32.038096+0000","last_peered":"2021-03-04T23:35:32.038096+0000","last_clean":"2021-03-04T23:35:32.038096+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:35:32.038096+0000","last_undegraded":"2021-03-04T23:35:32.038096+0000","last_fullsized":"2021-03-04T23:35:32.038096+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"308","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.032225+0000","last_change":"2021-03-04T23:31:58.069697+0000","last_active":"2021-03-04T23:35:32.032225+0000","last_peered":"2021-03-04T23:35:32.032225+0000","last_clean":"2021-03-04T23:35:32.032225+0000","last_became_active":"2021-03-04T23:31:58.068973+0000","last_became_peered":"2021-03-04T23:31:58.068973+0000","last_unstale":"2021-03-04T23:35:32.032225+0000","last_undegraded":"2021-03-04T23:35:32.032225+0000","last_fullsized":"2021-03-04T23:35:32.032225+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"90","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033384+0000","last_change":"2021-03-04T23:32:19.011549+0000","last_active":"2021-03-04T23:35:32.033384+0000","last_peered":"2021-03-04T23:35:32.033384+0000","last_clean":"2021-03-04T23:35:32.033384+0000","last_became_active":"2021-03-04T23:32:19.011346+0000","last_became_peered":"2021-03-04T23:32:19.011346+0000","last_unstale":"2021-03-04T23:35:32.033384+0000","last_undegraded":"2021-03-04T23:35:32.033384+0000","last_fullsized":"2021-03-04T23:35:32.033384+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"299'18894","reported_seq":"33925","reported_epoch":"299","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:35:43.714664+0000","last_change":"2021-03-04T23:32:26.310942+0000","last_active":"2021-03-04T23:35:43.714664+0000","last_peered":"2021-03-04T23:35:43.714664+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:32:26.290638+0000","last_became_peered":"2021-03-04T23:32:26.290638+0000","last_unstale":"2021-03-04T23:35:43.714664+0000","last_undegraded":"2021-03-04T23:35:43.714664+0000","last_fullsized":"2021-03-04T23:35:43.714664+0000","mapping_epoch":266,"log_start":"286'13715","ondisk_log_start":"286'13715","created":137,"last_epoch_clean":233,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5179,"ondisk_log_size":5179,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":35389440,"num_objects":540,"num_object_clones":0,"num_object_copies":1620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1080,"num_objects_unfound":0,"num_objects_dirty":540,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18894,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7388,"num_bytes_recovered":475725824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[5,0,2],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"0,2,5","objects":540}],"blocked_by":[],"up_primary":1,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"57","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.032619+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:35:32.032619+0000","last_peered":"2021-03-04T23:35:32.032619+0000","last_clean":"2021-03-04T23:35:32.032619+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:35:32.032619+0000","last_undegraded":"2021-03-04T23:35:32.032619+0000","last_fullsized":"2021-03-04T23:35:32.032619+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"318","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.038208+0000","last_change":"2021-03-04T23:32:18.970427+0000","last_active":"2021-03-04T23:35:32.038208+0000","last_peered":"2021-03-04T23:35:32.038208+0000","last_clean":"2021-03-04T23:35:32.038208+0000","last_became_active":"2021-03-04T23:32:18.970152+0000","last_became_peered":"2021-03-04T23:32:18.970152+0000","last_unstale":"2021-03-04T23:35:32.038208+0000","last_undegraded":"2021-03-04T23:35:32.038208+0000","last_fullsized":"2021-03-04T23:35:32.038208+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"90","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.035811+0000","last_change":"2021-03-04T23:32:19.018810+0000","last_active":"2021-03-04T23:35:32.035811+0000","last_peered":"2021-03-04T23:35:32.035811+0000","last_clean":"2021-03-04T23:35:32.035811+0000","last_became_active":"2021-03-04T23:32:19.018286+0000","last_became_peered":"2021-03-04T23:32:19.018286+0000","last_unstale":"2021-03-04T23:35:32.035811+0000","last_undegraded":"2021-03-04T23:35:32.035811+0000","last_fullsized":"2021-03-04T23:35:32.035811+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"81","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033481+0000","last_change":"2021-03-04T23:32:26.246083+0000","last_active":"2021-03-04T23:35:32.033481+0000","last_peered":"2021-03-04T23:35:32.033481+0000","last_clean":"2021-03-04T23:35:32.033481+0000","last_became_active":"2021-03-04T23:32:26.244207+0000","last_became_peered":"2021-03-04T23:32:26.244207+0000","last_unstale":"2021-03-04T23:35:32.033481+0000","last_undegraded":"2021-03-04T23:35:32.033481+0000","last_fullsized":"2021-03-04T23:35:32.033481+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"299'18330","reported_seq":"33893","reported_epoch":"299","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:35:42.644323+0000","last_change":"2021-03-04T23:32:26.376916+0000","last_active":"2021-03-04T23:35:42.644323+0000","last_peered":"2021-03-04T23:35:42.644323+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:32:26.331782+0000","last_became_peered":"2021-03-04T23:32:26.331782+0000","last_unstale":"2021-03-04T23:35:42.644323+0000","last_undegraded":"2021-03-04T23:32:26.253611+0000","last_fullsized":"2021-03-04T23:32:26.238493+0000","mapping_epoch":266,"log_start":"288'13773","ondisk_log_start":"288'13773","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4557,"ondisk_log_size":4557,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":41287680,"num_objects":630,"num_object_clones":0,"num_object_copies":1890,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3797,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":630,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18330,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5565,"num_bytes_recovered":304480256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3],"avail_no_missing":["7","0","3","6"],"object_location_counts":[{"shards":"3,5,7","objects":630},{"shards":"3,7","objects":-1466}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"295","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.044661+0000","last_change":"2021-03-04T23:31:58.064857+0000","last_active":"2021-03-04T23:35:32.044661+0000","last_peered":"2021-03-04T23:35:32.044661+0000","last_clean":"2021-03-04T23:35:32.044661+0000","last_became_active":"2021-03-04T23:31:58.064575+0000","last_became_peered":"2021-03-04T23:31:58.064575+0000","last_unstale":"2021-03-04T23:35:32.044661+0000","last_undegraded":"2021-03-04T23:35:32.044661+0000","last_fullsized":"2021-03-04T23:35:32.044661+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"357","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.038358+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:35:32.038358+0000","last_peered":"2021-03-04T23:35:32.038358+0000","last_clean":"2021-03-04T23:35:32.038358+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:35:32.038358+0000","last_undegraded":"2021-03-04T23:35:32.038358+0000","last_fullsized":"2021-03-04T23:35:32.038358+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"288","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033142+0000","last_change":"2021-03-04T23:31:58.062715+0000","last_active":"2021-03-04T23:35:32.033142+0000","last_peered":"2021-03-04T23:35:32.033142+0000","last_clean":"2021-03-04T23:35:32.033142+0000","last_became_active":"2021-03-04T23:31:58.062351+0000","last_became_peered":"2021-03-04T23:31:58.062351+0000","last_unstale":"2021-03-04T23:35:32.033142+0000","last_undegraded":"2021-03-04T23:35:32.033142+0000","last_fullsized":"2021-03-04T23:35:32.033142+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"90","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033752+0000","last_change":"2021-03-04T23:32:18.982415+0000","last_active":"2021-03-04T23:35:32.033752+0000","last_peered":"2021-03-04T23:35:32.033752+0000","last_clean":"2021-03-04T23:35:32.033752+0000","last_became_active":"2021-03-04T23:32:18.982097+0000","last_became_peered":"2021-03-04T23:32:18.982097+0000","last_unstale":"2021-03-04T23:35:32.033752+0000","last_undegraded":"2021-03-04T23:35:32.033752+0000","last_fullsized":"2021-03-04T23:35:32.033752+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"299'18572","reported_seq":"41168","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:42.978537+0000","last_change":"2021-03-04T23:32:23.249042+0000","last_active":"2021-03-04T23:35:42.978537+0000","last_peered":"2021-03-04T23:35:42.978537+0000","last_clean":"2021-03-04T23:35:42.978537+0000","last_became_active":"2021-03-04T23:32:23.233324+0000","last_became_peered":"2021-03-04T23:32:23.233324+0000","last_unstale":"2021-03-04T23:35:42.978537+0000","last_undegraded":"2021-03-04T23:35:42.978537+0000","last_fullsized":"2021-03-04T23:35:42.978537+0000","mapping_epoch":264,"log_start":"255'12030","ondisk_log_start":"255'12030","created":137,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6542,"ondisk_log_size":6542,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":38666240,"num_objects":590,"num_object_clones":0,"num_object_copies":1770,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":590,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18572,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11178,"num_bytes_recovered":644808704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"113","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033097+0000","last_change":"2021-03-04T23:32:26.240947+0000","last_active":"2021-03-04T23:35:32.033097+0000","last_peered":"2021-03-04T23:35:32.033097+0000","last_clean":"2021-03-04T23:35:32.033097+0000","last_became_active":"2021-03-04T23:32:26.240743+0000","last_became_peered":"2021-03-04T23:32:26.240743+0000","last_unstale":"2021-03-04T23:35:32.033097+0000","last_undegraded":"2021-03-04T23:35:32.033097+0000","last_fullsized":"2021-03-04T23:35:32.033097+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"138","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.050991+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:35:32.050991+0000","last_peered":"2021-03-04T23:35:32.050991+0000","last_clean":"2021-03-04T23:35:32.050991+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:35:32.050991+0000","last_undegraded":"2021-03-04T23:35:32.050991+0000","last_fullsized":"2021-03-04T23:35:32.050991+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"90","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.034041+0000","last_change":"2021-03-04T23:32:18.981845+0000","last_active":"2021-03-04T23:35:32.034041+0000","last_peered":"2021-03-04T23:35:32.034041+0000","last_clean":"2021-03-04T23:35:32.034041+0000","last_became_active":"2021-03-04T23:32:18.981465+0000","last_became_peered":"2021-03-04T23:32:18.981465+0000","last_unstale":"2021-03-04T23:35:32.034041+0000","last_undegraded":"2021-03-04T23:35:32.034041+0000","last_fullsized":"2021-03-04T23:35:32.034041+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"299'18535","reported_seq":"32686","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:43.729091+0000","last_change":"2021-03-04T23:32:43.006956+0000","last_active":"2021-03-04T23:35:43.729091+0000","last_peered":"2021-03-04T23:35:43.729091+0000","last_clean":"2021-03-04T23:35:43.729091+0000","last_became_active":"2021-03-04T23:32:42.989066+0000","last_became_peered":"2021-03-04T23:32:42.989066+0000","last_unstale":"2021-03-04T23:35:43.729091+0000","last_undegraded":"2021-03-04T23:35:43.729091+0000","last_fullsized":"2021-03-04T23:35:43.729091+0000","mapping_epoch":273,"log_start":"286'13434","ondisk_log_start":"286'13434","created":137,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5101,"ondisk_log_size":5101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34275328,"num_objects":523,"num_object_clones":0,"num_object_copies":1569,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":523,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18535,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6961,"num_bytes_recovered":299565056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"42","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.050765+0000","last_change":"2021-03-04T23:32:26.243555+0000","last_active":"2021-03-04T23:35:32.050765+0000","last_peered":"2021-03-04T23:35:32.050765+0000","last_clean":"2021-03-04T23:35:32.050765+0000","last_became_active":"2021-03-04T23:32:26.243321+0000","last_became_peered":"2021-03-04T23:32:26.243321+0000","last_unstale":"2021-03-04T23:35:32.050765+0000","last_undegraded":"2021-03-04T23:35:32.050765+0000","last_fullsized":"2021-03-04T23:35:32.050765+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"311","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.032672+0000","last_change":"2021-03-04T23:31:58.061270+0000","last_active":"2021-03-04T23:35:32.032672+0000","last_peered":"2021-03-04T23:35:32.032672+0000","last_clean":"2021-03-04T23:35:32.032672+0000","last_became_active":"2021-03-04T23:31:58.060937+0000","last_became_peered":"2021-03-04T23:31:58.060937+0000","last_unstale":"2021-03-04T23:35:32.032672+0000","last_undegraded":"2021-03-04T23:35:32.032672+0000","last_fullsized":"2021-03-04T23:35:32.032672+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"42","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.050793+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:35:32.050793+0000","last_peered":"2021-03-04T23:35:32.050793+0000","last_clean":"2021-03-04T23:35:32.050793+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:35:32.050793+0000","last_undegraded":"2021-03-04T23:35:32.050793+0000","last_fullsized":"2021-03-04T23:35:32.050793+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"90","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033594+0000","last_change":"2021-03-04T23:32:18.981793+0000","last_active":"2021-03-04T23:35:32.033594+0000","last_peered":"2021-03-04T23:35:32.033594+0000","last_clean":"2021-03-04T23:35:32.033594+0000","last_became_active":"2021-03-04T23:32:18.981354+0000","last_became_peered":"2021-03-04T23:32:18.981354+0000","last_unstale":"2021-03-04T23:35:32.033594+0000","last_undegraded":"2021-03-04T23:35:32.033594+0000","last_fullsized":"2021-03-04T23:35:32.033594+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"299'18739","reported_seq":"33489","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:43.173804+0000","last_change":"2021-03-04T23:31:15.989387+0000","last_active":"2021-03-04T23:35:43.173804+0000","last_peered":"2021-03-04T23:35:43.173804+0000","last_clean":"2021-03-04T23:35:43.173804+0000","last_became_active":"2021-03-04T23:31:15.968551+0000","last_became_peered":"2021-03-04T23:31:15.968551+0000","last_unstale":"2021-03-04T23:35:43.173804+0000","last_undegraded":"2021-03-04T23:35:43.173804+0000","last_fullsized":"2021-03-04T23:35:43.173804+0000","mapping_epoch":236,"log_start":"288'14103","ondisk_log_start":"288'14103","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4636,"ondisk_log_size":4636,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":37945344,"num_objects":579,"num_object_clones":0,"num_object_copies":1737,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":579,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18739,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7379,"num_bytes_recovered":476381184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"351","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.032319+0000","last_change":"2021-03-04T23:32:18.974052+0000","last_active":"2021-03-04T23:35:32.032319+0000","last_peered":"2021-03-04T23:35:32.032319+0000","last_clean":"2021-03-04T23:35:32.032319+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:35:32.032319+0000","last_undegraded":"2021-03-04T23:35:32.032319+0000","last_fullsized":"2021-03-04T23:35:32.032319+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"301","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.038078+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:35:32.038078+0000","last_peered":"2021-03-04T23:35:32.038078+0000","last_clean":"2021-03-04T23:35:32.038078+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:35:32.038078+0000","last_undegraded":"2021-03-04T23:35:32.038078+0000","last_fullsized":"2021-03-04T23:35:32.038078+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"42","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.050738+0000","last_change":"2021-03-04T23:32:26.241730+0000","last_active":"2021-03-04T23:35:32.050738+0000","last_peered":"2021-03-04T23:35:32.050738+0000","last_clean":"2021-03-04T23:35:32.050738+0000","last_became_active":"2021-03-04T23:32:26.241443+0000","last_became_peered":"2021-03-04T23:32:26.241443+0000","last_unstale":"2021-03-04T23:35:32.050738+0000","last_undegraded":"2021-03-04T23:35:32.050738+0000","last_fullsized":"2021-03-04T23:35:32.050738+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"90","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033663+0000","last_change":"2021-03-04T23:32:18.982273+0000","last_active":"2021-03-04T23:35:32.033663+0000","last_peered":"2021-03-04T23:35:32.033663+0000","last_clean":"2021-03-04T23:35:32.033663+0000","last_became_active":"2021-03-04T23:32:18.981390+0000","last_became_peered":"2021-03-04T23:32:18.981390+0000","last_unstale":"2021-03-04T23:35:32.033663+0000","last_undegraded":"2021-03-04T23:35:32.033663+0000","last_fullsized":"2021-03-04T23:35:32.033663+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"299'18516","reported_seq":"26424","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:43.717972+0000","last_change":"2021-03-04T23:31:15.990321+0000","last_active":"2021-03-04T23:35:43.717972+0000","last_peered":"2021-03-04T23:35:43.717972+0000","last_clean":"2021-03-04T23:35:43.717972+0000","last_became_active":"2021-03-04T23:31:15.968330+0000","last_became_peered":"2021-03-04T23:31:15.968330+0000","last_unstale":"2021-03-04T23:35:43.717972+0000","last_undegraded":"2021-03-04T23:35:43.717972+0000","last_fullsized":"2021-03-04T23:35:43.717972+0000","mapping_epoch":236,"log_start":"285'13343","ondisk_log_start":"285'13343","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5173,"ondisk_log_size":5173,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34996224,"num_objects":534,"num_object_clones":0,"num_object_copies":1602,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":534,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18516,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3842,"num_bytes_recovered":151388160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"291","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033078+0000","last_change":"2021-03-04T23:31:58.062851+0000","last_active":"2021-03-04T23:35:32.033078+0000","last_peered":"2021-03-04T23:35:32.033078+0000","last_clean":"2021-03-04T23:35:32.033078+0000","last_became_active":"2021-03-04T23:31:58.062390+0000","last_became_peered":"2021-03-04T23:31:58.062390+0000","last_unstale":"2021-03-04T23:35:32.033078+0000","last_undegraded":"2021-03-04T23:35:32.033078+0000","last_fullsized":"2021-03-04T23:35:32.033078+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"42","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.050771+0000","last_change":"2021-03-04T23:32:26.241630+0000","last_active":"2021-03-04T23:35:32.050771+0000","last_peered":"2021-03-04T23:35:32.050771+0000","last_clean":"2021-03-04T23:35:32.050771+0000","last_became_active":"2021-03-04T23:32:26.241377+0000","last_became_peered":"2021-03-04T23:32:26.241377+0000","last_unstale":"2021-03-04T23:35:32.050771+0000","last_undegraded":"2021-03-04T23:35:32.050771+0000","last_fullsized":"2021-03-04T23:35:32.050771+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"42","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.050924+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:35:32.050924+0000","last_peered":"2021-03-04T23:35:32.050924+0000","last_clean":"2021-03-04T23:35:32.050924+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:35:32.050924+0000","last_undegraded":"2021-03-04T23:35:32.050924+0000","last_fullsized":"2021-03-04T23:35:32.050924+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"299'18503","reported_seq":"34617","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:43.009625+0000","last_change":"2021-03-04T23:30:59.306069+0000","last_active":"2021-03-04T23:35:43.009625+0000","last_peered":"2021-03-04T23:35:43.009625+0000","last_clean":"2021-03-04T23:35:43.009625+0000","last_became_active":"2021-03-04T23:30:59.292136+0000","last_became_peered":"2021-03-04T23:30:59.292136+0000","last_unstale":"2021-03-04T23:35:43.009625+0000","last_undegraded":"2021-03-04T23:35:43.009625+0000","last_fullsized":"2021-03-04T23:35:43.009625+0000","mapping_epoch":228,"log_start":"202'11897","ondisk_log_start":"202'11897","created":137,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6606,"ondisk_log_size":6606,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":40566784,"num_objects":619,"num_object_clones":0,"num_object_copies":1857,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":619,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18503,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7939,"num_bytes_recovered":520224768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"309","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.032440+0000","last_change":"2021-03-04T23:31:58.069375+0000","last_active":"2021-03-04T23:35:32.032440+0000","last_peered":"2021-03-04T23:35:32.032440+0000","last_clean":"2021-03-04T23:35:32.032440+0000","last_became_active":"2021-03-04T23:31:58.069076+0000","last_became_peered":"2021-03-04T23:31:58.069076+0000","last_unstale":"2021-03-04T23:35:32.032440+0000","last_undegraded":"2021-03-04T23:35:32.032440+0000","last_fullsized":"2021-03-04T23:35:32.032440+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"90","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033583+0000","last_change":"2021-03-04T23:32:18.976198+0000","last_active":"2021-03-04T23:35:32.033583+0000","last_peered":"2021-03-04T23:35:32.033583+0000","last_clean":"2021-03-04T23:35:32.033583+0000","last_became_active":"2021-03-04T23:32:18.975757+0000","last_became_peered":"2021-03-04T23:32:18.975757+0000","last_unstale":"2021-03-04T23:35:32.033583+0000","last_undegraded":"2021-03-04T23:35:32.033583+0000","last_fullsized":"2021-03-04T23:35:32.033583+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"86","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033087+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:35:32.033087+0000","last_peered":"2021-03-04T23:35:32.033087+0000","last_clean":"2021-03-04T23:35:32.033087+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:35:32.033087+0000","last_undegraded":"2021-03-04T23:35:32.033087+0000","last_fullsized":"2021-03-04T23:35:32.033087+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"48","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.032228+0000","last_change":"2021-03-04T23:32:18.986718+0000","last_active":"2021-03-04T23:35:32.032228+0000","last_peered":"2021-03-04T23:35:32.032228+0000","last_clean":"2021-03-04T23:35:32.032228+0000","last_became_active":"2021-03-04T23:32:18.986509+0000","last_became_peered":"2021-03-04T23:32:18.986509+0000","last_unstale":"2021-03-04T23:35:32.032228+0000","last_undegraded":"2021-03-04T23:35:32.032228+0000","last_fullsized":"2021-03-04T23:35:32.032228+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"90","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.035708+0000","last_change":"2021-03-04T23:32:19.018869+0000","last_active":"2021-03-04T23:35:32.035708+0000","last_peered":"2021-03-04T23:35:32.035708+0000","last_clean":"2021-03-04T23:35:32.035708+0000","last_became_active":"2021-03-04T23:32:19.018305+0000","last_became_peered":"2021-03-04T23:32:19.018305+0000","last_unstale":"2021-03-04T23:35:32.035708+0000","last_undegraded":"2021-03-04T23:35:32.035708+0000","last_fullsized":"2021-03-04T23:35:32.035708+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"299'18953","reported_seq":"40764","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:43.159376+0000","last_change":"2021-03-04T23:32:34.277292+0000","last_active":"2021-03-04T23:35:43.159376+0000","last_peered":"2021-03-04T23:35:43.159376+0000","last_clean":"2021-03-04T23:35:43.159376+0000","last_became_active":"2021-03-04T23:32:34.260379+0000","last_became_peered":"2021-03-04T23:32:34.260379+0000","last_unstale":"2021-03-04T23:35:43.159376+0000","last_undegraded":"2021-03-04T23:35:43.159376+0000","last_fullsized":"2021-03-04T23:35:43.159376+0000","mapping_epoch":270,"log_start":"288'14335","ondisk_log_start":"288'14335","created":137,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4618,"ondisk_log_size":4618,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":40304640,"num_objects":615,"num_object_clones":0,"num_object_copies":1845,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":615,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18953,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10774,"num_bytes_recovered":705953792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"81","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033404+0000","last_change":"2021-03-04T23:32:26.246392+0000","last_active":"2021-03-04T23:35:32.033404+0000","last_peered":"2021-03-04T23:35:32.033404+0000","last_clean":"2021-03-04T23:35:32.033404+0000","last_became_active":"2021-03-04T23:32:26.245274+0000","last_became_peered":"2021-03-04T23:32:26.245274+0000","last_unstale":"2021-03-04T23:35:32.033404+0000","last_undegraded":"2021-03-04T23:35:32.033404+0000","last_fullsized":"2021-03-04T23:35:32.033404+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"283","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.121847+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:35:32.121847+0000","last_peered":"2021-03-04T23:35:32.121847+0000","last_clean":"2021-03-04T23:35:32.121847+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:35:32.121847+0000","last_undegraded":"2021-03-04T23:35:32.121847+0000","last_fullsized":"2021-03-04T23:35:32.121847+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"329","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.122839+0000","last_change":"2021-03-04T23:32:26.243552+0000","last_active":"2021-03-04T23:35:32.122839+0000","last_peered":"2021-03-04T23:35:32.122839+0000","last_clean":"2021-03-04T23:35:32.122839+0000","last_became_active":"2021-03-04T23:32:26.243356+0000","last_became_peered":"2021-03-04T23:32:26.243356+0000","last_unstale":"2021-03-04T23:35:32.122839+0000","last_undegraded":"2021-03-04T23:35:32.122839+0000","last_fullsized":"2021-03-04T23:35:32.122839+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"90","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.034103+0000","last_change":"2021-03-04T23:32:18.976958+0000","last_active":"2021-03-04T23:35:32.034103+0000","last_peered":"2021-03-04T23:35:32.034103+0000","last_clean":"2021-03-04T23:35:32.034103+0000","last_became_active":"2021-03-04T23:32:18.975806+0000","last_became_peered":"2021-03-04T23:32:18.975806+0000","last_unstale":"2021-03-04T23:35:32.034103+0000","last_undegraded":"2021-03-04T23:35:32.034103+0000","last_fullsized":"2021-03-04T23:35:32.034103+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"299'18477","reported_seq":"36146","reported_epoch":"299","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:35:42.647447+0000","last_change":"2021-03-04T23:32:27.307328+0000","last_active":"2021-03-04T23:35:42.647447+0000","last_peered":"2021-03-04T23:35:42.647447+0000","last_clean":"2021-03-04T23:32:23.232073+0000","last_became_active":"2021-03-04T23:32:27.288606+0000","last_became_peered":"2021-03-04T23:32:27.288606+0000","last_unstale":"2021-03-04T23:35:42.647447+0000","last_undegraded":"2021-03-04T23:35:42.647447+0000","last_fullsized":"2021-03-04T23:35:42.647447+0000","mapping_epoch":267,"log_start":"288'13986","ondisk_log_start":"288'13986","created":137,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4491,"ondisk_log_size":4491,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":44105728,"num_objects":673,"num_object_clones":0,"num_object_copies":2019,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":673,"num_objects_unfound":0,"num_objects_dirty":673,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18477,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8712,"num_bytes_recovered":396623872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,0],"avail_no_missing":["7","0","4"],"object_location_counts":[{"shards":"0,4,7","objects":673}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"72","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033831+0000","last_change":"2021-03-04T23:31:15.976911+0000","last_active":"2021-03-04T23:35:32.033831+0000","last_peered":"2021-03-04T23:35:32.033831+0000","last_clean":"2021-03-04T23:35:32.033831+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:35:32.033831+0000","last_undegraded":"2021-03-04T23:35:32.033831+0000","last_fullsized":"2021-03-04T23:35:32.033831+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"42","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.050881+0000","last_change":"2021-03-04T23:32:26.241609+0000","last_active":"2021-03-04T23:35:32.050881+0000","last_peered":"2021-03-04T23:35:32.050881+0000","last_clean":"2021-03-04T23:35:32.050881+0000","last_became_active":"2021-03-04T23:32:26.241419+0000","last_became_peered":"2021-03-04T23:32:26.241419+0000","last_unstale":"2021-03-04T23:35:32.050881+0000","last_undegraded":"2021-03-04T23:35:32.050881+0000","last_fullsized":"2021-03-04T23:35:32.050881+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"261","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.032308+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:35:32.032308+0000","last_peered":"2021-03-04T23:35:32.032308+0000","last_clean":"2021-03-04T23:35:32.032308+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:35:32.032308+0000","last_undegraded":"2021-03-04T23:35:32.032308+0000","last_fullsized":"2021-03-04T23:35:32.032308+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"90","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.034075+0000","last_change":"2021-03-04T23:32:18.990243+0000","last_active":"2021-03-04T23:35:32.034075+0000","last_peered":"2021-03-04T23:35:32.034075+0000","last_clean":"2021-03-04T23:35:32.034075+0000","last_became_active":"2021-03-04T23:32:18.985408+0000","last_became_peered":"2021-03-04T23:32:18.985408+0000","last_unstale":"2021-03-04T23:35:32.034075+0000","last_undegraded":"2021-03-04T23:35:32.034075+0000","last_fullsized":"2021-03-04T23:35:32.034075+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"299'18351","reported_seq":"26419","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:42.665292+0000","last_change":"2021-03-04T23:32:54.052768+0000","last_active":"2021-03-04T23:35:42.665292+0000","last_peered":"2021-03-04T23:35:42.665292+0000","last_clean":"2021-03-04T23:35:42.665292+0000","last_became_active":"2021-03-04T23:32:54.024075+0000","last_became_peered":"2021-03-04T23:32:54.024075+0000","last_unstale":"2021-03-04T23:35:42.665292+0000","last_undegraded":"2021-03-04T23:35:42.665292+0000","last_fullsized":"2021-03-04T23:35:42.665292+0000","mapping_epoch":276,"log_start":"288'13795","ondisk_log_start":"288'13795","created":137,"last_epoch_clean":277,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4556,"ondisk_log_size":4556,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":40894488,"num_objects":625,"num_object_clones":0,"num_object_copies":1875,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":625,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":18351,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3917,"num_bytes_recovered":147324952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"112","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033435+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:35:32.033435+0000","last_peered":"2021-03-04T23:35:32.033435+0000","last_clean":"2021-03-04T23:35:32.033435+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:35:32.033435+0000","last_undegraded":"2021-03-04T23:35:32.033435+0000","last_fullsized":"2021-03-04T23:35:32.033435+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"42","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.051073+0000","last_change":"2021-03-04T23:32:26.249226+0000","last_active":"2021-03-04T23:35:32.051073+0000","last_peered":"2021-03-04T23:35:32.051073+0000","last_clean":"2021-03-04T23:35:32.051073+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:35:32.051073+0000","last_undegraded":"2021-03-04T23:35:32.051073+0000","last_fullsized":"2021-03-04T23:35:32.051073+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"104","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033016+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:35:32.033016+0000","last_peered":"2021-03-04T23:35:32.033016+0000","last_clean":"2021-03-04T23:35:32.033016+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:35:32.033016+0000","last_undegraded":"2021-03-04T23:35:32.033016+0000","last_fullsized":"2021-03-04T23:35:32.033016+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"90","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033910+0000","last_change":"2021-03-04T23:32:18.976964+0000","last_active":"2021-03-04T23:35:32.033910+0000","last_peered":"2021-03-04T23:35:32.033910+0000","last_clean":"2021-03-04T23:35:32.033910+0000","last_became_active":"2021-03-04T23:32:18.976053+0000","last_became_peered":"2021-03-04T23:32:18.976053+0000","last_unstale":"2021-03-04T23:35:32.033910+0000","last_undegraded":"2021-03-04T23:35:32.033910+0000","last_fullsized":"2021-03-04T23:35:32.033910+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"299'18468","reported_seq":"26086","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:43.018445+0000","last_change":"2021-03-04T23:31:15.998496+0000","last_active":"2021-03-04T23:35:43.018445+0000","last_peered":"2021-03-04T23:35:43.018445+0000","last_clean":"2021-03-04T23:35:43.018445+0000","last_became_active":"2021-03-04T23:31:15.976417+0000","last_became_peered":"2021-03-04T23:31:15.976417+0000","last_unstale":"2021-03-04T23:35:43.018445+0000","last_undegraded":"2021-03-04T23:35:43.018445+0000","last_fullsized":"2021-03-04T23:35:43.018445+0000","mapping_epoch":236,"log_start":"203'11875","ondisk_log_start":"203'11875","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6593,"ondisk_log_size":6593,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":37486592,"num_objects":572,"num_object_clones":0,"num_object_copies":1716,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":572,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18468,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3697,"num_bytes_recovered":238419968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"200","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.032523+0000","last_change":"2021-03-04T23:31:58.069248+0000","last_active":"2021-03-04T23:35:32.032523+0000","last_peered":"2021-03-04T23:35:32.032523+0000","last_clean":"2021-03-04T23:35:32.032523+0000","last_became_active":"2021-03-04T23:31:58.068899+0000","last_became_peered":"2021-03-04T23:31:58.068899+0000","last_unstale":"2021-03-04T23:35:32.032523+0000","last_undegraded":"2021-03-04T23:35:32.032523+0000","last_fullsized":"2021-03-04T23:35:32.032523+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"332","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.122897+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:35:32.122897+0000","last_peered":"2021-03-04T23:35:32.122897+0000","last_clean":"2021-03-04T23:35:32.122897+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:35:32.122897+0000","last_undegraded":"2021-03-04T23:35:32.122897+0000","last_fullsized":"2021-03-04T23:35:32.122897+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"270","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.044692+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:35:32.044692+0000","last_peered":"2021-03-04T23:35:32.044692+0000","last_clean":"2021-03-04T23:35:32.044692+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:35:32.044692+0000","last_undegraded":"2021-03-04T23:35:32.044692+0000","last_fullsized":"2021-03-04T23:35:32.044692+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"265","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.121564+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:35:32.121564+0000","last_peered":"2021-03-04T23:35:32.121564+0000","last_clean":"2021-03-04T23:35:32.121564+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:35:32.121564+0000","last_undegraded":"2021-03-04T23:35:32.121564+0000","last_fullsized":"2021-03-04T23:35:32.121564+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"305","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.050866+0000","last_change":"2021-03-04T23:31:58.060196+0000","last_active":"2021-03-04T23:35:32.050866+0000","last_peered":"2021-03-04T23:35:32.050866+0000","last_clean":"2021-03-04T23:35:32.050866+0000","last_became_active":"2021-03-04T23:31:58.059959+0000","last_became_peered":"2021-03-04T23:31:58.059959+0000","last_unstale":"2021-03-04T23:35:32.050866+0000","last_undegraded":"2021-03-04T23:35:32.050866+0000","last_fullsized":"2021-03-04T23:35:32.050866+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"362","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.032498+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:35:32.032498+0000","last_peered":"2021-03-04T23:35:32.032498+0000","last_clean":"2021-03-04T23:35:32.032498+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:35:32.032498+0000","last_undegraded":"2021-03-04T23:35:32.032498+0000","last_fullsized":"2021-03-04T23:35:32.032498+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"345","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.038330+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:35:32.038330+0000","last_peered":"2021-03-04T23:35:32.038330+0000","last_clean":"2021-03-04T23:35:32.038330+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:35:32.038330+0000","last_undegraded":"2021-03-04T23:35:32.038330+0000","last_fullsized":"2021-03-04T23:35:32.038330+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"308","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.032691+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:35:32.032691+0000","last_peered":"2021-03-04T23:35:32.032691+0000","last_clean":"2021-03-04T23:35:32.032691+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:35:32.032691+0000","last_undegraded":"2021-03-04T23:35:32.032691+0000","last_fullsized":"2021-03-04T23:35:32.032691+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"315","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.038058+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:35:32.038058+0000","last_peered":"2021-03-04T23:35:32.038058+0000","last_clean":"2021-03-04T23:35:32.038058+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:35:32.038058+0000","last_undegraded":"2021-03-04T23:35:32.038058+0000","last_fullsized":"2021-03-04T23:35:32.038058+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"104","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033333+0000","last_change":"2021-03-04T23:32:18.971387+0000","last_active":"2021-03-04T23:35:32.033333+0000","last_peered":"2021-03-04T23:35:32.033333+0000","last_clean":"2021-03-04T23:35:32.033333+0000","last_became_active":"2021-03-04T23:32:18.971083+0000","last_became_peered":"2021-03-04T23:32:18.971083+0000","last_unstale":"2021-03-04T23:35:32.033333+0000","last_undegraded":"2021-03-04T23:35:32.033333+0000","last_fullsized":"2021-03-04T23:35:32.033333+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"88","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.033343+0000","last_change":"2021-03-04T23:31:58.062548+0000","last_active":"2021-03-04T23:35:32.033343+0000","last_peered":"2021-03-04T23:35:32.033343+0000","last_clean":"2021-03-04T23:35:32.033343+0000","last_became_active":"2021-03-04T23:31:58.062122+0000","last_became_peered":"2021-03-04T23:31:58.062122+0000","last_unstale":"2021-03-04T23:35:32.033343+0000","last_undegraded":"2021-03-04T23:35:32.033343+0000","last_fullsized":"2021-03-04T23:35:32.033343+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"273","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.122552+0000","last_change":"2021-03-04T23:32:19.162403+0000","last_active":"2021-03-04T23:35:32.122552+0000","last_peered":"2021-03-04T23:35:32.122552+0000","last_clean":"2021-03-04T23:35:32.122552+0000","last_became_active":"2021-03-04T23:32:18.984227+0000","last_became_peered":"2021-03-04T23:32:18.984227+0000","last_unstale":"2021-03-04T23:35:32.122552+0000","last_undegraded":"2021-03-04T23:35:32.122552+0000","last_fullsized":"2021-03-04T23:35:32.122552+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"366","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.037956+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:35:32.037956+0000","last_peered":"2021-03-04T23:35:32.037956+0000","last_clean":"2021-03-04T23:35:32.037956+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:35:32.037956+0000","last_undegraded":"2021-03-04T23:35:32.037956+0000","last_fullsized":"2021-03-04T23:35:32.037956+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":10713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9858802,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":6},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":627572760,"num_objects":9577,"num_object_clones":0,"num_object_copies":28731,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5770,"num_objects_misplaced":2287,"num_objects_unfound":0,"num_objects_dirty":9577,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":297153,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":98047,"num_bytes_recovered":5560598552,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4594741248,"data_stored":4594729032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":85090,"ondisk_log_size":85090,"up":48,"acting":46,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495996,"num_pgs":67,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1479096,"kb_used_data":430512,"kb_used_omap":2097,"kb_used_meta":1046478,"kb_avail":86601288,"statfs":{"total":90194313216,"available":88679718912,"internally_reserved":1073741824,"allocated":440844288,"data_stored":439374946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":1071593865},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,4,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:00 2021","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.33400000000000002,"15min":0.32400000000000001},"min":{"1min":0.17100000000000001,"5min":0.125,"15min":0.125},"max":{"1min":0.51300000000000001,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.246},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.38900000000000001,"15min":0.40200000000000002},"min":{"1min":0.16700000000000001,"5min":0.158,"15min":0.158},"max":{"1min":0.53700000000000003,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.36599999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:35:37 2021","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.39000000000000001,"15min":0.57699999999999996},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.16200000000000001},"max":{"1min":0.61799999999999999,"5min":0.91700000000000004,"15min":37.856000000000002},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.40200000000000002,"15min":0.59599999999999997},"min":{"1min":0.16400000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.76100000000000001,"5min":1.0409999999999999,"15min":37.914000000000001},"last":0.20599999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.34000000000000002,"15min":0.45100000000000001},"min":{"1min":0.187,"5min":0.187,"15min":0.17999999999999999},"max":{"1min":0.48499999999999999,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.41699999999999998,"15min":0.504},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.182},"max":{"1min":0.504,"5min":0.94499999999999995,"15min":3.206},"last":0.38300000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.28199999999999997,"5min":0.34399999999999997,"15min":0.85099999999999998},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.39000000000000001,"5min":0.96399999999999997,"15min":63.959000000000003},"last":0.17299999999999999},{"interface":"front","average":{"1min":0.27600000000000002,"5min":0.34999999999999998,"15min":0.88100000000000001},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":0.35499999999999998,"5min":0.84399999999999997,"15min":64.183999999999997},"last":0.219}]},{"osd":4,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.251,"5min":0.312,"15min":0.39800000000000002},"min":{"1min":0.14599999999999999,"5min":0.13,"15min":0.13},"max":{"1min":0.47199999999999998,"5min":0.65500000000000003,"15min":4.0179999999999998},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.254,"5min":0.28199999999999997,"15min":0.34000000000000002},"min":{"1min":0.158,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.42399999999999999,"5min":0.51000000000000001,"15min":3.7410000000000001},"last":0.23499999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.26500000000000001,"5min":0.28899999999999998,"15min":0.33800000000000002},"min":{"1min":0.16200000000000001,"5min":0.159,"15min":0.14299999999999999},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":3.621},"last":0.189},{"interface":"front","average":{"1min":0.31,"5min":0.33300000000000002,"15min":0.42299999999999999},"min":{"1min":0.185,"5min":0.156,"15min":0.156},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":3.54},"last":0.29999999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:34:52 2021","interfaces":[{"interface":"back","average":{"1min":0.26800000000000002,"5min":0.29299999999999998,"15min":0.38300000000000001},"min":{"1min":0.17199999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":0.42499999999999999,"5min":0.627,"15min":4.1299999999999999},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.36099999999999999,"15min":0.48799999999999999},"min":{"1min":0.20200000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.52000000000000002,"5min":0.67700000000000005,"15min":3.7850000000000001},"last":0.32900000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659497,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1190256,"kb_used_data":141672,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86890128,"statfs":{"total":90194313216,"available":88975491072,"internally_reserved":1073741824,"allocated":145072128,"data_stored":143611395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:11 2021","interfaces":[{"interface":"back","average":{"1min":0.26600000000000001,"5min":0.33300000000000002,"15min":0.35199999999999998},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.42999999999999999,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.17899999999999999},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.35899999999999999,"15min":0.36199999999999999},"min":{"1min":0.151,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.54600000000000004,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.20300000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:35:28 2021","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.375,"15min":0.40200000000000002},"min":{"1min":0.17399999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.746,"5min":1.746,"15min":3.5049999999999999},"last":0.221},{"interface":"front","average":{"1min":0.436,"5min":0.40600000000000003,"15min":0.45600000000000002},"min":{"1min":0.192,"5min":0.192,"15min":0.17199999999999999},"max":{"1min":2.9199999999999999,"5min":2.9199999999999999,"15min":4.149},"last":0.23499999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:35:28 2021","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.42499999999999999,"15min":0.45400000000000001},"min":{"1min":0.20300000000000001,"5min":0.20200000000000001,"15min":0.185},"max":{"1min":2.8300000000000001,"5min":2.8300000000000001,"15min":4.0940000000000003},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.40000000000000002,"15min":0.42799999999999999},"min":{"1min":0.20599999999999999,"5min":0.188,"15min":0.186},"max":{"1min":1.806,"5min":1.806,"15min":2.6360000000000001},"last":0.32300000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:35:28 2021","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.40000000000000002,"15min":0.97499999999999998},"min":{"1min":0.19800000000000001,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":1.782,"5min":1.782,"15min":77.881},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.436,"5min":0.40500000000000003,"15min":1.018},"min":{"1min":0.23100000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.343,"5min":2.343,"15min":77.683000000000007},"last":0.33400000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:35:11 2021","interfaces":[{"interface":"back","average":{"1min":0.24099999999999999,"5min":0.29699999999999999,"15min":0.37},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.13300000000000001},"max":{"1min":0.36599999999999999,"5min":0.58299999999999996,"15min":4.1539999999999999},"last":0.31},{"interface":"front","average":{"1min":0.23999999999999999,"5min":0.29299999999999998,"15min":0.36199999999999999},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.14299999999999999},"max":{"1min":0.379,"5min":0.56699999999999995,"15min":4.1269999999999998},"last":0.25600000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:35:11 2021","interfaces":[{"interface":"back","average":{"1min":0.27300000000000002,"5min":0.30099999999999999,"15min":0.379},"min":{"1min":0.188,"5min":0.155,"15min":0.155},"max":{"1min":0.40799999999999997,"5min":0.53300000000000003,"15min":4.0010000000000003},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.26700000000000002,"5min":0.30299999999999999,"15min":0.42299999999999999},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.13900000000000001},"max":{"1min":0.48299999999999998,"5min":0.57399999999999995,"15min":4.2389999999999999},"last":1.897}]},{"osd":7,"last update":"Thu Mar 4 23:35:11 2021","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.33300000000000002,"15min":0.46100000000000002},"min":{"1min":0.20000000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.41999999999999998,"5min":0.56299999999999994,"15min":4.5880000000000001},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.315,"5min":0.34699999999999998,"15min":0.41699999999999998},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.52000000000000002,"5min":0.59199999999999997,"15min":4.0129999999999999},"last":0.29399999999999998}]}]},{"osd":1,"up_from":87,"seq":373662155016,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1488592,"kb_used_data":1295112,"kb_used_omap":2528,"kb_used_meta":190943,"kb_avail":86591792,"statfs":{"total":90194313216,"available":88669995008,"internally_reserved":0,"allocated":1326194688,"data_stored":1324755980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":195525934},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,1,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:59 2021","interfaces":[{"interface":"back","average":{"1min":0.184,"5min":0.69699999999999995,"15min":0.38700000000000001},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.28899999999999998,"5min":39.125,"15min":39.125},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.246,"5min":0.77200000000000002,"15min":0.45500000000000002},"min":{"1min":0.19400000000000001,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.313,"5min":39.207000000000001,"15min":39.207000000000001},"last":0.32300000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:35:27 2021","interfaces":[{"interface":"back","average":{"1min":0.221,"5min":0.249,"15min":0.314},"min":{"1min":0.158,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.38200000000000001,"5min":0.59999999999999998,"15min":3.069},"last":1.637},{"interface":"front","average":{"1min":0.223,"5min":0.251,"15min":0.32300000000000001},"min":{"1min":0.154,"5min":0.14999999999999999,"15min":0.13100000000000001},"max":{"1min":0.34699999999999998,"5min":0.47899999999999998,"15min":3.8700000000000001},"last":0.17399999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:35:15 2021","interfaces":[{"interface":"back","average":{"1min":5.7450000000000001,"5min":1.512,"15min":1.1579999999999999},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":75.444000000000003,"5min":75.444000000000003,"15min":110.28400000000001},"last":1.675},{"interface":"front","average":{"1min":5.7759999999999998,"5min":1.534,"15min":1.173},"min":{"1min":0.17899999999999999,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":75.486999999999995,"5min":75.486999999999995,"15min":109.977},"last":1.6559999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:35:27 2021","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.40100000000000002,"15min":0.496},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.182},"max":{"1min":0.51100000000000001,"5min":0.91900000000000004,"15min":4.9850000000000003},"last":0.20399999999999999},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.38100000000000001,"15min":0.45200000000000001},"min":{"1min":0.214,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.53800000000000003,"5min":0.85699999999999998,"15min":3.7050000000000001},"last":1.73}]},{"osd":5,"last update":"Thu Mar 4 23:35:27 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.39700000000000002,"15min":0.48899999999999999},"min":{"1min":0.23000000000000001,"5min":0.20799999999999999,"15min":0.20699999999999999},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":8.6690000000000005},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.437,"5min":0.41899999999999998,"15min":0.50700000000000001},"min":{"1min":0.23300000000000001,"5min":0.217,"15min":0.217},"max":{"1min":2.0649999999999999,"5min":2.0649999999999999,"15min":4.415},"last":0.25600000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:34:53 2021","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.41499999999999998,"15min":0.51300000000000001},"min":{"1min":0.25600000000000001,"5min":0.22600000000000001,"15min":0.214},"max":{"1min":0.63200000000000001,"5min":0.90500000000000003,"15min":3.7610000000000001},"last":1.698},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.441,"15min":0.52200000000000002},"min":{"1min":0.28199999999999997,"5min":0.26100000000000001,"15min":0.24299999999999999},"max":{"1min":0.67600000000000005,"5min":0.88,"15min":3.5550000000000002},"last":0.46100000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:35:27 2021","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.42999999999999999,"15min":0.56499999999999995},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.20899999999999999},"max":{"1min":0.53100000000000003,"5min":0.88900000000000001,"15min":3.782},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.44,"15min":0.51900000000000002},"min":{"1min":0.28399999999999997,"5min":0.254,"15min":0.224},"max":{"1min":2.2080000000000002,"5min":2.2080000000000002,"15min":4.5049999999999999},"last":1.756}]}]},{"osd":0,"up_from":174,"seq":747324309600,"num_pgs":65,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":388000,"kb_used_data":254296,"kb_used_omap":980,"kb_used_meta":132715,"kb_avail":87692384,"statfs":{"total":90194313216,"available":89797001216,"internally_reserved":0,"allocated":260399104,"data_stored":258952074,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":135901123},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.19500000000000001,"5min":0.22700000000000001,"15min":0.248},"min":{"1min":0.14799999999999999,"5min":0.12,"15min":0.12},"max":{"1min":0.29299999999999998,"5min":0.623,"15min":0.623},"last":0.153},{"interface":"front","average":{"1min":0.20000000000000001,"5min":0.23599999999999999,"15min":0.23899999999999999},"min":{"1min":0.14699999999999999,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.34499999999999997,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.27300000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.224,"5min":0.25900000000000001,"15min":0.24099999999999999},"min":{"1min":0.156,"5min":0.156,"15min":0.14899999999999999},"max":{"1min":0.27000000000000002,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.20399999999999999},{"interface":"front","average":{"1min":0.26000000000000001,"5min":0.27100000000000002,"15min":0.27400000000000002},"min":{"1min":0.17399999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.40600000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.38400000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.20999999999999999,"5min":0.26700000000000002,"15min":0.27800000000000002},"min":{"1min":0.128,"5min":0.128,"15min":0.128},"max":{"1min":0.34999999999999998,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.252},{"interface":"front","average":{"1min":0.24099999999999999,"5min":0.28100000000000003,"15min":0.29499999999999998},"min":{"1min":0.16300000000000001,"5min":0.151,"15min":0.151},"max":{"1min":0.371,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.192}]},{"osd":4,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.38500000000000001,"15min":0.38400000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.64500000000000002,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.39000000000000001,"15min":0.38300000000000001},"min":{"1min":0.22800000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.59499999999999997,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.30399999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.39500000000000002,"15min":0.39100000000000001},"min":{"1min":0.27200000000000002,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.58499999999999996,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.38,"15min":0.38900000000000001},"min":{"1min":0.219,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.66400000000000003,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.32400000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.371,"15min":0.40400000000000003},"min":{"1min":0.22500000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.57099999999999995,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.27000000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.59899999999999998,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.44900000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.39100000000000001,"15min":0.39000000000000001},"min":{"1min":0.26700000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.627,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.434},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.41399999999999998,"15min":0.40799999999999997},"min":{"1min":0.248,"5min":0.248,"15min":0.24199999999999999},"max":{"1min":0.68300000000000005,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.47699999999999998}]}]},{"osd":2,"up_from":0,"seq":442381631740,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879536,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":734808,"kb_used_data":591568,"kb_used_omap":883,"kb_used_meta":142348,"kb_avail":87345576,"statfs":{"total":90194313216,"available":89441869824,"internally_reserved":0,"allocated":605765632,"data_stored":604325170,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":145764416},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,5],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:56 2021","interfaces":[{"interface":"back","average":{"1min":0.22900000000000001,"5min":0.96399999999999997,"15min":0.5},"min":{"1min":0.14299999999999999,"5min":0.127,"15min":0.127},"max":{"1min":0.38500000000000001,"5min":66.528999999999996,"15min":66.528999999999996},"last":0.14299999999999999},{"interface":"front","average":{"1min":0.28799999999999998,"5min":1.0109999999999999,"15min":0.54300000000000004},"min":{"1min":0.19500000000000001,"5min":0.16600000000000001,"15min":0.16500000000000001},"max":{"1min":0.44400000000000001,"5min":66.497,"15min":66.497},"last":0.20599999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":0.19700000000000001,"5min":0.245,"15min":0.38900000000000001},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.13600000000000001},"max":{"1min":0.35599999999999998,"5min":0.52000000000000002,"15min":25.097999999999999},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.27800000000000002,"5min":0.28000000000000003,"15min":0.48299999999999998},"min":{"1min":0.16300000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.377,"5min":0.626,"15min":25.109999999999999},"last":0.247}]},{"osd":2,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":0.24399999999999999,"5min":0.254,"15min":0.36899999999999999},"min":{"1min":0.17499999999999999,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":0.39700000000000002,"5min":0.56100000000000005,"15min":4.8730000000000002},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.25700000000000001,"5min":0.26100000000000001,"15min":0.32800000000000001},"min":{"1min":0.188,"5min":0.151,"15min":0.151},"max":{"1min":0.40899999999999997,"5min":0.47399999999999998,"15min":2.98},"last":0.22700000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.39500000000000002,"15min":0.46400000000000002},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.59199999999999997,"5min":1.0089999999999999,"15min":2.9780000000000002},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.42399999999999999,"15min":0.499},"min":{"1min":0.27300000000000002,"5min":0.22800000000000001,"15min":0.20699999999999999},"max":{"1min":0.67400000000000004,"5min":0.999,"15min":3.7719999999999998},"last":0.28699999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.42999999999999999,"15min":0.57999999999999996},"min":{"1min":0.28699999999999998,"5min":0.23799999999999999,"15min":0.224},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":4.6479999999999997},"last":0.316},{"interface":"front","average":{"1min":0.315,"5min":0.375,"15min":0.51800000000000002},"min":{"1min":0.22600000000000001,"5min":0.20899999999999999,"15min":0.192},"max":{"1min":0.48599999999999999,"5min":0.92100000000000004,"15min":4.8449999999999998},"last":0.38300000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:34:51 2021","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.40400000000000003,"15min":0.54000000000000004},"min":{"1min":0.26400000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69999999999999996,"5min":0.98699999999999999,"15min":9.9410000000000007},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.436,"15min":0.53700000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.251},"max":{"1min":0.71099999999999997,"5min":1.044,"15min":3.8100000000000001},"last":0.36799999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":10.368,"5min":2.3959999999999999,"15min":1.214},"min":{"1min":0.24299999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":160.75999999999999,"5min":160.75999999999999,"15min":160.75999999999999},"last":0.33000000000000002},{"interface":"front","average":{"1min":10.529,"5min":2.4390000000000001,"15min":1.2230000000000001},"min":{"1min":0.28299999999999997,"5min":0.26100000000000001,"15min":0.23899999999999999},"max":{"1min":160.86600000000001,"5min":160.86600000000001,"15min":160.86600000000001},"last":0.44900000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986565,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1524656,"kb_used_data":476072,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":86555728,"statfs":{"total":90194313216,"available":88633065472,"internally_reserved":1073741824,"allocated":487497728,"data_stored":486036484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.36099999999999999,"15min":0.36399999999999999},"min":{"1min":0.159,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.55100000000000005,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.17100000000000001},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.39500000000000002,"15min":0.41799999999999998},"min":{"1min":0.16800000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.61399999999999999,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.252}]},{"osd":1,"last update":"Thu Mar 4 23:35:37 2021","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.47599999999999998,"15min":0.625},"min":{"1min":0.157,"5min":0.157,"15min":0.157},"max":{"1min":1.7829999999999999,"5min":11.231,"15min":20.440000000000001},"last":0.192},{"interface":"front","average":{"1min":0.29499999999999998,"5min":0.46200000000000002,"15min":0.59599999999999997},"min":{"1min":0.17699999999999999,"5min":0.154,"15min":0.154},"max":{"1min":0.46899999999999997,"5min":11.207000000000001,"15min":20.465},"last":0.28100000000000003}]},{"osd":2,"last update":"Thu Mar 4 23:35:20 2021","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.35799999999999998,"15min":0.40000000000000002},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.17100000000000001},"max":{"1min":0.499,"5min":0.70099999999999996,"15min":3.3260000000000001},"last":1.1259999999999999},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.377,"15min":0.42999999999999999},"min":{"1min":0.27600000000000002,"5min":0.224,"15min":0.17499999999999999},"max":{"1min":0.442,"5min":0.83899999999999997,"15min":3.351},"last":0.372}]},{"osd":3,"last update":"Thu Mar 4 23:35:20 2021","interfaces":[{"interface":"back","average":{"1min":3.3300000000000001,"5min":1.571,"15min":1.7789999999999999},"min":{"1min":0.217,"5min":0.192,"15min":0.192},"max":{"1min":63.552999999999997,"5min":63.552999999999997,"15min":85.394999999999996},"last":0.22700000000000001},{"interface":"front","average":{"1min":3.4159999999999999,"5min":1.5660000000000001,"15min":1.6799999999999999},"min":{"1min":0.248,"5min":0.217,"15min":0.19400000000000001},"max":{"1min":63.701999999999998,"5min":63.701999999999998,"15min":85.802999999999997},"last":0.33600000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:35:37 2021","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.312,"15min":0.33600000000000002},"min":{"1min":0.16300000000000001,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":3.456},"last":0.82899999999999996},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.29399999999999998,"15min":0.34999999999999998},"min":{"1min":0.16900000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.601,"5min":1.601,"15min":3.2999999999999998},"last":0.29699999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.316,"15min":0.35599999999999998},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":0.35299999999999998,"5min":0.61199999999999999,"15min":3.5569999999999999},"last":2.2330000000000001},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.32400000000000001,"15min":0.46700000000000003},"min":{"1min":0.17699999999999999,"5min":0.16700000000000001,"15min":0.14199999999999999},"max":{"1min":0.51200000000000001,"5min":0.77200000000000002,"15min":3.895},"last":1.044}]},{"osd":7,"last update":"Thu Mar 4 23:35:37 2021","interfaces":[{"interface":"back","average":{"1min":7.7160000000000002,"5min":1.8029999999999999,"15min":0.86699999999999999},"min":{"1min":0.184,"5min":0.184,"15min":0.17000000000000001},"max":{"1min":131.482,"5min":131.482,"15min":131.482},"last":2.8959999999999999},{"interface":"front","average":{"1min":7.6970000000000001,"5min":1.8240000000000001,"15min":0.96599999999999997},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":131.54599999999999,"5min":131.54599999999999,"15min":131.54599999999999},"last":2.1749999999999998}]}]},{"osd":5,"up_from":36,"seq":154618823043,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1830696,"kb_used_data":782112,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":86249688,"statfs":{"total":90194313216,"available":88319680512,"internally_reserved":1073741824,"allocated":800882688,"data_stored":799427560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,0,2,1,1,0,2,3],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.35199999999999998,"15min":0.36899999999999999},"min":{"1min":0.13,"5min":0.13,"15min":0.13},"max":{"1min":0.55700000000000005,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.14399999999999999},{"interface":"front","average":{"1min":0.371,"5min":0.38500000000000001,"15min":0.39100000000000001},"min":{"1min":0.23799999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.56799999999999995,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.224}]},{"osd":1,"last update":"Thu Mar 4 23:35:31 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.35799999999999998,"15min":0.41299999999999998},"min":{"1min":0.16,"5min":0.16,"15min":0.153},"max":{"1min":0.55800000000000005,"5min":0.93400000000000005,"15min":3.2519999999999998},"last":0.17899999999999999},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.39900000000000002,"15min":0.48499999999999999},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.14599999999999999},"max":{"1min":3.0579999999999998,"5min":3.0579999999999998,"15min":7.4740000000000002},"last":0.26600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:35:18 2021","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.372,"15min":0.42999999999999999},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.161},"max":{"1min":0.57499999999999996,"5min":0.91400000000000003,"15min":3.5800000000000001},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.39300000000000002,"15min":0.48999999999999999},"min":{"1min":0.251,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.52800000000000002,"5min":0.79300000000000004,"15min":3.698},"last":2.2120000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:35:18 2021","interfaces":[{"interface":"back","average":{"1min":3.3719999999999999,"5min":0.97999999999999998,"15min":0.68500000000000005},"min":{"1min":0.23400000000000001,"5min":0.20899999999999999,"15min":0.16700000000000001},"max":{"1min":55.055999999999997,"5min":55.055999999999997,"15min":55.055999999999997},"last":2.181},{"interface":"front","average":{"1min":3.3860000000000001,"5min":1,"15min":0.68799999999999994},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.19800000000000001},"max":{"1min":55.119,"5min":55.119,"15min":55.119},"last":0.27900000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.26900000000000002,"5min":0.317,"15min":0.375},"min":{"1min":0.152,"5min":0.152,"15min":0.127},"max":{"1min":0.55000000000000004,"5min":0.71599999999999997,"15min":7.4480000000000004},"last":0.16400000000000001},{"interface":"front","average":{"1min":0.28100000000000003,"5min":0.311,"15min":0.34799999999999998},"min":{"1min":0.16300000000000001,"5min":0.158,"15min":0.152},"max":{"1min":0.42599999999999999,"5min":0.61599999999999999,"15min":4.4000000000000004},"last":0.251}]},{"osd":6,"last update":"Thu Mar 4 23:35:31 2021","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.36199999999999999,"15min":0.42899999999999999},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.16},"max":{"1min":3.0089999999999999,"5min":3.0089999999999999,"15min":7.3959999999999999},"last":0.192},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.32900000000000001,"15min":0.35599999999999998},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16300000000000001},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":4.3209999999999997},"last":0.28999999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:35:18 2021","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.35299999999999998,"15min":0.41399999999999998},"min":{"1min":0.20300000000000001,"5min":0.185,"15min":0.185},"max":{"1min":0.47699999999999998,"5min":0.66500000000000004,"15min":4.3540000000000001},"last":0.20200000000000001},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.33000000000000002,"15min":0.377},"min":{"1min":0.20999999999999999,"5min":0.159,"15min":0.159},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":2.9740000000000002},"last":0.29999999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":234291200,"data_stored":234291200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1305743360,"data_stored":1305739288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":664272896,"data_stored":664272896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":566296576,"data_stored":566296576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":477495296,"data_stored":477495296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":795021312,"data_stored":795017240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":139001856,"data_stored":139001856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":412618752,"data_stored":412614680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:35:46.332 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:46 gibba011 conmon[95595]: cluster 2021-03-04T23:35:44.742950+0000 mgr.x (mgr.34676) 1018 : cluster [DBG] pgmap v1033: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait; 599 MiB data, 4.2 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s; 5770/28797 objects degraded (20.037%); 2287/28797 objects misplaced (7.942%); 6.2 MiB/s, 99 objects/s recovering 2021-03-04T23:35:46.332 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:46 gibba011 conmon[95595]: audit 2021-03-04T23:35:45.214829+0000 mgr.x (mgr.34676) 1019 : audit [DBG] from='client.56131 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:35:46.333 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:46 gibba011 conmon[99461]: cluster 2021-03-04T23:35:44.742950+0000 mgr.x (mgr.34676) 1018 : cluster [DBG] pgmap v1033: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait; 599 MiB data, 4.2 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s; 5770/28797 objects degraded (20.037%); 2287/28797 objects misplaced (7.942%); 6.2 MiB/s, 99 objects/s recovering 2021-03-04T23:35:46.333 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:46 gibba011 conmon[99461]: audit 2021-03-04T23:35:45.214829+0000 mgr.x (mgr.34676) 1019 : audit [DBG] from='client.56131 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:35:46.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:46 gibba038 conmon[76675]: cluster 2021-03-04T23:35:44.742950+0000 mgr.x (mgr.34676) 1018 : cluster [DBG] pgmap v1033: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait; 599 MiB data, 4.2 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s; 5770/28797 objects degraded (20.037%); 2287/28797 objects misplaced (7.942%); 6.2 MiB/s, 99 objects/s recovering 2021-03-04T23:35:46.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:46 gibba038 conmon[76675]: audit 2021-03-04T23:35:45.214829+0000 mgr.x (mgr.34676) 1019 : audit [DBG] from='client.56131 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:35:46.383 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:46.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:46.411 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:46.412 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:46.513 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:46.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:46.534 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:46.535 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:46.637 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:46.658 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:46.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:46.664 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:46.766 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:46.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:46.786 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:46.786 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:46.799 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:35:46.888 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:46.909 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:46.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:46.911 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:46.949 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:47.013 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:47.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:47.035 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:47.035 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:47.136 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:47.160 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:47.161 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:47.162 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:47.263 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:47.289 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:47.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:47.290 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:47.392 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:47.417 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:47.418 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:47.418 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:47.520 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:47.542 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:47.543 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:47.544 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:47.645 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:47.667 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:47.667 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:47.668 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:47.769 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:47.791 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:47.792 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:47.793 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:47.894 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:47.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:47.918 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:47.919 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:48.020 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:48.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:48.040 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:48.040 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:48.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:48 gibba011 conmon[95595]: cluster 2021-03-04T23:35:46.743275+0000 mgr.x (mgr.34676) 1020 : cluster [DBG] pgmap v1034: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait; 567 MiB data, 4.1 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.50k op/s; 5770/27300 objects degraded (21.136%); 2287/27300 objects misplaced (8.377%); 6.2 MiB/s, 99 objects/s recovering 2021-03-04T23:35:48.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:48 gibba011 conmon[99461]: cluster 2021-03-04T23:35:46.743275+0000 mgr.x (mgr.34676) 1020 : cluster [DBG] pgmap v1034: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait; 567 MiB data, 4.1 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.50k op/s; 5770/27300 objects degraded (21.136%); 2287/27300 objects misplaced (8.377%); 6.2 MiB/s, 99 objects/s recovering 2021-03-04T23:35:48.141 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:48.164 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:48.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:48.166 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:48.267 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:48.288 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:48.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:48.289 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:48.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:48 gibba038 conmon[76675]: cluster 2021-03-04T23:35:46.743275+0000 mgr.x (mgr.34676) 1020 : cluster [DBG] pgmap v1034: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait; 567 MiB data, 4.1 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 1.50k op/s; 5770/27300 objects degraded (21.136%); 2287/27300 objects misplaced (8.377%); 6.2 MiB/s, 99 objects/s recovering 2021-03-04T23:35:48.391 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:48.411 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:48.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:48.413 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:48.514 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:48.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:48.535 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:48.536 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:48.599 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:35:48.600 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:35:48.638 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:48.662 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:48.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:48.663 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:48.765 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:48.782 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:48.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:48.784 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:48.885 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:48.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:48.903 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:48.903 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:48.925 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Removed 153364 objects 2021-03-04T23:35:48.925 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Clean up completed and total clean up time :567.778 2021-03-04T23:35:49.005 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:49.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:49.022 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:49.023 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:49.125 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:49.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:49.143 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:49.144 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:49.245 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:49.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:49.265 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:49.265 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:49.309 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:35:49.327 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:49 gibba011 conmon[95595]: audit 2021-03-04T23:35:48.588957+0000 mon.c (mon.1) 403 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:35:49.328 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:49 gibba011 conmon[95595]: audit 2021-03-04T23:35:48.590451+0000 mon.c (mon.1) 404 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:35:49.329 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:49 gibba011 conmon[95595]: audit 2021-03-04T23:35:48.590680+0000 mon.c (mon.1) 405 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:35:49.329 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:49 gibba011 conmon[95595]: cluster 2021-03-04T23:35:49.015514+0000 mon.a (mon.0) 1378 : cluster [WRN] Health check update: Degraded data redundancy: 5770/27300 objects degraded (21.136%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:49.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:49 gibba011 conmon[99461]: audit 2021-03-04T23:35:48.588957+0000 mon.c (mon.1) 403 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:35:49.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:49 gibba011 conmon[99461]: 2021-03-04T23:35:49.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:49 gibba011 conmon[99461]: audit 2021-03-04T23:35:48.590451+0000 mon.c (mon.1) 404 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:35:49.331 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:49 gibba011 conmon[99461]: audit 2021-03-04T23:35:48.590680+0000 mon.c (mon.1) 405 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:35:49.331 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:49 gibba011 conmon[99461]: cluster 2021-03-04T23:35:49.015514+0000 mon.a (mon.0) 1378 : cluster [WRN] Health check update: Degraded data redundancy: 5770/27300 objects degraded (21.136%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:49.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:49 gibba038 conmon[76675]: audit 2021-03-04T23:35:48.588957+0000 mon.c (mon.1) 403 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:35:49.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:49 gibba038 conmon[76675]: audit 2021-03-04T23:35:48.590451+0000 mon.c (mon.1) 404 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:35:49.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:49 gibba038 conmon[76675]: audit 2021-03-04T23:35:48.590680+0000 mon.c (mon.1) 405 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:35:49.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:49 gibba038 conmon[76675]: cluster 2021-03-04T23:35:49.015514+0000 mon.a (mon.0) 1378 : cluster [WRN] Health check update: Degraded data redundancy: 5770/27300 objects degraded (21.136%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:49.367 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:49.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:49.386 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:49.386 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:49.421 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:49.487 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:49.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:49.505 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:49.505 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:49.606 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:49.624 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:49.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:49.625 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:49.726 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:49.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:49.745 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:49.745 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:49.847 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:49.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:49.865 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:49.866 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:49.874 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_4 2021-03-04T23:35:49.875 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool rm unique_pool_4 unique_pool_4 --yes-i-really-really-mean-it 2021-03-04T23:35:49.967 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:49.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:49.986 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:49.986 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:49.987 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:50.088 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:50.104 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:50.105 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:50.106 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:50.139 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-03-04T23:35:50.181 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:50 gibba011 conmon[95595]: cluster 2021-03-04T23:35:48.743883+0000 mgr.x (mgr.34676) 1021 : cluster [DBG] pgmap v1035: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+remapped+backfill_wait; 80 MiB data, 2.8 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.60k op/s; 5770/3888 objects degraded (148.405%); 177/3888 objects misplaced (4.552%); 6.3 MiB/s, 100 objects/s recovering 2021-03-04T23:35:50.182 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:50 gibba011 conmon[99461]: cluster 2021-03-04T23:35:48.743883+0000 mgr.x (mgr.34676) 1021 : cluster [DBG] pgmap v1035: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+remapped+backfill_wait; 80 MiB data, 2.8 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.60k op/s; 5770/3888 objects degraded (148.405%); 177/3888 objects misplaced (4.552%); 6.3 MiB/s, 100 objects/s recovering 2021-03-04T23:35:50.207 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:50.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:50.225 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:50.226 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:50.297 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:50.327 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:50.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:50 gibba038 conmon[76675]: cluster 2021-03-04T23:35:48.743883+0000 mgr.x (mgr.34676) 1021 : 2021-03-04T23:35:50.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:50 gibba038 conmon[76675]: cluster [DBG] pgmap v1035: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+remapped+backfill_wait; 80 MiB data, 2.8 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.60k op/s; 5770/3888 objects degraded (148.405%); 177/3888 objects misplaced (4.552%); 6.3 MiB/s, 100 objects/s recovering 2021-03-04T23:35:50.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:50.348 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:50.348 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:50.450 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:50.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:50.467 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:50.468 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:50.569 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:50.586 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:50.587 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:50.588 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:50.689 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:50.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:50.708 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:50.708 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:50.809 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:50.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:50.827 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:50.828 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:50.929 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:50.946 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:50.947 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:50.947 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:51.048 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:51.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:51.067 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:51.067 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:51.084 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:35:51.169 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:51.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:51.187 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:51.187 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:51.240 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:51 gibba011 conmon[95595]: audit 2021-03-04T23:35:50.473154+0000 mon.a (mon.0) 1379 : audit [INF] from='client.? 172.21.2.111:0/890438095' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:51.240 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:51 gibba011 conmon[99461]: audit 2021-03-04T23:35:50.473154+0000 mon.a (mon.0) 1379 : audit [INF] from='client.? 172.21.2.111:0/890438095' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:51.241 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:51 gibba011 conmon[99461]: 2021-03-04T23:35:51.289 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:51.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:51.308 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:51.308 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:51.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:51 gibba038 conmon[76675]: audit 2021-03-04T23:35:50.473154+0000 mon.a (mon.0) 1379 : audit [INF] from='client.? 172.21.2.111:0/890438095' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:35:51.409 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:51.425 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:51.426 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:51.427 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:51.528 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:51.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:51.555 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:51.556 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:51.658 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:51.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:51.677 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:51.677 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:51.779 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:51.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:51.798 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:51.798 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:51.900 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:51.918 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:51.919 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:51.920 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:52.021 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:52.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:52.040 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:52.040 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:52.141 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:52.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:52.161 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:52.161 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:52.263 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:52.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:52.280 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:52.280 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:52.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:52 gibba038 conmon[76675]: cluster 2021-03-04T23:35:50.744337+0000 mgr.x (mgr.34676) 1022 : cluster [DBG] pgmap v1036: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+remapped+backfill_wait; 57 MiB data, 2.7 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.53k op/s; 5770/2814 objects degraded (205.046%); 177/2814 objects misplaced (6.290%); 5.9 MiB/s, 93 objects/s recovering 2021-03-04T23:35:52.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:52 gibba038 conmon[76675]: cluster 2021-03-04T23:35:51.075071+0000 mon.a (mon.0) 1380 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:52.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:52 gibba038 conmon[76675]: audit 2021-03-04T23:35:51.079500+0000 mon.a (mon.0) 1381 : audit [INF] from='client.? 172.21.2.111:0/890438095' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:52.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:52 gibba038 conmon[76675]: cluster 2021-03-04T23:35:51.079534+0000 mon.a (mon.0) 1382 : cluster [DBG] osdmap e300: 8 total, 8 up, 7 in 2021-03-04T23:35:52.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:52 gibba011 conmon[95595]: cluster 2021-03-04T23:35:50.744337+0000 mgr.x (mgr.34676) 1022 : cluster [DBG] pgmap v1036: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+remapped+backfill_wait; 57 MiB data, 2.7 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.53k op/s; 5770/2814 objects degraded (205.046%); 177/2814 objects misplaced (6.290%); 5.9 MiB/s, 93 objects/s recovering 2021-03-04T23:35:52.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:52 gibba011 conmon[95595]: cluster 2021-03-04T23:35:52.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:52 gibba011 conmon[95595]: 2021-03-04T23:35:51.075071+0000 mon.a (mon.0) 1380 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:52.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:52 gibba011 conmon[95595]: audit 2021-03-04T23:35:51.079500+0000 mon.a (mon.0) 1381 : audit [INF] from='client.? 172.21.2.111:0/890438095' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:52.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:52 gibba011 conmon[95595]: cluster 2021-03-04T23:35:51.079534+0000 mon.a (mon.0) 1382 : cluster [DBG] osdmap e300: 8 total, 8 up, 7 in 2021-03-04T23:35:52.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:52 gibba011 conmon[99461]: cluster 2021-03-04T23:35:50.744337+0000 mgr.x (mgr.34676) 1022 : cluster [DBG] 2021-03-04T23:35:52.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:52 gibba011 conmon[99461]: pgmap v1036: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+remapped+backfill_wait; 57 MiB data, 2.7 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.53k op/s; 5770/2814 objects degraded (205.046%); 177/2814 objects misplaced (6.290%); 5.9 MiB/s, 93 objects/s recovering 2021-03-04T23:35:52.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:52 gibba011 conmon[99461]: cluster 2021-03-04T23:35:51.075071+0000 mon.a (mon.0) 1380 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:35:52.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:52 gibba011 conmon[99461]: audit 2021-03-04T23:35:51.079500+0000 mon.a (mon.0) 1381 : audit [INF] from='client.? 172.21.2.111:0/890438095' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:35:52.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:52 gibba011 conmon[99461]: cluster 2021-03-04T23:35:51.079534+0000 mon.a (mon.0) 1382 : cluster [DBG] osdmap e300: 8 total, 8 up, 7 in 2021-03-04T23:35:52.382 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:52.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:52.399 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:52.400 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:52.501 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:52.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:52.519 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:52.519 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:52.621 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:52.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:52.639 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:52.640 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:52.741 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:52.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:52.862 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:52.863 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:52.957 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:35:52.957 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:35:52.958 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:35:52.958 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:35:52.959 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:35:52.959 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:35:52.960 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:35:52.960 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:35:52.961 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:35:52.961 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:35:52.962 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:35:52.962 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:35:52.962 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:35:52.963 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:35:52.963 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:35:52.964 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:35:52.965 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:52.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:52.985 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:52.986 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:53.087 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:53.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:53.106 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:53.107 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:53.208 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:53.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:53.226 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:53.227 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:53.328 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:53.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:53 gibba038 conmon[76675]: audit 2021-03-04T23:35:52.145264+0000 mon.b (mon.2) 8 : audit [DBG] from='client.? 172.21.2.111:0/2101153715' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:53.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:53 gibba038 conmon[76675]: audit 2021-03-04T23:35:53.057708+0000 mon.a (mon.0) 1383 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:35:53.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:53.346 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:53.346 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:53.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:53 gibba011 conmon[95595]: audit 2021-03-04T23:35:52.145264+0000 mon.b (mon.2) 8 : audit [DBG] from='client.? 172.21.2.111:0/2101153715' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:53.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:53 gibba011 conmon[95595]: audit 2021-03-04T23:35:53.057708+0000 mon.a (mon.0) 1383 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:35:53.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:53 gibba011 conmon[99461]: audit 2021-03-04T23:35:52.145264+0000 mon.b (mon.2) 2021-03-04T23:35:53.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:53 gibba011 conmon[99461]: 8 : audit [DBG] from='client.? 172.21.2.111:0/2101153715' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:35:53.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:53 gibba011 conmon[99461]: audit 2021-03-04T23:35:53.057708+0000 mon.a (mon. 2021-03-04T23:35:53.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:53 gibba011 conmon[99461]: 0) 1383 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:35:53.448 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:53.465 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:53.466 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:53.466 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:53.568 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:35:53.585 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:53.586 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:53.586 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:35:53.687 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:53.708 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:53.709 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:53.710 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:53.810 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:53.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:53.828 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:53.829 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:53.930 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:53.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:53.948 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:53.949 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:54.050 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:54.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:54.069 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:54.069 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:54.170 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:54.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:54.189 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:54.189 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:54.280 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:54 gibba011 conmon[95595]: cluster 2021-03-04T23:35:52.744791+0000 mgr.x (mgr.34676) 1023 : cluster [DBG] pgmap v1038: 119 pgs: 114 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+remapped+backfill_wait; 35 MiB data, 2.5 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.49k op/s; 5770/1737 objects degraded (332.182%); 36/1737 objects misplaced (2.073%); 6.3 MiB/s, 100 objects/s recovering 2021-03-04T23:35:54.281 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:54 gibba011 conmon[95595]: cephadm 2021-03-04T23:35:53.058560+0000 mgr.x (mgr.34676) 1024 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:35:54.281 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:54 gibba011 conmon[95595]: cluster 2021-03-04T23:35:54.016603+0000 mon.a (mon.0) 1384 : cluster [WRN] Health check update: Degraded data redundancy: 5770/1737 objects degraded (332.182%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:54.282 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:54 gibba011 conmon[99461]: cluster 2021-03-04T23:35:52.744791+0000 mgr.x (mgr.34676) 1023 : cluster [DBG] pgmap v1038: 119 pgs: 114 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+remapped+backfill_wait; 35 MiB data, 2.5 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.49k op/s; 5770/1737 objects degraded (332.182%); 36/1737 objects misplaced (2.073%); 6.3 MiB/s, 100 objects/s recovering 2021-03-04T23:35:54.282 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:54 gibba011 conmon[99461]: cephadm 2021-03-04T23:35:53.058560+0000 mgr.x (mgr.34676) 1024 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:35:54.283 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:54 gibba011 conmon[99461]: cluster 2021-03-04T23:35:54.283 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:54 gibba011 conmon[99461]: 2021-03-04T23:35:54.016603+0000 mon.a (mon.0) 1384 : cluster [WRN] Health check update: Degraded data redundancy: 5770/1737 objects degraded (332.182%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:54.290 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:54.310 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:54.311 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:54.311 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:54.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:54 gibba038 conmon[76675]: cluster 2021-03-04T23:35:52.744791+0000 mgr.x (mgr.34676) 1023 : cluster [DBG] pgmap v1038: 119 pgs: 114 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 2 active+remapped+backfill_wait; 35 MiB data, 2.5 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 1.49k op/s; 5770/1737 objects degraded (332.182%); 36/1737 objects misplaced (2.073%); 6.3 MiB/s, 100 objects/s recovering 2021-03-04T23:35:54.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:54 gibba038 conmon[76675]: 2021-03-04T23:35:54.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:54 gibba038 conmon[76675]: cephadm 2021-03-04T23:35:53.058560+0000 mgr.x (mgr.34676) 1024 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:35:54.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:54 gibba038 conmon[76675]: cluster 2021-03-04T23:35:54.016603+0000 mon.a (mon.0) 1384 : cluster [WRN] Health check update: Degraded data redundancy: 5770/1737 objects degraded (332.182%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2021-03-04T23:35:54.412 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:54.429 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:54.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:54.431 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:54.532 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:54.549 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:54.551 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:54.552 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:54.625 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:35:54.626 INFO:teuthology.orchestra.run.gibba011.stdout: "size": 20, 2021-03-04T23:35:54.626 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 600, 2021-03-04T23:35:54.626 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:35:54.627 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.628 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGRecoveryDelete(9.8 e179,174 9:13835d0d:::benchmark_data_gibba011_139107_object22696:head,172'11017)", 2021-03-04T23:35:54.628 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:01.438749+0000", 2021-03-04T23:35:54.628 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 473.05671420700003, 2021-03-04T23:35:54.628 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.076772441999999996, 2021-03-04T23:35:54.629 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:35:54.629 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:35:54.629 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:35:54.629 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.630 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:35:54.630 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438749+0000", 2021-03-04T23:35:54.630 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:35:54.630 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.631 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.631 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:35:54.631 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438749+0000", 2021-03-04T23:35:54.631 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.9299999999999997e-07 2021-03-04T23:35:54.632 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.632 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.632 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:35:54.632 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438750+0000", 2021-03-04T23:35:54.633 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5269999999999999e-06 2021-03-04T23:35:54.633 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.633 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.633 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:35:54.634 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438751+0000", 2021-03-04T23:35:54.634 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.95e-06 2021-03-04T23:35:54.634 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.634 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.634 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:35:54.635 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438756+0000", 2021-03-04T23:35:54.635 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9129999999999999e-06 2021-03-04T23:35:54.636 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.636 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.636 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:35:54.636 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438759+0000", 2021-03-04T23:35:54.637 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0874000000000001e-05 2021-03-04T23:35:54.637 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.637 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.637 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:35:54.637 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438810+0000", 2021-03-04T23:35:54.638 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7800000000000001e-06 2021-03-04T23:35:54.638 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.638 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.638 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:35:54.639 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.438813+0000", 2021-03-04T23:35:54.639 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.076708604999999999 2021-03-04T23:35:54.639 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.639 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.639 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:35:54.640 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:01.515522+0000", 2021-03-04T23:35:54.640 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.076772441999999996 2021-03-04T23:35:54.640 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.641 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:35:54.641 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.641 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.641 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.642 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPushReply(9.8 207/180 [PushReplyOp(9:11820376:::benchmark_data_gibba011_139107_object69460:head)])", 2021-03-04T23:35:54.642 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:30:09.242794+0000", 2021-03-04T23:35:54.642 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 345.25266954400001, 2021-03-04T23:35:54.642 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.073742283000000006, 2021-03-04T23:35:54.642 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:35:54.643 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "reached pg", 2021-03-04T23:35:54.643 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:35:54.643 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.643 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:35:54.644 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:09.242794+0000", 2021-03-04T23:35:54.644 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:35:54.644 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.644 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.644 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:35:54.645 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:09.242794+0000", 2021-03-04T23:35:54.645 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4000000000000002e-07 2021-03-04T23:35:54.645 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.645 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.646 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:35:54.646 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:09.242794+0000", 2021-03-04T23:35:54.646 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1689999999999999e-06 2021-03-04T23:35:54.646 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.647 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.647 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:35:54.647 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:09.242795+0000", 2021-03-04T23:35:54.647 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.993e-06 2021-03-04T23:35:54.647 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.648 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.648 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:35:54.648 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:09.242798+0000", 2021-03-04T23:35:54.648 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.571e-06 2021-03-04T23:35:54.648 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.649 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.649 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:35:54.649 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:09.242801+0000", 2021-03-04T23:35:54.649 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6446000000000001e-05 2021-03-04T23:35:54.650 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.650 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.650 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:35:54.650 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:09.242817+0000", 2021-03-04T23:35:54.650 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.073718664000000003 2021-03-04T23:35:54.651 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.651 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.651 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:35:54.651 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:30:09.316536+0000", 2021-03-04T23:35:54.652 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.073742283000000006 2021-03-04T23:35:54.652 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.652 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:35:54.652 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.652 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.653 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.653 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPushReply(9.9 234/233 [PushReplyOp(9:90f52434:::benchmark_data_gibba011_139107_object97921:head)])", 2021-03-04T23:35:54.653 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:31:05.500372+0000", 2021-03-04T23:35:54.653 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 288.99509165299997, 2021-03-04T23:35:54.653 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.084841883000000007, 2021-03-04T23:35:54.654 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:35:54.654 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "reached pg", 2021-03-04T23:35:54.654 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:35:54.654 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.655 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:35:54.655 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.500372+0000", 2021-03-04T23:35:54.655 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:35:54.655 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.656 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.656 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:35:54.656 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.500372+0000", 2021-03-04T23:35:54.656 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.0800000000000004e-07 2021-03-04T23:35:54.657 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.657 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.657 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:35:54.657 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.500373+0000", 2021-03-04T23:35:54.658 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5430000000000001e-06 2021-03-04T23:35:54.658 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.658 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.658 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:35:54.658 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.500374+0000", 2021-03-04T23:35:54.659 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.2290000000000002e-06 2021-03-04T23:35:54.659 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.659 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.659 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:35:54.659 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.500379+0000", 2021-03-04T23:35:54.660 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.084611007000000002 2021-03-04T23:35:54.660 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.660 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.660 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:35:54.661 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.584990+0000", 2021-03-04T23:35:54.661 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.3025000000000001e-05 2021-03-04T23:35:54.661 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.661 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.661 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:35:54.662 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.585053+0000", 2021-03-04T23:35:54.662 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000160271 2021-03-04T23:35:54.662 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.662 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.663 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:35:54.663 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.585214+0000", 2021-03-04T23:35:54.663 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.084841883000000007 2021-03-04T23:35:54.663 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.663 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:35:54.664 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.664 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.664 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.664 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPush(9.e 234/233 [PushOp(9:7e08c7b4:::benchmark_data_gibba011_139107_object72771:head, version: 141'4493, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:7e08c7b4:::benchmark_data_gibba011_139107_object72771:head@141'4493, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:35:54.665 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:31:05.507533+0000", 2021-03-04T23:35:54.665 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 288.987930216, 2021-03-04T23:35:54.665 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.078577346000000006, 2021-03-04T23:35:54.665 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:35:54.665 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:35:54.666 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:35:54.666 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.666 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:35:54.666 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.507533+0000", 2021-03-04T23:35:54.667 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:35:54.667 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.667 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.667 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:35:54.667 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.507533+0000", 2021-03-04T23:35:54.668 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4867e-05 2021-03-04T23:35:54.668 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.668 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.668 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:35:54.669 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.507548+0000", 2021-03-04T23:35:54.669 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.5119999999999999e-06 2021-03-04T23:35:54.669 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.669 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.669 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:35:54.670 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.507554+0000", 2021-03-04T23:35:54.670 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.077420446000000004 2021-03-04T23:35:54.670 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.670 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.671 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:35:54.671 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.584974+0000", 2021-03-04T23:35:54.671 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5228e-05 2021-03-04T23:35:54.671 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.671 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.672 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:35:54.672 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.584999+0000", 2021-03-04T23:35:54.672 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.7985000000000001e-05 2021-03-04T23:35:54.672 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.673 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.673 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:35:54.673 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.585057+0000", 2021-03-04T23:35:54.673 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.3040000000000004e-06 2021-03-04T23:35:54.673 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.674 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.674 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:35:54.674 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.585062+0000", 2021-03-04T23:35:54.674 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0010480039999999999 2021-03-04T23:35:54.675 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.675 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.675 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:35:54.675 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:05.586110+0000", 2021-03-04T23:35:54.675 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.078577346000000006 2021-03-04T23:35:54.676 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.676 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:35:54.676 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.676 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.676 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.677 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPush(9.e 234/233 [PushOp(9:7affa5e0:::benchmark_data_gibba011_139107_object75497:head, version: 141'4688, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:7affa5e0:::benchmark_data_gibba011_139107_object75497:head@141'4688, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:35:54.677 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:31:07.223314+0000", 2021-03-04T23:35:54.677 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 287.272149641, 2021-03-04T23:35:54.678 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.087830221, 2021-03-04T23:35:54.678 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:35:54.678 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:35:54.678 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:35:54.679 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.679 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:35:54.679 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.223314+0000", 2021-03-04T23:35:54.679 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:35:54.679 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.680 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.680 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:35:54.680 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.223314+0000", 2021-03-04T23:35:54.680 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.0492000000000003e-05 2021-03-04T23:35:54.681 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.681 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.681 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:35:54.681 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.223374+0000", 2021-03-04T23:35:54.681 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.1270000000000002e-06 2021-03-04T23:35:54.682 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.682 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.682 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:35:54.682 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.223379+0000", 2021-03-04T23:35:54.683 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.086654455000000005 2021-03-04T23:35:54.683 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.683 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.683 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:35:54.683 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.310034+0000", 2021-03-04T23:35:54.684 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5990999999999999e-05 2021-03-04T23:35:54.684 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.684 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.684 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:35:54.684 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.310060+0000", 2021-03-04T23:35:54.685 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.0099000000000002e-05 2021-03-04T23:35:54.685 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.685 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.685 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:35:54.686 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.310120+0000", 2021-03-04T23:35:54.686 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.8989999999999998e-06 2021-03-04T23:35:54.686 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.686 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.686 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:35:54.687 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.310126+0000", 2021-03-04T23:35:54.687 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0010181579999999999 2021-03-04T23:35:54.687 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.687 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.687 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:35:54.688 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:07.311144+0000", 2021-03-04T23:35:54.688 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.087830221 2021-03-04T23:35:54.688 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.688 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:35:54.689 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.689 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.689 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.689 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPush(9.e 234/233 [PushOp(9:792b2f46:::benchmark_data_gibba011_139107_object81120:head, version: 142'5051, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:792b2f46:::benchmark_data_gibba011_139107_object81120:head@142'5051, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:35:54.689 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:31:10.201328+0000", 2021-03-04T23:35:54.690 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 284.29413527299999, 2021-03-04T23:35:54.690 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.099341241999999996, 2021-03-04T23:35:54.690 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:35:54.690 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:35:54.690 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:35:54.691 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.691 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:35:54.691 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.201328+0000", 2021-03-04T23:35:54.691 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:35:54.692 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.692 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.692 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:35:54.692 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.201328+0000", 2021-03-04T23:35:54.692 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0988e-05 2021-03-04T23:35:54.693 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.693 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.693 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:35:54.694 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.201379+0000", 2021-03-04T23:35:54.694 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.7770000000000002e-06 2021-03-04T23:35:54.694 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.694 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.695 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:35:54.695 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.201384+0000", 2021-03-04T23:35:54.695 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.097633778000000004 2021-03-04T23:35:54.695 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.695 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.696 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:35:54.696 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.299018+0000", 2021-03-04T23:35:54.696 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4070000000000002e-05 2021-03-04T23:35:54.696 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.697 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.697 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:35:54.697 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.299042+0000", 2021-03-04T23:35:54.697 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00018258200000000001 2021-03-04T23:35:54.697 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.698 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.698 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:35:54.698 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.299224+0000", 2021-03-04T23:35:54.698 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.6390000000000003e-06 2021-03-04T23:35:54.698 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.699 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.699 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:35:54.699 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.299231+0000", 2021-03-04T23:35:54.699 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001438408 2021-03-04T23:35:54.700 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.700 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.700 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:35:54.700 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:10.300669+0000", 2021-03-04T23:35:54.700 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.099341241999999996 2021-03-04T23:35:54.701 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.701 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:35:54.701 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.701 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.702 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.702 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPushReply(9.9 234/233 [PushReplyOp(9:9ba19e07:::benchmark_data_gibba011_139107_object98176:head)])", 2021-03-04T23:35:54.702 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:31:11.220741+0000", 2021-03-04T23:35:54.702 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 283.27472212800001, 2021-03-04T23:35:54.702 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.063975475000000004, 2021-03-04T23:35:54.703 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:35:54.703 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "reached pg", 2021-03-04T23:35:54.703 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:35:54.703 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.704 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:35:54.704 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.220741+0000", 2021-03-04T23:35:54.704 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:35:54.704 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.705 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.705 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:35:54.705 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.220741+0000", 2021-03-04T23:35:54.705 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8799999999999998e-07 2021-03-04T23:35:54.705 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.706 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.706 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:35:54.706 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.220742+0000", 2021-03-04T23:35:54.706 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.9000000000000005e-07 2021-03-04T23:35:54.707 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.707 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.707 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:35:54.707 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.220743+0000", 2021-03-04T23:35:54.708 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.802e-06 2021-03-04T23:35:54.708 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.708 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.708 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:35:54.708 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.220745+0000", 2021-03-04T23:35:54.709 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3989999999999998e-06 2021-03-04T23:35:54.709 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.709 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.710 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:35:54.710 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.220748+0000", 2021-03-04T23:35:54.710 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.3159999999999999e-05 2021-03-04T23:35:54.710 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.710 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.711 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:35:54.711 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.220801+0000", 2021-03-04T23:35:54.711 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.063915736000000001 2021-03-04T23:35:54.711 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.712 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.712 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:35:54.712 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.284717+0000", 2021-03-04T23:35:54.712 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.063975475000000004 2021-03-04T23:35:54.712 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.713 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:35:54.713 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.713 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.713 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.713 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPush(9.e 234/233 [PushOp(9:7c5decd2:::benchmark_data_gibba011_139107_object82782:head, version: 142'5160, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:7c5decd2:::benchmark_data_gibba011_139107_object82782:head@142'5160, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:35:54.714 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:31:11.221620+0000", 2021-03-04T23:35:54.714 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 283.27384335199997, 2021-03-04T23:35:54.714 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.064364935999999998, 2021-03-04T23:35:54.714 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:35:54.715 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:35:54.715 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:35:54.715 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.715 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:35:54.715 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.221620+0000", 2021-03-04T23:35:54.716 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:35:54.716 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.716 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.716 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:35:54.717 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.221620+0000", 2021-03-04T23:35:54.717 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000111542 2021-03-04T23:35:54.717 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.717 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.717 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:35:54.718 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.221732+0000", 2021-03-04T23:35:54.718 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4739999999999996e-06 2021-03-04T23:35:54.718 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.718 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.719 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:35:54.719 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.221737+0000", 2021-03-04T23:35:54.719 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.062789758000000001 2021-03-04T23:35:54.719 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.719 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.720 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:35:54.720 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.284527+0000", 2021-03-04T23:35:54.720 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7714999999999999e-05 2021-03-04T23:35:54.720 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.721 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.721 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:35:54.721 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.284544+0000", 2021-03-04T23:35:54.721 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.2360000000000005e-05 2021-03-04T23:35:54.721 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.722 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.722 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:35:54.722 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.284617+0000", 2021-03-04T23:35:54.722 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.7160000000000003e-06 2021-03-04T23:35:54.729 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.729 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.729 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:35:54.730 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.284625+0000", 2021-03-04T23:35:54.730 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001360371 2021-03-04T23:35:54.730 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.730 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.731 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:35:54.731 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:31:11.285985+0000", 2021-03-04T23:35:54.731 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.064364935999999998 2021-03-04T23:35:54.731 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.731 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:35:54.732 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.732 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.732 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.732 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:215174 9.9 9:9cbe3a66:::benchmark_data_gibba011_139107_object61807:head [delete] snapc 0=[] ondisk+write+known_if_redirected e285)", 2021-03-04T23:35:54.732 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:58.308561+0000", 2021-03-04T23:35:54.733 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 116.186901979, 2021-03-04T23:35:54.733 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.11505783999999999, 2021-03-04T23:35:54.733 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:35:54.733 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:54.734 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:35:54.734 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:35:54.734 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:54.734 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 215174 2021-03-04T23:35:54.734 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.735 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:35:54.735 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.735 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:35:54.735 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.308561+0000", 2021-03-04T23:35:54.735 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:35:54.736 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.736 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.736 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:35:54.737 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.308561+0000", 2021-03-04T23:35:54.737 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.657e-06 2021-03-04T23:35:54.737 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.737 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.737 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:35:54.738 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.308563+0000", 2021-03-04T23:35:54.738 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3250000000000002e-06 2021-03-04T23:35:54.738 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.738 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.739 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:35:54.739 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.308565+0000", 2021-03-04T23:35:54.739 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.1009999999999992e-06 2021-03-04T23:35:54.739 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.739 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.740 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:35:54.740 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.308573+0000", 2021-03-04T23:35:54.740 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4449999999999998e-06 2021-03-04T23:35:54.740 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.740 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.741 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:35:54.741 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.308578+0000", 2021-03-04T23:35:54.741 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9238e-05 2021-03-04T23:35:54.741 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.742 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.742 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:35:54.742 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.308607+0000", 2021-03-04T23:35:54.742 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.3059999999999995e-05 2021-03-04T23:35:54.742 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.743 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.743 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:35:54.743 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.308680+0000", 2021-03-04T23:35:54.744 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.9414999999999999e-05 2021-03-04T23:35:54.744 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.744 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.744 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 5,7", 2021-03-04T23:35:54.744 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.308740+0000", 2021-03-04T23:35:54.745 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.113431689 2021-03-04T23:35:54.745 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.745 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.745 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:54.745 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.422171+0000", 2021-03-04T23:35:54.746 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6127999999999999e-05 2021-03-04T23:35:54.746 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.746 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.746 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:54.747 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.422187+0000", 2021-03-04T23:35:54.747 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0013651710000000001 2021-03-04T23:35:54.747 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.747 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.747 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:35:54.748 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.423553+0000", 2021-03-04T23:35:54.748 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.5735999999999998e-05 2021-03-04T23:35:54.748 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.748 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.748 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:35:54.749 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.423588+0000", 2021-03-04T23:35:54.749 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0874999999999998e-05 2021-03-04T23:35:54.749 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.749 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.750 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:35:54.750 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.423619+0000", 2021-03-04T23:35:54.750 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.11505783999999999 2021-03-04T23:35:54.750 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.751 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:35:54.751 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.751 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.751 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.752 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.54826.0:215174 9.9 e285/236 ondisk, result = 0)", 2021-03-04T23:35:54.752 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:58.310917+0000", 2021-03-04T23:35:54.752 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 116.18454597500001, 2021-03-04T23:35:54.752 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.111255802, 2021-03-04T23:35:54.753 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:35:54.753 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:35:54.753 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:35:54.753 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.754 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:35:54.754 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.310917+0000", 2021-03-04T23:35:54.754 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:35:54.754 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.755 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.755 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:35:54.755 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.310917+0000", 2021-03-04T23:35:54.755 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.511e-06 2021-03-04T23:35:54.755 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.756 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.756 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:35:54.756 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.310919+0000", 2021-03-04T23:35:54.756 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5629999999999999e-06 2021-03-04T23:35:54.757 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.757 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.757 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:35:54.757 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.310920+0000", 2021-03-04T23:35:54.757 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.1099874 2021-03-04T23:35:54.758 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.758 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.758 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:35:54.758 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.420908+0000", 2021-03-04T23:35:54.759 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.3310000000000004e-06 2021-03-04T23:35:54.759 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.759 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.759 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:35:54.760 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.420916+0000", 2021-03-04T23:35:54.760 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0012487500000000001 2021-03-04T23:35:54.760 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.760 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.760 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:35:54.761 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.422165+0000", 2021-03-04T23:35:54.761 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9409999999999999e-06 2021-03-04T23:35:54.761 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.761 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.762 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:35:54.762 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.422168+0000", 2021-03-04T23:35:54.762 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.3059999999999997e-06 2021-03-04T23:35:54.762 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.763 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.763 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:35:54.763 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.422173+0000", 2021-03-04T23:35:54.763 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.111255802 2021-03-04T23:35:54.764 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.764 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:35:54.764 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.764 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.764 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.765 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.54826.0:215174 9.9 e285/236 ondisk, result = 0)", 2021-03-04T23:35:54.765 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:58.310940+0000", 2021-03-04T23:35:54.765 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 116.184523399, 2021-03-04T23:35:54.765 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.111248053, 2021-03-04T23:35:54.766 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:35:54.766 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:35:54.766 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:35:54.766 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.766 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:35:54.767 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.310940+0000", 2021-03-04T23:35:54.767 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:35:54.767 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.767 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.768 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:35:54.768 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.310940+0000", 2021-03-04T23:35:54.768 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.017e-06 2021-03-04T23:35:54.768 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.768 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.769 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:35:54.769 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.310941+0000", 2021-03-04T23:35:54.769 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.9299999999999996e-07 2021-03-04T23:35:54.769 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.770 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.770 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:35:54.770 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.310942+0000", 2021-03-04T23:35:54.770 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.109970651 2021-03-04T23:35:54.770 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.771 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.771 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:35:54.771 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.420913+0000", 2021-03-04T23:35:54.771 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4580000000000001e-06 2021-03-04T23:35:54.771 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.772 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.772 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:35:54.772 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.420918+0000", 2021-03-04T23:35:54.772 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001264954 2021-03-04T23:35:54.773 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.773 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.773 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:35:54.773 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.422183+0000", 2021-03-04T23:35:54.773 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2790000000000001e-06 2021-03-04T23:35:54.774 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.774 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.774 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:35:54.774 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.422185+0000", 2021-03-04T23:35:54.774 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.8009999999999999e-06 2021-03-04T23:35:54.775 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.775 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.775 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:35:54.775 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:58.422188+0000", 2021-03-04T23:35:54.775 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.111248053 2021-03-04T23:35:54.776 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.776 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:35:54.776 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.776 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.777 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.777 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:230633 9.5 9:a0a36453:::benchmark_data_gibba011_139107_object77266:head [delete] snapc 0=[] ondisk+write+known_if_redirected e290)", 2021-03-04T23:35:54.777 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:34:40.696619+0000", 2021-03-04T23:35:54.777 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 73.798844295999999, 2021-03-04T23:35:54.777 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.111588616, 2021-03-04T23:35:54.778 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:35:54.778 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:54.778 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:35:54.778 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:35:54.779 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:54.779 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 230633 2021-03-04T23:35:54.779 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.779 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:35:54.779 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.780 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:35:54.780 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:40.696619+0000", 2021-03-04T23:35:54.780 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:35:54.780 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.781 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.781 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:35:54.781 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:40.696619+0000", 2021-03-04T23:35:54.781 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3010000000000001e-06 2021-03-04T23:35:54.782 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.782 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.782 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:35:54.782 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:40.696621+0000", 2021-03-04T23:35:54.783 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6869999999999999e-06 2021-03-04T23:35:54.783 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.783 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.783 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:35:54.784 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:40.696624+0000", 2021-03-04T23:35:54.784 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2497000000000001e-05 2021-03-04T23:35:54.784 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.784 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.785 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:35:54.785 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:40.696637+0000", 2021-03-04T23:35:54.785 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4299999999999997e-06 2021-03-04T23:35:54.785 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.785 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.786 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:35:54.786 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:40.696642+0000", 2021-03-04T23:35:54.786 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.4557999999999999e-05 2021-03-04T23:35:54.786 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.787 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.787 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:35:54.787 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:40.696727+0000", 2021-03-04T23:35:54.787 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.7335999999999994e-05 2021-03-04T23:35:54.787 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.788 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.788 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:35:54.788 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:40.696794+0000", 2021-03-04T23:35:54.788 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.4054999999999996e-05 2021-03-04T23:35:54.788 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.789 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.789 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 5,7", 2021-03-04T23:35:54.789 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:40.696858+0000", 2021-03-04T23:35:54.789 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001777617 2021-03-04T23:35:54.790 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.790 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.790 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:35:54.790 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:40.698636+0000", 2021-03-04T23:35:54.791 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00050337699999999995 2021-03-04T23:35:54.791 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.791 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.791 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:54.791 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:40.699139+0000", 2021-03-04T23:35:54.792 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.10902584799999999 2021-03-04T23:35:54.792 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.792 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.792 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:54.792 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:40.808165+0000", 2021-03-04T23:35:54.793 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4450000000000001e-05 2021-03-04T23:35:54.793 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.793 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.793 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:35:54.793 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:40.808189+0000", 2021-03-04T23:35:54.794 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8459999999999999e-05 2021-03-04T23:35:54.794 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.794 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.794 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:35:54.795 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:40.808208+0000", 2021-03-04T23:35:54.795 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.111588616 2021-03-04T23:35:54.795 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.795 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:35:54.796 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.796 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.796 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.796 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:236794 9.e e292/267 9:704fafa4:::benchmark_data_gibba011_139107_object83427:head v 292'14779, mlcod=291'14777)", 2021-03-04T23:35:54.796 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:34:52.300496+0000", 2021-03-04T23:35:54.797 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 62.194967050999999, 2021-03-04T23:35:54.797 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.084135069000000007, 2021-03-04T23:35:54.797 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:35:54.797 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:54.798 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:35:54.798 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.798 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:35:54.798 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:52.300496+0000", 2021-03-04T23:35:54.799 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:35:54.799 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.799 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.799 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:35:54.799 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:52.300496+0000", 2021-03-04T23:35:54.800 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1469999999999999e-06 2021-03-04T23:35:54.800 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.800 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.800 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:35:54.800 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:52.300498+0000", 2021-03-04T23:35:54.801 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.934e-06 2021-03-04T23:35:54.801 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.801 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.801 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:35:54.801 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:52.300500+0000", 2021-03-04T23:35:54.802 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2816000000000001e-05 2021-03-04T23:35:54.802 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.802 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.802 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:35:54.803 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:52.300513+0000", 2021-03-04T23:35:54.803 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0810000000000001e-06 2021-03-04T23:35:54.803 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.803 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.804 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:35:54.804 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:52.300518+0000", 2021-03-04T23:35:54.804 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2762000000000002e-05 2021-03-04T23:35:54.804 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.804 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.805 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:35:54.805 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:52.300551+0000", 2021-03-04T23:35:54.805 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6475000000000001e-05 2021-03-04T23:35:54.805 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.805 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.806 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:35:54.806 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:52.300568+0000", 2021-03-04T23:35:54.806 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.083990450999999994 2021-03-04T23:35:54.806 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.807 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.807 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:35:54.807 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:52.384558+0000", 2021-03-04T23:35:54.807 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.3403000000000002e-05 2021-03-04T23:35:54.807 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.808 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.808 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:35:54.808 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:34:52.384631+0000", 2021-03-04T23:35:54.808 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.084135069000000007 2021-03-04T23:35:54.809 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.809 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:35:54.809 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.809 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.810 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.810 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:264700 9.9 9:931258a7:::benchmark_data_gibba011_139107_object111333:head [delete] snapc 0=[] ondisk+write+known_if_redirected e295)", 2021-03-04T23:35:54.810 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:35:21.135346+0000", 2021-03-04T23:35:54.810 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 33.360117821000003, 2021-03-04T23:35:54.810 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.19965870199999999, 2021-03-04T23:35:54.811 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:35:54.811 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:54.811 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:35:54.811 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:35:54.812 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:54.812 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 264700 2021-03-04T23:35:54.812 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.812 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:35:54.812 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.813 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:35:54.813 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.135346+0000", 2021-03-04T23:35:54.813 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:35:54.813 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.814 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.814 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:35:54.814 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.135346+0000", 2021-03-04T23:35:54.814 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8309999999999999e-06 2021-03-04T23:35:54.814 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.815 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.815 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:35:54.815 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.135347+0000", 2021-03-04T23:35:54.815 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2290000000000002e-06 2021-03-04T23:35:54.815 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.816 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.816 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:35:54.816 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.135350+0000", 2021-03-04T23:35:54.816 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1199999999999999e-05 2021-03-04T23:35:54.816 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.817 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.817 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:35:54.817 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.135361+0000", 2021-03-04T23:35:54.817 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.8219999999999997e-06 2021-03-04T23:35:54.818 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.818 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.818 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:35:54.818 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.135366+0000", 2021-03-04T23:35:54.818 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3448000000000002e-05 2021-03-04T23:35:54.819 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.819 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.819 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:35:54.819 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.135399+0000", 2021-03-04T23:35:54.819 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000104658 2021-03-04T23:35:54.820 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.820 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.820 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:35:54.820 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.135504+0000", 2021-03-04T23:35:54.820 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.8553999999999994e-05 2021-03-04T23:35:54.821 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.821 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.821 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 5,7", 2021-03-04T23:35:54.821 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.135582+0000", 2021-03-04T23:35:54.822 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001757946 2021-03-04T23:35:54.822 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.822 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.822 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:35:54.822 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.137340+0000", 2021-03-04T23:35:54.823 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000472776 2021-03-04T23:35:54.823 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.823 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.823 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:54.823 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.137813+0000", 2021-03-04T23:35:54.824 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.197132848 2021-03-04T23:35:54.824 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.824 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.824 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:54.825 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.334946+0000", 2021-03-04T23:35:54.825 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3396999999999999e-05 2021-03-04T23:35:54.825 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.825 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.825 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:35:54.826 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.334979+0000", 2021-03-04T23:35:54.826 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4992999999999999e-05 2021-03-04T23:35:54.826 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.826 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.826 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:35:54.827 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.335004+0000", 2021-03-04T23:35:54.827 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.19965870199999999 2021-03-04T23:35:54.827 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.827 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:35:54.828 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.828 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.828 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.828 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:265156 9.e e295/267 9:75acc717:::benchmark_data_gibba011_139107_object111789:head v 295'16526, mlcod=295'16524)", 2021-03-04T23:35:54.828 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:35:21.551490+0000", 2021-03-04T23:35:54.829 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 32.943972846999998, 2021-03-04T23:35:54.829 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.099018645000000002, 2021-03-04T23:35:54.829 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:35:54.829 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:54.829 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:35:54.830 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.830 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:35:54.830 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.551490+0000", 2021-03-04T23:35:54.830 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:35:54.830 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.831 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.831 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:35:54.831 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.551490+0000", 2021-03-04T23:35:54.831 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9439999999999999e-06 2021-03-04T23:35:54.831 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.832 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.832 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:35:54.832 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.551492+0000", 2021-03-04T23:35:54.832 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8759999999999999e-06 2021-03-04T23:35:54.833 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.833 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.833 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:35:54.833 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.551494+0000", 2021-03-04T23:35:54.833 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.268e-06 2021-03-04T23:35:54.834 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.834 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.834 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:35:54.834 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.551501+0000", 2021-03-04T23:35:54.835 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6480000000000001e-06 2021-03-04T23:35:54.835 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.835 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.835 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:35:54.835 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.551504+0000", 2021-03-04T23:35:54.836 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.096861883999999995 2021-03-04T23:35:54.836 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.836 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.836 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:35:54.836 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.648366+0000", 2021-03-04T23:35:54.837 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3765e-05 2021-03-04T23:35:54.837 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.837 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.837 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:35:54.837 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.648390+0000", 2021-03-04T23:35:54.838 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0020963679999999999 2021-03-04T23:35:54.838 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.838 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.838 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:35:54.839 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.650486+0000", 2021-03-04T23:35:54.839 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2892e-05 2021-03-04T23:35:54.839 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.839 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.839 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:35:54.840 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.650509+0000", 2021-03-04T23:35:54.840 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.099018645000000002 2021-03-04T23:35:54.840 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.840 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:35:54.840 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.841 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.841 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.841 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:290337 9.5 9:a62def7e:::benchmark_data_gibba011_139107_object136970:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:35:54.841 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:35:38.574517+0000", 2021-03-04T23:35:54.842 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 15.920946242999999, 2021-03-04T23:35:54.842 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.090043568000000004, 2021-03-04T23:35:54.842 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:35:54.842 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:54.842 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:35:54.843 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:35:54.843 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:54.843 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 290337 2021-03-04T23:35:54.843 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.843 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:35:54.844 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.844 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:35:54.844 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.574517+0000", 2021-03-04T23:35:54.844 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:35:54.844 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.845 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.845 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:35:54.845 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.574517+0000", 2021-03-04T23:35:54.845 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2060000000000001e-06 2021-03-04T23:35:54.846 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.846 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.846 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:35:54.846 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.574519+0000", 2021-03-04T23:35:54.846 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.525e-06 2021-03-04T23:35:54.847 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.847 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.847 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:35:54.847 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.574522+0000", 2021-03-04T23:35:54.847 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.236e-05 2021-03-04T23:35:54.848 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.848 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.848 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:35:54.848 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.574534+0000", 2021-03-04T23:35:54.848 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.0229999999999998e-06 2021-03-04T23:35:54.849 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.849 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.849 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:35:54.849 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.574540+0000", 2021-03-04T23:35:54.849 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9888999999999997e-05 2021-03-04T23:35:54.850 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.850 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.850 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:35:54.850 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.574580+0000", 2021-03-04T23:35:54.851 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00012013799999999999 2021-03-04T23:35:54.851 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.851 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.851 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:35:54.851 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.574700+0000", 2021-03-04T23:35:54.852 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00010432799999999999 2021-03-04T23:35:54.852 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.852 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.852 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 5,7", 2021-03-04T23:35:54.852 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.574805+0000", 2021-03-04T23:35:54.853 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0038038260000000002 2021-03-04T23:35:54.853 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.853 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.853 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:35:54.854 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.578608+0000", 2021-03-04T23:35:54.854 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0173000000000001e-05 2021-03-04T23:35:54.854 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.854 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.854 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:54.855 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.578639+0000", 2021-03-04T23:35:54.855 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.085857007999999999 2021-03-04T23:35:54.855 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.855 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.855 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:54.856 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.664496+0000", 2021-03-04T23:35:54.856 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6105000000000001e-05 2021-03-04T23:35:54.856 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.856 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.856 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:35:54.857 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.664532+0000", 2021-03-04T23:35:54.857 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.8986999999999999e-05 2021-03-04T23:35:54.857 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.857 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.858 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:35:54.858 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.664561+0000", 2021-03-04T23:35:54.858 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.090043568000000004 2021-03-04T23:35:54.858 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.858 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:35:54.859 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.859 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.859 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.859 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:290339 9.5 9:a770352d:::benchmark_data_gibba011_139107_object136972:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:35:54.859 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:35:38.575537+0000", 2021-03-04T23:35:54.860 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 15.919926646, 2021-03-04T23:35:54.860 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.089136745000000003, 2021-03-04T23:35:54.860 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:35:54.860 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:54.860 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:35:54.861 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:35:54.861 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:54.861 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 290339 2021-03-04T23:35:54.861 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.861 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:35:54.862 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.862 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:35:54.862 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.575537+0000", 2021-03-04T23:35:54.862 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:35:54.862 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.863 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.863 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:35:54.863 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.575537+0000", 2021-03-04T23:35:54.863 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1579999999999999e-06 2021-03-04T23:35:54.864 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.864 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.864 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:35:54.864 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.575539+0000", 2021-03-04T23:35:54.864 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8819999999999999e-06 2021-03-04T23:35:54.865 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.865 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.865 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:35:54.865 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.575541+0000", 2021-03-04T23:35:54.865 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0516999999999999e-05 2021-03-04T23:35:54.866 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.866 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.866 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:35:54.866 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.575551+0000", 2021-03-04T23:35:54.867 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.8579999999999999e-06 2021-03-04T23:35:54.867 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.867 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.867 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:35:54.867 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.575556+0000", 2021-03-04T23:35:54.868 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0011381340000000001 2021-03-04T23:35:54.868 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.868 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.868 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:35:54.869 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.576694+0000", 2021-03-04T23:35:54.869 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.2675000000000003e-05 2021-03-04T23:35:54.869 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.869 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.869 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:35:54.870 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.576787+0000", 2021-03-04T23:35:54.870 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.8233999999999997e-05 2021-03-04T23:35:54.870 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.870 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.870 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 5,7", 2021-03-04T23:35:54.871 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.576865+0000", 2021-03-04T23:35:54.871 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0019225799999999999 2021-03-04T23:35:54.871 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.871 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.872 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:35:54.872 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.578788+0000", 2021-03-04T23:35:54.872 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00060745799999999996 2021-03-04T23:35:54.872 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.873 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.873 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:54.873 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.579395+0000", 2021-03-04T23:35:54.873 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.085203540999999994 2021-03-04T23:35:54.873 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.874 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.874 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:54.874 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.664599+0000", 2021-03-04T23:35:54.874 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.1122999999999998e-05 2021-03-04T23:35:54.875 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.875 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.875 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:35:54.875 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.664650+0000", 2021-03-04T23:35:54.875 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3584999999999999e-05 2021-03-04T23:35:54.876 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.876 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.876 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:35:54.876 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.664673+0000", 2021-03-04T23:35:54.876 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.089136745000000003 2021-03-04T23:35:54.877 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.877 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:35:54.877 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.877 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.878 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.878 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:290342 9.9 9:9df78fe9:::benchmark_data_gibba011_139107_object136975:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:35:54.878 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:35:38.577205+0000", 2021-03-04T23:35:54.878 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 15.91825815, 2021-03-04T23:35:54.879 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.087345108000000005, 2021-03-04T23:35:54.879 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:35:54.879 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:54.879 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:35:54.879 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:35:54.880 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:54.880 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 290342 2021-03-04T23:35:54.880 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.880 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:35:54.880 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.881 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:35:54.881 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.577205+0000", 2021-03-04T23:35:54.881 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:35:54.881 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.881 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.882 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:35:54.882 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.577205+0000", 2021-03-04T23:35:54.882 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7230000000000001e-06 2021-03-04T23:35:54.882 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.882 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.883 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:35:54.883 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.577207+0000", 2021-03-04T23:35:54.883 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9250000000000002e-06 2021-03-04T23:35:54.883 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.884 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.884 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:35:54.884 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.577209+0000", 2021-03-04T23:35:54.884 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.2820000000000002e-06 2021-03-04T23:35:54.884 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.885 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.885 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:35:54.885 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.577218+0000", 2021-03-04T23:35:54.885 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.2750000000000003e-06 2021-03-04T23:35:54.885 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.886 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.886 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:35:54.886 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.577223+0000", 2021-03-04T23:35:54.886 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6884999999999997e-05 2021-03-04T23:35:54.887 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.887 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.887 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:35:54.887 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.577260+0000", 2021-03-04T23:35:54.887 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000104619 2021-03-04T23:35:54.888 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.888 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.888 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:35:54.888 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.577365+0000", 2021-03-04T23:35:54.888 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.8517999999999994e-05 2021-03-04T23:35:54.889 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.889 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.889 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 5,7", 2021-03-04T23:35:54.889 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.577463+0000", 2021-03-04T23:35:54.889 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0024202270000000001 2021-03-04T23:35:54.890 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.890 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.890 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:35:54.890 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.579884+0000", 2021-03-04T23:35:54.891 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00013969899999999999 2021-03-04T23:35:54.891 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.891 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.891 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:54.891 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.580023+0000", 2021-03-04T23:35:54.892 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.084459691000000003 2021-03-04T23:35:54.892 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.892 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.892 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:54.892 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.664483+0000", 2021-03-04T23:35:54.893 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3528000000000001e-05 2021-03-04T23:35:54.893 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.893 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.893 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:35:54.893 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.664527+0000", 2021-03-04T23:35:54.894 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3736000000000001e-05 2021-03-04T23:35:54.894 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.894 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.894 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:35:54.895 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.664550+0000", 2021-03-04T23:35:54.895 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.087345108000000005 2021-03-04T23:35:54.895 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.895 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:35:54.895 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.896 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.896 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.896 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:290344 9.b 9:daa6d692:::benchmark_data_gibba011_139107_object136977:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:35:54.896 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:35:38.579435+0000", 2021-03-04T23:35:54.896 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 15.916028411999999, 2021-03-04T23:35:54.897 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.087690308999999994, 2021-03-04T23:35:54.897 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:35:54.897 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:54.897 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:35:54.898 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:35:54.898 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:35:54.898 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 290344 2021-03-04T23:35:54.898 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.898 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:35:54.899 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.899 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:35:54.899 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.579435+0000", 2021-03-04T23:35:54.899 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:35:54.899 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.900 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.900 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:35:54.900 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.579435+0000", 2021-03-04T23:35:54.900 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.539e-06 2021-03-04T23:35:54.900 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.901 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.901 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:35:54.901 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.579436+0000", 2021-03-04T23:35:54.901 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6080000000000001e-06 2021-03-04T23:35:54.902 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.902 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.902 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:35:54.902 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.579438+0000", 2021-03-04T23:35:54.902 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.2750000000000001e-06 2021-03-04T23:35:54.903 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.903 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.903 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:35:54.903 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.579447+0000", 2021-03-04T23:35:54.903 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9430000000000002e-06 2021-03-04T23:35:54.904 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.904 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.904 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:35:54.904 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.579451+0000", 2021-03-04T23:35:54.904 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.1034000000000001e-05 2021-03-04T23:35:54.905 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.905 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.905 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:35:54.905 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.579482+0000", 2021-03-04T23:35:54.905 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.8287999999999994e-05 2021-03-04T23:35:54.906 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.906 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.906 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:35:54.906 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.579551+0000", 2021-03-04T23:35:54.907 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.1942999999999999e-05 2021-03-04T23:35:54.907 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.907 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.907 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 5,6", 2021-03-04T23:35:54.907 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.579623+0000", 2021-03-04T23:35:54.908 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001792332 2021-03-04T23:35:54.908 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.908 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.908 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:35:54.908 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.581415+0000", 2021-03-04T23:35:54.909 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00029363000000000002 2021-03-04T23:35:54.909 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.909 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.909 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:54.910 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.581709+0000", 2021-03-04T23:35:54.910 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.085362856000000001 2021-03-04T23:35:54.910 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.910 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.910 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:35:54.911 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.667071+0000", 2021-03-04T23:35:54.911 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0485e-05 2021-03-04T23:35:54.911 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.911 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.911 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:35:54.912 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.667102+0000", 2021-03-04T23:35:54.912 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3376000000000001e-05 2021-03-04T23:35:54.912 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.912 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.913 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:35:54.913 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.667125+0000", 2021-03-04T23:35:54.913 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.087690308999999994 2021-03-04T23:35:54.913 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.913 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:35:54.914 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.914 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.914 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.914 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:294665 9.8 e299/228 9:11081408:::benchmark_data_gibba011_139107_object141298:head v 299'18337, mlcod=299'18335)", 2021-03-04T23:35:54.914 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:35:41.403761+0000", 2021-03-04T23:35:54.915 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 13.091702336000001, 2021-03-04T23:35:54.915 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.063831251000000006, 2021-03-04T23:35:54.915 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:35:54.915 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:35:54.916 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:35:54.916 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.916 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:35:54.916 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:41.403761+0000", 2021-03-04T23:35:54.916 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:35:54.917 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.917 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.917 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:35:54.917 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:41.403761+0000", 2021-03-04T23:35:54.917 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8649999999999999e-06 2021-03-04T23:35:54.918 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.918 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.918 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:35:54.918 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:41.403763+0000", 2021-03-04T23:35:54.918 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6360000000000001e-06 2021-03-04T23:35:54.919 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.919 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.919 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:35:54.919 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:41.403765+0000", 2021-03-04T23:35:54.920 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.1909999999999997e-06 2021-03-04T23:35:54.920 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.920 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.920 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:35:54.920 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:41.403771+0000", 2021-03-04T23:35:54.921 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.1970000000000001e-06 2021-03-04T23:35:54.921 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.921 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.921 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:35:54.922 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:41.403774+0000", 2021-03-04T23:35:54.922 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6390000000000002e-05 2021-03-04T23:35:54.922 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.922 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.922 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:35:54.923 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:41.403810+0000", 2021-03-04T23:35:54.923 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.5519999999999993e-06 2021-03-04T23:35:54.923 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.923 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.923 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:35:54.924 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:41.403820+0000", 2021-03-04T23:35:54.924 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.063751790000000003 2021-03-04T23:35:54.925 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.925 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.925 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:35:54.925 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:41.467572+0000", 2021-03-04T23:35:54.925 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0630000000000001e-05 2021-03-04T23:35:54.926 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:35:54.926 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:35:54.926 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:35:54.926 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:41.467592+0000", 2021-03-04T23:35:54.927 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.063831251000000006 2021-03-04T23:35:54.927 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.927 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:35:54.927 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.927 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:35:54.928 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:35:54.928 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:35:54.928 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:54.933 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:35:54.935 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:35:54.945 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:54.946 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:54.947 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:55.048 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:55.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:55.068 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:55.069 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:55.092 INFO:teuthology.orchestra.run.gibba011.stderr:pool 'unique_pool_4' removed 2021-03-04T23:35:55.170 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:55.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:55.195 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:55.195 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:55.297 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:55.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:55.314 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:55.315 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:55.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:55 gibba011 conmon[95595]: audit 2021-03-04T23:35:54.772423+0000 mon.c (mon.1) 406 : audit [INF] from='client.? 172.21.2.111:0/1241463476' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:35:55.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:55 gibba011 conmon[95595]: audit 2021-03-04T23:35:54.772761+0000 mon.a (mon.0) 1385 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:35:55.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:55 gibba011 conmon[99461]: audit 2021-03-04T23:35:54.772423+0000 mon.c (mon.1) 406 : audit [INF] from='client.? 172.21.2.111:0/1241463476' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:35:55.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:55 gibba011 conmon[99461]: audit 2021-03-04T23:35:54.772761+0000 mon.a (mon.0) 1385 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:35:55.416 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:55.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:55.435 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:55.435 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:55.537 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:55.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:55.556 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:55.556 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:55.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:55 gibba038 conmon[76675]: audit 2021-03-04T23:35:54.772423+0000 mon.c (mon.1) 406 : audit [INF] from='client.? 172.21.2.111:0/1241463476' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:35:55.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:55 gibba038 conmon[76675]: audit 2021-03-04T23:35:54 2021-03-04T23:35:55.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:55 gibba038 conmon[76675]: .772761+0000 mon.a (mon.0) 1385 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:35:55.657 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:55.674 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:55.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:55.676 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:55.777 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:55.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:55.795 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:55.795 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:55.853 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:35:55.896 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:55.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:55.914 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:55.914 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:56.001 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:56.015 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:56.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:56.034 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:56.035 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:56.136 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:56.152 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:56.153 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:56.154 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:56.257 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:56.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:56.276 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:56.277 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:56.278 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2021-03-04T23:35:56.279 INFO:tasks.radosbench:Beginning radosbench... 2021-03-04T23:35:56.279 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_5 2021-03-04T23:35:56.280 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool create unique_pool_5 16 2021-03-04T23:35:56.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:56 gibba011 conmon[95595]: cluster 2021-03-04T23:35:54.745231+0000 mgr.x (mgr.34676) 1025 : cluster [DBG] pgmap v1039: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait; 3.3 KiB data, 2.4 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 957 op/s; 5770/66 objects degraded (8742.424%); 3.3 MiB/s, 139 objects/s recovering 2021-03-04T23:35:56.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:56 gibba011 conmon[95595]: audit 2021-03-04T23:35:54.911581+0000 mgr.x (mgr.34676) 1026 : audit [DBG] from='client.56155 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:35:56.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:56 gibba011 conmon[95595]: audit 2021-03-04T23:35:55.087697+0000 mon.a (mon.0) 1386 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:35:56.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:56 gibba011 conmon[95595]: cluster 2021-03-04T23:35:55.087756+0000 mon.a (mon.0) 1387 : cluster [DBG] osdmap e301: 8 total, 8 up, 7 in 2021-03-04T23:35:56.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:56 gibba011 conmon[99461]: cluster 2021-03-04T23:35:54.745231+0000 mgr.x (mgr.34676) 1025 : cluster [DBG] pgmap v1039: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait; 3.3 KiB data, 2.4 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 957 op/s; 5770/66 objects degraded (8742.424%); 3.3 MiB/s, 139 objects/s recovering 2021-03-04T23:35:56.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:56 gibba011 conmon[99461]: audit 2021-03-04T23:35:54.911581+0000 mgr.x (mgr.34676) 1026 : audit [DBG] from='client.56155 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:35:56.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:56 gibba011 conmon[99461]: audit 2021-03-04T23:35:55.087697+0000 mon.a (mon.0) 1386 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:35:56.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:56 gibba011 conmon[99461]: cluster 2021-03-04T23:35:56.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:56 gibba011 conmon[99461]: 2021-03-04T23:35:55.087756+0000 mon.a (mon.0 2021-03-04T23:35:56.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:56 gibba011 conmon[99461]: ) 1387 : cluster [DBG] osdmap e301: 8 total, 8 up, 7 in 2021-03-04T23:35:56.357 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":1039,"stamp":"2021-03-04T23:35:54.744973+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5770,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":306782,"num_write_kb":9815317,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":99501,"num_bytes_recovered":5595606065,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":85013,"ondisk_log_size":85013,"up":357,"acting":355,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":391,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":6689616,"kb_used_data":2023448,"kb_used_omap":7911,"kb_used_meta":4658200,"kb_avail":609873072,"statfs":{"total":631360192512,"available":624510025728,"internally_reserved":4294967296,"allocated":2072010752,"data_stored":2061816882,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8101805,"internal_metadata":4769996883},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-627572760,"num_objects":-9577,"num_object_clones":0,"num_object_copies":-28731,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-2287,"num_objects_unfound":0,"num_objects_dirty":-9577,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9577,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1396,"num_bytes_recovered":34996224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002336"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"345","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.071793+0000","last_change":"2021-03-04T23:32:26.240995+0000","last_active":"2021-03-04T23:35:40.071793+0000","last_peered":"2021-03-04T23:35:40.071793+0000","last_clean":"2021-03-04T23:35:40.071793+0000","last_became_active":"2021-03-04T23:32:26.240606+0000","last_became_peered":"2021-03-04T23:32:26.240606+0000","last_unstale":"2021-03-04T23:35:40.071793+0000","last_undegraded":"2021-03-04T23:35:40.071793+0000","last_fullsized":"2021-03-04T23:35:40.071793+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"87","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.064256+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:35:40.064256+0000","last_peered":"2021-03-04T23:35:40.064256+0000","last_clean":"2021-03-04T23:35:40.064256+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:35:40.064256+0000","last_undegraded":"2021-03-04T23:35:40.064256+0000","last_fullsized":"2021-03-04T23:35:40.064256+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"42","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.050647+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:35:32.050647+0000","last_peered":"2021-03-04T23:35:32.050647+0000","last_clean":"2021-03-04T23:35:32.050647+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:35:32.050647+0000","last_undegraded":"2021-03-04T23:35:32.050647+0000","last_fullsized":"2021-03-04T23:35:32.050647+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"321","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.062810+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:35:40.062810+0000","last_peered":"2021-03-04T23:35:40.062810+0000","last_clean":"2021-03-04T23:35:40.062810+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:35:40.062810+0000","last_undegraded":"2021-03-04T23:35:40.062810+0000","last_fullsized":"2021-03-04T23:35:40.062810+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"105","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.053817+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:35:40.053817+0000","last_peered":"2021-03-04T23:35:40.053817+0000","last_clean":"2021-03-04T23:35:40.053817+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:35:40.053817+0000","last_undegraded":"2021-03-04T23:35:40.053817+0000","last_fullsized":"2021-03-04T23:35:40.053817+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"49","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.057891+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:35:40.057891+0000","last_peered":"2021-03-04T23:35:40.057891+0000","last_clean":"2021-03-04T23:35:40.057891+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:35:40.057891+0000","last_undegraded":"2021-03-04T23:35:40.057891+0000","last_fullsized":"2021-03-04T23:35:40.057891+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"293","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.062719+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:35:40.062719+0000","last_peered":"2021-03-04T23:35:40.062719+0000","last_clean":"2021-03-04T23:35:40.062719+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:35:40.062719+0000","last_undegraded":"2021-03-04T23:35:40.062719+0000","last_fullsized":"2021-03-04T23:35:40.062719+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"105","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.053886+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:35:40.053886+0000","last_peered":"2021-03-04T23:35:40.053886+0000","last_clean":"2021-03-04T23:35:40.053886+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:35:40.053886+0000","last_undegraded":"2021-03-04T23:35:40.053886+0000","last_fullsized":"2021-03-04T23:35:40.053886+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"91","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.056602+0000","last_change":"2021-03-04T23:32:18.981656+0000","last_active":"2021-03-04T23:35:40.056602+0000","last_peered":"2021-03-04T23:35:40.056602+0000","last_clean":"2021-03-04T23:35:40.056602+0000","last_became_active":"2021-03-04T23:32:18.981253+0000","last_became_peered":"2021-03-04T23:32:18.981253+0000","last_unstale":"2021-03-04T23:35:40.056602+0000","last_undegraded":"2021-03-04T23:35:40.056602+0000","last_fullsized":"2021-03-04T23:35:40.056602+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"342","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.056024+0000","last_change":"2021-03-04T23:32:26.243636+0000","last_active":"2021-03-04T23:35:40.056024+0000","last_peered":"2021-03-04T23:35:40.056024+0000","last_clean":"2021-03-04T23:35:40.056024+0000","last_became_active":"2021-03-04T23:32:26.243433+0000","last_became_peered":"2021-03-04T23:32:26.243433+0000","last_unstale":"2021-03-04T23:35:40.056024+0000","last_undegraded":"2021-03-04T23:35:40.056024+0000","last_fullsized":"2021-03-04T23:35:40.056024+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"107","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.065766+0000","last_change":"2021-03-04T23:32:18.988970+0000","last_active":"2021-03-04T23:35:40.065766+0000","last_peered":"2021-03-04T23:35:40.065766+0000","last_clean":"2021-03-04T23:35:40.065766+0000","last_became_active":"2021-03-04T23:32:18.988819+0000","last_became_peered":"2021-03-04T23:32:18.988819+0000","last_unstale":"2021-03-04T23:35:40.065766+0000","last_undegraded":"2021-03-04T23:35:40.065766+0000","last_fullsized":"2021-03-04T23:35:40.065766+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"79","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.055584+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:35:40.055584+0000","last_peered":"2021-03-04T23:35:40.055584+0000","last_clean":"2021-03-04T23:35:40.055584+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:35:40.055584+0000","last_undegraded":"2021-03-04T23:35:40.055584+0000","last_fullsized":"2021-03-04T23:35:40.055584+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"42","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.050699+0000","last_change":"2021-03-04T23:32:26.241627+0000","last_active":"2021-03-04T23:35:32.050699+0000","last_peered":"2021-03-04T23:35:32.050699+0000","last_clean":"2021-03-04T23:35:32.050699+0000","last_became_active":"2021-03-04T23:32:26.241358+0000","last_became_peered":"2021-03-04T23:32:26.241358+0000","last_unstale":"2021-03-04T23:35:32.050699+0000","last_undegraded":"2021-03-04T23:35:32.050699+0000","last_fullsized":"2021-03-04T23:35:32.050699+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"343","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.071871+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:35:40.071871+0000","last_peered":"2021-03-04T23:35:40.071871+0000","last_clean":"2021-03-04T23:35:40.071871+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:35:40.071871+0000","last_undegraded":"2021-03-04T23:35:40.071871+0000","last_fullsized":"2021-03-04T23:35:40.071871+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"322","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.071918+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:35:40.071918+0000","last_peered":"2021-03-04T23:35:40.071918+0000","last_clean":"2021-03-04T23:35:40.071918+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:35:40.071918+0000","last_undegraded":"2021-03-04T23:35:40.071918+0000","last_fullsized":"2021-03-04T23:35:40.071918+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"91","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.055789+0000","last_change":"2021-03-04T23:32:18.982083+0000","last_active":"2021-03-04T23:35:40.055789+0000","last_peered":"2021-03-04T23:35:40.055789+0000","last_clean":"2021-03-04T23:35:40.055789+0000","last_became_active":"2021-03-04T23:32:18.981790+0000","last_became_peered":"2021-03-04T23:32:18.981790+0000","last_unstale":"2021-03-04T23:35:40.055789+0000","last_undegraded":"2021-03-04T23:35:40.055789+0000","last_fullsized":"2021-03-04T23:35:40.055789+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"101","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.056090+0000","last_change":"2021-03-04T23:32:19.165859+0000","last_active":"2021-03-04T23:35:40.056090+0000","last_peered":"2021-03-04T23:35:40.056090+0000","last_clean":"2021-03-04T23:35:40.056090+0000","last_became_active":"2021-03-04T23:32:19.018621+0000","last_became_peered":"2021-03-04T23:32:19.018621+0000","last_unstale":"2021-03-04T23:35:40.056090+0000","last_undegraded":"2021-03-04T23:35:40.056090+0000","last_fullsized":"2021-03-04T23:35:40.056090+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"123","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.064214+0000","last_change":"2021-03-04T23:32:26.238976+0000","last_active":"2021-03-04T23:35:40.064214+0000","last_peered":"2021-03-04T23:35:40.064214+0000","last_clean":"2021-03-04T23:35:40.064214+0000","last_became_active":"2021-03-04T23:32:26.238739+0000","last_became_peered":"2021-03-04T23:32:26.238739+0000","last_unstale":"2021-03-04T23:35:40.064214+0000","last_undegraded":"2021-03-04T23:35:40.064214+0000","last_fullsized":"2021-03-04T23:35:40.064214+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"91","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.055915+0000","last_change":"2021-03-04T23:32:19.011685+0000","last_active":"2021-03-04T23:35:40.055915+0000","last_peered":"2021-03-04T23:35:40.055915+0000","last_clean":"2021-03-04T23:35:40.055915+0000","last_became_active":"2021-03-04T23:32:19.011404+0000","last_became_peered":"2021-03-04T23:32:19.011404+0000","last_unstale":"2021-03-04T23:35:40.055915+0000","last_undegraded":"2021-03-04T23:35:40.055915+0000","last_fullsized":"2021-03-04T23:35:40.055915+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"319","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.055411+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:35:40.055411+0000","last_peered":"2021-03-04T23:35:40.055411+0000","last_clean":"2021-03-04T23:35:40.055411+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:35:40.055411+0000","last_undegraded":"2021-03-04T23:35:40.055411+0000","last_fullsized":"2021-03-04T23:35:40.055411+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"305","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.055792+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:35:40.055792+0000","last_peered":"2021-03-04T23:35:40.055792+0000","last_clean":"2021-03-04T23:35:40.055792+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:35:40.055792+0000","last_undegraded":"2021-03-04T23:35:40.055792+0000","last_fullsized":"2021-03-04T23:35:40.055792+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"91","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.056302+0000","last_change":"2021-03-04T23:32:19.019024+0000","last_active":"2021-03-04T23:35:40.056302+0000","last_peered":"2021-03-04T23:35:40.056302+0000","last_clean":"2021-03-04T23:35:40.056302+0000","last_became_active":"2021-03-04T23:32:19.018570+0000","last_became_peered":"2021-03-04T23:32:19.018570+0000","last_unstale":"2021-03-04T23:35:40.056302+0000","last_undegraded":"2021-03-04T23:35:40.056302+0000","last_fullsized":"2021-03-04T23:35:40.056302+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"82","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.055995+0000","last_change":"2021-03-04T23:32:26.245321+0000","last_active":"2021-03-04T23:35:40.055995+0000","last_peered":"2021-03-04T23:35:40.055995+0000","last_clean":"2021-03-04T23:35:40.055995+0000","last_became_active":"2021-03-04T23:32:26.243283+0000","last_became_peered":"2021-03-04T23:32:26.243283+0000","last_unstale":"2021-03-04T23:35:40.055995+0000","last_undegraded":"2021-03-04T23:35:40.055995+0000","last_fullsized":"2021-03-04T23:35:40.055995+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"278","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.055958+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:35:40.055958+0000","last_peered":"2021-03-04T23:35:40.055958+0000","last_clean":"2021-03-04T23:35:40.055958+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:35:40.055958+0000","last_undegraded":"2021-03-04T23:35:40.055958+0000","last_fullsized":"2021-03-04T23:35:40.055958+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"303","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.062911+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:35:40.062911+0000","last_peered":"2021-03-04T23:35:40.062911+0000","last_clean":"2021-03-04T23:35:40.062911+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:35:40.062911+0000","last_undegraded":"2021-03-04T23:35:40.062911+0000","last_fullsized":"2021-03-04T23:35:40.062911+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"91","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.055558+0000","last_change":"2021-03-04T23:32:18.982413+0000","last_active":"2021-03-04T23:35:40.055558+0000","last_peered":"2021-03-04T23:35:40.055558+0000","last_clean":"2021-03-04T23:35:40.055558+0000","last_became_active":"2021-03-04T23:32:18.981859+0000","last_became_peered":"2021-03-04T23:32:18.981859+0000","last_unstale":"2021-03-04T23:35:40.055558+0000","last_undegraded":"2021-03-04T23:35:40.055558+0000","last_fullsized":"2021-03-04T23:35:40.055558+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"289","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.065583+0000","last_change":"2021-03-04T23:31:58.062545+0000","last_active":"2021-03-04T23:35:40.065583+0000","last_peered":"2021-03-04T23:35:40.065583+0000","last_clean":"2021-03-04T23:35:40.065583+0000","last_became_active":"2021-03-04T23:31:58.062078+0000","last_became_peered":"2021-03-04T23:31:58.062078+0000","last_unstale":"2021-03-04T23:35:40.065583+0000","last_undegraded":"2021-03-04T23:35:40.065583+0000","last_fullsized":"2021-03-04T23:35:40.065583+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"190","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.058816+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:35:40.058816+0000","last_peered":"2021-03-04T23:35:40.058816+0000","last_clean":"2021-03-04T23:35:40.058816+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:35:40.058816+0000","last_undegraded":"2021-03-04T23:35:40.058816+0000","last_fullsized":"2021-03-04T23:35:40.058816+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"105","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.065334+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:35:40.065334+0000","last_peered":"2021-03-04T23:35:40.065334+0000","last_clean":"2021-03-04T23:35:40.065334+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:35:40.065334+0000","last_undegraded":"2021-03-04T23:35:40.065334+0000","last_fullsized":"2021-03-04T23:35:40.065334+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"91","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.056276+0000","last_change":"2021-03-04T23:32:18.990360+0000","last_active":"2021-03-04T23:35:40.056276+0000","last_peered":"2021-03-04T23:35:40.056276+0000","last_clean":"2021-03-04T23:35:40.056276+0000","last_became_active":"2021-03-04T23:32:18.985583+0000","last_became_peered":"2021-03-04T23:32:18.985583+0000","last_unstale":"2021-03-04T23:35:40.056276+0000","last_undegraded":"2021-03-04T23:35:40.056276+0000","last_fullsized":"2021-03-04T23:35:40.056276+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"42","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.051169+0000","last_change":"2021-03-04T23:32:26.249383+0000","last_active":"2021-03-04T23:35:32.051169+0000","last_peered":"2021-03-04T23:35:32.051169+0000","last_clean":"2021-03-04T23:35:32.051169+0000","last_became_active":"2021-03-04T23:32:26.249012+0000","last_became_peered":"2021-03-04T23:32:26.249012+0000","last_unstale":"2021-03-04T23:35:32.051169+0000","last_undegraded":"2021-03-04T23:35:32.051169+0000","last_fullsized":"2021-03-04T23:35:32.051169+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.5","version":"299'19106","reported_seq":"19350","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:48.835187+0000","last_change":"2021-03-04T23:31:15.984936+0000","last_active":"2021-03-04T23:35:48.835187+0000","last_peered":"2021-03-04T23:35:48.835187+0000","last_clean":"2021-03-04T23:35:48.835187+0000","last_became_active":"2021-03-04T23:31:15.969777+0000","last_became_peered":"2021-03-04T23:31:15.969777+0000","last_unstale":"2021-03-04T23:35:48.835187+0000","last_undegraded":"2021-03-04T23:35:48.835187+0000","last_fullsized":"2021-03-04T23:35:48.835187+0000","mapping_epoch":236,"log_start":"290'14447","ondisk_log_start":"290'14447","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4659,"ondisk_log_size":4659,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19106,"num_write_kb":611392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":152,"num_bytes_recovered":1048576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"77","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.056241+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:35:40.056241+0000","last_peered":"2021-03-04T23:35:40.056241+0000","last_clean":"2021-03-04T23:35:40.056241+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:35:40.056241+0000","last_undegraded":"2021-03-04T23:35:40.056241+0000","last_fullsized":"2021-03-04T23:35:40.056241+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"308","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.055497+0000","last_change":"2021-03-04T23:32:18.976569+0000","last_active":"2021-03-04T23:35:40.055497+0000","last_peered":"2021-03-04T23:35:40.055497+0000","last_clean":"2021-03-04T23:35:40.055497+0000","last_became_active":"2021-03-04T23:32:18.976326+0000","last_became_peered":"2021-03-04T23:32:18.976326+0000","last_unstale":"2021-03-04T23:35:40.055497+0000","last_undegraded":"2021-03-04T23:35:40.055497+0000","last_fullsized":"2021-03-04T23:35:40.055497+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"91","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.056564+0000","last_change":"2021-03-04T23:32:18.981638+0000","last_active":"2021-03-04T23:35:40.056564+0000","last_peered":"2021-03-04T23:35:40.056564+0000","last_clean":"2021-03-04T23:35:40.056564+0000","last_became_active":"2021-03-04T23:32:18.981295+0000","last_became_peered":"2021-03-04T23:32:18.981295+0000","last_unstale":"2021-03-04T23:35:40.056564+0000","last_undegraded":"2021-03-04T23:35:40.056564+0000","last_fullsized":"2021-03-04T23:35:40.056564+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"200","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.057894+0000","last_change":"2021-03-04T23:31:58.069396+0000","last_active":"2021-03-04T23:35:40.057894+0000","last_peered":"2021-03-04T23:35:40.057894+0000","last_clean":"2021-03-04T23:35:40.057894+0000","last_became_active":"2021-03-04T23:31:58.069222+0000","last_became_peered":"2021-03-04T23:31:58.069222+0000","last_unstale":"2021-03-04T23:35:40.057894+0000","last_undegraded":"2021-03-04T23:35:40.057894+0000","last_fullsized":"2021-03-04T23:35:40.057894+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"299'19084","reported_seq":"39954","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:48.809184+0000","last_change":"2021-03-04T23:31:02.313487+0000","last_active":"2021-03-04T23:35:48.809184+0000","last_peered":"2021-03-04T23:35:48.809184+0000","last_clean":"2021-03-04T23:35:48.809184+0000","last_became_active":"2021-03-04T23:31:02.298187+0000","last_became_peered":"2021-03-04T23:31:02.298187+0000","last_unstale":"2021-03-04T23:35:48.809184+0000","last_undegraded":"2021-03-04T23:35:48.809184+0000","last_fullsized":"2021-03-04T23:35:48.809184+0000","mapping_epoch":230,"log_start":"287'13522","ondisk_log_start":"287'13522","created":137,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5562,"ondisk_log_size":5562,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19084,"num_write_kb":610688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8025,"num_bytes_recovered":516489216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"77","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.057866+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:35:40.057866+0000","last_peered":"2021-03-04T23:35:40.057866+0000","last_clean":"2021-03-04T23:35:40.057866+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:35:40.057866+0000","last_undegraded":"2021-03-04T23:35:40.057866+0000","last_fullsized":"2021-03-04T23:35:40.057866+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"370","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.071745+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:35:40.071745+0000","last_peered":"2021-03-04T23:35:40.071745+0000","last_clean":"2021-03-04T23:35:40.071745+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:35:40.071745+0000","last_undegraded":"2021-03-04T23:35:40.071745+0000","last_fullsized":"2021-03-04T23:35:40.071745+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"91","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.056412+0000","last_change":"2021-03-04T23:32:18.976226+0000","last_active":"2021-03-04T23:35:40.056412+0000","last_peered":"2021-03-04T23:35:40.056412+0000","last_clean":"2021-03-04T23:35:40.056412+0000","last_became_active":"2021-03-04T23:32:18.975856+0000","last_became_peered":"2021-03-04T23:32:18.975856+0000","last_unstale":"2021-03-04T23:35:40.056412+0000","last_undegraded":"2021-03-04T23:35:40.056412+0000","last_fullsized":"2021-03-04T23:35:40.056412+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"42","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.050819+0000","last_change":"2021-03-04T23:32:26.243559+0000","last_active":"2021-03-04T23:35:32.050819+0000","last_peered":"2021-03-04T23:35:32.050819+0000","last_clean":"2021-03-04T23:35:32.050819+0000","last_became_active":"2021-03-04T23:32:26.243315+0000","last_became_peered":"2021-03-04T23:32:26.243315+0000","last_unstale":"2021-03-04T23:35:32.050819+0000","last_undegraded":"2021-03-04T23:35:32.050819+0000","last_fullsized":"2021-03-04T23:35:32.050819+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"299'19218","reported_seq":"19426","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:48.827134+0000","last_change":"2021-03-04T23:31:16.986091+0000","last_active":"2021-03-04T23:35:48.827134+0000","last_peered":"2021-03-04T23:35:48.827134+0000","last_clean":"2021-03-04T23:35:48.827134+0000","last_became_active":"2021-03-04T23:31:16.966316+0000","last_became_peered":"2021-03-04T23:31:16.966316+0000","last_unstale":"2021-03-04T23:35:48.827134+0000","last_undegraded":"2021-03-04T23:35:48.827134+0000","last_fullsized":"2021-03-04T23:35:48.827134+0000","mapping_epoch":237,"log_start":"288'14087","ondisk_log_start":"288'14087","created":137,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5131,"ondisk_log_size":5131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19218,"num_write_kb":614976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"77","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.056185+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:35:40.056185+0000","last_peered":"2021-03-04T23:35:40.056185+0000","last_clean":"2021-03-04T23:35:40.056185+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:35:40.056185+0000","last_undegraded":"2021-03-04T23:35:40.056185+0000","last_fullsized":"2021-03-04T23:35:40.056185+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"49","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.057579+0000","last_change":"2021-03-04T23:32:18.980591+0000","last_active":"2021-03-04T23:35:40.057579+0000","last_peered":"2021-03-04T23:35:40.057579+0000","last_clean":"2021-03-04T23:35:40.057579+0000","last_became_active":"2021-03-04T23:32:18.980308+0000","last_became_peered":"2021-03-04T23:32:18.980308+0000","last_unstale":"2021-03-04T23:35:40.057579+0000","last_undegraded":"2021-03-04T23:35:40.057579+0000","last_fullsized":"2021-03-04T23:35:40.057579+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"91","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.056199+0000","last_change":"2021-03-04T23:32:18.981505+0000","last_active":"2021-03-04T23:35:40.056199+0000","last_peered":"2021-03-04T23:35:40.056199+0000","last_clean":"2021-03-04T23:35:40.056199+0000","last_became_active":"2021-03-04T23:32:18.981076+0000","last_became_peered":"2021-03-04T23:32:18.981076+0000","last_unstale":"2021-03-04T23:35:40.056199+0000","last_undegraded":"2021-03-04T23:35:40.056199+0000","last_fullsized":"2021-03-04T23:35:40.056199+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"73","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.056103+0000","last_change":"2021-03-04T23:31:15.977616+0000","last_active":"2021-03-04T23:35:40.056103+0000","last_peered":"2021-03-04T23:35:40.056103+0000","last_clean":"2021-03-04T23:35:40.056103+0000","last_became_active":"2021-03-04T23:31:15.976913+0000","last_became_peered":"2021-03-04T23:31:15.976913+0000","last_unstale":"2021-03-04T23:35:40.056103+0000","last_undegraded":"2021-03-04T23:35:40.056103+0000","last_fullsized":"2021-03-04T23:35:40.056103+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.6","version":"299'19528","reported_seq":"33265","reported_epoch":"300","state":"active+recovering+undersized+degraded+remapped","last_fresh":"2021-03-04T23:35:53.746415+0000","last_change":"2021-03-04T23:35:30.768640+0000","last_active":"2021-03-04T23:35:53.746415+0000","last_peered":"2021-03-04T23:35:53.746415+0000","last_clean":"2021-03-04T23:25:36.102596+0000","last_became_active":"2021-03-04T23:32:27.370442+0000","last_became_peered":"2021-03-04T23:32:27.370442+0000","last_unstale":"2021-03-04T23:35:53.746415+0000","last_undegraded":"2021-03-04T23:32:27.364047+0000","last_fullsized":"2021-03-04T23:32:27.244914+0000","mapping_epoch":267,"log_start":"289'14382","ondisk_log_start":"289'14382","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5146,"ondisk_log_size":5146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1973,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19528,"num_write_kb":624896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6324,"num_bytes_recovered":357957632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1],"avail_no_missing":["5","0","2"],"object_location_counts":[{"shards":"1,5","objects":-1973}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"330","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.055784+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:35:40.055784+0000","last_peered":"2021-03-04T23:35:40.055784+0000","last_clean":"2021-03-04T23:35:40.055784+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:35:40.055784+0000","last_undegraded":"2021-03-04T23:35:40.055784+0000","last_fullsized":"2021-03-04T23:35:40.055784+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"294","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.062677+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:35:40.062677+0000","last_peered":"2021-03-04T23:35:40.062677+0000","last_clean":"2021-03-04T23:35:40.062677+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:35:40.062677+0000","last_undegraded":"2021-03-04T23:35:40.062677+0000","last_fullsized":"2021-03-04T23:35:40.062677+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"351","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.055646+0000","last_change":"2021-03-04T23:32:18.972523+0000","last_active":"2021-03-04T23:35:40.055646+0000","last_peered":"2021-03-04T23:35:40.055646+0000","last_clean":"2021-03-04T23:35:40.055646+0000","last_became_active":"2021-03-04T23:32:18.971535+0000","last_became_peered":"2021-03-04T23:32:18.971535+0000","last_unstale":"2021-03-04T23:35:40.055646+0000","last_undegraded":"2021-03-04T23:35:40.055646+0000","last_fullsized":"2021-03-04T23:35:40.055646+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"91","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.056981+0000","last_change":"2021-03-04T23:32:18.981988+0000","last_active":"2021-03-04T23:35:40.056981+0000","last_peered":"2021-03-04T23:35:40.056981+0000","last_clean":"2021-03-04T23:35:40.056981+0000","last_became_active":"2021-03-04T23:32:18.981427+0000","last_became_peered":"2021-03-04T23:32:18.981427+0000","last_unstale":"2021-03-04T23:35:40.056981+0000","last_undegraded":"2021-03-04T23:35:40.056981+0000","last_fullsized":"2021-03-04T23:35:40.056981+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"299'18956","reported_seq":"34353","reported_epoch":"299","state":"active+recovery_wait","last_fresh":"2021-03-04T23:35:48.827003+0000","last_change":"2021-03-04T23:35:32.115374+0000","last_active":"2021-03-04T23:35:48.827003+0000","last_peered":"2021-03-04T23:35:48.827003+0000","last_clean":"2021-03-04T23:25:24.007394+0000","last_became_active":"2021-03-04T23:35:32.070513+0000","last_became_peered":"2021-03-04T23:35:32.070513+0000","last_unstale":"2021-03-04T23:35:48.827003+0000","last_undegraded":"2021-03-04T23:35:48.827003+0000","last_fullsized":"2021-03-04T23:35:48.827003+0000","mapping_epoch":297,"log_start":"278'12339","ondisk_log_start":"278'12339","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6617,"ondisk_log_size":6617,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18956,"num_write_kb":606592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7590,"num_bytes_recovered":359202816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":["3","2","6","7"],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"91","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.054008+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:35:40.054008+0000","last_peered":"2021-03-04T23:35:40.054008+0000","last_clean":"2021-03-04T23:35:40.054008+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:35:40.054008+0000","last_undegraded":"2021-03-04T23:35:40.054008+0000","last_fullsized":"2021-03-04T23:35:40.054008+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"331","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.072095+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:35:40.072095+0000","last_peered":"2021-03-04T23:35:40.072095+0000","last_clean":"2021-03-04T23:35:40.072095+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:35:40.072095+0000","last_undegraded":"2021-03-04T23:35:40.072095+0000","last_fullsized":"2021-03-04T23:35:40.072095+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"309","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.055388+0000","last_change":"2021-03-04T23:31:58.069697+0000","last_active":"2021-03-04T23:35:40.055388+0000","last_peered":"2021-03-04T23:35:40.055388+0000","last_clean":"2021-03-04T23:35:40.055388+0000","last_became_active":"2021-03-04T23:31:58.068973+0000","last_became_peered":"2021-03-04T23:31:58.068973+0000","last_unstale":"2021-03-04T23:35:40.055388+0000","last_undegraded":"2021-03-04T23:35:40.055388+0000","last_fullsized":"2021-03-04T23:35:40.055388+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"91","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.055564+0000","last_change":"2021-03-04T23:32:19.011549+0000","last_active":"2021-03-04T23:35:40.055564+0000","last_peered":"2021-03-04T23:35:40.055564+0000","last_clean":"2021-03-04T23:35:40.055564+0000","last_became_active":"2021-03-04T23:32:19.011346+0000","last_became_peered":"2021-03-04T23:32:19.011346+0000","last_unstale":"2021-03-04T23:35:40.055564+0000","last_undegraded":"2021-03-04T23:35:40.055564+0000","last_fullsized":"2021-03-04T23:35:40.055564+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"299'19434","reported_seq":"34466","reported_epoch":"299","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:35:48.838764+0000","last_change":"2021-03-04T23:32:26.310942+0000","last_active":"2021-03-04T23:35:48.838764+0000","last_peered":"2021-03-04T23:35:48.838764+0000","last_clean":"2021-03-04T23:25:24.011866+0000","last_became_active":"2021-03-04T23:32:26.290638+0000","last_became_peered":"2021-03-04T23:32:26.290638+0000","last_unstale":"2021-03-04T23:35:48.838764+0000","last_undegraded":"2021-03-04T23:35:48.838764+0000","last_fullsized":"2021-03-04T23:35:48.838764+0000","mapping_epoch":266,"log_start":"288'14315","ondisk_log_start":"288'14315","created":137,"last_epoch_clean":233,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5119,"ondisk_log_size":5119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19434,"num_write_kb":621888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7388,"num_bytes_recovered":475725824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[5,0,2],"avail_no_missing":["5","0","1","2","4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"58","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.057668+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:35:40.057668+0000","last_peered":"2021-03-04T23:35:40.057668+0000","last_clean":"2021-03-04T23:35:40.057668+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:35:40.057668+0000","last_undegraded":"2021-03-04T23:35:40.057668+0000","last_fullsized":"2021-03-04T23:35:40.057668+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"319","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.072157+0000","last_change":"2021-03-04T23:32:18.970427+0000","last_active":"2021-03-04T23:35:40.072157+0000","last_peered":"2021-03-04T23:35:40.072157+0000","last_clean":"2021-03-04T23:35:40.072157+0000","last_became_active":"2021-03-04T23:32:18.970152+0000","last_became_peered":"2021-03-04T23:32:18.970152+0000","last_unstale":"2021-03-04T23:35:40.072157+0000","last_undegraded":"2021-03-04T23:35:40.072157+0000","last_fullsized":"2021-03-04T23:35:40.072157+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"91","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.056385+0000","last_change":"2021-03-04T23:32:19.018810+0000","last_active":"2021-03-04T23:35:40.056385+0000","last_peered":"2021-03-04T23:35:40.056385+0000","last_clean":"2021-03-04T23:35:40.056385+0000","last_became_active":"2021-03-04T23:32:19.018286+0000","last_became_peered":"2021-03-04T23:32:19.018286+0000","last_unstale":"2021-03-04T23:35:40.056385+0000","last_undegraded":"2021-03-04T23:35:40.056385+0000","last_fullsized":"2021-03-04T23:35:40.056385+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"82","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.055835+0000","last_change":"2021-03-04T23:32:26.246083+0000","last_active":"2021-03-04T23:35:40.055835+0000","last_peered":"2021-03-04T23:35:40.055835+0000","last_clean":"2021-03-04T23:35:40.055835+0000","last_became_active":"2021-03-04T23:32:26.244207+0000","last_became_peered":"2021-03-04T23:32:26.244207+0000","last_unstale":"2021-03-04T23:35:40.055835+0000","last_undegraded":"2021-03-04T23:35:40.055835+0000","last_fullsized":"2021-03-04T23:35:40.055835+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3","version":"299'18960","reported_seq":"34524","reported_epoch":"299","state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2021-03-04T23:35:48.839221+0000","last_change":"2021-03-04T23:32:26.376916+0000","last_active":"2021-03-04T23:35:48.839221+0000","last_peered":"2021-03-04T23:35:48.839221+0000","last_clean":"2021-03-04T23:25:36.098141+0000","last_became_active":"2021-03-04T23:32:26.331782+0000","last_became_peered":"2021-03-04T23:32:26.331782+0000","last_unstale":"2021-03-04T23:35:48.839221+0000","last_undegraded":"2021-03-04T23:32:26.253611+0000","last_fullsized":"2021-03-04T23:32:26.238493+0000","mapping_epoch":266,"log_start":"291'14473","ondisk_log_start":"291'14473","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4487,"ondisk_log_size":4487,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3797,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18960,"num_write_kb":606720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5565,"num_bytes_recovered":304480256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3],"avail_no_missing":["7","0","3","6"],"object_location_counts":[{"shards":"3,7","objects":-2096}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"296","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.071614+0000","last_change":"2021-03-04T23:31:58.064857+0000","last_active":"2021-03-04T23:35:40.071614+0000","last_peered":"2021-03-04T23:35:40.071614+0000","last_clean":"2021-03-04T23:35:40.071614+0000","last_became_active":"2021-03-04T23:31:58.064575+0000","last_became_peered":"2021-03-04T23:31:58.064575+0000","last_unstale":"2021-03-04T23:35:40.071614+0000","last_undegraded":"2021-03-04T23:35:40.071614+0000","last_fullsized":"2021-03-04T23:35:40.071614+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"358","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.073206+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:35:40.073206+0000","last_peered":"2021-03-04T23:35:40.073206+0000","last_clean":"2021-03-04T23:35:40.073206+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:35:40.073206+0000","last_undegraded":"2021-03-04T23:35:40.073206+0000","last_fullsized":"2021-03-04T23:35:40.073206+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"289","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.065536+0000","last_change":"2021-03-04T23:31:58.062715+0000","last_active":"2021-03-04T23:35:40.065536+0000","last_peered":"2021-03-04T23:35:40.065536+0000","last_clean":"2021-03-04T23:35:40.065536+0000","last_became_active":"2021-03-04T23:31:58.062351+0000","last_became_peered":"2021-03-04T23:31:58.062351+0000","last_unstale":"2021-03-04T23:35:40.065536+0000","last_undegraded":"2021-03-04T23:35:40.065536+0000","last_fullsized":"2021-03-04T23:35:40.065536+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"91","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.056717+0000","last_change":"2021-03-04T23:32:18.982415+0000","last_active":"2021-03-04T23:35:40.056717+0000","last_peered":"2021-03-04T23:35:40.056717+0000","last_clean":"2021-03-04T23:35:40.056717+0000","last_became_active":"2021-03-04T23:32:18.982097+0000","last_became_peered":"2021-03-04T23:32:18.982097+0000","last_unstale":"2021-03-04T23:35:40.056717+0000","last_undegraded":"2021-03-04T23:35:40.056717+0000","last_fullsized":"2021-03-04T23:35:40.056717+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2","version":"299'19162","reported_seq":"41759","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:48.842674+0000","last_change":"2021-03-04T23:32:23.249042+0000","last_active":"2021-03-04T23:35:48.842674+0000","last_peered":"2021-03-04T23:35:48.842674+0000","last_clean":"2021-03-04T23:35:48.842674+0000","last_became_active":"2021-03-04T23:32:23.233324+0000","last_became_peered":"2021-03-04T23:32:23.233324+0000","last_unstale":"2021-03-04T23:35:48.842674+0000","last_undegraded":"2021-03-04T23:35:48.842674+0000","last_fullsized":"2021-03-04T23:35:48.842674+0000","mapping_epoch":264,"log_start":"280'12630","ondisk_log_start":"280'12630","created":137,"last_epoch_clean":265,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6532,"ondisk_log_size":6532,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19162,"num_write_kb":613184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11178,"num_bytes_recovered":644808704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"114","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.053895+0000","last_change":"2021-03-04T23:32:26.240947+0000","last_active":"2021-03-04T23:35:40.053895+0000","last_peered":"2021-03-04T23:35:40.053895+0000","last_clean":"2021-03-04T23:35:40.053895+0000","last_became_active":"2021-03-04T23:32:26.240743+0000","last_became_peered":"2021-03-04T23:32:26.240743+0000","last_unstale":"2021-03-04T23:35:40.053895+0000","last_undegraded":"2021-03-04T23:35:40.053895+0000","last_fullsized":"2021-03-04T23:35:40.053895+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"138","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.050991+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:35:32.050991+0000","last_peered":"2021-03-04T23:35:32.050991+0000","last_clean":"2021-03-04T23:35:32.050991+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:35:32.050991+0000","last_undegraded":"2021-03-04T23:35:32.050991+0000","last_fullsized":"2021-03-04T23:35:32.050991+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"91","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.056330+0000","last_change":"2021-03-04T23:32:18.981845+0000","last_active":"2021-03-04T23:35:40.056330+0000","last_peered":"2021-03-04T23:35:40.056330+0000","last_clean":"2021-03-04T23:35:40.056330+0000","last_became_active":"2021-03-04T23:32:18.981465+0000","last_became_peered":"2021-03-04T23:32:18.981465+0000","last_unstale":"2021-03-04T23:35:40.056330+0000","last_undegraded":"2021-03-04T23:35:40.056330+0000","last_fullsized":"2021-03-04T23:35:40.056330+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"299'19058","reported_seq":"33211","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:48.840348+0000","last_change":"2021-03-04T23:32:43.006956+0000","last_active":"2021-03-04T23:35:48.840348+0000","last_peered":"2021-03-04T23:35:48.840348+0000","last_clean":"2021-03-04T23:35:48.840348+0000","last_became_active":"2021-03-04T23:32:42.989066+0000","last_became_peered":"2021-03-04T23:32:42.989066+0000","last_unstale":"2021-03-04T23:35:48.840348+0000","last_undegraded":"2021-03-04T23:35:48.840348+0000","last_fullsized":"2021-03-04T23:35:48.840348+0000","mapping_epoch":273,"log_start":"288'13934","ondisk_log_start":"288'13934","created":137,"last_epoch_clean":274,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5124,"ondisk_log_size":5124,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19058,"num_write_kb":609856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6961,"num_bytes_recovered":299565056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"42","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.050765+0000","last_change":"2021-03-04T23:32:26.243555+0000","last_active":"2021-03-04T23:35:32.050765+0000","last_peered":"2021-03-04T23:35:32.050765+0000","last_clean":"2021-03-04T23:35:32.050765+0000","last_became_active":"2021-03-04T23:32:26.243321+0000","last_became_peered":"2021-03-04T23:32:26.243321+0000","last_unstale":"2021-03-04T23:35:32.050765+0000","last_undegraded":"2021-03-04T23:35:32.050765+0000","last_fullsized":"2021-03-04T23:35:32.050765+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"312","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.055699+0000","last_change":"2021-03-04T23:31:58.061270+0000","last_active":"2021-03-04T23:35:40.055699+0000","last_peered":"2021-03-04T23:35:40.055699+0000","last_clean":"2021-03-04T23:35:40.055699+0000","last_became_active":"2021-03-04T23:31:58.060937+0000","last_became_peered":"2021-03-04T23:31:58.060937+0000","last_unstale":"2021-03-04T23:35:40.055699+0000","last_undegraded":"2021-03-04T23:35:40.055699+0000","last_fullsized":"2021-03-04T23:35:40.055699+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"42","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.050793+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:35:32.050793+0000","last_peered":"2021-03-04T23:35:32.050793+0000","last_clean":"2021-03-04T23:35:32.050793+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:35:32.050793+0000","last_undegraded":"2021-03-04T23:35:32.050793+0000","last_fullsized":"2021-03-04T23:35:32.050793+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"91","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.056281+0000","last_change":"2021-03-04T23:32:18.981793+0000","last_active":"2021-03-04T23:35:40.056281+0000","last_peered":"2021-03-04T23:35:40.056281+0000","last_clean":"2021-03-04T23:35:40.056281+0000","last_became_active":"2021-03-04T23:32:18.981354+0000","last_became_peered":"2021-03-04T23:32:18.981354+0000","last_unstale":"2021-03-04T23:35:40.056281+0000","last_undegraded":"2021-03-04T23:35:40.056281+0000","last_fullsized":"2021-03-04T23:35:40.056281+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.9","version":"299'19318","reported_seq":"34069","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:48.830529+0000","last_change":"2021-03-04T23:31:15.989387+0000","last_active":"2021-03-04T23:35:48.830529+0000","last_peered":"2021-03-04T23:35:48.830529+0000","last_clean":"2021-03-04T23:35:48.830529+0000","last_became_active":"2021-03-04T23:31:15.968551+0000","last_became_peered":"2021-03-04T23:31:15.968551+0000","last_unstale":"2021-03-04T23:35:48.830529+0000","last_undegraded":"2021-03-04T23:35:48.830529+0000","last_fullsized":"2021-03-04T23:35:48.830529+0000","mapping_epoch":236,"log_start":"290'14603","ondisk_log_start":"290'14603","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4715,"ondisk_log_size":4715,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19318,"num_write_kb":618176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7379,"num_bytes_recovered":476381184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"352","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.055453+0000","last_change":"2021-03-04T23:32:18.974052+0000","last_active":"2021-03-04T23:35:40.055453+0000","last_peered":"2021-03-04T23:35:40.055453+0000","last_clean":"2021-03-04T23:35:40.055453+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:35:40.055453+0000","last_undegraded":"2021-03-04T23:35:40.055453+0000","last_fullsized":"2021-03-04T23:35:40.055453+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"302","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.071913+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:35:40.071913+0000","last_peered":"2021-03-04T23:35:40.071913+0000","last_clean":"2021-03-04T23:35:40.071913+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:35:40.071913+0000","last_undegraded":"2021-03-04T23:35:40.071913+0000","last_fullsized":"2021-03-04T23:35:40.071913+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"42","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.050738+0000","last_change":"2021-03-04T23:32:26.241730+0000","last_active":"2021-03-04T23:35:32.050738+0000","last_peered":"2021-03-04T23:35:32.050738+0000","last_clean":"2021-03-04T23:35:32.050738+0000","last_became_active":"2021-03-04T23:32:26.241443+0000","last_became_peered":"2021-03-04T23:32:26.241443+0000","last_unstale":"2021-03-04T23:35:32.050738+0000","last_undegraded":"2021-03-04T23:35:32.050738+0000","last_fullsized":"2021-03-04T23:35:32.050738+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"91","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.055996+0000","last_change":"2021-03-04T23:32:18.982273+0000","last_active":"2021-03-04T23:35:40.055996+0000","last_peered":"2021-03-04T23:35:40.055996+0000","last_clean":"2021-03-04T23:35:40.055996+0000","last_became_active":"2021-03-04T23:32:18.981390+0000","last_became_peered":"2021-03-04T23:32:18.981390+0000","last_unstale":"2021-03-04T23:35:40.055996+0000","last_undegraded":"2021-03-04T23:35:40.055996+0000","last_fullsized":"2021-03-04T23:35:40.055996+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"299'19050","reported_seq":"26959","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:48.842820+0000","last_change":"2021-03-04T23:31:15.990321+0000","last_active":"2021-03-04T23:35:48.842820+0000","last_peered":"2021-03-04T23:35:48.842820+0000","last_clean":"2021-03-04T23:35:48.842820+0000","last_became_active":"2021-03-04T23:31:15.968330+0000","last_became_peered":"2021-03-04T23:31:15.968330+0000","last_unstale":"2021-03-04T23:35:48.842820+0000","last_undegraded":"2021-03-04T23:35:48.842820+0000","last_fullsized":"2021-03-04T23:35:48.842820+0000","mapping_epoch":236,"log_start":"288'13943","ondisk_log_start":"288'13943","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":5107,"ondisk_log_size":5107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19050,"num_write_kb":609600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3842,"num_bytes_recovered":151388160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"292","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.065486+0000","last_change":"2021-03-04T23:31:58.062851+0000","last_active":"2021-03-04T23:35:40.065486+0000","last_peered":"2021-03-04T23:35:40.065486+0000","last_clean":"2021-03-04T23:35:40.065486+0000","last_became_active":"2021-03-04T23:31:58.062390+0000","last_became_peered":"2021-03-04T23:31:58.062390+0000","last_unstale":"2021-03-04T23:35:40.065486+0000","last_undegraded":"2021-03-04T23:35:40.065486+0000","last_fullsized":"2021-03-04T23:35:40.065486+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"42","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.050771+0000","last_change":"2021-03-04T23:32:26.241630+0000","last_active":"2021-03-04T23:35:32.050771+0000","last_peered":"2021-03-04T23:35:32.050771+0000","last_clean":"2021-03-04T23:35:32.050771+0000","last_became_active":"2021-03-04T23:32:26.241377+0000","last_became_peered":"2021-03-04T23:32:26.241377+0000","last_unstale":"2021-03-04T23:35:32.050771+0000","last_undegraded":"2021-03-04T23:35:32.050771+0000","last_fullsized":"2021-03-04T23:35:32.050771+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"42","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.050924+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:35:32.050924+0000","last_peered":"2021-03-04T23:35:32.050924+0000","last_clean":"2021-03-04T23:35:32.050924+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:35:32.050924+0000","last_undegraded":"2021-03-04T23:35:32.050924+0000","last_fullsized":"2021-03-04T23:35:32.050924+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"299'19122","reported_seq":"35237","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:48.808852+0000","last_change":"2021-03-04T23:30:59.306069+0000","last_active":"2021-03-04T23:35:48.808852+0000","last_peered":"2021-03-04T23:35:48.808852+0000","last_clean":"2021-03-04T23:35:48.808852+0000","last_became_active":"2021-03-04T23:30:59.292136+0000","last_became_peered":"2021-03-04T23:30:59.292136+0000","last_unstale":"2021-03-04T23:35:48.808852+0000","last_undegraded":"2021-03-04T23:35:48.808852+0000","last_fullsized":"2021-03-04T23:35:48.808852+0000","mapping_epoch":228,"log_start":"279'12597","ondisk_log_start":"279'12597","created":137,"last_epoch_clean":229,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6525,"ondisk_log_size":6525,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19122,"num_write_kb":611904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7939,"num_bytes_recovered":520224768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"310","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.055876+0000","last_change":"2021-03-04T23:31:58.069375+0000","last_active":"2021-03-04T23:35:40.055876+0000","last_peered":"2021-03-04T23:35:40.055876+0000","last_clean":"2021-03-04T23:35:40.055876+0000","last_became_active":"2021-03-04T23:31:58.069076+0000","last_became_peered":"2021-03-04T23:31:58.069076+0000","last_unstale":"2021-03-04T23:35:40.055876+0000","last_undegraded":"2021-03-04T23:35:40.055876+0000","last_fullsized":"2021-03-04T23:35:40.055876+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"91","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.055930+0000","last_change":"2021-03-04T23:32:18.976198+0000","last_active":"2021-03-04T23:35:40.055930+0000","last_peered":"2021-03-04T23:35:40.055930+0000","last_clean":"2021-03-04T23:35:40.055930+0000","last_became_active":"2021-03-04T23:32:18.975757+0000","last_became_peered":"2021-03-04T23:32:18.975757+0000","last_unstale":"2021-03-04T23:35:40.055930+0000","last_undegraded":"2021-03-04T23:35:40.055930+0000","last_fullsized":"2021-03-04T23:35:40.055930+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"87","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.053965+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:35:40.053965+0000","last_peered":"2021-03-04T23:35:40.053965+0000","last_clean":"2021-03-04T23:35:40.053965+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:35:40.053965+0000","last_undegraded":"2021-03-04T23:35:40.053965+0000","last_fullsized":"2021-03-04T23:35:40.053965+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"49","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.057755+0000","last_change":"2021-03-04T23:32:18.986718+0000","last_active":"2021-03-04T23:35:40.057755+0000","last_peered":"2021-03-04T23:35:40.057755+0000","last_clean":"2021-03-04T23:35:40.057755+0000","last_became_active":"2021-03-04T23:32:18.986509+0000","last_became_peered":"2021-03-04T23:32:18.986509+0000","last_unstale":"2021-03-04T23:35:40.057755+0000","last_undegraded":"2021-03-04T23:35:40.057755+0000","last_fullsized":"2021-03-04T23:35:40.057755+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"91","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.056170+0000","last_change":"2021-03-04T23:32:19.018869+0000","last_active":"2021-03-04T23:35:40.056170+0000","last_peered":"2021-03-04T23:35:40.056170+0000","last_clean":"2021-03-04T23:35:40.056170+0000","last_became_active":"2021-03-04T23:32:19.018305+0000","last_became_peered":"2021-03-04T23:32:19.018305+0000","last_unstale":"2021-03-04T23:35:40.056170+0000","last_undegraded":"2021-03-04T23:35:40.056170+0000","last_fullsized":"2021-03-04T23:35:40.056170+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.b","version":"299'19568","reported_seq":"41380","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:48.833434+0000","last_change":"2021-03-04T23:32:34.277292+0000","last_active":"2021-03-04T23:35:48.833434+0000","last_peered":"2021-03-04T23:35:48.833434+0000","last_clean":"2021-03-04T23:35:48.833434+0000","last_became_active":"2021-03-04T23:32:34.260379+0000","last_became_peered":"2021-03-04T23:32:34.260379+0000","last_unstale":"2021-03-04T23:35:48.833434+0000","last_undegraded":"2021-03-04T23:35:48.833434+0000","last_fullsized":"2021-03-04T23:35:48.833434+0000","mapping_epoch":270,"log_start":"291'14935","ondisk_log_start":"291'14935","created":137,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4633,"ondisk_log_size":4633,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19568,"num_write_kb":626176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10774,"num_bytes_recovered":705953792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"82","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.055656+0000","last_change":"2021-03-04T23:32:26.246392+0000","last_active":"2021-03-04T23:35:40.055656+0000","last_peered":"2021-03-04T23:35:40.055656+0000","last_clean":"2021-03-04T23:35:40.055656+0000","last_became_active":"2021-03-04T23:32:26.245274+0000","last_became_peered":"2021-03-04T23:32:26.245274+0000","last_unstale":"2021-03-04T23:35:40.055656+0000","last_undegraded":"2021-03-04T23:35:40.055656+0000","last_fullsized":"2021-03-04T23:35:40.055656+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"284","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.062755+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:35:40.062755+0000","last_peered":"2021-03-04T23:35:40.062755+0000","last_clean":"2021-03-04T23:35:40.062755+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:35:40.062755+0000","last_undegraded":"2021-03-04T23:35:40.062755+0000","last_fullsized":"2021-03-04T23:35:40.062755+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"330","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.062735+0000","last_change":"2021-03-04T23:32:26.243552+0000","last_active":"2021-03-04T23:35:40.062735+0000","last_peered":"2021-03-04T23:35:40.062735+0000","last_clean":"2021-03-04T23:35:40.062735+0000","last_became_active":"2021-03-04T23:32:26.243356+0000","last_became_peered":"2021-03-04T23:32:26.243356+0000","last_unstale":"2021-03-04T23:35:40.062735+0000","last_undegraded":"2021-03-04T23:35:40.062735+0000","last_fullsized":"2021-03-04T23:35:40.062735+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"91","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.056280+0000","last_change":"2021-03-04T23:32:18.976958+0000","last_active":"2021-03-04T23:35:40.056280+0000","last_peered":"2021-03-04T23:35:40.056280+0000","last_clean":"2021-03-04T23:35:40.056280+0000","last_became_active":"2021-03-04T23:32:18.975806+0000","last_became_peered":"2021-03-04T23:32:18.975806+0000","last_unstale":"2021-03-04T23:35:40.056280+0000","last_undegraded":"2021-03-04T23:35:40.056280+0000","last_fullsized":"2021-03-04T23:35:40.056280+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"299'19150","reported_seq":"36820","reported_epoch":"299","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:35:48.851999+0000","last_change":"2021-03-04T23:32:27.307328+0000","last_active":"2021-03-04T23:35:48.851999+0000","last_peered":"2021-03-04T23:35:48.851999+0000","last_clean":"2021-03-04T23:32:23.232073+0000","last_became_active":"2021-03-04T23:32:27.288606+0000","last_became_peered":"2021-03-04T23:32:27.288606+0000","last_unstale":"2021-03-04T23:35:48.851999+0000","last_undegraded":"2021-03-04T23:35:48.851999+0000","last_fullsized":"2021-03-04T23:35:48.851999+0000","mapping_epoch":267,"log_start":"291'14586","ondisk_log_start":"291'14586","created":137,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4564,"ondisk_log_size":4564,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19150,"num_write_kb":612800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8712,"num_bytes_recovered":396623872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,0],"avail_no_missing":["7","0","1","4","5"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"73","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.056030+0000","last_change":"2021-03-04T23:31:15.976911+0000","last_active":"2021-03-04T23:35:40.056030+0000","last_peered":"2021-03-04T23:35:40.056030+0000","last_clean":"2021-03-04T23:35:40.056030+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:35:40.056030+0000","last_undegraded":"2021-03-04T23:35:40.056030+0000","last_fullsized":"2021-03-04T23:35:40.056030+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"42","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.050881+0000","last_change":"2021-03-04T23:32:26.241609+0000","last_active":"2021-03-04T23:35:32.050881+0000","last_peered":"2021-03-04T23:35:32.050881+0000","last_clean":"2021-03-04T23:35:32.050881+0000","last_became_active":"2021-03-04T23:32:26.241419+0000","last_became_peered":"2021-03-04T23:32:26.241419+0000","last_unstale":"2021-03-04T23:35:32.050881+0000","last_undegraded":"2021-03-04T23:35:32.050881+0000","last_fullsized":"2021-03-04T23:35:32.050881+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"262","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.055785+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:35:40.055785+0000","last_peered":"2021-03-04T23:35:40.055785+0000","last_clean":"2021-03-04T23:35:40.055785+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:35:40.055785+0000","last_undegraded":"2021-03-04T23:35:40.055785+0000","last_fullsized":"2021-03-04T23:35:40.055785+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"91","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.056373+0000","last_change":"2021-03-04T23:32:18.990243+0000","last_active":"2021-03-04T23:35:40.056373+0000","last_peered":"2021-03-04T23:35:40.056373+0000","last_clean":"2021-03-04T23:35:40.056373+0000","last_became_active":"2021-03-04T23:32:18.985408+0000","last_became_peered":"2021-03-04T23:32:18.985408+0000","last_unstale":"2021-03-04T23:35:40.056373+0000","last_undegraded":"2021-03-04T23:35:40.056373+0000","last_fullsized":"2021-03-04T23:35:40.056373+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.d","version":"299'18976","reported_seq":"27045","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:48.926390+0000","last_change":"2021-03-04T23:32:54.052768+0000","last_active":"2021-03-04T23:35:48.926390+0000","last_peered":"2021-03-04T23:35:48.926390+0000","last_clean":"2021-03-04T23:35:48.926390+0000","last_became_active":"2021-03-04T23:32:54.024075+0000","last_became_peered":"2021-03-04T23:32:54.024075+0000","last_unstale":"2021-03-04T23:35:48.926390+0000","last_undegraded":"2021-03-04T23:35:48.926390+0000","last_fullsized":"2021-03-04T23:35:48.926390+0000","mapping_epoch":276,"log_start":"291'14495","ondisk_log_start":"291'14495","created":137,"last_epoch_clean":277,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":4481,"ondisk_log_size":4481,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":18976,"num_write_kb":607169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3917,"num_bytes_recovered":147324952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"113","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.065282+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:35:40.065282+0000","last_peered":"2021-03-04T23:35:40.065282+0000","last_clean":"2021-03-04T23:35:40.065282+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:35:40.065282+0000","last_undegraded":"2021-03-04T23:35:40.065282+0000","last_fullsized":"2021-03-04T23:35:40.065282+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"42","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.051073+0000","last_change":"2021-03-04T23:32:26.249226+0000","last_active":"2021-03-04T23:35:32.051073+0000","last_peered":"2021-03-04T23:35:32.051073+0000","last_clean":"2021-03-04T23:35:32.051073+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:35:32.051073+0000","last_undegraded":"2021-03-04T23:35:32.051073+0000","last_fullsized":"2021-03-04T23:35:32.051073+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"105","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.053809+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:35:40.053809+0000","last_peered":"2021-03-04T23:35:40.053809+0000","last_clean":"2021-03-04T23:35:40.053809+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:35:40.053809+0000","last_undegraded":"2021-03-04T23:35:40.053809+0000","last_fullsized":"2021-03-04T23:35:40.053809+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"91","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.056628+0000","last_change":"2021-03-04T23:32:18.976964+0000","last_active":"2021-03-04T23:35:40.056628+0000","last_peered":"2021-03-04T23:35:40.056628+0000","last_clean":"2021-03-04T23:35:40.056628+0000","last_became_active":"2021-03-04T23:32:18.976053+0000","last_became_peered":"2021-03-04T23:32:18.976053+0000","last_unstale":"2021-03-04T23:35:40.056628+0000","last_undegraded":"2021-03-04T23:35:40.056628+0000","last_fullsized":"2021-03-04T23:35:40.056628+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.c","version":"299'19040","reported_seq":"26659","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:48.844445+0000","last_change":"2021-03-04T23:31:15.998496+0000","last_active":"2021-03-04T23:35:48.844445+0000","last_peered":"2021-03-04T23:35:48.844445+0000","last_clean":"2021-03-04T23:35:48.844445+0000","last_became_active":"2021-03-04T23:31:15.976417+0000","last_became_peered":"2021-03-04T23:31:15.976417+0000","last_unstale":"2021-03-04T23:35:48.844445+0000","last_undegraded":"2021-03-04T23:35:48.844445+0000","last_fullsized":"2021-03-04T23:35:48.844445+0000","mapping_epoch":236,"log_start":"278'12475","ondisk_log_start":"278'12475","created":137,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:24:41.856768+0000","last_clean_scrub_stamp":"2021-03-04T23:24:41.856768+0000","log_size":6565,"ondisk_log_size":6565,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19040,"num_write_kb":609280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3697,"num_bytes_recovered":238419968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"201","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.057968+0000","last_change":"2021-03-04T23:31:58.069248+0000","last_active":"2021-03-04T23:35:40.057968+0000","last_peered":"2021-03-04T23:35:40.057968+0000","last_clean":"2021-03-04T23:35:40.057968+0000","last_became_active":"2021-03-04T23:31:58.068899+0000","last_became_peered":"2021-03-04T23:31:58.068899+0000","last_unstale":"2021-03-04T23:35:40.057968+0000","last_undegraded":"2021-03-04T23:35:40.057968+0000","last_fullsized":"2021-03-04T23:35:40.057968+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"333","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.062909+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:35:40.062909+0000","last_peered":"2021-03-04T23:35:40.062909+0000","last_clean":"2021-03-04T23:35:40.062909+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:35:40.062909+0000","last_undegraded":"2021-03-04T23:35:40.062909+0000","last_fullsized":"2021-03-04T23:35:40.062909+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"271","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.071684+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:35:40.071684+0000","last_peered":"2021-03-04T23:35:40.071684+0000","last_clean":"2021-03-04T23:35:40.071684+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:35:40.071684+0000","last_undegraded":"2021-03-04T23:35:40.071684+0000","last_fullsized":"2021-03-04T23:35:40.071684+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"266","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.062999+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:35:40.062999+0000","last_peered":"2021-03-04T23:35:40.062999+0000","last_clean":"2021-03-04T23:35:40.062999+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:35:40.062999+0000","last_undegraded":"2021-03-04T23:35:40.062999+0000","last_fullsized":"2021-03-04T23:35:40.062999+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"305","reported_epoch":"298","state":"active+clean","last_fresh":"2021-03-04T23:35:32.050866+0000","last_change":"2021-03-04T23:31:58.060196+0000","last_active":"2021-03-04T23:35:32.050866+0000","last_peered":"2021-03-04T23:35:32.050866+0000","last_clean":"2021-03-04T23:35:32.050866+0000","last_became_active":"2021-03-04T23:31:58.059959+0000","last_became_peered":"2021-03-04T23:31:58.059959+0000","last_unstale":"2021-03-04T23:35:32.050866+0000","last_undegraded":"2021-03-04T23:35:32.050866+0000","last_fullsized":"2021-03-04T23:35:32.050866+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"363","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.055839+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:35:40.055839+0000","last_peered":"2021-03-04T23:35:40.055839+0000","last_clean":"2021-03-04T23:35:40.055839+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:35:40.055839+0000","last_undegraded":"2021-03-04T23:35:40.055839+0000","last_fullsized":"2021-03-04T23:35:40.055839+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"346","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.071971+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:35:40.071971+0000","last_peered":"2021-03-04T23:35:40.071971+0000","last_clean":"2021-03-04T23:35:40.071971+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:35:40.071971+0000","last_undegraded":"2021-03-04T23:35:40.071971+0000","last_fullsized":"2021-03-04T23:35:40.071971+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"309","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.055824+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:35:40.055824+0000","last_peered":"2021-03-04T23:35:40.055824+0000","last_clean":"2021-03-04T23:35:40.055824+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:35:40.055824+0000","last_undegraded":"2021-03-04T23:35:40.055824+0000","last_fullsized":"2021-03-04T23:35:40.055824+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"316","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.071688+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:35:40.071688+0000","last_peered":"2021-03-04T23:35:40.071688+0000","last_clean":"2021-03-04T23:35:40.071688+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:35:40.071688+0000","last_undegraded":"2021-03-04T23:35:40.071688+0000","last_fullsized":"2021-03-04T23:35:40.071688+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"105","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.064339+0000","last_change":"2021-03-04T23:32:18.971387+0000","last_active":"2021-03-04T23:35:40.064339+0000","last_peered":"2021-03-04T23:35:40.064339+0000","last_clean":"2021-03-04T23:35:40.064339+0000","last_became_active":"2021-03-04T23:32:18.971083+0000","last_became_peered":"2021-03-04T23:32:18.971083+0000","last_unstale":"2021-03-04T23:35:40.064339+0000","last_undegraded":"2021-03-04T23:35:40.064339+0000","last_fullsized":"2021-03-04T23:35:40.064339+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"89","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.065681+0000","last_change":"2021-03-04T23:31:58.062548+0000","last_active":"2021-03-04T23:35:40.065681+0000","last_peered":"2021-03-04T23:35:40.065681+0000","last_clean":"2021-03-04T23:35:40.065681+0000","last_became_active":"2021-03-04T23:31:58.062122+0000","last_became_peered":"2021-03-04T23:31:58.062122+0000","last_unstale":"2021-03-04T23:35:40.065681+0000","last_undegraded":"2021-03-04T23:35:40.065681+0000","last_fullsized":"2021-03-04T23:35:40.065681+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"274","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.062636+0000","last_change":"2021-03-04T23:32:19.162403+0000","last_active":"2021-03-04T23:35:40.062636+0000","last_peered":"2021-03-04T23:35:40.062636+0000","last_clean":"2021-03-04T23:35:40.062636+0000","last_became_active":"2021-03-04T23:32:18.984227+0000","last_became_peered":"2021-03-04T23:32:18.984227+0000","last_unstale":"2021-03-04T23:35:40.062636+0000","last_undegraded":"2021-03-04T23:35:40.062636+0000","last_fullsized":"2021-03-04T23:35:40.062636+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"367","reported_epoch":"299","state":"active+clean","last_fresh":"2021-03-04T23:35:40.071564+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:35:40.071564+0000","last_peered":"2021-03-04T23:35:40.071564+0000","last_clean":"2021-03-04T23:35:40.071564+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:35:40.071564+0000","last_undegraded":"2021-03-04T23:35:40.071564+0000","last_fullsized":"2021-03-04T23:35:40.071564+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":10713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9858802,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":6},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5770,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":306730,"num_write_kb":9815297,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":99443,"num_bytes_recovered":5595594776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2630549504,"data_stored":2630549504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":84967,"ondisk_log_size":84967,"up":48,"acting":46,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495998,"num_pgs":67,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1052096,"kb_used_data":3512,"kb_used_omap":2097,"kb_used_meta":1046478,"kb_avail":87028288,"statfs":{"total":90194313216,"available":89116966912,"internally_reserved":1073741824,"allocated":3596288,"data_stored":2126241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":1071593865},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:00 2021","interfaces":[{"interface":"back","average":{"1min":0.32600000000000001,"5min":0.33400000000000002,"15min":0.32400000000000001},"min":{"1min":0.17100000000000001,"5min":0.125,"15min":0.125},"max":{"1min":0.51300000000000001,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.38900000000000001,"15min":0.40200000000000002},"min":{"1min":0.16700000000000001,"5min":0.158,"15min":0.158},"max":{"1min":0.53700000000000003,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.23100000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:35:37 2021","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.39000000000000001,"15min":0.57699999999999996},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.16200000000000001},"max":{"1min":0.61799999999999999,"5min":0.91700000000000004,"15min":37.856000000000002},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.40200000000000002,"15min":0.59599999999999997},"min":{"1min":0.16400000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.76100000000000001,"5min":1.0409999999999999,"15min":37.914000000000001},"last":0.52100000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.34000000000000002,"15min":0.45100000000000001},"min":{"1min":0.187,"5min":0.187,"15min":0.17999999999999999},"max":{"1min":0.48499999999999999,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":0.248},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.41699999999999998,"15min":0.504},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.182},"max":{"1min":0.504,"5min":0.94499999999999995,"15min":3.206},"last":0.55000000000000004}]},{"osd":3,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.28199999999999997,"5min":0.34399999999999997,"15min":0.85099999999999998},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.39000000000000001,"5min":0.96399999999999997,"15min":63.959000000000003},"last":0.315},{"interface":"front","average":{"1min":0.27600000000000002,"5min":0.34999999999999998,"15min":0.88100000000000001},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":0.35499999999999998,"5min":0.84399999999999997,"15min":64.183999999999997},"last":0.497}]},{"osd":4,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.251,"5min":0.312,"15min":0.39800000000000002},"min":{"1min":0.14599999999999999,"5min":0.13,"15min":0.13},"max":{"1min":0.47199999999999998,"5min":0.65500000000000003,"15min":4.0179999999999998},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.254,"5min":0.28199999999999997,"15min":0.34000000000000002},"min":{"1min":0.158,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.42399999999999999,"5min":0.51000000000000001,"15min":3.7410000000000001},"last":0.34000000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.26500000000000001,"5min":0.28899999999999998,"15min":0.33800000000000002},"min":{"1min":0.16200000000000001,"5min":0.159,"15min":0.14299999999999999},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":3.621},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.31,"5min":0.33300000000000002,"15min":0.42299999999999999},"min":{"1min":0.185,"5min":0.156,"15min":0.156},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":3.54},"last":0.35399999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:34:52 2021","interfaces":[{"interface":"back","average":{"1min":0.26800000000000002,"5min":0.29299999999999998,"15min":0.38300000000000001},"min":{"1min":0.17199999999999999,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":0.42499999999999999,"5min":0.627,"15min":4.1299999999999999},"last":0.435},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.36099999999999999,"15min":0.48799999999999999},"min":{"1min":0.20200000000000001,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.52000000000000002,"5min":0.67700000000000005,"15min":3.7850000000000001},"last":0.44700000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659499,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1052092,"kb_used_data":3508,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":87028292,"statfs":{"total":90194313216,"available":89116971008,"internally_reserved":1073741824,"allocated":3592192,"data_stored":2126682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:11 2021","interfaces":[{"interface":"back","average":{"1min":0.26600000000000001,"5min":0.33300000000000002,"15min":0.35199999999999998},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.42999999999999999,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.20200000000000001},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.35899999999999999,"15min":0.36199999999999999},"min":{"1min":0.151,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.54600000000000004,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.27800000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:35:28 2021","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.375,"15min":0.40200000000000002},"min":{"1min":0.17399999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.746,"5min":1.746,"15min":3.5049999999999999},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.436,"5min":0.40600000000000003,"15min":0.45600000000000002},"min":{"1min":0.192,"5min":0.192,"15min":0.17199999999999999},"max":{"1min":2.9199999999999999,"5min":2.9199999999999999,"15min":4.149},"last":0.186}]},{"osd":2,"last update":"Thu Mar 4 23:35:28 2021","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.42499999999999999,"15min":0.45400000000000001},"min":{"1min":0.20300000000000001,"5min":0.20200000000000001,"15min":0.185},"max":{"1min":2.8300000000000001,"5min":2.8300000000000001,"15min":4.0940000000000003},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.40000000000000002,"15min":0.42799999999999999},"min":{"1min":0.20599999999999999,"5min":0.188,"15min":0.186},"max":{"1min":1.806,"5min":1.806,"15min":2.6360000000000001},"last":0.34300000000000003}]},{"osd":3,"last update":"Thu Mar 4 23:35:28 2021","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.40000000000000002,"15min":0.97499999999999998},"min":{"1min":0.19800000000000001,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":1.782,"5min":1.782,"15min":77.881},"last":0.375},{"interface":"front","average":{"1min":0.436,"5min":0.40500000000000003,"15min":1.018},"min":{"1min":0.23100000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.343,"5min":2.343,"15min":77.683000000000007},"last":0.38500000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:35:11 2021","interfaces":[{"interface":"back","average":{"1min":0.24099999999999999,"5min":0.29699999999999999,"15min":0.37},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.13300000000000001},"max":{"1min":0.36599999999999999,"5min":0.58299999999999996,"15min":4.1539999999999999},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.23999999999999999,"5min":0.29299999999999998,"15min":0.36199999999999999},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.14299999999999999},"max":{"1min":0.379,"5min":0.56699999999999995,"15min":4.1269999999999998},"last":0.41999999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:35:11 2021","interfaces":[{"interface":"back","average":{"1min":0.27300000000000002,"5min":0.30099999999999999,"15min":0.379},"min":{"1min":0.188,"5min":0.155,"15min":0.155},"max":{"1min":0.40799999999999997,"5min":0.53300000000000003,"15min":4.0010000000000003},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.26700000000000002,"5min":0.30299999999999999,"15min":0.42299999999999999},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.13900000000000001},"max":{"1min":0.48299999999999998,"5min":0.57399999999999995,"15min":4.2389999999999999},"last":0.442}]},{"osd":7,"last update":"Thu Mar 4 23:35:11 2021","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.33300000000000002,"15min":0.46100000000000002},"min":{"1min":0.20000000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.41999999999999998,"5min":0.56299999999999994,"15min":4.5880000000000001},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.315,"5min":0.34699999999999998,"15min":0.41699999999999998},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.52000000000000002,"5min":0.59199999999999997,"15min":4.0129999999999999},"last":0.46100000000000002}]}]},{"osd":1,"up_from":87,"seq":373662155018,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1189464,"kb_used_data":994448,"kb_used_omap":2528,"kb_used_meta":192479,"kb_avail":86890920,"statfs":{"total":90194313216,"available":88976302080,"internally_reserved":0,"allocated":1018314752,"data_stored":1016875339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":197098798},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:59 2021","interfaces":[{"interface":"back","average":{"1min":0.184,"5min":0.69699999999999995,"15min":0.38700000000000001},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.28899999999999998,"5min":39.125,"15min":39.125},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.246,"5min":0.77200000000000002,"15min":0.45500000000000002},"min":{"1min":0.19400000000000001,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.313,"5min":39.207000000000001,"15min":39.207000000000001},"last":0.51500000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:35:27 2021","interfaces":[{"interface":"back","average":{"1min":0.221,"5min":0.249,"15min":0.314},"min":{"1min":0.158,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.38200000000000001,"5min":0.59999999999999998,"15min":3.069},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.223,"5min":0.251,"15min":0.32300000000000001},"min":{"1min":0.154,"5min":0.14999999999999999,"15min":0.13100000000000001},"max":{"1min":0.34699999999999998,"5min":0.47899999999999998,"15min":3.8700000000000001},"last":0.29199999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:35:15 2021","interfaces":[{"interface":"back","average":{"1min":5.7450000000000001,"5min":1.512,"15min":1.1579999999999999},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":75.444000000000003,"5min":75.444000000000003,"15min":110.28400000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":5.7759999999999998,"5min":1.534,"15min":1.173},"min":{"1min":0.17899999999999999,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":75.486999999999995,"5min":75.486999999999995,"15min":109.977},"last":0.42899999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:35:27 2021","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.40100000000000002,"15min":0.496},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.182},"max":{"1min":0.51100000000000001,"5min":0.91900000000000004,"15min":4.9850000000000003},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.38100000000000001,"15min":0.45200000000000001},"min":{"1min":0.214,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.53800000000000003,"5min":0.85699999999999998,"15min":3.7050000000000001},"last":0.27900000000000003}]},{"osd":5,"last update":"Thu Mar 4 23:35:27 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.39700000000000002,"15min":0.48899999999999999},"min":{"1min":0.23000000000000001,"5min":0.20799999999999999,"15min":0.20699999999999999},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":8.6690000000000005},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.437,"5min":0.41899999999999998,"15min":0.50700000000000001},"min":{"1min":0.23300000000000001,"5min":0.217,"15min":0.217},"max":{"1min":2.0649999999999999,"5min":2.0649999999999999,"15min":4.415},"last":0.26800000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:34:53 2021","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.41499999999999998,"15min":0.51300000000000001},"min":{"1min":0.25600000000000001,"5min":0.22600000000000001,"15min":0.214},"max":{"1min":0.63200000000000001,"5min":0.90500000000000003,"15min":3.7610000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.441,"15min":0.52200000000000002},"min":{"1min":0.28199999999999997,"5min":0.26100000000000001,"15min":0.24299999999999999},"max":{"1min":0.67600000000000005,"5min":0.88,"15min":3.5550000000000002},"last":0.56999999999999995}]},{"osd":7,"last update":"Thu Mar 4 23:35:27 2021","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.42999999999999999,"15min":0.56499999999999995},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.20899999999999999},"max":{"1min":0.53100000000000003,"5min":0.88900000000000001,"15min":3.782},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.44,"15min":0.51900000000000002},"min":{"1min":0.28399999999999997,"5min":0.254,"15min":0.224},"max":{"1min":2.2080000000000002,"5min":2.2080000000000002,"15min":4.5049999999999999},"last":0.496}]}]},{"osd":0,"up_from":174,"seq":747324309602,"num_pgs":65,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":140716,"kb_used_data":3492,"kb_used_omap":980,"kb_used_meta":136235,"kb_avail":87939668,"statfs":{"total":90194313216,"available":90050220032,"internally_reserved":0,"allocated":3575808,"data_stored":2124001,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":139505603},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.19500000000000001,"5min":0.22700000000000001,"15min":0.248},"min":{"1min":0.14799999999999999,"5min":0.12,"15min":0.12},"max":{"1min":0.29299999999999998,"5min":0.623,"15min":0.623},"last":0.20399999999999999},{"interface":"front","average":{"1min":0.20000000000000001,"5min":0.23599999999999999,"15min":0.23899999999999999},"min":{"1min":0.14699999999999999,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.34499999999999997,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.23200000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.224,"5min":0.25900000000000001,"15min":0.24099999999999999},"min":{"1min":0.156,"5min":0.156,"15min":0.14899999999999999},"max":{"1min":0.27000000000000002,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.26000000000000001,"5min":0.27100000000000002,"15min":0.27400000000000002},"min":{"1min":0.17399999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.40600000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.28999999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.20999999999999999,"5min":0.26700000000000002,"15min":0.27800000000000002},"min":{"1min":0.128,"5min":0.128,"15min":0.128},"max":{"1min":0.34999999999999998,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.218},{"interface":"front","average":{"1min":0.24099999999999999,"5min":0.28100000000000003,"15min":0.29499999999999998},"min":{"1min":0.16300000000000001,"5min":0.151,"15min":0.151},"max":{"1min":0.371,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.249}]},{"osd":4,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.38500000000000001,"15min":0.38400000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.64500000000000002,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.39000000000000001,"15min":0.38300000000000001},"min":{"1min":0.22800000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.59499999999999997,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.35399999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.39500000000000002,"15min":0.39100000000000001},"min":{"1min":0.27200000000000002,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.58499999999999996,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.38,"15min":0.38900000000000001},"min":{"1min":0.219,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.66400000000000003,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.26400000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.371,"15min":0.40400000000000003},"min":{"1min":0.22500000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.57099999999999995,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.317},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.27000000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.59899999999999998,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.32600000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.39100000000000001,"15min":0.39000000000000001},"min":{"1min":0.26700000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.627,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.41399999999999998,"15min":0.40799999999999997},"min":{"1min":0.248,"5min":0.248,"15min":0.24199999999999999},"max":{"1min":0.68300000000000005,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.30499999999999999}]}]},{"osd":2,"up_from":0,"seq":442381631742,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879538,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":372196,"kb_used_data":232604,"kb_used_omap":883,"kb_used_meta":138700,"kb_avail":87708188,"statfs":{"total":90194313216,"available":89813184512,"internally_reserved":0,"allocated":238186496,"data_stored":236741257,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":142028864},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:56 2021","interfaces":[{"interface":"back","average":{"1min":0.22900000000000001,"5min":0.96399999999999997,"15min":0.5},"min":{"1min":0.14299999999999999,"5min":0.127,"15min":0.127},"max":{"1min":0.38500000000000001,"5min":66.528999999999996,"15min":66.528999999999996},"last":0.17100000000000001},{"interface":"front","average":{"1min":0.28799999999999998,"5min":1.0109999999999999,"15min":0.54300000000000004},"min":{"1min":0.19500000000000001,"5min":0.16600000000000001,"15min":0.16500000000000001},"max":{"1min":0.44400000000000001,"5min":66.497,"15min":66.497},"last":0.191}]},{"osd":1,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":0.19700000000000001,"5min":0.245,"15min":0.38900000000000001},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.13600000000000001},"max":{"1min":0.35599999999999998,"5min":0.52000000000000002,"15min":25.097999999999999},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.27800000000000002,"5min":0.28000000000000003,"15min":0.48299999999999998},"min":{"1min":0.16300000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.377,"5min":0.626,"15min":25.109999999999999},"last":0.20999999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":0.24399999999999999,"5min":0.254,"15min":0.36899999999999999},"min":{"1min":0.17499999999999999,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":0.39700000000000002,"5min":0.56100000000000005,"15min":4.8730000000000002},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.25700000000000001,"5min":0.26100000000000001,"15min":0.32800000000000001},"min":{"1min":0.188,"5min":0.151,"15min":0.151},"max":{"1min":0.40899999999999997,"5min":0.47399999999999998,"15min":2.98},"last":0.23999999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.39500000000000002,"15min":0.46400000000000002},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.59199999999999997,"5min":1.0089999999999999,"15min":2.9780000000000002},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.42399999999999999,"15min":0.499},"min":{"1min":0.27300000000000002,"5min":0.22800000000000001,"15min":0.20699999999999999},"max":{"1min":0.67400000000000004,"5min":0.999,"15min":3.7719999999999998},"last":0.495}]},{"osd":5,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.42999999999999999,"15min":0.57999999999999996},"min":{"1min":0.28699999999999998,"5min":0.23799999999999999,"15min":0.224},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":4.6479999999999997},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.315,"5min":0.375,"15min":0.51800000000000002},"min":{"1min":0.22600000000000001,"5min":0.20899999999999999,"15min":0.192},"max":{"1min":0.48599999999999999,"5min":0.92100000000000004,"15min":4.8449999999999998},"last":0.42799999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:35:52 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.40400000000000003,"15min":0.52000000000000002},"min":{"1min":0.25600000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":1.22,"5min":1.22,"15min":9.9410000000000007},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.42999999999999999,"15min":0.52800000000000002},"min":{"1min":0.29999999999999999,"5min":0.27100000000000002,"15min":0.251},"max":{"1min":0.56000000000000005,"5min":1.044,"15min":3.8100000000000001},"last":0.51400000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":10.368,"5min":2.3959999999999999,"15min":1.214},"min":{"1min":0.24299999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":160.75999999999999,"5min":160.75999999999999,"15min":160.75999999999999},"last":0.40600000000000003},{"interface":"front","average":{"1min":10.529,"5min":2.4390000000000001,"15min":1.2230000000000001},"min":{"1min":0.28299999999999997,"5min":0.26100000000000001,"15min":0.23899999999999999},"max":{"1min":160.86600000000001,"5min":160.86600000000001,"15min":160.86600000000001},"last":0.44500000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986567,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1391868,"kb_used_data":343284,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":86688516,"statfs":{"total":90194313216,"available":88769040384,"internally_reserved":1073741824,"allocated":351522816,"data_stored":350056795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.36099999999999999,"15min":0.36399999999999999},"min":{"1min":0.159,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.55100000000000005,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.253},{"interface":"front","average":{"1min":0.33500000000000002,"5min":0.39500000000000002,"15min":0.41799999999999998},"min":{"1min":0.16800000000000001,"5min":0.153,"15min":0.153},"max":{"1min":0.61399999999999999,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.45200000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:35:37 2021","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.47599999999999998,"15min":0.625},"min":{"1min":0.157,"5min":0.157,"15min":0.157},"max":{"1min":1.7829999999999999,"5min":11.231,"15min":20.440000000000001},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.29499999999999998,"5min":0.46200000000000002,"15min":0.59599999999999997},"min":{"1min":0.17699999999999999,"5min":0.154,"15min":0.154},"max":{"1min":0.46899999999999997,"5min":11.207000000000001,"15min":20.465},"last":0.437}]},{"osd":2,"last update":"Thu Mar 4 23:35:20 2021","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.35799999999999998,"15min":0.40000000000000002},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.17100000000000001},"max":{"1min":0.499,"5min":0.70099999999999996,"15min":3.3260000000000001},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.377,"15min":0.42999999999999999},"min":{"1min":0.27600000000000002,"5min":0.224,"15min":0.17499999999999999},"max":{"1min":0.442,"5min":0.83899999999999997,"15min":3.351},"last":0.28199999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:35:20 2021","interfaces":[{"interface":"back","average":{"1min":3.3300000000000001,"5min":1.571,"15min":1.7789999999999999},"min":{"1min":0.217,"5min":0.192,"15min":0.192},"max":{"1min":63.552999999999997,"5min":63.552999999999997,"15min":85.394999999999996},"last":0.40300000000000002},{"interface":"front","average":{"1min":3.4159999999999999,"5min":1.5660000000000001,"15min":1.6799999999999999},"min":{"1min":0.248,"5min":0.217,"15min":0.19400000000000001},"max":{"1min":63.701999999999998,"5min":63.701999999999998,"15min":85.802999999999997},"last":0.26700000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:35:37 2021","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.312,"15min":0.33600000000000002},"min":{"1min":0.16300000000000001,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":3.456},"last":0.216},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.29399999999999998,"15min":0.34999999999999998},"min":{"1min":0.16900000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.601,"5min":1.601,"15min":3.2999999999999998},"last":0.19800000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.316,"15min":0.35599999999999998},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":0.35299999999999998,"5min":0.61199999999999999,"15min":3.5569999999999999},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.32400000000000001,"15min":0.46700000000000003},"min":{"1min":0.17699999999999999,"5min":0.16700000000000001,"15min":0.14199999999999999},"max":{"1min":0.51200000000000001,"5min":0.77200000000000002,"15min":3.895},"last":0.308}]},{"osd":7,"last update":"Thu Mar 4 23:35:37 2021","interfaces":[{"interface":"back","average":{"1min":7.7160000000000002,"5min":1.8029999999999999,"15min":0.86699999999999999},"min":{"1min":0.184,"5min":0.184,"15min":0.17000000000000001},"max":{"1min":131.482,"5min":131.482,"15min":131.482},"last":0.17299999999999999},{"interface":"front","average":{"1min":7.6970000000000001,"5min":1.8240000000000001,"15min":0.96599999999999997},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":131.54599999999999,"5min":131.54599999999999,"15min":131.54599999999999},"last":0.33700000000000002}]}]},{"osd":5,"up_from":36,"seq":154618823045,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1491184,"kb_used_data":442600,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":86589200,"statfs":{"total":90194313216,"available":88667340800,"internally_reserved":1073741824,"allocated":453222400,"data_stored":451766567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.35199999999999998,"15min":0.36899999999999999},"min":{"1min":0.13,"5min":0.13,"15min":0.13},"max":{"1min":0.55700000000000005,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.371,"5min":0.38500000000000001,"15min":0.39100000000000001},"min":{"1min":0.23799999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.56799999999999995,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.33900000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:35:31 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.35799999999999998,"15min":0.41299999999999998},"min":{"1min":0.16,"5min":0.16,"15min":0.153},"max":{"1min":0.55800000000000005,"5min":0.93400000000000005,"15min":3.2519999999999998},"last":0.19400000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.39900000000000002,"15min":0.48499999999999999},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.14599999999999999},"max":{"1min":3.0579999999999998,"5min":3.0579999999999998,"15min":7.4740000000000002},"last":0.29799999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:35:18 2021","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.372,"15min":0.42999999999999999},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.161},"max":{"1min":0.57499999999999996,"5min":0.91400000000000003,"15min":3.5800000000000001},"last":0.315},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.39300000000000002,"15min":0.48999999999999999},"min":{"1min":0.251,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.52800000000000002,"5min":0.79300000000000004,"15min":3.698},"last":0.27100000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:35:18 2021","interfaces":[{"interface":"back","average":{"1min":3.3719999999999999,"5min":0.97999999999999998,"15min":0.68500000000000005},"min":{"1min":0.23400000000000001,"5min":0.20899999999999999,"15min":0.16700000000000001},"max":{"1min":55.055999999999997,"5min":55.055999999999997,"15min":55.055999999999997},"last":0.32700000000000001},{"interface":"front","average":{"1min":3.3860000000000001,"5min":1,"15min":0.68799999999999994},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.19800000000000001},"max":{"1min":55.119,"5min":55.119,"15min":55.119},"last":0.22600000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:34:58 2021","interfaces":[{"interface":"back","average":{"1min":0.26900000000000002,"5min":0.317,"15min":0.375},"min":{"1min":0.152,"5min":0.152,"15min":0.127},"max":{"1min":0.55000000000000004,"5min":0.71599999999999997,"15min":7.4480000000000004},"last":0.21299999999999999},{"interface":"front","average":{"1min":0.28100000000000003,"5min":0.311,"15min":0.34799999999999998},"min":{"1min":0.16300000000000001,"5min":0.158,"15min":0.152},"max":{"1min":0.42599999999999999,"5min":0.61599999999999999,"15min":4.4000000000000004},"last":0.35999999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:35:31 2021","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.36199999999999999,"15min":0.42899999999999999},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.16},"max":{"1min":3.0089999999999999,"5min":3.0089999999999999,"15min":7.3959999999999999},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.32900000000000001,"15min":0.35599999999999998},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16300000000000001},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":4.3209999999999997},"last":0.25800000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:35:18 2021","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.35299999999999998,"15min":0.41399999999999998},"min":{"1min":0.20300000000000001,"5min":0.185,"15min":0.185},"max":{"1min":0.47699999999999998,"5min":0.66500000000000004,"15min":4.3540000000000001},"last":0.376},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.33000000000000002,"15min":0.377},"min":{"1min":0.20999999999999999,"5min":0.159,"15min":0.159},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":2.9740000000000002},"last":0.249}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1010696192,"data_stored":1010696192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":587661312,"data_stored":587661312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":234618880,"data_stored":234618880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":347930624,"data_stored":347930624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":449642496,"data_stored":449642496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:35:56.365 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph status --format=json 2021-03-04T23:35:56.368 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:35:56.370 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:35:56.377 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:56.395 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:56.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:56.412 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:56.412 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:56.488 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:56.489 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:56.509 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:35:56.514 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:56.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:56.532 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:56.532 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:56.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:56 gibba038 conmon[76675]: cluster 2021-03-04T23:35:54.745231+0000 mgr.x (mgr.34676) 1025 : cluster [DBG] pgmap v1039: 119 pgs: 114 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait; 3.3 KiB data, 2.4 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 957 op/s; 5770/66 objects degraded (8742.424%); 3.3 MiB/s, 139 objects/s recovering 2021-03-04T23:35:56.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:56 gibba038 conmon[76675]: audit 2021-03-04T23:35:54.911581+0000 mgr.x (mgr.34676) 1026 : audit [DBG] from='client.56155 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:35:56.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:56 gibba038 conmon[76675]: audit 2021-03-04T23:35:55.087697+0000 mon.a (mon.0) 1386 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:35:56.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:56 gibba038 conmon[76675]: cluster 2021-03-04T23:35:55.087756+0000 mon.a (mon 2021-03-04T23:35:56.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:56 gibba038 conmon[76675]: .0) 1387 : cluster [DBG] osdmap e301: 8 total, 8 up, 7 in 2021-03-04T23:35:56.633 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:56.650 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:56.651 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:56.652 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:56.753 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:56.770 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:56.771 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:56.771 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:56.872 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:56.890 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:56.891 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:56.891 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:56.992 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:57.010 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:57.011 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:57.011 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:57.112 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:57.130 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:57.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:57.131 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:57.196 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:57 gibba011 conmon[95595]: audit 2021-03-04T23:35:56.746195+0000 mon.c (mon.1) 407 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "21"}]: dispatch 2021-03-04T23:35:57.196 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:57 gibba011 conmon[95595]: audit 2021-03-04T23:35:56.746364+0000 mon.c (mon.1) 408 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "18"}]: dispatch 2021-03-04T23:35:57.197 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:57 gibba011 conmon[95595]: audit 2021-03-04T23:35:56.746799+0000 mon.a (mon.0) 1388 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "21"}]: dispatch 2021-03-04T23:35:57.197 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:57 gibba011 conmon[95595]: audit 2021-03-04T23:35:56.746944+0000 mon.a (mon.0) 1389 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "18"}]: dispatch 2021-03-04T23:35:57.197 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:57 gibba011 conmon[99461]: audit 2021-03-04T23:35:56.746195+0000 mon.c (mon.1) 407 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "21"}]: dispatch 2021-03-04T23:35:57.198 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:57 gibba011 conmon[99461]: audit 2021-03-04T23:35:56.746364+0000 mon.c (mon.1) 408 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "18"}]: dispatch 2021-03-04T23:35:57.198 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:57 gibba011 conmon[99461]: audit 2021-03-04T23:35:56.746799+0000 mon.a (mon.0) 1388 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "21"}]: dispatch 2021-03-04T23:35:57.198 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:57 gibba011 conmon[99461]: audit 2021-03-04T23:35:56.746944+0000 mon.a (mon.0) 1389 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "18"}]: dispatch 2021-03-04T23:35:57.232 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:57.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:57.250 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:57.251 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:57.353 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:57.370 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:57.371 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:57.371 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:57.472 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:57.491 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:57.492 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:57.492 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:57.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:57 gibba038 conmon[76675]: audit 2021-03-04T23:35:56.746195+0000 mon.c (mon.1) 407 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "21"}]: dispatch 2021-03-04T23:35:57.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:57 gibba038 conmon[76675]: audit 2021-03-04T23:35:56.746364+0000 mon.c (mon.1) 408 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "18"}]: dispatch 2021-03-04T23:35:57.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:57 gibba038 conmon[76675]: audit 2021-03-04T23:35:56.746799+0000 mon.a (mon.0) 1388 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "21"}]: dispatch 2021-03-04T23:35:57.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:57 gibba038 conmon[76675]: audit 2021-03-04T23:35:56.746944+0000 mon.a (mon.0) 1389 : audit 2021-03-04T23:35:57.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:57 gibba038 conmon[76675]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "18"}]: dispatch 2021-03-04T23:35:57.593 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:57.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:57.611 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:57.611 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:57.713 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:57.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:57.732 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:57.732 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:57.834 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:58.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:58.059 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:58.059 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:58.161 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:58.178 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:58.179 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:58.179 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:58.282 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:58.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:58.303 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:58.303 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:58.348 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:58 gibba011 conmon[95595]: cluster 2021-03-04T23:35:56.745909+0000 mgr.x (mgr.34676) 1027 : cluster [DBG] pgmap v1041: 103 pgs: 103 active+clean; 3.3 KiB data, 2.3 GiB used, 582 GiB / 588 GiB avail 2021-03-04T23:35:58.349 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:58 gibba011 conmon[95595]: cluster 2021-03-04T23:35:57.087400+0000 mon.a (mon.0) 1390 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5770/66 objects degraded (8742.424%), 2 pgs degraded, 2 pgs undersized) 2021-03-04T23:35:58.349 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:58 gibba011 conmon[95595]: audit 2021-03-04T23:35:57.093417+0000 mon.a (mon.0) 1391 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "21"}]': finished 2021-03-04T23:35:58.349 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:58 gibba011 conmon[95595]: audit 2021-03-04T23:35:57.093460+0000 mon.a (mon.0) 1392 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "18"}]': finished 2021-03-04T23:35:58.349 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:58 gibba011 conmon[95595]: cluster 2021-03-04T23:35:57.093495+0000 mon.a (mon.0) 1393 : cluster [DBG] osdmap e302: 8 total, 8 up, 7 in 2021-03-04T23:35:58.350 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:58 gibba011 conmon[99461]: cluster 2021-03-04T23:35:56.745909+0000 mgr.x (mgr.34676) 1027 : cluster [DBG] pgmap v1041: 103 pgs: 103 active+clean; 3.3 KiB data, 2.3 GiB used, 582 GiB / 588 GiB avail 2021-03-04T23:35:58.350 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:58 gibba011 conmon[99461]: cluster 2021-03-04T23:35:57.087400+0000 mon.a (mon.0) 1390 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5770/66 objects degraded (8742.424%), 2 pgs degraded, 2 pgs undersized) 2021-03-04T23:35:58.350 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:58 gibba011 conmon[99461]: audit 2021-03-04T23:35:57.093417+0000 mon.a (mon.0) 1391 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "21"}]': finished 2021-03-04T23:35:58.351 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:58 gibba011 conmon[99461]: audit 2021-03-04T23:35:57.093460+0000 2021-03-04T23:35:58.351 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:58 gibba011 conmon[99461]: mon.a (mon.0) 1392 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "18"}]': finished 2021-03-04T23:35:58.351 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:58 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:35:58.351 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:58 gibba011 conmon[99461]: 03-04T23:35:57.093495+0000 mon.a (mon. 2021-03-04T23:35:58.351 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:58 gibba011 conmon[99461]: 0) 1393 : cluster [DBG] osdmap e302: 8 total, 8 up, 7 in 2021-03-04T23:35:58.409 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:58.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:58.428 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:58.428 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:58.530 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:58.548 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:58.549 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:58.549 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:58.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:58 gibba038 conmon[76675]: cluster 2021-03-04T23:35:56.745909+0000 mgr.x (mgr.34676) 1027 : cluster [DBG] pgmap v1041: 103 pgs: 103 active+clean; 3.3 KiB data, 2.3 GiB used, 582 GiB / 588 GiB avail 2021-03-04T23:35:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:58 gibba038 conmon[76675]: cluster 2021-03-04T23:35:57.087400+0000 mon.a (mon.0) 1390 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5770/66 objects degraded (8742.424%), 2 pgs degraded, 2 pgs undersized) 2021-03-04T23:35:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:58 gibba038 conmon[76675]: audit 2021-03-04T23:35:57.093417+0000 mon.a (mon.0) 1391 : audit 2021-03-04T23:35:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:58 gibba038 conmon[76675]: [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "21"}]': finished 2021-03-04T23:35:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:58 gibba038 conmon[76675]: audit 2021-03-04T23:35:57.093460+0000 mon.a (mon.0) 1392 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "18"}]': finished 2021-03-04T23:35:58.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:58 gibba038 conmon[76675]: cluster 2021-03-04T23:35:57.093495+0000 mon.a (mon.0) 1393 : cluster [DBG] osdmap e302: 8 total, 8 up, 7 in 2021-03-04T23:35:58.650 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:58.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:58.669 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:58.670 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:58.771 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:35:58.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:58.790 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:58.791 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:35:58.892 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:58.909 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:58.910 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:58.911 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:59.012 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:59.031 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:59.031 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:59.032 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:59.133 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:59.150 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:59.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:59.151 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:59.252 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:35:59.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:59.270 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:59.270 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:35:59.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:35:59 gibba011 conmon[95595]: cluster 2021-03-04T23:35:58.098468+0000 mon.a (mon.0) 1394 : cluster [DBG] osdmap e303: 8 total, 8 up, 7 in 2021-03-04T23:35:59.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:35:59 gibba011 conmon[99461]: cluster 2021-03-04T23:35:58.098468+0000 mon.a (mon.0) 1394 : cluster [DBG] osdmap e303: 8 total, 8 up, 7 in 2021-03-04T23:35:59.372 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:59.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:59.389 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:59.390 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:35:59.491 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:35:59.508 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:59.509 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:59.509 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:35:59.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:35:59 gibba038 conmon[76675]: cluster 2021-03-04T23:35:58.098468+0000 mon.a (mon.0) 1394 : cluster [DBG] osdmap e303: 8 total, 8 up, 7 in 2021-03-04T23:35:59.611 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:35:59.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:59.632 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:59.632 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:35:59.734 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:35:59.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:59.752 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:59.752 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:35:59.854 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:35:59.871 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:59.873 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:35:59.874 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:35:59.975 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:35:59.993 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:35:59.994 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:35:59.995 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:00.096 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:00.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:00.116 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:00.116 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:00.218 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:00.237 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:00.237 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:00.238 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:00.339 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:00.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:00.358 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:00.358 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:00.415 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:00 gibba011 conmon[95595]: cluster 2021-03-04T23:35:58.746369+0000 mgr.x (mgr.34676) 1028 : cluster [DBG] pgmap v1044: 103 pgs: 12 peering, 91 active+clean; 3.3 KiB data, 2.3 GiB used, 582 GiB / 588 GiB avail 2021-03-04T23:36:00.415 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:00 gibba011 conmon[95595]: cluster 2021-03-04T23:35:59.096736+0000 mon.a (mon.0) 1395 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:36:00.416 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:00 gibba011 conmon[99461]: cluster 2021-03-04T23:35:58.746369+0000 mgr.x (mgr.34676) 1028 : cluster [DBG] pgmap v1044: 103 pgs: 12 peering, 91 active+clean; 3.3 KiB data, 2.3 GiB used, 582 GiB / 588 GiB avail 2021-03-04T23:36:00.416 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:00 gibba011 conmon[99461]: cluster 2021-03-04T23:35 2021-03-04T23:36:00.416 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:00 gibba011 conmon[99461]: :59.096736+0000 mon.a (mon.0) 1395 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:36:00.460 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:00.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:00.490 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:00.492 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:00.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:00 gibba038 conmon[76675]: cluster 2021-03-04T23:35:58.746369+0000 mgr.x (mgr.34676) 1028 : cluster [DBG] pgmap v1044: 103 pgs: 12 peering, 91 active+clean; 3.3 KiB data, 2.3 GiB used, 582 GiB / 588 GiB avail 2021-03-04T23:36:00.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:00 gibba038 conmon[76675]: cluster 2021-03-04T23:35:59.096736+0000 mon.a 2021-03-04T23:36:00.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:00 gibba038 conmon[76675]: (mon.0) 1395 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:36:00.594 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:00.619 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:00.620 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:00.620 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:00.722 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:00.741 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:00.742 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:00.742 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:00.843 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:00.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:00.876 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:00.877 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:00.882 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:36:00.882 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [], 2021-03-04T23:36:00.883 INFO:teuthology.orchestra.run.gibba011.stdout: "num_ops": 0 2021-03-04T23:36:00.883 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:36:00.978 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:01.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:01.010 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:01.010 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:01.048 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:36:01.049 INFO:teuthology.orchestra.run.gibba011.stdout:{"fsid":"5f47b844-7d3d-11eb-9066-001a4aab830c","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_AVAILABILITY":{"severity":"HEALTH_WARN","summary":{"message":"Reduced data availability: 1 pg inactive, 1 pg peering","count":2},"muted":false}},"mutes":[]},"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":1507,"monmap":{"epoch":4,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":303,"num_osds":8,"num_up_osds":8,"osd_up_since":1614900469,"num_in_osds":7,"osd_in_since":1614900717,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":91},{"state_name":"peering","count":12}],"num_pgs":103,"num_pools":4,"num_objects":22,"data_bytes":3368,"bytes_used":6787067904,"bytes_avail":624573124608,"bytes_total":631360192512,"inactive_pgs_ratio":0.11650485545396805},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.gibba038.rbeynd","status":"up:active","gid":34322}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","restful"],"services":{"dashboard":"https://ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-mgr.x:8443/"}},"servicemap":{"epoch":27,"modified":"2021-03-04T23:31:42.691059+0000","services":{}},"progress_events":{"325add0c-2571-4241-bc14-5f365661abb5":{"message":"Upgrade to quay.ceph.io/ceph-ci/ceph@sha256:162835caba41dd41d57d7b19050a8b9a859ec47de37dcc8f34c8e1f09fbcc0b9 (4m)\n [===========.................] (remaining: 7m)","progress":0.40000000596046448,"add_to_ceph_s":false}}} 2021-03-04T23:36:01.111 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:36:01.112 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:01.134 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:01.136 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:01.136 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:01.215 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:01 gibba011 conmon[95595]: audit 2021-03-04T23:36:00.776667+0000 mon.c (mon.1) 409 : audit [INF] from='client.? 172.21.2.111:0/754275630' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:36:01.216 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:01 gibba011 conmon[95595]: audit 2021-03-04T23:36:00.776934+0000 mon.a (mon.0) 1396 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:36:01.216 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:01 gibba011 conmon[95595]: audit 2021-03-04T23:36:01.045626+0000 mon.c (mon.1) 410 : audit [DBG] from='client.? 172.21.2.111:0/1669027017' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:36:01.217 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:01 gibba011 conmon[99461]: audit 2021-03-04T23:36:00.776667+0000 mon.c (mon.1) 409 : audit [INF] from='client.? 172.21.2.111:0/754275630' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:36:01.217 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:01 gibba011 conmon[99461]: audit 2021-03-04T23:36:00.776934+0000 mon.a (mon.0) 1396 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:36:01.218 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:01 gibba011 conmon[99461]: audit 2021-03-04T23:36:01.045626+0000 mon.c (mon.1) 410 : audit [DBG] from='client.? 172.21.2.111:0/1669027017' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:36:01.239 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:01.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:01.269 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:01.269 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:01.301 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:36:01.314 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:36:01.330 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:36:01.341 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:36:01.356 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:36:01.370 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:01.372 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:36:01.387 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:36:01.388 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:01.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:01.390 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:01.401 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:36:01.403 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:36:01.404 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:36:01.404 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:36:01.405 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:36:01.406 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:36:01.407 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:36:01.407 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:36:01.408 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:36:01.491 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:01.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:01.515 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:01.516 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:01.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:01 gibba038 conmon[76675]: audit 2021-03-04T23:36:00.776667+0000 mon.c (mon.1) 409 : audit [INF] from='client.? 172.21.2.111:0/754275630' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:36:01.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:01 gibba038 conmon[76675]: audit 2021-03-04T23:36:00.776934+0000 mon.a (mon.0) 1396 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:36:01.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:01 gibba038 conmon[76675]: audit 2021-03-04T23:36:01.045626+0000 mon.c (mon.1) 410 : audit [DBG] from='client.? 172.21.2.111:0/1669027017' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2021-03-04T23:36:01.617 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:01.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:01.636 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:01.636 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:01.737 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:01.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:01.756 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:01.756 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:01.858 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:01.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:01.876 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:01.876 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:01.978 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:02.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:02.001 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:02.002 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:02.103 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:02.118 INFO:teuthology.orchestra.run.gibba011.stderr:pool 'unique_pool_5' created 2021-03-04T23:36:02.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:02.125 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:02.126 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:02.227 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:02.245 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:02.246 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:02.247 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:02.348 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:02.367 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:02.369 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:02.369 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:02.471 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:02.487 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:02.488 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:02.489 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:02.584 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:02 gibba011 conmon[95595]: cluster 2021-03-04T23:36:00.746828+0000 mgr.x (mgr.34676) 1029 : cluster [DBG] pgmap v1045: 103 pgs: 12 peering, 91 active+clean; 3.3 KiB data, 2.3 GiB used, 582 GiB / 588 GiB avail 2021-03-04T23:36:02.585 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:02 gibba011 conmon[95595]: cluster 2021-03-04T23:36:01.102788+0000 mon.a (mon.0) 1397 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:02.585 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:02 gibba011 conmon[95595]: audit 2021-03-04T23:36:01.106114+0000 mon.a (mon.0) 1398 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:36:02.585 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:02 gibba011 conmon[95595]: cluster 2021-03-04T23:36:01.106159+0000 mon.a (mon.0) 1399 : cluster [DBG] osdmap e304: 8 total, 8 up, 7 in 2021-03-04T23:36:02.585 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:02 gibba011 conmon[95595]: audit 2021-03-04T23:36:01.268290+0000 mon.a (mon.0) 1400 : audit [INF] from='client.? 172.21.2.111:0/1155255123' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2021-03-04T23:36:02.586 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:02 gibba011 conmon[95595]: audit 2021-03-04T23:36:01.285403+0000 mon.c (mon.1) 411 : audit [DBG] from='client.? 172.21.2.111:0/3389939203' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:02.586 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:02 gibba011 conmon[95595]: audit 2021-03-04T23:36:01.672743+0000 mon.a (mon.0) 1401 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:36:02.586 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:02 gibba011 conmon[99461]: cluster 2021-03-04T23:36:00.746828+0000 mgr.x (mgr.34676) 1029 : cluster [DBG] 2021-03-04T23:36:02.587 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:02 gibba011 conmon[99461]: pgmap v1045: 103 pgs: 12 peering, 91 active+clean; 3.3 KiB data, 2.3 GiB used, 582 GiB / 588 GiB avail 2021-03-04T23:36:02.587 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:02 gibba011 conmon[99461]: cluster 2021-03-04T23:36:01.102788+0000 mon.a (mon.0) 1397 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:02.587 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:02 gibba011 conmon[99461]: audit 2021-03-04T23:36:01.106114 2021-03-04T23:36:02.587 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:02 gibba011 conmon[99461]: +0000 mon.a (mon.0) 1398 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:36:02.588 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:02 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:36:02.588 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:02 gibba011 conmon[99461]: 04T23:36:01.106159+0000 mon.a (mon. 2021-03-04T23:36:02.588 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:02 gibba011 conmon[99461]: 0) 1399 : cluster [DBG] osdmap e304: 8 total, 8 up, 7 in 2021-03-04T23:36:02.588 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:02 gibba011 conmon[99461]: audit 2021-03-04T23 2021-03-04T23:36:02.589 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:02 gibba011 conmon[99461]: :36:01.268290+0000 mon.a (mon.0) 1400 2021-03-04T23:36:02.589 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:02 gibba011 conmon[99461]: : audit [INF] from='client.? 172.21.2.111:0/1155255123' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2021-03-04T23:36:02.589 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:02 gibba011 conmon[99461]: audit 2021-03-04T23:36 2021-03-04T23:36:02.589 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:02 gibba011 conmon[99461]: :01.285403+0000 mon.c (mon.1) 411 : audit 2021-03-04T23:36:02.589 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:02 gibba011 conmon[99461]: [DBG] from='client.? 172.21.2.111:0/3389939203' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:02.590 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:02 gibba011 conmon[99461]: audit 2021-03-04T23:36:02.590 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:02 gibba011 conmon[99461]: 2021-03-04T23:36:01.672743+0000 mon.a (mon.0 2021-03-04T23:36:02.590 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:02 gibba011 conmon[99461]: ) 1401 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:36:02.590 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:02.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:02 gibba038 conmon[76675]: cluster 2021-03-04T23:36:00.746828+0000 mgr.x (mgr.34676) 1029 : cluster [DBG] pgmap v1045: 103 pgs: 12 peering, 91 active+clean; 3.3 KiB data, 2.3 GiB used, 582 GiB / 588 GiB avail 2021-03-04T23:36:02.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:02 gibba038 conmon[76675]: cluster 2021-03-04T23:36:01.102788+0000 mon.a (mon.0) 1397 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:02.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:02 gibba038 conmon[76675]: 2021-03-04T23:36:02.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:02 gibba038 conmon[76675]: audit 2021-03-04T23:36:01.106114+0000 mon.a (mon.0) 1398 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:36:02.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:02 gibba038 conmon[76675]: cluster 2021-03-04T23:36:01.106159+0000 mon.a (mon.0) 1399 : cluster [DBG] osdmap e304: 8 total, 8 up, 7 in 2021-03-04T23:36:02.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:02 gibba038 conmon[76675]: audit 2021-03-04T23:36:01.268290+0000 mon.a (mon.0) 1400 2021-03-04T23:36:02.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:02 gibba038 conmon[76675]: : audit [INF] from='client.? 172.21.2.111:0/1155255123' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2021-03-04T23:36:02.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:02 gibba038 conmon[76675]: audit 2021-03-04T23:36:01.285403+0000 mon.c ( 2021-03-04T23:36:02.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:02 gibba038 conmon[76675]: mon.1) 411 : audit [DBG] from='client.? 172.21.2.111:0/3389939203' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:02.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:02 gibba038 conmon[76675]: audit 2021-03-04T23:36:01 2021-03-04T23:36:02.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:02 gibba038 conmon[76675]: .672743+0000 mon.a (mon.0) 1401 : audit 2021-03-04T23:36:02.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:02 gibba038 conmon[76675]: [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:36:02.611 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:02.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:02.613 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:02.714 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:02.732 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:02.733 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:02.734 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:02.836 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:02.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:02.855 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:02.855 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:02.957 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:02.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:02.976 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:02.976 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:03.019 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:36:03.078 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:03.095 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:03.096 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:03.097 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:03.130 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:03.198 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:03.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:03.217 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:03.217 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:03.318 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:03.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:03.336 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:03.337 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:03.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:03 gibba011 conmon[95595]: cluster 2021-03-04T23:36:01.935133+0000 osd.1 (osd.1) 6 : cluster [DBG] 2.4 scrub ok 2021-03-04T23:36:03.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:03 gibba011 conmon[95595]: audit 2021-03-04T23:36:02.114264+0000 mon.a (mon.0) 1402 : audit [INF] from='client.? 172.21.2.111:0/1155255123' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]': finished 2021-03-04T23:36:03.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:03 gibba011 conmon[95595]: cluster 2021-03-04T23:36:02.114302+0000 mon.a (mon.0) 1403 : cluster [DBG] osdmap e305: 8 total, 8 up, 7 in 2021-03-04T23:36:03.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:03 gibba011 conmon[95595]: cluster 2021-03-04T23:36:02.164565+0000 osd.4 (osd.4) 11 : cluster [DBG] 1.e scrub starts 2021-03-04T23:36:03.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:03 gibba011 conmon[95595]: cluster 2021-03-04T23:36:02.165068+0000 osd.4 (osd.4) 12 : cluster [DBG] 1.e scrub ok 2021-03-04T23:36:03.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:03 gibba011 conmon[95595]: cluster 2021-03-04T23:36:02.753943+0000 osd.3 (osd.3) 3 : cluster [DBG] 2.1 scrub ok 2021-03-04T23:36:03.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:03 gibba011 conmon[99461]: cluster 2021-03-04T23:36:01.935133+0000 osd.1 (osd.1) 6 : cluster [DBG] 2021-03-04T23:36:03.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:03 gibba011 conmon[99461]: 2.4 scrub ok 2021-03-04T23:36:03.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:03 gibba011 conmon[99461]: audit 2021-03-04T23:36:02.114264+0000 mon.a (mon.0) 1402 : audit [INF] from='client.? 172.21.2.111:0/1155255123' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]': finished 2021-03-04T23:36:03.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:03 gibba011 conmon[99461]: cluster 2021-03-04T23:36:02.114302+0000 mon.a (mon.0) 1403 : cluster [DBG] osdmap e305: 8 total, 8 up, 7 in 2021-03-04T23:36:03.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:03 gibba011 conmon[99461]: cluster 2021-03-04T23:36 2021-03-04T23:36:03.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:03 gibba011 conmon[99461]: :02.164565+0000 osd.4 (osd.4) 11 : cluster [DBG] 2021-03-04T23:36:03.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:03 gibba011 conmon[99461]: 1.e scrub starts 2021-03-04T23:36:03.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:03 gibba011 conmon[99461]: cluster 2021-03-04T23:36:03.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:03 gibba011 conmon[99461]: 2021-03-04T23:36:02.165068+0000 osd.4 (osd.4) 12 2021-03-04T23:36:03.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:03 gibba011 conmon[99461]: : cluster [DBG] 1.e scrub ok 2021-03-04T23:36:03.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:03 gibba011 conmon[99461]: cluster 2021-03-04T23:36: 2021-03-04T23:36:03.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:03 gibba011 conmon[99461]: 02.753943+0000 osd.3 (osd.3) 3 : cluster 2021-03-04T23:36:03.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:03 gibba011 conmon[99461]: [DBG] 2.1 scrub ok 2021-03-04T23:36:03.439 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:03.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:03.458 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:03.459 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:03.560 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:03.578 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:03.578 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:03.580 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:03.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:03 gibba038 conmon[76675]: cluster 2021-03-04T23:36:01.935133+0000 osd.1 (osd.1) 2021-03-04T23:36:03.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:03 gibba038 conmon[76675]: 6 : cluster [DBG] 2.4 scrub ok 2021-03-04T23:36:03.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:03 gibba038 conmon[76675]: audit 2021-03-04T23:36:02.114264+0000 mon.a (mon.0) 1402 : audit [INF] from='client.? 172.21.2.111:0/1155255123' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]': finished 2021-03-04T23:36:03.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:03 gibba038 conmon[76675]: cluster 2021-03-04T23:36:02. 2021-03-04T23:36:03.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:03 gibba038 conmon[76675]: 114302+0000 mon.a (mon.0) 1403 : cluster [DBG] osdmap e305: 8 total, 8 up, 7 in 2021-03-04T23:36:03.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:03 gibba038 conmon[76675]: 2021-03-04T23:36:03.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:03 gibba038 conmon[76675]: cluster 2021-03-04T23:36:03.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:03 gibba038 conmon[76675]: 2021-03-04T23:36:02.164565+0000 osd.4 (osd. 2021-03-04T23:36:03.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:03 gibba038 conmon[76675]: 4) 11 : cluster [DBG] 1.e scrub starts 2021-03-04T23:36:03.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:03 gibba038 conmon[76675]: cluster 2021-03-04T 2021-03-04T23:36:03.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:03 gibba038 conmon[76675]: 23:36:02.165068+0000 osd.4 (osd 2021-03-04T23:36:03.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:03 gibba038 conmon[76675]: .4) 12 : cluster [DBG] 1.e scrub ok 2021-03-04T23:36:03.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:03 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:36:03.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:03 gibba038 conmon[76675]: -03-04T23:36:02.753943+0000 2021-03-04T23:36:03.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:03 gibba038 conmon[76675]: osd.3 (osd.3) 3 : cluster [DBG] 2.1 scrub ok 2021-03-04T23:36:03.682 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:03.699 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:03.700 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:03.700 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:03.760 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2021-03-04T23:36:03.760 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:36:03.801 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:03.818 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:03.819 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:03.819 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:03.915 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:03.918 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool application enable unique_pool_5 rados --yes-i-really-mean-it || true 2021-03-04T23:36:03.920 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:03.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:03.939 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:03.939 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:04.028 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:04.041 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:04.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:04.058 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:04.058 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:04.159 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:04.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:04.177 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:04.178 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:04.279 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:04.290 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:04 gibba011 conmon[95595]: cluster 2021-03-04T23:36:02.747318+0000 mgr.x (mgr.34676) 1030 : cluster [DBG] pgmap v1048: 119 pgs: 3 creating+peering, 13 unknown, 3 peering, 100 active+clean; 3.3 KiB data, 2.3 GiB used, 582 GiB / 588 GiB avail 2021-03-04T23:36:04.290 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:04 gibba011 conmon[95595]: cluster 2021-03-04T23:36:02.943248+0000 osd.1 (osd.1) 7 : cluster [DBG] 2.6 scrub ok 2021-03-04T23:36:04.290 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:04 gibba011 conmon[95595]: cluster 2021-03-04T23:36:03.112704+0000 mon.a (mon.0) 1404 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-03-04T23:36:04.291 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:04 gibba011 conmon[95595]: cluster 2021-03-04T23:36:03.117919+0000 mon.a (mon.0) 1405 : cluster [DBG] osdmap e306: 8 total, 8 up, 7 in 2021-03-04T23:36:04.291 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:04 gibba011 conmon[95595]: cluster 2021-03-04T23:36:03.117954+0000 osd.7 (osd.7) 7 : cluster [DBG] 2.5 scrub starts 2021-03-04T23:36:04.291 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:04 gibba011 conmon[95595]: cluster 2021-03-04T23:36:03.118962+0000 osd.7 (osd.7) 8 : cluster [DBG] 2.5 scrub ok 2021-03-04T23:36:04.291 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:04 gibba011 conmon[99461]: cluster 2021-03-04T23:36:02.747318+0000 mgr.x (mgr.34676) 1030 : cluster [DBG] pgmap v1048: 119 pgs: 3 creating+peering, 13 unknown, 3 peering, 100 active+clean; 3.3 KiB data, 2.3 GiB used, 582 GiB / 588 GiB avail 2021-03-04T23:36:04.292 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:04 gibba011 conmon[99461]: cluster 2021-03-04T23:36:02.943248+0000 osd.1 (osd.1) 7 : cluster [DBG] 2.6 scrub ok 2021-03-04T23:36:04.292 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:04 gibba011 conmon[99461]: cluster 2021-03-04T23:36:03.112704+0000 mon.a (mon.0) 1404 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-03-04T23:36:04.292 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:04 gibba011 conmon[99461]: cluster 2021-03-04T23:36:03.117919+0000 mon.a (mon.0) 1405 : cluster [DBG] osdmap e306: 8 total, 8 up, 7 in 2021-03-04T23:36:04.292 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:04 gibba011 conmon[99461]: cluster 2021-03-04T23:36:03.117954+0000 osd.7 (osd.7) 7 : cluster [DBG] 2.5 scrub starts 2021-03-04T23:36:04.293 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:04 gibba011 conmon[99461]: cluster 2021-03-04T23:36:03.118962+0000 osd.7 (osd.7) 8 : cluster [DBG] 2.5 scrub ok 2021-03-04T23:36:04.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:04.297 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:04.298 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:04.399 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:04.417 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:04.418 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:04.418 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:04.519 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:04.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:04.537 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:04.537 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:04.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:04 gibba038 conmon[76675]: cluster 2021-03-04T23:36:02.747318+0000 mgr.x (mgr.34676) 1030 : cluster [DBG] pgmap v1048: 119 pgs: 3 creating+peering, 13 unknown, 3 peering, 100 active+clean; 3.3 KiB data, 2.3 GiB used, 582 GiB / 588 GiB avail 2021-03-04T23:36:04.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:04 gibba038 conmon[76675]: cluster 2021-03-04T23:36:02.943248+0000 osd.1 (osd.1) 7 : cluster [DBG] 2.6 scrub ok 2021-03-04T23:36:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:04 gibba038 conmon[76675]: cluster 2021-03-04T23:36:03.112704+0000 mon.a (mon.0) 1404 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2021-03-04T23:36:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:04 gibba038 conmon[76675]: 2021-03-04T23:36:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:04 gibba038 conmon[76675]: cluster 2021-03-04T23:36:03.117919+0000 mon.a (mon.0) 1405 : cluster [DBG] osdmap e306: 8 total, 8 up, 7 in 2021-03-04T23:36:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:04 gibba038 conmon[76675]: cluster 2021-03-04T23:36:03.117954+0000 osd.7 (osd.7) 7 : cluster [DBG] 2.5 scrub starts 2021-03-04T23:36:04.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:04 gibba038 conmon[76675]: cluster 2021-03-04T23:36:03.118962+0000 osd.7 (osd.7 2021-03-04T23:36:04.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:04 gibba038 conmon[76675]: ) 8 : cluster [DBG] 2.5 scrub ok 2021-03-04T23:36:04.599 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:36:04.639 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:04.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:04.661 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:04.661 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:04.712 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:04.762 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:04.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:04.786 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:04.786 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:04.888 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:04.905 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:04.906 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:04.906 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:05.007 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:05.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:05.026 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:05.026 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:05.128 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:05.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:05.146 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:05.147 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:05.248 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:05.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:05.266 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:05.267 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:05.368 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:05.384 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:05.385 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:05.385 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:05.487 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:05.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:05.505 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:05.506 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:05.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:05 gibba038 conmon[76675]: cluster 2021-03-04T23:36:03.874013+0000 osd.6 (osd.6) 179 : cluster [DBG] 2.7 scrub starts 2021-03-04T23:36:05.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:05 gibba038 conmon[76675]: cluster 2021-03-04T23:36:03.874706+0000 osd.6 (osd.6) 180 : cluster [DBG] 2.7 scrub ok 2021-03-04T23:36:05.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:05 gibba038 conmon[76675]: cluster 2021-03-04T23:36:03.988055+0000 osd.1 (osd.1) 8 : cluster [DBG] 2.a scrub ok 2021-03-04T23:36:05.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:05 gibba038 conmon[76675]: cluster 2021-03-04T23:36:04.122347+0000 mon.a (mon.0) 1406 : cluster [DBG] osdmap e307: 8 total, 8 up, 7 in 2021-03-04T23:36:05.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:05 gibba038 conmon[76675]: cluster 2021-03-04T23:36:04.147825+0000 osd.7 (osd.7) 9 : cluster [DBG] 1.0 scrub starts 2021-03-04T23:36:05.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:05 gibba038 conmon[76675]: cluster 2021-03-04T23:36:04.148626+0000 osd.7 (osd.7) 10 : cluster [DBG] 2021-03-04T23:36:05.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:05 gibba038 conmon[76675]: 1.0 scrub ok 2021-03-04T23:36:05.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:05 gibba011 conmon[95595]: cluster 2021-03-04T23:36:03.874013+0000 osd.6 (osd.6) 179 : cluster [DBG] 2.7 scrub starts 2021-03-04T23:36:05.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:05 gibba011 conmon[95595]: cluster 2021-03-04T23:36:03.874706+0000 osd.6 (osd.6) 180 : cluster [DBG] 2.7 scrub ok 2021-03-04T23:36:05.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:05 gibba011 conmon[95595]: cluster 2021-03-04T23:36:03.988055+0000 osd.1 (osd.1) 8 : cluster [DBG] 2.a scrub ok 2021-03-04T23:36:05.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:05 gibba011 conmon[95595]: cluster 2021-03-04T23:36:04.122347+0000 mon.a (mon.0) 1406 : cluster [DBG] osdmap e307: 8 total, 8 up, 7 in 2021-03-04T23:36:05.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:05 gibba011 conmon[95595]: cluster 2021-03-04T23:36:04.147825+0000 osd.7 (osd.7) 9 : cluster [DBG] 1.0 scrub starts 2021-03-04T23:36:05.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:05 gibba011 conmon[95595]: cluster 2021-03-04T23:36:04.148626+0000 osd.7 (osd.7) 10 : cluster [DBG] 1.0 scrub ok 2021-03-04T23:36:05.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:05 gibba011 conmon[99461]: cluster 2021-03-04T23:36:03.874013+0000 osd.6 (osd.6) 179 : cluster [DBG] 2.7 scrub starts 2021-03-04T23:36:05.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:05 gibba011 conmon[99461]: cluster 2021-03-04T23:36:03.874706+0000 osd.6 (osd.6) 180 : cluster [DBG] 2.7 scrub ok 2021-03-04T23:36:05.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:05 gibba011 conmon[99461]: cluster 2021-03-04T23:36:03.988055+0000 osd.1 (osd.1) 8 : cluster [DBG] 2.a scrub ok 2021-03-04T23:36:05.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:05 gibba011 conmon[99461]: cluster 2021-03-04T23:36:04.122347+0000 mon.a (mon.0) 1406 : cluster [DBG] osdmap e307: 8 total, 8 up, 7 in 2021-03-04T23:36:05.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:05 gibba011 conmon[99461]: cluster 2021-03-04T23:36:04.147825+0000 osd.7 (osd.7) 9 : cluster [DBG] 1.0 scrub starts 2021-03-04T23:36:05.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:05 gibba011 conmon[99461]: cluster 2021-03-04T23:36:04.148626+0000 osd.7 (osd.7) 10 : cluster [DBG] 1.0 scrub ok 2021-03-04T23:36:05.607 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:05.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:05.630 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:05.630 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:05.731 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:36:05.732 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:05.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:05.750 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:05.751 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:05.846 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:05.852 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:05.869 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:05.870 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:05.870 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:05.972 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:05.989 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:05.990 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:05.991 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:06.092 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:06.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:06.112 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:06.112 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:06.214 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:06.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:06.233 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:06.233 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:06.335 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:06.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:06.353 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:06.354 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:06.455 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:06.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:06.475 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:06.475 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:06.525 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:06 gibba011 conmon[95595]: cluster 2021-03-04T23:36:04.544813+0000 osd.5 (osd.5) 16 : cluster [DBG] 2.3 scrub starts 2021-03-04T23:36:06.525 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:06 gibba011 conmon[95595]: cluster 2021-03-04T23:36:04.545565+0000 osd.5 (osd.5) 17 : cluster [DBG] 2.3 scrub ok 2021-03-04T23:36:06.525 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:06 gibba011 conmon[95595]: cluster 2021-03-04T23:36:04.747954+0000 mgr.x (mgr.34676) 1031 : cluster [DBG] pgmap v1051: 119 pgs: 2 creating+activating, 3 creating+peering, 7 unknown, 107 active+clean; 3.3 KiB data, 2.2 GiB used, 582 GiB / 588 GiB avail 2021-03-04T23:36:06.526 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:06 gibba011 conmon[95595]: audit 2021-03-04T23:36:05.619188+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:36:06.526 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:06 gibba011 conmon[95595]: cluster 2021-03-04T23:36:05.727495+0000 osd.3 (osd.3) 4 : cluster [DBG] 2.e scrub ok 2021-03-04T23:36:06.526 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:06 gibba011 conmon[95595]: audit 2021-03-04T23:36:05.902040+0000 mon.a (mon.0) 1408 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:36:06.527 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:06 gibba011 conmon[99461]: cluster 2021-03-04T23:36:04.544813+0000 osd.5 (osd.5) 16 : cluster [DBG] 2.3 scrub starts 2021-03-04T23:36:06.527 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:06 gibba011 conmon[99461]: cluster 2021-03-04T23:36:04.545565+0000 osd.5 (osd.5) 17 : cluster [DBG] 2.3 scrub ok 2021-03-04T23:36:06.527 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:06 gibba011 conmon[99461]: cluster 2021-03-04T23:36:04.747954+0000 mgr.x (mgr.34676) 1031 : cluster [DBG] pgmap v1051: 119 pgs: 2 creating+activating, 3 creating+peering, 7 unknown, 107 active+clean; 3.3 KiB data, 2.2 GiB used, 582 GiB / 588 GiB avail 2021-03-04T23:36:06.527 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:06 gibba011 conmon[99461]: audit 2021-03-04T23:36:05.619188+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:36:06.528 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:06 gibba011 conmon[99461]: cluster 2021-03-04T23:36:05.727495+0000 osd.3 (osd.3) 4 : cluster [DBG] 2.e scrub ok 2021-03-04T23:36:06.528 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:06 gibba011 conmon[99461]: audit 2021-03-04T23:36:05.902040+0000 mon.a (mon.0) 1408 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:36:06.577 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:06.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:06 gibba038 conmon[76675]: cluster 2021-03-04T23:36:04.544813+0000 osd.5 (osd.5) 16 2021-03-04T23:36:06.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:06 gibba038 conmon[76675]: : cluster [DBG] 2.3 scrub starts 2021-03-04T23:36:06.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:06 gibba038 conmon[76675]: cluster 2021-03-04T23:36:04.545565+0000 osd.5 (osd.5) 17 : 2021-03-04T23:36:06.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:06 gibba038 conmon[76675]: cluster [DBG] 2.3 scrub ok 2021-03-04T23:36:06.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:06 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:36:06.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:06 gibba038 conmon[76675]: :36:04.747954+0000 mgr.x ( 2021-03-04T23:36:06.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:06 gibba038 conmon[76675]: mgr.34676) 1031 : cluster [DBG] 2021-03-04T23:36:06.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:06 gibba038 conmon[76675]: pgmap v1051: 119 pgs: 2 creating+activating, 3 creating+peering, 7 unknown, 107 active+clean; 3.3 KiB data, 2.2 GiB used, 582 GiB / 588 GiB avail 2021-03-04T23:36:06.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:06 gibba038 conmon[76675]: audit 2021-03-04T23:36:06.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:06 gibba038 conmon[76675]: 2021-03- 2021-03-04T23:36:06.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:06 gibba038 conmon[76675]: 04T23:36:05.619188+0000 mon.a 2021-03-04T23:36:06.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:06 gibba038 conmon[76675]: (mon.0) 1407 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:36:06.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:06 gibba038 conmon[76675]: cluster 2021-03-04 2021-03-04T23:36:06.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:06 gibba038 conmon[76675]: T23:36:05.727495+0000 osd.3 (osd.3) 4 2021-03-04T23:36:06.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:06 gibba038 conmon[76675]: : cluster [DBG] 2.e scrub ok 2021-03-04T23:36:06.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:06 gibba038 conmon[76675]: audit 2021-03-04T23:36:06.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:06 gibba038 conmon[76675]: 2021-03 2021-03-04T23:36:06.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:06 gibba038 conmon[76675]: -04T23:36:05.902040+0000 mon.a 2021-03-04T23:36:06.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:06 gibba038 conmon[76675]: (mon.0) 1408 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:36:06.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:06.596 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:06.596 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:06.698 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:06.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:06.716 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:06.717 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:06.818 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:06.839 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:06.840 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:06.840 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:06.942 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:06.959 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:06.960 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:06.960 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:07.062 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:07.079 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:07.080 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:07.081 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:07.098 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:36:07.100 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:36:07.182 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:07.200 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:07.201 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:07.201 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:07.302 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:07.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:07.320 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:07.321 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:07.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:07 gibba011 conmon[95595]: cephadm 2021-03-04T23:36:05.620110+0000 mgr.x (mgr.34676) 1032 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:36:07.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:07 gibba011 conmon[95595]: cluster 2021-03-04T23:36:06.013118+0000 osd.1 (osd.1) 9 : cluster [DBG] 2.10 scrub ok 2021-03-04T23:36:07.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:07 gibba011 conmon[95595]: cluster 2021-03-04T23:36:06.704722+0000 osd.3 (osd.3) 5 : cluster [DBG] 1.c scrub ok 2021-03-04T23:36:07.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:07 gibba011 conmon[99461]: cephadm 2021-03-04T23:36:05.620110+0000 mgr.x (mgr.34676) 1032 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:36:07.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:07 gibba011 conmon[99461]: 2021-03-04T23:36:07.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:07 gibba011 conmon[99461]: cluster 2021-03-04T23:36:06.013118+0000 osd.1 (osd.1) 9 : cluster [DBG] 2.10 scrub ok 2021-03-04T23:36:07.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:07 gibba011 conmon[99461]: cluster 2021-03-04T23:36:06.704722+0000 osd.3 (osd.3) 5 : cluster [DBG] 1.c scrub ok 2021-03-04T23:36:07.422 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:07.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:07.441 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:07.442 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:07.544 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:07.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:07.562 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:07.563 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:07.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:07 gibba038 conmon[76675]: cephadm 2021-03-04T23:36:05.620110+0000 mgr.x (mgr.34676) 1032 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:36:07.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:07 gibba038 conmon[76675]: cluster 2021-03-04T23:36:06.013118+0000 osd.1 (osd.1) 9 : cluster [DBG] 2.10 scrub ok 2021-03-04T23:36:07.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:07 gibba038 conmon[76675]: cluster 2021-03-04T23:36:06.704722+0000 osd.3 (osd.3) 5 : cluster [DBG] 1.c scrub ok 2021-03-04T23:36:07.664 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:07.682 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:07.683 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:07.683 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:07.787 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:07.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:07.807 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:07.808 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:07.909 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:07.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:07.930 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:07.931 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:08.035 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:08.054 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:36:08.054 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:36:08.055 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:08.056 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:08.056 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:08.158 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:08.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:08.178 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:08.178 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:08.280 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:08.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:08.298 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:08.299 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:08.331 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:08 gibba011 conmon[95595]: cluster 2021-03-04T23:36:06.748644+0000 mgr.x (mgr.34676) 1033 : cluster [DBG] pgmap v1052: 119 pgs: 2 creating+activating, 3 creating+peering, 6 unknown, 108 active+clean; 3.3 KiB data, 2.2 GiB used, 582 GiB / 588 GiB avail 2021-03-04T23:36:08.331 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:08 gibba011 conmon[95595]: audit 2021-03-04T23:36:07.084340+0000 mgr.x (mgr.34676) 1034 : audit [DBG] from='client.46227 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:36:08.332 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:08 gibba011 conmon[95595]: cluster 2021-03-04T23:36:07.170411+0000 osd.4 (osd.4) 13 : cluster [DBG] 1.5 scrub starts 2021-03-04T23:36:08.332 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:08 gibba011 conmon[95595]: cluster 2021-03-04T23:36:07.171111+0000 osd.4 (osd.4) 14 : cluster [DBG] 1.5 scrub ok 2021-03-04T23:36:08.332 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:08 gibba011 conmon[95595]: cluster 2021-03-04T23:36:07.247144+0000 osd.7 (osd.7) 11 : cluster [DBG] 2.0 scrub starts 2021-03-04T23:36:08.332 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:08 gibba011 conmon[95595]: cluster 2021-03-04T23:36:07.248085+0000 osd.7 (osd.7) 12 : cluster [DBG] 2.0 scrub ok 2021-03-04T23:36:08.333 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:08 gibba011 conmon[95595]: cluster 2021-03-04T23:36:07.723125+0000 osd.3 (osd.3) 6 : cluster [DBG] 1.4 scrub ok 2021-03-04T23:36:08.333 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:08 gibba011 conmon[99461]: cluster 2021-03-04T23:36:06.748644+0000 mgr.x (mgr.34676) 1033 : cluster [DBG] pgmap v1052: 119 pgs: 2 creating+activating, 3 creating+peering, 6 unknown, 108 active+clean; 3.3 KiB data, 2.2 GiB used, 582 GiB / 588 GiB avail 2021-03-04T23:36:08.333 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:08 gibba011 conmon[99461]: audit 2021-03-04T23:36:07.084340+0000 mgr.x (mgr.34676) 1034 : audit [DBG] from='client.46227 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:36:08.333 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:08 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:36:08.334 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:08 gibba011 conmon[99461]: :36:07.170411+0000 osd.4 (osd.4) 13 : cluster [DBG] 1.5 scrub starts 2021-03-04T23:36:08.334 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:08 gibba011 conmon[99461]: cluster 2021-03-04T23:36: 2021-03-04T23:36:08.334 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:08 gibba011 conmon[99461]: 07.171111+0000 osd.4 (osd.4) 14 : cluster [DBG] 1.5 scrub ok 2021-03-04T23:36:08.334 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:08 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:36:08.335 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:08 gibba011 conmon[99461]: 04T23:36:07.247144+0000 osd.7 (osd.7) 11 : cluster [DBG] 2.0 scrub starts 2021-03-04T23:36:08.335 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:08 gibba011 conmon[99461]: cluster 2021-03-04T23:36:07.248085+0000 osd.7 (osd.7) 12 2021-03-04T23:36:08.335 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:08 gibba011 conmon[99461]: : cluster [DBG] 2.0 scrub ok 2021-03-04T23:36:08.336 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:08 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:36:08.336 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:08 gibba011 conmon[99461]: :36:07.723125+0000 osd.3 (osd.3) 6 : cluster [DBG] 1.4 scrub ok 2021-03-04T23:36:08.369 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":1052,"stamp":"2021-03-04T23:36:06.748473+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":339,"acting":339,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":318,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":6514276,"kb_used_data":1828396,"kb_used_omap":7911,"kb_used_meta":4677912,"kb_avail":610048412,"statfs":{"total":631360192512,"available":624689573888,"internally_reserved":4294967296,"allocated":1872277504,"data_stored":1861878976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8101805,"internal_metadata":4790181971},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.643210"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"350","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.207816+0000","last_change":"2021-03-04T23:32:26.240995+0000","last_active":"2021-03-04T23:36:01.207816+0000","last_peered":"2021-03-04T23:36:01.207816+0000","last_clean":"2021-03-04T23:36:01.207816+0000","last_became_active":"2021-03-04T23:32:26.240606+0000","last_became_peered":"2021-03-04T23:32:26.240606+0000","last_unstale":"2021-03-04T23:36:01.207816+0000","last_undegraded":"2021-03-04T23:36:01.207816+0000","last_fullsized":"2021-03-04T23:36:01.207816+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"92","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.106228+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:36:01.106228+0000","last_peered":"2021-03-04T23:36:01.106228+0000","last_clean":"2021-03-04T23:36:01.106228+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:36:01.106228+0000","last_undegraded":"2021-03-04T23:36:01.106228+0000","last_fullsized":"2021-03-04T23:36:01.106228+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"50","reported_epoch":"306","state":"active+clean","last_fresh":"2021-03-04T23:36:03.119016+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:36:03.119016+0000","last_peered":"2021-03-04T23:36:03.119016+0000","last_clean":"2021-03-04T23:36:03.119016+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:36:03.119016+0000","last_undegraded":"2021-03-04T23:36:03.119016+0000","last_fullsized":"2021-03-04T23:36:03.119016+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"327","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.116774+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:36:02.116774+0000","last_peered":"2021-03-04T23:36:02.116774+0000","last_clean":"2021-03-04T23:36:02.116774+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:36:02.116774+0000","last_undegraded":"2021-03-04T23:36:02.116774+0000","last_fullsized":"2021-03-04T23:36:02.116774+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"110","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.105910+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:36:01.105910+0000","last_peered":"2021-03-04T23:36:01.105910+0000","last_clean":"2021-03-04T23:36:01.105910+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:36:01.105910+0000","last_undegraded":"2021-03-04T23:36:01.105910+0000","last_fullsized":"2021-03-04T23:36:01.105910+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"52","reported_epoch":"302","state":"active+clean","last_fresh":"2021-03-04T23:35:57.098111+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:35:57.098111+0000","last_peered":"2021-03-04T23:35:57.098111+0000","last_clean":"2021-03-04T23:35:57.098111+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:35:57.098111+0000","last_undegraded":"2021-03-04T23:35:57.098111+0000","last_fullsized":"2021-03-04T23:35:57.098111+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"299","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.116775+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:36:02.116775+0000","last_peered":"2021-03-04T23:36:02.116775+0000","last_clean":"2021-03-04T23:36:02.116775+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:36:02.116775+0000","last_undegraded":"2021-03-04T23:36:02.116775+0000","last_fullsized":"2021-03-04T23:36:02.116775+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"110","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.106022+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:36:01.106022+0000","last_peered":"2021-03-04T23:36:01.106022+0000","last_clean":"2021-03-04T23:36:01.106022+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:36:01.106022+0000","last_undegraded":"2021-03-04T23:36:01.106022+0000","last_fullsized":"2021-03-04T23:36:01.106022+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"105","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.934179+0000","last_change":"2021-03-04T23:35:58.102514+0000","last_active":"2021-03-04T23:36:01.934179+0000","last_peered":"2021-03-04T23:36:01.934179+0000","last_clean":"2021-03-04T23:36:01.934179+0000","last_became_active":"2021-03-04T23:35:58.102172+0000","last_became_peered":"2021-03-04T23:35:58.102172+0000","last_unstale":"2021-03-04T23:36:01.934179+0000","last_undegraded":"2021-03-04T23:36:01.934179+0000","last_fullsized":"2021-03-04T23:36:01.934179+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"348","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.115387+0000","last_change":"2021-03-04T23:32:26.243636+0000","last_active":"2021-03-04T23:36:02.115387+0000","last_peered":"2021-03-04T23:36:02.115387+0000","last_clean":"2021-03-04T23:36:02.115387+0000","last_became_active":"2021-03-04T23:32:26.243433+0000","last_became_peered":"2021-03-04T23:32:26.243433+0000","last_unstale":"2021-03-04T23:36:02.115387+0000","last_undegraded":"2021-03-04T23:36:02.115387+0000","last_fullsized":"2021-03-04T23:36:02.115387+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"112","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.106280+0000","last_change":"2021-03-04T23:32:18.988970+0000","last_active":"2021-03-04T23:36:01.106280+0000","last_peered":"2021-03-04T23:36:01.106280+0000","last_clean":"2021-03-04T23:36:01.106280+0000","last_became_active":"2021-03-04T23:32:18.988819+0000","last_became_peered":"2021-03-04T23:32:18.988819+0000","last_unstale":"2021-03-04T23:36:01.106280+0000","last_undegraded":"2021-03-04T23:36:01.106280+0000","last_fullsized":"2021-03-04T23:36:01.106280+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"84","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.934180+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:36:01.934180+0000","last_peered":"2021-03-04T23:36:01.934180+0000","last_clean":"2021-03-04T23:36:01.934180+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:36:01.934180+0000","last_undegraded":"2021-03-04T23:36:01.934180+0000","last_fullsized":"2021-03-04T23:36:01.934180+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"50","reported_epoch":"306","state":"active+clean","last_fresh":"2021-03-04T23:36:03.119242+0000","last_change":"2021-03-04T23:32:26.241627+0000","last_active":"2021-03-04T23:36:03.119242+0000","last_peered":"2021-03-04T23:36:03.119242+0000","last_clean":"2021-03-04T23:36:03.119242+0000","last_became_active":"2021-03-04T23:32:26.241358+0000","last_became_peered":"2021-03-04T23:32:26.241358+0000","last_unstale":"2021-03-04T23:36:03.119242+0000","last_undegraded":"2021-03-04T23:36:03.119242+0000","last_fullsized":"2021-03-04T23:36:03.119242+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"348","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.207818+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:36:01.207818+0000","last_peered":"2021-03-04T23:36:01.207818+0000","last_clean":"2021-03-04T23:36:01.207818+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:36:01.207818+0000","last_undegraded":"2021-03-04T23:36:01.207818+0000","last_fullsized":"2021-03-04T23:36:01.207818+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"327","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.207996+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:36:01.207996+0000","last_peered":"2021-03-04T23:36:01.207996+0000","last_clean":"2021-03-04T23:36:01.207996+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:36:01.207996+0000","last_undegraded":"2021-03-04T23:36:01.207996+0000","last_fullsized":"2021-03-04T23:36:01.207996+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"13","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.115125+0000","last_change":"2021-03-04T23:35:58.152057+0000","last_active":"2021-03-04T23:36:02.115125+0000","last_peered":"2021-03-04T23:36:02.115125+0000","last_clean":"2021-03-04T23:36:02.115125+0000","last_became_active":"2021-03-04T23:35:58.151766+0000","last_became_peered":"2021-03-04T23:35:58.151766+0000","last_unstale":"2021-03-04T23:36:02.115125+0000","last_undegraded":"2021-03-04T23:36:02.115125+0000","last_fullsized":"2021-03-04T23:36:02.115125+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"106","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.934095+0000","last_change":"2021-03-04T23:32:19.165859+0000","last_active":"2021-03-04T23:36:01.934095+0000","last_peered":"2021-03-04T23:36:01.934095+0000","last_clean":"2021-03-04T23:36:01.934095+0000","last_became_active":"2021-03-04T23:32:19.018621+0000","last_became_peered":"2021-03-04T23:32:19.018621+0000","last_unstale":"2021-03-04T23:36:01.934095+0000","last_undegraded":"2021-03-04T23:36:01.934095+0000","last_fullsized":"2021-03-04T23:36:01.934095+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"128","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.106401+0000","last_change":"2021-03-04T23:32:26.238976+0000","last_active":"2021-03-04T23:36:01.106401+0000","last_peered":"2021-03-04T23:36:01.106401+0000","last_clean":"2021-03-04T23:36:01.106401+0000","last_became_active":"2021-03-04T23:32:26.238739+0000","last_became_peered":"2021-03-04T23:32:26.238739+0000","last_unstale":"2021-03-04T23:36:01.106401+0000","last_undegraded":"2021-03-04T23:36:01.106401+0000","last_fullsized":"2021-03-04T23:36:01.106401+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"13","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.115026+0000","last_change":"2021-03-04T23:35:58.105041+0000","last_active":"2021-03-04T23:36:02.115026+0000","last_peered":"2021-03-04T23:36:02.115026+0000","last_clean":"2021-03-04T23:36:02.115026+0000","last_became_active":"2021-03-04T23:35:58.104659+0000","last_became_peered":"2021-03-04T23:35:58.104659+0000","last_unstale":"2021-03-04T23:36:02.115026+0000","last_undegraded":"2021-03-04T23:36:02.115026+0000","last_fullsized":"2021-03-04T23:36:02.115026+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"324","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.933911+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:36:01.933911+0000","last_peered":"2021-03-04T23:36:01.933911+0000","last_clean":"2021-03-04T23:36:01.933911+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:36:01.933911+0000","last_undegraded":"2021-03-04T23:36:01.933911+0000","last_fullsized":"2021-03-04T23:36:01.933911+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"311","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.115455+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:36:02.115455+0000","last_peered":"2021-03-04T23:36:02.115455+0000","last_clean":"2021-03-04T23:36:02.115455+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:36:02.115455+0000","last_undegraded":"2021-03-04T23:36:02.115455+0000","last_fullsized":"2021-03-04T23:36:02.115455+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"14","reported_epoch":"306","state":"active+clean","last_fresh":"2021-03-04T23:36:03.119502+0000","last_change":"2021-03-04T23:35:58.102333+0000","last_active":"2021-03-04T23:36:03.119502+0000","last_peered":"2021-03-04T23:36:03.119502+0000","last_clean":"2021-03-04T23:36:03.119502+0000","last_became_active":"2021-03-04T23:35:58.102145+0000","last_became_peered":"2021-03-04T23:35:58.102145+0000","last_unstale":"2021-03-04T23:36:03.119502+0000","last_undegraded":"2021-03-04T23:36:03.119502+0000","last_fullsized":"2021-03-04T23:36:03.119502+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"56","reported_epoch":"306","state":"active+clean","last_fresh":"2021-03-04T23:36:03.119019+0000","last_change":"2021-03-04T23:35:58.151128+0000","last_active":"2021-03-04T23:36:03.119019+0000","last_peered":"2021-03-04T23:36:03.119019+0000","last_clean":"2021-03-04T23:36:03.119019+0000","last_became_active":"2021-03-04T23:35:58.150878+0000","last_became_peered":"2021-03-04T23:35:58.150878+0000","last_unstale":"2021-03-04T23:36:03.119019+0000","last_undegraded":"2021-03-04T23:36:03.119019+0000","last_fullsized":"2021-03-04T23:36:03.119019+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"283","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.934034+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:36:01.934034+0000","last_peered":"2021-03-04T23:36:01.934034+0000","last_clean":"2021-03-04T23:36:01.934034+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:36:01.934034+0000","last_undegraded":"2021-03-04T23:36:01.934034+0000","last_fullsized":"2021-03-04T23:36:01.934034+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"309","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.116603+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:36:02.116603+0000","last_peered":"2021-03-04T23:36:02.116603+0000","last_clean":"2021-03-04T23:36:02.116603+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:36:02.116603+0000","last_undegraded":"2021-03-04T23:36:02.116603+0000","last_fullsized":"2021-03-04T23:36:02.116603+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"13","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.115171+0000","last_change":"2021-03-04T23:35:58.105058+0000","last_active":"2021-03-04T23:36:02.115171+0000","last_peered":"2021-03-04T23:36:02.115171+0000","last_clean":"2021-03-04T23:36:02.115171+0000","last_became_active":"2021-03-04T23:35:58.104683+0000","last_became_peered":"2021-03-04T23:35:58.104683+0000","last_unstale":"2021-03-04T23:36:02.115171+0000","last_undegraded":"2021-03-04T23:36:02.115171+0000","last_fullsized":"2021-03-04T23:36:02.115171+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"10","reported_epoch":"303","state":"active+clean","last_fresh":"2021-03-04T23:35:58.103631+0000","last_change":"2021-03-04T23:35:58.103631+0000","last_active":"2021-03-04T23:35:58.103631+0000","last_peered":"2021-03-04T23:35:58.103631+0000","last_clean":"2021-03-04T23:35:58.103631+0000","last_became_active":"2021-03-04T23:35:58.103257+0000","last_became_peered":"2021-03-04T23:35:58.103257+0000","last_unstale":"2021-03-04T23:35:58.103631+0000","last_undegraded":"2021-03-04T23:35:58.103631+0000","last_fullsized":"2021-03-04T23:35:58.103631+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"193","reported_epoch":"302","state":"active+clean","last_fresh":"2021-03-04T23:35:57.097939+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:35:57.097939+0000","last_peered":"2021-03-04T23:35:57.097939+0000","last_clean":"2021-03-04T23:35:57.097939+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:35:57.097939+0000","last_undegraded":"2021-03-04T23:35:57.097939+0000","last_fullsized":"2021-03-04T23:35:57.097939+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"110","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.106509+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:36:01.106509+0000","last_peered":"2021-03-04T23:36:01.106509+0000","last_clean":"2021-03-04T23:36:01.106509+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:36:01.106509+0000","last_undegraded":"2021-03-04T23:36:01.106509+0000","last_fullsized":"2021-03-04T23:36:01.106509+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":"9","reported_epoch":"306","state":"active+clean","last_fresh":"2021-03-04T23:36:03.122468+0000","last_change":"2021-03-04T23:36:03.122468+0000","last_active":"2021-03-04T23:36:03.122468+0000","last_peered":"2021-03-04T23:36:03.122468+0000","last_clean":"2021-03-04T23:36:03.122468+0000","last_became_active":"2021-03-04T23:36:03.122279+0000","last_became_peered":"2021-03-04T23:36:03.122279+0000","last_unstale":"2021-03-04T23:36:03.122468+0000","last_undegraded":"2021-03-04T23:36:03.122468+0000","last_fullsized":"2021-03-04T23:36:03.122468+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"105","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.934274+0000","last_change":"2021-03-04T23:35:58.103806+0000","last_active":"2021-03-04T23:36:01.934274+0000","last_peered":"2021-03-04T23:36:01.934274+0000","last_clean":"2021-03-04T23:36:01.934274+0000","last_became_active":"2021-03-04T23:35:58.103513+0000","last_became_peered":"2021-03-04T23:35:58.103513+0000","last_unstale":"2021-03-04T23:36:01.934274+0000","last_undegraded":"2021-03-04T23:36:01.934274+0000","last_fullsized":"2021-03-04T23:36:01.934274+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"12","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.106418+0000","last_change":"2021-03-04T23:35:58.102670+0000","last_active":"2021-03-04T23:36:01.106418+0000","last_peered":"2021-03-04T23:36:01.106418+0000","last_clean":"2021-03-04T23:36:01.106418+0000","last_became_active":"2021-03-04T23:35:58.102462+0000","last_became_peered":"2021-03-04T23:35:58.102462+0000","last_unstale":"2021-03-04T23:36:01.106418+0000","last_undegraded":"2021-03-04T23:36:01.106418+0000","last_fullsized":"2021-03-04T23:36:01.106418+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"82","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.934348+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:36:01.934348+0000","last_peered":"2021-03-04T23:36:01.934348+0000","last_clean":"2021-03-04T23:36:01.934348+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:36:01.934348+0000","last_undegraded":"2021-03-04T23:36:01.934348+0000","last_fullsized":"2021-03-04T23:36:01.934348+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"314","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.115075+0000","last_change":"2021-03-04T23:32:18.976569+0000","last_active":"2021-03-04T23:36:02.115075+0000","last_peered":"2021-03-04T23:36:02.115075+0000","last_clean":"2021-03-04T23:36:02.115075+0000","last_became_active":"2021-03-04T23:32:18.976326+0000","last_became_peered":"2021-03-04T23:32:18.976326+0000","last_unstale":"2021-03-04T23:36:02.115075+0000","last_undegraded":"2021-03-04T23:36:02.115075+0000","last_fullsized":"2021-03-04T23:36:02.115075+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":"0","reported_epoch":"0","state":"unknown","last_fresh":"2021-03-04T23:36:02.108101+0000","last_change":"2021-03-04T23:36:02.108101+0000","last_active":"2021-03-04T23:36:02.108101+0000","last_peered":"2021-03-04T23:36:02.108101+0000","last_clean":"2021-03-04T23:36:02.108101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:36:02.108101+0000","last_undegraded":"2021-03-04T23:36:02.108101+0000","last_fullsized":"2021-03-04T23:36:02.108101+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"12","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.106284+0000","last_change":"2021-03-04T23:35:58.151134+0000","last_active":"2021-03-04T23:36:01.106284+0000","last_peered":"2021-03-04T23:36:01.106284+0000","last_clean":"2021-03-04T23:36:01.106284+0000","last_became_active":"2021-03-04T23:35:58.150875+0000","last_became_peered":"2021-03-04T23:35:58.150875+0000","last_unstale":"2021-03-04T23:36:01.106284+0000","last_undegraded":"2021-03-04T23:36:01.106284+0000","last_fullsized":"2021-03-04T23:36:01.106284+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"12","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.208061+0000","last_change":"2021-03-04T23:35:58.151904+0000","last_active":"2021-03-04T23:36:01.208061+0000","last_peered":"2021-03-04T23:36:01.208061+0000","last_clean":"2021-03-04T23:36:01.208061+0000","last_became_active":"2021-03-04T23:35:58.151660+0000","last_became_peered":"2021-03-04T23:35:58.151660+0000","last_unstale":"2021-03-04T23:36:01.208061+0000","last_undegraded":"2021-03-04T23:36:01.208061+0000","last_fullsized":"2021-03-04T23:36:01.208061+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"82","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.934279+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:36:01.934279+0000","last_peered":"2021-03-04T23:36:01.934279+0000","last_clean":"2021-03-04T23:36:01.934279+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:36:01.934279+0000","last_undegraded":"2021-03-04T23:36:01.934279+0000","last_fullsized":"2021-03-04T23:36:01.934279+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"375","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.207747+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:36:01.207747+0000","last_peered":"2021-03-04T23:36:01.207747+0000","last_clean":"2021-03-04T23:36:01.207747+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:36:01.207747+0000","last_undegraded":"2021-03-04T23:36:01.207747+0000","last_fullsized":"2021-03-04T23:36:01.207747+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":"3","reported_epoch":"306","state":"creating+activating","last_fresh":"2021-03-04T23:36:03.118816+0000","last_change":"2021-03-04T23:36:03.118816+0000","last_active":"2021-03-04T23:36:02.108101+0000","last_peered":"2021-03-04T23:36:02.108101+0000","last_clean":"2021-03-04T23:36:02.108101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:36:03.118816+0000","last_undegraded":"2021-03-04T23:36:03.118816+0000","last_fullsized":"2021-03-04T23:36:03.118816+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":["0","3","4"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"55","reported_epoch":"303","state":"active+clean","last_fresh":"2021-03-04T23:35:58.105613+0000","last_change":"2021-03-04T23:35:58.105613+0000","last_active":"2021-03-04T23:35:58.105613+0000","last_peered":"2021-03-04T23:35:58.105613+0000","last_clean":"2021-03-04T23:35:58.105613+0000","last_became_active":"2021-03-04T23:35:58.105285+0000","last_became_peered":"2021-03-04T23:35:58.105285+0000","last_unstale":"2021-03-04T23:35:58.105613+0000","last_undegraded":"2021-03-04T23:35:58.105613+0000","last_fullsized":"2021-03-04T23:35:58.105613+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"13","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.115279+0000","last_change":"2021-03-04T23:35:58.151370+0000","last_active":"2021-03-04T23:36:02.115279+0000","last_peered":"2021-03-04T23:36:02.115279+0000","last_clean":"2021-03-04T23:36:02.115279+0000","last_became_active":"2021-03-04T23:35:58.151021+0000","last_became_peered":"2021-03-04T23:35:58.151021+0000","last_unstale":"2021-03-04T23:36:02.115279+0000","last_undegraded":"2021-03-04T23:36:02.115279+0000","last_fullsized":"2021-03-04T23:36:02.115279+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"82","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.934245+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:36:01.934245+0000","last_peered":"2021-03-04T23:36:01.934245+0000","last_clean":"2021-03-04T23:36:01.934245+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:36:01.934245+0000","last_undegraded":"2021-03-04T23:36:01.934245+0000","last_fullsized":"2021-03-04T23:36:01.934245+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"52","reported_epoch":"302","state":"active+clean","last_fresh":"2021-03-04T23:35:57.098410+0000","last_change":"2021-03-04T23:32:18.980591+0000","last_active":"2021-03-04T23:35:57.098410+0000","last_peered":"2021-03-04T23:35:57.098410+0000","last_clean":"2021-03-04T23:35:57.098410+0000","last_became_active":"2021-03-04T23:32:18.980308+0000","last_became_peered":"2021-03-04T23:32:18.980308+0000","last_unstale":"2021-03-04T23:35:57.098410+0000","last_undegraded":"2021-03-04T23:35:57.098410+0000","last_fullsized":"2021-03-04T23:35:57.098410+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":"3","reported_epoch":"306","state":"creating+activating","last_fresh":"2021-03-04T23:36:03.118838+0000","last_change":"2021-03-04T23:36:03.118838+0000","last_active":"2021-03-04T23:36:02.108101+0000","last_peered":"2021-03-04T23:36:02.108101+0000","last_clean":"2021-03-04T23:36:02.108101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:36:03.118838+0000","last_undegraded":"2021-03-04T23:36:03.118838+0000","last_fullsized":"2021-03-04T23:36:03.118838+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":["0","3","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"15","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.165069+0000","last_change":"2021-03-04T23:36:02.165104+0000","last_active":"2021-03-04T23:36:02.165069+0000","last_peered":"2021-03-04T23:36:02.165069+0000","last_clean":"2021-03-04T23:36:02.165069+0000","last_became_active":"2021-03-04T23:35:58.102602+0000","last_became_peered":"2021-03-04T23:35:58.102602+0000","last_unstale":"2021-03-04T23:36:02.165069+0000","last_undegraded":"2021-03-04T23:36:02.165069+0000","last_fullsized":"2021-03-04T23:36:02.165069+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.165069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.165069+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"14","reported_epoch":"306","state":"active+clean","last_fresh":"2021-03-04T23:36:03.119862+0000","last_change":"2021-03-04T23:35:58.102607+0000","last_active":"2021-03-04T23:36:03.119862+0000","last_peered":"2021-03-04T23:36:03.119862+0000","last_clean":"2021-03-04T23:36:03.119862+0000","last_became_active":"2021-03-04T23:35:58.102370+0000","last_became_peered":"2021-03-04T23:35:58.102370+0000","last_unstale":"2021-03-04T23:36:03.119862+0000","last_undegraded":"2021-03-04T23:36:03.119862+0000","last_fullsized":"2021-03-04T23:36:03.119862+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"336","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.115354+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:36:02.115354+0000","last_peered":"2021-03-04T23:36:02.115354+0000","last_clean":"2021-03-04T23:36:02.115354+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:36:02.115354+0000","last_undegraded":"2021-03-04T23:36:02.115354+0000","last_fullsized":"2021-03-04T23:36:02.115354+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"300","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.116358+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:36:02.116358+0000","last_peered":"2021-03-04T23:36:02.116358+0000","last_clean":"2021-03-04T23:36:02.116358+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:36:02.116358+0000","last_undegraded":"2021-03-04T23:36:02.116358+0000","last_fullsized":"2021-03-04T23:36:02.116358+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":"10","reported_epoch":"306","state":"active+clean","last_fresh":"2021-03-04T23:36:03.121103+0000","last_change":"2021-03-04T23:36:03.120916+0000","last_active":"2021-03-04T23:36:03.121103+0000","last_peered":"2021-03-04T23:36:03.121103+0000","last_clean":"2021-03-04T23:36:03.121103+0000","last_became_active":"2021-03-04T23:36:03.120778+0000","last_became_peered":"2021-03-04T23:36:03.120778+0000","last_unstale":"2021-03-04T23:36:03.121103+0000","last_undegraded":"2021-03-04T23:36:03.121103+0000","last_fullsized":"2021-03-04T23:36:03.121103+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"324","reported_epoch":"306","state":"active+clean","last_fresh":"2021-03-04T23:36:03.988118+0000","last_change":"2021-03-04T23:36:03.988099+0000","last_active":"2021-03-04T23:36:03.988118+0000","last_peered":"2021-03-04T23:36:03.988118+0000","last_clean":"2021-03-04T23:36:03.988118+0000","last_became_active":"2021-03-04T23:35:58.102704+0000","last_became_peered":"2021-03-04T23:35:58.102704+0000","last_unstale":"2021-03-04T23:36:03.988118+0000","last_undegraded":"2021-03-04T23:36:03.988118+0000","last_fullsized":"2021-03-04T23:36:03.988118+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:03.988058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:03.988058+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"105","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.934027+0000","last_change":"2021-03-04T23:35:58.105725+0000","last_active":"2021-03-04T23:36:01.934027+0000","last_peered":"2021-03-04T23:36:01.934027+0000","last_clean":"2021-03-04T23:36:01.934027+0000","last_became_active":"2021-03-04T23:35:58.105453+0000","last_became_peered":"2021-03-04T23:35:58.105453+0000","last_unstale":"2021-03-04T23:36:01.934027+0000","last_undegraded":"2021-03-04T23:36:01.934027+0000","last_fullsized":"2021-03-04T23:36:01.934027+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"96","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.106199+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:36:01.106199+0000","last_peered":"2021-03-04T23:36:01.106199+0000","last_clean":"2021-03-04T23:36:01.106199+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:36:01.106199+0000","last_undegraded":"2021-03-04T23:36:01.106199+0000","last_fullsized":"2021-03-04T23:36:01.106199+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"336","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.207924+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:36:01.207924+0000","last_peered":"2021-03-04T23:36:01.207924+0000","last_clean":"2021-03-04T23:36:01.207924+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:36:01.207924+0000","last_undegraded":"2021-03-04T23:36:01.207924+0000","last_fullsized":"2021-03-04T23:36:01.207924+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":"9","reported_epoch":"306","state":"active+clean","last_fresh":"2021-03-04T23:36:03.219529+0000","last_change":"2021-03-04T23:36:03.219529+0000","last_active":"2021-03-04T23:36:03.219529+0000","last_peered":"2021-03-04T23:36:03.219529+0000","last_clean":"2021-03-04T23:36:03.219529+0000","last_became_active":"2021-03-04T23:36:03.219261+0000","last_became_peered":"2021-03-04T23:36:03.219261+0000","last_unstale":"2021-03-04T23:36:03.219529+0000","last_undegraded":"2021-03-04T23:36:03.219529+0000","last_fullsized":"2021-03-04T23:36:03.219529+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"267","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.933960+0000","last_change":"2021-03-04T23:35:58.105637+0000","last_active":"2021-03-04T23:36:01.933960+0000","last_peered":"2021-03-04T23:36:01.933960+0000","last_clean":"2021-03-04T23:36:01.933960+0000","last_became_active":"2021-03-04T23:35:58.104749+0000","last_became_peered":"2021-03-04T23:35:58.104749+0000","last_unstale":"2021-03-04T23:36:01.933960+0000","last_undegraded":"2021-03-04T23:36:01.933960+0000","last_fullsized":"2021-03-04T23:36:01.933960+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"13","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.115052+0000","last_change":"2021-03-04T23:35:58.105822+0000","last_active":"2021-03-04T23:36:02.115052+0000","last_peered":"2021-03-04T23:36:02.115052+0000","last_clean":"2021-03-04T23:36:02.115052+0000","last_became_active":"2021-03-04T23:35:58.104717+0000","last_became_peered":"2021-03-04T23:35:58.104717+0000","last_unstale":"2021-03-04T23:36:02.115052+0000","last_undegraded":"2021-03-04T23:36:02.115052+0000","last_fullsized":"2021-03-04T23:36:02.115052+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"61","reported_epoch":"302","state":"active+clean","last_fresh":"2021-03-04T23:35:57.099344+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:35:57.099344+0000","last_peered":"2021-03-04T23:35:57.099344+0000","last_clean":"2021-03-04T23:35:57.099344+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:35:57.099344+0000","last_undegraded":"2021-03-04T23:35:57.099344+0000","last_fullsized":"2021-03-04T23:35:57.099344+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"324","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.207976+0000","last_change":"2021-03-04T23:32:18.970427+0000","last_active":"2021-03-04T23:36:01.207976+0000","last_peered":"2021-03-04T23:36:01.207976+0000","last_clean":"2021-03-04T23:36:01.207976+0000","last_became_active":"2021-03-04T23:32:18.970152+0000","last_became_peered":"2021-03-04T23:32:18.970152+0000","last_unstale":"2021-03-04T23:36:01.207976+0000","last_undegraded":"2021-03-04T23:36:01.207976+0000","last_fullsized":"2021-03-04T23:36:01.207976+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":"0","reported_epoch":"0","state":"unknown","last_fresh":"2021-03-04T23:36:02.108101+0000","last_change":"2021-03-04T23:36:02.108101+0000","last_active":"2021-03-04T23:36:02.108101+0000","last_peered":"2021-03-04T23:36:02.108101+0000","last_clean":"2021-03-04T23:36:02.108101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:36:02.108101+0000","last_undegraded":"2021-03-04T23:36:02.108101+0000","last_fullsized":"2021-03-04T23:36:02.108101+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"14","reported_epoch":"306","state":"active+clean","last_fresh":"2021-03-04T23:36:03.119639+0000","last_change":"2021-03-04T23:35:58.151160+0000","last_active":"2021-03-04T23:36:03.119639+0000","last_peered":"2021-03-04T23:36:03.119639+0000","last_clean":"2021-03-04T23:36:03.119639+0000","last_became_active":"2021-03-04T23:35:58.150890+0000","last_became_peered":"2021-03-04T23:35:58.150890+0000","last_unstale":"2021-03-04T23:36:03.119639+0000","last_undegraded":"2021-03-04T23:36:03.119639+0000","last_fullsized":"2021-03-04T23:36:03.119639+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"96","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.934030+0000","last_change":"2021-03-04T23:35:58.151560+0000","last_active":"2021-03-04T23:36:01.934030+0000","last_peered":"2021-03-04T23:36:01.934030+0000","last_clean":"2021-03-04T23:36:01.934030+0000","last_became_active":"2021-03-04T23:35:58.151296+0000","last_became_peered":"2021-03-04T23:35:58.151296+0000","last_unstale":"2021-03-04T23:36:01.934030+0000","last_undegraded":"2021-03-04T23:36:01.934030+0000","last_fullsized":"2021-03-04T23:36:01.934030+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"301","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.207623+0000","last_change":"2021-03-04T23:31:58.064857+0000","last_active":"2021-03-04T23:36:01.207623+0000","last_peered":"2021-03-04T23:36:01.207623+0000","last_clean":"2021-03-04T23:36:01.207623+0000","last_became_active":"2021-03-04T23:31:58.064575+0000","last_became_peered":"2021-03-04T23:31:58.064575+0000","last_unstale":"2021-03-04T23:36:01.207623+0000","last_undegraded":"2021-03-04T23:36:01.207623+0000","last_fullsized":"2021-03-04T23:36:01.207623+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"363","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.208046+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:36:01.208046+0000","last_peered":"2021-03-04T23:36:01.208046+0000","last_clean":"2021-03-04T23:36:01.208046+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:36:01.208046+0000","last_undegraded":"2021-03-04T23:36:01.208046+0000","last_fullsized":"2021-03-04T23:36:01.208046+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":"0","reported_epoch":"0","state":"creating+peering","last_fresh":"2021-03-04T23:36:02.108101+0000","last_change":"2021-03-04T23:36:02.115680+0000","last_active":"2021-03-04T23:36:02.108101+0000","last_peered":"2021-03-04T23:36:02.108101+0000","last_clean":"2021-03-04T23:36:02.108101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:36:02.108101+0000","last_undegraded":"2021-03-04T23:36:02.108101+0000","last_fullsized":"2021-03-04T23:36:02.108101+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"256","reported_epoch":"306","state":"active+clean","last_fresh":"2021-03-04T23:36:03.119115+0000","last_change":"2021-03-04T23:35:58.101550+0000","last_active":"2021-03-04T23:36:03.119115+0000","last_peered":"2021-03-04T23:36:03.119115+0000","last_clean":"2021-03-04T23:36:03.119115+0000","last_became_active":"2021-03-04T23:35:58.101367+0000","last_became_peered":"2021-03-04T23:35:58.101367+0000","last_unstale":"2021-03-04T23:36:03.119115+0000","last_undegraded":"2021-03-04T23:36:03.119115+0000","last_fullsized":"2021-03-04T23:36:03.119115+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"13","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.115163+0000","last_change":"2021-03-04T23:35:58.104991+0000","last_active":"2021-03-04T23:36:02.115163+0000","last_peered":"2021-03-04T23:36:02.115163+0000","last_clean":"2021-03-04T23:36:02.115163+0000","last_became_active":"2021-03-04T23:35:58.104681+0000","last_became_peered":"2021-03-04T23:35:58.104681+0000","last_unstale":"2021-03-04T23:36:02.115163+0000","last_undegraded":"2021-03-04T23:36:02.115163+0000","last_fullsized":"2021-03-04T23:36:02.115163+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"119","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.106086+0000","last_change":"2021-03-04T23:32:26.240947+0000","last_active":"2021-03-04T23:36:01.106086+0000","last_peered":"2021-03-04T23:36:01.106086+0000","last_clean":"2021-03-04T23:36:01.106086+0000","last_became_active":"2021-03-04T23:32:26.240743+0000","last_became_peered":"2021-03-04T23:32:26.240743+0000","last_unstale":"2021-03-04T23:36:01.106086+0000","last_undegraded":"2021-03-04T23:36:01.106086+0000","last_fullsized":"2021-03-04T23:36:01.106086+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"146","reported_epoch":"306","state":"active+clean","last_fresh":"2021-03-04T23:36:03.120033+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:36:03.120033+0000","last_peered":"2021-03-04T23:36:03.120033+0000","last_clean":"2021-03-04T23:36:03.120033+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:36:03.120033+0000","last_undegraded":"2021-03-04T23:36:03.120033+0000","last_fullsized":"2021-03-04T23:36:03.120033+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":"0","reported_epoch":"0","state":"creating+peering","last_fresh":"2021-03-04T23:36:02.108101+0000","last_change":"2021-03-04T23:36:02.115622+0000","last_active":"2021-03-04T23:36:02.108101+0000","last_peered":"2021-03-04T23:36:02.108101+0000","last_clean":"2021-03-04T23:36:02.108101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:36:02.108101+0000","last_undegraded":"2021-03-04T23:36:02.108101+0000","last_fullsized":"2021-03-04T23:36:02.108101+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"55","reported_epoch":"303","state":"active+clean","last_fresh":"2021-03-04T23:35:58.104142+0000","last_change":"2021-03-04T23:35:58.104142+0000","last_active":"2021-03-04T23:35:58.104142+0000","last_peered":"2021-03-04T23:35:58.104142+0000","last_clean":"2021-03-04T23:35:58.104142+0000","last_became_active":"2021-03-04T23:35:58.103872+0000","last_became_peered":"2021-03-04T23:35:58.103872+0000","last_unstale":"2021-03-04T23:35:58.104142+0000","last_undegraded":"2021-03-04T23:35:58.104142+0000","last_fullsized":"2021-03-04T23:35:58.104142+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"55","reported_epoch":"306","state":"active+clean","last_fresh":"2021-03-04T23:36:03.119834+0000","last_change":"2021-03-04T23:36:01.935185+0000","last_active":"2021-03-04T23:36:03.119834+0000","last_peered":"2021-03-04T23:36:03.119834+0000","last_clean":"2021-03-04T23:36:03.119834+0000","last_became_active":"2021-03-04T23:32:26.243321+0000","last_became_peered":"2021-03-04T23:32:26.243321+0000","last_unstale":"2021-03-04T23:36:03.119834+0000","last_undegraded":"2021-03-04T23:36:03.119834+0000","last_fullsized":"2021-03-04T23:36:03.119834+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:01.935137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:01.935137+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"318","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.115386+0000","last_change":"2021-03-04T23:31:58.061270+0000","last_active":"2021-03-04T23:36:02.115386+0000","last_peered":"2021-03-04T23:36:02.115386+0000","last_clean":"2021-03-04T23:36:02.115386+0000","last_became_active":"2021-03-04T23:31:58.060937+0000","last_became_peered":"2021-03-04T23:31:58.060937+0000","last_unstale":"2021-03-04T23:36:02.115386+0000","last_undegraded":"2021-03-04T23:36:02.115386+0000","last_fullsized":"2021-03-04T23:36:02.115386+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"50","reported_epoch":"306","state":"active+clean","last_fresh":"2021-03-04T23:36:03.119243+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:36:03.119243+0000","last_peered":"2021-03-04T23:36:03.119243+0000","last_clean":"2021-03-04T23:36:03.119243+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:36:03.119243+0000","last_undegraded":"2021-03-04T23:36:03.119243+0000","last_fullsized":"2021-03-04T23:36:03.119243+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":"0","reported_epoch":"0","state":"unknown","last_fresh":"2021-03-04T23:36:02.108101+0000","last_change":"2021-03-04T23:36:02.108101+0000","last_active":"2021-03-04T23:36:02.108101+0000","last_peered":"2021-03-04T23:36:02.108101+0000","last_clean":"2021-03-04T23:36:02.108101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:36:02.108101+0000","last_undegraded":"2021-03-04T23:36:02.108101+0000","last_fullsized":"2021-03-04T23:36:02.108101+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"13","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.115118+0000","last_change":"2021-03-04T23:35:58.151533+0000","last_active":"2021-03-04T23:36:02.115118+0000","last_peered":"2021-03-04T23:36:02.115118+0000","last_clean":"2021-03-04T23:36:02.115118+0000","last_became_active":"2021-03-04T23:35:58.151136+0000","last_became_peered":"2021-03-04T23:35:58.151136+0000","last_unstale":"2021-03-04T23:36:02.115118+0000","last_undegraded":"2021-03-04T23:36:02.115118+0000","last_fullsized":"2021-03-04T23:36:02.115118+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"358","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.115274+0000","last_change":"2021-03-04T23:32:18.974052+0000","last_active":"2021-03-04T23:36:02.115274+0000","last_peered":"2021-03-04T23:36:02.115274+0000","last_clean":"2021-03-04T23:36:02.115274+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:36:02.115274+0000","last_undegraded":"2021-03-04T23:36:02.115274+0000","last_fullsized":"2021-03-04T23:36:02.115274+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"307","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.207925+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:36:01.207925+0000","last_peered":"2021-03-04T23:36:01.207925+0000","last_clean":"2021-03-04T23:36:01.207925+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:36:01.207925+0000","last_undegraded":"2021-03-04T23:36:01.207925+0000","last_fullsized":"2021-03-04T23:36:01.207925+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"50","reported_epoch":"306","state":"active+clean","last_fresh":"2021-03-04T23:36:03.119815+0000","last_change":"2021-03-04T23:32:26.241730+0000","last_active":"2021-03-04T23:36:03.119815+0000","last_peered":"2021-03-04T23:36:03.119815+0000","last_clean":"2021-03-04T23:36:03.119815+0000","last_became_active":"2021-03-04T23:32:26.241443+0000","last_became_peered":"2021-03-04T23:32:26.241443+0000","last_unstale":"2021-03-04T23:36:03.119815+0000","last_undegraded":"2021-03-04T23:36:03.119815+0000","last_fullsized":"2021-03-04T23:36:03.119815+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":"9","reported_epoch":"306","state":"active+clean","last_fresh":"2021-03-04T23:36:03.121258+0000","last_change":"2021-03-04T23:36:03.121258+0000","last_active":"2021-03-04T23:36:03.121258+0000","last_peered":"2021-03-04T23:36:03.121258+0000","last_clean":"2021-03-04T23:36:03.121258+0000","last_became_active":"2021-03-04T23:36:03.121009+0000","last_became_peered":"2021-03-04T23:36:03.121009+0000","last_unstale":"2021-03-04T23:36:03.121258+0000","last_undegraded":"2021-03-04T23:36:03.121258+0000","last_fullsized":"2021-03-04T23:36:03.121258+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"105","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.934000+0000","last_change":"2021-03-04T23:35:58.151505+0000","last_active":"2021-03-04T23:36:01.934000+0000","last_peered":"2021-03-04T23:36:01.934000+0000","last_clean":"2021-03-04T23:36:01.934000+0000","last_became_active":"2021-03-04T23:35:58.151047+0000","last_became_peered":"2021-03-04T23:35:58.151047+0000","last_unstale":"2021-03-04T23:36:01.934000+0000","last_undegraded":"2021-03-04T23:36:01.934000+0000","last_fullsized":"2021-03-04T23:36:01.934000+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"302","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.753986+0000","last_change":"2021-03-04T23:36:02.753986+0000","last_active":"2021-03-04T23:36:02.753986+0000","last_peered":"2021-03-04T23:36:02.753986+0000","last_clean":"2021-03-04T23:36:02.753986+0000","last_became_active":"2021-03-04T23:31:58.062390+0000","last_became_peered":"2021-03-04T23:31:58.062390+0000","last_unstale":"2021-03-04T23:36:02.753986+0000","last_undegraded":"2021-03-04T23:36:02.753986+0000","last_fullsized":"2021-03-04T23:36:02.753986+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.753945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.753945+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"50","reported_epoch":"306","state":"active+clean","last_fresh":"2021-03-04T23:36:03.119181+0000","last_change":"2021-03-04T23:32:26.241630+0000","last_active":"2021-03-04T23:36:03.119181+0000","last_peered":"2021-03-04T23:36:03.119181+0000","last_clean":"2021-03-04T23:36:03.119181+0000","last_became_active":"2021-03-04T23:32:26.241377+0000","last_became_peered":"2021-03-04T23:32:26.241377+0000","last_unstale":"2021-03-04T23:36:03.119181+0000","last_undegraded":"2021-03-04T23:36:03.119181+0000","last_fullsized":"2021-03-04T23:36:03.119181+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"50","reported_epoch":"306","state":"active+clean","last_fresh":"2021-03-04T23:36:03.119975+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:36:03.119975+0000","last_peered":"2021-03-04T23:36:03.119975+0000","last_clean":"2021-03-04T23:36:03.119975+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:36:03.119975+0000","last_undegraded":"2021-03-04T23:36:03.119975+0000","last_fullsized":"2021-03-04T23:36:03.119975+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":"0","reported_epoch":"0","state":"unknown","last_fresh":"2021-03-04T23:36:02.108101+0000","last_change":"2021-03-04T23:36:02.108101+0000","last_active":"2021-03-04T23:36:02.108101+0000","last_peered":"2021-03-04T23:36:02.108101+0000","last_clean":"2021-03-04T23:36:02.108101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:36:02.108101+0000","last_undegraded":"2021-03-04T23:36:02.108101+0000","last_fullsized":"2021-03-04T23:36:02.108101+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"316","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.115288+0000","last_change":"2021-03-04T23:31:58.069375+0000","last_active":"2021-03-04T23:36:02.115288+0000","last_peered":"2021-03-04T23:36:02.115288+0000","last_clean":"2021-03-04T23:36:02.115288+0000","last_became_active":"2021-03-04T23:31:58.069076+0000","last_became_peered":"2021-03-04T23:31:58.069076+0000","last_unstale":"2021-03-04T23:36:02.115288+0000","last_undegraded":"2021-03-04T23:36:02.115288+0000","last_fullsized":"2021-03-04T23:36:02.115288+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"96","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.934110+0000","last_change":"2021-03-04T23:32:18.976198+0000","last_active":"2021-03-04T23:36:01.934110+0000","last_peered":"2021-03-04T23:36:01.934110+0000","last_clean":"2021-03-04T23:36:01.934110+0000","last_became_active":"2021-03-04T23:32:18.975757+0000","last_became_peered":"2021-03-04T23:32:18.975757+0000","last_unstale":"2021-03-04T23:36:01.934110+0000","last_undegraded":"2021-03-04T23:36:01.934110+0000","last_fullsized":"2021-03-04T23:36:01.934110+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"92","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.106126+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:36:01.106126+0000","last_peered":"2021-03-04T23:36:01.106126+0000","last_clean":"2021-03-04T23:36:01.106126+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:36:01.106126+0000","last_undegraded":"2021-03-04T23:36:01.106126+0000","last_fullsized":"2021-03-04T23:36:01.106126+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"52","reported_epoch":"302","state":"active+clean","last_fresh":"2021-03-04T23:35:57.098106+0000","last_change":"2021-03-04T23:32:18.986718+0000","last_active":"2021-03-04T23:35:57.098106+0000","last_peered":"2021-03-04T23:35:57.098106+0000","last_clean":"2021-03-04T23:35:57.098106+0000","last_became_active":"2021-03-04T23:32:18.986509+0000","last_became_peered":"2021-03-04T23:32:18.986509+0000","last_unstale":"2021-03-04T23:35:57.098106+0000","last_undegraded":"2021-03-04T23:35:57.098106+0000","last_fullsized":"2021-03-04T23:35:57.098106+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":"9","reported_epoch":"306","state":"active+clean","last_fresh":"2021-03-04T23:36:03.121151+0000","last_change":"2021-03-04T23:36:03.121151+0000","last_active":"2021-03-04T23:36:03.121151+0000","last_peered":"2021-03-04T23:36:03.121151+0000","last_clean":"2021-03-04T23:36:03.121151+0000","last_became_active":"2021-03-04T23:36:03.121010+0000","last_became_peered":"2021-03-04T23:36:03.121010+0000","last_unstale":"2021-03-04T23:36:03.121151+0000","last_undegraded":"2021-03-04T23:36:03.121151+0000","last_fullsized":"2021-03-04T23:36:03.121151+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"14","reported_epoch":"306","state":"active+clean","last_fresh":"2021-03-04T23:36:03.119421+0000","last_change":"2021-03-04T23:35:58.104262+0000","last_active":"2021-03-04T23:36:03.119421+0000","last_peered":"2021-03-04T23:36:03.119421+0000","last_clean":"2021-03-04T23:36:03.119421+0000","last_became_active":"2021-03-04T23:35:58.104020+0000","last_became_peered":"2021-03-04T23:35:58.104020+0000","last_unstale":"2021-03-04T23:36:03.119421+0000","last_undegraded":"2021-03-04T23:36:03.119421+0000","last_fullsized":"2021-03-04T23:36:03.119421+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"87","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.933946+0000","last_change":"2021-03-04T23:32:26.246392+0000","last_active":"2021-03-04T23:36:01.933946+0000","last_peered":"2021-03-04T23:36:01.933946+0000","last_clean":"2021-03-04T23:36:01.933946+0000","last_became_active":"2021-03-04T23:32:26.245274+0000","last_became_peered":"2021-03-04T23:32:26.245274+0000","last_unstale":"2021-03-04T23:36:01.933946+0000","last_undegraded":"2021-03-04T23:36:01.933946+0000","last_fullsized":"2021-03-04T23:36:01.933946+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"290","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.116308+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:36:02.116308+0000","last_peered":"2021-03-04T23:36:02.116308+0000","last_clean":"2021-03-04T23:36:02.116308+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:36:02.116308+0000","last_undegraded":"2021-03-04T23:36:02.116308+0000","last_fullsized":"2021-03-04T23:36:02.116308+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"336","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.116720+0000","last_change":"2021-03-04T23:32:26.243552+0000","last_active":"2021-03-04T23:36:02.116720+0000","last_peered":"2021-03-04T23:36:02.116720+0000","last_clean":"2021-03-04T23:36:02.116720+0000","last_became_active":"2021-03-04T23:32:26.243356+0000","last_became_peered":"2021-03-04T23:32:26.243356+0000","last_unstale":"2021-03-04T23:36:02.116720+0000","last_undegraded":"2021-03-04T23:36:02.116720+0000","last_fullsized":"2021-03-04T23:36:02.116720+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":"0","reported_epoch":"0","state":"unknown","last_fresh":"2021-03-04T23:36:02.108101+0000","last_change":"2021-03-04T23:36:02.108101+0000","last_active":"2021-03-04T23:36:02.108101+0000","last_peered":"2021-03-04T23:36:02.108101+0000","last_clean":"2021-03-04T23:36:02.108101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:36:02.108101+0000","last_undegraded":"2021-03-04T23:36:02.108101+0000","last_fullsized":"2021-03-04T23:36:02.108101+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"55","reported_epoch":"303","state":"active+clean","last_fresh":"2021-03-04T23:35:58.151236+0000","last_change":"2021-03-04T23:35:58.151236+0000","last_active":"2021-03-04T23:35:58.151236+0000","last_peered":"2021-03-04T23:35:58.151236+0000","last_clean":"2021-03-04T23:35:58.151236+0000","last_became_active":"2021-03-04T23:35:58.150918+0000","last_became_peered":"2021-03-04T23:35:58.150918+0000","last_unstale":"2021-03-04T23:35:58.151236+0000","last_undegraded":"2021-03-04T23:35:58.151236+0000","last_fullsized":"2021-03-04T23:35:58.151236+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"78","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.934166+0000","last_change":"2021-03-04T23:31:15.976911+0000","last_active":"2021-03-04T23:36:01.934166+0000","last_peered":"2021-03-04T23:36:01.934166+0000","last_clean":"2021-03-04T23:36:01.934166+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:36:01.934166+0000","last_undegraded":"2021-03-04T23:36:01.934166+0000","last_fullsized":"2021-03-04T23:36:01.934166+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"50","reported_epoch":"306","state":"active+clean","last_fresh":"2021-03-04T23:36:03.119901+0000","last_change":"2021-03-04T23:32:26.241609+0000","last_active":"2021-03-04T23:36:03.119901+0000","last_peered":"2021-03-04T23:36:03.119901+0000","last_clean":"2021-03-04T23:36:03.119901+0000","last_became_active":"2021-03-04T23:32:26.241419+0000","last_became_peered":"2021-03-04T23:32:26.241419+0000","last_unstale":"2021-03-04T23:36:03.119901+0000","last_undegraded":"2021-03-04T23:36:03.119901+0000","last_fullsized":"2021-03-04T23:36:03.119901+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"268","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.115229+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:36:02.115229+0000","last_peered":"2021-03-04T23:36:02.115229+0000","last_clean":"2021-03-04T23:36:02.115229+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:36:02.115229+0000","last_undegraded":"2021-03-04T23:36:02.115229+0000","last_fullsized":"2021-03-04T23:36:02.115229+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":"0","reported_epoch":"0","state":"creating+peering","last_fresh":"2021-03-04T23:36:02.108101+0000","last_change":"2021-03-04T23:36:02.115702+0000","last_active":"2021-03-04T23:36:02.108101+0000","last_peered":"2021-03-04T23:36:02.108101+0000","last_clean":"2021-03-04T23:36:02.108101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:36:02.108101+0000","last_undegraded":"2021-03-04T23:36:02.108101+0000","last_fullsized":"2021-03-04T23:36:02.108101+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"12","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.207855+0000","last_change":"2021-03-04T23:35:58.104942+0000","last_active":"2021-03-04T23:36:01.207855+0000","last_peered":"2021-03-04T23:36:01.207855+0000","last_clean":"2021-03-04T23:36:01.207855+0000","last_became_active":"2021-03-04T23:35:58.104647+0000","last_became_peered":"2021-03-04T23:35:58.104647+0000","last_unstale":"2021-03-04T23:36:01.207855+0000","last_undegraded":"2021-03-04T23:36:01.207855+0000","last_fullsized":"2021-03-04T23:36:01.207855+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"118","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.106476+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:36:01.106476+0000","last_peered":"2021-03-04T23:36:01.106476+0000","last_clean":"2021-03-04T23:36:01.106476+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:36:01.106476+0000","last_undegraded":"2021-03-04T23:36:01.106476+0000","last_fullsized":"2021-03-04T23:36:01.106476+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"55","reported_epoch":"306","state":"active+clean","last_fresh":"2021-03-04T23:36:03.119959+0000","last_change":"2021-03-04T23:36:02.943297+0000","last_active":"2021-03-04T23:36:03.119959+0000","last_peered":"2021-03-04T23:36:03.119959+0000","last_clean":"2021-03-04T23:36:03.119959+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:36:03.119959+0000","last_undegraded":"2021-03-04T23:36:03.119959+0000","last_fullsized":"2021-03-04T23:36:03.119959+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.943251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.943251+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"110","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.105965+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:36:01.105965+0000","last_peered":"2021-03-04T23:36:01.105965+0000","last_clean":"2021-03-04T23:36:01.105965+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:36:01.105965+0000","last_undegraded":"2021-03-04T23:36:01.105965+0000","last_fullsized":"2021-03-04T23:36:01.105965+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":"0","reported_epoch":"0","state":"unknown","last_fresh":"2021-03-04T23:36:02.108101+0000","last_change":"2021-03-04T23:36:02.108101+0000","last_active":"2021-03-04T23:36:02.108101+0000","last_peered":"2021-03-04T23:36:02.108101+0000","last_clean":"2021-03-04T23:36:02.108101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2021-03-04T23:36:02.108101+0000","last_undegraded":"2021-03-04T23:36:02.108101+0000","last_fullsized":"2021-03-04T23:36:02.108101+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"12","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.106135+0000","last_change":"2021-03-04T23:35:58.103574+0000","last_active":"2021-03-04T23:36:01.106135+0000","last_peered":"2021-03-04T23:36:01.106135+0000","last_clean":"2021-03-04T23:36:01.106135+0000","last_became_active":"2021-03-04T23:35:58.103399+0000","last_became_peered":"2021-03-04T23:35:58.103399+0000","last_unstale":"2021-03-04T23:36:01.106135+0000","last_undegraded":"2021-03-04T23:36:01.106135+0000","last_fullsized":"2021-03-04T23:36:01.106135+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"204","reported_epoch":"302","state":"active+clean","last_fresh":"2021-03-04T23:35:57.099698+0000","last_change":"2021-03-04T23:31:58.069248+0000","last_active":"2021-03-04T23:35:57.099698+0000","last_peered":"2021-03-04T23:35:57.099698+0000","last_clean":"2021-03-04T23:35:57.099698+0000","last_became_active":"2021-03-04T23:31:58.068899+0000","last_became_peered":"2021-03-04T23:31:58.068899+0000","last_unstale":"2021-03-04T23:35:57.099698+0000","last_undegraded":"2021-03-04T23:35:57.099698+0000","last_fullsized":"2021-03-04T23:35:57.099698+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"339","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.116835+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:36:02.116835+0000","last_peered":"2021-03-04T23:36:02.116835+0000","last_clean":"2021-03-04T23:36:02.116835+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:36:02.116835+0000","last_undegraded":"2021-03-04T23:36:02.116835+0000","last_fullsized":"2021-03-04T23:36:02.116835+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"276","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.207691+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:36:01.207691+0000","last_peered":"2021-03-04T23:36:01.207691+0000","last_clean":"2021-03-04T23:36:01.207691+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:36:01.207691+0000","last_undegraded":"2021-03-04T23:36:01.207691+0000","last_fullsized":"2021-03-04T23:36:01.207691+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"272","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.116471+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:36:02.116471+0000","last_peered":"2021-03-04T23:36:02.116471+0000","last_clean":"2021-03-04T23:36:02.116471+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:36:02.116471+0000","last_undegraded":"2021-03-04T23:36:02.116471+0000","last_fullsized":"2021-03-04T23:36:02.116471+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"313","reported_epoch":"306","state":"active+clean","last_fresh":"2021-03-04T23:36:03.119905+0000","last_change":"2021-03-04T23:31:58.060196+0000","last_active":"2021-03-04T23:36:03.119905+0000","last_peered":"2021-03-04T23:36:03.119905+0000","last_clean":"2021-03-04T23:36:03.119905+0000","last_became_active":"2021-03-04T23:31:58.059959+0000","last_became_peered":"2021-03-04T23:31:58.059959+0000","last_unstale":"2021-03-04T23:36:03.119905+0000","last_undegraded":"2021-03-04T23:36:03.119905+0000","last_fullsized":"2021-03-04T23:36:03.119905+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"369","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.115405+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:36:02.115405+0000","last_peered":"2021-03-04T23:36:02.115405+0000","last_clean":"2021-03-04T23:36:02.115405+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:36:02.115405+0000","last_undegraded":"2021-03-04T23:36:02.115405+0000","last_fullsized":"2021-03-04T23:36:02.115405+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"351","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.208068+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:36:01.208068+0000","last_peered":"2021-03-04T23:36:01.208068+0000","last_clean":"2021-03-04T23:36:01.208068+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:36:01.208068+0000","last_undegraded":"2021-03-04T23:36:01.208068+0000","last_fullsized":"2021-03-04T23:36:01.208068+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"315","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.115372+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:36:02.115372+0000","last_peered":"2021-03-04T23:36:02.115372+0000","last_clean":"2021-03-04T23:36:02.115372+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:36:02.115372+0000","last_undegraded":"2021-03-04T23:36:02.115372+0000","last_fullsized":"2021-03-04T23:36:02.115372+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"321","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.207712+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:36:01.207712+0000","last_peered":"2021-03-04T23:36:01.207712+0000","last_clean":"2021-03-04T23:36:01.207712+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:36:01.207712+0000","last_undegraded":"2021-03-04T23:36:01.207712+0000","last_fullsized":"2021-03-04T23:36:01.207712+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"110","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.106431+0000","last_change":"2021-03-04T23:32:18.971387+0000","last_active":"2021-03-04T23:36:01.106431+0000","last_peered":"2021-03-04T23:36:01.106431+0000","last_clean":"2021-03-04T23:36:01.106431+0000","last_became_active":"2021-03-04T23:32:18.971083+0000","last_became_peered":"2021-03-04T23:32:18.971083+0000","last_unstale":"2021-03-04T23:36:01.106431+0000","last_undegraded":"2021-03-04T23:36:01.106431+0000","last_fullsized":"2021-03-04T23:36:01.106431+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"94","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.106167+0000","last_change":"2021-03-04T23:31:58.062548+0000","last_active":"2021-03-04T23:36:01.106167+0000","last_peered":"2021-03-04T23:36:01.106167+0000","last_clean":"2021-03-04T23:36:01.106167+0000","last_became_active":"2021-03-04T23:31:58.062122+0000","last_became_peered":"2021-03-04T23:31:58.062122+0000","last_unstale":"2021-03-04T23:36:01.106167+0000","last_undegraded":"2021-03-04T23:36:01.106167+0000","last_fullsized":"2021-03-04T23:36:01.106167+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"280","reported_epoch":"305","state":"active+clean","last_fresh":"2021-03-04T23:36:02.116712+0000","last_change":"2021-03-04T23:32:19.162403+0000","last_active":"2021-03-04T23:36:02.116712+0000","last_peered":"2021-03-04T23:36:02.116712+0000","last_clean":"2021-03-04T23:36:02.116712+0000","last_became_active":"2021-03-04T23:32:18.984227+0000","last_became_peered":"2021-03-04T23:32:18.984227+0000","last_unstale":"2021-03-04T23:36:02.116712+0000","last_undegraded":"2021-03-04T23:36:02.116712+0000","last_fullsized":"2021-03-04T23:36:02.116712+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"372","reported_epoch":"304","state":"active+clean","last_fresh":"2021-03-04T23:36:01.207635+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:36:01.207635+0000","last_peered":"2021-03-04T23:36:01.207635+0000","last_clean":"2021-03-04T23:36:01.207635+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:36:01.207635+0000","last_undegraded":"2021-03-04T23:36:01.207635+0000","last_fullsized":"2021-03-04T23:36:01.207635+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":30,"acting":30,"num_store_stats":5},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":10691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9858802,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496000,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1052160,"kb_used_data":3576,"kb_used_omap":2097,"kb_used_meta":1046478,"kb_avail":87028224,"statfs":{"total":90194313216,"available":89116901376,"internally_reserved":1073741824,"allocated":3661824,"data_stored":2163285,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":1071593865},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:02 2021","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.36599999999999999,"15min":0.33600000000000002},"min":{"1min":0.13400000000000001,"5min":0.13400000000000001,"15min":0.125},"max":{"1min":2.8839999999999999,"5min":2.8839999999999999,"15min":2.8839999999999999},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.373,"15min":0.39600000000000002},"min":{"1min":0.192,"5min":0.16700000000000001,"15min":0.158},"max":{"1min":0.59199999999999997,"5min":0.90100000000000002,"15min":1.0089999999999999},"last":0.48199999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:35:37 2021","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.39000000000000001,"15min":0.57699999999999996},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.16200000000000001},"max":{"1min":0.61799999999999999,"5min":0.91700000000000004,"15min":37.856000000000002},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.40200000000000002,"15min":0.59599999999999997},"min":{"1min":0.16400000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.76100000000000001,"5min":1.0409999999999999,"15min":37.914000000000001},"last":0.57599999999999996}]},{"osd":2,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.34000000000000002,"15min":0.45100000000000001},"min":{"1min":0.187,"5min":0.187,"15min":0.17999999999999999},"max":{"1min":0.48499999999999999,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.41699999999999998,"15min":0.504},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.182},"max":{"1min":0.504,"5min":0.94499999999999995,"15min":3.206},"last":0.34599999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.28199999999999997,"5min":0.34399999999999997,"15min":0.85099999999999998},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.39000000000000001,"5min":0.96399999999999997,"15min":63.959000000000003},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.27600000000000002,"5min":0.34999999999999998,"15min":0.88100000000000001},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":0.35499999999999998,"5min":0.84399999999999997,"15min":64.183999999999997},"last":0.40000000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.251,"5min":0.312,"15min":0.39800000000000002},"min":{"1min":0.14599999999999999,"5min":0.13,"15min":0.13},"max":{"1min":0.47199999999999998,"5min":0.65500000000000003,"15min":4.0179999999999998},"last":0.622},{"interface":"front","average":{"1min":0.254,"5min":0.28199999999999997,"15min":0.34000000000000002},"min":{"1min":0.158,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.42399999999999999,"5min":0.51000000000000001,"15min":3.7410000000000001},"last":0.46899999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.26500000000000001,"5min":0.28899999999999998,"15min":0.33800000000000002},"min":{"1min":0.16200000000000001,"5min":0.159,"15min":0.14299999999999999},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":3.621},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.31,"5min":0.33300000000000002,"15min":0.42299999999999999},"min":{"1min":0.185,"5min":0.156,"15min":0.156},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":3.54},"last":0.60599999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:35:54 2021","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.33400000000000002,"15min":0.39700000000000002},"min":{"1min":0.16800000000000001,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.8620000000000001,"5min":2.8620000000000001,"15min":4.1299999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.35899999999999999,"15min":0.48799999999999999},"min":{"1min":0.21099999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.65500000000000003,"5min":0.67700000000000005,"15min":3.7850000000000001},"last":0.63600000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659501,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1052132,"kb_used_data":3548,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":87028252,"statfs":{"total":90194313216,"available":89116930048,"internally_reserved":1073741824,"allocated":3633152,"data_stored":2148958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:11 2021","interfaces":[{"interface":"back","average":{"1min":0.26600000000000001,"5min":0.33300000000000002,"15min":0.35199999999999998},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.42999999999999999,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.35899999999999999,"15min":0.36199999999999999},"min":{"1min":0.151,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.54600000000000004,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.30499999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:35:28 2021","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.375,"15min":0.40200000000000002},"min":{"1min":0.17399999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.746,"5min":1.746,"15min":3.5049999999999999},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.436,"5min":0.40600000000000003,"15min":0.45600000000000002},"min":{"1min":0.192,"5min":0.192,"15min":0.17199999999999999},"max":{"1min":2.9199999999999999,"5min":2.9199999999999999,"15min":4.149},"last":0.35699999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:35:28 2021","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.42499999999999999,"15min":0.45400000000000001},"min":{"1min":0.20300000000000001,"5min":0.20200000000000001,"15min":0.185},"max":{"1min":2.8300000000000001,"5min":2.8300000000000001,"15min":4.0940000000000003},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.40000000000000002,"15min":0.42799999999999999},"min":{"1min":0.20599999999999999,"5min":0.188,"15min":0.186},"max":{"1min":1.806,"5min":1.806,"15min":2.6360000000000001},"last":0.55700000000000005}]},{"osd":3,"last update":"Thu Mar 4 23:35:28 2021","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.40000000000000002,"15min":0.97499999999999998},"min":{"1min":0.19800000000000001,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":1.782,"5min":1.782,"15min":77.881},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.436,"5min":0.40500000000000003,"15min":1.018},"min":{"1min":0.23100000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.343,"5min":2.343,"15min":77.683000000000007},"last":0.51400000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:35:11 2021","interfaces":[{"interface":"back","average":{"1min":0.24099999999999999,"5min":0.29699999999999999,"15min":0.37},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.13300000000000001},"max":{"1min":0.36599999999999999,"5min":0.58299999999999996,"15min":4.1539999999999999},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.23999999999999999,"5min":0.29299999999999998,"15min":0.36199999999999999},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.14299999999999999},"max":{"1min":0.379,"5min":0.56699999999999995,"15min":4.1269999999999998},"last":0.57899999999999996}]},{"osd":5,"last update":"Thu Mar 4 23:35:11 2021","interfaces":[{"interface":"back","average":{"1min":0.27300000000000002,"5min":0.30099999999999999,"15min":0.379},"min":{"1min":0.188,"5min":0.155,"15min":0.155},"max":{"1min":0.40799999999999997,"5min":0.53300000000000003,"15min":4.0010000000000003},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.26700000000000002,"5min":0.30299999999999999,"15min":0.42299999999999999},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.13900000000000001},"max":{"1min":0.48299999999999998,"5min":0.57399999999999995,"15min":4.2389999999999999},"last":0.63900000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:35:11 2021","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.33300000000000002,"15min":0.46100000000000002},"min":{"1min":0.20000000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.41999999999999998,"5min":0.56299999999999994,"15min":4.5880000000000001},"last":0.628},{"interface":"front","average":{"1min":0.315,"5min":0.34699999999999998,"15min":0.41699999999999998},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.52000000000000002,"5min":0.59199999999999997,"15min":4.0129999999999999},"last":0.61799999999999999}]}]},{"osd":1,"up_from":87,"seq":373662155021,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1057532,"kb_used_data":846836,"kb_used_omap":2528,"kb_used_meta":208159,"kb_avail":87022852,"statfs":{"total":90194313216,"available":89111400448,"internally_reserved":0,"allocated":867160064,"data_stored":865677929,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":213155118},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:02 2021","interfaces":[{"interface":"back","average":{"1min":0.25600000000000001,"5min":0.69599999999999995,"15min":0.38900000000000001},"min":{"1min":0.14000000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.83099999999999996,"5min":39.125,"15min":39.125},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.32800000000000001,"5min":0.77300000000000002,"15min":0.45800000000000002},"min":{"1min":0.188,"5min":0.17999999999999999,"15min":0.17899999999999999},"max":{"1min":0.878,"5min":39.207000000000001,"15min":39.207000000000001},"last":0.38800000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:35:27 2021","interfaces":[{"interface":"back","average":{"1min":0.221,"5min":0.249,"15min":0.314},"min":{"1min":0.158,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.38200000000000001,"5min":0.59999999999999998,"15min":3.069},"last":0.246},{"interface":"front","average":{"1min":0.223,"5min":0.251,"15min":0.32300000000000001},"min":{"1min":0.154,"5min":0.14999999999999999,"15min":0.13100000000000001},"max":{"1min":0.34699999999999998,"5min":0.47899999999999998,"15min":3.8700000000000001},"last":0.29399999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:35:15 2021","interfaces":[{"interface":"back","average":{"1min":5.7450000000000001,"5min":1.512,"15min":1.1579999999999999},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":75.444000000000003,"5min":75.444000000000003,"15min":110.28400000000001},"last":0.35999999999999999},{"interface":"front","average":{"1min":5.7759999999999998,"5min":1.534,"15min":1.173},"min":{"1min":0.17899999999999999,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":75.486999999999995,"5min":75.486999999999995,"15min":109.977},"last":0.34499999999999997}]},{"osd":4,"last update":"Thu Mar 4 23:35:27 2021","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.40100000000000002,"15min":0.496},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.182},"max":{"1min":0.51100000000000001,"5min":0.91900000000000004,"15min":4.9850000000000003},"last":0.92600000000000005},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.38100000000000001,"15min":0.45200000000000001},"min":{"1min":0.214,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.53800000000000003,"5min":0.85699999999999998,"15min":3.7050000000000001},"last":0.999}]},{"osd":5,"last update":"Thu Mar 4 23:35:27 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.39700000000000002,"15min":0.48899999999999999},"min":{"1min":0.23000000000000001,"5min":0.20799999999999999,"15min":0.20699999999999999},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":8.6690000000000005},"last":0.872},{"interface":"front","average":{"1min":0.437,"5min":0.41899999999999998,"15min":0.50700000000000001},"min":{"1min":0.23300000000000001,"5min":0.217,"15min":0.217},"max":{"1min":2.0649999999999999,"5min":2.0649999999999999,"15min":4.415},"last":0.97599999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:35:54 2021","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.41899999999999998,"15min":0.497},"min":{"1min":0.25700000000000001,"5min":0.22600000000000001,"15min":0.214},"max":{"1min":1.698,"5min":1.698,"15min":3.7610000000000001},"last":0.84299999999999997},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.434,"15min":0.499},"min":{"1min":0.28699999999999998,"5min":0.28199999999999997,"15min":0.24299999999999999},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":3.5550000000000002},"last":0.95999999999999996}]},{"osd":7,"last update":"Thu Mar 4 23:35:27 2021","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.42999999999999999,"15min":0.56499999999999995},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.20899999999999999},"max":{"1min":0.53100000000000003,"5min":0.88900000000000001,"15min":3.782},"last":0.88700000000000001},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.44,"15min":0.51900000000000002},"min":{"1min":0.28399999999999997,"5min":0.254,"15min":0.224},"max":{"1min":2.2080000000000002,"5min":2.2080000000000002,"15min":4.5049999999999999},"last":0.94299999999999995}]}]},{"osd":0,"up_from":174,"seq":747324309604,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":142636,"kb_used_data":3556,"kb_used_omap":980,"kb_used_meta":138091,"kb_avail":87937748,"statfs":{"total":90194313216,"available":90048253952,"internally_reserved":0,"allocated":3641344,"data_stored":2161045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":141406147},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.19500000000000001,"5min":0.22700000000000001,"15min":0.248},"min":{"1min":0.14799999999999999,"5min":0.12,"15min":0.12},"max":{"1min":0.29299999999999998,"5min":0.623,"15min":0.623},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.20000000000000001,"5min":0.23599999999999999,"15min":0.23899999999999999},"min":{"1min":0.14699999999999999,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.34499999999999997,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.314}]},{"osd":2,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.224,"5min":0.25900000000000001,"15min":0.24099999999999999},"min":{"1min":0.156,"5min":0.156,"15min":0.14899999999999999},"max":{"1min":0.27000000000000002,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.26000000000000001,"5min":0.27100000000000002,"15min":0.27400000000000002},"min":{"1min":0.17399999999999999,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.40600000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"last":0.36099999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.20999999999999999,"5min":0.26700000000000002,"15min":0.27800000000000002},"min":{"1min":0.128,"5min":0.128,"15min":0.128},"max":{"1min":0.34999999999999998,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.24099999999999999,"5min":0.28100000000000003,"15min":0.29499999999999998},"min":{"1min":0.16300000000000001,"5min":0.151,"15min":0.151},"max":{"1min":0.371,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.33900000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.38500000000000001,"15min":0.38400000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.64500000000000002,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.88900000000000001},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.39000000000000001,"15min":0.38300000000000001},"min":{"1min":0.22800000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.59499999999999997,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.96199999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.39500000000000002,"15min":0.39100000000000001},"min":{"1min":0.27200000000000002,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.58499999999999996,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.92700000000000005},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.38,"15min":0.38900000000000001},"min":{"1min":0.219,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.66400000000000003,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.98999999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.371,"15min":0.40400000000000003},"min":{"1min":0.22500000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.57099999999999995,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.95099999999999996},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.27000000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.59899999999999998,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.94299999999999995}]},{"osd":7,"last update":"Thu Mar 4 23:35:03 2021","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.39100000000000001,"15min":0.39000000000000001},"min":{"1min":0.26700000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.627,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.90300000000000002},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.41399999999999998,"15min":0.40799999999999997},"min":{"1min":0.248,"5min":0.248,"15min":0.24199999999999999},"max":{"1min":0.68300000000000005,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.91400000000000003}]}]},{"osd":2,"up_from":0,"seq":442381631744,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879540,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":357220,"kb_used_data":215452,"kb_used_omap":883,"kb_used_meta":140876,"kb_avail":87723164,"statfs":{"total":90194313216,"available":89828519936,"internally_reserved":0,"allocated":220622848,"data_stored":219149117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":144257088},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:58 2021","interfaces":[{"interface":"back","average":{"1min":0.184,"5min":0.95799999999999996,"15min":0.49399999999999999},"min":{"1min":0.13200000000000001,"5min":0.127,"15min":0.127},"max":{"1min":0.373,"5min":66.528999999999996,"15min":66.528999999999996},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.249,"5min":1.0049999999999999,"15min":0.53900000000000003},"min":{"1min":0.13500000000000001,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":0.41599999999999998,"5min":66.497,"15min":66.497},"last":0.433}]},{"osd":1,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":0.19700000000000001,"5min":0.245,"15min":0.38900000000000001},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.13600000000000001},"max":{"1min":0.35599999999999998,"5min":0.52000000000000002,"15min":25.097999999999999},"last":0.318},{"interface":"front","average":{"1min":0.27800000000000002,"5min":0.28000000000000003,"15min":0.48299999999999998},"min":{"1min":0.16300000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.377,"5min":0.626,"15min":25.109999999999999},"last":0.36299999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":0.24399999999999999,"5min":0.254,"15min":0.36899999999999999},"min":{"1min":0.17499999999999999,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":0.39700000000000002,"5min":0.56100000000000005,"15min":4.8730000000000002},"last":0.379},{"interface":"front","average":{"1min":0.25700000000000001,"5min":0.26100000000000001,"15min":0.32800000000000001},"min":{"1min":0.188,"5min":0.151,"15min":0.151},"max":{"1min":0.40899999999999997,"5min":0.47399999999999998,"15min":2.98},"last":0.34799999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.39500000000000002,"15min":0.46400000000000002},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.59199999999999997,"5min":1.0089999999999999,"15min":2.9780000000000002},"last":0.90300000000000002},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.42399999999999999,"15min":0.499},"min":{"1min":0.27300000000000002,"5min":0.22800000000000001,"15min":0.20699999999999999},"max":{"1min":0.67400000000000004,"5min":0.999,"15min":3.7719999999999998},"last":0.89000000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.42999999999999999,"15min":0.57999999999999996},"min":{"1min":0.28699999999999998,"5min":0.23799999999999999,"15min":0.224},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":4.6479999999999997},"last":0.97299999999999998},{"interface":"front","average":{"1min":0.315,"5min":0.375,"15min":0.51800000000000002},"min":{"1min":0.22600000000000001,"5min":0.20899999999999999,"15min":0.192},"max":{"1min":0.48599999999999999,"5min":0.92100000000000004,"15min":4.8449999999999998},"last":0.872}]},{"osd":6,"last update":"Thu Mar 4 23:35:52 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.40400000000000003,"15min":0.52000000000000002},"min":{"1min":0.25600000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":1.22,"5min":1.22,"15min":9.9410000000000007},"last":0.85399999999999998},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.42999999999999999,"15min":0.52800000000000002},"min":{"1min":0.29999999999999999,"5min":0.27100000000000002,"15min":0.251},"max":{"1min":0.56000000000000005,"5min":1.044,"15min":3.8100000000000001},"last":0.83799999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":10.368,"5min":2.3959999999999999,"15min":1.214},"min":{"1min":0.24299999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":160.75999999999999,"5min":160.75999999999999,"15min":160.75999999999999},"last":0.95199999999999996},{"interface":"front","average":{"1min":10.529,"5min":2.4390000000000001,"15min":1.2230000000000001},"min":{"1min":0.28299999999999997,"5min":0.26100000000000001,"15min":0.23899999999999999},"max":{"1min":160.86600000000001,"5min":160.86600000000001,"15min":160.86600000000001},"last":0.80100000000000005}]}]},{"osd":4,"up_from":31,"seq":133143986569,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1378556,"kb_used_data":329972,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":86701828,"statfs":{"total":90194313216,"available":88782671872,"internally_reserved":1073741824,"allocated":337891328,"data_stored":336396815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:58 2021","interfaces":[{"interface":"back","average":{"1min":0.28199999999999997,"5min":0.35899999999999999,"15min":0.35799999999999998},"min":{"1min":0.16800000000000001,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.57599999999999996,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.39000000000000001,"15min":0.41299999999999998},"min":{"1min":0.17899999999999999,"5min":0.153,"15min":0.153},"max":{"1min":0.66100000000000003,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.52400000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:35:37 2021","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.47599999999999998,"15min":0.625},"min":{"1min":0.157,"5min":0.157,"15min":0.157},"max":{"1min":1.7829999999999999,"5min":11.231,"15min":20.440000000000001},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.29499999999999998,"5min":0.46200000000000002,"15min":0.59599999999999997},"min":{"1min":0.17699999999999999,"5min":0.154,"15min":0.154},"max":{"1min":0.46899999999999997,"5min":11.207000000000001,"15min":20.465},"last":0.58599999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:35:20 2021","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.35799999999999998,"15min":0.40000000000000002},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.17100000000000001},"max":{"1min":0.499,"5min":0.70099999999999996,"15min":3.3260000000000001},"last":0.37},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.377,"15min":0.42999999999999999},"min":{"1min":0.27600000000000002,"5min":0.224,"15min":0.17499999999999999},"max":{"1min":0.442,"5min":0.83899999999999997,"15min":3.351},"last":0.5}]},{"osd":3,"last update":"Thu Mar 4 23:35:20 2021","interfaces":[{"interface":"back","average":{"1min":3.3300000000000001,"5min":1.571,"15min":1.7789999999999999},"min":{"1min":0.217,"5min":0.192,"15min":0.192},"max":{"1min":63.552999999999997,"5min":63.552999999999997,"15min":85.394999999999996},"last":0.61599999999999999},{"interface":"front","average":{"1min":3.4159999999999999,"5min":1.5660000000000001,"15min":1.6799999999999999},"min":{"1min":0.248,"5min":0.217,"15min":0.19400000000000001},"max":{"1min":63.701999999999998,"5min":63.701999999999998,"15min":85.802999999999997},"last":0.47999999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:35:37 2021","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.312,"15min":0.33600000000000002},"min":{"1min":0.16300000000000001,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":3.456},"last":0.434},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.29399999999999998,"15min":0.34999999999999998},"min":{"1min":0.16900000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.601,"5min":1.601,"15min":3.2999999999999998},"last":0.41199999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:35:58 2021","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.34699999999999998,"15min":0.36799999999999999},"min":{"1min":0.185,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":3.1110000000000002,"5min":3.1110000000000002,"15min":3.5569999999999999},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.36399999999999999,"15min":0.46600000000000003},"min":{"1min":0.186,"5min":0.16700000000000001,"15min":0.14199999999999999},"max":{"1min":2.4020000000000001,"5min":2.4020000000000001,"15min":3.895},"last":0.56999999999999995}]},{"osd":7,"last update":"Thu Mar 4 23:35:37 2021","interfaces":[{"interface":"back","average":{"1min":7.7160000000000002,"5min":1.8029999999999999,"15min":0.86699999999999999},"min":{"1min":0.184,"5min":0.184,"15min":0.17000000000000001},"max":{"1min":131.482,"5min":131.482,"15min":131.482},"last":0.46400000000000002},{"interface":"front","average":{"1min":7.6970000000000001,"5min":1.8240000000000001,"15min":0.96599999999999997},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":131.54599999999999,"5min":131.54599999999999,"15min":131.54599999999999},"last":0.29899999999999999}]}]},{"osd":5,"up_from":36,"seq":154618823047,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1474040,"kb_used_data":425456,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":86606344,"statfs":{"total":90194313216,"available":88684896256,"internally_reserved":1073741824,"allocated":435666944,"data_stored":434181827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:01 2021","interfaces":[{"interface":"back","average":{"1min":0.27400000000000002,"5min":0.34399999999999997,"15min":0.36199999999999999},"min":{"1min":0.13,"5min":0.13,"15min":0.13},"max":{"1min":0.73699999999999999,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.41699999999999998,"15min":0.39800000000000002},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":2.9529999999999998,"5min":2.9529999999999998,"15min":2.9529999999999998},"last":0.56000000000000005}]},{"osd":1,"last update":"Thu Mar 4 23:35:31 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.35799999999999998,"15min":0.41299999999999998},"min":{"1min":0.16,"5min":0.16,"15min":0.153},"max":{"1min":0.55800000000000005,"5min":0.93400000000000005,"15min":3.2519999999999998},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.39900000000000002,"15min":0.48499999999999999},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.14599999999999999},"max":{"1min":3.0579999999999998,"5min":3.0579999999999998,"15min":7.4740000000000002},"last":0.58299999999999996}]},{"osd":2,"last update":"Thu Mar 4 23:35:18 2021","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.372,"15min":0.42999999999999999},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.161},"max":{"1min":0.57499999999999996,"5min":0.91400000000000003,"15min":3.5800000000000001},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.39300000000000002,"15min":0.48999999999999999},"min":{"1min":0.251,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.52800000000000002,"5min":0.79300000000000004,"15min":3.698},"last":0.504}]},{"osd":3,"last update":"Thu Mar 4 23:35:18 2021","interfaces":[{"interface":"back","average":{"1min":3.3719999999999999,"5min":0.97999999999999998,"15min":0.68500000000000005},"min":{"1min":0.23400000000000001,"5min":0.20899999999999999,"15min":0.16700000000000001},"max":{"1min":55.055999999999997,"5min":55.055999999999997,"15min":55.055999999999997},"last":0.48999999999999999},{"interface":"front","average":{"1min":3.3860000000000001,"5min":1,"15min":0.68799999999999994},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.19800000000000001},"max":{"1min":55.119,"5min":55.119,"15min":55.119},"last":0.46000000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:36:01 2021","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.34200000000000003,"15min":0.379},"min":{"1min":0.16,"5min":0.152,"15min":0.127},"max":{"1min":2.984,"5min":2.984,"15min":7.4480000000000004},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.26900000000000002,"5min":0.29899999999999999,"15min":0.34699999999999998},"min":{"1min":0.17299999999999999,"5min":0.158,"15min":0.152},"max":{"1min":0.436,"5min":0.61599999999999999,"15min":4.4000000000000004},"last":0.34899999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:35:31 2021","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.36199999999999999,"15min":0.42899999999999999},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.16},"max":{"1min":3.0089999999999999,"5min":3.0089999999999999,"15min":7.3959999999999999},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.32900000000000001,"15min":0.35599999999999998},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16300000000000001},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":4.3209999999999997},"last":0.308}]},{"osd":7,"last update":"Thu Mar 4 23:35:18 2021","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.35299999999999998,"15min":0.41399999999999998},"min":{"1min":0.20300000000000001,"5min":0.185,"15min":0.185},"max":{"1min":0.47699999999999998,"5min":0.66500000000000004,"15min":4.3540000000000001},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.33000000000000002,"15min":0.377},"min":{"1min":0.20999999999999999,"5min":0.159,"15min":0.159},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":2.9740000000000002},"last":0.28399999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:36:08.401 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:08.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:08.420 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:08.421 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:08.522 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:08.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:08.540 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:08.540 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:08.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:08 gibba038 conmon[76675]: cluster 2021-03-04T23:36:06.748644+0000 mgr.x (mgr.34676) 1033 : cluster [DBG] pgmap v1052: 119 pgs: 2 creating+activating, 3 creating+peering, 6 unknown, 108 active+clean; 3.3 KiB data, 2.2 GiB used, 582 GiB / 588 GiB avail 2021-03-04T23:36:08.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:08 gibba038 conmon[76675]: audit 2021-03-04T23:36:07.084340+0000 mgr.x (mgr.34676) 1034 : audit [DBG] from='client.46227 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:36:08.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:08 gibba038 conmon[76675]: cluster 2021-03-04T23:36:07.170411+0000 osd.4 (osd.4) 13 : cluster [DBG] 2021-03-04T23:36:08.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:08 gibba038 conmon[76675]: 1.5 scrub starts 2021-03-04T23:36:08.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:08 gibba038 conmon[76675]: cluster 2021-03-04T23:36:07.171111+0000 osd.4 (osd.4) 14 : cluster [DBG] 1.5 scrub ok 2021-03-04T23:36:08.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:08 gibba038 conmon[76675]: cluster 2021-03-04T23:36:07.247144+0000 osd.7 (osd.7) 11 : cluster [DBG] 2.0 scrub starts 2021-03-04T23:36:08.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:08 gibba038 conmon[76675]: cluster 2021-03-04T23:36:07.248085+0000 osd.7 (osd.7) 12 : cluster [DBG] 2021-03-04T23:36:08.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:08 gibba038 conmon[76675]: 2.0 scrub ok 2021-03-04T23:36:08.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:08 gibba038 conmon[76675]: cluster 2021-03-04T23:36:07.723125+0000 osd.3 2021-03-04T23:36:08.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:08 gibba038 conmon[76675]: (osd.3) 6 : cluster [DBG] 1.4 scrub ok 2021-03-04T23:36:08.641 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:08.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:08.660 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:08.661 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:08.762 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:08.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:08.781 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:08.781 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:08.883 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:08.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:08.903 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:08.903 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:09.006 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:09.024 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:09.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:09.026 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:09.127 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:09.145 INFO:teuthology.orchestra.run.gibba011.stderr:enabled application 'rados' on pool 'unique_pool_5' 2021-03-04T23:36:09.146 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:09.146 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:09.147 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:09.248 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:09.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:09.267 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:09.268 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:09.276 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:36:09.369 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:09.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:09.386 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:09.387 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:09.426 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:09.486 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:09 gibba011 conmon[95595]: cluster 2021-03-04T23:36:07.861064+0000 osd.6 (osd.6) 181 : cluster [DBG] 1.6 scrub starts 2021-03-04T23:36:09.486 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:09 gibba011 conmon[95595]: cluster 2021-03-04T23:36:07.862082+0000 osd.6 (osd.6) 182 : cluster [DBG] 1.6 scrub ok 2021-03-04T23:36:09.487 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:09 gibba011 conmon[95595]: audit 2021-03-04T23:36:08.593430+0000 mon.a (mon.0) 1409 : audit [INF] from='client.? 172.21.2.111:0/1848262430' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:36:09.487 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:09 gibba011 conmon[99461]: cluster 2021-03-04T23:36:07.861064+0000 osd.6 (osd.6) 181 : cluster [DBG] 1.6 scrub starts 2021-03-04T23:36:09.487 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:09 gibba011 conmon[99461]: cluster 2021-03-04T23:36:07.862082+0000 osd.6 (osd.6) 182 : cluster [DBG] 1.6 scrub ok 2021-03-04T23:36:09.487 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:09 gibba011 conmon[99461]: audit 2021-03-04T23:36:08.593430+0000 mon.a (mon.0) 1409 : audit [INF] from='client.? 172.21.2.111:0/1848262430' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:36:09.488 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:09.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:09.506 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:09.507 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:09.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:09 gibba038 conmon[76675]: cluster 2021-03-04T23:36:07.861064+0000 osd.6 (osd.6) 181 : cluster [DBG] 1.6 scrub starts 2021-03-04T23:36:09.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:09 gibba038 conmon[76675]: cluster 2021-03-04T23:36:07.862082+0000 osd.6 (osd.6) 182 : cluster [DBG] 1.6 scrub ok 2021-03-04T23:36:09.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:09 gibba038 conmon[76675]: audit 2021-03-04T23:36:08.593430+0000 mon.a (mon.0) 1409 : audit [INF] from='client.? 172.21.2.111:0/1848262430' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:36:09.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:09 gibba038 conmon[76675]: 2021-03-04T23:36:09.608 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:09.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:09.626 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:09.626 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:09.728 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:09.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:09.746 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:09.747 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:09.848 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:09.866 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:09.867 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:09.867 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:09.969 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:09.987 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:09.988 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:09.989 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:10.091 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:10.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:10.112 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:10.113 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:10.214 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:10.230 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:10.231 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:10.232 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:10.333 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:10.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:10.351 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:10.352 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:10.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:10 gibba011 conmon[95595]: cluster 2021-03-04T23:36:08.749208+0000 mgr.x (mgr.34676) 1035 : cluster [DBG] pgmap v1053: 119 pgs: 119 active+clean; 3.3 KiB data, 2.2 GiB used, 582 GiB / 588 GiB avail 2021-03-04T23:36:10.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:10 gibba011 conmon[95595]: audit 2021-03-04T23:36:09.141097+0000 mon.a (mon.0) 1410 : audit 2021-03-04T23:36:10.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:10 gibba011 conmon[95595]: [INF] from='client.? 172.21.2.111:0/1848262430' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:36:10.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:10 gibba011 conmon[95595]: cluster 2021-03-04T23:36:09.141125+0000 mon.a (mon.0) 1411 : cluster [DBG] osdmap e308: 8 total, 8 up, 7 in 2021-03-04T23:36:10.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:10 gibba011 conmon[95595]: cluster 2021-03-04T23:36:09.158564+0000 osd.4 (osd.4) 15 : cluster [DBG] 2.f scrub starts 2021-03-04T23:36:10.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:10 gibba011 conmon[95595]: cluster 2021-03-04T23:36:09.159278+0000 osd.4 (osd.4) 16 : cluster [DBG] 2.f scrub ok 2021-03-04T23:36:10.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:10 gibba011 conmon[95595]: cluster 2021-03-04T23:36:09.320926+0000 osd.7 (osd.7) 13 : cluster [DBG] 2.b scrub starts 2021-03-04T23:36:10.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:10 gibba011 conmon[95595]: cluster 2021-03-04T23:36:09.321481+0000 osd.7 (osd.7) 14 : cluster [DBG] 2.b scrub ok 2021-03-04T23:36:10.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:10 gibba011 conmon[99461]: cluster 2021-03-04T23:36:08.749208+0000 mgr.x (mgr.34676) 1035 : cluster [DBG] pgmap v1053: 119 pgs: 119 active+clean; 3.3 KiB data, 2.2 GiB used, 582 GiB / 588 GiB avail 2021-03-04T23:36:10.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:10 gibba011 conmon[99461]: audit 2021-03-04T23:36:09.141097+0000 mon.a (mon.0) 1410 : audit [INF] from='client.? 172.21.2.111:0/1848262430' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:36:10.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:10 gibba011 conmon[99461]: cluster 2021-03-04T23:36:09.141125 2021-03-04T23:36:10.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:10 gibba011 conmon[99461]: +0000 mon.a (mon.0) 1411 : cluster [DBG] osdmap e308: 8 total, 8 up, 7 in 2021-03-04T23:36:10.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:10 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:36:10.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:10 gibba011 conmon[99461]: 03-04T23:36:09.158564+0000 osd.4 ( 2021-03-04T23:36:10.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:10 gibba011 conmon[99461]: osd.4) 15 : cluster [DBG] 2.f scrub starts 2021-03-04T23:36:10.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:10 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:36:10.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:10 gibba011 conmon[99461]: -03-04T23:36:09.159278 2021-03-04T23:36:10.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:10 gibba011 conmon[99461]: +0000 osd.4 (osd.4) 16 : cluster [DBG] 2.f scrub ok 2021-03-04T23:36:10.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:10 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:36:10.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:10 gibba011 conmon[99461]: 23:36:09.320926+0000 osd.7 (osd.7) 13 : 2021-03-04T23:36:10.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:10 gibba011 conmon[99461]: cluster [DBG] 2.b scrub starts 2021-03-04T23:36:10.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:10 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:36:10.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:10 gibba011 conmon[99461]: 36:09.321481+0000 osd.7 (osd.7) 14 : 2021-03-04T23:36:10.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:10 gibba011 conmon[99461]: cluster [DBG] 2.b scrub ok 2021-03-04T23:36:10.452 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:10.470 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:10.471 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:10.471 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:10.572 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:10.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:10 gibba038 conmon[76675]: cluster 2021-03-04T23:36:08.749208+0000 mgr.x (mgr.34676) 1035 : cluster [DBG] pgmap v1053: 119 pgs: 119 active+clean; 3.3 KiB data, 2.2 GiB used, 582 GiB / 588 GiB avail 2021-03-04T23:36:10.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:10 gibba038 conmon[76675]: audit 2021-03-04T23:36:09.141097+0000 mon.a (mon.0) 1410 : audit [INF] from='client.? 172.21.2.111:0/1848262430' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:36:10.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:10 gibba038 conmon[76675]: cluster 2021-03-04T23:36:09.141125+0000 mon.a (mon.0) 1411 : cluster [DBG] osdmap e308: 8 total, 8 up, 7 in 2021-03-04T23:36:10.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:10 gibba038 conmon[76675]: cluster 2021-03-04T23:36:09.158564+0000 osd.4 (osd.4) 15 : cluster [DBG] 2.f scrub starts 2021-03-04T23:36:10.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:10 gibba038 conmon[76675]: cluster 2021-03-04T23:36:09.159278+0000 osd.4 (osd.4) 16 : cluster [DBG] 2.f scrub ok 2021-03-04T23:36:10.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:10 gibba038 conmon[76675]: cluster 2021-03-04T23:36:09.320926+0000 osd.7 (osd.7) 13 : cluster 2021-03-04T23:36:10.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:10 gibba038 conmon[76675]: [DBG] 2.b scrub starts 2021-03-04T23:36:10.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:10 gibba038 conmon[76675]: cluster 2021-03-04T23:36 2021-03-04T23:36:10.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:10 gibba038 conmon[76675]: :09.321481+0000 osd.7 (osd.7) 14 : cluster [DBG] 2.b scrub ok 2021-03-04T23:36:10.590 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:10.591 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:10.592 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:10.693 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:10.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:10.712 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:10.712 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:10.814 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:10.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:10.832 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:10.832 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:10.934 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:10.952 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:10.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:10.953 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:11.037 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:36:11.038 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:36:11.038 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:36:11.038 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:36:11.038 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:36:11.039 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:36:11.039 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:36:11.039 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:36:11.039 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:36:11.040 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:36:11.040 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:36:11.040 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:36:11.040 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:36:11.041 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:36:11.041 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:36:11.041 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:36:11.055 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:11.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:11.075 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:11.075 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:11.151 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:36:11.176 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:11.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:11.195 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:11.195 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:11.295 DEBUG:teuthology.orchestra.run.gibba011:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_5 bench 90 write' 2021-03-04T23:36:11.296 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:11.299 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2021-03-04T23:36:11.299 INFO:teuthology.orchestra.run:waiting for 3000 2021-03-04T23:36:11.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:11.315 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:11.315 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:11.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:11 gibba011 conmon[99461]: cluster 2021-03-04T23:36:09.860900+0000 osd.6 (osd.6) 183 : cluster [DBG] 2.11 scrub starts 2021-03-04T23:36:11.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:11 gibba011 conmon[99461]: cluster 2021-03-04T23:36:09.861568+0000 osd.6 (osd.6) 184 : cluster [DBG] 2.11 scrub ok 2021-03-04T23:36:11.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:11 gibba011 conmon[99461]: cluster 2021-03-04T23:36:10.087852+0000 osd.1 (osd.1) 10 : cluster [DBG] 2.9 scrub ok 2021-03-04T23:36:11.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:11 gibba011 conmon[99461]: audit 2021-03-04T23:36:10.258106+0000 mon.c (mon.1) 412 : audit [INF] from='client.? 172.21.2.111:0/1829951719' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:11.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:11 gibba011 conmon[99461]: audit 2021-03-04T23:36:10.258456+0000 mon.a (mon.0) 1412 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:11.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:11 gibba011 conmon[99461]: cluster 2021-03-04T23:36:10.368598+0000 osd.7 (osd.7) 15 : cluster [DBG] 2.8 scrub starts 2021-03-04T23:36:11.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:11 gibba011 conmon[99461]: cluster 2021-03-04T23:36:10.369420+0000 osd.7 (osd.7) 16 : cluster [DBG] 2.8 scrub ok 2021-03-04T23:36:11.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:11 gibba011 conmon[99461]: audit 2021-03-04T23:36:10.848007+0000 mon.c (mon.1) 413 : audit [DBG] from='client.? 172.21.2.111:0/4046188380' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:11.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:11 gibba011 conmon[95595]: cluster 2021-03-04T23:36:09.860900+0000 osd.6 (osd.6) 183 : cluster [DBG] 2.11 scrub starts 2021-03-04T23:36:11.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:11 gibba011 conmon[95595]: cluster 2021-03-04T23:36:09.861568+0000 osd.6 (osd.6) 184 : cluster [DBG] 2.11 scrub ok 2021-03-04T23:36:11.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:11 gibba011 conmon[95595]: cluster 2021-03-04T23:36:10.087852+0000 osd.1 (osd.1) 10 : cluster [DBG] 2.9 scrub ok 2021-03-04T23:36:11.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:11 gibba011 conmon[95595]: audit 2021-03-04T23:36:10.258106+0000 mon.c (mon.1) 412 : audit [INF] from='client.? 172.21.2.111:0/1829951719' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:11.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:11 gibba011 conmon[95595]: audit 2021-03-04T23:36:10.258456+0000 mon.a (mon.0) 1412 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:11.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:11 gibba011 conmon[95595]: cluster 2021-03-04T23:36:10.368598+0000 osd.7 (osd.7) 15 : cluster [DBG] 2.8 scrub starts 2021-03-04T23:36:11.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:11 gibba011 conmon[95595]: cluster 2021-03-04T23:36:10.369420+0000 osd.7 (osd.7) 16 : cluster [DBG] 2.8 scrub ok 2021-03-04T23:36:11.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:11 gibba011 conmon[95595]: audit 2021-03-04T23:36:10.848007+0000 mon.c (mon.1) 413 : audit [DBG] from='client.? 172.21.2.111:0/4046188380' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:11.364 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:hints = 1 2021-03-04T23:36:11.365 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2021-03-04T23:36:11.365 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Object prefix: benchmark_data_gibba011_264195 2021-03-04T23:36:11.368 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:36:11.368 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 0 0 0 0 0 0 - 0 2021-03-04T23:36:11.378 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:36:11.416 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:11.439 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:11.440 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:11.441 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:11.526 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:11.542 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:11.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:11.564 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:11.564 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:11.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:11 gibba038 conmon[76675]: cluster 2021-03-04T23:36:09.860900+0000 osd.6 (osd.6) 183 : cluster [DBG] 2.11 scrub starts 2021-03-04T23:36:11.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:11 gibba038 conmon[76675]: cluster 2021-03-04T23:36:09.861568+0000 osd.6 (osd.6) 184 : cluster [DBG] 2.11 scrub ok 2021-03-04T23:36:11.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:11 gibba038 conmon[76675]: cluster 2021-03-04T23:36:10.087852+0000 osd.1 (osd.1) 10 : cluster [DBG] 2.9 scrub ok 2021-03-04T23:36:11.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:11 gibba038 conmon[76675]: audit 2021-03-04T23:36:10.258106+0000 mon.c (mon. 2021-03-04T23:36:11.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:11 gibba038 conmon[76675]: 1) 412 : audit [INF] from='client.? 172.21.2.111:0/1829951719' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:11.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:11 gibba038 conmon[76675]: audit 2021-03-04 2021-03-04T23:36:11.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:11 gibba038 conmon[76675]: T23:36:10.258456+0000 mon.a ( 2021-03-04T23:36:11.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:11 gibba038 conmon[76675]: mon.0) 1412 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:11.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:11 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:36:11.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:11 gibba038 conmon[76675]: -03-04T23:36:10.368598+0000 2021-03-04T23:36:11.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:11 gibba038 conmon[76675]: osd.7 (osd.7) 15 : cluster 2021-03-04T23:36:11.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:11 gibba038 conmon[76675]: [DBG] 2.8 scrub starts 2021-03-04T23:36:11.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:11 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:36:11.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:11 gibba038 conmon[76675]: -03-04T23:36:10.369420 2021-03-04T23:36:11.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:11 gibba038 conmon[76675]: +0000 osd.7 (osd.7) 16 : 2021-03-04T23:36:11.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:11 gibba038 conmon[76675]: cluster [DBG] 2.8 scrub ok 2021-03-04T23:36:11.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:11 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:36:11.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:11 gibba038 conmon[76675]: 04T23:36:10.848007+0000 mon.c (mon 2021-03-04T23:36:11.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:11 gibba038 conmon[76675]: .1) 413 : audit [DBG] from='client.? 172.21.2.111:0/4046188380' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:11.665 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:11.688 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:11.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:11.690 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:11.791 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:11.811 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:11.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:11.813 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:11.914 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:11.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:11.940 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:11.940 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:12.042 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:12.064 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:12.065 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:12.066 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:12.167 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:12.187 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:12.188 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:12.188 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:12.290 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:12.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:12.310 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:12.311 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:12.365 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 1 15 8259 8244 515.206 515.25 0.0040596 0.0019373 2021-03-04T23:36:12.412 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:12.432 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:12.432 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:12.433 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:12.534 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:12.554 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:12.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:12.555 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:12.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:12 gibba038 conmon[76675]: cluster 2021-03-04T23:36:10.749516+0000 mgr.x (mgr.34676) 1036 : cluster [DBG] pgmap v1055: 119 pgs: 119 active+clean; 3.3 KiB data, 2.2 GiB used, 582 GiB / 588 GiB avail 2021-03-04T23:36:12.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:12 gibba038 conmon[76675]: cluster 2021-03-04T23:36:11.141561+0000 mon.a (mon.0) 1413 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:36:12.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:12 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:36:12.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:12 gibba038 conmon[76675]: 36:11.141583+0000 mon.a (mon.0) 1414 : cluster [INF] Cluster is now healthy 2021-03-04T23:36:12.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:12 gibba038 conmon[76675]: audit 2021-03-04T23:36:12.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:12 gibba038 conmon[76675]: 2021-03-04T23:36:11 2021-03-04T23:36:12.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:12 gibba038 conmon[76675]: .147518+0000 mon.a (mon.0) 1415 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:36:12.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:12 gibba038 conmon[76675]: cluster 2021-03-04T23:36: 2021-03-04T23:36:12.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:12 gibba038 conmon[76675]: 11.147577+0000 mon.a (mon.0) 1416 : cluster [DBG] osdmap e309: 8 total, 8 up, 7 in 2021-03-04T23:36:12.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:12 gibba038 conmon[76675]: 2021-03-04T23:36:12.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:12 gibba038 conmon[76675]: cluster 2021-03-04T23:36:12.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:12 gibba038 conmon[76675]: 2021-03-04T23:36:11.357782+0000 2021-03-04T23:36:12.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:12 gibba038 conmon[76675]: osd.7 (osd.7) 17 : cluster [DBG] 1.2 scrub starts 2021-03-04T23:36:12.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:12 gibba038 conmon[76675]: cluster 2021-03-04T 2021-03-04T23:36:12.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:12 gibba038 conmon[76675]: 23:36:11.358419+0000 osd.7 (osd.7) 2021-03-04T23:36:12.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:12 gibba038 conmon[76675]: 18 : cluster [DBG] 1.2 scrub ok 2021-03-04T23:36:12.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:12 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:36:12.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:12 gibba038 conmon[76675]: 03-04T23:36:11.677718+0000 mon.a (mon 2021-03-04T23:36:12.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:12 gibba038 conmon[76675]: .0) 1417 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:36:12.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:12 gibba011 conmon[99461]: cluster 2021-03-04T23:36:10.749516+0000 mgr.x (mgr.34676) 1036 : cluster [DBG] 2021-03-04T23:36:12.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:12 gibba011 conmon[99461]: pgmap v1055: 119 pgs: 119 active+clean; 3.3 KiB data, 2.2 GiB used, 582 GiB / 588 GiB avail 2021-03-04T23:36:12.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:12 gibba011 conmon[99461]: cluster 2021-03-04T23:36:11.141561+0000 mon.a (mon.0) 1413 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:36:12.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:12 gibba011 conmon[99461]: cluster 2021-03-04T23:36:11.141583+0000 mon.a (mon.0) 1414 : cluster [INF] Cluster is now healthy 2021-03-04T23:36:12.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:12 gibba011 conmon[99461]: audit 2021-03-04T23:36:11.147518+0000 mon.a (mon.0) 1415 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:36:12.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:12 gibba011 conmon[99461]: cluster 2021-03-04T23:36:11.147577+0000 mon.a (mon.0) 1416 : cluster [DBG] osdmap e309: 8 total, 8 up, 7 in 2021-03-04T23:36:12.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:12 gibba011 conmon[99461]: cluster 2021-03-04T23:36:11.357782+0000 osd.7 (osd.7) 17 : cluster [DBG] 1.2 scrub starts 2021-03-04T23:36:12.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:12 gibba011 conmon[99461]: cluster 2021-03-04T23:36:11.358419+0000 osd.7 ( 2021-03-04T23:36:12.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:12 gibba011 conmon[99461]: osd.7) 18 : cluster [DBG] 1.2 scrub ok 2021-03-04T23:36:12.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:12 gibba011 conmon[99461]: audit 2021-03-04T23:36:11.677718+0000 mon.a (mon.0) 1417 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:36:12.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:12 gibba011 conmon[95595]: cluster 2021-03-04T23:36:10.749516+0000 mgr.x (mgr.34676) 1036 : cluster 2021-03-04T23:36:12.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:12 gibba011 conmon[95595]: [DBG] pgmap v1055: 119 pgs: 119 active+clean; 3.3 KiB data, 2.2 GiB used, 582 GiB / 588 GiB avail 2021-03-04T23:36:12.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:12 gibba011 conmon[95595]: cluster 2021-03-04T23:36:11.141561+0000 mon.a (mon.0) 1413 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:36:12.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:12 gibba011 conmon[95595]: cluster 2021-03-04T23:36:11.141583+0000 mon.a (mon.0) 1414 : cluster [INF] Cluster is now healthy 2021-03-04T23:36:12.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:12 gibba011 conmon[95595]: audit 2021-03-04T23:36:11.147518+0000 mon.a (mon.0) 1415 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:36:12.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:12 gibba011 conmon[95595]: cluster 2021-03-04T23:36:11.147577+0000 mon.a (mon.0) 1416 : cluster [DBG] osdmap e309: 8 total, 8 up, 7 in 2021-03-04T23:36:12.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:12 gibba011 conmon[95595]: cluster 2021-03-04T23:36:11.357782+0000 osd.7 (osd.7) 17 : cluster [DBG] 1.2 scrub starts 2021-03-04T23:36:12.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:12 gibba011 conmon[95595]: cluster 2021-03-04T23:36:11.358419+0000 osd.7 (osd.7) 18 : cluster [DBG] 1.2 scrub ok 2021-03-04T23:36:12.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:12 gibba011 conmon[95595]: audit 2021-03-04T23:36:11.677718+0000 mon.a (mon.0) 1417 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:36:12.656 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:12.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:12.677 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:12.677 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:12.779 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:12.802 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:12.803 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:12.804 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:12.905 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:12.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:12.928 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:12.928 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:13.029 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:13.052 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:13.054 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:13.055 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:13.156 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:13.180 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:13.181 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:13.181 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:13.282 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:13.302 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:13.303 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:13.303 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:13.323 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:13 gibba011 conmon[99461]: cluster 2021-03-04T23:36:12.364704+0000 osd.7 ( 2021-03-04T23:36:13.324 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:13 gibba011 conmon[99461]: osd.7) 19 : cluster [DBG] 1.9 scrub starts 2021-03-04T23:36:13.324 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:13 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:36:13.324 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:13 gibba011 conmon[99461]: -04T23:36:12.365435+0000 osd.7 ( 2021-03-04T23:36:13.324 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:13 gibba011 conmon[99461]: osd.7) 2021-03-04T23:36:13.325 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:13 gibba011 conmon[99461]: 20 : cluster [DBG] 1.9 scrub ok 2021-03-04T23:36:13.325 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:13 gibba011 conmon[95595]: cluster 2021-03-04T23:36:12.364704+0000 osd.7 (osd.7) 19 : cluster [DBG] 1.9 scrub starts 2021-03-04T23:36:13.326 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:13 gibba011 conmon[95595]: cluster 2021-03-04T23:36:12.365435+0000 osd.7 (osd.7) 20 : cluster [DBG] 1.9 scrub ok 2021-03-04T23:36:13.366 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 2 16 14705 14689 458.994 402.812 0.00207678 0.00217506 2021-03-04T23:36:13.404 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:13.426 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:13.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:13.428 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:13.529 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:13.550 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:13.551 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:13.552 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:13.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:13 gibba038 conmon[76675]: cluster 2021-03-04T23:36:12.364704+0000 osd.7 (osd.7) 19 : cluster [DBG] 1.9 scrub starts 2021-03-04T23:36:13.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:13 gibba038 conmon[76675]: 2021-03-04T23:36:13.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:13 gibba038 conmon[76675]: cluster 2021-03-04T23:36:12.365435+0000 osd.7 (osd.7) 20 : cluster [DBG] 1.9 scrub ok 2021-03-04T23:36:13.613 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:36:13.614 INFO:teuthology.orchestra.run.gibba011.stdout: "size": 20, 2021-03-04T23:36:13.614 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 600, 2021-03-04T23:36:13.615 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:36:13.616 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.616 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:164655 9.0 9:0d6a5ccc:::benchmark_data_gibba011_139107_object11288:head [delete] snapc 0=[] ondisk+write+known_if_redirected e160)", 2021-03-04T23:36:13.617 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:34.282482+0000", 2021-03-04T23:36:13.617 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 579.326798521, 2021-03-04T23:36:13.617 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.22063738399999999, 2021-03-04T23:36:13.617 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:13.618 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:13.618 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:13.618 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:13.619 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:13.619 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 164655 2021-03-04T23:36:13.620 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.620 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:13.620 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.620 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:13.620 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282482+0000", 2021-03-04T23:36:13.621 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:13.621 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.621 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.622 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:13.622 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282482+0000", 2021-03-04T23:36:13.623 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.159e-06 2021-03-04T23:36:13.623 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.623 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.624 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:13.624 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282485+0000", 2021-03-04T23:36:13.624 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6699999999999998e-06 2021-03-04T23:36:13.625 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.625 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.625 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:13.626 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282487+0000", 2021-03-04T23:36:13.627 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5423000000000001e-05 2021-03-04T23:36:13.628 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.629 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.630 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:13.630 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282503+0000", 2021-03-04T23:36:13.631 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.1869999999999996e-06 2021-03-04T23:36:13.631 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.631 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.631 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:13.632 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282508+0000", 2021-03-04T23:36:13.632 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3649000000000003e-05 2021-03-04T23:36:13.632 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.632 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.632 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:13.633 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282542+0000", 2021-03-04T23:36:13.633 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.2430999999999997e-05 2021-03-04T23:36:13.633 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.633 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.633 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:13.634 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282624+0000", 2021-03-04T23:36:13.634 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.2255000000000005e-05 2021-03-04T23:36:13.634 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.634 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.635 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,2,6", 2021-03-04T23:36:13.635 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.282696+0000", 2021-03-04T23:36:13.635 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003493421 2021-03-04T23:36:13.635 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.636 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.636 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:13.637 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286190+0000", 2021-03-04T23:36:13.637 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000180769 2021-03-04T23:36:13.637 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.638 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.638 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:13.638 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286370+0000", 2021-03-04T23:36:13.638 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00051728899999999999 2021-03-04T23:36:13.640 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.640 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.641 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:13.641 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.286888+0000", 2021-03-04T23:36:13.641 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.216112582 2021-03-04T23:36:13.641 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.642 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.642 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:13.642 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.503000+0000", 2021-03-04T23:36:13.642 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0355000000000002e-05 2021-03-04T23:36:13.642 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.643 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.643 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:13.643 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.503041+0000", 2021-03-04T23:36:13.643 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.9194000000000001e-05 2021-03-04T23:36:13.644 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.644 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.644 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:13.644 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.503120+0000", 2021-03-04T23:36:13.645 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.22063738399999999 2021-03-04T23:36:13.645 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.645 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:13.645 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.645 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.646 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.646 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:164666 9.0 9:0c54f5d1:::benchmark_data_gibba011_139107_object11299:head [delete] snapc 0=[] ondisk+write+known_if_redirected e160)", 2021-03-04T23:36:13.646 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:34.297050+0000", 2021-03-04T23:36:13.646 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 579.31223126800001, 2021-03-04T23:36:13.647 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.206262116, 2021-03-04T23:36:13.647 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:13.647 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:13.647 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:13.647 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:13.648 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:13.648 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 164666 2021-03-04T23:36:13.649 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.649 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:13.649 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.650 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:13.650 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297050+0000", 2021-03-04T23:36:13.650 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:13.652 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.652 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.653 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:13.653 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297050+0000", 2021-03-04T23:36:13.653 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.7780000000000001e-06 2021-03-04T23:36:13.654 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.654 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.655 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:13.655 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297053+0000", 2021-03-04T23:36:13.656 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.756e-06 2021-03-04T23:36:13.656 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.656 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.657 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:13.657 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297056+0000", 2021-03-04T23:36:13.657 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2001000000000001e-05 2021-03-04T23:36:13.657 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.657 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.658 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:13.658 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297068+0000", 2021-03-04T23:36:13.658 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.1460000000000004e-06 2021-03-04T23:36:13.658 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.659 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.659 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:13.659 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297073+0000", 2021-03-04T23:36:13.659 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0262999999999997e-05 2021-03-04T23:36:13.660 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.661 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.661 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:13.661 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297114+0000", 2021-03-04T23:36:13.662 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00010991400000000001 2021-03-04T23:36:13.662 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.662 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.662 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:13.662 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297224+0000", 2021-03-04T23:36:13.663 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.5478999999999999e-05 2021-03-04T23:36:13.663 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.663 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.664 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,2,6", 2021-03-04T23:36:13.664 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.297309+0000", 2021-03-04T23:36:13.664 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0036242430000000001 2021-03-04T23:36:13.664 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.665 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.665 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:13.665 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.300933+0000", 2021-03-04T23:36:13.665 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00023360399999999999 2021-03-04T23:36:13.665 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.666 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.666 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:13.666 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.301167+0000", 2021-03-04T23:36:13.666 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0010319159999999999 2021-03-04T23:36:13.666 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.667 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.667 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:13.667 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.302199+0000", 2021-03-04T23:36:13.667 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.20101485899999999 2021-03-04T23:36:13.668 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.668 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.668 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:13.669 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.503214+0000", 2021-03-04T23:36:13.669 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2013e-05 2021-03-04T23:36:13.670 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.671 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.672 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:13.672 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.503246+0000", 2021-03-04T23:36:13.672 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.6143999999999996e-05 2021-03-04T23:36:13.673 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.674 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.675 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:13.675 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.503312+0000", 2021-03-04T23:36:13.675 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.206262116 2021-03-04T23:36:13.675 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.676 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:13.676 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.676 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.676 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.676 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:164679 9.0 9:03e282c8:::benchmark_data_gibba011_139107_object11312:head [delete] snapc 0=[] ondisk+write+known_if_redirected e161)", 2021-03-04T23:36:13.677 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:34.327186+0000", 2021-03-04T23:36:13.677 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 579.28209531000005, 2021-03-04T23:36:13.677 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.187644493, 2021-03-04T23:36:13.678 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:13.678 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:13.678 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:13.678 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:13.679 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:13.679 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 164679 2021-03-04T23:36:13.679 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.679 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:13.679 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.680 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:13.680 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327186+0000", 2021-03-04T23:36:13.680 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:13.681 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.681 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.682 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:13.682 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327186+0000", 2021-03-04T23:36:13.683 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2819999999999999e-06 2021-03-04T23:36:13.683 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.683 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.683 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:13.684 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327188+0000", 2021-03-04T23:36:13.684 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4830000000000002e-06 2021-03-04T23:36:13.684 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.684 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.685 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:13.685 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327190+0000", 2021-03-04T23:36:13.685 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4263999999999999e-05 2021-03-04T23:36:13.685 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.685 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.686 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:13.686 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327205+0000", 2021-03-04T23:36:13.686 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.9830000000000004e-06 2021-03-04T23:36:13.686 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.687 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.687 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:13.687 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327210+0000", 2021-03-04T23:36:13.687 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9406999999999997e-05 2021-03-04T23:36:13.687 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.688 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.688 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:13.688 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327249+0000", 2021-03-04T23:36:13.688 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.7707999999999995e-05 2021-03-04T23:36:13.688 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.689 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.689 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:13.689 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327327+0000", 2021-03-04T23:36:13.689 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.4212e-05 2021-03-04T23:36:13.690 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.690 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.690 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,2,6", 2021-03-04T23:36:13.690 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.327401+0000", 2021-03-04T23:36:13.690 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0041477930000000003 2021-03-04T23:36:13.691 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.692 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.692 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:13.693 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.331549+0000", 2021-03-04T23:36:13.693 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00017407800000000001 2021-03-04T23:36:13.693 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.693 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.694 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:13.694 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.331723+0000", 2021-03-04T23:36:13.694 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000203873 2021-03-04T23:36:13.694 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.694 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.695 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:13.695 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.331927+0000", 2021-03-04T23:36:13.695 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.18279263100000001 2021-03-04T23:36:13.695 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.696 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.696 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:13.696 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.514719+0000", 2021-03-04T23:36:13.696 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3175e-05 2021-03-04T23:36:13.697 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.697 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.697 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:13.697 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.514753+0000", 2021-03-04T23:36:13.698 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.7603999999999998e-05 2021-03-04T23:36:13.698 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.698 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.698 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:13.698 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.514830+0000", 2021-03-04T23:36:13.699 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.187644493 2021-03-04T23:36:13.700 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.700 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:13.700 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.700 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.701 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.701 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:164687 9.0 9:0d6dc6d0:::benchmark_data_gibba011_139107_object11320:head [delete] snapc 0=[] ondisk+write+known_if_redirected e161)", 2021-03-04T23:36:13.702 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:26:34.354744+0000", 2021-03-04T23:36:13.702 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 579.25453719799998, 2021-03-04T23:36:13.702 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.162935309, 2021-03-04T23:36:13.702 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:13.703 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:13.703 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:13.703 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:13.703 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:13.703 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 164687 2021-03-04T23:36:13.704 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.704 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:13.704 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.704 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:13.704 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354744+0000", 2021-03-04T23:36:13.705 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:13.705 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.705 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.705 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:13.706 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354744+0000", 2021-03-04T23:36:13.706 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8519999999999997e-06 2021-03-04T23:36:13.706 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.706 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.706 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:13.707 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354748+0000", 2021-03-04T23:36:13.707 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.4189999999999998e-06 2021-03-04T23:36:13.707 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.707 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.707 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:13.708 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354751+0000", 2021-03-04T23:36:13.708 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4997999999999999e-05 2021-03-04T23:36:13.708 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.708 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.709 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:13.709 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354766+0000", 2021-03-04T23:36:13.709 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.587e-06 2021-03-04T23:36:13.709 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.710 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.710 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:13.710 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354772+0000", 2021-03-04T23:36:13.712 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.4875000000000001e-05 2021-03-04T23:36:13.712 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.712 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.713 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:13.713 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354807+0000", 2021-03-04T23:36:13.713 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.2061e-05 2021-03-04T23:36:13.713 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.713 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.714 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:13.714 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354879+0000", 2021-03-04T23:36:13.714 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.4182000000000003e-05 2021-03-04T23:36:13.714 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.715 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.715 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,2,6", 2021-03-04T23:36:13.715 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.354943+0000", 2021-03-04T23:36:13.715 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0039812579999999997 2021-03-04T23:36:13.715 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.716 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.716 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:13.716 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.358924+0000", 2021-03-04T23:36:13.716 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00027305400000000001 2021-03-04T23:36:13.716 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.717 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.717 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:13.717 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.359197+0000", 2021-03-04T23:36:13.717 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00020924 2021-03-04T23:36:13.717 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.718 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.718 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:13.718 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.359406+0000", 2021-03-04T23:36:13.718 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.15812557799999999 2021-03-04T23:36:13.719 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.719 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.719 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:13.719 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.517532+0000", 2021-03-04T23:36:13.719 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3263999999999998e-05 2021-03-04T23:36:13.720 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.720 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.720 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:13.720 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.517575+0000", 2021-03-04T23:36:13.720 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000103941 2021-03-04T23:36:13.721 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.721 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.721 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:13.721 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:26:34.517679+0000", 2021-03-04T23:36:13.722 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.162935309 2021-03-04T23:36:13.722 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.722 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:13.723 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.723 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.723 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.723 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:265147 9.4 9:2d923cf4:::benchmark_data_gibba011_139107_object111780:head [delete] snapc 0=[] ondisk+write+known_if_redirected e295)", 2021-03-04T23:36:13.724 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:35:21.546842+0000", 2021-03-04T23:36:13.724 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 52.062438659999998, 2021-03-04T23:36:13.724 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.101794945, 2021-03-04T23:36:13.724 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:13.724 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:13.725 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:13.725 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:13.725 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:13.725 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 265147 2021-03-04T23:36:13.725 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.726 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:13.726 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.726 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:13.726 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.546842+0000", 2021-03-04T23:36:13.727 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:13.727 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.727 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.727 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:13.727 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.546842+0000", 2021-03-04T23:36:13.728 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2470000000000001e-06 2021-03-04T23:36:13.728 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.728 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.728 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:13.728 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.546844+0000", 2021-03-04T23:36:13.729 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.454e-06 2021-03-04T23:36:13.729 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.729 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.729 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:13.730 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.546845+0000", 2021-03-04T23:36:13.730 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.6239999999999999e-06 2021-03-04T23:36:13.730 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.730 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.730 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:13.731 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.546851+0000", 2021-03-04T23:36:13.731 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.5559999999999999e-06 2021-03-04T23:36:13.731 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.731 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.731 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:13.732 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.546854+0000", 2021-03-04T23:36:13.732 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7600999999999999e-05 2021-03-04T23:36:13.732 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.733 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.733 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:13.733 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.546882+0000", 2021-03-04T23:36:13.733 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.4544999999999998e-05 2021-03-04T23:36:13.734 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.734 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.734 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:13.734 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.546966+0000", 2021-03-04T23:36:13.735 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.4973000000000002e-05 2021-03-04T23:36:13.735 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.735 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.735 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:36:13.735 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.547041+0000", 2021-03-04T23:36:13.736 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0024862669999999999 2021-03-04T23:36:13.736 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.736 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.736 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:13.736 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.549528+0000", 2021-03-04T23:36:13.737 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3781000000000001e-05 2021-03-04T23:36:13.737 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.737 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.737 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:13.737 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.549561+0000", 2021-03-04T23:36:13.738 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.099002834999999997 2021-03-04T23:36:13.738 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.738 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.738 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:13.739 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.648564+0000", 2021-03-04T23:36:13.739 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6077e-05 2021-03-04T23:36:13.739 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.739 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.739 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:13.740 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.648600+0000", 2021-03-04T23:36:13.740 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6984999999999999e-05 2021-03-04T23:36:13.740 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.740 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.740 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:13.741 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:21.648637+0000", 2021-03-04T23:36:13.741 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.101794945 2021-03-04T23:36:13.741 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.741 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:13.742 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.742 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.742 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.742 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:289343 9.3 e298/266 9:cab083f4:::benchmark_data_gibba011_139107_object135976:head v 298'17899, mlcod=0'0)", 2021-03-04T23:36:13.743 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:35:37.966488+0000", 2021-03-04T23:36:13.743 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 35.642792642000003, 2021-03-04T23:36:13.744 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.039167664999999997, 2021-03-04T23:36:13.744 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:13.744 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:13.744 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:13.744 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.745 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:13.745 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.966488+0000", 2021-03-04T23:36:13.745 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:13.745 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.745 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.746 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:13.746 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.966488+0000", 2021-03-04T23:36:13.746 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.238e-06 2021-03-04T23:36:13.746 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.747 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.747 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:13.747 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.966491+0000", 2021-03-04T23:36:13.747 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.81e-06 2021-03-04T23:36:13.747 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.748 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.748 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:13.748 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.966492+0000", 2021-03-04T23:36:13.748 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.2099999999999998e-06 2021-03-04T23:36:13.749 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.749 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.749 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:13.749 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.966499+0000", 2021-03-04T23:36:13.749 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.236e-06 2021-03-04T23:36:13.750 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.750 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.750 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:13.750 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.966502+0000", 2021-03-04T23:36:13.751 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3633999999999997e-05 2021-03-04T23:36:13.751 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.751 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.752 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:13.752 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.966535+0000", 2021-03-04T23:36:13.752 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7353000000000001e-05 2021-03-04T23:36:13.752 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.753 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.753 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:13.753 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.966553+0000", 2021-03-04T23:36:13.754 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.039074434999999998 2021-03-04T23:36:13.754 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.754 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.754 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:13.755 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.005627+0000", 2021-03-04T23:36:13.755 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.8748999999999999e-05 2021-03-04T23:36:13.755 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.755 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.755 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:13.756 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.005656+0000", 2021-03-04T23:36:13.756 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.039167664999999997 2021-03-04T23:36:13.756 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.756 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:13.757 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.757 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.758 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.758 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:289344 9.2 e298/264 9:4f8bbec7:::benchmark_data_gibba011_139107_object135977:head v 298'18073, mlcod=298'18070)", 2021-03-04T23:36:13.758 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:35:37.968779+0000", 2021-03-04T23:36:13.759 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 35.640502337000001, 2021-03-04T23:36:13.759 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.036880950000000003, 2021-03-04T23:36:13.760 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:13.760 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:13.760 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:13.760 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.760 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:13.761 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.968779+0000", 2021-03-04T23:36:13.761 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:13.761 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.762 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.762 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:13.762 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.968779+0000", 2021-03-04T23:36:13.762 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3149999999999999e-06 2021-03-04T23:36:13.762 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.763 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.763 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:13.763 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.968781+0000", 2021-03-04T23:36:13.763 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6899999999999999e-06 2021-03-04T23:36:13.764 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.764 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.764 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:13.764 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.968783+0000", 2021-03-04T23:36:13.765 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.3860000000000004e-06 2021-03-04T23:36:13.765 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.765 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.765 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:13.766 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.968789+0000", 2021-03-04T23:36:13.766 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.5880000000000002e-06 2021-03-04T23:36:13.766 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.767 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.767 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:13.768 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.968793+0000", 2021-03-04T23:36:13.768 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7413e-05 2021-03-04T23:36:13.768 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.768 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.769 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:13.769 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.968820+0000", 2021-03-04T23:36:13.769 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1934e-05 2021-03-04T23:36:13.769 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.770 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.771 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:13.771 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.968832+0000", 2021-03-04T23:36:13.771 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.036800525000000001 2021-03-04T23:36:13.772 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.772 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.773 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:13.773 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.005632+0000", 2021-03-04T23:36:13.773 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7098999999999999e-05 2021-03-04T23:36:13.773 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.774 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.774 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:13.774 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.005660+0000", 2021-03-04T23:36:13.775 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.036880950000000003 2021-03-04T23:36:13.775 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.775 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:13.775 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.776 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.776 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.776 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPush(9.6 298/267 [PushOp(9:607dc969:::benchmark_data_gibba011_139107_object135906:head, version: 154'8685, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:607dc969:::benchmark_data_gibba011_139107_object135906:head@154'8685, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:36:13.776 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:35:37.969447+0000", 2021-03-04T23:36:13.776 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 35.639833639999999, 2021-03-04T23:36:13.777 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.038319233000000001, 2021-03-04T23:36:13.777 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:13.777 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:36:13.777 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:13.778 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.778 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:13.778 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.969447+0000", 2021-03-04T23:36:13.778 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:13.779 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.779 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.779 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:13.779 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.969447+0000", 2021-03-04T23:36:13.779 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.9824999999999997e-05 2021-03-04T23:36:13.780 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.780 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.780 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:13.780 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.969507+0000", 2021-03-04T23:36:13.781 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.5130000000000002e-06 2021-03-04T23:36:13.781 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.781 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.781 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:13.781 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.969514+0000", 2021-03-04T23:36:13.782 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2514000000000001e-05 2021-03-04T23:36:13.782 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.783 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.784 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:13.784 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.969526+0000", 2021-03-04T23:36:13.785 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.0800000000000002e-06 2021-03-04T23:36:13.785 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.785 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.786 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:13.786 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.969532+0000", 2021-03-04T23:36:13.786 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.036141352000000002 2021-03-04T23:36:13.786 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.786 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.787 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:13.787 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.005674+0000", 2021-03-04T23:36:13.787 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.395e-06 2021-03-04T23:36:13.787 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.787 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.788 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:13.788 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.005679+0000", 2021-03-04T23:36:13.789 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0020875540000000001 2021-03-04T23:36:13.789 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.789 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.789 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:13.789 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.007767+0000", 2021-03-04T23:36:13.790 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.038319233000000001 2021-03-04T23:36:13.790 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.790 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:13.790 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.791 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.791 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.791 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPush(9.6 298/267 [PushOp(9:6a7f5088:::benchmark_data_gibba011_139107_object135915:head, version: 154'8686, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:6a7f5088:::benchmark_data_gibba011_139107_object135915:head@154'8686, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:36:13.791 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:35:37.969758+0000", 2021-03-04T23:36:13.791 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 35.639523134000001, 2021-03-04T23:36:13.792 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.043617863, 2021-03-04T23:36:13.792 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:13.792 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:36:13.792 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:13.793 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.793 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:13.793 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.969758+0000", 2021-03-04T23:36:13.794 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:13.794 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.794 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.794 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:13.795 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.969758+0000", 2021-03-04T23:36:13.795 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.1756999999999998e-05 2021-03-04T23:36:13.795 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.796 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.796 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:13.796 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.969820+0000", 2021-03-04T23:36:13.797 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4e-06 2021-03-04T23:36:13.797 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.798 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.798 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:13.799 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.969825+0000", 2021-03-04T23:36:13.799 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.6689999999999995e-06 2021-03-04T23:36:13.800 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.800 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.801 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:13.801 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.969834+0000", 2021-03-04T23:36:13.802 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.2499999999999997e-06 2021-03-04T23:36:13.802 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.803 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.803 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:13.803 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.969839+0000", 2021-03-04T23:36:13.804 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.037964994000000002 2021-03-04T23:36:13.804 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.804 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.804 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:13.804 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.007804+0000", 2021-03-04T23:36:13.805 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.1330000000000001e-06 2021-03-04T23:36:13.805 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.805 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.805 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:13.805 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.007808+0000", 2021-03-04T23:36:13.806 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0055676600000000003 2021-03-04T23:36:13.806 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.806 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.806 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:13.807 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.013376+0000", 2021-03-04T23:36:13.807 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.043617863 2021-03-04T23:36:13.807 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.807 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:13.807 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.808 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.808 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.808 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPush(9.6 298/267 [PushOp(9:619e8cec:::benchmark_data_gibba011_139107_object135917:head, version: 154'8687, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:619e8cec:::benchmark_data_gibba011_139107_object135917:head@154'8687, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:36:13.808 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:35:37.970050+0000", 2021-03-04T23:36:13.808 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 35.639230576999999, 2021-03-04T23:36:13.809 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.041495132999999997, 2021-03-04T23:36:13.809 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:13.809 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:36:13.809 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:13.809 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.810 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:13.810 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.970050+0000", 2021-03-04T23:36:13.810 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:13.810 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.811 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.811 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:13.811 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.970050+0000", 2021-03-04T23:36:13.811 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.4769000000000002e-05 2021-03-04T23:36:13.811 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.812 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.813 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:13.813 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.970125+0000", 2021-03-04T23:36:13.813 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.1080000000000001e-06 2021-03-04T23:36:13.813 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.814 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.814 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:13.815 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.970130+0000", 2021-03-04T23:36:13.815 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.5460000000000003e-06 2021-03-04T23:36:13.815 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.815 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.815 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:13.816 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.970138+0000", 2021-03-04T23:36:13.816 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.6999999999999999e-06 2021-03-04T23:36:13.816 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.816 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.816 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:13.817 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.970143+0000", 2021-03-04T23:36:13.817 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.039365360000000002 2021-03-04T23:36:13.817 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.818 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.818 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:13.819 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.009508+0000", 2021-03-04T23:36:13.819 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3970000000000004e-06 2021-03-04T23:36:13.819 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.819 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.820 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:13.820 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.009512+0000", 2021-03-04T23:36:13.820 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0020332530000000001 2021-03-04T23:36:13.820 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.821 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.821 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:13.821 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.011546+0000", 2021-03-04T23:36:13.821 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.041495132999999997 2021-03-04T23:36:13.821 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.822 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:13.822 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.822 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.822 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.822 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:289348 9.0 e298/266 9:0a62f591:::benchmark_data_gibba011_139107_object135981:head v 298'18336, mlcod=298'18334)", 2021-03-04T23:36:13.823 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:35:37.970279+0000", 2021-03-04T23:36:13.823 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 35.639002175999998, 2021-03-04T23:36:13.823 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.039215964999999998, 2021-03-04T23:36:13.823 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:13.824 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:13.824 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:13.824 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.824 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:13.824 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.970279+0000", 2021-03-04T23:36:13.825 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:13.825 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.825 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.825 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:13.826 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.970279+0000", 2021-03-04T23:36:13.826 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.883e-06 2021-03-04T23:36:13.826 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.826 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.826 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:13.827 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.970281+0000", 2021-03-04T23:36:13.827 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7129999999999999e-06 2021-03-04T23:36:13.827 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.827 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.827 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:13.828 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.970282+0000", 2021-03-04T23:36:13.828 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.6520000000000003e-06 2021-03-04T23:36:13.828 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.828 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.828 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:13.829 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.970288+0000", 2021-03-04T23:36:13.829 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.1189999999999999e-06 2021-03-04T23:36:13.829 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.829 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.830 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:13.830 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.970292+0000", 2021-03-04T23:36:13.830 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035302928999999997 2021-03-04T23:36:13.830 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.830 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.831 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:13.831 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.005595+0000", 2021-03-04T23:36:13.831 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.7669000000000001e-05 2021-03-04T23:36:13.831 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.831 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.832 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:13.832 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.005633+0000", 2021-03-04T23:36:13.832 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0038387180000000001 2021-03-04T23:36:13.832 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.832 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.833 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:13.833 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.009471+0000", 2021-03-04T23:36:13.833 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3281999999999998e-05 2021-03-04T23:36:13.833 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.834 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.834 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:13.834 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.009495+0000", 2021-03-04T23:36:13.834 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.039215964999999998 2021-03-04T23:36:13.834 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.835 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:13.835 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.835 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.835 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.836 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPush(9.6 298/267 [PushOp(9:6acd81a1:::benchmark_data_gibba011_139107_object135934:head, version: 154'8688, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:6acd81a1:::benchmark_data_gibba011_139107_object135934:head@154'8688, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:36:13.836 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:35:37.970404+0000", 2021-03-04T23:36:13.836 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 35.638877242, 2021-03-04T23:36:13.836 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.042961260000000001, 2021-03-04T23:36:13.836 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:13.837 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:36:13.837 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:13.837 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.837 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:13.837 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.970404+0000", 2021-03-04T23:36:13.838 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:13.838 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.838 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.838 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:13.839 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.970404+0000", 2021-03-04T23:36:13.839 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.7094999999999994e-05 2021-03-04T23:36:13.839 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.839 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.839 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:13.840 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.970471+0000", 2021-03-04T23:36:13.840 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.7950000000000002e-06 2021-03-04T23:36:13.840 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.840 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.840 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:13.841 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.970478+0000", 2021-03-04T23:36:13.841 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035128416000000003 2021-03-04T23:36:13.841 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.841 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.841 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:13.842 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.005606+0000", 2021-03-04T23:36:13.842 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0086999999999999e-05 2021-03-04T23:36:13.842 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.843 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.843 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:13.843 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.005626+0000", 2021-03-04T23:36:13.843 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0059544580000000001 2021-03-04T23:36:13.843 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.844 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.844 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:13.845 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.011581+0000", 2021-03-04T23:36:13.845 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.3470000000000004e-06 2021-03-04T23:36:13.845 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.845 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.845 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:13.846 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.011587+0000", 2021-03-04T23:36:13.846 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001778062 2021-03-04T23:36:13.846 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.846 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.847 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:13.847 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.013365+0000", 2021-03-04T23:36:13.847 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.042961260000000001 2021-03-04T23:36:13.847 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.847 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:13.848 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.848 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.848 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.848 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.54826.0:289350 9.e e298/267 9:79e2c097:::benchmark_data_gibba011_139107_object135983:head v 298'18015, mlcod=298'18013)", 2021-03-04T23:36:13.848 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:35:37.971847+0000", 2021-03-04T23:36:13.849 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 35.637433866999999, 2021-03-04T23:36:13.849 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044922380999999997, 2021-03-04T23:36:13.849 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:13.849 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:13.849 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:13.850 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.850 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:13.850 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.971847+0000", 2021-03-04T23:36:13.850 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:13.851 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.851 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.851 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:13.851 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.971847+0000", 2021-03-04T23:36:13.852 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1299999999999999e-06 2021-03-04T23:36:13.852 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.852 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.853 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:13.853 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.971849+0000", 2021-03-04T23:36:13.853 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9089999999999998e-06 2021-03-04T23:36:13.853 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.853 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.854 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:13.854 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:37.971851+0000", 2021-03-04T23:36:13.854 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.033777221000000003 2021-03-04T23:36:13.854 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.855 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.855 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:13.855 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.005628+0000", 2021-03-04T23:36:13.855 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0173999999999999e-05 2021-03-04T23:36:13.855 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.856 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.856 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:13.856 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.005639+0000", 2021-03-04T23:36:13.856 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0077407739999999997 2021-03-04T23:36:13.856 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.857 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.857 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:13.857 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.013379+0000", 2021-03-04T23:36:13.857 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1097000000000001e-05 2021-03-04T23:36:13.857 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.858 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.858 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:13.858 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.013390+0000", 2021-03-04T23:36:13.858 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0033628199999999999 2021-03-04T23:36:13.859 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.859 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.860 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:13.860 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.016753+0000", 2021-03-04T23:36:13.860 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6256000000000002e-05 2021-03-04T23:36:13.860 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.861 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.861 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:13.861 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:38.016769+0000", 2021-03-04T23:36:13.861 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044922380999999997 2021-03-04T23:36:13.861 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.862 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:13.862 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.862 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.862 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.863 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:291874 9.4 9:20a8300f:::benchmark_data_gibba011_139107_object138507:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:36:13.863 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:35:39.605755+0000", 2021-03-04T23:36:13.863 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 34.003526346999998, 2021-03-04T23:36:13.863 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.040109169, 2021-03-04T23:36:13.863 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:13.864 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:13.864 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:13.864 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:13.864 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:13.865 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 291874 2021-03-04T23:36:13.865 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.865 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:13.866 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.866 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:13.866 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:39.605755+0000", 2021-03-04T23:36:13.866 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:13.866 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.867 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.867 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:13.867 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:39.605755+0000", 2021-03-04T23:36:13.867 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1680000000000001e-06 2021-03-04T23:36:13.868 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.868 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.868 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:13.868 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:39.605756+0000", 2021-03-04T23:36:13.868 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.576e-06 2021-03-04T23:36:13.869 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.869 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.869 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:13.869 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:39.605757+0000", 2021-03-04T23:36:13.869 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.8409999999999996e-06 2021-03-04T23:36:13.870 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.870 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.870 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:13.870 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:39.605763+0000", 2021-03-04T23:36:13.871 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3039999999999998e-06 2021-03-04T23:36:13.871 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.871 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.871 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:13.872 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:39.605768+0000", 2021-03-04T23:36:13.872 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002937598 2021-03-04T23:36:13.872 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.873 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.873 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:13.873 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:39.608705+0000", 2021-03-04T23:36:13.873 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.3228999999999998e-05 2021-03-04T23:36:13.874 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.874 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.874 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:13.874 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:39.608798+0000", 2021-03-04T23:36:13.874 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00010203 2021-03-04T23:36:13.875 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.875 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.875 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:36:13.875 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:39.608900+0000", 2021-03-04T23:36:13.875 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0042541599999999999 2021-03-04T23:36:13.876 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.876 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.876 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:13.876 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:39.613155+0000", 2021-03-04T23:36:13.877 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.4799999999999998e-06 2021-03-04T23:36:13.877 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.877 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.877 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:13.877 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:39.613161+0000", 2021-03-04T23:36:13.878 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.032624190999999997 2021-03-04T23:36:13.878 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.878 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.879 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:13.879 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:39.645785+0000", 2021-03-04T23:36:13.879 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.1770000000000002e-05 2021-03-04T23:36:13.879 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.879 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.880 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:13.880 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:39.645827+0000", 2021-03-04T23:36:13.880 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6822000000000001e-05 2021-03-04T23:36:13.880 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.881 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.881 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:13.881 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:39.645864+0000", 2021-03-04T23:36:13.881 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.040109169 2021-03-04T23:36:13.881 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.882 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:13.882 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.882 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.882 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.882 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:293820 9.4 9:297b233d:::benchmark_data_gibba011_139107_object140453:head [delete] snapc 0=[] ondisk+write+known_if_redirected e299)", 2021-03-04T23:36:13.883 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:35:40.866398+0000", 2021-03-04T23:36:13.883 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 32.7428831, 2021-03-04T23:36:13.883 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.064062437, 2021-03-04T23:36:13.883 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:13.884 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:13.884 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:13.884 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:13.885 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:13.885 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 293820 2021-03-04T23:36:13.885 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.885 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:13.885 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.886 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:13.886 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:40.866398+0000", 2021-03-04T23:36:13.886 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:13.886 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.886 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.887 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:13.887 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:40.866398+0000", 2021-03-04T23:36:13.887 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6810000000000001e-06 2021-03-04T23:36:13.887 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.888 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.888 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:13.888 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:40.866400+0000", 2021-03-04T23:36:13.888 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.767e-06 2021-03-04T23:36:13.888 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.889 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.889 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:13.889 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:40.866401+0000", 2021-03-04T23:36:13.889 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.217e-06 2021-03-04T23:36:13.889 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.890 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.890 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:13.890 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:40.866411+0000", 2021-03-04T23:36:13.890 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.7469999999999996e-06 2021-03-04T23:36:13.891 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.891 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.891 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:13.891 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:40.866415+0000", 2021-03-04T23:36:13.891 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.1458999999999998e-05 2021-03-04T23:36:13.892 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.892 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.892 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:13.892 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:40.866447+0000", 2021-03-04T23:36:13.893 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000100703 2021-03-04T23:36:13.893 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.893 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.893 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:13.893 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:40.866547+0000", 2021-03-04T23:36:13.894 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00011372800000000001 2021-03-04T23:36:13.894 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.894 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.894 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:36:13.894 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:40.866661+0000", 2021-03-04T23:36:13.895 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002185242 2021-03-04T23:36:13.895 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.895 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.895 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:13.896 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:40.868846+0000", 2021-03-04T23:36:13.896 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000617411 2021-03-04T23:36:13.896 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.896 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.897 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:13.897 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:40.869464+0000", 2021-03-04T23:36:13.897 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.060948961000000003 2021-03-04T23:36:13.897 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.897 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.898 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:13.898 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:40.930413+0000", 2021-03-04T23:36:13.898 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7900999999999999e-05 2021-03-04T23:36:13.899 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.899 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.899 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:13.899 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:40.930441+0000", 2021-03-04T23:36:13.900 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9619999999999998e-05 2021-03-04T23:36:13.900 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.900 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.900 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:13.901 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:35:40.930460+0000", 2021-03-04T23:36:13.901 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.064062437 2021-03-04T23:36:13.901 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.902 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:13.902 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.902 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.902 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.902 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:11980 10.0 e309/305 10:08ba92af:::benchmark_data_gibba011_264195_object11979:head v 309'773, mlcod=309'771)", 2021-03-04T23:36:13.903 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:36:12.907470+0000", 2021-03-04T23:36:13.903 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.70181139299999995, 2021-03-04T23:36:13.903 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.049666696000000003, 2021-03-04T23:36:13.903 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:13.904 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:13.904 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:13.904 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.904 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:13.904 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.907470+0000", 2021-03-04T23:36:13.905 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:13.905 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.905 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.905 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:13.905 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.907470+0000", 2021-03-04T23:36:13.906 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.9296000000000003e-05 2021-03-04T23:36:13.906 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.906 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.906 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:13.907 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.907529+0000", 2021-03-04T23:36:13.907 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5910000000000001e-06 2021-03-04T23:36:13.907 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.907 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.907 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:13.908 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.907530+0000", 2021-03-04T23:36:13.908 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.0430000000000002e-06 2021-03-04T23:36:13.908 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.908 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.908 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:13.909 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.907538+0000", 2021-03-04T23:36:13.909 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.262e-06 2021-03-04T23:36:13.909 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.909 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.909 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:13.910 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.907542+0000", 2021-03-04T23:36:13.910 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4964e-05 2021-03-04T23:36:13.910 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.910 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.911 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:13.911 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.907567+0000", 2021-03-04T23:36:13.911 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1015999999999999e-05 2021-03-04T23:36:13.911 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.911 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.912 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:13.912 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.907578+0000", 2021-03-04T23:36:13.912 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00059351200000000003 2021-03-04T23:36:13.912 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.912 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.913 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:13.913 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.908171+0000", 2021-03-04T23:36:13.913 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.048965012000000002 2021-03-04T23:36:13.913 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.913 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.914 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:13.914 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.957136+0000", 2021-03-04T23:36:13.914 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.049666696000000003 2021-03-04T23:36:13.914 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.915 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:13.915 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.915 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.915 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.915 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:11978 10.b e309/305 10:da2b6eec:::benchmark_data_gibba011_264195_object11977:head v 309'725, mlcod=309'723)", 2021-03-04T23:36:13.916 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:36:12.907549+0000", 2021-03-04T23:36:13.916 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.70173179299999999, 2021-03-04T23:36:13.916 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.050591812999999999, 2021-03-04T23:36:13.916 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:13.916 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:13.917 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:13.917 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.917 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:13.917 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.907549+0000", 2021-03-04T23:36:13.918 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:13.918 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.921 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.923 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:13.923 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.907549+0000", 2021-03-04T23:36:13.923 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.6672999999999999e-05 2021-03-04T23:36:13.924 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.924 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.924 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:13.924 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.907596+0000", 2021-03-04T23:36:13.924 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.477e-06 2021-03-04T23:36:13.925 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.925 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.925 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:13.926 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.907597+0000", 2021-03-04T23:36:13.926 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.5290000000000002e-06 2021-03-04T23:36:13.926 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.926 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.927 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:13.927 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.907602+0000", 2021-03-04T23:36:13.927 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5299999999999999e-06 2021-03-04T23:36:13.927 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.928 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.928 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:13.928 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.907604+0000", 2021-03-04T23:36:13.928 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5876000000000001e-05 2021-03-04T23:36:13.928 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.929 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.929 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:13.929 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.907630+0000", 2021-03-04T23:36:13.929 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.2920000000000001e-06 2021-03-04T23:36:13.929 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.930 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.930 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:13.930 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.907640+0000", 2021-03-04T23:36:13.930 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.050483897999999999 2021-03-04T23:36:13.931 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.931 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.931 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:13.931 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.958123+0000", 2021-03-04T23:36:13.931 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7538e-05 2021-03-04T23:36:13.932 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.932 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.932 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:13.932 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.958141+0000", 2021-03-04T23:36:13.933 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.050591812999999999 2021-03-04T23:36:13.933 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.933 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:13.933 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.933 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.934 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.934 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:11982 10.b e309/305 10:d838aeff:::benchmark_data_gibba011_264195_object11981:head v 309'726, mlcod=309'723)", 2021-03-04T23:36:13.934 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:36:12.907881+0000", 2021-03-04T23:36:13.934 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.70139972299999997, 2021-03-04T23:36:13.935 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.050274133999999998, 2021-03-04T23:36:13.935 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:13.935 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:13.935 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:13.935 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.936 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:13.936 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.907881+0000", 2021-03-04T23:36:13.936 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:13.936 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.936 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.937 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:13.937 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.907881+0000", 2021-03-04T23:36:13.937 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00011265900000000001 2021-03-04T23:36:13.937 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.938 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.938 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:13.938 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.907994+0000", 2021-03-04T23:36:13.938 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.362e-06 2021-03-04T23:36:13.938 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.940 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.940 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:13.940 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.907995+0000", 2021-03-04T23:36:13.940 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.9949999999999996e-06 2021-03-04T23:36:13.940 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.941 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.941 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:13.941 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.908000+0000", 2021-03-04T23:36:13.941 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.897e-06 2021-03-04T23:36:13.943 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.943 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.943 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:13.944 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.908003+0000", 2021-03-04T23:36:13.944 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.049072374000000002 2021-03-04T23:36:13.944 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.944 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.944 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:13.945 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.957076+0000", 2021-03-04T23:36:13.945 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.1420000000000001e-05 2021-03-04T23:36:13.946 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.946 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.946 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:13.947 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.957107+0000", 2021-03-04T23:36:13.947 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001037664 2021-03-04T23:36:13.948 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.948 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.948 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:13.949 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.958145+0000", 2021-03-04T23:36:13.950 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0763e-05 2021-03-04T23:36:13.950 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.950 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.951 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:13.951 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.958155+0000", 2021-03-04T23:36:13.951 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.050274133999999998 2021-03-04T23:36:13.952 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.952 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:13.952 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.953 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.953 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.953 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56212.0:11994 10.2 10:4d9051df:::benchmark_data_gibba011_264195_object11993:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e309)", 2021-03-04T23:36:13.953 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:36:12.910158+0000", 2021-03-04T23:36:13.954 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.69912276799999995, 2021-03-04T23:36:13.954 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.050382205999999999, 2021-03-04T23:36:13.954 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:13.954 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:13.954 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:13.955 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56212", 2021-03-04T23:36:13.955 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:36:13.955 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 11994 2021-03-04T23:36:13.955 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.956 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:13.956 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.957 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:13.957 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.910158+0000", 2021-03-04T23:36:13.957 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:13.957 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.958 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.958 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:13.958 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.910158+0000", 2021-03-04T23:36:13.958 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0366999999999999e-05 2021-03-04T23:36:13.958 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.959 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.959 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:13.960 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.910169+0000", 2021-03-04T23:36:13.960 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9700000000000002e-06 2021-03-04T23:36:13.960 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.961 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.961 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:13.962 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.910171+0000", 2021-03-04T23:36:13.962 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.046921025999999998 2021-03-04T23:36:13.962 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.963 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.963 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:13.963 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.957092+0000", 2021-03-04T23:36:13.963 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.2380000000000003e-06 2021-03-04T23:36:13.964 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.964 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.964 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:13.964 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.957101+0000", 2021-03-04T23:36:13.964 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9495e-05 2021-03-04T23:36:13.965 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.965 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.965 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:13.965 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.957140+0000", 2021-03-04T23:36:13.966 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00013565199999999999 2021-03-04T23:36:13.966 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.966 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.966 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:13.967 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.957276+0000", 2021-03-04T23:36:13.967 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00012553099999999999 2021-03-04T23:36:13.967 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.968 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.968 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:36:13.968 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.957401+0000", 2021-03-04T23:36:13.968 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001945099 2021-03-04T23:36:13.969 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.969 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.969 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:13.969 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.959347+0000", 2021-03-04T23:36:13.969 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.9599999999999995e-06 2021-03-04T23:36:13.970 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.970 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.970 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:13.970 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.959357+0000", 2021-03-04T23:36:13.970 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0011178889999999999 2021-03-04T23:36:13.971 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.971 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.971 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:13.971 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.960474+0000", 2021-03-04T23:36:13.972 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6412000000000001e-05 2021-03-04T23:36:13.972 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.972 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.972 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:13.973 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.960501+0000", 2021-03-04T23:36:13.973 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9567000000000003e-05 2021-03-04T23:36:13.973 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.974 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.974 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:13.974 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.960540+0000", 2021-03-04T23:36:13.974 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.050382205999999999 2021-03-04T23:36:13.975 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.975 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:13.975 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.975 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.975 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.976 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:12007 10.0 e309/305 10:0a0793de:::benchmark_data_gibba011_264195_object12006:head v 309'774, mlcod=309'771)", 2021-03-04T23:36:13.976 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:36:12.913055+0000", 2021-03-04T23:36:13.977 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.69622554199999998, 2021-03-04T23:36:13.977 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.045608531000000001, 2021-03-04T23:36:13.977 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:13.978 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:13.978 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:13.979 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.979 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:13.979 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.913055+0000", 2021-03-04T23:36:13.979 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:13.980 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.980 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.980 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:13.981 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.913055+0000", 2021-03-04T23:36:13.981 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.1062000000000006e-05 2021-03-04T23:36:13.981 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.981 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.982 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:13.982 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.913116+0000", 2021-03-04T23:36:13.982 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6410000000000002e-06 2021-03-04T23:36:13.982 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.983 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.983 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:13.983 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.913119+0000", 2021-03-04T23:36:13.983 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.043948744999999997 2021-03-04T23:36:13.983 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.984 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.984 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:13.984 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.957068+0000", 2021-03-04T23:36:13.984 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5698000000000001e-05 2021-03-04T23:36:13.985 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.985 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.985 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:13.985 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.957084+0000", 2021-03-04T23:36:13.985 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.6917999999999998e-05 2021-03-04T23:36:13.986 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.986 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.986 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:13.987 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.957160+0000", 2021-03-04T23:36:13.987 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6858e-05 2021-03-04T23:36:13.988 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.989 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.989 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:13.989 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.957177+0000", 2021-03-04T23:36:13.989 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0014660249999999999 2021-03-04T23:36:13.990 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.990 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.990 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:13.990 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.958643+0000", 2021-03-04T23:36:13.991 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0584000000000001e-05 2021-03-04T23:36:13.991 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:13.991 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:13.991 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:13.991 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:12.958664+0000", 2021-03-04T23:36:13.992 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.045608531000000001 2021-03-04T23:36:13.992 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.992 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:13.992 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.992 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:13.993 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:13.993 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:36:13.993 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:14.014 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:14.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:14.015 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:14.117 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:14.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:14.138 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:14.138 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:14.239 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:14.258 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:14.259 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:14.260 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:14.361 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:14.364 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 3 16 20614 20598 429.091 369.312 0.00239215 0.00232759 2021-03-04T23:36:14.383 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:14.384 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:14.385 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:14.486 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:14.509 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:14.510 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:14.511 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:14.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:14 gibba038 conmon[76675]: cluster 2021-03-04T23:36:12.750032+0000 mgr.x (mgr.34676) 1037 : cluster [DBG] pgmap v1057: 119 pgs: 119 active+clean; 224 MiB data, 2.7 GiB used, 581 GiB / 588 GiB avail; 28 MiB/s wr, 447 op/s 2021-03-04T23:36:14.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:14 gibba038 conmon[76675]: cluster 2021-03-04T23:36:13.397726+0000 osd.7 (osd.7) 21 : cluster [DBG] 1.14 scrub starts 2021-03-04T23:36:14.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:14 gibba038 conmon[76675]: cluster 2021-03-04T23:36:13.399714+0000 osd.7 (osd.7) 22 : cluster [DBG] 1.14 scrub ok 2021-03-04T23:36:14.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:14 gibba038 conmon[76675]: 2021-03-04T23:36:14.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:14 gibba011 conmon[95595]: cluster 2021-03-04T23:36:12.750032+0000 mgr.x (mgr.34676) 1037 : cluster [DBG] pgmap v1057: 119 pgs: 119 active+clean; 224 MiB data, 2.7 GiB used, 581 GiB / 588 GiB avail; 28 MiB/s wr, 447 op/s 2021-03-04T23:36:14.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:14 gibba011 conmon[95595]: cluster 2021-03-04T23:36:13.397726+0000 osd.7 (osd.7) 21 : cluster [DBG] 1.14 scrub starts 2021-03-04T23:36:14.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:14 gibba011 conmon[95595]: cluster 2021-03-04T23:36:13.399714+0000 osd.7 (osd.7) 22 : cluster [DBG] 1.14 scrub ok 2021-03-04T23:36:14.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:14 gibba011 conmon[99461]: cluster 2021-03-04T23:36:12.750032+0000 mgr.x (mgr.34676) 1037 : cluster [DBG] pgmap v1057: 119 pgs: 119 active+clean; 224 MiB data, 2.7 GiB used, 581 GiB / 588 GiB avail; 28 MiB/s wr, 447 op/s 2021-03-04T23:36:14.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:14 gibba011 conmon[99461]: cluster 2021-03-04T23:36:13.397726+0000 osd.7 (osd.7) 21 : cluster [DBG] 1.14 scrub starts 2021-03-04T23:36:14.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:14 gibba011 conmon[99461]: cluster 2021-03-04T23:36:13.399714+0000 osd.7 (osd.7) 22 : cluster [DBG] 1.14 scrub ok 2021-03-04T23:36:14.613 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:14.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:14.639 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:14.640 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:14.741 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:14.760 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:14.761 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:14.761 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:14.862 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:14.888 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:14.890 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:14.890 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:14.992 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:15.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:15.018 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:15.019 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:15.121 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:15.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:15.142 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:15.142 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:15.186 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:36:15.187 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:36:15.244 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:15.267 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:15.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:15.268 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:15.332 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:15.336 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:15.365 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 4 16 25375 25359 396.203 297.562 0.00423411 0.00252128 2021-03-04T23:36:15.370 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:15.389 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:15.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:15.390 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:15.492 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:15.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:15.516 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:15.516 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:15.618 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:15.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:15.645 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:15.646 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:15.747 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:15.771 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:15.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:15.772 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:15.873 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:15.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:15.893 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:15.894 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:15.995 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:16.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:16.019 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:16.019 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:16.121 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:16.140 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:16.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:16.142 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:16.244 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:16.251 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-03-04T23:36:16.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:16.269 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:16.270 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:16.365 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 5 16 29982 29966 374.546 287.938 0.00415593 0.00266705 2021-03-04T23:36:16.379 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:16.404 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:16.405 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:16.405 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:16.409 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:16.464 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:16 gibba011 conmon[95595]: cluster 2021-03-04T23:36:14.750420+0000 mgr.x (mgr.34676) 1038 : cluster [DBG] 2021-03-04T23:36:16.465 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:16 gibba011 conmon[95595]: pgmap v1058: 119 pgs: 119 active+clean; 579 MiB data, 3.7 GiB used, 580 GiB / 588 GiB avail; 72 MiB/s wr, 1.16k op/s 2021-03-04T23:36:16.465 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:16 gibba011 conmon[99461]: cluster 2021-03-04T23:36:14.750420+0000 mgr.x (mgr.34676) 1038 : cluster [DBG] pgmap v1058: 119 pgs: 119 active+clean; 579 MiB data, 3.7 GiB used, 580 GiB / 588 GiB avail; 72 MiB/s wr, 1.16k op/s 2021-03-04T23:36:16.506 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:16.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:16.532 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:16.532 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:16.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:16 gibba038 conmon[76675]: cluster 2021-03-04T23:36:14.750420+0000 mgr.x (mgr.34676) 1038 : cluster [DBG] 2021-03-04T23:36:16.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:16 gibba038 conmon[76675]: pgmap v1058: 119 pgs: 119 active+clean; 579 MiB data, 3.7 GiB used, 580 GiB / 588 GiB avail; 72 MiB/s wr, 1.16k op/s 2021-03-04T23:36:16.633 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:16.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:16.656 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:16.656 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:16.758 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:16.781 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:16.782 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:16.783 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:16.884 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:16.907 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:16.908 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:16.908 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:17.009 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:17.032 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:17.033 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:17.034 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:17.136 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:17.156 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:17.157 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:17.157 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:17.190 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:36:17.193 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:36:17.259 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:17.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:17.280 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:17.281 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:17.365 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 6 16 34268 34252 356.764 267.875 0.00465842 0.00279987 2021-03-04T23:36:17.383 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:17.405 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:17.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:17.406 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:17.499 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:17 gibba011 conmon[95595]: cluster 2021-03-04T23:36:15.867357+0000 osd.6 (osd.6) 185 : cluster [DBG] 1.7 scrub starts 2021-03-04T23:36:17.499 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:17 gibba011 conmon[95595]: cluster 2021-03-04T23:36:15.868568+0000 osd.6 (osd.6) 186 : cluster [DBG] 1.7 scrub ok 2021-03-04T23:36:17.500 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:17 gibba011 conmon[95595]: audit 2021-03-04T23:36:16.488024+0000 mon.c (mon.1) 414 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 5]}]: dispatch 2021-03-04T23:36:17.500 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:17 gibba011 conmon[95595]: audit 2021-03-04T23:36:16.488217+0000 mon.c (mon.1) 415 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-03-04T23:36:17.501 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:17 gibba011 conmon[95595]: audit 2021-03-04T23:36:16.488347+0000 mon.a (mon.0) 1418 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 5]}]: dispatch 2021-03-04T23:36:17.501 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:17 gibba011 conmon[95595]: audit 2021-03-04T23:36:16.488599+0000 mon.a (mon.0) 1419 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-03-04T23:36:17.501 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:17 gibba011 conmon[95595]: 2021-03-04T23:36:17.502 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:17 gibba011 conmon[95595]: audit 2021-03-04T23:36:16.649876+0000 mon.c (mon.1) 416 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:36:17.502 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:17 gibba011 conmon[95595]: audit 2021-03-04T23:36:16.650176+0000 mon.a (mon.0) 1420 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:36:17.503 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:17 gibba011 conmon[99461]: cluster 2021-03-04T23:36:15.867357+0000 osd.6 (osd.6) 185 : cluster [DBG] 1.7 scrub starts 2021-03-04T23:36:17.503 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:17 gibba011 conmon[99461]: cluster 2021-03-04T23:36:15.868568+0000 osd.6 (osd.6) 186 : cluster [DBG] 1.7 scrub ok 2021-03-04T23:36:17.504 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:17 gibba011 conmon[99461]: audit 2021-03-04T23:36:16.488024+0000 mon.c (mon.1) 414 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 5]}]: dispatch 2021-03-04T23:36:17.504 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:17 gibba011 conmon[99461]: audit 2021-03-04T23:36:16.488217+0000 mon.c (mon.1) 415 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-03-04T23:36:17.505 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:17 gibba011 conmon[99461]: audit 2021-03-04T23:36:16.488347+0000 mon.a (mon.0) 1418 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 5]}]: dispatch 2021-03-04T23:36:17.505 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:17 gibba011 conmon[99461]: audit 2021-03-04T23:36:16.488599+0000 mon.a (mon.0) 1419 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-03-04T23:36:17.505 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:17 gibba011 conmon[99461]: audit 2021-03-04T23:36:16.649876+0000 mon.c (mon.1) 416 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:36:17.507 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:17 gibba011 conmon[99461]: audit 2021-03-04T23:36:16.650176+0000 mon.a (mon.0) 1420 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:36:17.508 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:17.529 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:17.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:17.531 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:17.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:17 gibba038 conmon[76675]: cluster 2021-03-04T23:36:15.867357+0000 osd.6 (osd.6) 185 : cluster 2021-03-04T23:36:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:17 gibba038 conmon[76675]: [DBG] 1.7 scrub starts 2021-03-04T23:36:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:17 gibba038 conmon[76675]: cluster 2021-03-04T23:36:15.868568+0000 osd.6 (osd.6) 186 : cluster [DBG] 1.7 scrub ok 2021-03-04T23:36:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:17 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:36:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:17 gibba038 conmon[76675]: 04T23:36:16.488024+0000 mon.c (mon.1) 414 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 5]}]: dispatch 2021-03-04T23:36:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:17 gibba038 conmon[76675]: audit 2021-03-04T23:36: 2021-03-04T23:36:17.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:17 gibba038 conmon[76675]: 16.488217+0000 mon.c (mon.1) 415 : audit [INF] 2021-03-04T23:36:17.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:17 gibba038 conmon[76675]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-03-04T23:36:17.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:17 gibba038 conmon[76675]: audit 2021-03-04 2021-03-04T23:36:17.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:17 gibba038 conmon[76675]: T23:36:16.488347+0000 mon.a (mon.0 2021-03-04T23:36:17.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:17 gibba038 conmon[76675]: ) 1418 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 5]}]: dispatch 2021-03-04T23:36:17.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:17 gibba038 conmon[76675]: audit 2021-03-04T23:36:16.488599+0000 mon.a 2021-03-04T23:36:17.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:17 gibba038 conmon[76675]: (mon.0) 1419 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2021-03-04T23:36:17.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:17 gibba038 conmon[76675]: audit 2021-03-04T23:36:17.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:17 gibba038 conmon[76675]: 2021-03-04T23:36:16.649876+0000 mon.c ( 2021-03-04T23:36:17.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:17 gibba038 conmon[76675]: mon.1) 416 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:36:17.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:17 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:36:17.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:17 gibba038 conmon[76675]: 03-04T23:36:16.650176+0000 mon.a (mon 2021-03-04T23:36:17.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:17 gibba038 conmon[76675]: .0) 1420 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:36:17.632 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:17.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:17.652 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:17.653 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:17.754 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:17.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:17.779 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:17.779 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:17.881 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:17.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:17.900 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:17.900 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:18.175 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:18.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:18.199 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:18.200 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:18.301 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:18.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:18.324 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:18.325 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:18.365 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 7 16 37749 37733 336.876 217.562 0.00353399 0.00296568 2021-03-04T23:36:18.426 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:18.446 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:18.447 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:18.448 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:18.549 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:18.569 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:18.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:18.571 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:18.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:18 gibba038 conmon[76675]: cluster 2021-03-04T23:36:16.750781+0000 mgr.x (mgr.34676) 2021-03-04T23:36:18.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:18 gibba038 conmon[76675]: 1039 : cluster [DBG] pgmap v1059: 119 pgs: 119 active+clean; 675 MiB data, 3.9 GiB used, 580 GiB / 588 GiB avail; 84 MiB/s wr, 1.35k op/s 2021-03-04T23:36:18.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:18 gibba038 conmon[76675]: audit 2021-03-04T23:36:17.174483+0000 mgr.x (mgr.34676) 1040 : audit [DBG] from='client.56218 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:36:18.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:18 gibba011 conmon[95595]: cluster 2021-03-04T23:36:16.750781+0000 mgr.x (mgr.34676) 1039 : cluster [DBG] pgmap v1059: 119 pgs: 119 active+clean; 675 MiB data, 3.9 GiB used, 580 GiB / 588 GiB avail; 84 MiB/s wr, 1.35k op/s 2021-03-04T23:36:18.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:18 gibba011 conmon[95595]: audit 2021-03-04T23:36:17.174483+0000 mgr.x (mgr.34676) 1040 : audit [DBG] from='client.56218 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:36:18.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:18 gibba011 conmon[99461]: cluster 2021-03-04T23:36:16.750781+0000 mgr.x (mgr.34676) 1039 : cluster [DBG] 2021-03-04T23:36:18.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:18 gibba011 conmon[99461]: pgmap v1059: 119 pgs: 119 active+clean; 675 MiB data, 3.9 GiB used, 580 GiB / 588 GiB avail; 84 MiB/s wr, 1.35k op/s 2021-03-04T23:36:18.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:18 gibba011 conmon[99461]: audit 2021-03-04T23:36:17.174483+0000 mgr.x (mgr.34676) 1040 : audit [DBG] from='client.56218 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:36:18.672 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:18.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:18.697 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:18.697 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:18.799 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:18.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:18.823 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:18.823 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:18.928 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:18.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:18.953 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:18.953 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:19.055 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:19.080 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:19.081 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:19.081 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:19.183 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:19.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:19.216 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:19.217 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:19.318 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:19.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:19.348 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:19.349 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:19.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:19 gibba011 conmon[95595]: cluster 2021-03-04T23:36:18.290101+0000 osd.7 (osd.7) 23 : cluster [DBG] 1.d deep-scrub starts 2021-03-04T23:36:19.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:19 gibba011 conmon[95595]: cluster 2021-03-04T23:36:18.290802+0000 osd.7 (osd.7) 24 : cluster [DBG] 1.d deep-scrub ok 2021-03-04T23:36:19.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:19 gibba011 conmon[99461]: cluster 2021-03-04T23:36:18.290101+0000 osd.7 (osd.7) 23 : cluster [DBG] 2021-03-04T23:36:19.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:19 gibba011 conmon[99461]: 1.d deep-scrub starts 2021-03-04T23:36:19.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:19 gibba011 conmon[99461]: cluster 2021-03-04T23:36:18.290802+0000 osd.7 (osd.7) 24 : cluster [DBG] 1.d deep-scrub ok 2021-03-04T23:36:19.365 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 8 16 41377 41361 323.108 226.75 0.00158768 0.00308843 2021-03-04T23:36:19.450 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:19.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:19.475 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:19.475 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:19.577 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:19.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:19 gibba038 conmon[76675]: cluster 2021-03-04T23:36:18.290101+0000 osd.7 (osd.7) 23 : cluster [DBG] 1.d deep-scrub starts 2021-03-04T23:36:19.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:19 gibba038 conmon[76675]: cluster 2021-03-04T23:36:18.290802+0000 osd.7 (osd.7) 24 : cluster [DBG] 1.d deep-scrub ok 2021-03-04T23:36:19.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:19.601 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:19.601 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:19.702 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:19.723 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:19.724 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:19.725 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:19.828 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:19.841 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":1059,"stamp":"2021-03-04T23:36:16.750566+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":707661096,"num_objects":10820,"num_object_clones":0,"num_object_copies":32460,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10820,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10850,"num_write_kb":691092,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":10844,"ondisk_log_size":10844,"up":357,"acting":357,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":8318696,"kb_used_data":3625008,"kb_used_omap":7911,"kb_used_meta":4685720,"kb_avail":608243992,"statfs":{"total":631360192512,"available":622841847808,"internally_reserved":4294967296,"allocated":3712008192,"data_stored":3701481770,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8101805,"internal_metadata":4798177363},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[11,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":707657728,"num_objects":10798,"num_object_clones":0,"num_object_copies":32394,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10798,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10798,"num_write_kb":691072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001622"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"354","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.159917+0000","last_change":"2021-03-04T23:32:26.240995+0000","last_active":"2021-03-04T23:36:09.159917+0000","last_peered":"2021-03-04T23:36:09.159917+0000","last_clean":"2021-03-04T23:36:09.159917+0000","last_became_active":"2021-03-04T23:32:26.240606+0000","last_became_peered":"2021-03-04T23:32:26.240606+0000","last_unstale":"2021-03-04T23:36:09.159917+0000","last_undegraded":"2021-03-04T23:36:09.159917+0000","last_fullsized":"2021-03-04T23:36:09.159917+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"96","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627590+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:36:09.627590+0000","last_peered":"2021-03-04T23:36:09.627590+0000","last_clean":"2021-03-04T23:36:09.627590+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:36:09.627590+0000","last_undegraded":"2021-03-04T23:36:09.627590+0000","last_fullsized":"2021-03-04T23:36:09.627590+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"52","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140359+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:36:09.140359+0000","last_peered":"2021-03-04T23:36:09.140359+0000","last_clean":"2021-03-04T23:36:09.140359+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:36:09.140359+0000","last_undegraded":"2021-03-04T23:36:09.140359+0000","last_fullsized":"2021-03-04T23:36:09.140359+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"330","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627724+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:36:09.627724+0000","last_peered":"2021-03-04T23:36:09.627724+0000","last_clean":"2021-03-04T23:36:09.627724+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:36:09.627724+0000","last_undegraded":"2021-03-04T23:36:09.627724+0000","last_fullsized":"2021-03-04T23:36:09.627724+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"114","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627118+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:36:09.627118+0000","last_peered":"2021-03-04T23:36:09.627118+0000","last_clean":"2021-03-04T23:36:09.627118+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:36:09.627118+0000","last_undegraded":"2021-03-04T23:36:09.627118+0000","last_fullsized":"2021-03-04T23:36:09.627118+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"57","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627850+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:36:09.627850+0000","last_peered":"2021-03-04T23:36:09.627850+0000","last_clean":"2021-03-04T23:36:09.627850+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:36:09.627850+0000","last_undegraded":"2021-03-04T23:36:09.627850+0000","last_fullsized":"2021-03-04T23:36:09.627850+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"302","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627761+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:36:09.627761+0000","last_peered":"2021-03-04T23:36:09.627761+0000","last_clean":"2021-03-04T23:36:09.627761+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:36:09.627761+0000","last_undegraded":"2021-03-04T23:36:09.627761+0000","last_fullsized":"2021-03-04T23:36:09.627761+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"114","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627204+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:36:09.627204+0000","last_peered":"2021-03-04T23:36:09.627204+0000","last_clean":"2021-03-04T23:36:09.627204+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:36:09.627204+0000","last_undegraded":"2021-03-04T23:36:09.627204+0000","last_fullsized":"2021-03-04T23:36:09.627204+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"109","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.141334+0000","last_change":"2021-03-04T23:35:58.102514+0000","last_active":"2021-03-04T23:36:09.141334+0000","last_peered":"2021-03-04T23:36:09.141334+0000","last_clean":"2021-03-04T23:36:09.141334+0000","last_became_active":"2021-03-04T23:35:58.102172+0000","last_became_peered":"2021-03-04T23:35:58.102172+0000","last_unstale":"2021-03-04T23:36:09.141334+0000","last_undegraded":"2021-03-04T23:36:09.141334+0000","last_fullsized":"2021-03-04T23:36:09.141334+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"351","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.320974+0000","last_change":"2021-03-04T23:32:26.243636+0000","last_active":"2021-03-04T23:36:09.320974+0000","last_peered":"2021-03-04T23:36:09.320974+0000","last_clean":"2021-03-04T23:36:09.320974+0000","last_became_active":"2021-03-04T23:32:26.243433+0000","last_became_peered":"2021-03-04T23:32:26.243433+0000","last_unstale":"2021-03-04T23:36:09.320974+0000","last_undegraded":"2021-03-04T23:36:09.320974+0000","last_fullsized":"2021-03-04T23:36:09.320974+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"116","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627360+0000","last_change":"2021-03-04T23:32:18.988970+0000","last_active":"2021-03-04T23:36:09.627360+0000","last_peered":"2021-03-04T23:36:09.627360+0000","last_clean":"2021-03-04T23:36:09.627360+0000","last_became_active":"2021-03-04T23:32:18.988819+0000","last_became_peered":"2021-03-04T23:32:18.988819+0000","last_unstale":"2021-03-04T23:36:09.627360+0000","last_undegraded":"2021-03-04T23:36:09.627360+0000","last_fullsized":"2021-03-04T23:36:09.627360+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"88","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.141371+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:36:09.141371+0000","last_peered":"2021-03-04T23:36:09.141371+0000","last_clean":"2021-03-04T23:36:09.141371+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:36:09.141371+0000","last_undegraded":"2021-03-04T23:36:09.141371+0000","last_fullsized":"2021-03-04T23:36:09.141371+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"52","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140450+0000","last_change":"2021-03-04T23:32:26.241627+0000","last_active":"2021-03-04T23:36:09.140450+0000","last_peered":"2021-03-04T23:36:09.140450+0000","last_clean":"2021-03-04T23:36:09.140450+0000","last_became_active":"2021-03-04T23:32:26.241358+0000","last_became_peered":"2021-03-04T23:32:26.241358+0000","last_unstale":"2021-03-04T23:36:09.140450+0000","last_undegraded":"2021-03-04T23:36:09.140450+0000","last_fullsized":"2021-03-04T23:36:09.140450+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"352","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.159974+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:36:09.159974+0000","last_peered":"2021-03-04T23:36:09.159974+0000","last_clean":"2021-03-04T23:36:09.159974+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:36:09.159974+0000","last_undegraded":"2021-03-04T23:36:09.159974+0000","last_fullsized":"2021-03-04T23:36:09.159974+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"331","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.160090+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:36:09.160090+0000","last_peered":"2021-03-04T23:36:09.160090+0000","last_clean":"2021-03-04T23:36:09.160090+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:36:09.160090+0000","last_undegraded":"2021-03-04T23:36:09.160090+0000","last_fullsized":"2021-03-04T23:36:09.160090+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"16","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.320684+0000","last_change":"2021-03-04T23:35:58.152057+0000","last_active":"2021-03-04T23:36:09.320684+0000","last_peered":"2021-03-04T23:36:09.320684+0000","last_clean":"2021-03-04T23:36:09.320684+0000","last_became_active":"2021-03-04T23:35:58.151766+0000","last_became_peered":"2021-03-04T23:35:58.151766+0000","last_unstale":"2021-03-04T23:36:09.320684+0000","last_undegraded":"2021-03-04T23:36:09.320684+0000","last_fullsized":"2021-03-04T23:36:09.320684+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"110","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.141288+0000","last_change":"2021-03-04T23:32:19.165859+0000","last_active":"2021-03-04T23:36:09.141288+0000","last_peered":"2021-03-04T23:36:09.141288+0000","last_clean":"2021-03-04T23:36:09.141288+0000","last_became_active":"2021-03-04T23:32:19.018621+0000","last_became_peered":"2021-03-04T23:32:19.018621+0000","last_unstale":"2021-03-04T23:36:09.141288+0000","last_undegraded":"2021-03-04T23:36:09.141288+0000","last_fullsized":"2021-03-04T23:36:09.141288+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"132","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627590+0000","last_change":"2021-03-04T23:32:26.238976+0000","last_active":"2021-03-04T23:36:09.627590+0000","last_peered":"2021-03-04T23:36:09.627590+0000","last_clean":"2021-03-04T23:36:09.627590+0000","last_became_active":"2021-03-04T23:32:26.238739+0000","last_became_peered":"2021-03-04T23:32:26.238739+0000","last_unstale":"2021-03-04T23:36:09.627590+0000","last_undegraded":"2021-03-04T23:36:09.627590+0000","last_fullsized":"2021-03-04T23:36:09.627590+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"16","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.320460+0000","last_change":"2021-03-04T23:35:58.105041+0000","last_active":"2021-03-04T23:36:09.320460+0000","last_peered":"2021-03-04T23:36:09.320460+0000","last_clean":"2021-03-04T23:36:09.320460+0000","last_became_active":"2021-03-04T23:35:58.104659+0000","last_became_peered":"2021-03-04T23:35:58.104659+0000","last_unstale":"2021-03-04T23:36:09.320460+0000","last_undegraded":"2021-03-04T23:36:09.320460+0000","last_fullsized":"2021-03-04T23:36:09.320460+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"328","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.141136+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:36:09.141136+0000","last_peered":"2021-03-04T23:36:09.141136+0000","last_clean":"2021-03-04T23:36:09.141136+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:36:09.141136+0000","last_undegraded":"2021-03-04T23:36:09.141136+0000","last_fullsized":"2021-03-04T23:36:09.141136+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"314","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.320976+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:36:09.320976+0000","last_peered":"2021-03-04T23:36:09.320976+0000","last_clean":"2021-03-04T23:36:09.320976+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:36:09.320976+0000","last_undegraded":"2021-03-04T23:36:09.320976+0000","last_fullsized":"2021-03-04T23:36:09.320976+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"16","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140560+0000","last_change":"2021-03-04T23:35:58.102333+0000","last_active":"2021-03-04T23:36:09.140560+0000","last_peered":"2021-03-04T23:36:09.140560+0000","last_clean":"2021-03-04T23:36:09.140560+0000","last_became_active":"2021-03-04T23:35:58.102145+0000","last_became_peered":"2021-03-04T23:35:58.102145+0000","last_unstale":"2021-03-04T23:36:09.140560+0000","last_undegraded":"2021-03-04T23:36:09.140560+0000","last_fullsized":"2021-03-04T23:36:09.140560+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"63","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140285+0000","last_change":"2021-03-04T23:36:06.013161+0000","last_active":"2021-03-04T23:36:09.140285+0000","last_peered":"2021-03-04T23:36:09.140285+0000","last_clean":"2021-03-04T23:36:09.140285+0000","last_became_active":"2021-03-04T23:35:58.150878+0000","last_became_peered":"2021-03-04T23:35:58.150878+0000","last_unstale":"2021-03-04T23:36:09.140285+0000","last_undegraded":"2021-03-04T23:36:09.140285+0000","last_fullsized":"2021-03-04T23:36:09.140285+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:06.013122+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:06.013122+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"287","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.141194+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:36:09.141194+0000","last_peered":"2021-03-04T23:36:09.141194+0000","last_clean":"2021-03-04T23:36:09.141194+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:36:09.141194+0000","last_undegraded":"2021-03-04T23:36:09.141194+0000","last_fullsized":"2021-03-04T23:36:09.141194+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"312","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627606+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:36:09.627606+0000","last_peered":"2021-03-04T23:36:09.627606+0000","last_clean":"2021-03-04T23:36:09.627606+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:36:09.627606+0000","last_undegraded":"2021-03-04T23:36:09.627606+0000","last_fullsized":"2021-03-04T23:36:09.627606+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"16","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.320665+0000","last_change":"2021-03-04T23:35:58.105058+0000","last_active":"2021-03-04T23:36:09.320665+0000","last_peered":"2021-03-04T23:36:09.320665+0000","last_clean":"2021-03-04T23:36:09.320665+0000","last_became_active":"2021-03-04T23:35:58.104683+0000","last_became_peered":"2021-03-04T23:35:58.104683+0000","last_unstale":"2021-03-04T23:36:09.320665+0000","last_undegraded":"2021-03-04T23:36:09.320665+0000","last_fullsized":"2021-03-04T23:36:09.320665+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"18","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.861599+0000","last_change":"2021-03-04T23:36:09.861599+0000","last_active":"2021-03-04T23:36:09.861599+0000","last_peered":"2021-03-04T23:36:09.861599+0000","last_clean":"2021-03-04T23:36:09.861599+0000","last_became_active":"2021-03-04T23:35:58.103257+0000","last_became_peered":"2021-03-04T23:35:58.103257+0000","last_unstale":"2021-03-04T23:36:09.861599+0000","last_undegraded":"2021-03-04T23:36:09.861599+0000","last_fullsized":"2021-03-04T23:36:09.861599+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:09.861569+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:09.861569+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"198","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627715+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:36:09.627715+0000","last_peered":"2021-03-04T23:36:09.627715+0000","last_clean":"2021-03-04T23:36:09.627715+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:36:09.627715+0000","last_undegraded":"2021-03-04T23:36:09.627715+0000","last_fullsized":"2021-03-04T23:36:09.627715+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"114","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627881+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:36:09.627881+0000","last_peered":"2021-03-04T23:36:09.627881+0000","last_clean":"2021-03-04T23:36:09.627881+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:36:09.627881+0000","last_undegraded":"2021-03-04T23:36:09.627881+0000","last_fullsized":"2021-03-04T23:36:09.627881+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"309'1034","reported_seq":"1046","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:13.741722+0000","last_change":"2021-03-04T23:36:03.122468+0000","last_active":"2021-03-04T23:36:13.741722+0000","last_peered":"2021-03-04T23:36:13.741722+0000","last_clean":"2021-03-04T23:36:13.741722+0000","last_became_active":"2021-03-04T23:36:03.122279+0000","last_became_peered":"2021-03-04T23:36:03.122279+0000","last_unstale":"2021-03-04T23:36:13.741722+0000","last_undegraded":"2021-03-04T23:36:13.741722+0000","last_fullsized":"2021-03-04T23:36:13.741722+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":1034,"ondisk_log_size":1034,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":67764224,"num_objects":1034,"num_object_clones":0,"num_object_copies":3102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1034,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1034,"num_write_kb":66176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"109","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.141469+0000","last_change":"2021-03-04T23:35:58.103806+0000","last_active":"2021-03-04T23:36:09.141469+0000","last_peered":"2021-03-04T23:36:09.141469+0000","last_clean":"2021-03-04T23:36:09.141469+0000","last_became_active":"2021-03-04T23:35:58.103513+0000","last_became_peered":"2021-03-04T23:35:58.103513+0000","last_unstale":"2021-03-04T23:36:09.141469+0000","last_undegraded":"2021-03-04T23:36:09.141469+0000","last_fullsized":"2021-03-04T23:36:09.141469+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"21","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627776+0000","last_change":"2021-03-04T23:36:05.727539+0000","last_active":"2021-03-04T23:36:09.627776+0000","last_peered":"2021-03-04T23:36:09.627776+0000","last_clean":"2021-03-04T23:36:09.627776+0000","last_became_active":"2021-03-04T23:35:58.102462+0000","last_became_peered":"2021-03-04T23:35:58.102462+0000","last_unstale":"2021-03-04T23:36:09.627776+0000","last_undegraded":"2021-03-04T23:36:09.627776+0000","last_fullsized":"2021-03-04T23:36:09.627776+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:05.727498+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:05.727498+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"86","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.141488+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:36:09.141488+0000","last_peered":"2021-03-04T23:36:09.141488+0000","last_clean":"2021-03-04T23:36:09.141488+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:36:09.141488+0000","last_undegraded":"2021-03-04T23:36:09.141488+0000","last_fullsized":"2021-03-04T23:36:09.141488+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"317","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.320566+0000","last_change":"2021-03-04T23:32:18.976569+0000","last_active":"2021-03-04T23:36:09.320566+0000","last_peered":"2021-03-04T23:36:09.320566+0000","last_clean":"2021-03-04T23:36:09.320566+0000","last_became_active":"2021-03-04T23:32:18.976326+0000","last_became_peered":"2021-03-04T23:32:18.976326+0000","last_unstale":"2021-03-04T23:36:09.320566+0000","last_undegraded":"2021-03-04T23:36:09.320566+0000","last_fullsized":"2021-03-04T23:36:09.320566+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"309'274","reported_seq":"286","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.883137+0000","last_change":"2021-03-04T23:36:03.219514+0000","last_active":"2021-03-04T23:36:11.883137+0000","last_peered":"2021-03-04T23:36:11.883137+0000","last_clean":"2021-03-04T23:36:11.883137+0000","last_became_active":"2021-03-04T23:36:03.219270+0000","last_became_peered":"2021-03-04T23:36:03.219270+0000","last_unstale":"2021-03-04T23:36:11.883137+0000","last_undegraded":"2021-03-04T23:36:11.883137+0000","last_fullsized":"2021-03-04T23:36:11.883137+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":274,"ondisk_log_size":274,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":17956864,"num_objects":274,"num_object_clones":0,"num_object_copies":822,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":274,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":274,"num_write_kb":17536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"21","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627437+0000","last_change":"2021-03-04T23:36:06.704767+0000","last_active":"2021-03-04T23:36:09.627437+0000","last_peered":"2021-03-04T23:36:09.627437+0000","last_clean":"2021-03-04T23:36:09.627437+0000","last_became_active":"2021-03-04T23:35:58.150875+0000","last_became_peered":"2021-03-04T23:35:58.150875+0000","last_unstale":"2021-03-04T23:36:09.627437+0000","last_undegraded":"2021-03-04T23:36:09.627437+0000","last_fullsized":"2021-03-04T23:36:09.627437+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:06.704725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:06.704725+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"19","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.160134+0000","last_change":"2021-03-04T23:36:09.159309+0000","last_active":"2021-03-04T23:36:09.160134+0000","last_peered":"2021-03-04T23:36:09.160134+0000","last_clean":"2021-03-04T23:36:09.160134+0000","last_became_active":"2021-03-04T23:35:58.151660+0000","last_became_peered":"2021-03-04T23:35:58.151660+0000","last_unstale":"2021-03-04T23:36:09.160134+0000","last_undegraded":"2021-03-04T23:36:09.160134+0000","last_fullsized":"2021-03-04T23:36:09.160134+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:09.159279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:09.159279+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"86","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.141474+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:36:09.141474+0000","last_peered":"2021-03-04T23:36:09.141474+0000","last_clean":"2021-03-04T23:36:09.141474+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:36:09.141474+0000","last_undegraded":"2021-03-04T23:36:09.141474+0000","last_fullsized":"2021-03-04T23:36:09.141474+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"379","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.159930+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:36:09.159930+0000","last_peered":"2021-03-04T23:36:09.159930+0000","last_clean":"2021-03-04T23:36:09.159930+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:36:09.159930+0000","last_undegraded":"2021-03-04T23:36:09.159930+0000","last_fullsized":"2021-03-04T23:36:09.159930+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"309'829","reported_seq":"841","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:13.182157+0000","last_change":"2021-03-04T23:36:03.219254+0000","last_active":"2021-03-04T23:36:13.182157+0000","last_peered":"2021-03-04T23:36:13.182157+0000","last_clean":"2021-03-04T23:36:13.182157+0000","last_became_active":"2021-03-04T23:36:03.219074+0000","last_became_peered":"2021-03-04T23:36:03.219074+0000","last_unstale":"2021-03-04T23:36:13.182157+0000","last_undegraded":"2021-03-04T23:36:13.182157+0000","last_fullsized":"2021-03-04T23:36:13.182157+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":829,"ondisk_log_size":829,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":54329344,"num_objects":829,"num_object_clones":0,"num_object_copies":2487,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":829,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":829,"num_write_kb":53056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"60","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627965+0000","last_change":"2021-03-04T23:35:58.105613+0000","last_active":"2021-03-04T23:36:09.627965+0000","last_peered":"2021-03-04T23:36:09.627965+0000","last_clean":"2021-03-04T23:36:09.627965+0000","last_became_active":"2021-03-04T23:35:58.105285+0000","last_became_peered":"2021-03-04T23:35:58.105285+0000","last_unstale":"2021-03-04T23:36:09.627965+0000","last_undegraded":"2021-03-04T23:36:09.627965+0000","last_fullsized":"2021-03-04T23:36:09.627965+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"16","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.320791+0000","last_change":"2021-03-04T23:35:58.151370+0000","last_active":"2021-03-04T23:36:09.320791+0000","last_peered":"2021-03-04T23:36:09.320791+0000","last_clean":"2021-03-04T23:36:09.320791+0000","last_became_active":"2021-03-04T23:35:58.151021+0000","last_became_peered":"2021-03-04T23:35:58.151021+0000","last_unstale":"2021-03-04T23:36:09.320791+0000","last_undegraded":"2021-03-04T23:36:09.320791+0000","last_fullsized":"2021-03-04T23:36:09.320791+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"86","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.141458+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:36:09.141458+0000","last_peered":"2021-03-04T23:36:09.141458+0000","last_clean":"2021-03-04T23:36:09.141458+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:36:09.141458+0000","last_undegraded":"2021-03-04T23:36:09.141458+0000","last_fullsized":"2021-03-04T23:36:09.141458+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"57","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627554+0000","last_change":"2021-03-04T23:32:18.980591+0000","last_active":"2021-03-04T23:36:09.627554+0000","last_peered":"2021-03-04T23:36:09.627554+0000","last_clean":"2021-03-04T23:36:09.627554+0000","last_became_active":"2021-03-04T23:32:18.980308+0000","last_became_peered":"2021-03-04T23:32:18.980308+0000","last_unstale":"2021-03-04T23:36:09.627554+0000","last_undegraded":"2021-03-04T23:36:09.627554+0000","last_fullsized":"2021-03-04T23:36:09.627554+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"309'826","reported_seq":"838","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:13.180395+0000","last_change":"2021-03-04T23:36:03.219118+0000","last_active":"2021-03-04T23:36:13.180395+0000","last_peered":"2021-03-04T23:36:13.180395+0000","last_clean":"2021-03-04T23:36:13.180395+0000","last_became_active":"2021-03-04T23:36:03.218902+0000","last_became_peered":"2021-03-04T23:36:03.218902+0000","last_unstale":"2021-03-04T23:36:13.180395+0000","last_undegraded":"2021-03-04T23:36:13.180395+0000","last_fullsized":"2021-03-04T23:36:13.180395+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":826,"ondisk_log_size":826,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":54132736,"num_objects":826,"num_object_clones":0,"num_object_copies":2478,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":826,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":826,"num_write_kb":52864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"19","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.160084+0000","last_change":"2021-03-04T23:36:02.165104+0000","last_active":"2021-03-04T23:36:09.160084+0000","last_peered":"2021-03-04T23:36:09.160084+0000","last_clean":"2021-03-04T23:36:09.160084+0000","last_became_active":"2021-03-04T23:35:58.102602+0000","last_became_peered":"2021-03-04T23:35:58.102602+0000","last_unstale":"2021-03-04T23:36:09.160084+0000","last_undegraded":"2021-03-04T23:36:09.160084+0000","last_fullsized":"2021-03-04T23:36:09.160084+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.165069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.165069+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"16","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140642+0000","last_change":"2021-03-04T23:35:58.102607+0000","last_active":"2021-03-04T23:36:09.140642+0000","last_peered":"2021-03-04T23:36:09.140642+0000","last_clean":"2021-03-04T23:36:09.140642+0000","last_became_active":"2021-03-04T23:35:58.102370+0000","last_became_peered":"2021-03-04T23:35:58.102370+0000","last_unstale":"2021-03-04T23:36:09.140642+0000","last_undegraded":"2021-03-04T23:36:09.140642+0000","last_fullsized":"2021-03-04T23:36:09.140642+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"339","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.320914+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:36:09.320914+0000","last_peered":"2021-03-04T23:36:09.320914+0000","last_clean":"2021-03-04T23:36:09.320914+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:36:09.320914+0000","last_undegraded":"2021-03-04T23:36:09.320914+0000","last_fullsized":"2021-03-04T23:36:09.320914+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"303","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627189+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:36:09.627189+0000","last_peered":"2021-03-04T23:36:09.627189+0000","last_clean":"2021-03-04T23:36:09.627189+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:36:09.627189+0000","last_undegraded":"2021-03-04T23:36:09.627189+0000","last_fullsized":"2021-03-04T23:36:09.627189+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"309'1529","reported_seq":"1541","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:15.365040+0000","last_change":"2021-03-04T23:36:03.120916+0000","last_active":"2021-03-04T23:36:15.365040+0000","last_peered":"2021-03-04T23:36:15.365040+0000","last_clean":"2021-03-04T23:36:15.365040+0000","last_became_active":"2021-03-04T23:36:03.120778+0000","last_became_peered":"2021-03-04T23:36:03.120778+0000","last_unstale":"2021-03-04T23:36:15.365040+0000","last_undegraded":"2021-03-04T23:36:15.365040+0000","last_fullsized":"2021-03-04T23:36:15.365040+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":1529,"ondisk_log_size":1529,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":100204544,"num_objects":1529,"num_object_clones":0,"num_object_copies":4587,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1529,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1529,"num_write_kb":97856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"326","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140691+0000","last_change":"2021-03-04T23:36:03.988099+0000","last_active":"2021-03-04T23:36:09.140691+0000","last_peered":"2021-03-04T23:36:09.140691+0000","last_clean":"2021-03-04T23:36:09.140691+0000","last_became_active":"2021-03-04T23:35:58.102704+0000","last_became_peered":"2021-03-04T23:35:58.102704+0000","last_unstale":"2021-03-04T23:36:09.140691+0000","last_undegraded":"2021-03-04T23:36:09.140691+0000","last_fullsized":"2021-03-04T23:36:09.140691+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:03.988058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:03.988058+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"112","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:12.365436+0000","last_change":"2021-03-04T23:36:12.365466+0000","last_active":"2021-03-04T23:36:12.365436+0000","last_peered":"2021-03-04T23:36:12.365436+0000","last_clean":"2021-03-04T23:36:12.365436+0000","last_became_active":"2021-03-04T23:35:58.105453+0000","last_became_peered":"2021-03-04T23:35:58.105453+0000","last_unstale":"2021-03-04T23:36:12.365436+0000","last_undegraded":"2021-03-04T23:36:12.365436+0000","last_fullsized":"2021-03-04T23:36:12.365436+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:12.365436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:12.365436+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"100","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627436+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:36:09.627436+0000","last_peered":"2021-03-04T23:36:09.627436+0000","last_clean":"2021-03-04T23:36:09.627436+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:36:09.627436+0000","last_undegraded":"2021-03-04T23:36:09.627436+0000","last_fullsized":"2021-03-04T23:36:09.627436+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"340","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.160033+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:36:09.160033+0000","last_peered":"2021-03-04T23:36:09.160033+0000","last_clean":"2021-03-04T23:36:09.160033+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:36:09.160033+0000","last_undegraded":"2021-03-04T23:36:09.160033+0000","last_fullsized":"2021-03-04T23:36:09.160033+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"309'1085","reported_seq":"1097","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:13.747755+0000","last_change":"2021-03-04T23:36:03.219529+0000","last_active":"2021-03-04T23:36:13.747755+0000","last_peered":"2021-03-04T23:36:13.747755+0000","last_clean":"2021-03-04T23:36:13.747755+0000","last_became_active":"2021-03-04T23:36:03.219261+0000","last_became_peered":"2021-03-04T23:36:03.219261+0000","last_unstale":"2021-03-04T23:36:13.747755+0000","last_undegraded":"2021-03-04T23:36:13.747755+0000","last_fullsized":"2021-03-04T23:36:13.747755+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":1085,"ondisk_log_size":1085,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":71106560,"num_objects":1085,"num_object_clones":0,"num_object_copies":3255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1085,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1085,"num_write_kb":69440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"274","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.321508+0000","last_change":"2021-03-04T23:36:09.321508+0000","last_active":"2021-03-04T23:36:09.321508+0000","last_peered":"2021-03-04T23:36:09.321508+0000","last_clean":"2021-03-04T23:36:09.321508+0000","last_became_active":"2021-03-04T23:35:58.104749+0000","last_became_peered":"2021-03-04T23:35:58.104749+0000","last_unstale":"2021-03-04T23:36:09.321508+0000","last_undegraded":"2021-03-04T23:36:09.321508+0000","last_fullsized":"2021-03-04T23:36:09.321508+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:09.321481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:09.321481+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"16","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.320511+0000","last_change":"2021-03-04T23:35:58.105822+0000","last_active":"2021-03-04T23:36:09.320511+0000","last_peered":"2021-03-04T23:36:09.320511+0000","last_clean":"2021-03-04T23:36:09.320511+0000","last_became_active":"2021-03-04T23:35:58.104717+0000","last_became_peered":"2021-03-04T23:35:58.104717+0000","last_unstale":"2021-03-04T23:36:09.320511+0000","last_undegraded":"2021-03-04T23:36:09.320511+0000","last_fullsized":"2021-03-04T23:36:09.320511+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"66","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627632+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:36:09.627632+0000","last_peered":"2021-03-04T23:36:09.627632+0000","last_clean":"2021-03-04T23:36:09.627632+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:36:09.627632+0000","last_undegraded":"2021-03-04T23:36:09.627632+0000","last_fullsized":"2021-03-04T23:36:09.627632+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"328","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.160153+0000","last_change":"2021-03-04T23:32:18.970427+0000","last_active":"2021-03-04T23:36:09.160153+0000","last_peered":"2021-03-04T23:36:09.160153+0000","last_clean":"2021-03-04T23:36:09.160153+0000","last_became_active":"2021-03-04T23:32:18.970152+0000","last_became_peered":"2021-03-04T23:32:18.970152+0000","last_unstale":"2021-03-04T23:36:09.160153+0000","last_undegraded":"2021-03-04T23:36:09.160153+0000","last_fullsized":"2021-03-04T23:36:09.160153+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"309'280","reported_seq":"292","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.883732+0000","last_change":"2021-03-04T23:36:03.121604+0000","last_active":"2021-03-04T23:36:11.883732+0000","last_peered":"2021-03-04T23:36:11.883732+0000","last_clean":"2021-03-04T23:36:11.883732+0000","last_became_active":"2021-03-04T23:36:03.121414+0000","last_became_peered":"2021-03-04T23:36:03.121414+0000","last_unstale":"2021-03-04T23:36:11.883732+0000","last_undegraded":"2021-03-04T23:36:11.883732+0000","last_fullsized":"2021-03-04T23:36:11.883732+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":280,"ondisk_log_size":280,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":18350080,"num_objects":280,"num_object_clones":0,"num_object_copies":840,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":280,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":280,"num_write_kb":17920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"16","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140722+0000","last_change":"2021-03-04T23:35:58.151160+0000","last_active":"2021-03-04T23:36:09.140722+0000","last_peered":"2021-03-04T23:36:09.140722+0000","last_clean":"2021-03-04T23:36:09.140722+0000","last_became_active":"2021-03-04T23:35:58.150890+0000","last_became_peered":"2021-03-04T23:35:58.150890+0000","last_unstale":"2021-03-04T23:36:09.140722+0000","last_undegraded":"2021-03-04T23:36:09.140722+0000","last_fullsized":"2021-03-04T23:36:09.140722+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"103","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:10.369451+0000","last_change":"2021-03-04T23:36:10.369451+0000","last_active":"2021-03-04T23:36:10.369451+0000","last_peered":"2021-03-04T23:36:10.369451+0000","last_clean":"2021-03-04T23:36:10.369451+0000","last_became_active":"2021-03-04T23:35:58.151296+0000","last_became_peered":"2021-03-04T23:35:58.151296+0000","last_unstale":"2021-03-04T23:36:10.369451+0000","last_undegraded":"2021-03-04T23:36:10.369451+0000","last_fullsized":"2021-03-04T23:36:10.369451+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:10.369420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:10.369420+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"305","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.159797+0000","last_change":"2021-03-04T23:31:58.064857+0000","last_active":"2021-03-04T23:36:09.159797+0000","last_peered":"2021-03-04T23:36:09.159797+0000","last_clean":"2021-03-04T23:36:09.159797+0000","last_became_active":"2021-03-04T23:31:58.064575+0000","last_became_peered":"2021-03-04T23:31:58.064575+0000","last_unstale":"2021-03-04T23:36:09.159797+0000","last_undegraded":"2021-03-04T23:36:09.159797+0000","last_fullsized":"2021-03-04T23:36:09.159797+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"367","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.160238+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:36:09.160238+0000","last_peered":"2021-03-04T23:36:09.160238+0000","last_clean":"2021-03-04T23:36:09.160238+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:36:09.160238+0000","last_undegraded":"2021-03-04T23:36:09.160238+0000","last_fullsized":"2021-03-04T23:36:09.160238+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"309'620","reported_seq":"632","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:12.516120+0000","last_change":"2021-03-04T23:36:03.121703+0000","last_active":"2021-03-04T23:36:12.516120+0000","last_peered":"2021-03-04T23:36:12.516120+0000","last_clean":"2021-03-04T23:36:12.516120+0000","last_became_active":"2021-03-04T23:36:03.121485+0000","last_became_peered":"2021-03-04T23:36:03.121485+0000","last_unstale":"2021-03-04T23:36:12.516120+0000","last_undegraded":"2021-03-04T23:36:12.516120+0000","last_fullsized":"2021-03-04T23:36:12.516120+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":620,"ondisk_log_size":620,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":40632320,"num_objects":620,"num_object_clones":0,"num_object_copies":1860,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":620,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":620,"num_write_kb":39680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"263","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:10.088108+0000","last_change":"2021-03-04T23:36:10.088054+0000","last_active":"2021-03-04T23:36:10.088108+0000","last_peered":"2021-03-04T23:36:10.088108+0000","last_clean":"2021-03-04T23:36:10.088108+0000","last_became_active":"2021-03-04T23:35:58.101367+0000","last_became_peered":"2021-03-04T23:35:58.101367+0000","last_unstale":"2021-03-04T23:36:10.088108+0000","last_undegraded":"2021-03-04T23:36:10.088108+0000","last_fullsized":"2021-03-04T23:36:10.088108+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:10.087871+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:10.087871+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"16","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.320652+0000","last_change":"2021-03-04T23:35:58.104991+0000","last_active":"2021-03-04T23:36:09.320652+0000","last_peered":"2021-03-04T23:36:09.320652+0000","last_clean":"2021-03-04T23:36:09.320652+0000","last_became_active":"2021-03-04T23:35:58.104681+0000","last_became_peered":"2021-03-04T23:35:58.104681+0000","last_unstale":"2021-03-04T23:36:09.320652+0000","last_undegraded":"2021-03-04T23:36:09.320652+0000","last_fullsized":"2021-03-04T23:36:09.320652+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"123","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627221+0000","last_change":"2021-03-04T23:32:26.240947+0000","last_active":"2021-03-04T23:36:09.627221+0000","last_peered":"2021-03-04T23:36:09.627221+0000","last_clean":"2021-03-04T23:36:09.627221+0000","last_became_active":"2021-03-04T23:32:26.240743+0000","last_became_peered":"2021-03-04T23:32:26.240743+0000","last_unstale":"2021-03-04T23:36:09.627221+0000","last_undegraded":"2021-03-04T23:36:09.627221+0000","last_fullsized":"2021-03-04T23:36:09.627221+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"148","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140830+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:36:09.140830+0000","last_peered":"2021-03-04T23:36:09.140830+0000","last_clean":"2021-03-04T23:36:09.140830+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:36:09.140830+0000","last_undegraded":"2021-03-04T23:36:09.140830+0000","last_fullsized":"2021-03-04T23:36:09.140830+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"309'628","reported_seq":"639","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:12.678239+0000","last_change":"2021-03-04T23:36:03.122845+0000","last_active":"2021-03-04T23:36:12.678239+0000","last_peered":"2021-03-04T23:36:12.678239+0000","last_clean":"2021-03-04T23:36:12.678239+0000","last_became_active":"2021-03-04T23:36:03.122605+0000","last_became_peered":"2021-03-04T23:36:03.122605+0000","last_unstale":"2021-03-04T23:36:12.678239+0000","last_undegraded":"2021-03-04T23:36:12.678239+0000","last_fullsized":"2021-03-04T23:36:12.678239+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":628,"ondisk_log_size":628,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":41156608,"num_objects":628,"num_object_clones":0,"num_object_copies":1884,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":628,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":628,"num_write_kb":40192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"60","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627870+0000","last_change":"2021-03-04T23:35:58.104142+0000","last_active":"2021-03-04T23:36:09.627870+0000","last_peered":"2021-03-04T23:36:09.627870+0000","last_clean":"2021-03-04T23:36:09.627870+0000","last_became_active":"2021-03-04T23:35:58.103872+0000","last_became_peered":"2021-03-04T23:35:58.103872+0000","last_unstale":"2021-03-04T23:36:09.627870+0000","last_undegraded":"2021-03-04T23:36:09.627870+0000","last_fullsized":"2021-03-04T23:36:09.627870+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"57","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140668+0000","last_change":"2021-03-04T23:36:01.935185+0000","last_active":"2021-03-04T23:36:09.140668+0000","last_peered":"2021-03-04T23:36:09.140668+0000","last_clean":"2021-03-04T23:36:09.140668+0000","last_became_active":"2021-03-04T23:32:26.243321+0000","last_became_peered":"2021-03-04T23:32:26.243321+0000","last_unstale":"2021-03-04T23:36:09.140668+0000","last_undegraded":"2021-03-04T23:36:09.140668+0000","last_fullsized":"2021-03-04T23:36:09.140668+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:01.935137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:01.935137+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"321","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.320919+0000","last_change":"2021-03-04T23:31:58.061270+0000","last_active":"2021-03-04T23:36:09.320919+0000","last_peered":"2021-03-04T23:36:09.320919+0000","last_clean":"2021-03-04T23:36:09.320919+0000","last_became_active":"2021-03-04T23:31:58.060937+0000","last_became_peered":"2021-03-04T23:31:58.060937+0000","last_unstale":"2021-03-04T23:36:09.320919+0000","last_undegraded":"2021-03-04T23:36:09.320919+0000","last_fullsized":"2021-03-04T23:36:09.320919+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"52","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140512+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:36:09.140512+0000","last_peered":"2021-03-04T23:36:09.140512+0000","last_clean":"2021-03-04T23:36:09.140512+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:36:09.140512+0000","last_undegraded":"2021-03-04T23:36:09.140512+0000","last_fullsized":"2021-03-04T23:36:09.140512+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"309'293","reported_seq":"305","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.883778+0000","last_change":"2021-03-04T23:36:03.120285+0000","last_active":"2021-03-04T23:36:11.883778+0000","last_peered":"2021-03-04T23:36:11.883778+0000","last_clean":"2021-03-04T23:36:11.883778+0000","last_became_active":"2021-03-04T23:36:03.120028+0000","last_became_peered":"2021-03-04T23:36:03.120028+0000","last_unstale":"2021-03-04T23:36:11.883778+0000","last_undegraded":"2021-03-04T23:36:11.883778+0000","last_fullsized":"2021-03-04T23:36:11.883778+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":293,"ondisk_log_size":293,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":19202048,"num_objects":293,"num_object_clones":0,"num_object_copies":879,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":293,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":293,"num_write_kb":18752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"16","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.320534+0000","last_change":"2021-03-04T23:35:58.151533+0000","last_active":"2021-03-04T23:36:09.320534+0000","last_peered":"2021-03-04T23:36:09.320534+0000","last_clean":"2021-03-04T23:36:09.320534+0000","last_became_active":"2021-03-04T23:35:58.151136+0000","last_became_peered":"2021-03-04T23:35:58.151136+0000","last_unstale":"2021-03-04T23:36:09.320534+0000","last_undegraded":"2021-03-04T23:36:09.320534+0000","last_fullsized":"2021-03-04T23:36:09.320534+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"361","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.320784+0000","last_change":"2021-03-04T23:32:18.974052+0000","last_active":"2021-03-04T23:36:09.320784+0000","last_peered":"2021-03-04T23:36:09.320784+0000","last_clean":"2021-03-04T23:36:09.320784+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:36:09.320784+0000","last_undegraded":"2021-03-04T23:36:09.320784+0000","last_fullsized":"2021-03-04T23:36:09.320784+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"311","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.160103+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:36:09.160103+0000","last_peered":"2021-03-04T23:36:09.160103+0000","last_clean":"2021-03-04T23:36:09.160103+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:36:09.160103+0000","last_undegraded":"2021-03-04T23:36:09.160103+0000","last_fullsized":"2021-03-04T23:36:09.160103+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"52","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140605+0000","last_change":"2021-03-04T23:32:26.241730+0000","last_active":"2021-03-04T23:36:09.140605+0000","last_peered":"2021-03-04T23:36:09.140605+0000","last_clean":"2021-03-04T23:36:09.140605+0000","last_became_active":"2021-03-04T23:32:26.241443+0000","last_became_peered":"2021-03-04T23:32:26.241443+0000","last_unstale":"2021-03-04T23:36:09.140605+0000","last_undegraded":"2021-03-04T23:36:09.140605+0000","last_fullsized":"2021-03-04T23:36:09.140605+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"309'1077","reported_seq":"1089","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:13.743906+0000","last_change":"2021-03-04T23:36:03.121258+0000","last_active":"2021-03-04T23:36:13.743906+0000","last_peered":"2021-03-04T23:36:13.743906+0000","last_clean":"2021-03-04T23:36:13.743906+0000","last_became_active":"2021-03-04T23:36:03.121009+0000","last_became_peered":"2021-03-04T23:36:03.121009+0000","last_unstale":"2021-03-04T23:36:13.743906+0000","last_undegraded":"2021-03-04T23:36:13.743906+0000","last_fullsized":"2021-03-04T23:36:13.743906+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":1077,"ondisk_log_size":1077,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70582272,"num_objects":1077,"num_object_clones":0,"num_object_copies":3231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1077,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1077,"num_write_kb":68928,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"112","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:11.358451+0000","last_change":"2021-03-04T23:36:11.358451+0000","last_active":"2021-03-04T23:36:11.358451+0000","last_peered":"2021-03-04T23:36:11.358451+0000","last_clean":"2021-03-04T23:36:11.358451+0000","last_became_active":"2021-03-04T23:35:58.151047+0000","last_became_peered":"2021-03-04T23:35:58.151047+0000","last_unstale":"2021-03-04T23:36:11.358451+0000","last_undegraded":"2021-03-04T23:36:11.358451+0000","last_fullsized":"2021-03-04T23:36:11.358451+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:11.358420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:11.358420+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"306","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627212+0000","last_change":"2021-03-04T23:36:02.753986+0000","last_active":"2021-03-04T23:36:09.627212+0000","last_peered":"2021-03-04T23:36:09.627212+0000","last_clean":"2021-03-04T23:36:09.627212+0000","last_became_active":"2021-03-04T23:31:58.062390+0000","last_became_peered":"2021-03-04T23:31:58.062390+0000","last_unstale":"2021-03-04T23:36:09.627212+0000","last_undegraded":"2021-03-04T23:36:09.627212+0000","last_fullsized":"2021-03-04T23:36:09.627212+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.753945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.753945+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"52","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140478+0000","last_change":"2021-03-04T23:32:26.241630+0000","last_active":"2021-03-04T23:36:09.140478+0000","last_peered":"2021-03-04T23:36:09.140478+0000","last_clean":"2021-03-04T23:36:09.140478+0000","last_became_active":"2021-03-04T23:32:26.241377+0000","last_became_peered":"2021-03-04T23:32:26.241377+0000","last_unstale":"2021-03-04T23:36:09.140478+0000","last_undegraded":"2021-03-04T23:36:09.140478+0000","last_fullsized":"2021-03-04T23:36:09.140478+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"52","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140745+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:36:09.140745+0000","last_peered":"2021-03-04T23:36:09.140745+0000","last_clean":"2021-03-04T23:36:09.140745+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:36:09.140745+0000","last_undegraded":"2021-03-04T23:36:09.140745+0000","last_fullsized":"2021-03-04T23:36:09.140745+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"309'265","reported_seq":"276","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.884567+0000","last_change":"2021-03-04T23:36:03.120288+0000","last_active":"2021-03-04T23:36:11.884567+0000","last_peered":"2021-03-04T23:36:11.884567+0000","last_clean":"2021-03-04T23:36:11.884567+0000","last_became_active":"2021-03-04T23:36:03.120041+0000","last_became_peered":"2021-03-04T23:36:03.120041+0000","last_unstale":"2021-03-04T23:36:11.884567+0000","last_undegraded":"2021-03-04T23:36:11.884567+0000","last_fullsized":"2021-03-04T23:36:11.884567+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":265,"ondisk_log_size":265,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":17367040,"num_objects":265,"num_object_clones":0,"num_object_copies":795,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":265,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":265,"num_write_kb":16960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"322","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.320805+0000","last_change":"2021-03-04T23:36:04.545596+0000","last_active":"2021-03-04T23:36:09.320805+0000","last_peered":"2021-03-04T23:36:09.320805+0000","last_clean":"2021-03-04T23:36:09.320805+0000","last_became_active":"2021-03-04T23:31:58.069076+0000","last_became_peered":"2021-03-04T23:31:58.069076+0000","last_unstale":"2021-03-04T23:36:09.320805+0000","last_undegraded":"2021-03-04T23:36:09.320805+0000","last_fullsized":"2021-03-04T23:36:09.320805+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:04.545566+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:04.545566+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"103","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.141108+0000","last_change":"2021-03-04T23:36:04.148658+0000","last_active":"2021-03-04T23:36:09.141108+0000","last_peered":"2021-03-04T23:36:09.141108+0000","last_clean":"2021-03-04T23:36:09.141108+0000","last_became_active":"2021-03-04T23:32:18.975757+0000","last_became_peered":"2021-03-04T23:32:18.975757+0000","last_unstale":"2021-03-04T23:36:09.141108+0000","last_undegraded":"2021-03-04T23:36:09.141108+0000","last_fullsized":"2021-03-04T23:36:09.141108+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:04.148627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:04.148627+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"96","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627293+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:36:09.627293+0000","last_peered":"2021-03-04T23:36:09.627293+0000","last_clean":"2021-03-04T23:36:09.627293+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:36:09.627293+0000","last_undegraded":"2021-03-04T23:36:09.627293+0000","last_fullsized":"2021-03-04T23:36:09.627293+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"57","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627756+0000","last_change":"2021-03-04T23:32:18.986718+0000","last_active":"2021-03-04T23:36:09.627756+0000","last_peered":"2021-03-04T23:36:09.627756+0000","last_clean":"2021-03-04T23:36:09.627756+0000","last_became_active":"2021-03-04T23:32:18.986509+0000","last_became_peered":"2021-03-04T23:32:18.986509+0000","last_unstale":"2021-03-04T23:36:09.627756+0000","last_undegraded":"2021-03-04T23:36:09.627756+0000","last_fullsized":"2021-03-04T23:36:09.627756+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"309'839","reported_seq":"851","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:13.184011+0000","last_change":"2021-03-04T23:36:03.121151+0000","last_active":"2021-03-04T23:36:13.184011+0000","last_peered":"2021-03-04T23:36:13.184011+0000","last_clean":"2021-03-04T23:36:13.184011+0000","last_became_active":"2021-03-04T23:36:03.121010+0000","last_became_peered":"2021-03-04T23:36:03.121010+0000","last_unstale":"2021-03-04T23:36:13.184011+0000","last_undegraded":"2021-03-04T23:36:13.184011+0000","last_fullsized":"2021-03-04T23:36:13.184011+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":839,"ondisk_log_size":839,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":54984704,"num_objects":839,"num_object_clones":0,"num_object_copies":2517,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":839,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":839,"num_write_kb":53696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"16","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140483+0000","last_change":"2021-03-04T23:35:58.104262+0000","last_active":"2021-03-04T23:36:09.140483+0000","last_peered":"2021-03-04T23:36:09.140483+0000","last_clean":"2021-03-04T23:36:09.140483+0000","last_became_active":"2021-03-04T23:35:58.104020+0000","last_became_peered":"2021-03-04T23:35:58.104020+0000","last_unstale":"2021-03-04T23:36:09.140483+0000","last_undegraded":"2021-03-04T23:36:09.140483+0000","last_fullsized":"2021-03-04T23:36:09.140483+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"94","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140983+0000","last_change":"2021-03-04T23:36:07.248118+0000","last_active":"2021-03-04T23:36:09.140983+0000","last_peered":"2021-03-04T23:36:09.140983+0000","last_clean":"2021-03-04T23:36:09.140983+0000","last_became_active":"2021-03-04T23:32:26.245274+0000","last_became_peered":"2021-03-04T23:32:26.245274+0000","last_unstale":"2021-03-04T23:36:09.140983+0000","last_undegraded":"2021-03-04T23:36:09.140983+0000","last_fullsized":"2021-03-04T23:36:09.140983+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:07.248086+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:07.248086+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"293","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627443+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:36:09.627443+0000","last_peered":"2021-03-04T23:36:09.627443+0000","last_clean":"2021-03-04T23:36:09.627443+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:36:09.627443+0000","last_undegraded":"2021-03-04T23:36:09.627443+0000","last_fullsized":"2021-03-04T23:36:09.627443+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"339","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627692+0000","last_change":"2021-03-04T23:32:26.243552+0000","last_active":"2021-03-04T23:36:09.627692+0000","last_peered":"2021-03-04T23:36:09.627692+0000","last_clean":"2021-03-04T23:36:09.627692+0000","last_became_active":"2021-03-04T23:32:26.243356+0000","last_became_peered":"2021-03-04T23:32:26.243356+0000","last_unstale":"2021-03-04T23:36:09.627692+0000","last_undegraded":"2021-03-04T23:36:09.627692+0000","last_fullsized":"2021-03-04T23:36:09.627692+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"309'294","reported_seq":"306","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.877730+0000","last_change":"2021-03-04T23:36:03.120874+0000","last_active":"2021-03-04T23:36:11.877730+0000","last_peered":"2021-03-04T23:36:11.877730+0000","last_clean":"2021-03-04T23:36:11.877730+0000","last_became_active":"2021-03-04T23:36:03.120621+0000","last_became_peered":"2021-03-04T23:36:03.120621+0000","last_unstale":"2021-03-04T23:36:11.877730+0000","last_undegraded":"2021-03-04T23:36:11.877730+0000","last_fullsized":"2021-03-04T23:36:11.877730+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":294,"ondisk_log_size":294,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":19267584,"num_objects":294,"num_object_clones":0,"num_object_copies":882,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":294,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":294,"num_write_kb":18816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"63","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627690+0000","last_change":"2021-03-04T23:36:07.862116+0000","last_active":"2021-03-04T23:36:09.627690+0000","last_peered":"2021-03-04T23:36:09.627690+0000","last_clean":"2021-03-04T23:36:09.627690+0000","last_became_active":"2021-03-04T23:35:58.150918+0000","last_became_peered":"2021-03-04T23:35:58.150918+0000","last_unstale":"2021-03-04T23:36:09.627690+0000","last_undegraded":"2021-03-04T23:36:09.627690+0000","last_fullsized":"2021-03-04T23:36:09.627690+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:07.862083+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:07.862083+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"85","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.141386+0000","last_change":"2021-03-04T23:36:03.119002+0000","last_active":"2021-03-04T23:36:09.141386+0000","last_peered":"2021-03-04T23:36:09.141386+0000","last_clean":"2021-03-04T23:36:09.141386+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:36:09.141386+0000","last_undegraded":"2021-03-04T23:36:09.141386+0000","last_fullsized":"2021-03-04T23:36:09.141386+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:03.118962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:03.118962+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"52","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140772+0000","last_change":"2021-03-04T23:32:26.241609+0000","last_active":"2021-03-04T23:36:09.140772+0000","last_peered":"2021-03-04T23:36:09.140772+0000","last_clean":"2021-03-04T23:36:09.140772+0000","last_became_active":"2021-03-04T23:32:26.241419+0000","last_became_peered":"2021-03-04T23:32:26.241419+0000","last_unstale":"2021-03-04T23:36:09.140772+0000","last_undegraded":"2021-03-04T23:36:09.140772+0000","last_fullsized":"2021-03-04T23:36:09.140772+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"271","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.320762+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:36:09.320762+0000","last_peered":"2021-03-04T23:36:09.320762+0000","last_clean":"2021-03-04T23:36:09.320762+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:36:09.320762+0000","last_undegraded":"2021-03-04T23:36:09.320762+0000","last_fullsized":"2021-03-04T23:36:09.320762+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.e","version":"309'636","reported_seq":"648","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:12.516845+0000","last_change":"2021-03-04T23:36:03.122467+0000","last_active":"2021-03-04T23:36:12.516845+0000","last_peered":"2021-03-04T23:36:12.516845+0000","last_clean":"2021-03-04T23:36:12.516845+0000","last_became_active":"2021-03-04T23:36:03.122260+0000","last_became_peered":"2021-03-04T23:36:03.122260+0000","last_unstale":"2021-03-04T23:36:12.516845+0000","last_undegraded":"2021-03-04T23:36:12.516845+0000","last_fullsized":"2021-03-04T23:36:12.516845+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":636,"ondisk_log_size":636,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":41680896,"num_objects":636,"num_object_clones":0,"num_object_copies":1908,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":636,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":636,"num_write_kb":40704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"19","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.160027+0000","last_change":"2021-03-04T23:36:07.171149+0000","last_active":"2021-03-04T23:36:09.160027+0000","last_peered":"2021-03-04T23:36:09.160027+0000","last_clean":"2021-03-04T23:36:09.160027+0000","last_became_active":"2021-03-04T23:35:58.104647+0000","last_became_peered":"2021-03-04T23:35:58.104647+0000","last_unstale":"2021-03-04T23:36:09.160027+0000","last_undegraded":"2021-03-04T23:36:09.160027+0000","last_fullsized":"2021-03-04T23:36:09.160027+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:07.171112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:07.171112+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"122","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627884+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:36:09.627884+0000","last_peered":"2021-03-04T23:36:09.627884+0000","last_clean":"2021-03-04T23:36:09.627884+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:36:09.627884+0000","last_undegraded":"2021-03-04T23:36:09.627884+0000","last_fullsized":"2021-03-04T23:36:09.627884+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"57","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140880+0000","last_change":"2021-03-04T23:36:02.943297+0000","last_active":"2021-03-04T23:36:09.140880+0000","last_peered":"2021-03-04T23:36:09.140880+0000","last_clean":"2021-03-04T23:36:09.140880+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:36:09.140880+0000","last_undegraded":"2021-03-04T23:36:09.140880+0000","last_fullsized":"2021-03-04T23:36:09.140880+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.943251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.943251+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"114","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627151+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:36:09.627151+0000","last_peered":"2021-03-04T23:36:09.627151+0000","last_clean":"2021-03-04T23:36:09.627151+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:36:09.627151+0000","last_undegraded":"2021-03-04T23:36:09.627151+0000","last_fullsized":"2021-03-04T23:36:09.627151+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"309'289","reported_seq":"301","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.885905+0000","last_change":"2021-03-04T23:36:03.219693+0000","last_active":"2021-03-04T23:36:11.885905+0000","last_peered":"2021-03-04T23:36:11.885905+0000","last_clean":"2021-03-04T23:36:11.885905+0000","last_became_active":"2021-03-04T23:36:03.219357+0000","last_became_peered":"2021-03-04T23:36:03.219357+0000","last_unstale":"2021-03-04T23:36:11.885905+0000","last_undegraded":"2021-03-04T23:36:11.885905+0000","last_fullsized":"2021-03-04T23:36:11.885905+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":289,"ondisk_log_size":289,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":18939904,"num_objects":289,"num_object_clones":0,"num_object_copies":867,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":289,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":289,"num_write_kb":18496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"21","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627428+0000","last_change":"2021-03-04T23:36:07.723174+0000","last_active":"2021-03-04T23:36:09.627428+0000","last_peered":"2021-03-04T23:36:09.627428+0000","last_clean":"2021-03-04T23:36:09.627428+0000","last_became_active":"2021-03-04T23:35:58.103399+0000","last_became_peered":"2021-03-04T23:35:58.103399+0000","last_unstale":"2021-03-04T23:36:09.627428+0000","last_undegraded":"2021-03-04T23:36:09.627428+0000","last_fullsized":"2021-03-04T23:36:09.627428+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:07.723127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:07.723127+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"212","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627740+0000","last_change":"2021-03-04T23:36:03.874736+0000","last_active":"2021-03-04T23:36:09.627740+0000","last_peered":"2021-03-04T23:36:09.627740+0000","last_clean":"2021-03-04T23:36:09.627740+0000","last_became_active":"2021-03-04T23:31:58.068899+0000","last_became_peered":"2021-03-04T23:31:58.068899+0000","last_unstale":"2021-03-04T23:36:09.627740+0000","last_undegraded":"2021-03-04T23:36:09.627740+0000","last_fullsized":"2021-03-04T23:36:09.627740+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:03.874706+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:03.874706+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"342","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627779+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:36:09.627779+0000","last_peered":"2021-03-04T23:36:09.627779+0000","last_clean":"2021-03-04T23:36:09.627779+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:36:09.627779+0000","last_undegraded":"2021-03-04T23:36:09.627779+0000","last_fullsized":"2021-03-04T23:36:09.627779+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"280","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.159892+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:36:09.159892+0000","last_peered":"2021-03-04T23:36:09.159892+0000","last_clean":"2021-03-04T23:36:09.159892+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:36:09.159892+0000","last_undegraded":"2021-03-04T23:36:09.159892+0000","last_fullsized":"2021-03-04T23:36:09.159892+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"275","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627593+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:36:09.627593+0000","last_peered":"2021-03-04T23:36:09.627593+0000","last_clean":"2021-03-04T23:36:09.627593+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:36:09.627593+0000","last_undegraded":"2021-03-04T23:36:09.627593+0000","last_fullsized":"2021-03-04T23:36:09.627593+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"315","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140827+0000","last_change":"2021-03-04T23:31:58.060196+0000","last_active":"2021-03-04T23:36:09.140827+0000","last_peered":"2021-03-04T23:36:09.140827+0000","last_clean":"2021-03-04T23:36:09.140827+0000","last_became_active":"2021-03-04T23:31:58.059959+0000","last_became_peered":"2021-03-04T23:31:58.059959+0000","last_unstale":"2021-03-04T23:36:09.140827+0000","last_undegraded":"2021-03-04T23:36:09.140827+0000","last_fullsized":"2021-03-04T23:36:09.140827+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"372","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.320966+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:36:09.320966+0000","last_peered":"2021-03-04T23:36:09.320966+0000","last_clean":"2021-03-04T23:36:09.320966+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:36:09.320966+0000","last_undegraded":"2021-03-04T23:36:09.320966+0000","last_fullsized":"2021-03-04T23:36:09.320966+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"355","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.160206+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:36:09.160206+0000","last_peered":"2021-03-04T23:36:09.160206+0000","last_clean":"2021-03-04T23:36:09.160206+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:36:09.160206+0000","last_undegraded":"2021-03-04T23:36:09.160206+0000","last_fullsized":"2021-03-04T23:36:09.160206+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"318","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.320870+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:36:09.320870+0000","last_peered":"2021-03-04T23:36:09.320870+0000","last_clean":"2021-03-04T23:36:09.320870+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:36:09.320870+0000","last_undegraded":"2021-03-04T23:36:09.320870+0000","last_fullsized":"2021-03-04T23:36:09.320870+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"325","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.159823+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:36:09.159823+0000","last_peered":"2021-03-04T23:36:09.159823+0000","last_clean":"2021-03-04T23:36:09.159823+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:36:09.159823+0000","last_undegraded":"2021-03-04T23:36:09.159823+0000","last_fullsized":"2021-03-04T23:36:09.159823+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"114","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627805+0000","last_change":"2021-03-04T23:32:18.971387+0000","last_active":"2021-03-04T23:36:09.627805+0000","last_peered":"2021-03-04T23:36:09.627805+0000","last_clean":"2021-03-04T23:36:09.627805+0000","last_became_active":"2021-03-04T23:32:18.971083+0000","last_became_peered":"2021-03-04T23:32:18.971083+0000","last_unstale":"2021-03-04T23:36:09.627805+0000","last_undegraded":"2021-03-04T23:36:09.627805+0000","last_fullsized":"2021-03-04T23:36:09.627805+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"98","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627290+0000","last_change":"2021-03-04T23:31:58.062548+0000","last_active":"2021-03-04T23:36:09.627290+0000","last_peered":"2021-03-04T23:36:09.627290+0000","last_clean":"2021-03-04T23:36:09.627290+0000","last_became_active":"2021-03-04T23:31:58.062122+0000","last_became_peered":"2021-03-04T23:31:58.062122+0000","last_unstale":"2021-03-04T23:36:09.627290+0000","last_undegraded":"2021-03-04T23:36:09.627290+0000","last_fullsized":"2021-03-04T23:36:09.627290+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"283","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.627743+0000","last_change":"2021-03-04T23:32:19.162403+0000","last_active":"2021-03-04T23:36:09.627743+0000","last_peered":"2021-03-04T23:36:09.627743+0000","last_clean":"2021-03-04T23:36:09.627743+0000","last_became_active":"2021-03-04T23:32:18.984227+0000","last_became_peered":"2021-03-04T23:32:18.984227+0000","last_unstale":"2021-03-04T23:36:09.627743+0000","last_undegraded":"2021-03-04T23:36:09.627743+0000","last_fullsized":"2021-03-04T23:36:09.627743+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"376","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.159774+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:36:09.159774+0000","last_peered":"2021-03-04T23:36:09.159774+0000","last_clean":"2021-03-04T23:36:09.159774+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:36:09.159774+0000","last_undegraded":"2021-03-04T23:36:09.159774+0000","last_fullsized":"2021-03-04T23:36:09.159774+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":707657728,"num_objects":10798,"num_object_clones":0,"num_object_copies":32394,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10798,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10798,"num_write_kb":691072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2379087872,"data_stored":2379087872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":10798,"ondisk_log_size":10798,"up":48,"acting":48,"num_store_stats":7},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":10691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9858802,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496002,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1214448,"kb_used_data":165864,"kb_used_omap":2097,"kb_used_meta":1046478,"kb_avail":86865936,"statfs":{"total":90194313216,"available":88950718464,"internally_reserved":1073741824,"allocated":169844736,"data_stored":168327282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":1071593865},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:02 2021","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.36599999999999999,"15min":0.33600000000000002},"min":{"1min":0.13400000000000001,"5min":0.13400000000000001,"15min":0.125},"max":{"1min":2.8839999999999999,"5min":2.8839999999999999,"15min":2.8839999999999999},"last":0.159},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.373,"15min":0.39600000000000002},"min":{"1min":0.192,"5min":0.16700000000000001,"15min":0.158},"max":{"1min":0.59199999999999997,"5min":0.90100000000000002,"15min":1.0089999999999999},"last":0.254}]},{"osd":1,"last update":"Thu Mar 4 23:35:37 2021","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.39000000000000001,"15min":0.57699999999999996},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.16200000000000001},"max":{"1min":0.61799999999999999,"5min":0.91700000000000004,"15min":37.856000000000002},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.40200000000000002,"15min":0.59599999999999997},"min":{"1min":0.16400000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.76100000000000001,"5min":1.0409999999999999,"15min":37.914000000000001},"last":0.38600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.34000000000000002,"15min":0.45100000000000001},"min":{"1min":0.187,"5min":0.187,"15min":0.17999999999999999},"max":{"1min":0.48499999999999999,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.41699999999999998,"15min":0.504},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.182},"max":{"1min":0.504,"5min":0.94499999999999995,"15min":3.206},"last":0.46500000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.28199999999999997,"5min":0.34399999999999997,"15min":0.85099999999999998},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.39000000000000001,"5min":0.96399999999999997,"15min":63.959000000000003},"last":0.37},{"interface":"front","average":{"1min":0.27600000000000002,"5min":0.34999999999999998,"15min":0.88100000000000001},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":0.35499999999999998,"5min":0.84399999999999997,"15min":64.183999999999997},"last":0.39900000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.251,"5min":0.312,"15min":0.39800000000000002},"min":{"1min":0.14599999999999999,"5min":0.13,"15min":0.13},"max":{"1min":0.47199999999999998,"5min":0.65500000000000003,"15min":4.0179999999999998},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.254,"5min":0.28199999999999997,"15min":0.34000000000000002},"min":{"1min":0.158,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.42399999999999999,"5min":0.51000000000000001,"15min":3.7410000000000001},"last":0.51300000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.26500000000000001,"5min":0.28899999999999998,"15min":0.33800000000000002},"min":{"1min":0.16200000000000001,"5min":0.159,"15min":0.14299999999999999},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":3.621},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.31,"5min":0.33300000000000002,"15min":0.42299999999999999},"min":{"1min":0.185,"5min":0.156,"15min":0.156},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":3.54},"last":0.57099999999999995}]},{"osd":6,"last update":"Thu Mar 4 23:35:54 2021","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.33400000000000002,"15min":0.39700000000000002},"min":{"1min":0.16800000000000001,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.8620000000000001,"5min":2.8620000000000001,"15min":4.1299999999999999},"last":0.317},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.35899999999999999,"15min":0.48799999999999999},"min":{"1min":0.21099999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.65500000000000003,"5min":0.67700000000000005,"15min":3.7850000000000001},"last":0.29899999999999999}]}]},{"osd":6,"up_from":41,"seq":176093659503,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1167852,"kb_used_data":119268,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":86912532,"statfs":{"total":90194313216,"available":88998432768,"internally_reserved":1073741824,"allocated":122130432,"data_stored":120617515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:11 2021","interfaces":[{"interface":"back","average":{"1min":0.26600000000000001,"5min":0.33300000000000002,"15min":0.35199999999999998},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":0.42999999999999999,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.35899999999999999,"15min":0.36199999999999999},"min":{"1min":0.151,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.54600000000000004,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.501}]},{"osd":1,"last update":"Thu Mar 4 23:35:28 2021","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.375,"15min":0.40200000000000002},"min":{"1min":0.17399999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.746,"5min":1.746,"15min":3.5049999999999999},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.436,"5min":0.40600000000000003,"15min":0.45600000000000002},"min":{"1min":0.192,"5min":0.192,"15min":0.17199999999999999},"max":{"1min":2.9199999999999999,"5min":2.9199999999999999,"15min":4.149},"last":0.61299999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:35:28 2021","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.42499999999999999,"15min":0.45400000000000001},"min":{"1min":0.20300000000000001,"5min":0.20200000000000001,"15min":0.185},"max":{"1min":2.8300000000000001,"5min":2.8300000000000001,"15min":4.0940000000000003},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.40000000000000002,"15min":0.42799999999999999},"min":{"1min":0.20599999999999999,"5min":0.188,"15min":0.186},"max":{"1min":1.806,"5min":1.806,"15min":2.6360000000000001},"last":0.55300000000000005}]},{"osd":3,"last update":"Thu Mar 4 23:35:28 2021","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.40000000000000002,"15min":0.97499999999999998},"min":{"1min":0.19800000000000001,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":1.782,"5min":1.782,"15min":77.881},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.436,"5min":0.40500000000000003,"15min":1.018},"min":{"1min":0.23100000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.343,"5min":2.343,"15min":77.683000000000007},"last":0.64400000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:35:11 2021","interfaces":[{"interface":"back","average":{"1min":0.24099999999999999,"5min":0.29699999999999999,"15min":0.37},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.13300000000000001},"max":{"1min":0.36599999999999999,"5min":0.58299999999999996,"15min":4.1539999999999999},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.23999999999999999,"5min":0.29299999999999998,"15min":0.36199999999999999},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.14299999999999999},"max":{"1min":0.379,"5min":0.56699999999999995,"15min":4.1269999999999998},"last":0.36699999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:35:11 2021","interfaces":[{"interface":"back","average":{"1min":0.27300000000000002,"5min":0.30099999999999999,"15min":0.379},"min":{"1min":0.188,"5min":0.155,"15min":0.155},"max":{"1min":0.40799999999999997,"5min":0.53300000000000003,"15min":4.0010000000000003},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.26700000000000002,"5min":0.30299999999999999,"15min":0.42299999999999999},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.13900000000000001},"max":{"1min":0.48299999999999998,"5min":0.57399999999999995,"15min":4.2389999999999999},"last":0.40300000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:35:11 2021","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.33300000000000002,"15min":0.46100000000000002},"min":{"1min":0.20000000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":0.41999999999999998,"5min":0.56299999999999994,"15min":4.5880000000000001},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.315,"5min":0.34699999999999998,"15min":0.41699999999999998},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.52000000000000002,"5min":0.59199999999999997,"15min":4.0129999999999999},"last":0.47199999999999998}]}]},{"osd":1,"up_from":87,"seq":373662155023,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1271316,"kb_used_data":1067788,"kb_used_omap":2528,"kb_used_meta":200991,"kb_avail":86809068,"statfs":{"total":90194313216,"available":88892485632,"internally_reserved":0,"allocated":1093414912,"data_stored":1091923315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":205815086},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:02 2021","interfaces":[{"interface":"back","average":{"1min":0.25600000000000001,"5min":0.69599999999999995,"15min":0.38900000000000001},"min":{"1min":0.14000000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.83099999999999996,"5min":39.125,"15min":39.125},"last":0.14699999999999999},{"interface":"front","average":{"1min":0.32800000000000001,"5min":0.77300000000000002,"15min":0.45800000000000002},"min":{"1min":0.188,"5min":0.17999999999999999,"15min":0.17899999999999999},"max":{"1min":0.878,"5min":39.207000000000001,"15min":39.207000000000001},"last":0.24299999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:35:27 2021","interfaces":[{"interface":"back","average":{"1min":0.221,"5min":0.249,"15min":0.314},"min":{"1min":0.158,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.38200000000000001,"5min":0.59999999999999998,"15min":3.069},"last":0.187},{"interface":"front","average":{"1min":0.223,"5min":0.251,"15min":0.32300000000000001},"min":{"1min":0.154,"5min":0.14999999999999999,"15min":0.13100000000000001},"max":{"1min":0.34699999999999998,"5min":0.47899999999999998,"15min":3.8700000000000001},"last":0.16800000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:35:15 2021","interfaces":[{"interface":"back","average":{"1min":5.7450000000000001,"5min":1.512,"15min":1.1579999999999999},"min":{"1min":0.151,"5min":0.151,"15min":0.151},"max":{"1min":75.444000000000003,"5min":75.444000000000003,"15min":110.28400000000001},"last":0.20699999999999999},{"interface":"front","average":{"1min":5.7759999999999998,"5min":1.534,"15min":1.173},"min":{"1min":0.17899999999999999,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":75.486999999999995,"5min":75.486999999999995,"15min":109.977},"last":0.22}]},{"osd":4,"last update":"Thu Mar 4 23:35:27 2021","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.40100000000000002,"15min":0.496},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.182},"max":{"1min":0.51100000000000001,"5min":0.91900000000000004,"15min":4.9850000000000003},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.38100000000000001,"15min":0.45200000000000001},"min":{"1min":0.214,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.53800000000000003,"5min":0.85699999999999998,"15min":3.7050000000000001},"last":0.23400000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:35:27 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.39700000000000002,"15min":0.48899999999999999},"min":{"1min":0.23000000000000001,"5min":0.20799999999999999,"15min":0.20699999999999999},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":8.6690000000000005},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.437,"5min":0.41899999999999998,"15min":0.50700000000000001},"min":{"1min":0.23300000000000001,"5min":0.217,"15min":0.217},"max":{"1min":2.0649999999999999,"5min":2.0649999999999999,"15min":4.415},"last":0.25900000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:35:54 2021","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.41899999999999998,"15min":0.497},"min":{"1min":0.25700000000000001,"5min":0.22600000000000001,"15min":0.214},"max":{"1min":1.698,"5min":1.698,"15min":3.7610000000000001},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.434,"15min":0.499},"min":{"1min":0.28699999999999998,"5min":0.28199999999999997,"15min":0.24299999999999999},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":3.5550000000000002},"last":0.35999999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:35:27 2021","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.42999999999999999,"15min":0.56499999999999995},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.20899999999999999},"max":{"1min":0.53100000000000003,"5min":0.88900000000000001,"15min":3.782},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.44,"15min":0.51900000000000002},"min":{"1min":0.28399999999999997,"5min":0.254,"15min":0.224},"max":{"1min":2.2080000000000002,"5min":2.2080000000000002,"15min":4.5049999999999999},"last":0.30599999999999999}]}]},{"osd":0,"up_from":174,"seq":747324309606,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":584476,"kb_used_data":442132,"kb_used_omap":980,"kb_used_meta":141355,"kb_avail":87495908,"statfs":{"total":90194313216,"available":89595809792,"internally_reserved":0,"allocated":452743168,"data_stored":451243954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":144748483},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[6],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.25,"15min":0.252},"min":{"1min":0.14699999999999999,"5min":0.12,"15min":0.12},"max":{"1min":1.6200000000000001,"5min":1.6200000000000001,"15min":1.6200000000000001},"last":0.19},{"interface":"front","average":{"1min":0.218,"5min":0.23499999999999999,"15min":0.23699999999999999},"min":{"1min":0.153,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.31900000000000001,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.17000000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.255,"5min":0.26500000000000001,"15min":0.24199999999999999},"min":{"1min":0.17000000000000001,"5min":0.156,"15min":0.14899999999999999},"max":{"1min":0.38500000000000001,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.30599999999999999,"15min":0.28199999999999997},"min":{"1min":0.16900000000000001,"5min":0.14499999999999999,"15min":0.14000000000000001},"max":{"1min":1.8,"5min":1.8,"15min":1.8},"last":0.223}]},{"osd":3,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.29899999999999999,"5min":0.28100000000000003,"15min":0.27900000000000003},"min":{"1min":0.19,"5min":0.128,"15min":0.128},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.247},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.309,"15min":0.30099999999999999},"min":{"1min":0.192,"5min":0.151,"15min":0.151},"max":{"1min":1.655,"5min":1.655,"15min":1.655},"last":0.315}]},{"osd":4,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39100000000000001,"15min":0.38500000000000001},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.88900000000000001,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.43099999999999999,"15min":0.39400000000000002},"min":{"1min":0.26500000000000001,"5min":0.22800000000000001,"15min":0.21299999999999999},"max":{"1min":1.7030000000000001,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.38700000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.42899999999999999,"15min":0.40100000000000002},"min":{"1min":0.23100000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":1.7310000000000001,"5min":1.7310000000000001,"15min":1.7310000000000001},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.38300000000000001,"15min":0.38800000000000001},"min":{"1min":0.21099999999999999,"5min":0.20300000000000001,"15min":0.20100000000000001},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.34100000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.38500000000000001,"15min":0.40400000000000003},"min":{"1min":0.23300000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.95099999999999996,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.42099999999999999,"15min":0.39700000000000002},"min":{"1min":0.26300000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.439}]},{"osd":7,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.39900000000000002,"15min":0.39200000000000002},"min":{"1min":0.27100000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.79900000000000004},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.47599999999999998,"15min":0.42599999999999999},"min":{"1min":0.26400000000000001,"5min":0.248,"15min":0.24199999999999999},"max":{"1min":3.113,"5min":3.113,"15min":3.113},"last":0.45600000000000002}]}]},{"osd":2,"up_from":0,"seq":442381631746,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879542,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":556180,"kb_used_data":402700,"kb_used_omap":883,"kb_used_meta":152588,"kb_avail":87524204,"statfs":{"total":90194313216,"available":89624784896,"internally_reserved":0,"allocated":412364800,"data_stored":410872154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":156250176},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:58 2021","interfaces":[{"interface":"back","average":{"1min":0.184,"5min":0.95799999999999996,"15min":0.49399999999999999},"min":{"1min":0.13200000000000001,"5min":0.127,"15min":0.127},"max":{"1min":0.373,"5min":66.528999999999996,"15min":66.528999999999996},"last":0.224},{"interface":"front","average":{"1min":0.249,"5min":1.0049999999999999,"15min":0.53900000000000003},"min":{"1min":0.13500000000000001,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":0.41599999999999998,"5min":66.497,"15min":66.497},"last":0.318}]},{"osd":1,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":0.19700000000000001,"5min":0.245,"15min":0.38900000000000001},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.13600000000000001},"max":{"1min":0.35599999999999998,"5min":0.52000000000000002,"15min":25.097999999999999},"last":0.20799999999999999},{"interface":"front","average":{"1min":0.27800000000000002,"5min":0.28000000000000003,"15min":0.48299999999999998},"min":{"1min":0.16300000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.377,"5min":0.626,"15min":25.109999999999999},"last":0.35099999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":0.24399999999999999,"5min":0.254,"15min":0.36899999999999999},"min":{"1min":0.17499999999999999,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":0.39700000000000002,"5min":0.56100000000000005,"15min":4.8730000000000002},"last":0.19400000000000001},{"interface":"front","average":{"1min":0.25700000000000001,"5min":0.26100000000000001,"15min":0.32800000000000001},"min":{"1min":0.188,"5min":0.151,"15min":0.151},"max":{"1min":0.40899999999999997,"5min":0.47399999999999998,"15min":2.98},"last":0.26000000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":0.34999999999999998,"5min":0.39500000000000002,"15min":0.46400000000000002},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.59199999999999997,"5min":1.0089999999999999,"15min":2.9780000000000002},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.42399999999999999,"15min":0.499},"min":{"1min":0.27300000000000002,"5min":0.22800000000000001,"15min":0.20699999999999999},"max":{"1min":0.67400000000000004,"5min":0.999,"15min":3.7719999999999998},"last":0.42499999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.42999999999999999,"15min":0.57999999999999996},"min":{"1min":0.28699999999999998,"5min":0.23799999999999999,"15min":0.224},"max":{"1min":1.3029999999999999,"5min":1.3029999999999999,"15min":4.6479999999999997},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.315,"5min":0.375,"15min":0.51800000000000002},"min":{"1min":0.22600000000000001,"5min":0.20899999999999999,"15min":0.192},"max":{"1min":0.48599999999999999,"5min":0.92100000000000004,"15min":4.8449999999999998},"last":0.27900000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:35:52 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.40400000000000003,"15min":0.52000000000000002},"min":{"1min":0.25600000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":1.22,"5min":1.22,"15min":9.9410000000000007},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.42999999999999999,"15min":0.52800000000000002},"min":{"1min":0.29999999999999999,"5min":0.27100000000000002,"15min":0.251},"max":{"1min":0.56000000000000005,"5min":1.044,"15min":3.8100000000000001},"last":0.503}]},{"osd":7,"last update":"Thu Mar 4 23:35:21 2021","interfaces":[{"interface":"back","average":{"1min":10.368,"5min":2.3959999999999999,"15min":1.214},"min":{"1min":0.24299999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":160.75999999999999,"5min":160.75999999999999,"15min":160.75999999999999},"last":0.33800000000000002},{"interface":"front","average":{"1min":10.529,"5min":2.4390000000000001,"15min":1.2230000000000001},"min":{"1min":0.28299999999999997,"5min":0.26100000000000001,"15min":0.23899999999999999},"max":{"1min":160.86600000000001,"5min":160.86600000000001,"15min":160.86600000000001},"last":0.877}]}]},{"osd":4,"up_from":31,"seq":133143986571,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1624940,"kb_used_data":576356,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":86455444,"statfs":{"total":90194313216,"available":88530374656,"internally_reserved":1073741824,"allocated":590188544,"data_stored":588675116,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:58 2021","interfaces":[{"interface":"back","average":{"1min":0.28199999999999997,"5min":0.35899999999999999,"15min":0.35799999999999998},"min":{"1min":0.16800000000000001,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.57599999999999996,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.39000000000000001,"15min":0.41299999999999998},"min":{"1min":0.17899999999999999,"5min":0.153,"15min":0.153},"max":{"1min":0.66100000000000003,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.31}]},{"osd":1,"last update":"Thu Mar 4 23:35:37 2021","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.47599999999999998,"15min":0.625},"min":{"1min":0.157,"5min":0.157,"15min":0.157},"max":{"1min":1.7829999999999999,"5min":11.231,"15min":20.440000000000001},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.29499999999999998,"5min":0.46200000000000002,"15min":0.59599999999999997},"min":{"1min":0.17699999999999999,"5min":0.154,"15min":0.154},"max":{"1min":0.46899999999999997,"5min":11.207000000000001,"15min":20.465},"last":0.33200000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:35:20 2021","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.35799999999999998,"15min":0.40000000000000002},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.17100000000000001},"max":{"1min":0.499,"5min":0.70099999999999996,"15min":3.3260000000000001},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.377,"15min":0.42999999999999999},"min":{"1min":0.27600000000000002,"5min":0.224,"15min":0.17499999999999999},"max":{"1min":0.442,"5min":0.83899999999999997,"15min":3.351},"last":0.43099999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:35:20 2021","interfaces":[{"interface":"back","average":{"1min":3.3300000000000001,"5min":1.571,"15min":1.7789999999999999},"min":{"1min":0.217,"5min":0.192,"15min":0.192},"max":{"1min":63.552999999999997,"5min":63.552999999999997,"15min":85.394999999999996},"last":0.41199999999999998},{"interface":"front","average":{"1min":3.4159999999999999,"5min":1.5660000000000001,"15min":1.6799999999999999},"min":{"1min":0.248,"5min":0.217,"15min":0.19400000000000001},"max":{"1min":63.701999999999998,"5min":63.701999999999998,"15min":85.802999999999997},"last":0.38300000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:35:37 2021","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.312,"15min":0.33600000000000002},"min":{"1min":0.16300000000000001,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":3.456},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.29399999999999998,"15min":0.34999999999999998},"min":{"1min":0.16900000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.601,"5min":1.601,"15min":3.2999999999999998},"last":0.29699999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:35:58 2021","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.34699999999999998,"15min":0.36799999999999999},"min":{"1min":0.185,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":3.1110000000000002,"5min":3.1110000000000002,"15min":3.5569999999999999},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.36399999999999999,"15min":0.46600000000000003},"min":{"1min":0.186,"5min":0.16700000000000001,"15min":0.14199999999999999},"max":{"1min":2.4020000000000001,"5min":2.4020000000000001,"15min":3.895},"last":0.23699999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:35:37 2021","interfaces":[{"interface":"back","average":{"1min":7.7160000000000002,"5min":1.8029999999999999,"15min":0.86699999999999999},"min":{"1min":0.184,"5min":0.184,"15min":0.17000000000000001},"max":{"1min":131.482,"5min":131.482,"15min":131.482},"last":0.497},{"interface":"front","average":{"1min":7.6970000000000001,"5min":1.8240000000000001,"15min":0.96599999999999997},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":131.54599999999999,"5min":131.54599999999999,"15min":131.54599999999999},"last":0.25900000000000001}]}]},{"osd":5,"up_from":36,"seq":154618823049,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1899484,"kb_used_data":850900,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":86180900,"statfs":{"total":90194313216,"available":88249241600,"internally_reserved":1073741824,"allocated":871321600,"data_stored":869822434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:01 2021","interfaces":[{"interface":"back","average":{"1min":0.27400000000000002,"5min":0.34399999999999997,"15min":0.36199999999999999},"min":{"1min":0.13,"5min":0.13,"15min":0.13},"max":{"1min":0.73699999999999999,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.21199999999999999},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.41699999999999998,"15min":0.39800000000000002},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":2.9529999999999998,"5min":2.9529999999999998,"15min":2.9529999999999998},"last":0.64100000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:35:31 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.35799999999999998,"15min":0.41299999999999998},"min":{"1min":0.16,"5min":0.16,"15min":0.153},"max":{"1min":0.55800000000000005,"5min":0.93400000000000005,"15min":3.2519999999999998},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.39900000000000002,"15min":0.48499999999999999},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.14599999999999999},"max":{"1min":3.0579999999999998,"5min":3.0579999999999998,"15min":7.4740000000000002},"last":0.55500000000000005}]},{"osd":2,"last update":"Thu Mar 4 23:35:18 2021","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.372,"15min":0.42999999999999999},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.161},"max":{"1min":0.57499999999999996,"5min":0.91400000000000003,"15min":3.5800000000000001},"last":0.31},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.39300000000000002,"15min":0.48999999999999999},"min":{"1min":0.251,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.52800000000000002,"5min":0.79300000000000004,"15min":3.698},"last":0.59199999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:35:18 2021","interfaces":[{"interface":"back","average":{"1min":3.3719999999999999,"5min":0.97999999999999998,"15min":0.68500000000000005},"min":{"1min":0.23400000000000001,"5min":0.20899999999999999,"15min":0.16700000000000001},"max":{"1min":55.055999999999997,"5min":55.055999999999997,"15min":55.055999999999997},"last":0.23899999999999999},{"interface":"front","average":{"1min":3.3860000000000001,"5min":1,"15min":0.68799999999999994},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.19800000000000001},"max":{"1min":55.119,"5min":55.119,"15min":55.119},"last":0.34000000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:36:01 2021","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.34200000000000003,"15min":0.379},"min":{"1min":0.16,"5min":0.152,"15min":0.127},"max":{"1min":2.984,"5min":2.984,"15min":7.4480000000000004},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.26900000000000002,"5min":0.29899999999999999,"15min":0.34699999999999998},"min":{"1min":0.17299999999999999,"5min":0.158,"15min":0.152},"max":{"1min":0.436,"5min":0.61599999999999999,"15min":4.4000000000000004},"last":0.26900000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:35:31 2021","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.36199999999999999,"15min":0.42899999999999999},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.16},"max":{"1min":3.0089999999999999,"5min":3.0089999999999999,"15min":7.3959999999999999},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.32900000000000001,"15min":0.35599999999999998},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16300000000000001},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":4.3209999999999997},"last":0.41599999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:35:18 2021","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.35299999999999998,"15min":0.41399999999999998},"min":{"1min":0.20300000000000001,"5min":0.185,"15min":0.185},"max":{"1min":0.47699999999999998,"5min":0.66500000000000004,"15min":4.3540000000000001},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.32400000000000001,"5min":0.33000000000000002,"15min":0.377},"min":{"1min":0.20999999999999999,"5min":0.159,"15min":0.159},"max":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":2.9740000000000002},"last":0.39400000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":552665088,"data_stored":552665088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":307298304,"data_stored":307298304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":253820928,"data_stored":253820928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":426639360,"data_stored":426639360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":491454464,"data_stored":491454464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":132448256,"data_stored":132448256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":214761472,"data_stored":214761472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:36:19.856 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2021-03-04T23:36:19.856 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:36:19.857 INFO:tasks.thrashosds.thrasher:Growing pool device_health_metrics 2021-03-04T23:36:19.857 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:36:19.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:19.859 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:19.860 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:19.962 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:19.984 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:19.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:19.986 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:20.040 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:20.087 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:20.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:20.108 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:20.108 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:20.214 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:20.238 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:20.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:20.239 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:20.340 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:20.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[95595]: cluster 2021-03-04T23:36:18.751444+0000 mgr.x (mgr.34676) 1041 : cluster [DBG] pgmap v1060: 119 pgs: 119 active+clean; 2.1 GiB data, 8.2 GiB used, 576 GiB / 588 GiB avail; 225 MiB/s wr, 3.59k op/s 2021-03-04T23:36:20.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[95595]: cluster 2021-03-04T23:36:18.959840+0000 osd.6 (osd.6) 187 : cluster [DBG] 1.f deep-scrub starts 2021-03-04T23:36:20.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[95595]: cluster 2021-03-04T23:36:18.960302+0000 osd.6 (osd.6) 188 : cluster [DBG] 1.f deep-scrub ok 2021-03-04T23:36:20.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[95595]: cluster 2021-03-04T23:36:19.155806+0000 osd.1 (osd.1) 11 : cluster [DBG] 2.d deep-scrub ok 2021-03-04T23:36:20.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: cluster 2021-03-04T23:36:20.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: 2021-03-04T23:36:20.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: 2021 2021-03-04T23:36:20.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: - 2021-03-04T23:36:20.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: 03 2021-03-04T23:36:20.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: - 2021-03-04T23:36:20.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: 04 2021-03-04T23:36:20.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: T 2021-03-04T23:36:20.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: 23 2021-03-04T23:36:20.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: : 2021-03-04T23:36:20.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: 36 2021-03-04T23:36:20.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: : 2021-03-04T23:36:20.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: 18 2021-03-04T23:36:20.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: . 2021-03-04T23:36:20.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: 751444 2021-03-04T23:36:20.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: +0000 2021-03-04T23:36:20.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: 2021-03-04T23:36:20.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: mgr.x 2021-03-04T23:36:20.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: ( 2021-03-04T23:36:20.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: mgr 2021-03-04T23:36:20.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: . 2021-03-04T23:36:20.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: 34676 2021-03-04T23:36:20.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: ) 2021-03-04T23:36:20.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: 1041 2021-03-04T23:36:20.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: : 2021-03-04T23:36:20.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: cluster 2021-03-04T23:36:20.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: 2021-03-04T23:36:20.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: [DBG] 2021-03-04T23:36:20.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: 2021-03-04T23:36:20.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: pgmap v1060: 119 pgs: 119 active+clean; 2.1 GiB data, 8.2 GiB used, 576 GiB / 588 GiB avail; 225 MiB/s wr, 3.59k op/s 2021-03-04T23:36:20.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: 2021-03-04T23:36:20.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: cluster 2021-03-04T23:36:20.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: 2021-03-04T23:36:20.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: 2021 2021-03-04T23:36:20.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: - 2021-03-04T23:36:20.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: 03 2021-03-04T23:36:20.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: - 2021-03-04T23:36:20.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: 04 2021-03-04T23:36:20.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: T 2021-03-04T23:36:20.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: 23 2021-03-04T23:36:20.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: : 2021-03-04T23:36:20.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: 36 2021-03-04T23:36:20.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: :18.959840+0000 osd.6 (osd.6) 187 : cluster 2021-03-04T23:36:20.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: [DBG] 1.f deep-scrub starts 2021-03-04T23:36:20.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: cluster 2021-03-04T23:36:18.960302+0000 osd.6 (osd.6) 188 : cluster 2021-03-04T23:36:20.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: [DBG] 1.f deep-scrub ok 2021-03-04T23:36:20.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: cluster 2021-03-04T23:36:20.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: 2021-03-04T23:36:19.155806+0000 osd.1 (osd.1 2021-03-04T23:36:20.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:20 gibba011 conmon[99461]: ) 11 : cluster [DBG] 2.d deep-scrub ok 2021-03-04T23:36:20.368 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:20.369 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:20.370 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:20.370 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 9 16 44880 44864 311.532 218.938 0.003351 0.00320709 2021-03-04T23:36:20.471 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:20.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:20.495 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:20.495 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:20.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:20 gibba038 conmon[76675]: cluster 2021-03-04T23:36:18.751444+0000 mgr.x 2021-03-04T23:36:20.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:20 gibba038 conmon[76675]: (mgr.34676) 1041 : cluster [DBG] pgmap v1060: 119 pgs: 119 active+clean; 2.1 GiB data, 8.2 GiB used, 576 GiB / 588 GiB avail; 225 MiB/s wr, 3.59k op/s 2021-03-04T23:36:20.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:20 gibba038 conmon[76675]: cluster 2021-03-04T23:36:18.959840+0000 osd.6 (osd.6) 187 : cluster [DBG] 1.f deep-scrub starts 2021-03-04T23:36:20.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:20 gibba038 conmon[76675]: cluster 2021-03-04T23:36:18.960302+0000 osd.6 (osd. 2021-03-04T23:36:20.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:20 gibba038 conmon[76675]: 6) 188 : cluster [DBG] 1.f deep-scrub ok 2021-03-04T23:36:20.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:20 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:36:20.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:20 gibba038 conmon[76675]: -03-04T23:36:19.155806+0000 2021-03-04T23:36:20.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:20 gibba038 conmon[76675]: osd.1 (osd.1) 11 : cluster [DBG] 2.d deep-scrub ok 2021-03-04T23:36:20.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:20 gibba038 conmon[76675]: 2021-03-04T23:36:20.597 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:20.617 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:20.618 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:20.619 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:20.721 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:20.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:20.743 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:20.743 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:20.844 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:20.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:20.868 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:20.868 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:20.970 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:20.991 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:20.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:20.993 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:21.095 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:21.114 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:21.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:21.116 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:21.175 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:36:21.217 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:21.244 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:36:21.245 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:21.246 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:21.247 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:21.265 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:36:21.281 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:36:21.296 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:36:21.315 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:36:21.334 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:36:21.349 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:21.351 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:36:21.365 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 10 16 48305 48289 301.783 214.062 0.00418309 0.00331112 2021-03-04T23:36:21.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:21.370 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:21.371 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:21.371 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:36:21.372 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:36:21.372 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:36:21.372 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:36:21.373 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:36:21.373 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:36:21.373 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:36:21.373 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:36:21.374 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:36:21.465 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:21 gibba011 conmon[95595]: cluster 2021-03-04T23:36:20.204260+0000 osd.1 (osd.1) 12 : cluster [DBG] 1.3 scrub ok 2021-03-04T23:36:21.469 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:21 gibba011 conmon[95595]: audit 2021-03-04T23:36:20.387567+0000 mon.a (mon.0) 1421 : audit [INF] from='client.? 172.21.2.111:0/695368763' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:21.470 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:21 gibba011 conmon[99461]: cluster 2021-03-04T23:36:20.204260+0000 osd.1 (osd.1) 12 : 2021-03-04T23:36:21.471 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:21 gibba011 conmon[99461]: cluster [DBG] 1.3 scrub ok 2021-03-04T23:36:21.472 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:21 gibba011 conmon[99461]: audit 2021-03-04T23:36:20.387567+0000 mon.a (mon.0) 1421 : audit [INF] 2021-03-04T23:36:21.473 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:21 gibba011 conmon[99461]: from='client.? 172.21.2.111:0/695368763' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:21.475 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:21.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:21.508 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:21.511 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:21.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:21 gibba038 conmon[76675]: cluster 2021-03-04T23:36:20.204260+0000 osd.1 (osd.1) 12 : cluster [DBG] 1.3 scrub ok 2021-03-04T23:36:21.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:21 gibba038 conmon[76675]: audit 2021-03-04T23:36:20.387567+0000 mon.a (mon.0) 1421 : audit [INF] from='client.? 172.21.2.111:0/695368763' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:21.623 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:21.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:21.650 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:21.650 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:21.752 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:21.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:21.780 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:21.780 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:21.882 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:21.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:21.908 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:21.908 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:22.012 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:22.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:22.040 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:22.041 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:22.146 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:22.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:22.175 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:22.175 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:22.277 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:22.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:22.313 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:22.315 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:22.324 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:22 gibba011 conmon[95595]: cluster 2021-03-04T23:36:20.751789+0000 mgr.x (mgr.34676) 1042 : cluster [DBG] pgmap v1061: 119 pgs: 119 active+clean; 2.2 GiB data, 8.4 GiB used, 576 GiB / 588 GiB avail; 223 MiB/s wr, 3.57k op/s 2021-03-04T23:36:22.332 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:22 gibba011 conmon[95595]: cluster 2021-03-04T23:36:21.164535+0000 mon.a (mon.0) 1422 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:22.337 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:22 gibba011 conmon[95595]: audit 2021-03-04T23:36:21.169632+0000 mon.a (mon.0) 1423 : audit [INF] from='client.? 172.21.2.111:0/695368763' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:36:22.340 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:22 gibba011 conmon[95595]: cluster 2021-03-04T23:36:21.169664+0000 mon.a (mon.0) 1424 : cluster [DBG] osdmap e310: 8 total, 8 up, 7 in 2021-03-04T23:36:22.342 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:22 gibba011 conmon[95595]: audit 2021-03-04T23:36:21.218414+0000 mon.a (mon.0) 1425 : audit [DBG] from='client.? 172.21.2.111:0/823738460' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:22.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:22 gibba011 conmon[99461]: cluster 2021-03-04T23:36:20.751789+0000 mgr.x (mgr.34676) 1042 : cluster [DBG] pgmap v1061: 119 pgs: 119 active+clean; 2.2 GiB data, 8.4 GiB used, 576 GiB / 588 GiB avail; 223 MiB/s wr, 3.57k op/s 2021-03-04T23:36:22.380 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:22 gibba011 conmon[99461]: cluster 2021-03-04T23:36:21.164535+0000 mon.a (mon.0) 1422 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:22.384 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:22 gibba011 conmon[99461]: audit 2021-03-04T23:36:21.169632+0000 mon.a (mon.0) 1423 : audit [INF] from='client.? 172.21.2.111:0/695368763' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:36:22.384 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:22 gibba011 conmon[99461]: cluster 2021-03-04T23:36:21.169664+0000 mon.a (mon.0) 1424 : cluster [DBG] osdmap e310: 8 total, 8 up, 7 in 2021-03-04T23:36:22.385 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:22 gibba011 conmon[99461]: audit 2021-03-04T23:36:21.218414+0000 mon.a (mon.0) 1425 : audit [DBG] from='client.? 172.21.2.111:0/823738460' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:22.391 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 11 16 51377 51361 291.801 192 0.0032506 0.0034239 2021-03-04T23:36:22.417 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:22.450 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:22.451 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:22.451 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:22.553 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:22.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:22.582 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:22.583 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:22.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: cluster 2021-03-04T23:36:22.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: 2021-03-04T23:36:22.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: 2021 2021-03-04T23:36:22.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: - 2021-03-04T23:36:22.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: 03 2021-03-04T23:36:22.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: - 2021-03-04T23:36:22.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: 04 2021-03-04T23:36:22.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: T 2021-03-04T23:36:22.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: 23 2021-03-04T23:36:22.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: : 2021-03-04T23:36:22.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: 36 2021-03-04T23:36:22.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: : 2021-03-04T23:36:22.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: 20 2021-03-04T23:36:22.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: . 2021-03-04T23:36:22.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: 751789 2021-03-04T23:36:22.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: +0000 2021-03-04T23:36:22.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: mgr.x (mgr.34676) 1042 : cluster 2021-03-04T23:36:22.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: [DBG] pgmap v1061: 119 pgs: 119 active+clean; 2.2 GiB data, 8.4 GiB used, 576 GiB / 588 GiB avail; 223 MiB/s wr, 3.57k op/s 2021-03-04T23:36:22.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: cluster 2021-03-04 2021-03-04T23:36:22.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: T23:36:21.164535+0000 mon.a (mon.0) 1422 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:22.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: audit 2021-03-04T23:36:21 2021-03-04T23:36:22.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: .169632+0000 mon.a (mon.0) 1423 : audit [INF] from='client.? 172.21.2.111:0/695368763' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:36:22.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: 2021-03-04T23:36:22.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:36:22.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: 03-04T23:36:21.169664+0000 mon.a (mon.0) 1424 : cluster [DBG] osdmap e310: 8 total, 8 up, 7 in 2021-03-04T23:36:22.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: 2021-03-04T23:36:22.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: audit 2021-03-04T23:36:22.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: 2021-03-04T23:36:21.218414+0000 mon.a (mon.0 2021-03-04T23:36:22.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:22 gibba038 conmon[76675]: ) 1425 : audit [DBG] from='client.? 172.21.2.111:0/823738460' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:22.685 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:22.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:22.710 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:22.710 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:22.811 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:22.836 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:22.837 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:22.837 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:22.939 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:22.960 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:22.961 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:22.962 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:23.063 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:23.085 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:23.086 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:23.086 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:23.188 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:23.212 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:23.214 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:23.214 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:23.315 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:23.337 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:23.338 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:23.338 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:23.365 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 12 16 54439 54423 283.431 191.375 0.00355986 0.00352531 2021-03-04T23:36:23.409 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:36:23.409 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:36:23.440 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:23.462 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:23.463 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:23.464 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:23.565 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:23.587 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:23.588 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:23.588 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:23.690 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:23.709 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:23.710 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:23.710 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:23.812 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:23.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:23.832 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:23.832 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:23.934 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:23.957 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:23.958 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:23.958 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:24.059 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:24.081 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:24.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:24.082 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:24.183 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:24.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:24.209 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:24.210 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:24.312 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:24.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:24.334 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:24.335 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:24.365 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 13 16 57430 57414 276.008 186.938 0.00454721 0.00362014 2021-03-04T23:36:24.392 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:36:24.436 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:24.456 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:24.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:24.457 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:24.529 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:24.559 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:24.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:24.580 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:24.581 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:24.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:24 gibba038 conmon[76675]: cluster 2021-03-04T23:36:22.752228+0000 mgr.x (mgr. 2021-03-04T23:36:24.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:24 gibba038 conmon[76675]: 34676) 1043 : cluster [DBG] pgmap v1063: 119 pgs: 119 active+clean; 2.8 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 263 MiB/s wr, 4.20k op/s 2021-03-04T23:36:24.594 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:24 gibba011 conmon[95595]: cluster 2021-03-04T23:36:22.752228+0000 mgr.x (mgr.34676) 1043 : cluster 2021-03-04T23:36:24.594 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:24 gibba011 conmon[95595]: [DBG] pgmap v1063: 119 pgs: 119 active+clean; 2.8 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 263 MiB/s wr, 4.20k op/s 2021-03-04T23:36:24.594 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:24 gibba011 conmon[99461]: cluster 2021-03-04T23:36:22.752228+0000 mgr.x (mgr.34676) 1043 : cluster [DBG] 2021-03-04T23:36:24.595 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:24 gibba011 conmon[99461]: pgmap v1063: 119 pgs: 119 active+clean; 2.8 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 263 MiB/s wr, 4.20k op/s 2021-03-04T23:36:24.659 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-03-04T23:36:24.681 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:24.703 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:24.704 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:24.705 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:24.791 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:24.806 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:24.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:24.828 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:24.828 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:24.930 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:24.951 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:24.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:24.952 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:25.054 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:25.078 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:25.079 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:25.079 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:25.180 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:25.202 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:25.203 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:25.204 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:25.254 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:36:25.305 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:25.329 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:25.330 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:25.330 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:25.365 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 14 16 60330 60314 269.238 181.25 0.00592611 0.00371108 2021-03-04T23:36:25.392 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:25.431 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:25.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:25.451 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:25.452 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:25.553 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:25.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:25.576 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:25.576 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:25.677 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:25.698 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:25.699 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:25.699 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:25.801 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:25.825 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:25.826 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:25.826 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:25.928 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:25.948 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:25.949 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:25.949 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:26.051 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:26.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:26.076 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:26.076 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:26.177 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:26.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:26.198 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:26.199 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:26.300 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:26.321 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:26.322 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:26.322 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:26.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:26 gibba011 conmon[95595]: cluster 2021-03-04T23:36:24.752680+0000 mgr.x (mgr.34676) 1044 : cluster [DBG] pgmap v1064: 119 pgs: 119 active+clean; 3.2 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 266 MiB/s wr, 4.25k op/s 2021-03-04T23:36:26.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:26 gibba011 conmon[99461]: cluster 2021-03-04T23:36:24.752680+0000 mgr.x (mgr.34676) 1044 : cluster [DBG] pgmap v1064: 119 pgs: 119 active+clean; 3.2 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 266 MiB/s wr, 4.25k op/s 2021-03-04T23:36:26.365 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 15 16 63165 63149 263.101 177.188 0.0063791 0.00379812 2021-03-04T23:36:26.423 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:26.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:26.448 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:26.449 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:26.550 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:26.571 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:26.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:26.572 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:26.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:26 gibba038 conmon[76675]: cluster 2021-03-04T23:36:24.752680+0000 mgr.x (mgr.34676) 1044 : cluster 2021-03-04T23:36:26.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:26 gibba038 conmon[76675]: [DBG] pgmap v1064: 119 pgs: 119 active+clean; 3.2 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 266 MiB/s wr, 4.25k op/s 2021-03-04T23:36:26.674 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:26.693 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:26.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:26.695 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:26.796 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:26.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:26.814 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:26.815 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:26.916 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:26.936 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:26.936 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:26.937 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:27.010 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:36:27.012 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:36:27.038 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:27.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:27.057 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:27.057 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:27.158 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:27.178 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:27.179 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:27.180 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:27.281 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:27.300 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:27.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:27.302 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:27.366 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 16 16 65612 65596 256.215 152.938 0.00650991 0.00390048 2021-03-04T23:36:27.403 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:27.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:27.422 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:27.422 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:27.524 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:27.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:27.544 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:27.545 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:27.646 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:27.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:27.670 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:27.671 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:27.772 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:27.792 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:27.793 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:27.793 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:27.895 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:27.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:27.917 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:27.917 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:27.973 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":1064,"stamp":"2021-03-04T23:36:24.752372+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3396472104,"num_objects":51848,"num_object_clones":0,"num_object_copies":155544,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51848,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":51878,"num_write_kb":3316884,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":51872,"ondisk_log_size":51872,"up":357,"acting":357,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":16116708,"kb_used_data":11369324,"kb_used_omap":7911,"kb_used_meta":4739416,"kb_avail":600445980,"statfs":{"total":631360192512,"available":614856683520,"internally_reserved":4294967296,"allocated":11642187776,"data_stored":11631636849,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8101805,"internal_metadata":4853162067},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,6,10,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2789015552,"num_objects":42557,"num_object_clones":0,"num_object_copies":127671,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":42557,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":42557,"num_write_kb":2723648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002199"},"pg_stats":[{"pgid":"3.1a","version":"56'1","reported_seq":"355","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.365980+0000","last_change":"2021-03-04T23:32:26.240995+0000","last_active":"2021-03-04T23:36:11.365980+0000","last_peered":"2021-03-04T23:36:11.365980+0000","last_clean":"2021-03-04T23:36:11.365980+0000","last_became_active":"2021-03-04T23:32:26.240606+0000","last_became_peered":"2021-03-04T23:32:26.240606+0000","last_unstale":"2021-03-04T23:36:11.365980+0000","last_undegraded":"2021-03-04T23:36:11.365980+0000","last_fullsized":"2021-03-04T23:36:11.365980+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"97","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366255+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:36:11.366255+0000","last_peered":"2021-03-04T23:36:11.366255+0000","last_clean":"2021-03-04T23:36:11.366255+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:36:11.366255+0000","last_undegraded":"2021-03-04T23:36:11.366255+0000","last_fullsized":"2021-03-04T23:36:11.366255+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"52","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140359+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:36:09.140359+0000","last_peered":"2021-03-04T23:36:09.140359+0000","last_clean":"2021-03-04T23:36:09.140359+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:36:09.140359+0000","last_undegraded":"2021-03-04T23:36:09.140359+0000","last_fullsized":"2021-03-04T23:36:09.140359+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"331","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.365525+0000","last_change":"2021-03-04T23:31:15.971254+0000","last_active":"2021-03-04T23:36:11.365525+0000","last_peered":"2021-03-04T23:36:11.365525+0000","last_clean":"2021-03-04T23:36:11.365525+0000","last_became_active":"2021-03-04T23:31:15.970661+0000","last_became_peered":"2021-03-04T23:31:15.970661+0000","last_unstale":"2021-03-04T23:36:11.365525+0000","last_undegraded":"2021-03-04T23:36:11.365525+0000","last_fullsized":"2021-03-04T23:36:11.365525+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"115","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.365828+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:36:11.365828+0000","last_peered":"2021-03-04T23:36:11.365828+0000","last_clean":"2021-03-04T23:36:11.365828+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:36:11.365828+0000","last_undegraded":"2021-03-04T23:36:11.365828+0000","last_fullsized":"2021-03-04T23:36:11.365828+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"58","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366495+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:36:11.366495+0000","last_peered":"2021-03-04T23:36:11.366495+0000","last_clean":"2021-03-04T23:36:11.366495+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:36:11.366495+0000","last_undegraded":"2021-03-04T23:36:11.366495+0000","last_fullsized":"2021-03-04T23:36:11.366495+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"303","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.365549+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:36:11.365549+0000","last_peered":"2021-03-04T23:36:11.365549+0000","last_clean":"2021-03-04T23:36:11.365549+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:36:11.365549+0000","last_undegraded":"2021-03-04T23:36:11.365549+0000","last_fullsized":"2021-03-04T23:36:11.365549+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"115","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.365906+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:36:11.365906+0000","last_peered":"2021-03-04T23:36:11.365906+0000","last_clean":"2021-03-04T23:36:11.365906+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:36:11.365906+0000","last_undegraded":"2021-03-04T23:36:11.365906+0000","last_fullsized":"2021-03-04T23:36:11.365906+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"113","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:13.399766+0000","last_change":"2021-03-04T23:36:13.399766+0000","last_active":"2021-03-04T23:36:13.399766+0000","last_peered":"2021-03-04T23:36:13.399766+0000","last_clean":"2021-03-04T23:36:13.399766+0000","last_became_active":"2021-03-04T23:35:58.102172+0000","last_became_peered":"2021-03-04T23:35:58.102172+0000","last_unstale":"2021-03-04T23:36:13.399766+0000","last_undegraded":"2021-03-04T23:36:13.399766+0000","last_fullsized":"2021-03-04T23:36:13.399766+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:13.399718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:13.399718+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"352","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.148027+0000","last_change":"2021-03-04T23:32:26.243636+0000","last_active":"2021-03-04T23:36:11.148027+0000","last_peered":"2021-03-04T23:36:11.148027+0000","last_clean":"2021-03-04T23:36:11.148027+0000","last_became_active":"2021-03-04T23:32:26.243433+0000","last_became_peered":"2021-03-04T23:32:26.243433+0000","last_unstale":"2021-03-04T23:36:11.148027+0000","last_undegraded":"2021-03-04T23:36:11.148027+0000","last_fullsized":"2021-03-04T23:36:11.148027+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"117","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366434+0000","last_change":"2021-03-04T23:32:18.988970+0000","last_active":"2021-03-04T23:36:11.366434+0000","last_peered":"2021-03-04T23:36:11.366434+0000","last_clean":"2021-03-04T23:36:11.366434+0000","last_became_active":"2021-03-04T23:32:18.988819+0000","last_became_peered":"2021-03-04T23:32:18.988819+0000","last_unstale":"2021-03-04T23:36:11.366434+0000","last_undegraded":"2021-03-04T23:36:11.366434+0000","last_fullsized":"2021-03-04T23:36:11.366434+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"89","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.367518+0000","last_change":"2021-03-04T23:31:16.167808+0000","last_active":"2021-03-04T23:36:11.367518+0000","last_peered":"2021-03-04T23:36:11.367518+0000","last_clean":"2021-03-04T23:36:11.367518+0000","last_became_active":"2021-03-04T23:31:15.976472+0000","last_became_peered":"2021-03-04T23:31:15.976472+0000","last_unstale":"2021-03-04T23:36:11.367518+0000","last_undegraded":"2021-03-04T23:36:11.367518+0000","last_fullsized":"2021-03-04T23:36:11.367518+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":180,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"52","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140450+0000","last_change":"2021-03-04T23:32:26.241627+0000","last_active":"2021-03-04T23:36:09.140450+0000","last_peered":"2021-03-04T23:36:09.140450+0000","last_clean":"2021-03-04T23:36:09.140450+0000","last_became_active":"2021-03-04T23:32:26.241358+0000","last_became_peered":"2021-03-04T23:32:26.241358+0000","last_unstale":"2021-03-04T23:36:09.140450+0000","last_undegraded":"2021-03-04T23:36:09.140450+0000","last_fullsized":"2021-03-04T23:36:09.140450+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"353","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.367226+0000","last_change":"2021-03-04T23:31:16.070395+0000","last_active":"2021-03-04T23:36:11.367226+0000","last_peered":"2021-03-04T23:36:11.367226+0000","last_clean":"2021-03-04T23:36:11.367226+0000","last_became_active":"2021-03-04T23:31:15.969033+0000","last_became_peered":"2021-03-04T23:31:15.969033+0000","last_unstale":"2021-03-04T23:36:11.367226+0000","last_undegraded":"2021-03-04T23:36:11.367226+0000","last_fullsized":"2021-03-04T23:36:11.367226+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":10396,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"332","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366200+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:36:11.366200+0000","last_peered":"2021-03-04T23:36:11.366200+0000","last_clean":"2021-03-04T23:36:11.366200+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:36:11.366200+0000","last_undegraded":"2021-03-04T23:36:11.366200+0000","last_fullsized":"2021-03-04T23:36:11.366200+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"17","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.147697+0000","last_change":"2021-03-04T23:35:58.152057+0000","last_active":"2021-03-04T23:36:11.147697+0000","last_peered":"2021-03-04T23:36:11.147697+0000","last_clean":"2021-03-04T23:36:11.147697+0000","last_became_active":"2021-03-04T23:35:58.151766+0000","last_became_peered":"2021-03-04T23:35:58.151766+0000","last_unstale":"2021-03-04T23:36:11.147697+0000","last_undegraded":"2021-03-04T23:36:11.147697+0000","last_fullsized":"2021-03-04T23:36:11.147697+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"111","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.367578+0000","last_change":"2021-03-04T23:32:19.165859+0000","last_active":"2021-03-04T23:36:11.367578+0000","last_peered":"2021-03-04T23:36:11.367578+0000","last_clean":"2021-03-04T23:36:11.367578+0000","last_became_active":"2021-03-04T23:32:19.018621+0000","last_became_peered":"2021-03-04T23:32:19.018621+0000","last_unstale":"2021-03-04T23:36:11.367578+0000","last_undegraded":"2021-03-04T23:36:11.367578+0000","last_fullsized":"2021-03-04T23:36:11.367578+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"133","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366489+0000","last_change":"2021-03-04T23:32:26.238976+0000","last_active":"2021-03-04T23:36:11.366489+0000","last_peered":"2021-03-04T23:36:11.366489+0000","last_clean":"2021-03-04T23:36:11.366489+0000","last_became_active":"2021-03-04T23:32:26.238739+0000","last_became_peered":"2021-03-04T23:32:26.238739+0000","last_unstale":"2021-03-04T23:36:11.366489+0000","last_undegraded":"2021-03-04T23:36:11.366489+0000","last_fullsized":"2021-03-04T23:36:11.366489+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"17","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.147591+0000","last_change":"2021-03-04T23:35:58.105041+0000","last_active":"2021-03-04T23:36:11.147591+0000","last_peered":"2021-03-04T23:36:11.147591+0000","last_clean":"2021-03-04T23:36:11.147591+0000","last_became_active":"2021-03-04T23:35:58.104659+0000","last_became_peered":"2021-03-04T23:35:58.104659+0000","last_unstale":"2021-03-04T23:36:11.147591+0000","last_undegraded":"2021-03-04T23:36:11.147591+0000","last_fullsized":"2021-03-04T23:36:11.147591+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"329","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.367727+0000","last_change":"2021-03-04T23:31:26.984680+0000","last_active":"2021-03-04T23:36:11.367727+0000","last_peered":"2021-03-04T23:36:11.367727+0000","last_clean":"2021-03-04T23:36:11.367727+0000","last_became_active":"2021-03-04T23:31:26.984406+0000","last_became_peered":"2021-03-04T23:31:26.984406+0000","last_unstale":"2021-03-04T23:36:11.367727+0000","last_undegraded":"2021-03-04T23:36:11.367727+0000","last_fullsized":"2021-03-04T23:36:11.367727+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"315","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.148020+0000","last_change":"2021-03-04T23:31:15.976507+0000","last_active":"2021-03-04T23:36:11.148020+0000","last_peered":"2021-03-04T23:36:11.148020+0000","last_clean":"2021-03-04T23:36:11.148020+0000","last_became_active":"2021-03-04T23:31:15.976241+0000","last_became_peered":"2021-03-04T23:31:15.976241+0000","last_unstale":"2021-03-04T23:36:11.148020+0000","last_undegraded":"2021-03-04T23:36:11.148020+0000","last_fullsized":"2021-03-04T23:36:11.148020+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"16","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140560+0000","last_change":"2021-03-04T23:35:58.102333+0000","last_active":"2021-03-04T23:36:09.140560+0000","last_peered":"2021-03-04T23:36:09.140560+0000","last_clean":"2021-03-04T23:36:09.140560+0000","last_became_active":"2021-03-04T23:35:58.102145+0000","last_became_peered":"2021-03-04T23:35:58.102145+0000","last_unstale":"2021-03-04T23:36:09.140560+0000","last_undegraded":"2021-03-04T23:36:09.140560+0000","last_fullsized":"2021-03-04T23:36:09.140560+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"63","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140285+0000","last_change":"2021-03-04T23:36:06.013161+0000","last_active":"2021-03-04T23:36:09.140285+0000","last_peered":"2021-03-04T23:36:09.140285+0000","last_clean":"2021-03-04T23:36:09.140285+0000","last_became_active":"2021-03-04T23:35:58.150878+0000","last_became_peered":"2021-03-04T23:35:58.150878+0000","last_unstale":"2021-03-04T23:36:09.140285+0000","last_undegraded":"2021-03-04T23:36:09.140285+0000","last_fullsized":"2021-03-04T23:36:09.140285+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:06.013122+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:06.013122+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"288","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.367230+0000","last_change":"2021-03-04T23:31:18.494265+0000","last_active":"2021-03-04T23:36:11.367230+0000","last_peered":"2021-03-04T23:36:11.367230+0000","last_clean":"2021-03-04T23:36:11.367230+0000","last_became_active":"2021-03-04T23:31:18.493880+0000","last_became_peered":"2021-03-04T23:31:18.493880+0000","last_unstale":"2021-03-04T23:36:11.367230+0000","last_undegraded":"2021-03-04T23:36:11.367230+0000","last_fullsized":"2021-03-04T23:36:11.367230+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":238,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"313","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.365411+0000","last_change":"2021-03-04T23:31:15.970193+0000","last_active":"2021-03-04T23:36:11.365411+0000","last_peered":"2021-03-04T23:36:11.365411+0000","last_clean":"2021-03-04T23:36:11.365411+0000","last_became_active":"2021-03-04T23:31:15.969759+0000","last_became_peered":"2021-03-04T23:31:15.969759+0000","last_unstale":"2021-03-04T23:36:11.365411+0000","last_undegraded":"2021-03-04T23:36:11.365411+0000","last_fullsized":"2021-03-04T23:36:11.365411+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"17","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.147679+0000","last_change":"2021-03-04T23:35:58.105058+0000","last_active":"2021-03-04T23:36:11.147679+0000","last_peered":"2021-03-04T23:36:11.147679+0000","last_clean":"2021-03-04T23:36:11.147679+0000","last_became_active":"2021-03-04T23:35:58.104683+0000","last_became_peered":"2021-03-04T23:35:58.104683+0000","last_unstale":"2021-03-04T23:36:11.147679+0000","last_undegraded":"2021-03-04T23:36:11.147679+0000","last_fullsized":"2021-03-04T23:36:11.147679+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"19","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.365357+0000","last_change":"2021-03-04T23:36:09.861599+0000","last_active":"2021-03-04T23:36:11.365357+0000","last_peered":"2021-03-04T23:36:11.365357+0000","last_clean":"2021-03-04T23:36:11.365357+0000","last_became_active":"2021-03-04T23:35:58.103257+0000","last_became_peered":"2021-03-04T23:35:58.103257+0000","last_unstale":"2021-03-04T23:36:11.365357+0000","last_undegraded":"2021-03-04T23:36:11.365357+0000","last_fullsized":"2021-03-04T23:36:11.365357+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:09.861569+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:09.861569+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"199","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.365523+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:36:11.365523+0000","last_peered":"2021-03-04T23:36:11.365523+0000","last_clean":"2021-03-04T23:36:11.365523+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:36:11.365523+0000","last_undegraded":"2021-03-04T23:36:11.365523+0000","last_fullsized":"2021-03-04T23:36:11.365523+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"115","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366646+0000","last_change":"2021-03-04T23:31:15.976438+0000","last_active":"2021-03-04T23:36:11.366646+0000","last_peered":"2021-03-04T23:36:11.366646+0000","last_clean":"2021-03-04T23:36:11.366646+0000","last_became_active":"2021-03-04T23:31:15.976170+0000","last_became_peered":"2021-03-04T23:31:15.976170+0000","last_unstale":"2021-03-04T23:36:11.366646+0000","last_undegraded":"2021-03-04T23:36:11.366646+0000","last_fullsized":"2021-03-04T23:36:11.366646+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"310'3419","reported_seq":"3432","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:36:23.749420+0000","last_change":"2021-03-04T23:36:03.122468+0000","last_active":"2021-03-04T23:36:23.749420+0000","last_peered":"2021-03-04T23:36:23.749420+0000","last_clean":"2021-03-04T23:36:23.749420+0000","last_became_active":"2021-03-04T23:36:03.122279+0000","last_became_peered":"2021-03-04T23:36:03.122279+0000","last_unstale":"2021-03-04T23:36:23.749420+0000","last_undegraded":"2021-03-04T23:36:23.749420+0000","last_fullsized":"2021-03-04T23:36:23.749420+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":3419,"ondisk_log_size":3419,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":224067584,"num_objects":3419,"num_object_clones":0,"num_object_copies":10257,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3419,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3419,"num_write_kb":218816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"113","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:18.290841+0000","last_change":"2021-03-04T23:36:18.290841+0000","last_active":"2021-03-04T23:36:18.290841+0000","last_peered":"2021-03-04T23:36:18.290841+0000","last_clean":"2021-03-04T23:36:18.290841+0000","last_became_active":"2021-03-04T23:35:58.103513+0000","last_became_peered":"2021-03-04T23:35:58.103513+0000","last_unstale":"2021-03-04T23:36:18.290841+0000","last_undegraded":"2021-03-04T23:36:18.290841+0000","last_fullsized":"2021-03-04T23:36:18.290841+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:36:18.290803+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"22","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366322+0000","last_change":"2021-03-04T23:36:05.727539+0000","last_active":"2021-03-04T23:36:11.366322+0000","last_peered":"2021-03-04T23:36:11.366322+0000","last_clean":"2021-03-04T23:36:11.366322+0000","last_became_active":"2021-03-04T23:35:58.102462+0000","last_became_peered":"2021-03-04T23:35:58.102462+0000","last_unstale":"2021-03-04T23:36:11.366322+0000","last_undegraded":"2021-03-04T23:36:11.366322+0000","last_fullsized":"2021-03-04T23:36:11.366322+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:05.727498+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:05.727498+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"87","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.367623+0000","last_change":"2021-03-04T23:31:16.164880+0000","last_active":"2021-03-04T23:36:11.367623+0000","last_peered":"2021-03-04T23:36:11.367623+0000","last_clean":"2021-03-04T23:36:11.367623+0000","last_became_active":"2021-03-04T23:31:15.975657+0000","last_became_peered":"2021-03-04T23:31:15.975657+0000","last_unstale":"2021-03-04T23:36:11.367623+0000","last_undegraded":"2021-03-04T23:36:11.367623+0000","last_fullsized":"2021-03-04T23:36:11.367623+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"318","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.147647+0000","last_change":"2021-03-04T23:32:18.976569+0000","last_active":"2021-03-04T23:36:11.147647+0000","last_peered":"2021-03-04T23:36:11.147647+0000","last_clean":"2021-03-04T23:36:11.147647+0000","last_became_active":"2021-03-04T23:32:18.976326+0000","last_became_peered":"2021-03-04T23:32:18.976326+0000","last_unstale":"2021-03-04T23:36:11.147647+0000","last_undegraded":"2021-03-04T23:36:11.147647+0000","last_fullsized":"2021-03-04T23:36:11.147647+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"310'3133","reported_seq":"3146","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:36:21.872430+0000","last_change":"2021-03-04T23:36:03.219514+0000","last_active":"2021-03-04T23:36:21.872430+0000","last_peered":"2021-03-04T23:36:21.872430+0000","last_clean":"2021-03-04T23:36:21.872430+0000","last_became_active":"2021-03-04T23:36:03.219270+0000","last_became_peered":"2021-03-04T23:36:03.219270+0000","last_unstale":"2021-03-04T23:36:21.872430+0000","last_undegraded":"2021-03-04T23:36:21.872430+0000","last_fullsized":"2021-03-04T23:36:21.872430+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":3133,"ondisk_log_size":3133,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":205324288,"num_objects":3133,"num_object_clones":0,"num_object_copies":9399,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3133,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3133,"num_write_kb":200512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"22","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366139+0000","last_change":"2021-03-04T23:36:06.704767+0000","last_active":"2021-03-04T23:36:11.366139+0000","last_peered":"2021-03-04T23:36:11.366139+0000","last_clean":"2021-03-04T23:36:11.366139+0000","last_became_active":"2021-03-04T23:35:58.150875+0000","last_became_peered":"2021-03-04T23:35:58.150875+0000","last_unstale":"2021-03-04T23:36:11.366139+0000","last_undegraded":"2021-03-04T23:36:11.366139+0000","last_fullsized":"2021-03-04T23:36:11.366139+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:06.704725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:06.704725+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"20","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366109+0000","last_change":"2021-03-04T23:36:09.159309+0000","last_active":"2021-03-04T23:36:11.366109+0000","last_peered":"2021-03-04T23:36:11.366109+0000","last_clean":"2021-03-04T23:36:11.366109+0000","last_became_active":"2021-03-04T23:35:58.151660+0000","last_became_peered":"2021-03-04T23:35:58.151660+0000","last_unstale":"2021-03-04T23:36:11.366109+0000","last_undegraded":"2021-03-04T23:36:11.366109+0000","last_fullsized":"2021-03-04T23:36:11.366109+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:09.159279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:09.159279+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"87","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.367891+0000","last_change":"2021-03-04T23:31:16.161904+0000","last_active":"2021-03-04T23:36:11.367891+0000","last_peered":"2021-03-04T23:36:11.367891+0000","last_clean":"2021-03-04T23:36:11.367891+0000","last_became_active":"2021-03-04T23:31:15.974630+0000","last_became_peered":"2021-03-04T23:31:15.974630+0000","last_unstale":"2021-03-04T23:36:11.367891+0000","last_undegraded":"2021-03-04T23:36:11.367891+0000","last_fullsized":"2021-03-04T23:36:11.367891+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"380","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366007+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:36:11.366007+0000","last_peered":"2021-03-04T23:36:11.366007+0000","last_clean":"2021-03-04T23:36:11.366007+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:36:11.366007+0000","last_undegraded":"2021-03-04T23:36:11.366007+0000","last_fullsized":"2021-03-04T23:36:11.366007+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"310'3368","reported_seq":"3381","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:36:23.165232+0000","last_change":"2021-03-04T23:36:03.219254+0000","last_active":"2021-03-04T23:36:23.165232+0000","last_peered":"2021-03-04T23:36:23.165232+0000","last_clean":"2021-03-04T23:36:23.165232+0000","last_became_active":"2021-03-04T23:36:03.219074+0000","last_became_peered":"2021-03-04T23:36:03.219074+0000","last_unstale":"2021-03-04T23:36:23.165232+0000","last_undegraded":"2021-03-04T23:36:23.165232+0000","last_fullsized":"2021-03-04T23:36:23.165232+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":3368,"ondisk_log_size":3368,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":220725248,"num_objects":3368,"num_object_clones":0,"num_object_copies":10104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3368,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3368,"num_write_kb":215552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"64","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:18.960384+0000","last_change":"2021-03-04T23:36:18.960384+0000","last_active":"2021-03-04T23:36:18.960384+0000","last_peered":"2021-03-04T23:36:18.960384+0000","last_clean":"2021-03-04T23:36:18.960384+0000","last_became_active":"2021-03-04T23:35:58.105285+0000","last_became_peered":"2021-03-04T23:35:58.105285+0000","last_unstale":"2021-03-04T23:36:18.960384+0000","last_undegraded":"2021-03-04T23:36:18.960384+0000","last_fullsized":"2021-03-04T23:36:18.960384+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:18.960309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.960309+0000","last_clean_scrub_stamp":"2021-03-04T23:36:18.960309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"17","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.147836+0000","last_change":"2021-03-04T23:35:58.151370+0000","last_active":"2021-03-04T23:36:11.147836+0000","last_peered":"2021-03-04T23:36:11.147836+0000","last_clean":"2021-03-04T23:36:11.147836+0000","last_became_active":"2021-03-04T23:35:58.151021+0000","last_became_peered":"2021-03-04T23:35:58.151021+0000","last_unstale":"2021-03-04T23:36:11.147836+0000","last_undegraded":"2021-03-04T23:36:11.147836+0000","last_fullsized":"2021-03-04T23:36:11.147836+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"87","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.367601+0000","last_change":"2021-03-04T23:31:16.072014+0000","last_active":"2021-03-04T23:36:11.367601+0000","last_peered":"2021-03-04T23:36:11.367601+0000","last_clean":"2021-03-04T23:36:11.367601+0000","last_became_active":"2021-03-04T23:31:15.970056+0000","last_became_peered":"2021-03-04T23:31:15.970056+0000","last_unstale":"2021-03-04T23:36:11.367601+0000","last_undegraded":"2021-03-04T23:36:11.367601+0000","last_fullsized":"2021-03-04T23:36:11.367601+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"58","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.365504+0000","last_change":"2021-03-04T23:32:18.980591+0000","last_active":"2021-03-04T23:36:11.365504+0000","last_peered":"2021-03-04T23:36:11.365504+0000","last_clean":"2021-03-04T23:36:11.365504+0000","last_became_active":"2021-03-04T23:32:18.980308+0000","last_became_peered":"2021-03-04T23:32:18.980308+0000","last_unstale":"2021-03-04T23:36:11.365504+0000","last_undegraded":"2021-03-04T23:36:11.365504+0000","last_fullsized":"2021-03-04T23:36:11.365504+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"310'3448","reported_seq":"3461","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:36:23.187600+0000","last_change":"2021-03-04T23:36:03.219118+0000","last_active":"2021-03-04T23:36:23.187600+0000","last_peered":"2021-03-04T23:36:23.187600+0000","last_clean":"2021-03-04T23:36:23.187600+0000","last_became_active":"2021-03-04T23:36:03.218902+0000","last_became_peered":"2021-03-04T23:36:03.218902+0000","last_unstale":"2021-03-04T23:36:23.187600+0000","last_undegraded":"2021-03-04T23:36:23.187600+0000","last_fullsized":"2021-03-04T23:36:23.187600+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":3448,"ondisk_log_size":3448,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":225968128,"num_objects":3448,"num_object_clones":0,"num_object_copies":10344,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3448,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3448,"num_write_kb":220672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"20","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366133+0000","last_change":"2021-03-04T23:36:02.165104+0000","last_active":"2021-03-04T23:36:11.366133+0000","last_peered":"2021-03-04T23:36:11.366133+0000","last_clean":"2021-03-04T23:36:11.366133+0000","last_became_active":"2021-03-04T23:35:58.102602+0000","last_became_peered":"2021-03-04T23:35:58.102602+0000","last_unstale":"2021-03-04T23:36:11.366133+0000","last_undegraded":"2021-03-04T23:36:11.366133+0000","last_fullsized":"2021-03-04T23:36:11.366133+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.165069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.165069+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"21","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:19.155933+0000","last_change":"2021-03-04T23:36:19.155933+0000","last_active":"2021-03-04T23:36:19.155933+0000","last_peered":"2021-03-04T23:36:19.155933+0000","last_clean":"2021-03-04T23:36:19.155933+0000","last_became_active":"2021-03-04T23:35:58.102370+0000","last_became_peered":"2021-03-04T23:35:58.102370+0000","last_unstale":"2021-03-04T23:36:19.155933+0000","last_undegraded":"2021-03-04T23:36:19.155933+0000","last_fullsized":"2021-03-04T23:36:19.155933+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:19.155809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:19.155809+0000","last_clean_scrub_stamp":"2021-03-04T23:36:19.155809+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"340","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.147949+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:36:11.147949+0000","last_peered":"2021-03-04T23:36:11.147949+0000","last_clean":"2021-03-04T23:36:11.147949+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:36:11.147949+0000","last_undegraded":"2021-03-04T23:36:11.147949+0000","last_fullsized":"2021-03-04T23:36:11.147949+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"304","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.365327+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:36:11.365327+0000","last_peered":"2021-03-04T23:36:11.365327+0000","last_clean":"2021-03-04T23:36:11.365327+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:36:11.365327+0000","last_undegraded":"2021-03-04T23:36:11.365327+0000","last_fullsized":"2021-03-04T23:36:11.365327+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"309'2739","reported_seq":"2750","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:20.363226+0000","last_change":"2021-03-04T23:36:03.120916+0000","last_active":"2021-03-04T23:36:20.363226+0000","last_peered":"2021-03-04T23:36:20.363226+0000","last_clean":"2021-03-04T23:36:20.363226+0000","last_became_active":"2021-03-04T23:36:03.120778+0000","last_became_peered":"2021-03-04T23:36:03.120778+0000","last_unstale":"2021-03-04T23:36:20.363226+0000","last_undegraded":"2021-03-04T23:36:20.363226+0000","last_fullsized":"2021-03-04T23:36:20.363226+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":2739,"ondisk_log_size":2739,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":179503104,"num_objects":2739,"num_object_clones":0,"num_object_copies":8217,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2739,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2739,"num_write_kb":175296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"326","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140691+0000","last_change":"2021-03-04T23:36:03.988099+0000","last_active":"2021-03-04T23:36:09.140691+0000","last_peered":"2021-03-04T23:36:09.140691+0000","last_clean":"2021-03-04T23:36:09.140691+0000","last_became_active":"2021-03-04T23:35:58.102704+0000","last_became_peered":"2021-03-04T23:35:58.102704+0000","last_unstale":"2021-03-04T23:36:09.140691+0000","last_undegraded":"2021-03-04T23:36:09.140691+0000","last_fullsized":"2021-03-04T23:36:09.140691+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:03.988058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:03.988058+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"113","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:12.365466+0000","last_change":"2021-03-04T23:36:12.365466+0000","last_active":"2021-03-04T23:36:12.365466+0000","last_peered":"2021-03-04T23:36:12.365466+0000","last_clean":"2021-03-04T23:36:12.365466+0000","last_became_active":"2021-03-04T23:35:58.105453+0000","last_became_peered":"2021-03-04T23:35:58.105453+0000","last_unstale":"2021-03-04T23:36:12.365466+0000","last_undegraded":"2021-03-04T23:36:12.365466+0000","last_fullsized":"2021-03-04T23:36:12.365466+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:12.365436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:12.365436+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"101","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366110+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:36:11.366110+0000","last_peered":"2021-03-04T23:36:11.366110+0000","last_clean":"2021-03-04T23:36:11.366110+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:36:11.366110+0000","last_undegraded":"2021-03-04T23:36:11.366110+0000","last_fullsized":"2021-03-04T23:36:11.366110+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"341","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.367299+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:36:11.367299+0000","last_peered":"2021-03-04T23:36:11.367299+0000","last_clean":"2021-03-04T23:36:11.367299+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:36:11.367299+0000","last_undegraded":"2021-03-04T23:36:11.367299+0000","last_fullsized":"2021-03-04T23:36:11.367299+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"310'3484","reported_seq":"3497","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:36:23.744120+0000","last_change":"2021-03-04T23:36:03.219529+0000","last_active":"2021-03-04T23:36:23.744120+0000","last_peered":"2021-03-04T23:36:23.744120+0000","last_clean":"2021-03-04T23:36:23.744120+0000","last_became_active":"2021-03-04T23:36:03.219261+0000","last_became_peered":"2021-03-04T23:36:03.219261+0000","last_unstale":"2021-03-04T23:36:23.744120+0000","last_undegraded":"2021-03-04T23:36:23.744120+0000","last_fullsized":"2021-03-04T23:36:23.744120+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":3484,"ondisk_log_size":3484,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":228327424,"num_objects":3484,"num_object_clones":0,"num_object_copies":10452,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3484,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3484,"num_write_kb":222976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"275","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.367648+0000","last_change":"2021-03-04T23:36:09.321508+0000","last_active":"2021-03-04T23:36:11.367648+0000","last_peered":"2021-03-04T23:36:11.367648+0000","last_clean":"2021-03-04T23:36:11.367648+0000","last_became_active":"2021-03-04T23:35:58.104749+0000","last_became_peered":"2021-03-04T23:35:58.104749+0000","last_unstale":"2021-03-04T23:36:11.367648+0000","last_undegraded":"2021-03-04T23:36:11.367648+0000","last_fullsized":"2021-03-04T23:36:11.367648+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:09.321481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:09.321481+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"17","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.147585+0000","last_change":"2021-03-04T23:35:58.105822+0000","last_active":"2021-03-04T23:36:11.147585+0000","last_peered":"2021-03-04T23:36:11.147585+0000","last_clean":"2021-03-04T23:36:11.147585+0000","last_became_active":"2021-03-04T23:35:58.104717+0000","last_became_peered":"2021-03-04T23:35:58.104717+0000","last_unstale":"2021-03-04T23:36:11.147585+0000","last_undegraded":"2021-03-04T23:36:11.147585+0000","last_fullsized":"2021-03-04T23:36:11.147585+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"67","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.365588+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:36:11.365588+0000","last_peered":"2021-03-04T23:36:11.365588+0000","last_clean":"2021-03-04T23:36:11.365588+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:36:11.365588+0000","last_undegraded":"2021-03-04T23:36:11.365588+0000","last_fullsized":"2021-03-04T23:36:11.365588+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"329","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366528+0000","last_change":"2021-03-04T23:32:18.970427+0000","last_active":"2021-03-04T23:36:11.366528+0000","last_peered":"2021-03-04T23:36:11.366528+0000","last_clean":"2021-03-04T23:36:11.366528+0000","last_became_active":"2021-03-04T23:32:18.970152+0000","last_became_peered":"2021-03-04T23:32:18.970152+0000","last_unstale":"2021-03-04T23:36:11.366528+0000","last_undegraded":"2021-03-04T23:36:11.366528+0000","last_fullsized":"2021-03-04T23:36:11.366528+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"310'3097","reported_seq":"3110","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:36:21.881333+0000","last_change":"2021-03-04T23:36:03.121604+0000","last_active":"2021-03-04T23:36:21.881333+0000","last_peered":"2021-03-04T23:36:21.881333+0000","last_clean":"2021-03-04T23:36:21.881333+0000","last_became_active":"2021-03-04T23:36:03.121414+0000","last_became_peered":"2021-03-04T23:36:03.121414+0000","last_unstale":"2021-03-04T23:36:21.881333+0000","last_undegraded":"2021-03-04T23:36:21.881333+0000","last_fullsized":"2021-03-04T23:36:21.881333+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":3097,"ondisk_log_size":3097,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":202964992,"num_objects":3097,"num_object_clones":0,"num_object_copies":9291,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3097,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3097,"num_write_kb":198208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"16","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140722+0000","last_change":"2021-03-04T23:35:58.151160+0000","last_active":"2021-03-04T23:36:09.140722+0000","last_peered":"2021-03-04T23:36:09.140722+0000","last_clean":"2021-03-04T23:36:09.140722+0000","last_became_active":"2021-03-04T23:35:58.150890+0000","last_became_peered":"2021-03-04T23:35:58.150890+0000","last_unstale":"2021-03-04T23:36:09.140722+0000","last_undegraded":"2021-03-04T23:36:09.140722+0000","last_fullsized":"2021-03-04T23:36:09.140722+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"104","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.367045+0000","last_change":"2021-03-04T23:36:10.369451+0000","last_active":"2021-03-04T23:36:11.367045+0000","last_peered":"2021-03-04T23:36:11.367045+0000","last_clean":"2021-03-04T23:36:11.367045+0000","last_became_active":"2021-03-04T23:35:58.151296+0000","last_became_peered":"2021-03-04T23:35:58.151296+0000","last_unstale":"2021-03-04T23:36:11.367045+0000","last_undegraded":"2021-03-04T23:36:11.367045+0000","last_fullsized":"2021-03-04T23:36:11.367045+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:10.369420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:10.369420+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"306","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.365861+0000","last_change":"2021-03-04T23:31:58.064857+0000","last_active":"2021-03-04T23:36:11.365861+0000","last_peered":"2021-03-04T23:36:11.365861+0000","last_clean":"2021-03-04T23:36:11.365861+0000","last_became_active":"2021-03-04T23:31:58.064575+0000","last_became_peered":"2021-03-04T23:31:58.064575+0000","last_unstale":"2021-03-04T23:36:11.365861+0000","last_undegraded":"2021-03-04T23:36:11.365861+0000","last_fullsized":"2021-03-04T23:36:11.365861+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"368","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366756+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:36:11.366756+0000","last_peered":"2021-03-04T23:36:11.366756+0000","last_clean":"2021-03-04T23:36:11.366756+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:36:11.366756+0000","last_undegraded":"2021-03-04T23:36:11.366756+0000","last_fullsized":"2021-03-04T23:36:11.366756+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"310'3238","reported_seq":"3250","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:36:22.516933+0000","last_change":"2021-03-04T23:36:03.121703+0000","last_active":"2021-03-04T23:36:22.516933+0000","last_peered":"2021-03-04T23:36:22.516933+0000","last_clean":"2021-03-04T23:36:22.516933+0000","last_became_active":"2021-03-04T23:36:03.121485+0000","last_became_peered":"2021-03-04T23:36:03.121485+0000","last_unstale":"2021-03-04T23:36:22.516933+0000","last_undegraded":"2021-03-04T23:36:22.516933+0000","last_fullsized":"2021-03-04T23:36:22.516933+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":3238,"ondisk_log_size":3238,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":212205568,"num_objects":3238,"num_object_clones":0,"num_object_copies":9714,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3238,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3238,"num_write_kb":207232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"263","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:10.088108+0000","last_change":"2021-03-04T23:36:10.088054+0000","last_active":"2021-03-04T23:36:10.088108+0000","last_peered":"2021-03-04T23:36:10.088108+0000","last_clean":"2021-03-04T23:36:10.088108+0000","last_became_active":"2021-03-04T23:35:58.101367+0000","last_became_peered":"2021-03-04T23:35:58.101367+0000","last_unstale":"2021-03-04T23:36:10.088108+0000","last_undegraded":"2021-03-04T23:36:10.088108+0000","last_fullsized":"2021-03-04T23:36:10.088108+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:10.087871+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:10.087871+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"17","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.147641+0000","last_change":"2021-03-04T23:35:58.104991+0000","last_active":"2021-03-04T23:36:11.147641+0000","last_peered":"2021-03-04T23:36:11.147641+0000","last_clean":"2021-03-04T23:36:11.147641+0000","last_became_active":"2021-03-04T23:35:58.104681+0000","last_became_peered":"2021-03-04T23:35:58.104681+0000","last_unstale":"2021-03-04T23:36:11.147641+0000","last_undegraded":"2021-03-04T23:36:11.147641+0000","last_fullsized":"2021-03-04T23:36:11.147641+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"124","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.365919+0000","last_change":"2021-03-04T23:32:26.240947+0000","last_active":"2021-03-04T23:36:11.365919+0000","last_peered":"2021-03-04T23:36:11.365919+0000","last_clean":"2021-03-04T23:36:11.365919+0000","last_became_active":"2021-03-04T23:32:26.240743+0000","last_became_peered":"2021-03-04T23:32:26.240743+0000","last_unstale":"2021-03-04T23:36:11.365919+0000","last_undegraded":"2021-03-04T23:36:11.365919+0000","last_fullsized":"2021-03-04T23:36:11.365919+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"148","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140830+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:36:09.140830+0000","last_peered":"2021-03-04T23:36:09.140830+0000","last_clean":"2021-03-04T23:36:09.140830+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:36:09.140830+0000","last_undegraded":"2021-03-04T23:36:09.140830+0000","last_fullsized":"2021-03-04T23:36:09.140830+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"310'3259","reported_seq":"3272","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:36:22.665538+0000","last_change":"2021-03-04T23:36:03.122845+0000","last_active":"2021-03-04T23:36:22.665538+0000","last_peered":"2021-03-04T23:36:22.665538+0000","last_clean":"2021-03-04T23:36:22.665538+0000","last_became_active":"2021-03-04T23:36:03.122605+0000","last_became_peered":"2021-03-04T23:36:03.122605+0000","last_unstale":"2021-03-04T23:36:22.665538+0000","last_undegraded":"2021-03-04T23:36:22.665538+0000","last_fullsized":"2021-03-04T23:36:22.665538+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":3259,"ondisk_log_size":3259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":213581824,"num_objects":3259,"num_object_clones":0,"num_object_copies":9777,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3259,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3259,"num_write_kb":208576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"64","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:15.868623+0000","last_change":"2021-03-04T23:36:15.868623+0000","last_active":"2021-03-04T23:36:15.868623+0000","last_peered":"2021-03-04T23:36:15.868623+0000","last_clean":"2021-03-04T23:36:15.868623+0000","last_became_active":"2021-03-04T23:35:58.103872+0000","last_became_peered":"2021-03-04T23:35:58.103872+0000","last_unstale":"2021-03-04T23:36:15.868623+0000","last_undegraded":"2021-03-04T23:36:15.868623+0000","last_fullsized":"2021-03-04T23:36:15.868623+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:15.868569+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:15.868569+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"57","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140668+0000","last_change":"2021-03-04T23:36:01.935185+0000","last_active":"2021-03-04T23:36:09.140668+0000","last_peered":"2021-03-04T23:36:09.140668+0000","last_clean":"2021-03-04T23:36:09.140668+0000","last_became_active":"2021-03-04T23:32:26.243321+0000","last_became_peered":"2021-03-04T23:32:26.243321+0000","last_unstale":"2021-03-04T23:36:09.140668+0000","last_undegraded":"2021-03-04T23:36:09.140668+0000","last_fullsized":"2021-03-04T23:36:09.140668+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:01.935137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:01.935137+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"322","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.147932+0000","last_change":"2021-03-04T23:31:58.061270+0000","last_active":"2021-03-04T23:36:11.147932+0000","last_peered":"2021-03-04T23:36:11.147932+0000","last_clean":"2021-03-04T23:36:11.147932+0000","last_became_active":"2021-03-04T23:31:58.060937+0000","last_became_peered":"2021-03-04T23:31:58.060937+0000","last_unstale":"2021-03-04T23:36:11.147932+0000","last_undegraded":"2021-03-04T23:36:11.147932+0000","last_fullsized":"2021-03-04T23:36:11.147932+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"52","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140512+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:36:09.140512+0000","last_peered":"2021-03-04T23:36:09.140512+0000","last_clean":"2021-03-04T23:36:09.140512+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:36:09.140512+0000","last_undegraded":"2021-03-04T23:36:09.140512+0000","last_fullsized":"2021-03-04T23:36:09.140512+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"310'3259","reported_seq":"3272","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:36:21.873006+0000","last_change":"2021-03-04T23:36:03.120285+0000","last_active":"2021-03-04T23:36:21.873006+0000","last_peered":"2021-03-04T23:36:21.873006+0000","last_clean":"2021-03-04T23:36:21.873006+0000","last_became_active":"2021-03-04T23:36:03.120028+0000","last_became_peered":"2021-03-04T23:36:03.120028+0000","last_unstale":"2021-03-04T23:36:21.873006+0000","last_undegraded":"2021-03-04T23:36:21.873006+0000","last_fullsized":"2021-03-04T23:36:21.873006+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":3259,"ondisk_log_size":3259,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":213581824,"num_objects":3259,"num_object_clones":0,"num_object_copies":9777,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3259,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3259,"num_write_kb":208576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"17","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.147596+0000","last_change":"2021-03-04T23:35:58.151533+0000","last_active":"2021-03-04T23:36:11.147596+0000","last_peered":"2021-03-04T23:36:11.147596+0000","last_clean":"2021-03-04T23:36:11.147596+0000","last_became_active":"2021-03-04T23:35:58.151136+0000","last_became_peered":"2021-03-04T23:35:58.151136+0000","last_unstale":"2021-03-04T23:36:11.147596+0000","last_undegraded":"2021-03-04T23:36:11.147596+0000","last_fullsized":"2021-03-04T23:36:11.147596+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"362","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.147843+0000","last_change":"2021-03-04T23:32:18.974052+0000","last_active":"2021-03-04T23:36:11.147843+0000","last_peered":"2021-03-04T23:36:11.147843+0000","last_clean":"2021-03-04T23:36:11.147843+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:36:11.147843+0000","last_undegraded":"2021-03-04T23:36:11.147843+0000","last_fullsized":"2021-03-04T23:36:11.147843+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:04:41.985018+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"312","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366111+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:36:11.366111+0000","last_peered":"2021-03-04T23:36:11.366111+0000","last_clean":"2021-03-04T23:36:11.366111+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:36:11.366111+0000","last_undegraded":"2021-03-04T23:36:11.366111+0000","last_fullsized":"2021-03-04T23:36:11.366111+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"52","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140605+0000","last_change":"2021-03-04T23:32:26.241730+0000","last_active":"2021-03-04T23:36:09.140605+0000","last_peered":"2021-03-04T23:36:09.140605+0000","last_clean":"2021-03-04T23:36:09.140605+0000","last_became_active":"2021-03-04T23:32:26.241443+0000","last_became_peered":"2021-03-04T23:32:26.241443+0000","last_unstale":"2021-03-04T23:36:09.140605+0000","last_undegraded":"2021-03-04T23:36:09.140605+0000","last_fullsized":"2021-03-04T23:36:09.140605+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"310'3382","reported_seq":"3395","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:36:23.740389+0000","last_change":"2021-03-04T23:36:03.121258+0000","last_active":"2021-03-04T23:36:23.740389+0000","last_peered":"2021-03-04T23:36:23.740389+0000","last_clean":"2021-03-04T23:36:23.740389+0000","last_became_active":"2021-03-04T23:36:03.121009+0000","last_became_peered":"2021-03-04T23:36:03.121009+0000","last_unstale":"2021-03-04T23:36:23.740389+0000","last_undegraded":"2021-03-04T23:36:23.740389+0000","last_fullsized":"2021-03-04T23:36:23.740389+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":3382,"ondisk_log_size":3382,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":221642752,"num_objects":3382,"num_object_clones":0,"num_object_copies":10146,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3382,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3382,"num_write_kb":216448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"113","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.367221+0000","last_change":"2021-03-04T23:36:11.358451+0000","last_active":"2021-03-04T23:36:11.367221+0000","last_peered":"2021-03-04T23:36:11.367221+0000","last_clean":"2021-03-04T23:36:11.367221+0000","last_became_active":"2021-03-04T23:35:58.151047+0000","last_became_peered":"2021-03-04T23:35:58.151047+0000","last_unstale":"2021-03-04T23:36:11.367221+0000","last_undegraded":"2021-03-04T23:36:11.367221+0000","last_fullsized":"2021-03-04T23:36:11.367221+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:11.358420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:11.358420+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"307","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366120+0000","last_change":"2021-03-04T23:36:02.753986+0000","last_active":"2021-03-04T23:36:11.366120+0000","last_peered":"2021-03-04T23:36:11.366120+0000","last_clean":"2021-03-04T23:36:11.366120+0000","last_became_active":"2021-03-04T23:31:58.062390+0000","last_became_peered":"2021-03-04T23:31:58.062390+0000","last_unstale":"2021-03-04T23:36:11.366120+0000","last_undegraded":"2021-03-04T23:36:11.366120+0000","last_fullsized":"2021-03-04T23:36:11.366120+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.753945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.753945+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"52","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140478+0000","last_change":"2021-03-04T23:32:26.241630+0000","last_active":"2021-03-04T23:36:09.140478+0000","last_peered":"2021-03-04T23:36:09.140478+0000","last_clean":"2021-03-04T23:36:09.140478+0000","last_became_active":"2021-03-04T23:32:26.241377+0000","last_became_peered":"2021-03-04T23:32:26.241377+0000","last_unstale":"2021-03-04T23:36:09.140478+0000","last_undegraded":"2021-03-04T23:36:09.140478+0000","last_fullsized":"2021-03-04T23:36:09.140478+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"52","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140745+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:36:09.140745+0000","last_peered":"2021-03-04T23:36:09.140745+0000","last_clean":"2021-03-04T23:36:09.140745+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:36:09.140745+0000","last_undegraded":"2021-03-04T23:36:09.140745+0000","last_fullsized":"2021-03-04T23:36:09.140745+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"310'3113","reported_seq":"3125","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:36:21.889926+0000","last_change":"2021-03-04T23:36:03.120288+0000","last_active":"2021-03-04T23:36:21.889926+0000","last_peered":"2021-03-04T23:36:21.889926+0000","last_clean":"2021-03-04T23:36:21.889926+0000","last_became_active":"2021-03-04T23:36:03.120041+0000","last_became_peered":"2021-03-04T23:36:03.120041+0000","last_unstale":"2021-03-04T23:36:21.889926+0000","last_undegraded":"2021-03-04T23:36:21.889926+0000","last_fullsized":"2021-03-04T23:36:21.889926+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":3113,"ondisk_log_size":3113,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":204013568,"num_objects":3113,"num_object_clones":0,"num_object_copies":9339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3113,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3113,"num_write_kb":199232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"323","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.147818+0000","last_change":"2021-03-04T23:36:04.545596+0000","last_active":"2021-03-04T23:36:11.147818+0000","last_peered":"2021-03-04T23:36:11.147818+0000","last_clean":"2021-03-04T23:36:11.147818+0000","last_became_active":"2021-03-04T23:31:58.069076+0000","last_became_peered":"2021-03-04T23:31:58.069076+0000","last_unstale":"2021-03-04T23:36:11.147818+0000","last_undegraded":"2021-03-04T23:36:11.147818+0000","last_fullsized":"2021-03-04T23:36:11.147818+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:04.545566+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:04.545566+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"104","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.367129+0000","last_change":"2021-03-04T23:36:04.148658+0000","last_active":"2021-03-04T23:36:11.367129+0000","last_peered":"2021-03-04T23:36:11.367129+0000","last_clean":"2021-03-04T23:36:11.367129+0000","last_became_active":"2021-03-04T23:32:18.975757+0000","last_became_peered":"2021-03-04T23:32:18.975757+0000","last_unstale":"2021-03-04T23:36:11.367129+0000","last_undegraded":"2021-03-04T23:36:11.367129+0000","last_fullsized":"2021-03-04T23:36:11.367129+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:04.148627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:04.148627+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"97","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366061+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:36:11.366061+0000","last_peered":"2021-03-04T23:36:11.366061+0000","last_clean":"2021-03-04T23:36:11.366061+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:36:11.366061+0000","last_undegraded":"2021-03-04T23:36:11.366061+0000","last_fullsized":"2021-03-04T23:36:11.366061+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"58","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366065+0000","last_change":"2021-03-04T23:32:18.986718+0000","last_active":"2021-03-04T23:36:11.366065+0000","last_peered":"2021-03-04T23:36:11.366065+0000","last_clean":"2021-03-04T23:36:11.366065+0000","last_became_active":"2021-03-04T23:32:18.986509+0000","last_became_peered":"2021-03-04T23:32:18.986509+0000","last_unstale":"2021-03-04T23:36:11.366065+0000","last_undegraded":"2021-03-04T23:36:11.366065+0000","last_fullsized":"2021-03-04T23:36:11.366065+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"310'3371","reported_seq":"3384","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:36:23.182829+0000","last_change":"2021-03-04T23:36:03.121151+0000","last_active":"2021-03-04T23:36:23.182829+0000","last_peered":"2021-03-04T23:36:23.182829+0000","last_clean":"2021-03-04T23:36:23.182829+0000","last_became_active":"2021-03-04T23:36:03.121010+0000","last_became_peered":"2021-03-04T23:36:03.121010+0000","last_unstale":"2021-03-04T23:36:23.182829+0000","last_undegraded":"2021-03-04T23:36:23.182829+0000","last_fullsized":"2021-03-04T23:36:23.182829+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":3371,"ondisk_log_size":3371,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":220921856,"num_objects":3371,"num_object_clones":0,"num_object_copies":10113,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3371,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3371,"num_write_kb":215744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"21","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:20.204328+0000","last_change":"2021-03-04T23:36:20.204328+0000","last_active":"2021-03-04T23:36:20.204328+0000","last_peered":"2021-03-04T23:36:20.204328+0000","last_clean":"2021-03-04T23:36:20.204328+0000","last_became_active":"2021-03-04T23:35:58.104020+0000","last_became_peered":"2021-03-04T23:35:58.104020+0000","last_unstale":"2021-03-04T23:36:20.204328+0000","last_undegraded":"2021-03-04T23:36:20.204328+0000","last_fullsized":"2021-03-04T23:36:20.204328+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:20.204266+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:20.204266+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"95","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.367005+0000","last_change":"2021-03-04T23:36:07.248118+0000","last_active":"2021-03-04T23:36:11.367005+0000","last_peered":"2021-03-04T23:36:11.367005+0000","last_clean":"2021-03-04T23:36:11.367005+0000","last_became_active":"2021-03-04T23:32:26.245274+0000","last_became_peered":"2021-03-04T23:32:26.245274+0000","last_unstale":"2021-03-04T23:36:11.367005+0000","last_undegraded":"2021-03-04T23:36:11.367005+0000","last_fullsized":"2021-03-04T23:36:11.367005+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:07.248086+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:07.248086+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"294","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.365213+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:36:11.365213+0000","last_peered":"2021-03-04T23:36:11.365213+0000","last_clean":"2021-03-04T23:36:11.365213+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:36:11.365213+0000","last_undegraded":"2021-03-04T23:36:11.365213+0000","last_fullsized":"2021-03-04T23:36:11.365213+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"340","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.365469+0000","last_change":"2021-03-04T23:32:26.243552+0000","last_active":"2021-03-04T23:36:11.365469+0000","last_peered":"2021-03-04T23:36:11.365469+0000","last_clean":"2021-03-04T23:36:11.365469+0000","last_became_active":"2021-03-04T23:32:26.243356+0000","last_became_peered":"2021-03-04T23:32:26.243356+0000","last_unstale":"2021-03-04T23:36:11.365469+0000","last_undegraded":"2021-03-04T23:36:11.365469+0000","last_fullsized":"2021-03-04T23:36:11.365469+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"310'3129","reported_seq":"3142","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:36:21.879314+0000","last_change":"2021-03-04T23:36:03.120874+0000","last_active":"2021-03-04T23:36:21.879314+0000","last_peered":"2021-03-04T23:36:21.879314+0000","last_clean":"2021-03-04T23:36:21.879314+0000","last_became_active":"2021-03-04T23:36:03.120621+0000","last_became_peered":"2021-03-04T23:36:03.120621+0000","last_unstale":"2021-03-04T23:36:21.879314+0000","last_undegraded":"2021-03-04T23:36:21.879314+0000","last_fullsized":"2021-03-04T23:36:21.879314+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":3129,"ondisk_log_size":3129,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":205062144,"num_objects":3129,"num_object_clones":0,"num_object_copies":9387,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3129,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3129,"num_write_kb":200256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"64","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366299+0000","last_change":"2021-03-04T23:36:07.862116+0000","last_active":"2021-03-04T23:36:11.366299+0000","last_peered":"2021-03-04T23:36:11.366299+0000","last_clean":"2021-03-04T23:36:11.366299+0000","last_became_active":"2021-03-04T23:35:58.150918+0000","last_became_peered":"2021-03-04T23:35:58.150918+0000","last_unstale":"2021-03-04T23:36:11.366299+0000","last_undegraded":"2021-03-04T23:36:11.366299+0000","last_fullsized":"2021-03-04T23:36:11.366299+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:07.862083+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:07.862083+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"86","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.367552+0000","last_change":"2021-03-04T23:36:03.119002+0000","last_active":"2021-03-04T23:36:11.367552+0000","last_peered":"2021-03-04T23:36:11.367552+0000","last_clean":"2021-03-04T23:36:11.367552+0000","last_became_active":"2021-03-04T23:31:15.976474+0000","last_became_peered":"2021-03-04T23:31:15.976474+0000","last_unstale":"2021-03-04T23:36:11.367552+0000","last_undegraded":"2021-03-04T23:36:11.367552+0000","last_fullsized":"2021-03-04T23:36:11.367552+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:03.118962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:03.118962+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"52","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140772+0000","last_change":"2021-03-04T23:32:26.241609+0000","last_active":"2021-03-04T23:36:09.140772+0000","last_peered":"2021-03-04T23:36:09.140772+0000","last_clean":"2021-03-04T23:36:09.140772+0000","last_became_active":"2021-03-04T23:32:26.241419+0000","last_became_peered":"2021-03-04T23:32:26.241419+0000","last_unstale":"2021-03-04T23:36:09.140772+0000","last_undegraded":"2021-03-04T23:36:09.140772+0000","last_fullsized":"2021-03-04T23:36:09.140772+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"272","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.147803+0000","last_change":"2021-03-04T23:31:26.994880+0000","last_active":"2021-03-04T23:36:11.147803+0000","last_peered":"2021-03-04T23:36:11.147803+0000","last_clean":"2021-03-04T23:36:11.147803+0000","last_became_active":"2021-03-04T23:31:26.994448+0000","last_became_peered":"2021-03-04T23:31:26.994448+0000","last_unstale":"2021-03-04T23:36:11.147803+0000","last_undegraded":"2021-03-04T23:36:11.147803+0000","last_fullsized":"2021-03-04T23:36:11.147803+0000","mapping_epoch":240,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":241,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.e","version":"310'3229","reported_seq":"3242","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:36:22.520644+0000","last_change":"2021-03-04T23:36:03.122467+0000","last_active":"2021-03-04T23:36:22.520644+0000","last_peered":"2021-03-04T23:36:22.520644+0000","last_clean":"2021-03-04T23:36:22.520644+0000","last_became_active":"2021-03-04T23:36:03.122260+0000","last_became_peered":"2021-03-04T23:36:03.122260+0000","last_unstale":"2021-03-04T23:36:22.520644+0000","last_undegraded":"2021-03-04T23:36:22.520644+0000","last_fullsized":"2021-03-04T23:36:22.520644+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":3229,"ondisk_log_size":3229,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":211615744,"num_objects":3229,"num_object_clones":0,"num_object_copies":9687,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3229,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3229,"num_write_kb":206656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"20","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366415+0000","last_change":"2021-03-04T23:36:07.171149+0000","last_active":"2021-03-04T23:36:11.366415+0000","last_peered":"2021-03-04T23:36:11.366415+0000","last_clean":"2021-03-04T23:36:11.366415+0000","last_became_active":"2021-03-04T23:35:58.104647+0000","last_became_peered":"2021-03-04T23:35:58.104647+0000","last_unstale":"2021-03-04T23:36:11.366415+0000","last_undegraded":"2021-03-04T23:36:11.366415+0000","last_fullsized":"2021-03-04T23:36:11.366415+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:07.171112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:07.171112+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"123","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366646+0000","last_change":"2021-03-04T23:31:16.159255+0000","last_active":"2021-03-04T23:36:11.366646+0000","last_peered":"2021-03-04T23:36:11.366646+0000","last_clean":"2021-03-04T23:36:11.366646+0000","last_became_active":"2021-03-04T23:31:15.976301+0000","last_became_peered":"2021-03-04T23:31:15.976301+0000","last_unstale":"2021-03-04T23:36:11.366646+0000","last_undegraded":"2021-03-04T23:36:11.366646+0000","last_fullsized":"2021-03-04T23:36:11.366646+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"57","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140880+0000","last_change":"2021-03-04T23:36:02.943297+0000","last_active":"2021-03-04T23:36:09.140880+0000","last_peered":"2021-03-04T23:36:09.140880+0000","last_clean":"2021-03-04T23:36:09.140880+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:36:09.140880+0000","last_undegraded":"2021-03-04T23:36:09.140880+0000","last_fullsized":"2021-03-04T23:36:09.140880+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.943251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.943251+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"115","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.365844+0000","last_change":"2021-03-04T23:31:15.974665+0000","last_active":"2021-03-04T23:36:11.365844+0000","last_peered":"2021-03-04T23:36:11.365844+0000","last_clean":"2021-03-04T23:36:11.365844+0000","last_became_active":"2021-03-04T23:31:15.974402+0000","last_became_peered":"2021-03-04T23:31:15.974402+0000","last_unstale":"2021-03-04T23:36:11.365844+0000","last_undegraded":"2021-03-04T23:36:11.365844+0000","last_fullsized":"2021-03-04T23:36:11.365844+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"310'3158","reported_seq":"3170","reported_epoch":"310","state":"active+clean","last_fresh":"2021-03-04T23:36:21.888678+0000","last_change":"2021-03-04T23:36:03.219693+0000","last_active":"2021-03-04T23:36:21.888678+0000","last_peered":"2021-03-04T23:36:21.888678+0000","last_clean":"2021-03-04T23:36:21.888678+0000","last_became_active":"2021-03-04T23:36:03.219357+0000","last_became_peered":"2021-03-04T23:36:03.219357+0000","last_unstale":"2021-03-04T23:36:21.888678+0000","last_undegraded":"2021-03-04T23:36:21.888678+0000","last_fullsized":"2021-03-04T23:36:21.888678+0000","mapping_epoch":305,"log_start":"0'0","ondisk_log_start":"0'0","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":3158,"ondisk_log_size":3158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":206962688,"num_objects":3158,"num_object_clones":0,"num_object_copies":9474,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3158,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3158,"num_write_kb":202112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"22","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366172+0000","last_change":"2021-03-04T23:36:07.723174+0000","last_active":"2021-03-04T23:36:11.366172+0000","last_peered":"2021-03-04T23:36:11.366172+0000","last_clean":"2021-03-04T23:36:11.366172+0000","last_became_active":"2021-03-04T23:35:58.103399+0000","last_became_peered":"2021-03-04T23:35:58.103399+0000","last_unstale":"2021-03-04T23:36:11.366172+0000","last_undegraded":"2021-03-04T23:36:11.366172+0000","last_fullsized":"2021-03-04T23:36:11.366172+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:07.723127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:07.723127+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"213","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366497+0000","last_change":"2021-03-04T23:36:03.874736+0000","last_active":"2021-03-04T23:36:11.366497+0000","last_peered":"2021-03-04T23:36:11.366497+0000","last_clean":"2021-03-04T23:36:11.366497+0000","last_became_active":"2021-03-04T23:31:58.068899+0000","last_became_peered":"2021-03-04T23:31:58.068899+0000","last_unstale":"2021-03-04T23:36:11.366497+0000","last_undegraded":"2021-03-04T23:36:11.366497+0000","last_fullsized":"2021-03-04T23:36:11.366497+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:03.874706+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:03.874706+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"343","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.365523+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:36:11.365523+0000","last_peered":"2021-03-04T23:36:11.365523+0000","last_clean":"2021-03-04T23:36:11.365523+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:36:11.365523+0000","last_undegraded":"2021-03-04T23:36:11.365523+0000","last_fullsized":"2021-03-04T23:36:11.365523+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"281","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.365913+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:36:11.365913+0000","last_peered":"2021-03-04T23:36:11.365913+0000","last_clean":"2021-03-04T23:36:11.365913+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:36:11.365913+0000","last_undegraded":"2021-03-04T23:36:11.365913+0000","last_fullsized":"2021-03-04T23:36:11.365913+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"276","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.365458+0000","last_change":"2021-03-04T23:31:16.098459+0000","last_active":"2021-03-04T23:36:11.365458+0000","last_peered":"2021-03-04T23:36:11.365458+0000","last_clean":"2021-03-04T23:36:11.365458+0000","last_became_active":"2021-03-04T23:31:16.098266+0000","last_became_peered":"2021-03-04T23:31:16.098266+0000","last_unstale":"2021-03-04T23:36:11.365458+0000","last_undegraded":"2021-03-04T23:36:11.365458+0000","last_fullsized":"2021-03-04T23:36:11.365458+0000","mapping_epoch":236,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":237,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"315","reported_epoch":"308","state":"active+clean","last_fresh":"2021-03-04T23:36:09.140827+0000","last_change":"2021-03-04T23:31:58.060196+0000","last_active":"2021-03-04T23:36:09.140827+0000","last_peered":"2021-03-04T23:36:09.140827+0000","last_clean":"2021-03-04T23:36:09.140827+0000","last_became_active":"2021-03-04T23:31:58.059959+0000","last_became_peered":"2021-03-04T23:31:58.059959+0000","last_unstale":"2021-03-04T23:36:09.140827+0000","last_undegraded":"2021-03-04T23:36:09.140827+0000","last_fullsized":"2021-03-04T23:36:09.140827+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"373","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.147975+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:36:11.147975+0000","last_peered":"2021-03-04T23:36:11.147975+0000","last_clean":"2021-03-04T23:36:11.147975+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:36:11.147975+0000","last_undegraded":"2021-03-04T23:36:11.147975+0000","last_fullsized":"2021-03-04T23:36:11.147975+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"356","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366333+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:36:11.366333+0000","last_peered":"2021-03-04T23:36:11.366333+0000","last_clean":"2021-03-04T23:36:11.366333+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:36:11.366333+0000","last_undegraded":"2021-03-04T23:36:11.366333+0000","last_fullsized":"2021-03-04T23:36:11.366333+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"319","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.147928+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:36:11.147928+0000","last_peered":"2021-03-04T23:36:11.147928+0000","last_clean":"2021-03-04T23:36:11.147928+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:36:11.147928+0000","last_undegraded":"2021-03-04T23:36:11.147928+0000","last_fullsized":"2021-03-04T23:36:11.147928+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"326","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366066+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:36:11.366066+0000","last_peered":"2021-03-04T23:36:11.366066+0000","last_clean":"2021-03-04T23:36:11.366066+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:36:11.366066+0000","last_undegraded":"2021-03-04T23:36:11.366066+0000","last_fullsized":"2021-03-04T23:36:11.366066+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"115","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366366+0000","last_change":"2021-03-04T23:32:18.971387+0000","last_active":"2021-03-04T23:36:11.366366+0000","last_peered":"2021-03-04T23:36:11.366366+0000","last_clean":"2021-03-04T23:36:11.366366+0000","last_became_active":"2021-03-04T23:32:18.971083+0000","last_became_peered":"2021-03-04T23:32:18.971083+0000","last_unstale":"2021-03-04T23:36:11.366366+0000","last_undegraded":"2021-03-04T23:36:11.366366+0000","last_fullsized":"2021-03-04T23:36:11.366366+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"99","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.366473+0000","last_change":"2021-03-04T23:31:58.062548+0000","last_active":"2021-03-04T23:36:11.366473+0000","last_peered":"2021-03-04T23:36:11.366473+0000","last_clean":"2021-03-04T23:36:11.366473+0000","last_became_active":"2021-03-04T23:31:58.062122+0000","last_became_peered":"2021-03-04T23:31:58.062122+0000","last_unstale":"2021-03-04T23:36:11.366473+0000","last_undegraded":"2021-03-04T23:36:11.366473+0000","last_fullsized":"2021-03-04T23:36:11.366473+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"284","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.365489+0000","last_change":"2021-03-04T23:32:19.162403+0000","last_active":"2021-03-04T23:36:11.365489+0000","last_peered":"2021-03-04T23:36:11.365489+0000","last_clean":"2021-03-04T23:36:11.365489+0000","last_became_active":"2021-03-04T23:32:18.984227+0000","last_became_peered":"2021-03-04T23:32:18.984227+0000","last_unstale":"2021-03-04T23:36:11.365489+0000","last_undegraded":"2021-03-04T23:36:11.365489+0000","last_fullsized":"2021-03-04T23:36:11.365489+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":553,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"377","reported_epoch":"309","state":"active+clean","last_fresh":"2021-03-04T23:36:11.365649+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:36:11.365649+0000","last_peered":"2021-03-04T23:36:11.365649+0000","last_clean":"2021-03-04T23:36:11.365649+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:36:11.365649+0000","last_undegraded":"2021-03-04T23:36:11.365649+0000","last_fullsized":"2021-03-04T23:36:11.365649+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":3396468736,"num_objects":51826,"num_object_clones":0,"num_object_copies":155478,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51826,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":51826,"num_write_kb":3316864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":10288103424,"data_stored":10288103424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":51826,"ondisk_log_size":51826,"up":48,"acting":48,"num_store_stats":7},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":58,"num_bytes_recovered":11289,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":10691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9858802,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":21,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":63,"acting":63,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496004,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2080316,"kb_used_data":1031732,"kb_used_omap":2097,"kb_used_meta":1046478,"kb_avail":86000068,"statfs":{"total":90194313216,"available":88064069632,"internally_reserved":1073741824,"allocated":1056493568,"data_stored":1054971213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":1071593865},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:02 2021","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.36599999999999999,"15min":0.33600000000000002},"min":{"1min":0.13400000000000001,"5min":0.13400000000000001,"15min":0.125},"max":{"1min":2.8839999999999999,"5min":2.8839999999999999,"15min":2.8839999999999999},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.373,"15min":0.39600000000000002},"min":{"1min":0.192,"5min":0.16700000000000001,"15min":0.158},"max":{"1min":0.59199999999999997,"5min":0.90100000000000002,"15min":1.0089999999999999},"last":0.17000000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:35:37 2021","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.39000000000000001,"15min":0.57699999999999996},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.16200000000000001},"max":{"1min":0.61799999999999999,"5min":0.91700000000000004,"15min":37.856000000000002},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.40200000000000002,"15min":0.59599999999999997},"min":{"1min":0.16400000000000001,"5min":0.14799999999999999,"15min":0.14799999999999999},"max":{"1min":0.76100000000000001,"5min":1.0409999999999999,"15min":37.914000000000001},"last":0.28799999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.28499999999999998,"5min":0.34000000000000002,"15min":0.45100000000000001},"min":{"1min":0.187,"5min":0.187,"15min":0.17999999999999999},"max":{"1min":0.48499999999999999,"5min":0.99399999999999999,"15min":5.2400000000000002},"last":2.5089999999999999},{"interface":"front","average":{"1min":0.33000000000000002,"5min":0.41699999999999998,"15min":0.504},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.182},"max":{"1min":0.504,"5min":0.94499999999999995,"15min":3.206},"last":0.31900000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.28199999999999997,"5min":0.34399999999999997,"15min":0.85099999999999998},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.39000000000000001,"5min":0.96399999999999997,"15min":63.959000000000003},"last":2.4729999999999999},{"interface":"front","average":{"1min":0.27600000000000002,"5min":0.34999999999999998,"15min":0.88100000000000001},"min":{"1min":0.185,"5min":0.185,"15min":0.185},"max":{"1min":0.35499999999999998,"5min":0.84399999999999997,"15min":64.183999999999997},"last":0.32900000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.251,"5min":0.312,"15min":0.39800000000000002},"min":{"1min":0.14599999999999999,"5min":0.13,"15min":0.13},"max":{"1min":0.47199999999999998,"5min":0.65500000000000003,"15min":4.0179999999999998},"last":0.20300000000000001},{"interface":"front","average":{"1min":0.254,"5min":0.28199999999999997,"15min":0.34000000000000002},"min":{"1min":0.158,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.42399999999999999,"5min":0.51000000000000001,"15min":3.7410000000000001},"last":1.1479999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:35:22 2021","interfaces":[{"interface":"back","average":{"1min":0.26500000000000001,"5min":0.28899999999999998,"15min":0.33800000000000002},"min":{"1min":0.16200000000000001,"5min":0.159,"15min":0.14299999999999999},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":3.621},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.31,"5min":0.33300000000000002,"15min":0.42299999999999999},"min":{"1min":0.185,"5min":0.156,"15min":0.156},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":3.54},"last":0.25700000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:35:54 2021","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.33400000000000002,"15min":0.39700000000000002},"min":{"1min":0.16800000000000001,"5min":0.14699999999999999,"15min":0.14699999999999999},"max":{"1min":2.8620000000000001,"5min":2.8620000000000001,"15min":4.1299999999999999},"last":0.308},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.35899999999999999,"15min":0.48799999999999999},"min":{"1min":0.21099999999999999,"5min":0.17100000000000001,"15min":0.17100000000000001},"max":{"1min":0.65500000000000003,"5min":0.67700000000000005,"15min":3.7850000000000001},"last":0.34000000000000002}]}]},{"osd":6,"up_from":41,"seq":176093659505,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2379564,"kb_used_data":1330980,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":85700820,"statfs":{"total":90194313216,"available":87757639680,"internally_reserved":1073741824,"allocated":1362923520,"data_stored":1361410603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,2,6,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:14 2021","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.374,"15min":0.36099999999999999},"min":{"1min":0.13200000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":2.2490000000000001,"5min":2.2490000000000001,"15min":2.2490000000000001},"last":0.13700000000000001},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.39300000000000002,"15min":0.373},"min":{"1min":0.17499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":2.629,"5min":2.629,"15min":2.629},"last":1.9890000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:35:28 2021","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.375,"15min":0.40200000000000002},"min":{"1min":0.17399999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.746,"5min":1.746,"15min":3.5049999999999999},"last":0.16500000000000001},{"interface":"front","average":{"1min":0.436,"5min":0.40600000000000003,"15min":0.45600000000000002},"min":{"1min":0.192,"5min":0.192,"15min":0.17199999999999999},"max":{"1min":2.9199999999999999,"5min":2.9199999999999999,"15min":4.149},"last":0.25700000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:35:28 2021","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.42499999999999999,"15min":0.45400000000000001},"min":{"1min":0.20300000000000001,"5min":0.20200000000000001,"15min":0.185},"max":{"1min":2.8300000000000001,"5min":2.8300000000000001,"15min":4.0940000000000003},"last":2.0630000000000002},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.40000000000000002,"15min":0.42799999999999999},"min":{"1min":0.20599999999999999,"5min":0.188,"15min":0.186},"max":{"1min":1.806,"5min":1.806,"15min":2.6360000000000001},"last":0.20899999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:35:28 2021","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.40000000000000002,"15min":0.97499999999999998},"min":{"1min":0.19800000000000001,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":1.782,"5min":1.782,"15min":77.881},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.436,"5min":0.40500000000000003,"15min":1.018},"min":{"1min":0.23100000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.343,"5min":2.343,"15min":77.683000000000007},"last":0.223}]},{"osd":4,"last update":"Thu Mar 4 23:36:14 2021","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.30299999999999999,"15min":0.371},"min":{"1min":0.154,"5min":0.14299999999999999,"15min":0.13300000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":4.1539999999999999},"last":0.17999999999999999},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.32800000000000001,"15min":0.374},"min":{"1min":0.17899999999999999,"5min":0.16300000000000001,"15min":0.14299999999999999},"max":{"1min":2.73,"5min":2.73,"15min":4.1269999999999998},"last":1.9430000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:36:14 2021","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":0.29799999999999999,"15min":0.376},"min":{"1min":0.186,"5min":0.155,"15min":0.155},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":4.0010000000000003},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.38200000000000001,"15min":0.437},"min":{"1min":0.22600000000000001,"5min":0.14299999999999999,"15min":0.13900000000000001},"max":{"1min":2.7919999999999998,"5min":2.7919999999999998,"15min":4.2389999999999999},"last":2.0230000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:36:14 2021","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.34999999999999998,"15min":0.46300000000000002},"min":{"1min":0.217,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":1.6339999999999999,"5min":1.6339999999999999,"15min":4.5880000000000001},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.40699999999999997,"15min":0.434},"min":{"1min":0.21299999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":2.7639999999999998,"5min":2.7639999999999998,"15min":4.0129999999999999},"last":2.048}]}]},{"osd":1,"up_from":87,"seq":373662155024,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1497492,"kb_used_data":1277644,"kb_used_omap":2528,"kb_used_meta":217311,"kb_avail":86582892,"statfs":{"total":90194313216,"available":88660881408,"internally_reserved":0,"allocated":1308307456,"data_stored":1306815859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":222526766},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:02 2021","interfaces":[{"interface":"back","average":{"1min":0.25600000000000001,"5min":0.69599999999999995,"15min":0.38900000000000001},"min":{"1min":0.14000000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.83099999999999996,"5min":39.125,"15min":39.125},"last":0.251},{"interface":"front","average":{"1min":0.32800000000000001,"5min":0.77300000000000002,"15min":0.45800000000000002},"min":{"1min":0.188,"5min":0.17999999999999999,"15min":0.17899999999999999},"max":{"1min":0.878,"5min":39.207000000000001,"15min":39.207000000000001},"last":0.29099999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:35:27 2021","interfaces":[{"interface":"back","average":{"1min":0.221,"5min":0.249,"15min":0.314},"min":{"1min":0.158,"5min":0.13400000000000001,"15min":0.13400000000000001},"max":{"1min":0.38200000000000001,"5min":0.59999999999999998,"15min":3.069},"last":0.193},{"interface":"front","average":{"1min":0.223,"5min":0.251,"15min":0.32300000000000001},"min":{"1min":0.154,"5min":0.14999999999999999,"15min":0.13100000000000001},"max":{"1min":0.34699999999999998,"5min":0.47899999999999998,"15min":3.8700000000000001},"last":0.23100000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:36:19 2021","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":1.5489999999999999,"15min":1.1399999999999999},"min":{"1min":0.16600000000000001,"5min":0.151,"15min":0.151},"max":{"1min":2.222,"5min":75.444000000000003,"15min":110.28400000000001},"last":0.16600000000000001},{"interface":"front","average":{"1min":0.47299999999999998,"5min":1.5669999999999999,"15min":1.1639999999999999},"min":{"1min":0.17799999999999999,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":2.2410000000000001,"5min":75.486999999999995,"15min":109.977},"last":0.31}]},{"osd":4,"last update":"Thu Mar 4 23:35:27 2021","interfaces":[{"interface":"back","average":{"1min":0.34399999999999997,"5min":0.40100000000000002,"15min":0.496},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.182},"max":{"1min":0.51100000000000001,"5min":0.91900000000000004,"15min":4.9850000000000003},"last":0.436},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.38100000000000001,"15min":0.45200000000000001},"min":{"1min":0.214,"5min":0.20100000000000001,"15min":0.20000000000000001},"max":{"1min":0.53800000000000003,"5min":0.85699999999999998,"15min":3.7050000000000001},"last":0.32900000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:35:27 2021","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.39700000000000002,"15min":0.48899999999999999},"min":{"1min":0.23000000000000001,"5min":0.20799999999999999,"15min":0.20699999999999999},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":8.6690000000000005},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.437,"5min":0.41899999999999998,"15min":0.50700000000000001},"min":{"1min":0.23300000000000001,"5min":0.217,"15min":0.217},"max":{"1min":2.0649999999999999,"5min":2.0649999999999999,"15min":4.415},"last":0.371}]},{"osd":6,"last update":"Thu Mar 4 23:35:54 2021","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.41899999999999998,"15min":0.497},"min":{"1min":0.25700000000000001,"5min":0.22600000000000001,"15min":0.214},"max":{"1min":1.698,"5min":1.698,"15min":3.7610000000000001},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.434,"15min":0.499},"min":{"1min":0.28699999999999998,"5min":0.28199999999999997,"15min":0.24299999999999999},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":3.5550000000000002},"last":0.35699999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:35:27 2021","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.42999999999999999,"15min":0.56499999999999995},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.20899999999999999},"max":{"1min":0.53100000000000003,"5min":0.88900000000000001,"15min":3.782},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.44,"15min":0.51900000000000002},"min":{"1min":0.28399999999999997,"5min":0.254,"15min":0.224},"max":{"1min":2.2080000000000002,"5min":2.2080000000000002,"15min":4.5049999999999999},"last":0.41799999999999998}]}]},{"osd":0,"up_from":174,"seq":747324309608,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2252008,"kb_used_data":2086496,"kb_used_omap":980,"kb_used_meta":164523,"kb_avail":85828376,"statfs":{"total":90194313216,"available":87888257024,"internally_reserved":0,"allocated":2136571904,"data_stored":2135067789,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":168472515},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.32200000000000001,"5min":0.25,"15min":0.252},"min":{"1min":0.14699999999999999,"5min":0.12,"15min":0.12},"max":{"1min":1.6200000000000001,"5min":1.6200000000000001,"15min":1.6200000000000001},"last":1.607},{"interface":"front","average":{"1min":0.218,"5min":0.23499999999999999,"15min":0.23699999999999999},"min":{"1min":0.153,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":0.31900000000000001,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":1.401}]},{"osd":2,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.255,"5min":0.26500000000000001,"15min":0.24199999999999999},"min":{"1min":0.17000000000000001,"5min":0.156,"15min":0.14899999999999999},"max":{"1min":0.38500000000000001,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.222},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.30599999999999999,"15min":0.28199999999999997},"min":{"1min":0.16900000000000001,"5min":0.14499999999999999,"15min":0.14000000000000001},"max":{"1min":1.8,"5min":1.8,"15min":1.8},"last":1.6679999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.29899999999999999,"5min":0.28100000000000003,"15min":0.27900000000000003},"min":{"1min":0.19,"5min":0.128,"15min":0.128},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.16700000000000001},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.309,"15min":0.30099999999999999},"min":{"1min":0.192,"5min":0.151,"15min":0.151},"max":{"1min":1.655,"5min":1.655,"15min":1.655},"last":1.641}]},{"osd":4,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39100000000000001,"15min":0.38500000000000001},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.88900000000000001,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.80500000000000005},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.43099999999999999,"15min":0.39400000000000002},"min":{"1min":0.26500000000000001,"5min":0.22800000000000001,"15min":0.21299999999999999},"max":{"1min":1.7030000000000001,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":1.7290000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.42899999999999999,"15min":0.40100000000000002},"min":{"1min":0.23100000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":1.7310000000000001,"5min":1.7310000000000001,"15min":1.7310000000000001},"last":1.6930000000000001},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.38300000000000001,"15min":0.38800000000000001},"min":{"1min":0.21099999999999999,"5min":0.20300000000000001,"15min":0.20100000000000001},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.65300000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.38500000000000001,"15min":0.40400000000000003},"min":{"1min":0.23300000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.95099999999999996,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.42099999999999999,"15min":0.39700000000000002},"min":{"1min":0.26300000000000001,"5min":0.251,"15min":0.251},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":1.2250000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:36:05 2021","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.39900000000000002,"15min":0.39200000000000002},"min":{"1min":0.27100000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":1.3169999999999999},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.47599999999999998,"15min":0.42599999999999999},"min":{"1min":0.26400000000000001,"5min":0.248,"15min":0.24199999999999999},"max":{"1min":3.113,"5min":3.113,"15min":3.113},"last":0.309}]}]},{"osd":2,"up_from":0,"seq":442381631748,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879544,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1403808,"kb_used_data":1236120,"kb_used_omap":883,"kb_used_meta":166796,"kb_avail":86676576,"statfs":{"total":90194313216,"available":88756813824,"internally_reserved":0,"allocated":1265786880,"data_stored":1264289333,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":170799168},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:58 2021","interfaces":[{"interface":"back","average":{"1min":0.184,"5min":0.95799999999999996,"15min":0.49399999999999999},"min":{"1min":0.13200000000000001,"5min":0.127,"15min":0.127},"max":{"1min":0.373,"5min":66.528999999999996,"15min":66.528999999999996},"last":20.379000000000001},{"interface":"front","average":{"1min":0.249,"5min":1.0049999999999999,"15min":0.53900000000000003},"min":{"1min":0.13500000000000001,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":0.41599999999999998,"5min":66.497,"15min":66.497},"last":20.545000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:36:21 2021","interfaces":[{"interface":"back","average":{"1min":0.23899999999999999,"5min":0.24399999999999999,"15min":0.38800000000000001},"min":{"1min":0.156,"5min":0.14499999999999999,"15min":0.13600000000000001},"max":{"1min":0.38800000000000001,"5min":0.52000000000000002,"15min":25.097999999999999},"last":0.21199999999999999},{"interface":"front","average":{"1min":0.27500000000000002,"5min":0.27600000000000002,"15min":0.45000000000000001},"min":{"1min":0.189,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.44600000000000001,"5min":0.622,"15min":25.109999999999999},"last":0.20000000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:36:21 2021","interfaces":[{"interface":"back","average":{"1min":0.25,"5min":0.25900000000000001,"15min":0.36699999999999999},"min":{"1min":0.17499999999999999,"5min":0.14699999999999999,"15min":0.13900000000000001},"max":{"1min":0.379,"5min":0.56100000000000005,"15min":4.8730000000000002},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.26000000000000001,"5min":0.26200000000000001,"15min":0.32400000000000001},"min":{"1min":0.188,"5min":0.151,"15min":0.151},"max":{"1min":0.45900000000000002,"5min":0.47399999999999998,"15min":2.98},"last":0.23799999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:36:21 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.41299999999999998,"15min":0.46300000000000002},"min":{"1min":0.23799999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.92800000000000005,"5min":1.0089999999999999,"15min":2.9780000000000002},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.439,"15min":0.47399999999999998},"min":{"1min":0.24099999999999999,"5min":0.22800000000000001,"15min":0.20699999999999999},"max":{"1min":0.93999999999999995,"5min":0.999,"15min":2.8130000000000002},"last":0.55100000000000005}]},{"osd":5,"last update":"Thu Mar 4 23:36:21 2021","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.44600000000000001,"15min":0.52800000000000002},"min":{"1min":0.30499999999999999,"5min":0.23799999999999999,"15min":0.224},"max":{"1min":0.97299999999999998,"5min":1.3029999999999999,"15min":4.6479999999999997},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.40000000000000002,"15min":0.498},"min":{"1min":0.23400000000000001,"5min":0.20899999999999999,"15min":0.192},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":4.8449999999999998},"last":0.54100000000000004}]},{"osd":6,"last update":"Thu Mar 4 23:35:52 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.40400000000000003,"15min":0.52000000000000002},"min":{"1min":0.25600000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":1.22,"5min":1.22,"15min":9.9410000000000007},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.42999999999999999,"15min":0.52800000000000002},"min":{"1min":0.29999999999999999,"5min":0.27100000000000002,"15min":0.251},"max":{"1min":0.56000000000000005,"5min":1.044,"15min":3.8100000000000001},"last":0.51000000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:36:21 2021","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":2.4249999999999998,"15min":1.212},"min":{"1min":0.29399999999999998,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.95499999999999996,"5min":160.75999999999999,"15min":160.75999999999999},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.67900000000000005,"5min":2.4990000000000001,"15min":1.23},"min":{"1min":0.27700000000000002,"5min":0.26100000000000001,"15min":0.23899999999999999},"max":{"1min":2.6850000000000001,"5min":160.86600000000001,"15min":160.86600000000001},"last":0.56899999999999995}]}]},{"osd":4,"up_from":31,"seq":133143986573,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3529784,"kb_used_data":2481200,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":84550600,"statfs":{"total":90194313216,"available":86579814400,"internally_reserved":1073741824,"allocated":2540748800,"data_stored":2539230471,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:35:58 2021","interfaces":[{"interface":"back","average":{"1min":0.28199999999999997,"5min":0.35899999999999999,"15min":0.35799999999999998},"min":{"1min":0.16800000000000001,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":0.57599999999999996,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.39000000000000001,"15min":0.41299999999999998},"min":{"1min":0.17899999999999999,"5min":0.153,"15min":0.153},"max":{"1min":0.66100000000000003,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.32000000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:35:37 2021","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.47599999999999998,"15min":0.625},"min":{"1min":0.157,"5min":0.157,"15min":0.157},"max":{"1min":1.7829999999999999,"5min":11.231,"15min":20.440000000000001},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.29499999999999998,"5min":0.46200000000000002,"15min":0.59599999999999997},"min":{"1min":0.17699999999999999,"5min":0.154,"15min":0.154},"max":{"1min":0.46899999999999997,"5min":11.207000000000001,"15min":20.465},"last":0.40300000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:35:20 2021","interfaces":[{"interface":"back","average":{"1min":0.318,"5min":0.35799999999999998,"15min":0.40000000000000002},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.17100000000000001},"max":{"1min":0.499,"5min":0.70099999999999996,"15min":3.3260000000000001},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.377,"15min":0.42999999999999999},"min":{"1min":0.27600000000000002,"5min":0.224,"15min":0.17499999999999999},"max":{"1min":0.442,"5min":0.83899999999999997,"15min":3.351},"last":0.29699999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:35:20 2021","interfaces":[{"interface":"back","average":{"1min":3.3300000000000001,"5min":1.571,"15min":1.7789999999999999},"min":{"1min":0.217,"5min":0.192,"15min":0.192},"max":{"1min":63.552999999999997,"5min":63.552999999999997,"15min":85.394999999999996},"last":73.703999999999994},{"interface":"front","average":{"1min":3.4159999999999999,"5min":1.5660000000000001,"15min":1.6799999999999999},"min":{"1min":0.248,"5min":0.217,"15min":0.19400000000000001},"max":{"1min":63.701999999999998,"5min":63.701999999999998,"15min":85.802999999999997},"last":73.682000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:35:37 2021","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.312,"15min":0.33600000000000002},"min":{"1min":0.16300000000000001,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":3.456},"last":0.377},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.29399999999999998,"15min":0.34999999999999998},"min":{"1min":0.16900000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.601,"5min":1.601,"15min":3.2999999999999998},"last":0.38700000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:35:58 2021","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.34699999999999998,"15min":0.36799999999999999},"min":{"1min":0.185,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":3.1110000000000002,"5min":3.1110000000000002,"15min":3.5569999999999999},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.36399999999999999,"15min":0.46600000000000003},"min":{"1min":0.186,"5min":0.16700000000000001,"15min":0.14199999999999999},"max":{"1min":2.4020000000000001,"5min":2.4020000000000001,"15min":3.895},"last":0.45600000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:35:37 2021","interfaces":[{"interface":"back","average":{"1min":7.7160000000000002,"5min":1.8029999999999999,"15min":0.86699999999999999},"min":{"1min":0.184,"5min":0.184,"15min":0.17000000000000001},"max":{"1min":131.482,"5min":131.482,"15min":131.482},"last":0.41499999999999998},{"interface":"front","average":{"1min":7.6970000000000001,"5min":1.8240000000000001,"15min":0.96599999999999997},"min":{"1min":0.161,"5min":0.161,"15min":0.161},"max":{"1min":131.54599999999999,"5min":131.54599999999999,"15min":131.54599999999999},"last":0.439}]}]},{"osd":5,"up_from":36,"seq":154618823051,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2973736,"kb_used_data":1925152,"kb_used_omap":518,"kb_used_meta":1048057,"kb_avail":85106648,"statfs":{"total":90194313216,"available":87149207552,"internally_reserved":1073741824,"allocated":1971355648,"data_stored":1969851581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":1073211254},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,3],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:36:01 2021","interfaces":[{"interface":"back","average":{"1min":0.27400000000000002,"5min":0.34399999999999997,"15min":0.36199999999999999},"min":{"1min":0.13,"5min":0.13,"15min":0.13},"max":{"1min":0.73699999999999999,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.41699999999999998,"15min":0.39800000000000002},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":2.9529999999999998,"5min":2.9529999999999998,"15min":2.9529999999999998},"last":0.22}]},{"osd":1,"last update":"Thu Mar 4 23:35:31 2021","interfaces":[{"interface":"back","average":{"1min":0.27500000000000002,"5min":0.35799999999999998,"15min":0.41299999999999998},"min":{"1min":0.16,"5min":0.16,"15min":0.153},"max":{"1min":0.55800000000000005,"5min":0.93400000000000005,"15min":3.2519999999999998},"last":0.442},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.39900000000000002,"15min":0.48499999999999999},"min":{"1min":0.16700000000000001,"5min":0.16700000000000001,"15min":0.14599999999999999},"max":{"1min":3.0579999999999998,"5min":3.0579999999999998,"15min":7.4740000000000002},"last":0.159}]},{"osd":2,"last update":"Thu Mar 4 23:36:19 2021","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.378,"15min":0.42899999999999999},"min":{"1min":0.20699999999999999,"5min":0.16800000000000001,"15min":0.161},"max":{"1min":1.3049999999999999,"5min":1.3049999999999999,"15min":3.5800000000000001},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.45700000000000002,"15min":0.47699999999999998},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":3.0800000000000001,"5min":3.0800000000000001,"15min":3.698},"last":0.184}]},{"osd":3,"last update":"Thu Mar 4 23:36:19 2021","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.98699999999999999,"15min":0.68799999999999994},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.16700000000000001},"max":{"1min":2.181,"5min":55.055999999999997,"15min":55.055999999999997},"last":0.20399999999999999},{"interface":"front","average":{"1min":0.40699999999999997,"5min":1.002,"15min":0.68400000000000005},"min":{"1min":0.187,"5min":0.187,"15min":0.187},"max":{"1min":1.2789999999999999,"5min":55.119,"15min":55.119},"last":0.40200000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:36:01 2021","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.34200000000000003,"15min":0.379},"min":{"1min":0.16,"5min":0.152,"15min":0.127},"max":{"1min":2.984,"5min":2.984,"15min":7.4480000000000004},"last":0.13100000000000001},{"interface":"front","average":{"1min":0.26900000000000002,"5min":0.29899999999999999,"15min":0.34699999999999998},"min":{"1min":0.17299999999999999,"5min":0.158,"15min":0.152},"max":{"1min":0.436,"5min":0.61599999999999999,"15min":4.4000000000000004},"last":0.17100000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:35:31 2021","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.36199999999999999,"15min":0.42899999999999999},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.16},"max":{"1min":3.0089999999999999,"5min":3.0089999999999999,"15min":7.3959999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.32900000000000001,"15min":0.35599999999999998},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16300000000000001},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":4.3209999999999997},"last":0.14599999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:36:19 2021","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.33700000000000002,"15min":0.40200000000000002},"min":{"1min":0.20200000000000001,"5min":0.185,"15min":0.185},"max":{"1min":0.45500000000000002,"5min":0.66500000000000004,"15min":4.3540000000000001},"last":0.193},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.34399999999999997,"15min":0.377},"min":{"1min":0.23599999999999999,"5min":0.159,"15min":0.159},"max":{"1min":1.401,"5min":1.401,"15min":2.9740000000000002},"last":0.33300000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1756997,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530570,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2212495360,"data_stored":2212495360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":545325056,"data_stored":545325056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1103167488,"data_stored":1103167488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2320236544,"data_stored":2320236544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1596129280,"data_stored":1596129280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1442054144,"data_stored":1442054144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1068695552,"data_stored":1068695552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:36:27.989 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2021-03-04T23:36:27.990 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool set device_health_metrics pg_num 31 2021-03-04T23:36:28.018 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:28.039 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:28.040 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:28.041 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:28.131 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:28.142 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:28.164 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:28.164 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:28.165 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:28.266 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:28.284 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:28.285 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:28.285 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:28.366 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 17 16 68264 68248 250.893 165.75 0.00850594 0.00398322 2021-03-04T23:36:28.386 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:28.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:28.410 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:28.410 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:28.512 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:28.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:28.534 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:28.535 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:28.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:28 gibba038 conmon[76675]: audit 2021-03-04T23:36:28.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:28 gibba038 conmon[76675]: 2021-03-04T23:36:28.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:28 gibba038 conmon[76675]: 2021 2021-03-04T23:36:28.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:28 gibba038 conmon[76675]: -03-04T23:36: 2021-03-04T23:36:28.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:28 gibba038 conmon[76675]: 26.575861+0000 mgr.x (mgr.34676) 1045 : audit [DBG] from='client.46278 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:36:28.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:28 gibba038 conmon[76675]: cluster 2021-03-04T23:36:28.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:28 gibba038 conmon[76675]: 2021-03-04T23:36:26.753037 2021-03-04T23:36:28.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:28 gibba038 conmon[76675]: +0000 mgr.x (mgr.34676) 1046 : cluster [DBG] pgmap v1065: 119 pgs: 119 active+clean; 3.2 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 262 MiB/s wr, 4.20k op/s 2021-03-04T23:36:28.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:28 gibba038 conmon[76675]: 2021-03-04T23:36:28.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:28 gibba011 conmon[95595]: audit 2021-03-04T23:36:26.575861+0000 mgr.x (mgr.34676) 1045 : audit [DBG] from='client.46278 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:36:28.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:28 gibba011 conmon[95595]: cluster 2021-03-04T23:36:26.753037+0000 mgr.x (mgr.34676) 1046 : cluster [DBG] pgmap v1065: 119 pgs: 119 active+clean; 3.2 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 262 MiB/s wr, 4.20k op/s 2021-03-04T23:36:28.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:28 gibba011 conmon[99461]: audit 2021-03-04T23:36:26.575861+0000 mgr.x (mgr.34676) 1045 : audit [DBG] from='client.46278 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:36:28.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:28 gibba011 conmon[99461]: cluster 2021-03-04T23:36:26.753037+0000 mgr.x (mgr.34676) 1046 : cluster [DBG] pgmap v1065: 119 pgs: 119 active+clean; 3.2 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 262 MiB/s wr, 4.20k op/s 2021-03-04T23:36:28.637 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:28.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:28.658 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:28.658 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:28.759 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:28.779 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:28.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:28.781 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:28.882 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:28.902 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:28.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:28.904 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:29.005 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:29.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:29.026 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:29.026 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:29.127 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:29.148 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:29.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:29.150 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:29.216 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:36:29.217 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:36:29.251 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:29.273 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:29.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:29.275 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:29.366 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 18 16 70860 70844 245.967 162.25 0.00845844 0.00406287 2021-03-04T23:36:29.376 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:29.398 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:29.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:29.400 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:29.501 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:29.519 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:29.520 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:29.521 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:29.622 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:29.638 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:29.639 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:29.640 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:29.741 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:29.764 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:29.765 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:29.765 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:29.867 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:29.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:29.886 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:29.886 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:29.988 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:30.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:30.008 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:30.008 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:30.109 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:30.134 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:30.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:30.136 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:30.185 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:36:30.237 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:30.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:30.261 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:30.262 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:30.363 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:30.366 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 19 16 73205 73189 240.735 146.562 0.00890145 0.00415108 2021-03-04T23:36:30.381 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-03-04T23:36:30.390 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:30.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:30.393 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:30.440 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:30 gibba011 conmon[95595]: cluster 2021-03-04T23:36:28.753493+0000 mgr.x (mgr.34676) 1047 : cluster [DBG] pgmap v1066: 119 pgs: 119 active+clean; 3.9 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 181 MiB/s wr, 2.89k op/s 2021-03-04T23:36:30.440 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:30 gibba011 conmon[95595]: audit 2021-03-04T23:36:29.446308+0000 mon.a (mon.0) 1426 : audit [INF] from='client.? 172.21.2.111:0/3085256447' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:30.441 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:30 gibba011 conmon[99461]: cluster 2021-03-04T23:36:28.753493+0000 mgr.x (mgr.34676) 1047 : cluster [DBG] pgmap v1066: 119 pgs: 119 active+clean; 3.9 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 181 MiB/s wr, 2.89k op/s 2021-03-04T23:36:30.441 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:30 gibba011 conmon[99461]: audit 2021-03-04T23:36:29.446308+0000 mon.a (mon.0) 1426 : audit [INF] from='client.? 172.21.2.111:0/3085256447' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:30.493 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:30.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:30.516 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:30.516 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:30.527 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:30.552 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:36:30.568 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:36:30.586 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:36:30.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:30 gibba038 conmon[76675]: cluster 2021-03-04T23:36:28.753493+0000 mgr.x (mgr.34676) 1047 : cluster [DBG] pgmap v1066: 119 pgs: 119 active+clean; 3.9 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 181 MiB/s wr, 2.89k op/s 2021-03-04T23:36:30.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:30 gibba038 conmon[76675]: 2021-03-04T23:36:30.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:30 gibba038 conmon[76675]: audit 2021-03-04T23:36:29.446308+0000 mon.a (mon.0) 1426 : audit [INF] from='client.? 172.21.2.111:0/3085256447' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:30.603 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:36:30.618 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:30.619 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:36:30.635 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:36:30.641 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:30.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:30.643 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:30.655 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:36:30.671 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:36:30.672 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:36:30.673 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:36:30.673 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:36:30.673 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:36:30.673 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:36:30.673 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:36:30.674 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:36:30.674 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:36:30.744 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:30.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:30.764 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:30.764 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:30.865 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:30.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:30.885 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:30.886 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:30.987 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:31.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:31.007 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:31.008 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:31.109 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:31.133 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:31.134 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:31.134 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:31.236 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:31.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:31.263 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:31.263 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:31.365 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:31.367 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:36:31.364847+0000 min lat: 0.000865966 max lat: 0.136783 avg lat: 0.00423736 2021-03-04T23:36:31.367 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:36:31.368 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 20 16 75489 75473 235.835 142.75 0.00327742 0.00423736 2021-03-04T23:36:31.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:31.387 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:31.388 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:31.489 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:31.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:31.515 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:31.515 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:31.580 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:31 gibba011 conmon[95595]: cluster 2021-03-04T23:36:30.177466+0000 mon.a (mon.0) 1427 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:31.580 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:31 gibba011 conmon[95595]: audit 2021-03-04T23:36:30.180188+0000 mon.a (mon.0) 1428 : audit [INF] from='client.? 172.21.2.111:0/3085256447' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:36:31.580 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:31 gibba011 conmon[95595]: cluster 2021-03-04T23:36:30.180236+0000 mon.a (mon.0) 1429 : cluster [DBG] osdmap e311: 8 total, 8 up, 7 in 2021-03-04T23:36:31.580 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:31 gibba011 conmon[95595]: audit 2021-03-04T23:36:30.533315+0000 mon.c (mon.1) 417 : audit [DBG] from='client.? 172.21.2.111:0/2618240303' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:31.581 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:31 gibba011 conmon[99461]: cluster 2021-03-04T23:36:30.177466+0000 mon.a (mon.0) 1427 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:31.581 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:31 gibba011 conmon[99461]: audit 2021-03-04T23:36:30.180188+0000 mon.a (mon.0) 1428 : audit [INF] from='client.? 172.21.2.111:0/3085256447' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:36:31.581 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:31 gibba011 conmon[99461]: cluster 2021-03-04T23:36:30.180236+0000 mon.a (mon.0) 1429 : cluster [DBG] osdmap e311: 8 total, 8 up, 7 in 2021-03-04T23:36:31.582 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:31 gibba011 conmon[99461]: audit 2021-03-04T23:36:30.533315+0000 mon.c (mon.1) 417 : audit [DBG] from='client.? 172.21.2.111:0/2618240303' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:31.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:31 gibba038 conmon[76675]: cluster 2021-03-04T23:36:30.177466+0000 mon.a (mon.0) 1427 : cluster 2021-03-04T23:36:31.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:31 gibba038 conmon[76675]: [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:31.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:31 gibba038 conmon[76675]: audit 2021-03-04T23:36:30.180188+0000 mon.a (mon.0) 1428 : audit [INF] from='client.? 172.21.2.111:0/3085256447' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:36:31.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:31 gibba038 conmon[76675]: cluster 2021-03-04T23:36:30.180236+0000 mon.a (mon.0 2021-03-04T23:36:31.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:31 gibba038 conmon[76675]: ) 1429 : cluster [DBG] osdmap e311: 8 total, 8 up, 7 in 2021-03-04T23:36:31.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:31 gibba038 conmon[76675]: audit 2021-03-04T23:36: 2021-03-04T23:36:31.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:31 gibba038 conmon[76675]: 30.533315+0000 mon.c (mon.1) 417 : audit [DBG] from='client.? 172.21.2.111:0/2618240303' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:31.617 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:31.637 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:31.638 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:31.638 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:31.740 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:31.763 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:31.764 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:31.765 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:31.866 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:31.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:31.889 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:31.890 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:31.992 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:32.012 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:32.013 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:32.013 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:32.115 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:32.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:32.138 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:32.139 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:32.240 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:32.259 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:32.259 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:32.260 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:32.363 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:32.367 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 21 16 77702 77686 231.19 138.312 0.00558419 0.00432238 2021-03-04T23:36:32.383 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:32.384 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:32.385 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:32.447 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:32 gibba011 conmon[95595]: cluster 2021-03-04T23:36:30.753820+0000 mgr.x (mgr.34676) 1048 : cluster [DBG] pgmap v1068: 119 pgs: 119 active+clean; 4.1 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 203 MiB/s wr, 3.24k op/s 2021-03-04T23:36:32.447 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:32 gibba011 conmon[99461]: cluster 2021-03-04T23:36:30.753820+0000 mgr.x (mgr.34676) 1048 : cluster [DBG] pgmap v1068: 119 pgs: 119 active+clean; 4.1 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 203 MiB/s wr, 3.24k op/s 2021-03-04T23:36:32.486 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:32.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:32.508 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:32.509 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:32.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:32 gibba038 conmon[76675]: cluster 2021-03-04T23:36:30.753820+0000 mgr.x (mgr.34676) 1048 : cluster [DBG] pgmap v1068: 119 pgs: 119 active+clean; 4.1 GiB data, 14 GiB used, 570 GiB / 588 GiB avail; 203 MiB/s wr, 3.24k op/s 2021-03-04T23:36:32.611 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:32.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:32.630 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:32.631 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:32.732 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:32.757 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:32.758 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:32.758 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:32.859 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:32.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:32.880 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:32.881 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:32.983 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:33.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:33.004 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:33.004 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:33.105 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:33.131 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:33.132 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:33.133 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:33.235 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:33.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:33.261 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:33.261 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:33.363 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:33.366 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 22 16 79864 79848 226.823 135.125 0.00742734 0.00440582 2021-03-04T23:36:33.386 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:33.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:33.388 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:33.489 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:33.508 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:33.509 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:33.509 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:33.610 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:33.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:33.629 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:33.630 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:33.731 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:33.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:33.756 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:33.756 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:33.858 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:33.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:33.880 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:33.880 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:33.981 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:33.997 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:36:34.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:34.004 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:34.005 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:34.106 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:34.125 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:34.126 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:34.127 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:34.138 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:36:34.138 INFO:teuthology.orchestra.run.gibba011.stdout: "size": 20, 2021-03-04T23:36:34.139 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 600, 2021-03-04T23:36:34.139 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:36:34.139 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.139 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:177001 9.b 9:d05f63ac:::benchmark_data_gibba011_139107_object23634:head [delete] snapc 0=[] ondisk+write+known_if_redirected e181)", 2021-03-04T23:36:34.140 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:06.810458+0000", 2021-03-04T23:36:34.140 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 507.32360452099999, 2021-03-04T23:36:34.140 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.65010900599999999, 2021-03-04T23:36:34.140 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:34.141 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:34.141 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:34.141 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:34.141 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:34.141 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 177001 2021-03-04T23:36:34.142 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.142 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:34.142 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.142 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:34.143 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.810458+0000", 2021-03-04T23:36:34.143 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:34.143 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.143 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.144 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:34.144 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.810458+0000", 2021-03-04T23:36:34.144 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.686e-06 2021-03-04T23:36:34.144 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.145 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.145 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:34.145 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.810460+0000", 2021-03-04T23:36:34.145 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0669999999999999e-06 2021-03-04T23:36:34.145 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.146 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.146 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:34.146 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.810462+0000", 2021-03-04T23:36:34.146 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.5300000000000002e-06 2021-03-04T23:36:34.147 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.147 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.147 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:34.147 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.810472+0000", 2021-03-04T23:36:34.148 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.143e-06 2021-03-04T23:36:34.148 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.148 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.148 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:34.149 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.810476+0000", 2021-03-04T23:36:34.149 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.57865008100000004 2021-03-04T23:36:34.149 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.149 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.149 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:34.150 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.389126+0000", 2021-03-04T23:36:34.150 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0073538539999999999 2021-03-04T23:36:34.150 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.151 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.151 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:34.151 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.396480+0000", 2021-03-04T23:36:34.151 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011615386 2021-03-04T23:36:34.152 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.152 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.152 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:36:34.152 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.408095+0000", 2021-03-04T23:36:34.153 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0096003219999999997 2021-03-04T23:36:34.153 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.153 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.153 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:34.153 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.417695+0000", 2021-03-04T23:36:34.154 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.021169431999999998 2021-03-04T23:36:34.154 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.154 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.154 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.155 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.438865+0000", 2021-03-04T23:36:34.155 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0019493959999999999 2021-03-04T23:36:34.155 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.155 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.156 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.156 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.440814+0000", 2021-03-04T23:36:34.156 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0021907889999999998 2021-03-04T23:36:34.156 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.156 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.157 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.157 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.443005+0000", 2021-03-04T23:36:34.157 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0036319709999999999 2021-03-04T23:36:34.157 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.158 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.158 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:34.158 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.446637+0000", 2021-03-04T23:36:34.158 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013930349 2021-03-04T23:36:34.159 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.159 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.159 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:34.159 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.460567+0000", 2021-03-04T23:36:34.159 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.65010900599999999 2021-03-04T23:36:34.160 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.160 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:34.160 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.160 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.161 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.161 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:177031 9.b 9:d8b480ec:::benchmark_data_gibba011_139107_object23664:head [delete] snapc 0=[] ondisk+write+known_if_redirected e181)", 2021-03-04T23:36:34.161 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:06.930250+0000", 2021-03-04T23:36:34.161 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 507.20381260400001, 2021-03-04T23:36:34.162 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.75760515399999995, 2021-03-04T23:36:34.162 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:34.162 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:34.162 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:34.163 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:34.163 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:34.163 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 177031 2021-03-04T23:36:34.163 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.164 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:34.164 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.164 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:34.164 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.930250+0000", 2021-03-04T23:36:34.164 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:34.165 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.165 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.165 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:34.165 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.930250+0000", 2021-03-04T23:36:34.166 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6750000000000001e-05 2021-03-04T23:36:34.166 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.166 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.166 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:34.166 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.930267+0000", 2021-03-04T23:36:34.167 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9470000000000002e-06 2021-03-04T23:36:34.167 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.167 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.167 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:34.168 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.930269+0000", 2021-03-04T23:36:34.168 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.3969999999999994e-06 2021-03-04T23:36:34.168 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.168 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.169 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:34.169 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.930277+0000", 2021-03-04T23:36:34.169 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.5800000000000002e-06 2021-03-04T23:36:34.169 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.170 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.170 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:34.170 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:06.930282+0000", 2021-03-04T23:36:34.170 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.53117765699999997 2021-03-04T23:36:34.171 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.171 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.171 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:34.171 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.461460+0000", 2021-03-04T23:36:34.172 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0082069619999999999 2021-03-04T23:36:34.172 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.172 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.172 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:34.172 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.469666+0000", 2021-03-04T23:36:34.173 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011886544000000001 2021-03-04T23:36:34.173 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.173 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.174 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:36:34.174 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.481553+0000", 2021-03-04T23:36:34.174 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.038714720000000001 2021-03-04T23:36:34.174 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.174 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.175 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.175 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.520268+0000", 2021-03-04T23:36:34.175 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001880636 2021-03-04T23:36:34.175 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.176 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.176 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.176 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.522148+0000", 2021-03-04T23:36:34.176 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018803229999999999 2021-03-04T23:36:34.177 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.177 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.177 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.177 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.524029+0000", 2021-03-04T23:36:34.178 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.14848376399999999 2021-03-04T23:36:34.178 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.178 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.178 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:34.179 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.672512+0000", 2021-03-04T23:36:34.179 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0030204960000000001 2021-03-04T23:36:34.179 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.179 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.180 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:34.180 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.675533+0000", 2021-03-04T23:36:34.180 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012322378 2021-03-04T23:36:34.180 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.181 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.181 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:34.181 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.687855+0000", 2021-03-04T23:36:34.181 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.75760515399999995 2021-03-04T23:36:34.182 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.182 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:34.182 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.182 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.183 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.183 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:177060 9.b 9:df583cd3:::benchmark_data_gibba011_139107_object23693:head [delete] snapc 0=[] ondisk+write+known_if_redirected e181)", 2021-03-04T23:36:34.183 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:07.204949+0000", 2021-03-04T23:36:34.183 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 506.92911352099998, 2021-03-04T23:36:34.184 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.49886967999999998, 2021-03-04T23:36:34.184 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:34.184 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:34.184 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:34.185 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:34.185 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:34.185 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 177060 2021-03-04T23:36:34.185 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.186 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:34.186 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.186 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:34.186 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.204949+0000", 2021-03-04T23:36:34.187 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:34.187 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.187 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.188 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:34.188 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.204949+0000", 2021-03-04T23:36:34.188 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.844e-06 2021-03-04T23:36:34.188 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.189 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.189 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:34.189 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.204951+0000", 2021-03-04T23:36:34.189 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2589999999999999e-06 2021-03-04T23:36:34.190 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.190 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.190 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:34.190 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.204953+0000", 2021-03-04T23:36:34.191 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.012e-05 2021-03-04T23:36:34.191 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.191 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.191 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:34.192 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.204963+0000", 2021-03-04T23:36:34.192 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.454e-06 2021-03-04T23:36:34.192 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.193 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.193 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:34.193 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.204968+0000", 2021-03-04T23:36:34.193 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.28444214299999998 2021-03-04T23:36:34.194 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.194 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.194 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:34.194 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.489410+0000", 2021-03-04T23:36:34.195 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0078959939999999999 2021-03-04T23:36:34.195 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.195 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.195 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:34.196 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.497306+0000", 2021-03-04T23:36:34.196 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012279389999999999 2021-03-04T23:36:34.196 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.196 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.197 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:36:34.197 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.509585+0000", 2021-03-04T23:36:34.197 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.016329010000000001 2021-03-04T23:36:34.197 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.198 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.198 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.198 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.525914+0000", 2021-03-04T23:36:34.198 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018777959999999999 2021-03-04T23:36:34.199 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.199 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.199 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.199 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.527792+0000", 2021-03-04T23:36:34.200 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001880137 2021-03-04T23:36:34.200 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.200 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.200 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.200 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.529672+0000", 2021-03-04T23:36:34.201 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.15878589600000001 2021-03-04T23:36:34.201 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.201 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.201 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:34.202 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.688458+0000", 2021-03-04T23:36:34.202 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0030101519999999999 2021-03-04T23:36:34.202 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.202 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.203 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:34.203 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.691468+0000", 2021-03-04T23:36:34.203 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012350485 2021-03-04T23:36:34.203 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.204 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.204 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:34.204 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.703819+0000", 2021-03-04T23:36:34.204 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.49886967999999998 2021-03-04T23:36:34.205 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.205 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:34.205 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.205 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.205 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.206 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:177066 9.b 9:d0e116b8:::benchmark_data_gibba011_139107_object23699:head [delete] snapc 0=[] ondisk+write+known_if_redirected e181)", 2021-03-04T23:36:34.206 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:07.239191+0000", 2021-03-04T23:36:34.206 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 506.89487184299998, 2021-03-04T23:36:34.207 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.480813298, 2021-03-04T23:36:34.207 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:34.207 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:34.207 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:34.207 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:34.208 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:34.208 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 177066 2021-03-04T23:36:34.208 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.208 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:34.209 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.209 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:34.209 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.239191+0000", 2021-03-04T23:36:34.209 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:34.209 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.210 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.210 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:34.210 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.239191+0000", 2021-03-04T23:36:34.211 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.024e-06 2021-03-04T23:36:34.211 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.211 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.211 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:34.212 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.239193+0000", 2021-03-04T23:36:34.212 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9149999999999999e-06 2021-03-04T23:36:34.212 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.212 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.213 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:34.213 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.239195+0000", 2021-03-04T23:36:34.213 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.5449999999999992e-06 2021-03-04T23:36:34.213 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.213 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.214 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:34.214 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.239204+0000", 2021-03-04T23:36:34.214 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4329999999999997e-06 2021-03-04T23:36:34.214 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.215 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.215 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:34.215 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.239209+0000", 2021-03-04T23:36:34.215 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.29109791699999998 2021-03-04T23:36:34.216 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.216 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.216 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:34.216 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.530307+0000", 2021-03-04T23:36:34.217 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0076544610000000004 2021-03-04T23:36:34.217 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.217 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.217 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:34.218 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.537961+0000", 2021-03-04T23:36:34.218 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011893555 2021-03-04T23:36:34.218 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.218 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.219 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:36:34.219 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.549855+0000", 2021-03-04T23:36:34.219 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.036287418000000002 2021-03-04T23:36:34.220 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.220 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.220 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.220 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.586142+0000", 2021-03-04T23:36:34.221 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018784400000000001 2021-03-04T23:36:34.221 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.221 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.221 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.221 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.588021+0000", 2021-03-04T23:36:34.222 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001880959 2021-03-04T23:36:34.222 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.222 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.222 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.223 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.589902+0000", 2021-03-04T23:36:34.223 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.114519023 2021-03-04T23:36:34.223 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.223 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.223 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:34.224 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.704421+0000", 2021-03-04T23:36:34.224 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0030035890000000001 2021-03-04T23:36:34.224 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.225 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.225 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:34.225 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.707424+0000", 2021-03-04T23:36:34.225 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012580019 2021-03-04T23:36:34.226 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.226 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.226 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:34.226 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.720004+0000", 2021-03-04T23:36:34.227 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.480813298 2021-03-04T23:36:34.227 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.227 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:34.227 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.227 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.228 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.228 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:177114 9.b 9:dd75123f:::benchmark_data_gibba011_139107_object23747:head [delete] snapc 0=[] ondisk+write+known_if_redirected e181)", 2021-03-04T23:36:34.228 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:07.456174+0000", 2021-03-04T23:36:34.228 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 506.67788866799998, 2021-03-04T23:36:34.229 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.29949479400000001, 2021-03-04T23:36:34.229 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:34.229 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:34.229 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:34.230 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:34.230 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:34.230 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 177114 2021-03-04T23:36:34.230 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.231 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:34.231 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.231 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:34.231 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.456174+0000", 2021-03-04T23:36:34.232 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:34.232 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.232 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.232 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:34.232 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.456174+0000", 2021-03-04T23:36:34.233 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3520000000000001e-06 2021-03-04T23:36:34.233 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.233 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.233 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:34.234 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.456176+0000", 2021-03-04T23:36:34.234 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4990000000000001e-06 2021-03-04T23:36:34.234 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.234 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.234 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:34.235 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.456179+0000", 2021-03-04T23:36:34.235 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0671e-05 2021-03-04T23:36:34.235 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.235 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.236 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:34.236 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.456190+0000", 2021-03-04T23:36:34.236 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.7990000000000001e-06 2021-03-04T23:36:34.236 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.237 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.237 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:34.237 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.456194+0000", 2021-03-04T23:36:34.237 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.14003010499999999 2021-03-04T23:36:34.237 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.238 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.238 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:34.238 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.596225+0000", 2021-03-04T23:36:34.239 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0075897710000000004 2021-03-04T23:36:34.239 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.239 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.239 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:34.240 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.603814+0000", 2021-03-04T23:36:34.240 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011860577000000001 2021-03-04T23:36:34.240 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.240 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.240 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:36:34.241 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.615675+0000", 2021-03-04T23:36:34.241 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035519681999999997 2021-03-04T23:36:34.241 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.241 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.242 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.242 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.651195+0000", 2021-03-04T23:36:34.242 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018776450000000001 2021-03-04T23:36:34.242 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.243 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.243 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.243 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.653072+0000", 2021-03-04T23:36:34.243 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018740740000000001 2021-03-04T23:36:34.243 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.244 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.244 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.244 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.654946+0000", 2021-03-04T23:36:34.244 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.082930102000000006 2021-03-04T23:36:34.245 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.245 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.245 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:34.245 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.737876+0000", 2021-03-04T23:36:34.245 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0030649679999999999 2021-03-04T23:36:34.246 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.246 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.246 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:34.246 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.740941+0000", 2021-03-04T23:36:34.247 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014727549 2021-03-04T23:36:34.247 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.247 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.247 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:34.248 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:07.755669+0000", 2021-03-04T23:36:34.248 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.29949479400000001 2021-03-04T23:36:34.248 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.248 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:34.249 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.249 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.249 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.249 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:178366 9.b 9:d16935c5:::benchmark_data_gibba011_139107_object24999:head [delete] snapc 0=[] ondisk+write+known_if_redirected e183)", 2021-03-04T23:36:34.249 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:18.531230+0000", 2021-03-04T23:36:34.250 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 495.60283294499999, 2021-03-04T23:36:34.250 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.34981431099999999, 2021-03-04T23:36:34.250 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:34.250 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:34.251 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:34.251 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:34.251 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:34.251 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 178366 2021-03-04T23:36:34.251 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.252 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:34.252 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.252 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:34.252 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.531230+0000", 2021-03-04T23:36:34.253 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:34.253 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.253 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.253 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:34.253 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.531230+0000", 2021-03-04T23:36:34.254 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3029999999999998e-06 2021-03-04T23:36:34.254 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.254 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.254 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:34.255 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.531232+0000", 2021-03-04T23:36:34.255 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.112e-06 2021-03-04T23:36:34.255 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.255 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.255 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:34.256 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.531235+0000", 2021-03-04T23:36:34.256 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1219e-05 2021-03-04T23:36:34.256 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.256 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.257 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:34.257 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.531246+0000", 2021-03-04T23:36:34.257 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.7339999999999996e-06 2021-03-04T23:36:34.257 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.258 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.258 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:34.258 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.531252+0000", 2021-03-04T23:36:34.258 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.211983688 2021-03-04T23:36:34.259 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.259 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.259 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:34.259 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.743236+0000", 2021-03-04T23:36:34.259 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0074601600000000004 2021-03-04T23:36:34.260 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.260 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.260 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:34.260 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.750696+0000", 2021-03-04T23:36:34.261 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01182799 2021-03-04T23:36:34.261 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.261 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.261 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:36:34.262 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.762524+0000", 2021-03-04T23:36:34.262 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035615199 2021-03-04T23:36:34.262 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.262 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.262 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.263 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.798139+0000", 2021-03-04T23:36:34.263 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001844046 2021-03-04T23:36:34.263 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.263 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.264 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.264 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.799983+0000", 2021-03-04T23:36:34.264 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018284519999999999 2021-03-04T23:36:34.264 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.265 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.265 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.265 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.801812+0000", 2021-03-04T23:36:34.265 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.063689395999999995 2021-03-04T23:36:34.265 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.266 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.266 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:34.266 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.865501+0000", 2021-03-04T23:36:34.266 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0030087650000000001 2021-03-04T23:36:34.267 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.267 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.267 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:34.267 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.868510+0000", 2021-03-04T23:36:34.267 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012534247 2021-03-04T23:36:34.268 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.268 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.268 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:34.268 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.881044+0000", 2021-03-04T23:36:34.269 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.34981431099999999 2021-03-04T23:36:34.269 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.269 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:34.269 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.270 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.270 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.270 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:178447 9.b 9:d2c78234:::benchmark_data_gibba011_139107_object25080:head [delete] snapc 0=[] ondisk+write+known_if_redirected e183)", 2021-03-04T23:36:34.270 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:18.922902+0000", 2021-03-04T23:36:34.271 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 495.21116036199999, 2021-03-04T23:36:34.271 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.35629595400000003, 2021-03-04T23:36:34.271 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:34.271 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:34.272 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:34.272 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:34.272 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:34.272 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 178447 2021-03-04T23:36:34.272 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.273 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:34.273 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.273 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:34.273 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.922902+0000", 2021-03-04T23:36:34.274 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:34.274 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.274 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.274 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:34.275 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.922902+0000", 2021-03-04T23:36:34.275 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0829999999999998e-06 2021-03-04T23:36:34.275 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.275 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.276 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:34.276 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.922905+0000", 2021-03-04T23:36:34.276 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9920000000000002e-06 2021-03-04T23:36:34.276 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.276 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.277 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:34.277 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.922907+0000", 2021-03-04T23:36:34.277 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.5950000000000005e-06 2021-03-04T23:36:34.277 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.278 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.278 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:34.278 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.922916+0000", 2021-03-04T23:36:34.278 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.1250000000000003e-06 2021-03-04T23:36:34.279 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.279 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.279 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:34.279 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.922920+0000", 2021-03-04T23:36:34.280 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.11886685299999999 2021-03-04T23:36:34.280 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.280 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.280 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:34.280 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.041787+0000", 2021-03-04T23:36:34.281 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0081226579999999996 2021-03-04T23:36:34.281 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.281 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.281 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:34.282 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.049910+0000", 2021-03-04T23:36:34.282 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011404597000000001 2021-03-04T23:36:34.282 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.282 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.283 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:36:34.283 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.061314+0000", 2021-03-04T23:36:34.283 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.037202560000000003 2021-03-04T23:36:34.283 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.284 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.284 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.284 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.098517+0000", 2021-03-04T23:36:34.284 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001873778 2021-03-04T23:36:34.285 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.285 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.285 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.285 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.100391+0000", 2021-03-04T23:36:34.285 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001933017 2021-03-04T23:36:34.286 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.286 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.286 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.286 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.102324+0000", 2021-03-04T23:36:34.287 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.15349939400000001 2021-03-04T23:36:34.287 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.287 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.287 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:34.287 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.255823+0000", 2021-03-04T23:36:34.288 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0036848520000000002 2021-03-04T23:36:34.288 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.288 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.288 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:34.289 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.259508+0000", 2021-03-04T23:36:34.289 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.019690450000000002 2021-03-04T23:36:34.289 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.289 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.290 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:34.290 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.279198+0000", 2021-03-04T23:36:34.290 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.35629595400000003 2021-03-04T23:36:34.290 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.290 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:34.291 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.291 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.291 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.291 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:178454 9.b 9:d6b71471:::benchmark_data_gibba011_139107_object25087:head [delete] snapc 0=[] ondisk+write+known_if_redirected e183)", 2021-03-04T23:36:34.292 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:18.947777+0000", 2021-03-04T23:36:34.292 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 495.18628629, 2021-03-04T23:36:34.292 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.34851311200000001, 2021-03-04T23:36:34.292 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:34.293 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:34.293 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:34.293 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:34.293 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:34.293 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 178454 2021-03-04T23:36:34.294 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.294 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:34.294 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.294 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:34.295 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.947777+0000", 2021-03-04T23:36:34.295 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:34.295 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.295 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.296 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:34.296 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.947777+0000", 2021-03-04T23:36:34.296 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0540000000000002e-06 2021-03-04T23:36:34.296 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.296 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.297 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:34.297 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.947779+0000", 2021-03-04T23:36:34.297 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3309999999999998e-06 2021-03-04T23:36:34.297 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.298 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.298 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:34.298 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.947781+0000", 2021-03-04T23:36:34.298 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.137e-05 2021-03-04T23:36:34.298 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.299 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.299 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:34.299 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.947792+0000", 2021-03-04T23:36:34.299 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4659999999999998e-06 2021-03-04T23:36:34.300 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.300 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.300 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:34.300 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:18.947798+0000", 2021-03-04T23:36:34.300 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.121063686 2021-03-04T23:36:34.301 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.301 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.301 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:34.301 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.068861+0000", 2021-03-04T23:36:34.302 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0074116039999999996 2021-03-04T23:36:34.302 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.302 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.302 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:34.302 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.076273+0000", 2021-03-04T23:36:34.303 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012040449 2021-03-04T23:36:34.303 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.303 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.303 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:36:34.304 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.088313+0000", 2021-03-04T23:36:34.304 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015978718999999999 2021-03-04T23:36:34.304 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.304 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.304 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.305 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.104292+0000", 2021-03-04T23:36:34.305 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018771549999999999 2021-03-04T23:36:34.305 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.305 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.306 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.306 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.106169+0000", 2021-03-04T23:36:34.306 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0019368020000000001 2021-03-04T23:36:34.306 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.307 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.307 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.307 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.108106+0000", 2021-03-04T23:36:34.307 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17171660499999999 2021-03-04T23:36:34.307 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.308 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.308 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:34.308 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.279823+0000", 2021-03-04T23:36:34.308 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0031823350000000001 2021-03-04T23:36:34.309 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.309 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.309 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:34.309 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.283005+0000", 2021-03-04T23:36:34.309 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013284536 2021-03-04T23:36:34.310 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.310 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.310 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:34.311 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.296290+0000", 2021-03-04T23:36:34.311 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.34851311200000001 2021-03-04T23:36:34.311 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.311 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:34.312 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.312 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.312 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.313 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:178465 9.b 9:dcb9d942:::benchmark_data_gibba011_139107_object25098:head [delete] snapc 0=[] ondisk+write+known_if_redirected e183)", 2021-03-04T23:36:34.313 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:19.015965+0000", 2021-03-04T23:36:34.314 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 495.118097525, 2021-03-04T23:36:34.314 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.29692222899999998, 2021-03-04T23:36:34.314 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:34.315 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:34.315 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:34.315 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:34.316 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:34.316 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 178465 2021-03-04T23:36:34.316 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.316 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:34.317 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.317 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:34.317 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.015965+0000", 2021-03-04T23:36:34.317 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:34.318 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.318 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.318 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:34.319 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.015965+0000", 2021-03-04T23:36:34.319 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.57e-06 2021-03-04T23:36:34.319 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.319 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.320 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:34.320 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.015968+0000", 2021-03-04T23:36:34.320 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6419999999999999e-06 2021-03-04T23:36:34.321 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.321 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.321 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:34.321 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.015970+0000", 2021-03-04T23:36:34.322 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2163e-05 2021-03-04T23:36:34.322 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.322 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.322 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:34.322 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.015983+0000", 2021-03-04T23:36:34.323 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.0769999999999996e-06 2021-03-04T23:36:34.323 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.323 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.323 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:34.324 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.015989+0000", 2021-03-04T23:36:34.324 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.092779091999999994 2021-03-04T23:36:34.325 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.325 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.325 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:34.326 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.108768+0000", 2021-03-04T23:36:34.326 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0083835730000000001 2021-03-04T23:36:34.326 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.327 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.327 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:34.327 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.117151+0000", 2021-03-04T23:36:34.327 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012192414 2021-03-04T23:36:34.328 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.328 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.328 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:36:34.328 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.129344+0000", 2021-03-04T23:36:34.329 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.023824392999999999 2021-03-04T23:36:34.329 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.329 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.330 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.330 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.153168+0000", 2021-03-04T23:36:34.330 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001883172 2021-03-04T23:36:34.330 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.331 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.331 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.331 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.155051+0000", 2021-03-04T23:36:34.331 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001870633 2021-03-04T23:36:34.332 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.332 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.332 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.333 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.156922+0000", 2021-03-04T23:36:34.333 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13997400099999999 2021-03-04T23:36:34.334 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.334 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.334 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:34.334 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.296896+0000", 2021-03-04T23:36:34.335 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003032524 2021-03-04T23:36:34.337 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.337 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.338 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:34.338 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.299929+0000", 2021-03-04T23:36:34.338 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012958974999999999 2021-03-04T23:36:34.338 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.339 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.339 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:34.339 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.312887+0000", 2021-03-04T23:36:34.339 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.29692222899999998 2021-03-04T23:36:34.340 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.340 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:34.340 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.340 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.341 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.341 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:178518 9.b 9:d3d4fe2b:::benchmark_data_gibba011_139107_object25151:head [delete] snapc 0=[] ondisk+write+known_if_redirected e184)", 2021-03-04T23:36:34.341 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:19.331779+0000", 2021-03-04T23:36:34.341 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 494.802283843, 2021-03-04T23:36:34.342 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.36647310399999999, 2021-03-04T23:36:34.342 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:34.342 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:34.342 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:34.343 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:34.343 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:34.343 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 178518 2021-03-04T23:36:34.343 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.343 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:34.344 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.344 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:34.344 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.331779+0000", 2021-03-04T23:36:34.344 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:34.345 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.345 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.345 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:34.345 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.331779+0000", 2021-03-04T23:36:34.345 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9870000000000002e-06 2021-03-04T23:36:34.346 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.346 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.346 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:34.346 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.331781+0000", 2021-03-04T23:36:34.347 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8950000000000001e-06 2021-03-04T23:36:34.347 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.347 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.347 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:34.348 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.331783+0000", 2021-03-04T23:36:34.348 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0407e-05 2021-03-04T23:36:34.348 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.348 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.349 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:34.349 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.331793+0000", 2021-03-04T23:36:34.349 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0860000000000004e-06 2021-03-04T23:36:34.349 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.349 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.350 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:34.350 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.331797+0000", 2021-03-04T23:36:34.350 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.12561909299999999 2021-03-04T23:36:34.350 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.351 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.351 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:34.351 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.457416+0000", 2021-03-04T23:36:34.351 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0075470190000000003 2021-03-04T23:36:34.351 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.352 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.352 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:34.352 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.464963+0000", 2021-03-04T23:36:34.352 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015837548 2021-03-04T23:36:34.353 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.353 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.353 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:36:34.353 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.480801+0000", 2021-03-04T23:36:34.354 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.024215799 2021-03-04T23:36:34.354 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.354 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.354 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.355 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.505017+0000", 2021-03-04T23:36:34.355 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018629670000000001 2021-03-04T23:36:34.355 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.355 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.355 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.356 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.506880+0000", 2021-03-04T23:36:34.356 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018818750000000001 2021-03-04T23:36:34.356 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.356 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.357 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.357 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.508762+0000", 2021-03-04T23:36:34.357 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.173537566 2021-03-04T23:36:34.357 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.357 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.358 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:34.358 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.682299+0000", 2021-03-04T23:36:34.358 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003049352 2021-03-04T23:36:34.358 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.359 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.359 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:34.359 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.685349+0000", 2021-03-04T23:36:34.359 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01290351 2021-03-04T23:36:34.360 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.360 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.360 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:34.360 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:19.698252+0000", 2021-03-04T23:36:34.360 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.36647310399999999 2021-03-04T23:36:34.361 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.361 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:34.361 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.361 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.362 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.362 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "MOSDPGPush(9.b 186/175 [PushOp(9:d23e89af:::benchmark_data_gibba011_139107_object108393:head, version: 146'6979, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:d23e89af:::benchmark_data_gibba011_139107_object108393:head@146'6979, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2021-03-04T23:36:34.362 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:35.064415+0000", 2021-03-04T23:36:34.362 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 479.06964770299999, 2021-03-04T23:36:34.363 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.57795206499999996, 2021-03-04T23:36:34.363 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:34.363 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:36:34.363 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:34.363 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.364 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:34.364 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.064415+0000", 2021-03-04T23:36:34.364 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:34.364 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.365 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.365 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:34.365 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.064415+0000", 2021-03-04T23:36:34.365 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.0386e-05 2021-03-04T23:36:34.366 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.366 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.366 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:34.366 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.064485+0000", 2021-03-04T23:36:34.367 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.3270000000000003e-06 2021-03-04T23:36:34.367 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.367 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.367 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:34.367 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.064493+0000", 2021-03-04T23:36:34.368 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3549e-05 2021-03-04T23:36:34.368 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.368 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.369 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:34.369 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.064506+0000", 2021-03-04T23:36:34.369 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.5039999999999996e-06 2021-03-04T23:36:34.369 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.369 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.370 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:34.370 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.064514+0000", 2021-03-04T23:36:34.370 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.55148337999999997 2021-03-04T23:36:34.370 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.371 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.371 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:34.371 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.615997+0000", 2021-03-04T23:36:34.371 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00059457800000000001 2021-03-04T23:36:34.372 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.372 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.372 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:34.372 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.616592+0000", 2021-03-04T23:36:34.373 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.025775341 2021-03-04T23:36:34.373 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.373 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.373 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:34.374 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.642367+0000", 2021-03-04T23:36:34.374 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.57795206499999996 2021-03-04T23:36:34.374 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.374 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:34.375 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.375 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.375 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.375 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:181577 9.b 9:d30320e7:::benchmark_data_gibba011_139107_object28210:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:36:34.376 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:35.185671+0000", 2021-03-04T23:36:34.376 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 478.94839163, 2021-03-04T23:36:34.376 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.297840418, 2021-03-04T23:36:34.376 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:34.377 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:34.377 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:34.377 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:34.377 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:34.378 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 181577 2021-03-04T23:36:34.378 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.378 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:34.378 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.379 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:34.379 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.185671+0000", 2021-03-04T23:36:34.379 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:34.379 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.380 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.380 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:34.380 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.185671+0000", 2021-03-04T23:36:34.380 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1280000000000002e-06 2021-03-04T23:36:34.381 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.381 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.381 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:34.381 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.185673+0000", 2021-03-04T23:36:34.382 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3920000000000001e-06 2021-03-04T23:36:34.382 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.382 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.382 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:34.383 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.185676+0000", 2021-03-04T23:36:34.383 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0789e-05 2021-03-04T23:36:34.383 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.383 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.384 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:34.384 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.185686+0000", 2021-03-04T23:36:34.384 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4960000000000004e-06 2021-03-04T23:36:34.384 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.385 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.385 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:34.385 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.185692+0000", 2021-03-04T23:36:34.385 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.21804396600000001 2021-03-04T23:36:34.386 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.386 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.386 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:34.386 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.403736+0000", 2021-03-04T23:36:34.387 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0084828950000000007 2021-03-04T23:36:34.387 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.387 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.387 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:34.387 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.412219+0000", 2021-03-04T23:36:34.388 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012202358999999999 2021-03-04T23:36:34.388 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.388 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.388 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:36:34.389 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.424421+0000", 2021-03-04T23:36:34.389 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.03473387 2021-03-04T23:36:34.389 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.389 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.390 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:34.390 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.459155+0000", 2021-03-04T23:36:34.390 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0023851879999999999 2021-03-04T23:36:34.390 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.391 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.391 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.391 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.461540+0000", 2021-03-04T23:36:34.391 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002779676 2021-03-04T23:36:34.391 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.392 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.392 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.392 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.464320+0000", 2021-03-04T23:36:34.392 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002564513 2021-03-04T23:36:34.393 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.393 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.393 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.393 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.466884+0000", 2021-03-04T23:36:34.394 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003415033 2021-03-04T23:36:34.394 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.394 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.394 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:34.395 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.470299+0000", 2021-03-04T23:36:34.395 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013212112999999999 2021-03-04T23:36:34.395 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.395 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.396 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:34.396 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.483512+0000", 2021-03-04T23:36:34.396 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.297840418 2021-03-04T23:36:34.396 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.397 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:34.397 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.397 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.397 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.398 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:181580 9.b 9:d9efafaf:::benchmark_data_gibba011_139107_object28213:head [delete] snapc 0=[] ondisk+write+known_if_redirected e186)", 2021-03-04T23:36:34.398 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:35.195582+0000", 2021-03-04T23:36:34.398 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 478.93848065899999, 2021-03-04T23:36:34.398 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.31503531400000001, 2021-03-04T23:36:34.399 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:34.399 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:34.399 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:34.399 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:34.400 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:34.400 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 181580 2021-03-04T23:36:34.400 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.400 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:34.401 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.401 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:34.401 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.195582+0000", 2021-03-04T23:36:34.401 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:34.402 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.402 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.402 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:34.402 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.195582+0000", 2021-03-04T23:36:34.403 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9240000000000001e-06 2021-03-04T23:36:34.403 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.403 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.403 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:34.404 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.195584+0000", 2021-03-04T23:36:34.404 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8670000000000001e-06 2021-03-04T23:36:34.404 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.404 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.405 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:34.405 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.195586+0000", 2021-03-04T23:36:34.405 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.3419999999999997e-06 2021-03-04T23:36:34.405 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.406 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.406 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:34.406 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.195595+0000", 2021-03-04T23:36:34.406 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8020000000000002e-06 2021-03-04T23:36:34.407 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.407 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.407 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:34.407 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.195599+0000", 2021-03-04T23:36:34.408 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.23689875399999999 2021-03-04T23:36:34.408 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.408 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.408 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:34.409 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.432498+0000", 2021-03-04T23:36:34.409 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0072069980000000001 2021-03-04T23:36:34.409 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.409 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.410 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:34.410 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.439705+0000", 2021-03-04T23:36:34.410 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011358735999999999 2021-03-04T23:36:34.410 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.411 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.411 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:36:34.411 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.451064+0000", 2021-03-04T23:36:34.411 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035051316999999999 2021-03-04T23:36:34.412 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.412 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.412 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.412 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.486115+0000", 2021-03-04T23:36:34.413 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00065904500000000003 2021-03-04T23:36:34.413 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.413 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.413 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:34.413 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.486774+0000", 2021-03-04T23:36:34.414 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0027988779999999999 2021-03-04T23:36:34.414 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.414 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.414 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.415 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.489573+0000", 2021-03-04T23:36:34.415 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0021008680000000001 2021-03-04T23:36:34.415 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.415 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.416 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.416 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.491674+0000", 2021-03-04T23:36:34.416 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0031114739999999999 2021-03-04T23:36:34.416 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.417 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.417 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:34.417 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.494785+0000", 2021-03-04T23:36:34.417 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015832308999999999 2021-03-04T23:36:34.417 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.418 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.418 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:34.418 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:35.510617+0000", 2021-03-04T23:36:34.418 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.31503531400000001 2021-03-04T23:36:34.419 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.419 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:34.419 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.419 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.420 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.420 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:183043 9.b 9:d5889319:::benchmark_data_gibba011_139107_object29676:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)", 2021-03-04T23:36:34.420 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:49.960558+0000", 2021-03-04T23:36:34.420 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 464.17350469000002, 2021-03-04T23:36:34.421 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.33730934699999998, 2021-03-04T23:36:34.421 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:34.421 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:34.421 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:34.422 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:34.422 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:34.422 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 183043 2021-03-04T23:36:34.422 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.423 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:34.423 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.423 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:34.423 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:49.960558+0000", 2021-03-04T23:36:34.424 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:34.424 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.424 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.425 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:34.425 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:49.960558+0000", 2021-03-04T23:36:34.425 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.17e-06 2021-03-04T23:36:34.425 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.426 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.426 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:34.426 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:49.960560+0000", 2021-03-04T23:36:34.427 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2850000000000001e-06 2021-03-04T23:36:34.427 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.427 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.427 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:34.428 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:49.960563+0000", 2021-03-04T23:36:34.428 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1323e-05 2021-03-04T23:36:34.428 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.428 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.429 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:34.429 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:49.960574+0000", 2021-03-04T23:36:34.429 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.639e-06 2021-03-04T23:36:34.429 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.430 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.430 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:34.430 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:49.960579+0000", 2021-03-04T23:36:34.430 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.25550033500000002 2021-03-04T23:36:34.431 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.431 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.431 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:34.431 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.216079+0000", 2021-03-04T23:36:34.432 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0080862910000000007 2021-03-04T23:36:34.432 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.432 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.432 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:34.433 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.224165+0000", 2021-03-04T23:36:34.433 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012688165 2021-03-04T23:36:34.433 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.433 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.434 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:36:34.434 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.236853+0000", 2021-03-04T23:36:34.434 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035901626999999998 2021-03-04T23:36:34.434 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.435 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.435 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:34.435 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.272755+0000", 2021-03-04T23:36:34.435 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018143009999999999 2021-03-04T23:36:34.436 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.436 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.436 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.436 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.274569+0000", 2021-03-04T23:36:34.436 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0024983280000000002 2021-03-04T23:36:34.437 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.437 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.437 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.437 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.277068+0000", 2021-03-04T23:36:34.438 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0021060670000000001 2021-03-04T23:36:34.438 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.438 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.438 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.439 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.279174+0000", 2021-03-04T23:36:34.439 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0035718709999999999 2021-03-04T23:36:34.439 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.439 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.440 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:34.440 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.282746+0000", 2021-03-04T23:36:34.440 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015121944999999999 2021-03-04T23:36:34.440 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.440 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.441 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:34.441 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.297867+0000", 2021-03-04T23:36:34.441 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.33730934699999998 2021-03-04T23:36:34.441 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.442 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:34.442 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.442 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.442 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.442 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:183062 9.b 9:dde4d6e2:::benchmark_data_gibba011_139107_object29695:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)", 2021-03-04T23:36:34.443 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:50.019427+0000", 2021-03-04T23:36:34.443 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 464.11463611900001, 2021-03-04T23:36:34.443 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.302489273, 2021-03-04T23:36:34.443 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:34.444 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:34.444 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:34.444 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:34.444 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:34.445 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 183062 2021-03-04T23:36:34.445 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.445 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:34.445 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.445 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:34.446 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.019427+0000", 2021-03-04T23:36:34.446 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:34.446 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.446 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.447 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:34.447 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.019427+0000", 2021-03-04T23:36:34.447 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4169999999999999e-06 2021-03-04T23:36:34.447 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.448 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.448 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:34.448 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.019428+0000", 2021-03-04T23:36:34.448 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.649e-06 2021-03-04T23:36:34.449 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.449 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.449 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:34.449 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.019430+0000", 2021-03-04T23:36:34.450 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0489999999999993e-06 2021-03-04T23:36:34.450 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.450 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.450 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:34.451 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.019439+0000", 2021-03-04T23:36:34.451 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6349999999999999e-06 2021-03-04T23:36:34.451 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.451 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.451 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:34.452 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.019442+0000", 2021-03-04T23:36:34.452 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.22600978899999999 2021-03-04T23:36:34.452 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.452 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.453 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:34.453 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.245452+0000", 2021-03-04T23:36:34.453 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0072372749999999996 2021-03-04T23:36:34.453 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.454 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.454 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:34.454 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.252689+0000", 2021-03-04T23:36:34.454 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011173468000000001 2021-03-04T23:36:34.455 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.455 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.455 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:36:34.455 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.263863+0000", 2021-03-04T23:36:34.456 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011316125999999999 2021-03-04T23:36:34.456 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.456 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.456 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:34.457 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.275179+0000", 2021-03-04T23:36:34.457 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.024505648000000001 2021-03-04T23:36:34.457 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.457 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.457 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.458 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.299685+0000", 2021-03-04T23:36:34.458 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001878298 2021-03-04T23:36:34.458 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.459 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.459 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.459 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.301563+0000", 2021-03-04T23:36:34.459 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022120579999999998 2021-03-04T23:36:34.460 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.460 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.460 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.460 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.303775+0000", 2021-03-04T23:36:34.461 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003151254 2021-03-04T23:36:34.461 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.461 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.461 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:34.462 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.306926+0000", 2021-03-04T23:36:34.462 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014989607 2021-03-04T23:36:34.462 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.462 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.463 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:34.463 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.321916+0000", 2021-03-04T23:36:34.463 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.302489273 2021-03-04T23:36:34.463 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.464 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:34.464 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.464 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.464 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.465 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:183078 9.b 9:d3c34498:::benchmark_data_gibba011_139107_object29711:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)", 2021-03-04T23:36:34.465 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:50.086075+0000", 2021-03-04T23:36:34.465 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 464.04798795900001, 2021-03-04T23:36:34.465 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.32443543200000002, 2021-03-04T23:36:34.465 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:34.466 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:34.466 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:34.466 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:34.466 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:34.467 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 183078 2021-03-04T23:36:34.467 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.467 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:34.467 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.468 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:34.468 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.086075+0000", 2021-03-04T23:36:34.468 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:34.468 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.469 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.469 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:34.469 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.086075+0000", 2021-03-04T23:36:34.469 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9769999999999999e-06 2021-03-04T23:36:34.470 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.470 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.470 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:34.470 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.086077+0000", 2021-03-04T23:36:34.471 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2390000000000001e-06 2021-03-04T23:36:34.471 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.471 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.471 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:34.472 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.086079+0000", 2021-03-04T23:36:34.472 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.6659999999999997e-06 2021-03-04T23:36:34.472 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.472 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.472 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:34.473 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.086088+0000", 2021-03-04T23:36:34.473 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.675e-06 2021-03-04T23:36:34.473 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.473 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.474 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:34.474 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.086091+0000", 2021-03-04T23:36:34.474 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.23662629399999999 2021-03-04T23:36:34.474 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.475 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.475 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:34.475 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.322718+0000", 2021-03-04T23:36:34.475 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0087266960000000008 2021-03-04T23:36:34.476 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.476 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.476 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:34.476 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.331444+0000", 2021-03-04T23:36:34.477 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01212733 2021-03-04T23:36:34.477 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.477 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.477 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:36:34.477 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.343572+0000", 2021-03-04T23:36:34.478 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044184105000000001 2021-03-04T23:36:34.478 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.478 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.478 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.479 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.387756+0000", 2021-03-04T23:36:34.479 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0024823340000000001 2021-03-04T23:36:34.479 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.479 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.480 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.480 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.390238+0000", 2021-03-04T23:36:34.480 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00068375700000000001 2021-03-04T23:36:34.480 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.481 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.481 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:34.481 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.390922+0000", 2021-03-04T23:36:34.481 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0026271689999999999 2021-03-04T23:36:34.481 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.482 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.482 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.482 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.393549+0000", 2021-03-04T23:36:34.482 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0033762699999999998 2021-03-04T23:36:34.483 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.483 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.483 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:34.483 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.396925+0000", 2021-03-04T23:36:34.484 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01358492 2021-03-04T23:36:34.484 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.484 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.484 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:34.484 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.410510+0000", 2021-03-04T23:36:34.485 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.32443543200000002 2021-03-04T23:36:34.485 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.485 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:34.485 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.486 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.486 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.486 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:183080 9.b 9:dd73c7ff:::benchmark_data_gibba011_139107_object29713:head [delete] snapc 0=[] ondisk+write+known_if_redirected e187)", 2021-03-04T23:36:34.486 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:50.090165+0000", 2021-03-04T23:36:34.487 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 464.04389806, 2021-03-04T23:36:34.487 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.34287923599999998, 2021-03-04T23:36:34.487 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:34.487 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:34.487 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:34.488 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:34.488 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:34.488 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 183080 2021-03-04T23:36:34.488 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.489 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:34.489 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.489 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:34.489 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.090165+0000", 2021-03-04T23:36:34.489 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:34.490 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.490 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.490 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:34.490 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.090165+0000", 2021-03-04T23:36:34.491 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8819999999999999e-06 2021-03-04T23:36:34.491 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.491 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.491 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:34.492 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.090167+0000", 2021-03-04T23:36:34.492 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7910000000000001e-06 2021-03-04T23:36:34.492 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.492 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.492 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:34.493 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.090168+0000", 2021-03-04T23:36:34.493 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.7070000000000004e-06 2021-03-04T23:36:34.493 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.493 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.494 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:34.494 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.090178+0000", 2021-03-04T23:36:34.494 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9639999999999997e-06 2021-03-04T23:36:34.494 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.494 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.495 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:34.495 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.090182+0000", 2021-03-04T23:36:34.495 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.26257610799999997 2021-03-04T23:36:34.495 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.496 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.496 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:34.496 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.352758+0000", 2021-03-04T23:36:34.496 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0096015319999999994 2021-03-04T23:36:34.497 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.497 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.497 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:34.497 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.362360+0000", 2021-03-04T23:36:34.497 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013490739 2021-03-04T23:36:34.498 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.498 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.498 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:36:34.498 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.375850+0000", 2021-03-04T23:36:34.499 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015731978000000001 2021-03-04T23:36:34.499 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.499 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.499 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:34.500 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.391582+0000", 2021-03-04T23:36:34.500 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.021192916999999999 2021-03-04T23:36:34.500 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.500 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.500 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.501 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.412775+0000", 2021-03-04T23:36:34.501 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0024283629999999998 2021-03-04T23:36:34.501 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.501 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.502 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.502 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.415204+0000", 2021-03-04T23:36:34.502 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018881220000000001 2021-03-04T23:36:34.502 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.502 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.503 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.503 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.417092+0000", 2021-03-04T23:36:34.503 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0029543070000000002 2021-03-04T23:36:34.503 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.504 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.504 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:34.504 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.420046+0000", 2021-03-04T23:36:34.504 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012997826000000001 2021-03-04T23:36:34.505 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.505 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.505 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:34.505 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:50.433044+0000", 2021-03-04T23:36:34.505 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.34287923599999998 2021-03-04T23:36:34.506 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.506 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:34.506 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.506 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.507 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.507 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:184034 9.b 9:d82f3bce:::benchmark_data_gibba011_139107_object30667:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)", 2021-03-04T23:36:34.507 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:57.513503+0000", 2021-03-04T23:36:34.507 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 456.62056014299998, 2021-03-04T23:36:34.508 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.32328394399999999, 2021-03-04T23:36:34.508 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:34.508 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:34.508 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:34.509 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:34.509 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:34.509 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 184034 2021-03-04T23:36:34.509 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.510 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:34.510 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.510 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:34.510 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513503+0000", 2021-03-04T23:36:34.511 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:34.511 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.511 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.511 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:34.511 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513503+0000", 2021-03-04T23:36:34.512 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8449999999999999e-06 2021-03-04T23:36:34.512 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.512 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.512 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:34.513 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513504+0000", 2021-03-04T23:36:34.513 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.849e-06 2021-03-04T23:36:34.513 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.513 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.513 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:34.514 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513506+0000", 2021-03-04T23:36:34.514 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.5739999999999996e-06 2021-03-04T23:36:34.514 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.514 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.515 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:34.515 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513515+0000", 2021-03-04T23:36:34.515 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6660000000000001e-06 2021-03-04T23:36:34.515 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.515 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.516 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:34.516 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513519+0000", 2021-03-04T23:36:34.516 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.18276452600000001 2021-03-04T23:36:34.516 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.517 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.517 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:34.517 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.696283+0000", 2021-03-04T23:36:34.518 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0098020160000000002 2021-03-04T23:36:34.518 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.518 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.518 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:34.519 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.706085+0000", 2021-03-04T23:36:34.519 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012649858999999999 2021-03-04T23:36:34.519 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.519 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.519 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:36:34.520 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.718735+0000", 2021-03-04T23:36:34.520 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.033099787999999998 2021-03-04T23:36:34.520 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.520 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.521 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.521 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.751835+0000", 2021-03-04T23:36:34.521 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0016482720000000001 2021-03-04T23:36:34.522 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.522 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.525 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.525 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.753483+0000", 2021-03-04T23:36:34.526 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001657581 2021-03-04T23:36:34.526 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.526 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.526 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.527 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.755141+0000", 2021-03-04T23:36:34.527 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.064552747999999993 2021-03-04T23:36:34.527 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.527 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.527 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:34.528 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.819693+0000", 2021-03-04T23:36:34.528 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0028612279999999999 2021-03-04T23:36:34.528 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.528 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.529 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:34.529 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.822555+0000", 2021-03-04T23:36:34.529 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014231992000000001 2021-03-04T23:36:34.529 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.530 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.530 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:34.530 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.836787+0000", 2021-03-04T23:36:34.530 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.32328394399999999 2021-03-04T23:36:34.531 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.531 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:34.531 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.531 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.531 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.532 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:184036 9.b 9:db21535c:::benchmark_data_gibba011_139107_object30669:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)", 2021-03-04T23:36:34.532 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:57.518822+0000", 2021-03-04T23:36:34.532 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 456.61524070799999, 2021-03-04T23:36:34.532 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.33556737800000003, 2021-03-04T23:36:34.532 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:34.533 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:34.533 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:34.533 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:34.533 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:34.533 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 184036 2021-03-04T23:36:34.534 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.534 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:34.534 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.534 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:34.535 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518822+0000", 2021-03-04T23:36:34.535 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:34.535 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.536 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.536 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:34.536 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518822+0000", 2021-03-04T23:36:34.536 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.674e-06 2021-03-04T23:36:34.537 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.537 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.537 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:34.537 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518824+0000", 2021-03-04T23:36:34.537 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9850000000000001e-06 2021-03-04T23:36:34.538 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.538 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.538 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:34.538 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518826+0000", 2021-03-04T23:36:34.538 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.5639999999999997e-06 2021-03-04T23:36:34.539 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.539 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.539 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:34.539 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518834+0000", 2021-03-04T23:36:34.539 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8089999999999999e-06 2021-03-04T23:36:34.540 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.540 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.540 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:34.540 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518838+0000", 2021-03-04T23:36:34.540 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.20703808300000001 2021-03-04T23:36:34.541 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.541 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.541 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:34.541 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.725876+0000", 2021-03-04T23:36:34.542 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0067539540000000004 2021-03-04T23:36:34.542 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.542 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.542 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:34.542 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.732630+0000", 2021-03-04T23:36:34.543 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011326882999999999 2021-03-04T23:36:34.543 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.543 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.543 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:36:34.543 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.743957+0000", 2021-03-04T23:36:34.544 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01284184 2021-03-04T23:36:34.544 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.544 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.544 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.544 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.756799+0000", 2021-03-04T23:36:34.545 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001644433 2021-03-04T23:36:34.545 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.545 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.545 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.545 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.758443+0000", 2021-03-04T23:36:34.546 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0016520490000000001 2021-03-04T23:36:34.546 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.546 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.546 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.546 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.760095+0000", 2021-03-04T23:36:34.547 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.077266001000000001 2021-03-04T23:36:34.547 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.547 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.547 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:34.547 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.837361+0000", 2021-03-04T23:36:34.548 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0029140989999999999 2021-03-04T23:36:34.548 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.548 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.548 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:34.548 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.840275+0000", 2021-03-04T23:36:34.549 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014114003999999999 2021-03-04T23:36:34.549 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.549 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.549 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:34.550 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.854389+0000", 2021-03-04T23:36:34.550 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.33556737800000003 2021-03-04T23:36:34.550 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.550 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:34.550 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.551 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.551 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.551 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:184037 9.b 9:ddf2b57a:::benchmark_data_gibba011_139107_object30670:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)", 2021-03-04T23:36:34.551 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:57.566390+0000", 2021-03-04T23:36:34.551 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 456.56767245200001, 2021-03-04T23:36:34.552 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.30594248699999999, 2021-03-04T23:36:34.552 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:34.552 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:34.552 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:34.552 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:34.553 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:34.553 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 184037 2021-03-04T23:36:34.553 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.554 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:34.554 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.554 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:34.554 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566390+0000", 2021-03-04T23:36:34.554 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:34.555 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.555 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.555 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:34.555 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566390+0000", 2021-03-04T23:36:34.555 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.508e-06 2021-03-04T23:36:34.556 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.556 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.556 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:34.556 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566392+0000", 2021-03-04T23:36:34.556 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8390000000000001e-06 2021-03-04T23:36:34.557 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.557 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.557 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:34.557 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566394+0000", 2021-03-04T23:36:34.558 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.6229999999999997e-06 2021-03-04T23:36:34.558 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.558 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.558 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:34.558 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566401+0000", 2021-03-04T23:36:34.559 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.72e-06 2021-03-04T23:36:34.559 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.559 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.559 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:34.559 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566405+0000", 2021-03-04T23:36:34.560 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.194259394 2021-03-04T23:36:34.560 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.560 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.561 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:34.561 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.760664+0000", 2021-03-04T23:36:34.561 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0068046950000000004 2021-03-04T23:36:34.561 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.561 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.562 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:34.562 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.767469+0000", 2021-03-04T23:36:34.562 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010619912 2021-03-04T23:36:34.562 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.562 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.563 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:36:34.563 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.778089+0000", 2021-03-04T23:36:34.563 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.032529622000000001 2021-03-04T23:36:34.563 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.563 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.564 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.564 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.810619+0000", 2021-03-04T23:36:34.564 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0016769129999999999 2021-03-04T23:36:34.564 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.565 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.565 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.565 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.812296+0000", 2021-03-04T23:36:34.565 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0016889559999999999 2021-03-04T23:36:34.565 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.566 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.566 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:34.566 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.813985+0000", 2021-03-04T23:36:34.566 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.040999672000000001 2021-03-04T23:36:34.566 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.567 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.567 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:34.567 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.854984+0000", 2021-03-04T23:36:34.567 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002905319 2021-03-04T23:36:34.567 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.568 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.568 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:34.568 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.857890+0000", 2021-03-04T23:36:34.568 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014443314 2021-03-04T23:36:34.568 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:34.569 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:34.569 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:34.569 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.872333+0000", 2021-03-04T23:36:34.569 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.30594248699999999 2021-03-04T23:36:34.569 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.570 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:34.570 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.570 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:34.570 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:34.571 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:36:34.571 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:34.572 INFO:teuthology.orchestra.run.gibba011.stderr:set pool 1 pg_num to 31 2021-03-04T23:36:34.572 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:34 gibba011 conmon[95595]: cluster 2021-03-04T23:36:32.754320+0000 mgr.x (mgr.34676) 1049 : cluster [DBG] pgmap v1069: 119 pgs: 119 active+clean; 4.5 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 175 MiB/s wr, 2.81k op/s 2021-03-04T23:36:34.572 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:34 gibba011 conmon[95595]: audit 2021-03-04T23:36:33.967361+0000 mon.a (mon.0) 1430 : audit [INF] from='client.? 172.21.2.111:0/2942906206' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "31"}]: dispatch 2021-03-04T23:36:34.573 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:34 gibba011 conmon[99461]: cluster 2021-03-04T23:36:32.754320+0000 mgr.x (mgr.34676) 1049 : cluster [DBG] pgmap v1069: 119 pgs: 119 active+clean; 4.5 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 175 MiB/s wr, 2.81k op/s 2021-03-04T23:36:34.573 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:34 gibba011 conmon[99461]: audit 2021-03-04T23:36:33.967361+0000 mon.a (mon.0) 1430 : audit [INF] from='client.? 172.21.2.111:0/2942906206' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "31"}]: dispatch 2021-03-04T23:36:34.573 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 23 16 81933 81917 222.583 129.312 0.00830156 0.00449006 2021-03-04T23:36:34.574 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:34.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:34 gibba038 conmon[76675]: cluster 2021-03-04T23:36:32.754320+0000 mgr.x (mgr.34676) 1049 : cluster [DBG] pgmap v1069: 119 pgs: 119 active+clean; 4.5 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 175 MiB/s wr, 2.81k op/s 2021-03-04T23:36:34.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:34 gibba038 conmon[76675]: 2021-03-04T23:36:34.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:34 gibba038 conmon[76675]: audit 2021-03-04T23:36:33.967361+0000 mon.a (mon.0) 1430 : audit [INF] from='client.? 172.21.2.111:0/2942906206' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "31"}]: dispatch 2021-03-04T23:36:34.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:34.595 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:34.595 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:34.617 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:36:34.696 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:34.716 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:34.716 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:34.717 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:34.770 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:34.818 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:34.839 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:34.840 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:34.840 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:34.941 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:34.961 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:34.962 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:34.963 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:35.064 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:35.087 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:35.087 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:35.088 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:35.189 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:35.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:35.209 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:35.209 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:35.310 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:35.330 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:35.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:35.331 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:35.366 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 24 16 83770 83754 218.093 114.812 0.00800222 0.00458273 2021-03-04T23:36:35.432 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:35.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:35.452 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:35.453 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:35.554 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:35.578 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:35.578 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:35.579 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:35.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:35 gibba038 conmon[76675]: audit 2021-03-04T23:36:35.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:35 gibba038 conmon[76675]: 2021-03-04T23 2021-03-04T23:36:35.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:35 gibba038 conmon[76675]: :36:34.195387+0000 mon.a (mon.0) 1431 : audit [INF] from='client.? 172.21.2.111:0/2942906206' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "31"}]': finished 2021-03-04T23:36:35.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:35 gibba038 conmon[76675]: cluster 2021-03-04T23:36:35.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:35 gibba038 conmon[76675]: 2021-03-04T23:36:34.195479+0000 mon.a (mon 2021-03-04T23:36:35.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:35 gibba038 conmon[76675]: .0) 1432 : cluster [DBG] osdmap e312: 8 total, 8 up, 7 in 2021-03-04T23:36:35.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:35 gibba038 conmon[76675]: audit 2021-03-04T23:36:35.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:35 gibba038 conmon[76675]: 2021-03-04T23:36:34.754967+0000 mon.c ( 2021-03-04T23:36:35.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:35 gibba038 conmon[76675]: mon.1) 418 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "31"}]: dispatch 2021-03-04T23:36:35.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:35 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:36:35.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:35 gibba038 conmon[76675]: 03-04T23:36:34.755415+0000 mon.a (mon. 2021-03-04T23:36:35.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:35 gibba038 conmon[76675]: 0) 1433 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "31"}]: dispatch 2021-03-04T23:36:35.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:35 gibba011 conmon[95595]: audit 2021-03-04T23:36:34.195387+0000 mon.a (mon.0) 1431 : audit 2021-03-04T23:36:35.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:35 gibba011 conmon[95595]: [INF] from='client.? 172.21.2.111:0/2942906206' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "31"}]': finished 2021-03-04T23:36:35.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:35 gibba011 conmon[95595]: cluster 2021-03-04T23:36:34.195479+0000 mon.a (mon.0) 1432 : cluster [DBG] osdmap e312: 8 total, 8 up, 7 in 2021-03-04T23:36:35.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:35 gibba011 conmon[95595]: audit 2021-03-04T23:36:34.754967+0000 mon.c (mon.1) 418 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "31"}]: dispatch 2021-03-04T23:36:35.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:35 gibba011 conmon[95595]: audit 2021-03-04T23:36:34.755415+0000 mon.a (mon.0) 1433 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "31"}]: dispatch 2021-03-04T23:36:35.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:35 gibba011 conmon[99461]: audit 2021-03-04T23:36:34.195387+0000 mon.a (mon.0) 1431 : 2021-03-04T23:36:35.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:35 gibba011 conmon[99461]: audit [INF] from='client.? 172.21.2.111:0/2942906206' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "31"}]': finished 2021-03-04T23:36:35.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:35 gibba011 conmon[99461]: cluster 2021-03-04T23:36:34.195479+0000 mon.a (mon.0) 1432 : cluster [DBG] osdmap e312: 8 total, 8 up, 7 in 2021-03-04T23:36:35.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:35 gibba011 conmon[99461]: audit 2021-03-04T23:36:34.754967+0000 mon.c (mon.1 2021-03-04T23:36:35.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:35 gibba011 conmon[99461]: ) 418 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "31"}]: dispatch 2021-03-04T23:36:35.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:35 gibba011 conmon[99461]: audit 2021-03-04T 2021-03-04T23:36:35.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:35 gibba011 conmon[99461]: 23:36:34.755415+0000 mon.a (mon.0) 1433 : 2021-03-04T23:36:35.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:35 gibba011 conmon[99461]: audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "31"}]: dispatch 2021-03-04T23:36:35.682 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:35.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:35.704 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:35.704 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:35.806 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:35.826 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:35.827 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:35.827 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:35.904 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:36:35.928 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:35.987 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:35.988 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:35.989 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:36.041 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:36.090 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:36.109 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:36.110 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:36.111 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:36.212 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:36.232 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:36.233 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:36.233 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:36.335 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:36.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:36 gibba011 conmon[99461]: cluster 2021-03-04T23:36:34.754614+0000 mgr.x (mgr.34676) 1050 : cluster [DBG] pgmap v1071: 119 pgs: 119 active+clean; 4.8 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 197 MiB/s wr, 3.15k op/s 2021-03-04T23:36:36.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:36 gibba011 conmon[99461]: audit 2021-03-04T23:36:35.203546+0000 mon.a (mon.0) 1434 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "31"}]': finished 2021-03-04T23:36:36.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:36 gibba011 conmon[99461]: cluster 2021-03-04T23:36:35.203585+0000 mon.a (mon.0) 1435 : cluster [DBG] osdmap e313: 8 total, 8 up, 7 in 2021-03-04T23:36:36.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:36 gibba011 conmon[95595]: cluster 2021-03-04T23:36:34.754614+0000 mgr.x (mgr.34676) 1050 : 2021-03-04T23:36:36.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:36 gibba011 conmon[95595]: cluster [DBG] pgmap v1071: 119 pgs: 119 active+clean; 4.8 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 197 MiB/s wr, 3.15k op/s 2021-03-04T23:36:36.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:36 gibba011 conmon[95595]: audit 2021-03-04T23:36:35.203546+0000 mon.a (mon.0) 1434 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "31"}]': finished 2021-03-04T23:36:36.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:36 gibba011 conmon[95595]: cluster 2021-03-04T23:36:35.203585+0000 mon.a (mon.0) 1435 : cluster [DBG] osdmap e313: 8 total, 8 up, 7 in 2021-03-04T23:36:36.356 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:36.357 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:36.357 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:36.366 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 25 16 85891 85875 214.671 132.562 0.0102962 0.00465559 2021-03-04T23:36:36.459 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:36.481 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:36.482 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:36.483 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:36.585 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:36.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: cluster 2021-03-04T23:36:36.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: 2021-03-04T23:36:36.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: 2021 2021-03-04T23:36:36.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: - 2021-03-04T23:36:36.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: 03 2021-03-04T23:36:36.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: - 2021-03-04T23:36:36.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: 04 2021-03-04T23:36:36.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: T 2021-03-04T23:36:36.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: 23 2021-03-04T23:36:36.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: : 2021-03-04T23:36:36.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: 36 2021-03-04T23:36:36.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: : 2021-03-04T23:36:36.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: 34 2021-03-04T23:36:36.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: . 2021-03-04T23:36:36.725 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: 754614 2021-03-04T23:36:36.726 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: +0000 2021-03-04T23:36:36.726 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: 2021-03-04T23:36:36.726 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: mgr.x 2021-03-04T23:36:36.727 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: ( 2021-03-04T23:36:36.727 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: mgr 2021-03-04T23:36:36.728 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: . 2021-03-04T23:36:36.728 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: 34676 2021-03-04T23:36:36.729 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: ) 2021-03-04T23:36:36.729 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: 1050 2021-03-04T23:36:36.730 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: : 2021-03-04T23:36:36.731 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: cluster 2021-03-04T23:36:36.731 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: 2021-03-04T23:36:36.732 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: [DBG] 2021-03-04T23:36:36.732 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: 2021-03-04T23:36:36.732 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: pgmap v1071: 119 pgs: 119 active+clean; 4.8 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 197 MiB/s wr, 3.15k op/s 2021-03-04T23:36:36.733 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: 2021-03-04T23:36:36.733 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: audit 2021-03-04T23:36:36.734 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: 2021-03-04T23:36:36.734 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: 2021 2021-03-04T23:36:36.734 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: - 2021-03-04T23:36:36.735 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: 03 2021-03-04T23:36:36.735 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: - 2021-03-04T23:36:36.735 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: 04 2021-03-04T23:36:36.736 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: T 2021-03-04T23:36:36.736 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: 23 2021-03-04T23:36:36.736 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: : 2021-03-04T23:36:36.736 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: 36 2021-03-04T23:36:36.737 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: : 2021-03-04T23:36:36.737 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: 35.203546+0000 mon.a (mon. 2021-03-04T23:36:36.737 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: 0) 1434 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "31"}]': finished 2021-03-04T23:36:36.737 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:36:36.738 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: -04T23:36:35.203585+0000 mon.a (mon 2021-03-04T23:36:36.738 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:36 gibba038 conmon[76675]: .0) 1435 : cluster [DBG] osdmap e313: 8 total, 8 up, 7 in 2021-03-04T23:36:36.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:36.741 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:36.742 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:36.843 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:36.869 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:36.870 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:36.871 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:36.973 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:36.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:36.999 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:36.999 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:37.101 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:37.126 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:37.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:37.127 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:37.228 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:37.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:37.253 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:37.253 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:37.355 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:37.366 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 26 16 87829 87813 211.073 121.125 0.00341251 0.004735 2021-03-04T23:36:37.376 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:37.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:37.378 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:37.479 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:37.497 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:37.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:37.499 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:37.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:37 gibba038 conmon[76675]: cluster 2021-03-04T23:36:37.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:37 gibba038 conmon[76675]: 2021-03 2021-03-04T23:36:37.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:37 gibba038 conmon[76675]: -04T23:36:36.204220+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e314: 8 total, 8 up, 7 in 2021-03-04T23:36:37.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:37 gibba038 conmon[76675]: audit 2021-03-04T 2021-03-04T23:36:37.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:37 gibba038 conmon[76675]: 23:36:36.746720+0000 mon.c (mon.1) 419 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:36:37.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:37 gibba038 conmon[76675]: 2021-03-04T23:36:37.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:37 gibba038 conmon[76675]: audit 2021-03-04T23:36:36. 2021-03-04T23:36:37.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:37 gibba038 conmon[76675]: 747041+0000 mon.a (mon.0) 1437 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:36:37.600 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:37.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:37 gibba011 conmon[95595]: cluster 2021-03-04T23:36:36.204220+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e314: 8 total, 8 up, 7 in 2021-03-04T23:36:37.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:37 gibba011 conmon[95595]: audit 2021-03-04T23:36:36.746720+0000 mon.c (mon.1) 419 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:36:37.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:37 gibba011 conmon[95595]: audit 2021-03-04T23:36:36.747041+0000 mon.a (mon.0) 1437 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:36:37.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:37 gibba011 conmon[99461]: cluster 2021-03-04T23:36:36.204220+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e314: 8 total, 8 up, 7 in 2021-03-04T23:36:37.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:37 gibba011 conmon[99461]: audit 2021-03-04T23:36:36.746720+0000 mon.c (mon.1) 419 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:36:37.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:37 gibba011 conmon[99461]: audit 2021-03-04T23:36:36.747041+0000 mon.a (mon.0) 1437 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:36:37.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:37.624 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:37.624 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:37.725 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:37.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:37.752 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:37.752 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:37.854 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:37.882 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:37.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:37.884 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:37.985 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:38.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:38.007 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:38.007 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:38.108 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:38.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:38.131 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:38.132 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:38.224 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:36:38.232 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:38.258 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:38.259 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:38.259 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:38.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:38 gibba011 conmon[95595]: cluster 2021-03-04T23:36:36.754988+0000 mgr.x (mgr.34676) 2021-03-04T23:36:38.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:38 gibba011 conmon[95595]: 1051 : cluster [DBG] pgmap v1074: 129 pgs: 1 peering, 10 unknown, 118 active+clean; 4.8 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 123 MiB/s wr, 1.97k op/s 2021-03-04T23:36:38.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:38 gibba011 conmon[95595]: audit 2021-03-04T23:36:38.016616+0000 mon.c (mon.1) 420 : audit [INF] from='client.? 172.21.2.111:0/3958723199' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:36:38.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:38 gibba011 conmon[95595]: audit 2021-03-04T23:36:38.016868+0000 mon.a (mon.0) 1438 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:36:38.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:38 gibba011 conmon[99461]: cluster 2021-03-04T23:36:36.754988+0000 mgr.x (mgr.34676) 1051 : cluster [DBG] pgmap v1074: 129 pgs: 1 peering, 10 unknown, 118 active+clean; 4.8 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 123 MiB/s wr, 1.97k op/s 2021-03-04T23:36:38.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:38 gibba011 conmon[99461]: 2021-03-04T23:36:38.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:38 gibba011 conmon[99461]: audit 2021-03-04T23:36:38.016616+0000 mon.c (mon.1) 420 : audit [INF] from='client.? 172.21.2.111:0/3958723199' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:36:38.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:38 gibba011 conmon[99461]: audit 2021-03-04T23:36:38.016868+0000 mon.a (mon.0) 1438 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:36:38.360 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:38.366 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 27 16 89816 89800 207.854 124.188 0.00575643 0.00480814 2021-03-04T23:36:38.378 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:38.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:38.379 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:38.480 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:38.500 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:38.501 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:38.501 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:38.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:38 gibba038 conmon[76675]: cluster 2021-03-04T23:36:36.754988+0000 mgr.x (mgr.34676) 1051 : cluster [DBG] 2021-03-04T23:36:38.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:38 gibba038 conmon[76675]: pgmap v1074: 129 pgs: 1 peering, 10 unknown, 118 active+clean; 4.8 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 123 MiB/s wr, 1.97k op/s 2021-03-04T23:36:38.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:38 gibba038 conmon[76675]: audit 2021-03-04T23:36:38.016616+0000 mon.c (mon.1) 420 : audit [INF] from='client.? 172.21.2.111:0/3958723199' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:36:38.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:38 gibba038 conmon[76675]: audit 2021-03-04T23:36:38.016868+0000 mon.a (mon.0) 1438 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:36:38.603 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:38.624 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:38.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:38.626 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:38.727 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:38.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:38.744 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:38.745 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:38.846 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:38.869 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:38.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:38.871 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:38.973 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:38.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:38.993 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:38.993 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:39.094 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:39.113 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:39.114 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:39.114 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:39.216 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:39.238 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:39.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:39.240 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:39.341 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:39.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:39 gibba011 conmon[95595]: cluster 2021-03-04T23:36:38.211086+0000 mon.a (mon.0) 1439 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:39.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:39 gibba011 conmon[95595]: audit 2021-03-04T23:36:38.219338+0000 mon.a (mon.0) 1440 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:36:39.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:39 gibba011 conmon[95595]: cluster 2021-03-04T23:36:38.219391+0000 mon.a (mon.0) 1441 : cluster [DBG] osdmap e315: 8 total, 8 up, 7 in 2021-03-04T23:36:39.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:39 gibba011 conmon[95595]: cluster 2021-03-04T23:36:38.273374+0000 osd.1 (osd.1) 13 : cluster [DBG] 1.13 scrub ok 2021-03-04T23:36:39.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:39 gibba011 conmon[95595]: cluster 2021-03-04T23:36:38.455006+0000 osd.7 (osd.7) 25 : cluster [DBG] 1.d scrub starts 2021-03-04T23:36:39.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:39 gibba011 conmon[95595]: cluster 2021-03-04T23:36:38.455890+0000 2021-03-04T23:36:39.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:39 gibba011 conmon[95595]: osd.7 (osd.7) 26 : cluster [DBG] 1.d scrub ok 2021-03-04T23:36:39.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:39 gibba011 conmon[95595]: cluster 2021-03-04T23:36:38.972912+0000 osd.3 (osd.3) 7 : cluster [DBG] 1.c scrub ok 2021-03-04T23:36:39.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:39 gibba011 conmon[99461]: cluster 2021-03-04T23:36:38.211086+0000 mon.a (mon.0) 1439 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:39.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:39 gibba011 conmon[99461]: audit 2021-03-04T23:36:38.219338+0000 mon.a (mon.0) 1440 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:36:39.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:39 gibba011 conmon[99461]: cluster 2021-03-04T23:36:38.219391+0000 mon.a (mon.0) 1441 : cluster [DBG] osdmap e315: 8 total, 8 up, 7 in 2021-03-04T23:36:39.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:39 gibba011 conmon[99461]: cluster 2021-03-04T23:36:38.273374+0000 osd.1 (osd.1) 13 : cluster [DBG] 1.13 scrub ok 2021-03-04T23:36:39.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:39 gibba011 conmon[99461]: cluster 2021-03-04T23:36:38.455006+0000 osd.7 (osd.7) 25 : cluster [DBG] 1.d scrub starts 2021-03-04T23:36:39.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:39 gibba011 conmon[99461]: cluster 2021-03-04T23:36:38.455890+0000 osd.7 (osd.7) 26 : cluster [DBG] 1.d scrub ok 2021-03-04T23:36:39.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:39 gibba011 conmon[99461]: cluster 2021-03-04T23:36:38.972912+0000 osd.3 (osd.3) 7 : cluster [DBG] 1.c scrub ok 2021-03-04T23:36:39.362 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:39.363 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:39.363 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:39.366 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 28 16 91670 91654 204.569 115.875 0.0063101 0.00488596 2021-03-04T23:36:39.464 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:39.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:39.494 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:39.494 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:39.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:39 gibba038 conmon[76675]: cluster 2021-03-04T23:36:38.211086+0000 mon.a (mon.0) 1439 : 2021-03-04T23:36:39.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:39 gibba038 conmon[76675]: cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:39.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:39 gibba038 conmon[76675]: audit 2021-03-04T23:36:38.219338+0000 mon.a (mon.0) 1440 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:36:39.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:39 gibba038 conmon[76675]: cluster 2021-03-04T23:36:38 2021-03-04T23:36:39.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:39 gibba038 conmon[76675]: .219391+0000 mon.a (mon.0) 1441 : cluster [DBG] osdmap e315: 8 total, 8 up, 7 in 2021-03-04T23:36:39.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:39 gibba038 conmon[76675]: cluster 2021-03-04T23:36:39.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:39 gibba038 conmon[76675]: 2021-03-04T23:36:38.273374+0000 osd.1 (osd. 2021-03-04T23:36:39.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:39 gibba038 conmon[76675]: 1) 13 : cluster [DBG] 1.13 scrub ok 2021-03-04T23:36:39.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:39 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:36:39.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:39 gibba038 conmon[76675]: 36:38.455006+0000 osd.7 (osd.7) 25 : cluster [DBG] 2021-03-04T23:36:39.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:39 gibba038 conmon[76675]: 1.d scrub starts 2021-03-04T23:36:39.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:39 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:36:39.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:39 gibba038 conmon[76675]: :36:38.455890+0000 osd.7 (osd.7) 26 2021-03-04T23:36:39.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:39 gibba038 conmon[76675]: : cluster [DBG] 1.d scrub ok 2021-03-04T23:36:39.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:39 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:36:39.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:39 gibba038 conmon[76675]: 04T23:36:38.972912+0000 osd.3 (osd 2021-03-04T23:36:39.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:39 gibba038 conmon[76675]: .3) 7 : cluster [DBG] 1.c scrub ok 2021-03-04T23:36:39.595 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:39.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:39.623 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:39.623 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:39.724 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:39.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:39.788 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:39.789 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:39.846 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:36:39.847 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:36:39.847 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:36:39.848 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:36:39.848 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:36:39.848 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:36:39.849 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:36:39.849 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:36:39.850 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:36:39.852 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:36:39.853 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:36:39.853 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:36:39.853 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:36:39.854 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:36:39.854 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:36:39.854 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:36:39.890 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:39.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:39.917 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:39.918 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:40.020 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:40.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:40.050 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:40.051 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:40.152 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:40.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:40.178 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:40.178 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:40.280 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:40.305 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:40.307 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:40.307 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:40.367 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 29 16 93777 93761 202.056 131.688 0.00610909 0.00494653 2021-03-04T23:36:40.408 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:40.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:40.434 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:40.435 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:40.537 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:40.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:40.557 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:40.557 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:40.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:40 gibba038 conmon[76675]: cluster 2021-03-04T23:36:40.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:40 gibba038 conmon[76675]: 2021-03-04T23:36:40.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:40 gibba038 conmon[76675]: 2021-03-04T23:36:38.755333+0000 2021-03-04T23:36:40.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:40 gibba038 conmon[76675]: mgr.x (mgr.34676) 1052 : cluster [DBG] pgmap v1076: 129 pgs: 1 peering, 3 unknown, 125 active+clean; 5.3 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-03-04T23:36:40.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:40 gibba038 conmon[76675]: cluster 2021-03-04T23:36:40.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:40 gibba038 conmon[76675]: 2021-03-04T23:36:39.018051+0000 osd.6 (osd.6) 189 : cluster [DBG] 1.6 scrub starts 2021-03-04T23:36:40.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:40 gibba038 conmon[76675]: cluster 2021-03-04T23:36:39. 2021-03-04T23:36:40.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:40 gibba038 conmon[76675]: 023907+0000 osd.6 (osd.6) 190 : cluster [DBG] 1.6 scrub ok 2021-03-04T23:36:40.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:40 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:36:40.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:40 gibba038 conmon[76675]: 04T23:36:39.287766+0000 osd.1 (osd.1) 14 2021-03-04T23:36:40.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:40 gibba038 conmon[76675]: : cluster [DBG] 1.b scrub ok 2021-03-04T23:36:40.598 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:40 gibba038 conmon[76675]: audit 2021-03-04T23:36:40.598 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:40 gibba038 conmon[76675]: 2021-03-04T23:36:39.655927+0000 mon.a (mon.0) 1442 : audit 2021-03-04T23:36:40.598 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:40 gibba038 conmon[76675]: [DBG] from='client.? 172.21.2.111:0/3537452902' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:40.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:40 gibba011 conmon[95595]: cluster 2021-03-04T23:36:38.755333+0000 mgr.x (mgr.34676) 1052 : cluster [DBG] pgmap v1076: 129 pgs: 1 peering, 3 unknown, 125 active+clean; 5.3 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-03-04T23:36:40.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:40 gibba011 conmon[95595]: 2021-03-04T23:36:40.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:40 gibba011 conmon[95595]: cluster 2021-03-04T23:36:39.018051+0000 osd.6 (osd.6) 189 : cluster [DBG] 1.6 scrub starts 2021-03-04T23:36:40.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:40 gibba011 conmon[95595]: cluster 2021-03-04T23:36:39.023907+0000 osd.6 (osd.6) 190 : cluster [DBG] 1.6 scrub ok 2021-03-04T23:36:40.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:40 gibba011 conmon[95595]: cluster 2021-03-04T23:36:39.287766+0000 osd.1 (osd.1) 14 : cluster [DBG] 1.b scrub ok 2021-03-04T23:36:40.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:40 gibba011 conmon[95595]: audit 2021-03-04T23:36:39.655927+0000 mon.a (mon.0) 1442 : audit [DBG] from='client.? 172.21.2.111:0/3537452902' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:40.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:40 gibba011 conmon[99461]: cluster 2021-03-04T23:36: 2021-03-04T23:36:40.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:40 gibba011 conmon[99461]: 38.755333+0000 mgr.x (mgr.34676) 1052 : cluster [DBG] pgmap v1076: 129 pgs: 1 peering, 3 unknown, 125 active+clean; 5.3 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 113 MiB/s wr, 1.80k op/s 2021-03-04T23:36:40.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:40 gibba011 conmon[99461]: cluster 2021-03-04T23:36:39.018051+0000 osd.6 (osd.6) 189 : cluster [DBG] 1.6 scrub starts 2021-03-04T23:36:40.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:40 gibba011 conmon[99461]: cluster 2021-03-04T23:36:39.023907+0000 osd.6 (osd.6) 190 : cluster [DBG] 1.6 scrub ok 2021-03-04T23:36:40.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:40 gibba011 conmon[99461]: cluster 2021-03-04T23:36:39.287766+0000 osd.1 (osd.1) 14 : cluster [DBG] 1.b scrub ok 2021-03-04T23:36:40.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:40 gibba011 conmon[99461]: audit 2021-03-04T23:36:39.655927+0000 mon.a (mon.0) 1442 : audit [DBG] from='client.? 172.21.2.111:0/3537452902' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:40.659 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:40.680 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:40.681 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:40.682 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:40.783 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:40.805 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:40.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:40.807 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:40.908 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:40.929 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 1, 3, 7] out_osds: [2] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:36:40.930 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:36:40.931 INFO:tasks.thrashosds.thrasher:inject_pause on 1 2021-03-04T23:36:40.932 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:36:40.933 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:36:40.934 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 config set filestore_inject_stall 3 2021-03-04T23:36:40.941 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:40.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:40.943 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:41.009 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:36:41.010 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:36:41.043 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:41.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:41.068 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:41.069 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:41.072 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:41.171 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:41.197 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:41.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:41.199 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:41.300 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:41.324 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:41.325 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:41.326 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:41.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:41 gibba011 conmon[99461]: cluster 2021-03-04T23:36:39.995219+0000 osd.3 (osd.3) 8 : cluster [DBG] 1.1c scrub ok 2021-03-04T23:36:41.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:41 gibba011 conmon[99461]: audit 2021-03-04T23:36:40.756048+0000 mon.c (mon.1) 421 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "31"}]: dispatch 2021-03-04T23:36:41.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:41 gibba011 conmon[99461]: audit 2021-03-04T23:36:40.756654+0000 mon.a (mon.0) 1443 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "31"}]: dispatch 2021-03-04T23:36:41.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:41 gibba011 conmon[95595]: cluster 2021-03-04T23:36:39.995219+0000 osd.3 (osd.3) 8 : cluster [DBG] 1.1c scrub ok 2021-03-04T23:36:41.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:41 gibba011 conmon[95595]: audit 2021-03-04T23:36:40.756048+0000 mon.c (mon.1) 421 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "31"}]: dispatch 2021-03-04T23:36:41.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:41 gibba011 conmon[95595]: audit 2021-03-04T23:36:40.756654+0000 mon.a (mon.0) 1443 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "31"}]: dispatch 2021-03-04T23:36:41.367 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 30 16 95826 95810 199.589 128.062 0.00417587 0.00500702 2021-03-04T23:36:41.427 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:41.451 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:41.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:41.453 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:41.556 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:41.581 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:41.582 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:41.583 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:41.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:41 gibba038 conmon[76675]: cluster 2021-03-04T23:36:39.995219+0000 osd.3 (osd.3) 8 : cluster 2021-03-04T23:36:41.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:41 gibba038 conmon[76675]: [DBG] 1.1c scrub ok 2021-03-04T23:36:41.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:41 gibba038 conmon[76675]: audit 2021-03-04T23:36:40.756048+0000 mon.c (mon.1) 421 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "31"}]: dispatch 2021-03-04T23:36:41.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:41 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:36:41.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:41 gibba038 conmon[76675]: -04T23:36:40.756654+0000 mon.a (mon.0) 1443 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "31"}]: dispatch 2021-03-04T23:36:41.685 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:41.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:41.706 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:41.706 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:41.807 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:41.829 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:41.830 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:41.831 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:41.907 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:36:41.932 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:41.959 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:41.962 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:41.963 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:41.964 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:36:42.051 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:42.065 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:42.090 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:42.091 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:42.091 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:42.116 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:42.192 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:42.214 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:42.215 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:42.216 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:42.317 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:42.341 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:42.341 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:42.344 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:42.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:42 gibba011 conmon[95595]: cluster 2021-03-04T23:36:40.755772+0000 mgr.x (mgr.34676) 1053 : cluster [DBG] pgmap v1077: 129 pgs: 129 active+clean; 5.4 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 111 MiB/s wr, 1.78k op/s 2021-03-04T23:36:42.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:42 gibba011 conmon[95595]: audit 2021-03-04T23:36:41.225345+0000 mon.a (mon.0) 1444 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "31"}]': finished 2021-03-04T23:36:42.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:42 gibba011 conmon[95595]: cluster 2021-03-04T23:36:41.225407+0000 mon.a (mon.0) 1445 : cluster [DBG] osdmap e316: 8 total, 8 up, 7 in 2021-03-04T23:36:42.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:42 gibba011 conmon[99461]: cluster 2021-03-04T23:36:40.755772+0000 mgr.x (mgr.34676) 2021-03-04T23:36:42.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:42 gibba011 conmon[99461]: 1053 : cluster [DBG] pgmap v1077: 129 pgs: 129 active+clean; 5.4 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 111 MiB/s wr, 1.78k op/s 2021-03-04T23:36:42.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:42 gibba011 conmon[99461]: audit 2021-03-04T23:36:41.225345+0000 mon.a (mon.0) 1444 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "31"}]': finished 2021-03-04T23:36:42.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:42 gibba011 conmon[99461]: cluster 2021-03-04T23:36:41.225407+0000 mon.a (mon.0) 1445 : cluster [DBG] osdmap e316: 8 total, 8 up, 7 in 2021-03-04T23:36:42.367 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 31 16 97864 97848 197.259 127.375 0.00678934 0.00506666 2021-03-04T23:36:42.448 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:42.476 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:42.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:42.477 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:42.579 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:42.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:42 gibba038 conmon[76675]: cluster 2021-03-04T23:36:42.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:42 gibba038 conmon[76675]: 2021-03-04T23:36: 2021-03-04T23:36:42.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:42 gibba038 conmon[76675]: 40.755772+0000 mgr.x (mgr.34676) 1053 : cluster [DBG] pgmap v1077: 129 pgs: 129 active+clean; 5.4 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 111 MiB/s wr, 1.78k op/s 2021-03-04T23:36:42.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:42 gibba038 conmon[76675]: audit 2021-03-04T23:36: 2021-03-04T23:36:42.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:42 gibba038 conmon[76675]: 41.225345+0000 mon.a (mon.0) 1444 : 2021-03-04T23:36:42.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:42 gibba038 conmon[76675]: audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "31"}]': finished 2021-03-04T23:36:42.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:42 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:36:42.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:42 gibba038 conmon[76675]: -03-04T23:36:41.225407 2021-03-04T23:36:42.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:42 gibba038 conmon[76675]: +0000 mon.a (mon.0) 1445 : cluster 2021-03-04T23:36:42.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:42 gibba038 conmon[76675]: [DBG] osdmap e316: 8 total, 8 up, 7 in 2021-03-04T23:36:42.605 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:42.606 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:42.606 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:42.707 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:42.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:42.731 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:42.732 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:42.833 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:42.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:42.855 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:42.856 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:42.873 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:36:42.957 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:42.976 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:42.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:42.977 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:43.078 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:43.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:43.098 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:43.098 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:43.120 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:43.200 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:43.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:43.220 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:43.220 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:43.322 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:43.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:43.349 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:43.349 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:43.367 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 32 16 99835 99819 194.944 123.188 0.00439434 0.00512723 2021-03-04T23:36:43.451 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:43.474 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:43.475 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:43.475 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:43.499 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:43 gibba011 conmon[95595]: cluster 2021-03-04T23:36:42.094231+0000 osd.6 (osd.6) 191 : cluster [DBG] 2021-03-04T23:36:43.499 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:43 gibba011 conmon[95595]: 1.7 scrub starts 2021-03-04T23:36:43.500 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:43 gibba011 conmon[95595]: cluster 2021-03-04T23:36:42.097068+0000 osd.6 (osd.6) 192 : cluster [DBG] 1.7 scrub ok 2021-03-04T23:36:43.500 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:43 gibba011 conmon[95595]: cluster 2021-03-04T23:36:42.226831+0000 mon.a (mon.0) 1446 : cluster [DBG] osdmap e317: 8 total, 8 up, 7 in 2021-03-04T23:36:43.500 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:43 gibba011 conmon[95595]: cluster 2021-03-04T23:36:42.321302+0000 osd.1 (osd.1) 15 : cluster [DBG] 1.1d scrub ok 2021-03-04T23:36:43.500 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:43 gibba011 conmon[99461]: cluster 2021-03-04T23:36:42.094231+0000 osd.6 (osd.6) 191 : cluster [DBG] 2021-03-04T23:36:43.501 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:43 gibba011 conmon[99461]: 1.7 scrub starts 2021-03-04T23:36:43.501 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:43 gibba011 conmon[99461]: cluster 2021-03-04T23:36:42.097068+0000 osd.6 (osd.6) 192 : cluster [DBG] 1.7 scrub ok 2021-03-04T23:36:43.501 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:43 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:36:43.501 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:43 gibba011 conmon[99461]: 03-04T23:36:42.226831+0000 mon.a (mon.0) 1446 : cluster [DBG] osdmap e317: 8 total, 8 up, 7 in 2021-03-04T23:36:43.502 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:43 gibba011 conmon[99461]: cluster 2021-03-04T23:36:43.502 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:43 gibba011 conmon[99461]: 2021-03-04T23:36:42.321302+0000 2021-03-04T23:36:43.502 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:43 gibba011 conmon[99461]: osd.1 (osd.1) 15 : cluster [DBG] 1.1d scrub ok 2021-03-04T23:36:43.576 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:43.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: cluster 2021-03-04T23:36:43.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 2021-03-04T23:36:43.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 2021 2021-03-04T23:36:43.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: - 2021-03-04T23:36:43.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 03 2021-03-04T23:36:43.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: - 2021-03-04T23:36:43.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 04 2021-03-04T23:36:43.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: T 2021-03-04T23:36:43.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 23 2021-03-04T23:36:43.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: : 2021-03-04T23:36:43.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 36 2021-03-04T23:36:43.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: : 2021-03-04T23:36:43.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 42 2021-03-04T23:36:43.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: . 2021-03-04T23:36:43.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 094231 2021-03-04T23:36:43.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: +0000 2021-03-04T23:36:43.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 2021-03-04T23:36:43.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: osd.6 2021-03-04T23:36:43.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: ( 2021-03-04T23:36:43.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: osd 2021-03-04T23:36:43.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: . 2021-03-04T23:36:43.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 6 2021-03-04T23:36:43.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: ) 2021-03-04T23:36:43.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 191 2021-03-04T23:36:43.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: : 2021-03-04T23:36:43.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: cluster 2021-03-04T23:36:43.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 2021-03-04T23:36:43.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: [DBG] 2021-03-04T23:36:43.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 2021-03-04T23:36:43.598 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 1.7 scrub starts 2021-03-04T23:36:43.598 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 2021-03-04T23:36:43.598 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: cluster 2021-03-04T23:36:43.599 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 2021-03-04T23:36:43.599 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 2021 2021-03-04T23:36:43.599 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: - 2021-03-04T23:36:43.599 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 03 2021-03-04T23:36:43.600 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: - 2021-03-04T23:36:43.600 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 04 2021-03-04T23:36:43.600 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: T 2021-03-04T23:36:43.600 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 23 2021-03-04T23:36:43.601 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: : 2021-03-04T23:36:43.601 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 36 2021-03-04T23:36:43.601 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: : 2021-03-04T23:36:43.602 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 42 2021-03-04T23:36:43.602 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: . 2021-03-04T23:36:43.603 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 097068 2021-03-04T23:36:43.603 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: +0000 2021-03-04T23:36:43.603 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 2021-03-04T23:36:43.604 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: osd.6 2021-03-04T23:36:43.605 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: ( 2021-03-04T23:36:43.605 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: osd 2021-03-04T23:36:43.606 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: . 2021-03-04T23:36:43.606 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 6 2021-03-04T23:36:43.606 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: ) 2021-03-04T23:36:43.607 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 192 2021-03-04T23:36:43.607 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: : 2021-03-04T23:36:43.607 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: cluster 2021-03-04T23:36:43.607 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 2021-03-04T23:36:43.608 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: [DBG] 2021-03-04T23:36:43.608 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 2021-03-04T23:36:43.608 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 1.7 scrub ok 2021-03-04T23:36:43.609 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 2021-03-04T23:36:43.609 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: cluster 2021-03-04T23:36: 2021-03-04T23:36:43.609 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 42.226831+0000 mon.a (mon.0) 1446 : cluster [DBG] osdmap e317: 8 total, 8 up, 7 in 2021-03-04T23:36:43.609 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: cluster 2021-03-04T23:36:43.610 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:43 gibba038 conmon[76675]: 2021-03-04T23:36:42.321302+0000 osd.1 (osd.1) 15 : cluster [DBG] 1.1d scrub ok 2021-03-04T23:36:43.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:43.611 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:43.612 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:43.713 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:43.734 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:43.735 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:43.736 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:43.836 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:43.860 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:43.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:43.861 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:43.962 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:43.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:43.983 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:43.983 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:44.084 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:44.109 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:44.110 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:44.111 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:44.213 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:44.230 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:44.231 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:44.232 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:44.333 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:44.354 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:44.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:44.356 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:44.370 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 33 16 101731 101715 192.627 118.5 0.00500179 0.00518884 2021-03-04T23:36:44.457 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:44.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:44.482 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:44.483 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:44.585 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:44.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:44 gibba038 conmon[76675]: cluster 2021-03-04T23:36:42.756289+0000 mgr.x (mgr.34676) 1054 : cluster [DBG] pgmap v1080: 129 pgs: 129 active+clean; 5.8 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 163 MiB/s wr, 2.61k op/s 2021-03-04T23:36:44.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:44 gibba038 conmon[76675]: cluster 2021-03-04T23:36:43.343523+0000 osd.1 (osd.1) 16 : cluster [DBG] 1.16 scrub ok 2021-03-04T23:36:44.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:44 gibba038 conmon[76675]: cluster 2021-03-04T23:36:43.981998+0000 osd.3 (osd.3) 9 : cluster 2021-03-04T23:36:44.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:44 gibba038 conmon[76675]: [DBG] 1.19 scrub ok 2021-03-04T23:36:44.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:44 gibba011 conmon[95595]: cluster 2021-03-04T23:36:42.756289+0000 mgr.x (mgr.34676) 1054 : cluster 2021-03-04T23:36:44.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:44 gibba011 conmon[95595]: [DBG] pgmap v1080: 129 pgs: 129 active+clean; 5.8 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 163 MiB/s wr, 2.61k op/s 2021-03-04T23:36:44.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:44 gibba011 conmon[95595]: cluster 2021-03-04T23:36:43.343523+0000 osd.1 (osd.1) 16 : cluster [DBG] 1.16 scrub ok 2021-03-04T23:36:44.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:44 gibba011 conmon[95595]: cluster 2021-03-04T23:36:43.981998+0000 osd.3 (osd.3) 9 : cluster [DBG] 1.19 scrub ok 2021-03-04T23:36:44.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:44 gibba011 conmon[99461]: cluster 2021-03-04T23:36:42.756289+0000 mgr.x (mgr.34676) 1054 : cluster [DBG] 2021-03-04T23:36:44.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:44 gibba011 conmon[99461]: pgmap v1080: 129 pgs: 129 active+clean; 5.8 GiB data, 19 GiB used, 565 GiB / 588 GiB avail; 163 MiB/s wr, 2.61k op/s 2021-03-04T23:36:44.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:44 gibba011 conmon[99461]: cluster 2021-03-04T23:36:43.343523+0000 osd.1 (osd.1) 16 : cluster [DBG] 1.16 scrub ok 2021-03-04T23:36:44.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:44 gibba011 conmon[99461]: cluster 2021-03-04T23:36:43.981998+0000 osd.3 (osd.3) 9 : cluster [DBG] 1.19 scrub ok 2021-03-04T23:36:44.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:44.611 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:44.611 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:44.712 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:44.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:44.739 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:44.739 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:44.841 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:44.865 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:44.866 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:44.867 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:44.968 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:44.992 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:44.993 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:44.994 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:45.025 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:36:45.026 INFO:teuthology.orchestra.run.gibba011.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2021-03-04T23:36:45.026 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:36:45.095 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:45.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:45.114 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:45.115 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:45.216 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:45.236 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:45.237 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:45.238 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:45.339 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:45.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:45.359 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:45.359 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:45.367 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 34 16 103470 103454 190.157 108.688 0.0102667 0.00524031 2021-03-04T23:36:45.460 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:45.484 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:45.485 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:45.485 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:45.586 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:45.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:45 gibba038 conmon[76675]: cluster 2021-03-04T23:36:44.326872+0000 osd.7 (osd.7) 27 : cluster [DBG] 1.9 scrub starts 2021-03-04T23:36:45.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:45 gibba038 conmon[76675]: cluster 2021-03-04T23:36:44.329662+0000 osd.7 (osd.7) 28 : cluster [DBG] 1.9 scrub ok 2021-03-04T23:36:45.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:45 gibba038 conmon[76675]: cluster 2021-03-04T23:36:44.438016+0000 osd.5 (osd.5) 18 : cluster [DBG] 2.2 scrub starts 2021-03-04T23:36:45.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:45 gibba038 conmon[76675]: cluster 2021-03-04T23:36:44.440676+0000 osd.5 (osd.5) 19 : cluster [DBG] 2.2 scrub ok 2021-03-04T23:36:45.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:45 gibba011 conmon[95595]: cluster 2021-03-04T23:36:44.326872+0000 osd.7 (osd.7) 27 : cluster [DBG] 2021-03-04T23:36:45.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:45 gibba011 conmon[95595]: 1.9 scrub starts 2021-03-04T23:36:45.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:45 gibba011 conmon[95595]: cluster 2021-03-04T23:36:44.329662+0000 osd.7 (osd.7) 28 : cluster [DBG] 1.9 scrub ok 2021-03-04T23:36:45.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:45 gibba011 conmon[95595]: cluster 2021-03-04T23:36:44.438016+0000 osd.5 (osd.5) 18 : cluster [DBG] 2.2 scrub starts 2021-03-04T23:36:45.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:45 gibba011 conmon[95595]: cluster 2021-03-04T23:36:44.440676+0000 osd.5 (osd.5) 19 : cluster [DBG] 2.2 scrub ok 2021-03-04T23:36:45.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:45 gibba011 conmon[99461]: cluster 2021-03-04T23:36:44.326872+0000 osd.7 (osd.7) 27 : cluster [DBG] 2021-03-04T23:36:45.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:45 gibba011 conmon[99461]: 1.9 scrub starts 2021-03-04T23:36:45.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:45 gibba011 conmon[99461]: cluster 2021-03-04T23:36:44.329662+0000 osd.7 (osd.7) 28 : cluster [DBG] 1.9 scrub ok 2021-03-04T23:36:45.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:45 gibba011 conmon[99461]: cluster 2021-03-04T23:36:44.438016+0000 osd.5 (osd.5) 18 : cluster [DBG] 2.2 scrub starts 2021-03-04T23:36:45.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:45 gibba011 conmon[99461]: cluster 2021-03-04T23:36:44.440676+0000 osd.5 ( 2021-03-04T23:36:45.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:45 gibba011 conmon[99461]: osd.5) 19 : cluster [DBG] 2.2 scrub ok 2021-03-04T23:36:45.614 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:45.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:45.616 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:45.718 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:45.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:45.744 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:45.744 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:45.846 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:45.874 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:45.875 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:45.875 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:45.977 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:45.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:46.001 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:46.002 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:46.104 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:46.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:46.126 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:46.127 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:46.228 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:46.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:46.249 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:46.249 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:46.351 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:46.367 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 35 16 105421 105405 188.208 121.938 0.00489039 0.00530993 2021-03-04T23:36:46.377 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:46.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:46.379 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:46.480 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:46.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:46.505 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:46.506 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:46.534 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:46 gibba011 conmon[95595]: cluster 2021-03-04T23:36:44.756803+0000 mgr.x (mgr.34676) 1055 : cluster [DBG] pgmap v1081: 129 pgs: 129 active+clean; 6.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 114 MiB/s wr, 1.83k op/s 2021-03-04T23:36:46.534 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:46 gibba011 conmon[99461]: cluster 2021-03-04T23:36:44.756803+0000 mgr.x (mgr.34676) 1055 : cluster [DBG] pgmap v1081: 129 pgs: 129 active+clean; 6.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 114 MiB/s wr, 1.83k op/s 2021-03-04T23:36:46.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:46 gibba038 conmon[76675]: cluster 2021-03-04T23:36:44.756803+0000 mgr.x (mgr.34676) 1055 : cluster [DBG] pgmap v1081: 129 pgs: 129 active+clean; 6.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 114 MiB/s wr, 1.83k op/s 2021-03-04T23:36:46.607 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:46.631 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:46.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:46.633 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:46.713 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:36:46.713 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:36:46.733 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:46.756 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:46.757 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:46.757 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:46.858 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:46.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:46.884 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:46.884 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:46.986 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:47.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:47.008 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:47.008 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:47.109 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:47.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:47.134 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:47.135 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:47.236 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:47.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:47.255 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:47.255 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:47.357 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:47.367 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 36 16 107139 107123 185.962 107.375 0.00417931 0.00537465 2021-03-04T23:36:47.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:47.376 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:47.377 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:47.478 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:47.496 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:47.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:47.498 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:47.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:47 gibba038 conmon[76675]: cluster 2021-03-04T23:36:46.175259+0000 osd.4 (osd.4) 17 : cluster [DBG] 1.5 scrub starts 2021-03-04T23:36:47.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:47 gibba038 conmon[76675]: cluster 2021-03-04T23:36:46.179309+0000 osd.4 (osd.4) 18 : cluster [DBG] 1.5 scrub ok 2021-03-04T23:36:47.599 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:47.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:47 gibba011 conmon[95595]: cluster 2021-03-04T23:36:46.175259+0000 osd.4 (osd.4) 17 : cluster [DBG] 1.5 scrub starts 2021-03-04T23:36:47.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:47 gibba011 conmon[95595]: cluster 2021-03-04T23:36:46.179309+0000 osd.4 (osd.4) 18 : cluster [DBG] 1.5 scrub ok 2021-03-04T23:36:47.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:47 gibba011 conmon[99461]: cluster 2021-03-04T23:36:46.175259+0000 osd.4 (osd.4) 17 : cluster [DBG] 1.5 scrub starts 2021-03-04T23:36:47.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:47 gibba011 conmon[99461]: cluster 2021-03-04T23:36:46.179309+0000 osd.4 (osd.4) 18 : cluster [DBG] 1.5 scrub ok 2021-03-04T23:36:47.618 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:47.619 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:47.619 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:47.721 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:47.742 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:36:47.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:47.746 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:47.747 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:47.849 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:47.869 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:47.870 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:47.870 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:47.899 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:36:47.916 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:36:47.926 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:47.934 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:36:47.953 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:36:47.971 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:47.974 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:36:47.992 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:47.993 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:47.994 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:47.996 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:36:48.016 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:36:48.036 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:36:48.041 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:36:48.041 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:36:48.042 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:36:48.042 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:36:48.043 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:36:48.043 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:36:48.043 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:36:48.044 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:36:48.097 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:48.120 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:48.121 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:48.122 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:48.223 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:48.243 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:48.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:48.244 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:48.346 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:48.367 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 37 16 109140 109124 184.316 125.062 0.00572154 0.00542301 2021-03-04T23:36:48.371 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:48.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:48.373 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:48.474 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:48.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:48.507 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:48.508 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:48.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:48 gibba038 conmon[76675]: cluster 2021-03-04T23:36:46.757271+0000 mgr.x (mgr.34676) 1056 : cluster [DBG] pgmap v1082: 129 pgs: 129 active+clean; 6.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 98 MiB/s wr, 1.57k op/s 2021-03-04T23:36:48.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:48 gibba038 conmon[76675]: cluster 2021-03-04T23:36:47.010307+0000 osd.3 (osd.3) 10 : cluster [DBG] 1.1e scrub ok 2021-03-04T23:36:48.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:48 gibba038 conmon[76675]: audit 2021-03-04T23:36:47.879247+0000 mon.a 2021-03-04T23:36:48.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:48 gibba038 conmon[76675]: (mon.0) 1447 : audit [DBG] from='client.? 172.21.2.111:0/2264548952' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:48.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:48 gibba011 conmon[95595]: cluster 2021-03-04T23:36:46.757271+0000 mgr.x (mgr.34676) 1056 : cluster [DBG] pgmap v1082: 129 pgs: 129 active+clean; 6.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 98 MiB/s wr, 1.57k op/s 2021-03-04T23:36:48.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:48 gibba011 conmon[95595]: cluster 2021-03-04T23:36:47.010307+0000 osd.3 (osd.3) 10 : cluster [DBG] 1.1e scrub ok 2021-03-04T23:36:48.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:48 gibba011 conmon[95595]: audit 2021-03-04T23:36:47.879247+0000 mon.a (mon.0) 1447 : audit [DBG] from='client.? 172.21.2.111:0/2264548952' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:48.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:48 gibba011 conmon[99461]: cluster 2021-03-04T23:36:46.757271+0000 mgr.x (mgr.34676) 1056 : cluster [DBG] pgmap v1082: 129 pgs: 129 active+clean; 6.0 GiB data, 20 GiB used, 564 GiB / 588 GiB avail; 98 MiB/s wr, 1.57k op/s 2021-03-04T23:36:48.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:48 gibba011 conmon[99461]: cluster 2021-03-04T23:36:47.010307+0000 osd.3 (osd.3) 10 : cluster [DBG] 1.1e scrub ok 2021-03-04T23:36:48.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:48 gibba011 conmon[99461]: audit 2021-03-04T23:36:47.879247+0000 mon.a (mon.0) 1447 : audit [DBG] from='client.? 172.21.2.111:0/2264548952' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:48.610 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:48.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:48.631 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:48.632 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:48.733 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:48.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:48.754 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:48.754 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:48.857 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:48.880 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:48.881 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:48.881 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:48.983 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:49.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:49.002 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:49.003 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:49.104 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:49.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:49.128 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:49.129 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:49.230 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:49.249 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:49.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:49.250 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:49.259 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:36:49.351 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:49.368 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 38 16 111143 111127 182.76 125.188 0.00522745 0.00546915 2021-03-04T23:36:49.371 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:49.372 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:49.372 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:49.373 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:49 gibba011 conmon[99461]: audit 2021-03-04T23:36:48.274126+0000 mon.a (mon.0) 1448 : audit [INF] 2021-03-04T23:36:49.373 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:49 gibba011 conmon[99461]: from='client.? 172.21.2.111:0/2787086502' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:49.373 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:49 gibba011 conmon[95595]: audit 2021-03-04T23:36:48.274126+0000 mon.a (mon.0) 1448 : audit [INF] from='client.? 172.21.2.111:0/2787086502' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:49.374 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:49 gibba011 conmon[95595]: 2021-03-04T23:36:49.477 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:49.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:49.507 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:49.508 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:49.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:49 gibba038 conmon[76675]: audit 2021-03-04T23:36:48.274126+0000 mon.a (mon.0 2021-03-04T23:36:49.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:49 gibba038 conmon[76675]: ) 1448 : audit [INF] from='client.? 172.21.2.111:0/2787086502' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:36:49.609 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:49.634 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:49.635 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:49.636 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:49.738 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:49.767 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:49.768 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:49.769 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:49.871 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:49.891 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:49.892 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:49.893 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:49.998 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:50.021 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:50.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:50.022 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:50.124 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:50.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:50.150 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:50.151 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:50.252 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:50.272 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:50.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:50.274 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:50.368 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 39 16 113137 113121 181.269 124.625 0.0068702 0.00551419 2021-03-04T23:36:50.375 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:50.394 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:50.395 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:50.395 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:50.496 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:50.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:50.520 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:50.520 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:50.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:50 gibba038 conmon[76675]: cluster 2021-03-04T23:36:48.757860+0000 mgr.x (mgr.34676) 1057 : cluster [DBG] pgmap v1083: 129 pgs: 129 active+clean; 6.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 134 MiB/s wr, 2.14k op/s 2021-03-04T23:36:50.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:50 gibba038 conmon[76675]: 2021-03-04T23:36:50.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:50 gibba038 conmon[76675]: cluster 2021-03-04T23:36:49.246497+0000 mon.a (mon.0) 1449 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:36:50.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:50 gibba038 conmon[76675]: cluster 2021-03-04T23:36:50.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:50 gibba038 conmon[76675]: 2021 2021-03-04T23:36:50.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:50 gibba038 conmon[76675]: - 2021-03-04T23:36:50.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:50 gibba038 conmon[76675]: 03 2021-03-04T23:36:50.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:50 gibba038 conmon[76675]: - 2021-03-04T23:36:50.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:50 gibba038 conmon[76675]: 04 2021-03-04T23:36:50.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:50 gibba038 conmon[76675]: T 2021-03-04T23:36:50.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:50 gibba038 conmon[76675]: 23 2021-03-04T23:36:50.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:50 gibba038 conmon[76675]: : 2021-03-04T23:36:50.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:50 gibba038 conmon[76675]: 36 2021-03-04T23:36:50.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:50 gibba038 conmon[76675]: :49.246519+0000 2021-03-04T23:36:50.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:50 gibba038 conmon[76675]: mon.a (mon.0) 1450 : cluster [INF] Cluster is now healthy 2021-03-04T23:36:50.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:50 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:36:50.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:50 gibba038 conmon[76675]: 04T23:36:49.254468+0000 mon.a (mon.0) 1451 : audit 2021-03-04T23:36:50.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:50 gibba038 conmon[76675]: [INF] from='client.? 172.21.2.111:0/2787086502' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:36:50.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:50 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:36:50.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:50 gibba038 conmon[76675]: 03-04T23:36:49.254515+0000 mon.a ( 2021-03-04T23:36:50.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:50 gibba038 conmon[76675]: mon.0) 1452 : cluster [DBG] osdmap e318: 8 total, 8 up, 7 in 2021-03-04T23:36:50.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:50 gibba011 conmon[95595]: cluster 2021-03-04T23:36:48.757860+0000 mgr.x 2021-03-04T23:36:50.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:50 gibba011 conmon[95595]: (mgr.34676) 1057 : cluster [DBG] pgmap v1083: 129 pgs: 129 active+clean; 6.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 134 MiB/s wr, 2.14k op/s 2021-03-04T23:36:50.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:50 gibba011 conmon[95595]: cluster 2021-03-04T23:36:49.246497+0000 mon.a (mon.0) 1449 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:36:50.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:50 gibba011 conmon[95595]: cluster 2021-03-04T23:36:49.246519+0000 mon.a (mon.0) 1450 : cluster [INF] Cluster is now healthy 2021-03-04T23:36:50.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:50 gibba011 conmon[95595]: audit 2021-03-04T23:36:49.254468+0000 mon.a (mon.0) 1451 : audit [INF] from='client.? 172.21.2.111:0/2787086502' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:36:50.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:50 gibba011 conmon[95595]: cluster 2021-03-04T23:36:49.254515+0000 mon.a (mon.0) 1452 : cluster [DBG] osdmap e318: 8 total, 8 up, 7 in 2021-03-04T23:36:50.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:50 gibba011 conmon[99461]: cluster 2021-03-04T23:36:48.757860+0000 mgr.x (mgr.34676) 1057 : cluster 2021-03-04T23:36:50.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:50 gibba011 conmon[99461]: [DBG] pgmap v1083: 129 pgs: 129 active+clean; 6.5 GiB data, 21 GiB used, 563 GiB / 588 GiB avail; 134 MiB/s wr, 2.14k op/s 2021-03-04T23:36:50.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:50 gibba011 conmon[99461]: cluster 2021-03-04T23:36:49.246497+0000 mon.a (mon.0) 1449 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:36:50.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:50 gibba011 conmon[99461]: cluster 2021-03-04T23:36:49.246519+0000 mon.a (mon.0) 1450 : cluster [INF] Cluster is now healthy 2021-03-04T23:36:50.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:50 gibba011 conmon[99461]: audit 2021-03-04T23:36:49.254468+0000 mon.a (mon.0) 1451 : audit [INF] from='client.? 172.21.2.111:0/2787086502' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:36:50.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:50 gibba011 conmon[99461]: cluster 2021-03-04T23:36:49.254515+0000 mon.a (mon.0) 1452 : cluster [DBG] osdmap e318: 8 total, 8 up, 7 in 2021-03-04T23:36:50.621 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:50.647 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:50.648 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:50.648 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:50.752 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:50.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:50.773 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:50.774 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:50.875 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:50.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:50.896 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:50.896 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:50.997 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:51.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:51.018 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:51.018 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:51.120 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:51.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:51.142 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:51.143 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:51.143 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:36:51.179 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:36:51.179 INFO:teuthology.orchestra.run.gibba011.stdout: "size": 20, 2021-03-04T23:36:51.180 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 600, 2021-03-04T23:36:51.180 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:36:51.181 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.181 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:195565 9.1 9:8074ebaf:::benchmark_data_gibba011_139107_object42198:head [delete] snapc 0=[] ondisk+write+known_if_redirected e274)", 2021-03-04T23:36:51.182 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:44.865215+0000", 2021-03-04T23:36:51.188 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 246.304962402, 2021-03-04T23:36:51.189 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.225172226, 2021-03-04T23:36:51.190 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:51.190 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:51.190 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:51.190 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:51.191 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:51.191 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 195565 2021-03-04T23:36:51.191 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.191 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:51.191 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.192 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:51.192 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.865215+0000", 2021-03-04T23:36:51.192 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:51.192 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.192 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.193 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:51.193 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.865215+0000", 2021-03-04T23:36:51.193 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5600000000000001e-06 2021-03-04T23:36:51.193 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.194 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.194 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:51.194 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.865217+0000", 2021-03-04T23:36:51.194 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5239999999999999e-06 2021-03-04T23:36:51.195 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.195 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.195 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:51.195 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.865218+0000", 2021-03-04T23:36:51.195 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.9079999999999998e-06 2021-03-04T23:36:51.196 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.196 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.196 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:51.196 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.865225+0000", 2021-03-04T23:36:51.197 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.473e-06 2021-03-04T23:36:51.197 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.197 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.198 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:51.198 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.865228+0000", 2021-03-04T23:36:51.198 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.75067124799999996 2021-03-04T23:36:51.198 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.199 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.200 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.200 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.615900+0000", 2021-03-04T23:36:51.200 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010826627 2021-03-04T23:36:51.201 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.201 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.201 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:51.201 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.626726+0000", 2021-03-04T23:36:51.202 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17701826500000001 2021-03-04T23:36:51.202 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.202 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.202 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.202 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.803745+0000", 2021-03-04T23:36:51.203 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0041084700000000004 2021-03-04T23:36:51.203 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.203 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.203 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:51.203 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.807853+0000", 2021-03-04T23:36:51.204 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0087015589999999993 2021-03-04T23:36:51.204 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.204 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.204 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:36:51.205 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.816555+0000", 2021-03-04T23:36:51.205 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.075638250000000004 2021-03-04T23:36:51.205 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.205 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.206 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.206 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.892193+0000", 2021-03-04T23:36:51.206 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001871164 2021-03-04T23:36:51.206 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.207 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.207 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.207 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.894064+0000", 2021-03-04T23:36:51.207 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.18375893900000001 2021-03-04T23:36:51.207 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.208 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.208 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:51.208 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.077823+0000", 2021-03-04T23:36:51.208 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022839650000000002 2021-03-04T23:36:51.208 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.209 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.209 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:51.209 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.080107+0000", 2021-03-04T23:36:51.209 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010280274000000001 2021-03-04T23:36:51.210 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.210 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.210 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:51.211 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.090387+0000", 2021-03-04T23:36:51.211 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.225172226 2021-03-04T23:36:51.211 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.211 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:51.211 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.212 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.212 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.212 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:195581 9.1 9:832309ad:::benchmark_data_gibba011_139107_object42214:head [delete] snapc 0=[] ondisk+write+known_if_redirected e274)", 2021-03-04T23:36:51.212 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:44.917499+0000", 2021-03-04T23:36:51.212 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 246.252677965, 2021-03-04T23:36:51.213 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.185322075, 2021-03-04T23:36:51.213 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:51.213 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:51.213 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:51.213 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:51.214 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:51.214 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 195581 2021-03-04T23:36:51.214 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.214 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:51.215 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.215 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:51.215 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.917499+0000", 2021-03-04T23:36:51.215 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:51.215 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.216 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.216 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:51.216 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.917499+0000", 2021-03-04T23:36:51.216 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5549999999999999e-06 2021-03-04T23:36:51.216 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.217 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.217 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:51.217 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.917501+0000", 2021-03-04T23:36:51.217 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8729999999999999e-06 2021-03-04T23:36:51.221 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.221 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.221 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:51.221 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.917503+0000", 2021-03-04T23:36:51.221 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0899999999999994e-06 2021-03-04T23:36:51.222 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.222 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.222 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:51.222 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.917512+0000", 2021-03-04T23:36:51.223 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0319999999999997e-06 2021-03-04T23:36:51.223 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.223 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.223 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:51.223 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.917516+0000", 2021-03-04T23:36:51.224 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.97701976899999998 2021-03-04T23:36:51.224 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.224 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.224 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.224 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.894536+0000", 2021-03-04T23:36:51.225 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012985063 2021-03-04T23:36:51.225 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.225 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.225 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:51.226 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.907521+0000", 2021-03-04T23:36:51.226 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044920384000000001 2021-03-04T23:36:51.226 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.226 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.227 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.227 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.952441+0000", 2021-03-04T23:36:51.227 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040076970000000002 2021-03-04T23:36:51.227 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.227 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.228 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:51.228 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.956449+0000", 2021-03-04T23:36:51.228 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0084600319999999993 2021-03-04T23:36:51.228 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.229 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.229 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:36:51.229 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.964909+0000", 2021-03-04T23:36:51.229 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.045688014999999998 2021-03-04T23:36:51.229 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.230 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.230 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.230 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.010597+0000", 2021-03-04T23:36:51.230 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.038212458999999997 2021-03-04T23:36:51.230 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.231 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.231 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.231 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.048809+0000", 2021-03-04T23:36:51.231 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.042140806000000003 2021-03-04T23:36:51.231 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.232 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.232 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:51.232 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.090950+0000", 2021-03-04T23:36:51.232 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0023435219999999998 2021-03-04T23:36:51.233 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.233 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.233 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:51.233 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.093294+0000", 2021-03-04T23:36:51.234 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0095277780000000006 2021-03-04T23:36:51.234 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.234 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.234 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:51.235 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.102822+0000", 2021-03-04T23:36:51.235 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.185322075 2021-03-04T23:36:51.235 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.235 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:51.235 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.236 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.236 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.236 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:195827 9.1 9:84d8d338:::benchmark_data_gibba011_139107_object42460:head [delete] snapc 0=[] ondisk+write+known_if_redirected e274)", 2021-03-04T23:36:51.236 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:46.159862+0000", 2021-03-04T23:36:51.236 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 245.010315007, 2021-03-04T23:36:51.237 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1727393829999999, 2021-03-04T23:36:51.237 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:51.237 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:51.238 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:51.238 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:51.238 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:51.239 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 195827 2021-03-04T23:36:51.239 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.239 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:51.239 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.239 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:51.240 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.159862+0000", 2021-03-04T23:36:51.240 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:51.240 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.240 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.240 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:51.241 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.159862+0000", 2021-03-04T23:36:51.241 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.221e-06 2021-03-04T23:36:51.241 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.241 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.241 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:51.242 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.159864+0000", 2021-03-04T23:36:51.242 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.252e-06 2021-03-04T23:36:51.242 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.243 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.243 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:51.243 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.159865+0000", 2021-03-04T23:36:51.243 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.7309999999999996e-06 2021-03-04T23:36:51.243 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.244 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.244 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:51.244 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.159872+0000", 2021-03-04T23:36:51.244 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8360000000000002e-06 2021-03-04T23:36:51.244 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.245 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.245 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:51.245 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.159875+0000", 2021-03-04T23:36:51.245 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.92414270399999998 2021-03-04T23:36:51.245 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.246 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.246 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.246 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.084018+0000", 2021-03-04T23:36:51.246 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01161243 2021-03-04T23:36:51.247 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.247 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.247 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:51.247 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.095631+0000", 2021-03-04T23:36:51.248 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044520197999999997 2021-03-04T23:36:51.248 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.248 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.248 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.248 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.140151+0000", 2021-03-04T23:36:51.249 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040933109999999997 2021-03-04T23:36:51.249 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.249 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.249 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:51.250 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.144244+0000", 2021-03-04T23:36:51.250 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0085816950000000003 2021-03-04T23:36:51.250 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.250 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.250 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:36:51.251 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.152826+0000", 2021-03-04T23:36:51.251 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.046118656000000001 2021-03-04T23:36:51.251 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.251 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.251 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.252 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.198944+0000", 2021-03-04T23:36:51.252 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.120627135 2021-03-04T23:36:51.252 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.252 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.253 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:51.253 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.319572+0000", 2021-03-04T23:36:51.253 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0017824749999999999 2021-03-04T23:36:51.253 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.254 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.254 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.254 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.321354+0000", 2021-03-04T23:36:51.254 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022102419999999998 2021-03-04T23:36:51.255 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.255 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.255 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:51.255 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.323564+0000", 2021-03-04T23:36:51.255 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0090374970000000002 2021-03-04T23:36:51.256 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.256 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.256 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:51.256 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.332602+0000", 2021-03-04T23:36:51.256 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1727393829999999 2021-03-04T23:36:51.257 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.257 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:51.257 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.257 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.258 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.258 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:195983 9.1 9:86d2987a:::benchmark_data_gibba011_139107_object42616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e274)", 2021-03-04T23:36:51.258 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:46.896029+0000", 2021-03-04T23:36:51.258 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 244.27414855500001, 2021-03-04T23:36:51.258 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.198857362, 2021-03-04T23:36:51.259 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:51.259 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:51.259 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:51.259 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:51.259 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:51.260 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 195983 2021-03-04T23:36:51.260 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.260 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:51.260 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.260 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:51.261 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.896029+0000", 2021-03-04T23:36:51.261 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:51.261 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.261 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.262 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:51.262 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.896029+0000", 2021-03-04T23:36:51.262 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.091e-06 2021-03-04T23:36:51.262 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.262 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.263 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:51.263 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.896030+0000", 2021-03-04T23:36:51.263 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1179999999999999e-06 2021-03-04T23:36:51.263 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.263 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.264 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:51.264 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.896031+0000", 2021-03-04T23:36:51.264 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.5929999999999996e-06 2021-03-04T23:36:51.264 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.264 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.265 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:51.265 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.896037+0000", 2021-03-04T23:36:51.265 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6879999999999999e-06 2021-03-04T23:36:51.265 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.265 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.266 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:51.266 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.896039+0000", 2021-03-04T23:36:51.266 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.99639272000000001 2021-03-04T23:36:51.266 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.267 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.267 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.267 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.892432+0000", 2021-03-04T23:36:51.267 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011153740000000001 2021-03-04T23:36:51.267 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.268 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.268 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:51.268 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.903586+0000", 2021-03-04T23:36:51.268 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.043990750000000002 2021-03-04T23:36:51.268 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.269 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.269 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.269 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.947577+0000", 2021-03-04T23:36:51.269 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.004052885 2021-03-04T23:36:51.269 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.270 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.270 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:51.270 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.951629+0000", 2021-03-04T23:36:51.271 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0085490979999999998 2021-03-04T23:36:51.271 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.271 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.271 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:36:51.271 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.960179+0000", 2021-03-04T23:36:51.272 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044525532999999999 2021-03-04T23:36:51.272 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.272 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.272 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.272 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.004704+0000", 2021-03-04T23:36:51.273 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.038318405999999999 2021-03-04T23:36:51.273 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.273 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.273 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.273 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.043022+0000", 2021-03-04T23:36:51.274 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.040340409000000001 2021-03-04T23:36:51.274 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.274 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.274 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:51.275 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.083363+0000", 2021-03-04T23:36:51.275 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002368439 2021-03-04T23:36:51.275 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.275 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.275 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:51.276 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.085731+0000", 2021-03-04T23:36:51.276 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0091548919999999995 2021-03-04T23:36:51.276 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.276 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.276 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:51.277 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.094886+0000", 2021-03-04T23:36:51.277 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.198857362 2021-03-04T23:36:51.277 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.277 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:51.278 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.278 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.278 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.278 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:195984 9.1 9:8915f03c:::benchmark_data_gibba011_139107_object42617:head [delete] snapc 0=[] ondisk+write+known_if_redirected e274)", 2021-03-04T23:36:51.278 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:46.898490+0000", 2021-03-04T23:36:51.279 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 244.27168783100001, 2021-03-04T23:36:51.279 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.208183601, 2021-03-04T23:36:51.279 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:51.279 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:51.279 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:51.280 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:51.280 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:51.280 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 195984 2021-03-04T23:36:51.280 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.280 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:51.281 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.281 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:51.281 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.898490+0000", 2021-03-04T23:36:51.281 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:51.281 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.282 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.282 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:51.282 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.898490+0000", 2021-03-04T23:36:51.284 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.471e-06 2021-03-04T23:36:51.284 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.284 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.285 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:51.285 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.898491+0000", 2021-03-04T23:36:51.286 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4750000000000001e-06 2021-03-04T23:36:51.286 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.286 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.287 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:51.287 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.898493+0000", 2021-03-04T23:36:51.288 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.5810000000000002e-06 2021-03-04T23:36:51.288 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.288 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.290 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:51.290 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.898499+0000", 2021-03-04T23:36:51.290 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.208e-06 2021-03-04T23:36:51.291 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.291 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.291 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:51.292 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.898502+0000", 2021-03-04T23:36:51.292 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0055624540000001 2021-03-04T23:36:51.293 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.293 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.294 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.294 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.904065+0000", 2021-03-04T23:36:51.294 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011798889999999999 2021-03-04T23:36:51.295 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.295 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.296 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:51.296 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.915864+0000", 2021-03-04T23:36:51.296 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.068912743999999998 2021-03-04T23:36:51.297 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.297 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.298 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.299 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.984776+0000", 2021-03-04T23:36:51.300 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040298080000000002 2021-03-04T23:36:51.307 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.308 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.308 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:51.308 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.988806+0000", 2021-03-04T23:36:51.308 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0085938119999999993 2021-03-04T23:36:51.308 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.309 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.309 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:36:51.309 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.997400+0000", 2021-03-04T23:36:51.309 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.046948165 2021-03-04T23:36:51.309 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.310 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.310 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.310 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.044348+0000", 2021-03-04T23:36:51.311 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001323722 2021-03-04T23:36:51.311 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.311 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.311 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.311 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.045672+0000", 2021-03-04T23:36:51.312 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.049668481 2021-03-04T23:36:51.312 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.312 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.312 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:51.312 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.095340+0000", 2021-03-04T23:36:51.313 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022434180000000001 2021-03-04T23:36:51.313 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.313 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.313 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:51.314 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.097584+0000", 2021-03-04T23:36:51.314 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0090893720000000001 2021-03-04T23:36:51.314 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.314 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.314 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:51.315 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.106673+0000", 2021-03-04T23:36:51.315 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.208183601 2021-03-04T23:36:51.315 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.315 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:51.315 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.316 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.316 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.316 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:196202 9.1 9:8a4a775d:::benchmark_data_gibba011_139107_object42835:head [delete] snapc 0=[] ondisk+write+known_if_redirected e274)", 2021-03-04T23:36:51.316 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:47.705731+0000", 2021-03-04T23:36:51.316 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 243.4644462, 2021-03-04T23:36:51.317 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2607468630000001, 2021-03-04T23:36:51.317 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:51.317 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:51.317 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:51.317 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:51.318 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:51.318 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 196202 2021-03-04T23:36:51.318 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.319 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:51.319 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.319 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:51.319 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.705731+0000", 2021-03-04T23:36:51.320 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:51.320 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.320 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.320 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:51.320 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.705731+0000", 2021-03-04T23:36:51.321 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0339999999999999e-06 2021-03-04T23:36:51.321 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.321 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.321 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:51.321 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.705733+0000", 2021-03-04T23:36:51.322 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9929999999999998e-06 2021-03-04T23:36:51.322 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.322 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.322 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:51.323 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.705735+0000", 2021-03-04T23:36:51.323 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0236e-05 2021-03-04T23:36:51.324 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.324 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.324 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:51.325 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.705745+0000", 2021-03-04T23:36:51.325 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2810000000000002e-06 2021-03-04T23:36:51.326 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.328 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.329 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:51.329 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.705750+0000", 2021-03-04T23:36:51.329 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.95395057500000002 2021-03-04T23:36:51.330 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.330 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.331 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.331 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.659700+0000", 2021-03-04T23:36:51.331 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011719729999999999 2021-03-04T23:36:51.332 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.332 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.333 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:51.333 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.671420+0000", 2021-03-04T23:36:51.333 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.056182546999999999 2021-03-04T23:36:51.334 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.334 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.335 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.335 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.727603+0000", 2021-03-04T23:36:51.335 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040372259999999997 2021-03-04T23:36:51.336 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.336 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.337 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:51.337 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.731640+0000", 2021-03-04T23:36:51.338 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0090436219999999994 2021-03-04T23:36:51.338 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.338 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.339 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:36:51.339 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.740683+0000", 2021-03-04T23:36:51.340 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044213883000000002 2021-03-04T23:36:51.340 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.340 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.341 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.341 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.784897+0000", 2021-03-04T23:36:51.342 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0013442009999999999 2021-03-04T23:36:51.342 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.343 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.343 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.344 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.786242+0000", 2021-03-04T23:36:51.344 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.168848468 2021-03-04T23:36:51.344 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.345 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.345 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:51.345 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.955090+0000", 2021-03-04T23:36:51.346 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0023406529999999998 2021-03-04T23:36:51.346 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.347 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.347 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:51.348 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.957431+0000", 2021-03-04T23:36:51.348 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0090474140000000002 2021-03-04T23:36:51.348 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.348 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.348 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:51.349 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.966478+0000", 2021-03-04T23:36:51.349 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2607468630000001 2021-03-04T23:36:51.349 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.349 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:51.349 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.350 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.350 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.350 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:196822 9.1 9:8cc7b9c9:::benchmark_data_gibba011_139107_object43455:head [delete] snapc 0=[] ondisk+write+known_if_redirected e275)", 2021-03-04T23:36:51.350 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:50.995033+0000", 2021-03-04T23:36:51.351 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 240.17514392300001, 2021-03-04T23:36:51.351 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.192833394, 2021-03-04T23:36:51.351 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:51.351 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:51.351 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:51.352 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:51.352 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:51.352 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 196822 2021-03-04T23:36:51.352 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.352 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:51.353 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.353 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:51.353 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:50.995033+0000", 2021-03-04T23:36:51.353 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:51.354 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.354 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.354 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:51.354 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:50.995033+0000", 2021-03-04T23:36:51.355 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.846e-06 2021-03-04T23:36:51.355 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.355 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.355 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:51.356 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:50.995035+0000", 2021-03-04T23:36:51.356 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8640000000000001e-06 2021-03-04T23:36:51.356 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.356 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.356 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:51.357 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:50.995037+0000", 2021-03-04T23:36:51.357 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.7230000000000004e-06 2021-03-04T23:36:51.357 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.357 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.357 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:51.358 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:50.995045+0000", 2021-03-04T23:36:51.358 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3370000000000001e-06 2021-03-04T23:36:51.358 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.358 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.358 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:51.359 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:50.995049+0000", 2021-03-04T23:36:51.359 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.98953764499999997 2021-03-04T23:36:51.359 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.359 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.359 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.360 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:51.984587+0000", 2021-03-04T23:36:51.360 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.021534648 2021-03-04T23:36:51.360 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.360 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.361 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:51.361 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.006122+0000", 2021-03-04T23:36:51.361 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.061517948000000003 2021-03-04T23:36:51.361 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.361 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.362 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.362 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.067640+0000", 2021-03-04T23:36:51.362 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040661949999999999 2021-03-04T23:36:51.362 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.362 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.363 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:51.363 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.071706+0000", 2021-03-04T23:36:51.363 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0088102960000000004 2021-03-04T23:36:51.363 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.363 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.364 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:36:51.364 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.080516+0000", 2021-03-04T23:36:51.364 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.051629142000000003 2021-03-04T23:36:51.364 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.364 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.365 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:51.365 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.132145+0000", 2021-03-04T23:36:51.365 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00173573 2021-03-04T23:36:51.365 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.365 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.366 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.366 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.133881+0000", 2021-03-04T23:36:51.366 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.040926171999999997 2021-03-04T23:36:51.366 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.366 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.367 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.367 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.174807+0000", 2021-03-04T23:36:51.367 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0026020100000000001 2021-03-04T23:36:51.367 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.367 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.368 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:51.368 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.177409+0000", 2021-03-04T23:36:51.368 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010457838000000001 2021-03-04T23:36:51.368 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.368 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.369 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:51.369 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.187867+0000", 2021-03-04T23:36:51.369 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.192833394 2021-03-04T23:36:51.369 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.370 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:51.370 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.370 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.370 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.371 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:199495 9.1 9:8a42f121:::benchmark_data_gibba011_139107_object46128:head [delete] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:36:51.371 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:01.364498+0000", 2021-03-04T23:36:51.371 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 229.805679567, 2021-03-04T23:36:51.371 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1917731570000001, 2021-03-04T23:36:51.372 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:51.372 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:51.372 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:51.373 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:51.373 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:51.373 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 199495 2021-03-04T23:36:51.373 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.373 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:51.374 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.374 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:51.374 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.364498+0000", 2021-03-04T23:36:51.374 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:51.375 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.375 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.375 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:51.375 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.364498+0000", 2021-03-04T23:36:51.375 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.883e-06 2021-03-04T23:36:51.376 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.376 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.376 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:51.376 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.364500+0000", 2021-03-04T23:36:51.376 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9690000000000001e-06 2021-03-04T23:36:51.377 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.377 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.377 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:51.377 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.364502+0000", 2021-03-04T23:36:51.377 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.1359999999999997e-06 2021-03-04T23:36:51.378 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.378 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.378 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:51.378 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.364510+0000", 2021-03-04T23:36:51.379 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9929999999999997e-06 2021-03-04T23:36:51.379 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.379 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.379 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:51.379 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.364514+0000", 2021-03-04T23:36:51.380 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.85321224399999995 2021-03-04T23:36:51.380 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.380 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.380 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.380 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.217726+0000", 2021-03-04T23:36:51.381 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012533638 2021-03-04T23:36:51.381 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.381 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.381 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:51.381 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.230260+0000", 2021-03-04T23:36:51.382 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.043516725999999999 2021-03-04T23:36:51.382 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.382 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.382 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.383 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.273776+0000", 2021-03-04T23:36:51.383 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0039875470000000001 2021-03-04T23:36:51.383 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.383 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.383 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:51.384 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.277764+0000", 2021-03-04T23:36:51.384 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0081649070000000008 2021-03-04T23:36:51.384 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.384 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.384 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:36:51.385 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.285929+0000", 2021-03-04T23:36:51.385 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.04321034 2021-03-04T23:36:51.385 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.385 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.385 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.386 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.329139+0000", 2021-03-04T23:36:51.386 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.020828144999999999 2021-03-04T23:36:51.386 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.386 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.386 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.387 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.349967+0000", 2021-03-04T23:36:51.387 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.19543828299999999 2021-03-04T23:36:51.387 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.387 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.388 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:51.388 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.545406+0000", 2021-03-04T23:36:51.388 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0021327020000000002 2021-03-04T23:36:51.388 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.388 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.389 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:51.389 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.547538+0000", 2021-03-04T23:36:51.389 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0087326439999999995 2021-03-04T23:36:51.389 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.389 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.390 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:51.390 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.556271+0000", 2021-03-04T23:36:51.390 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1917731570000001 2021-03-04T23:36:51.391 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.391 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:51.391 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.391 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.392 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.392 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:199567 9.1 9:852b5113:::benchmark_data_gibba011_139107_object46200:head [delete] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:36:51.392 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:01.812069+0000", 2021-03-04T23:36:51.392 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 229.35810864199999, 2021-03-04T23:36:51.393 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3431064340000001, 2021-03-04T23:36:51.393 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:51.393 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:51.393 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:51.393 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:51.394 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:51.394 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 199567 2021-03-04T23:36:51.394 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.394 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:51.395 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.395 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:51.395 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.812069+0000", 2021-03-04T23:36:51.395 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:51.395 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.396 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.396 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:51.396 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.812069+0000", 2021-03-04T23:36:51.396 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.605e-06 2021-03-04T23:36:51.396 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.397 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.397 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:51.397 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.812071+0000", 2021-03-04T23:36:51.397 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.723e-06 2021-03-04T23:36:51.397 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.398 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.398 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:51.398 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.812074+0000", 2021-03-04T23:36:51.399 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0947999999999999e-05 2021-03-04T23:36:51.399 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.399 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.400 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:51.400 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.812085+0000", 2021-03-04T23:36:51.400 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4659999999999998e-06 2021-03-04T23:36:51.401 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.401 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.401 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:51.401 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.812091+0000", 2021-03-04T23:36:51.401 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.82816658399999998 2021-03-04T23:36:51.402 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.402 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.402 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.402 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.640257+0000", 2021-03-04T23:36:51.402 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013520452000000001 2021-03-04T23:36:51.403 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.403 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.403 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:51.403 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.653778+0000", 2021-03-04T23:36:51.404 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.046115213000000002 2021-03-04T23:36:51.404 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.404 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.404 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.404 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.699893+0000", 2021-03-04T23:36:51.405 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0038042670000000001 2021-03-04T23:36:51.405 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.405 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.405 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:51.405 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.703697+0000", 2021-03-04T23:36:51.406 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0079773299999999995 2021-03-04T23:36:51.406 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.406 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.406 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:36:51.407 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.711674+0000", 2021-03-04T23:36:51.407 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.041327272999999998 2021-03-04T23:36:51.407 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.407 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.408 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.408 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.753002+0000", 2021-03-04T23:36:51.408 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0012547019999999999 2021-03-04T23:36:51.409 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.409 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.409 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.410 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.754256+0000", 2021-03-04T23:36:51.410 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.38966078900000001 2021-03-04T23:36:51.411 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.411 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.412 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:51.413 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.143917+0000", 2021-03-04T23:36:51.413 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0020587029999999998 2021-03-04T23:36:51.414 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.415 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.416 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:51.416 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.145976+0000", 2021-03-04T23:36:51.416 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0091993790000000006 2021-03-04T23:36:51.417 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.418 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.418 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:51.418 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.155175+0000", 2021-03-04T23:36:51.419 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3431064340000001 2021-03-04T23:36:51.419 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.419 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:51.419 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.419 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.420 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.420 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:199573 9.1 9:84394bc1:::benchmark_data_gibba011_139107_object46206:head [delete] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:36:51.421 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:01.837787+0000", 2021-03-04T23:36:51.421 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 229.332390624, 2021-03-04T23:36:51.422 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.329708895, 2021-03-04T23:36:51.422 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:51.422 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:51.422 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:51.423 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:51.423 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:51.423 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 199573 2021-03-04T23:36:51.423 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.423 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:51.424 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.424 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:51.424 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.837787+0000", 2021-03-04T23:36:51.424 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:51.424 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.425 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.425 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:51.425 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.837787+0000", 2021-03-04T23:36:51.425 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.548e-06 2021-03-04T23:36:51.426 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.426 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.426 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:51.426 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.837788+0000", 2021-03-04T23:36:51.426 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4750000000000001e-06 2021-03-04T23:36:51.427 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.427 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.427 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:51.427 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.837790+0000", 2021-03-04T23:36:51.427 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.5019999999999992e-06 2021-03-04T23:36:51.428 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.428 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.428 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:51.429 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.837798+0000", 2021-03-04T23:36:51.429 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2599999999999999e-06 2021-03-04T23:36:51.429 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.429 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.430 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:51.431 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.837803+0000", 2021-03-04T23:36:51.431 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.83219984700000005 2021-03-04T23:36:51.432 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.432 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.433 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.433 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.670002+0000", 2021-03-04T23:36:51.434 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010600679 2021-03-04T23:36:51.434 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.435 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.435 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:51.436 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.680603+0000", 2021-03-04T23:36:51.436 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.054528589000000002 2021-03-04T23:36:51.437 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.437 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.438 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.439 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.735132+0000", 2021-03-04T23:36:51.439 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0037552369999999998 2021-03-04T23:36:51.440 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.440 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.441 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:51.441 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.738887+0000", 2021-03-04T23:36:51.442 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0079119280000000004 2021-03-04T23:36:51.442 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.443 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.443 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:36:51.444 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.746799+0000", 2021-03-04T23:36:51.444 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0087100040000000004 2021-03-04T23:36:51.444 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.445 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.445 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.446 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.755509+0000", 2021-03-04T23:36:51.446 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001258239 2021-03-04T23:36:51.446 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.447 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.447 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.448 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.756767+0000", 2021-03-04T23:36:51.448 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.39882030699999999 2021-03-04T23:36:51.448 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.449 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.449 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:51.449 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.155587+0000", 2021-03-04T23:36:51.449 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0024296280000000001 2021-03-04T23:36:51.449 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.450 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.450 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:51.450 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.158017+0000", 2021-03-04T23:36:51.450 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0094786520000000006 2021-03-04T23:36:51.451 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.451 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.451 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:51.451 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.167496+0000", 2021-03-04T23:36:51.451 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.329708895 2021-03-04T23:36:51.452 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.452 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:51.452 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.452 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.452 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.453 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:199582 9.1 9:8203e997:::benchmark_data_gibba011_139107_object46215:head [delete] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:36:51.453 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:01.863282+0000", 2021-03-04T23:36:51.453 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 229.306895177, 2021-03-04T23:36:51.453 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3176743280000001, 2021-03-04T23:36:51.454 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:51.454 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:51.454 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:51.454 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:51.455 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:51.455 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 199582 2021-03-04T23:36:51.455 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.455 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:51.456 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.456 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:51.456 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.863282+0000", 2021-03-04T23:36:51.456 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:51.456 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.457 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.457 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:51.457 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.863282+0000", 2021-03-04T23:36:51.457 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1639999999999999e-06 2021-03-04T23:36:51.458 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.458 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.458 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:51.458 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.863284+0000", 2021-03-04T23:36:51.458 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1629999999999999e-06 2021-03-04T23:36:51.459 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.459 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.459 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:51.459 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.863287+0000", 2021-03-04T23:36:51.459 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0971999999999999e-05 2021-03-04T23:36:51.460 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.460 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.460 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:51.460 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.863298+0000", 2021-03-04T23:36:51.460 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4689999999999999e-06 2021-03-04T23:36:51.461 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.461 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.461 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:51.461 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.863302+0000", 2021-03-04T23:36:51.461 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.89389032300000004 2021-03-04T23:36:51.462 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.462 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.462 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.462 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.757192+0000", 2021-03-04T23:36:51.463 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010260438 2021-03-04T23:36:51.463 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.463 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.463 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:51.463 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.767453+0000", 2021-03-04T23:36:51.464 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.039500866000000003 2021-03-04T23:36:51.464 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.464 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.464 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.464 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.806954+0000", 2021-03-04T23:36:51.465 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0037647319999999998 2021-03-04T23:36:51.465 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.465 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.465 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:51.465 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.810718+0000", 2021-03-04T23:36:51.466 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0079109999999999996 2021-03-04T23:36:51.466 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.466 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.466 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:36:51.467 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.818629+0000", 2021-03-04T23:36:51.467 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.040513204999999997 2021-03-04T23:36:51.467 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.467 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.467 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.468 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.859143+0000", 2021-03-04T23:36:51.468 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035336305999999998 2021-03-04T23:36:51.468 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.468 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.468 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.469 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.894479+0000", 2021-03-04T23:36:51.469 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.27359776699999999 2021-03-04T23:36:51.469 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.469 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.469 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:51.470 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.168077+0000", 2021-03-04T23:36:51.470 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002147838 2021-03-04T23:36:51.471 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.471 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.471 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:51.471 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.170224+0000", 2021-03-04T23:36:51.471 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010732085000000001 2021-03-04T23:36:51.472 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.472 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.472 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:51.472 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.180957+0000", 2021-03-04T23:36:51.472 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3176743280000001 2021-03-04T23:36:51.473 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.473 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:51.473 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.473 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.473 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.474 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:199604 9.1 9:8b23f43a:::benchmark_data_gibba011_139107_object46237:head [delete] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:36:51.474 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:02.027903+0000", 2021-03-04T23:36:51.474 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 229.14227451799999, 2021-03-04T23:36:51.474 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.166526226, 2021-03-04T23:36:51.475 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:51.475 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:51.475 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:51.475 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:51.475 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:51.476 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 199604 2021-03-04T23:36:51.476 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.476 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:51.476 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.476 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:51.477 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.027903+0000", 2021-03-04T23:36:51.477 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:51.477 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.477 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.477 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:51.478 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.027903+0000", 2021-03-04T23:36:51.478 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.469e-06 2021-03-04T23:36:51.478 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.478 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.479 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:51.479 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.027904+0000", 2021-03-04T23:36:51.479 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4109999999999999e-06 2021-03-04T23:36:51.479 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.479 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.480 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:51.480 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.027906+0000", 2021-03-04T23:36:51.480 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.1470000000000004e-06 2021-03-04T23:36:51.480 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.480 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.481 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:51.481 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.027913+0000", 2021-03-04T23:36:51.481 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.7010000000000004e-06 2021-03-04T23:36:51.481 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.481 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.482 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:51.482 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.027918+0000", 2021-03-04T23:36:51.482 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.739977832 2021-03-04T23:36:51.482 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.482 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.483 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.483 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.767895+0000", 2021-03-04T23:36:51.483 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010426955999999999 2021-03-04T23:36:51.483 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.483 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.484 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:51.484 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.778322+0000", 2021-03-04T23:36:51.484 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.063019676999999996 2021-03-04T23:36:51.484 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.484 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.485 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.485 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.841342+0000", 2021-03-04T23:36:51.485 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003756274 2021-03-04T23:36:51.485 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.486 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.486 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:51.486 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.845098+0000", 2021-03-04T23:36:51.486 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.007916892 2021-03-04T23:36:51.486 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.487 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.487 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:36:51.487 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.853015+0000", 2021-03-04T23:36:51.487 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.042774864000000003 2021-03-04T23:36:51.487 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.488 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.488 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.488 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.895790+0000", 2021-03-04T23:36:51.488 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001277507 2021-03-04T23:36:51.488 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.489 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.489 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.489 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.897068+0000", 2021-03-04T23:36:51.489 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.284421747 2021-03-04T23:36:51.489 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.490 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.490 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:51.490 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.181489+0000", 2021-03-04T23:36:51.490 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0026806949999999999 2021-03-04T23:36:51.491 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.491 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.491 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:51.491 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.184170+0000", 2021-03-04T23:36:51.492 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010259054 2021-03-04T23:36:51.492 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.492 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.492 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:51.492 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.194429+0000", 2021-03-04T23:36:51.493 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.166526226 2021-03-04T23:36:51.493 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.493 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:51.493 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.493 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.494 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.494 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203014 9.1 9:8ab41282:::benchmark_data_gibba011_139107_object49647:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:36:51.494 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:15.812500+0000", 2021-03-04T23:36:51.494 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 215.357677755, 2021-03-04T23:36:51.495 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3705346140000001, 2021-03-04T23:36:51.495 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:51.495 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:51.495 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:51.495 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:51.496 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:51.496 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203014 2021-03-04T23:36:51.496 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.496 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:51.496 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.497 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:51.497 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.812500+0000", 2021-03-04T23:36:51.497 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:51.497 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.497 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.498 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:51.498 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.812500+0000", 2021-03-04T23:36:51.498 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.184e-06 2021-03-04T23:36:51.498 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.498 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.499 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:51.504 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.812501+0000", 2021-03-04T23:36:51.505 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.469e-06 2021-03-04T23:36:51.505 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.505 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.505 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:51.506 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.812502+0000", 2021-03-04T23:36:51.506 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.0040000000000002e-06 2021-03-04T23:36:51.506 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.506 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.507 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:51.507 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.812509+0000", 2021-03-04T23:36:51.507 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9960000000000004e-06 2021-03-04T23:36:51.507 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.507 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.508 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:51.508 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.812513+0000", 2021-03-04T23:36:51.508 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.843920958 2021-03-04T23:36:51.509 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.509 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.509 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.509 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.656434+0000", 2021-03-04T23:36:51.510 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011590477 2021-03-04T23:36:51.510 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.510 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.511 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:51.511 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.668025+0000", 2021-03-04T23:36:51.511 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.041574014999999999 2021-03-04T23:36:51.511 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.511 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.512 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.512 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.709599+0000", 2021-03-04T23:36:51.512 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0038398550000000001 2021-03-04T23:36:51.512 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.513 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.514 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:51.514 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.713439+0000", 2021-03-04T23:36:51.515 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0077676179999999996 2021-03-04T23:36:51.516 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.516 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.516 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:36:51.517 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.721206+0000", 2021-03-04T23:36:51.518 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.041329024999999998 2021-03-04T23:36:51.518 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.518 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.518 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.519 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.762535+0000", 2021-03-04T23:36:51.519 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035053386999999998 2021-03-04T23:36:51.519 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.519 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.520 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.520 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.797589+0000", 2021-03-04T23:36:51.520 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.373978423 2021-03-04T23:36:51.520 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.522 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.522 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:51.522 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.171567+0000", 2021-03-04T23:36:51.523 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0020052270000000001 2021-03-04T23:36:51.523 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.523 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.523 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:51.524 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.173572+0000", 2021-03-04T23:36:51.525 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0094619760000000004 2021-03-04T23:36:51.525 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.525 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.525 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:51.526 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.183034+0000", 2021-03-04T23:36:51.526 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3705346140000001 2021-03-04T23:36:51.526 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.526 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:51.527 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.527 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.527 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.527 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203032 9.1 9:84c2839f:::benchmark_data_gibba011_139107_object49665:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:36:51.527 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:15.866440+0000", 2021-03-04T23:36:51.528 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 215.30373743499999, 2021-03-04T23:36:51.528 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3309935900000001, 2021-03-04T23:36:51.528 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:51.528 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:51.528 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:51.529 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:51.529 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:51.529 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203032 2021-03-04T23:36:51.531 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.532 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:51.532 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.533 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:51.533 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.866440+0000", 2021-03-04T23:36:51.533 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:51.533 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.534 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.534 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:51.537 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.866440+0000", 2021-03-04T23:36:51.537 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.8540000000000001e-06 2021-03-04T23:36:51.538 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.538 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.538 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:51.538 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.866443+0000", 2021-03-04T23:36:51.539 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0229999999999999e-06 2021-03-04T23:36:51.539 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.539 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.539 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:51.539 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.866445+0000", 2021-03-04T23:36:51.540 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.577e-06 2021-03-04T23:36:51.540 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.540 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.540 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:51.540 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.866454+0000", 2021-03-04T23:36:51.541 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4979999999999997e-06 2021-03-04T23:36:51.541 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.542 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.543 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:51.544 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.866460+0000", 2021-03-04T23:36:51.544 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.80204232900000005 2021-03-04T23:36:51.544 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.544 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.545 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.545 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.668502+0000", 2021-03-04T23:36:51.545 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010163067 2021-03-04T23:36:51.545 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.545 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.546 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:51.546 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.678665+0000", 2021-03-04T23:36:51.546 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.066561548999999998 2021-03-04T23:36:51.549 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.549 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.549 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.549 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.745227+0000", 2021-03-04T23:36:51.550 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0036538909999999998 2021-03-04T23:36:51.550 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.550 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.550 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:51.550 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.748881+0000", 2021-03-04T23:36:51.551 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0076396069999999996 2021-03-04T23:36:51.551 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.551 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.551 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:36:51.551 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.756520+0000", 2021-03-04T23:36:51.552 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.042311915999999998 2021-03-04T23:36:51.553 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.553 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.553 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.554 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.798832+0000", 2021-03-04T23:36:51.554 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001236348 2021-03-04T23:36:51.554 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.555 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.555 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.555 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.800069+0000", 2021-03-04T23:36:51.555 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.38479538000000002 2021-03-04T23:36:51.556 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.556 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.556 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:51.556 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.184864+0000", 2021-03-04T23:36:51.556 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0020545899999999998 2021-03-04T23:36:51.557 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.557 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.557 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:51.557 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.186919+0000", 2021-03-04T23:36:51.558 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010514961 2021-03-04T23:36:51.559 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.559 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.559 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:51.559 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.197434+0000", 2021-03-04T23:36:51.560 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3309935900000001 2021-03-04T23:36:51.560 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.560 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:51.560 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.560 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.561 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.561 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203043 9.1 9:846a3dad:::benchmark_data_gibba011_139107_object49676:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:36:51.561 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:15.962897+0000", 2021-03-04T23:36:51.561 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 215.20728074199999, 2021-03-04T23:36:51.562 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2472948079999999, 2021-03-04T23:36:51.562 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:51.562 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:51.562 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:51.562 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:51.563 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:51.563 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203043 2021-03-04T23:36:51.563 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.564 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:51.565 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.565 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:51.565 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.962897+0000", 2021-03-04T23:36:51.566 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:51.566 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.566 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.566 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:51.566 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.962897+0000", 2021-03-04T23:36:51.567 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2010000000000002e-06 2021-03-04T23:36:51.567 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.567 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.567 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:51.569 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.962899+0000", 2021-03-04T23:36:51.570 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6029999999999999e-06 2021-03-04T23:36:51.570 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.570 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.570 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:51.570 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.962901+0000", 2021-03-04T23:36:51.571 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0108999999999999e-05 2021-03-04T23:36:51.571 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.571 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.571 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:51.572 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.962912+0000", 2021-03-04T23:36:51.572 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.9629999999999997e-06 2021-03-04T23:36:51.572 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.572 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.572 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:51.573 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.962917+0000", 2021-03-04T23:36:51.573 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.71617666999999996 2021-03-04T23:36:51.573 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.573 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.573 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.574 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.679093+0000", 2021-03-04T23:36:51.574 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010546068 2021-03-04T23:36:51.574 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.574 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.575 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:51.576 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.689639+0000", 2021-03-04T23:36:51.576 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.090232781999999997 2021-03-04T23:36:51.576 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.576 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.577 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.577 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.779872+0000", 2021-03-04T23:36:51.577 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0035948970000000001 2021-03-04T23:36:51.577 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.578 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.578 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:51.578 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.783467+0000", 2021-03-04T23:36:51.578 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0076458100000000003 2021-03-04T23:36:51.579 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.580 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.581 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:36:51.581 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.791113+0000", 2021-03-04T23:36:51.581 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01019196 2021-03-04T23:36:51.581 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.582 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.582 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.582 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.801305+0000", 2021-03-04T23:36:51.582 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001239446 2021-03-04T23:36:51.583 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.583 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.583 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.583 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.802544+0000", 2021-03-04T23:36:51.583 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.39534682100000001 2021-03-04T23:36:51.584 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.584 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.584 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:51.584 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.197891+0000", 2021-03-04T23:36:51.584 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022771229999999998 2021-03-04T23:36:51.585 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.585 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.585 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:51.585 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.200168+0000", 2021-03-04T23:36:51.585 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010023354999999999 2021-03-04T23:36:51.587 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.588 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.588 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:51.588 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.210191+0000", 2021-03-04T23:36:51.589 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2472948079999999 2021-03-04T23:36:51.591 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.592 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:51.592 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.592 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.592 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.592 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203049 9.1 9:85cb3e5d:::benchmark_data_gibba011_139107_object49682:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:36:51.593 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:15.981760+0000", 2021-03-04T23:36:51.593 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 215.18841765299999, 2021-03-04T23:36:51.594 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2400024160000001, 2021-03-04T23:36:51.594 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:51.594 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:51.594 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:51.595 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:51.595 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:51.595 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203049 2021-03-04T23:36:51.595 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.595 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:51.596 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.596 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:51.596 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.981760+0000", 2021-03-04T23:36:51.596 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:51.596 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.597 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.598 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:51.598 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.981760+0000", 2021-03-04T23:36:51.599 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.917e-06 2021-03-04T23:36:51.599 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.599 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.599 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:51.599 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.981762+0000", 2021-03-04T23:36:51.600 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1459999999999999e-06 2021-03-04T23:36:51.600 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.601 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.601 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:51.602 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.981764+0000", 2021-03-04T23:36:51.602 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.5319999999999995e-06 2021-03-04T23:36:51.602 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.602 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.603 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:51.603 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.981773+0000", 2021-03-04T23:36:51.603 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.7210000000000002e-06 2021-03-04T23:36:51.603 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.603 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.604 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:51.604 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.981778+0000", 2021-03-04T23:36:51.604 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.82118911000000006 2021-03-04T23:36:51.604 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.604 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.605 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.605 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.802967+0000", 2021-03-04T23:36:51.605 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0098153440000000002 2021-03-04T23:36:51.605 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.606 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.606 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:51.606 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.812783+0000", 2021-03-04T23:36:51.606 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.037330164999999998 2021-03-04T23:36:51.607 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.607 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.607 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.607 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.850113+0000", 2021-03-04T23:36:51.607 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003578239 2021-03-04T23:36:51.608 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.608 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.608 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:51.609 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.853691+0000", 2021-03-04T23:36:51.609 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0076126420000000002 2021-03-04T23:36:51.609 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.609 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.610 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:36:51.610 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.861304+0000", 2021-03-04T23:36:51.613 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.040489087 2021-03-04T23:36:51.613 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.613 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.613 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.614 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.901793+0000", 2021-03-04T23:36:51.614 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.034377691000000002 2021-03-04T23:36:51.614 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.614 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.615 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.615 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.936170+0000", 2021-03-04T23:36:51.615 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.27470050200000001 2021-03-04T23:36:51.615 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.615 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.616 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:51.616 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.210871+0000", 2021-03-04T23:36:51.616 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022206880000000002 2021-03-04T23:36:51.616 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.617 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.617 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:51.617 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.213092+0000", 2021-03-04T23:36:51.617 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0086706319999999993 2021-03-04T23:36:51.617 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.618 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.618 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:51.618 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.221762+0000", 2021-03-04T23:36:51.618 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2400024160000001 2021-03-04T23:36:51.618 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.619 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:51.619 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.620 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.620 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.620 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203061 9.1 9:856882be:::benchmark_data_gibba011_139107_object49694:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:36:51.621 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:16.017815+0000", 2021-03-04T23:36:51.623 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 215.152361963, 2021-03-04T23:36:51.623 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.217970652, 2021-03-04T23:36:51.623 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:51.624 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:51.624 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:51.624 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:51.624 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:51.624 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203061 2021-03-04T23:36:51.625 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.625 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:51.625 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.625 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:51.626 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.017815+0000", 2021-03-04T23:36:51.626 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:51.626 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.626 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.627 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:51.627 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.017815+0000", 2021-03-04T23:36:51.627 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2859999999999998e-06 2021-03-04T23:36:51.627 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.627 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.628 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:51.628 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.017818+0000", 2021-03-04T23:36:51.628 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5910000000000001e-06 2021-03-04T23:36:51.628 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.629 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.629 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:51.629 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.017819+0000", 2021-03-04T23:36:51.629 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.4730000000000003e-06 2021-03-04T23:36:51.629 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.630 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.630 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:51.630 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.017827+0000", 2021-03-04T23:36:51.630 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0550000000000001e-06 2021-03-04T23:36:51.630 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.631 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.631 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:51.631 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.017831+0000", 2021-03-04T23:36:51.631 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.79536064200000001 2021-03-04T23:36:51.631 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.633 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.633 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.634 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.813191+0000", 2021-03-04T23:36:51.634 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0097484500000000005 2021-03-04T23:36:51.634 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.635 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.635 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:51.635 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.822940+0000", 2021-03-04T23:36:51.635 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.059846617999999997 2021-03-04T23:36:51.636 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.636 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.636 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.636 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.882787+0000", 2021-03-04T23:36:51.636 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0047229389999999998 2021-03-04T23:36:51.637 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.637 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.637 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:51.637 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.887510+0000", 2021-03-04T23:36:51.638 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0077657009999999999 2021-03-04T23:36:51.638 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.638 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.638 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:36:51.639 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.895275+0000", 2021-03-04T23:36:51.639 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.042049988000000003 2021-03-04T23:36:51.639 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.640 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.640 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.640 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.937325+0000", 2021-03-04T23:36:51.640 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001156242 2021-03-04T23:36:51.640 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.641 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.641 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.641 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.938481+0000", 2021-03-04T23:36:51.641 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.28380329999999998 2021-03-04T23:36:51.642 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.642 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.642 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:51.642 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.222285+0000", 2021-03-04T23:36:51.642 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022305570000000002 2021-03-04T23:36:51.643 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.643 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.643 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:51.644 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.224515+0000", 2021-03-04T23:36:51.644 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011270809999999999 2021-03-04T23:36:51.644 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.645 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.645 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:51.645 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.235786+0000", 2021-03-04T23:36:51.645 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.217970652 2021-03-04T23:36:51.645 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.646 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:51.646 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.646 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.646 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.646 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203856 9.1 9:8ed7e599:::benchmark_data_gibba011_139107_object50489:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:36:51.647 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:18.406664+0000", 2021-03-04T23:36:51.647 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 212.76351335300001, 2021-03-04T23:36:51.647 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.202480486, 2021-03-04T23:36:51.647 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:51.648 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:51.648 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:51.648 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:51.648 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:51.648 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203856 2021-03-04T23:36:51.649 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.649 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:51.649 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.650 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:51.650 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.406664+0000", 2021-03-04T23:36:51.650 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:51.650 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.651 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.651 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:51.651 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.406664+0000", 2021-03-04T23:36:51.651 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3120000000000001e-06 2021-03-04T23:36:51.651 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.652 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.652 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:51.652 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.406665+0000", 2021-03-04T23:36:51.652 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7430000000000001e-06 2021-03-04T23:36:51.653 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.653 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.653 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:51.653 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.406667+0000", 2021-03-04T23:36:51.653 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.0430000000000008e-06 2021-03-04T23:36:51.654 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.654 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.654 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:51.654 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.406675+0000", 2021-03-04T23:36:51.654 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6569999999999999e-06 2021-03-04T23:36:51.655 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.655 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.655 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:51.655 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.406679+0000", 2021-03-04T23:36:51.656 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.81917126500000004 2021-03-04T23:36:51.656 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.656 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.656 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.658 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.225850+0000", 2021-03-04T23:36:51.658 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0099240000000000005 2021-03-04T23:36:51.658 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.658 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.659 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:51.659 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.235774+0000", 2021-03-04T23:36:51.659 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.063483042000000003 2021-03-04T23:36:51.660 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.660 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.660 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.660 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.299257+0000", 2021-03-04T23:36:51.661 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003559534 2021-03-04T23:36:51.661 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.661 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.661 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:51.661 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.302817+0000", 2021-03-04T23:36:51.662 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0075568040000000003 2021-03-04T23:36:51.662 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.662 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.662 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:36:51.663 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.310373+0000", 2021-03-04T23:36:51.663 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.051965036999999999 2021-03-04T23:36:51.663 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.663 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.663 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.664 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.362338+0000", 2021-03-04T23:36:51.664 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0011802049999999999 2021-03-04T23:36:51.664 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.665 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.665 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.665 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.363519+0000", 2021-03-04T23:36:51.665 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.235303398 2021-03-04T23:36:51.666 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.666 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.666 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:51.666 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.598822+0000", 2021-03-04T23:36:51.666 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0019508920000000001 2021-03-04T23:36:51.667 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.667 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.667 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:51.667 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.600773+0000", 2021-03-04T23:36:51.668 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0083715539999999998 2021-03-04T23:36:51.668 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.668 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.668 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:51.668 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.609145+0000", 2021-03-04T23:36:51.669 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.202480486 2021-03-04T23:36:51.669 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.669 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:51.669 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.670 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.671 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.671 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203870 9.1 9:8201f5fa:::benchmark_data_gibba011_139107_object50503:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:36:51.671 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:18.428498+0000", 2021-03-04T23:36:51.671 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 212.74167914, 2021-03-04T23:36:51.671 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1912882739999999, 2021-03-04T23:36:51.672 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:51.672 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:51.672 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:51.672 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:51.673 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:51.673 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203870 2021-03-04T23:36:51.673 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.673 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:51.673 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.674 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:51.674 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.428498+0000", 2021-03-04T23:36:51.674 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:51.674 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.675 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.675 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:51.675 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.428498+0000", 2021-03-04T23:36:51.675 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4649999999999999e-06 2021-03-04T23:36:51.675 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.676 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.676 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:51.676 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.428500+0000", 2021-03-04T23:36:51.676 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9920000000000002e-06 2021-03-04T23:36:51.677 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.677 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.677 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:51.677 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.428502+0000", 2021-03-04T23:36:51.678 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0939999999999997e-06 2021-03-04T23:36:51.678 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.678 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.679 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:51.679 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.428511+0000", 2021-03-04T23:36:51.679 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.1729999999999997e-06 2021-03-04T23:36:51.679 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.679 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.680 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:51.680 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.428515+0000", 2021-03-04T23:36:51.680 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.807686138 2021-03-04T23:36:51.680 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.681 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.681 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.681 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.236201+0000", 2021-03-04T23:36:51.682 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010947385 2021-03-04T23:36:51.682 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.682 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.682 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:51.682 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.247149+0000", 2021-03-04T23:36:51.683 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.086657049 2021-03-04T23:36:51.683 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.683 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.683 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.684 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.333806+0000", 2021-03-04T23:36:51.684 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0035688299999999998 2021-03-04T23:36:51.684 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.684 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.685 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:51.685 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.337374+0000", 2021-03-04T23:36:51.685 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0075364890000000004 2021-03-04T23:36:51.686 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.686 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.686 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:36:51.686 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.344911+0000", 2021-03-04T23:36:51.687 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.019789534000000001 2021-03-04T23:36:51.687 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.687 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.687 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.687 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.364700+0000", 2021-03-04T23:36:51.688 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0011836939999999999 2021-03-04T23:36:51.688 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.688 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.689 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.689 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.365884+0000", 2021-03-04T23:36:51.689 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.24378893400000001 2021-03-04T23:36:51.689 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.689 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.690 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:51.690 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.609673+0000", 2021-03-04T23:36:51.690 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0020747460000000001 2021-03-04T23:36:51.690 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.691 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.691 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:51.691 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.611748+0000", 2021-03-04T23:36:51.692 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0080387510000000002 2021-03-04T23:36:51.692 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.692 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.692 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:51.693 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.619787+0000", 2021-03-04T23:36:51.693 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1912882739999999 2021-03-04T23:36:51.693 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.694 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:51.694 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.698 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.698 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.698 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:211537 9.1 9:889f599a:::benchmark_data_gibba011_139107_object58170:head [delete] snapc 0=[] ondisk+write+known_if_redirected e284)", 2021-03-04T23:36:51.698 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:46.702881+0000", 2021-03-04T23:36:51.699 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 184.46729650899999, 2021-03-04T23:36:51.699 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3518756489999999, 2021-03-04T23:36:51.699 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:36:51.699 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:36:51.699 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:36:51.700 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:36:51.700 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:36:51.700 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 211537 2021-03-04T23:36:51.700 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.701 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:36:51.701 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.701 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:36:51.701 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:46.702881+0000", 2021-03-04T23:36:51.701 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:36:51.702 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.702 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.702 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:36:51.703 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:46.702881+0000", 2021-03-04T23:36:51.703 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.083e-06 2021-03-04T23:36:51.703 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.704 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.704 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:36:51.704 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:46.702882+0000", 2021-03-04T23:36:51.704 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2419999999999999e-06 2021-03-04T23:36:51.705 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.705 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.705 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:36:51.705 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:46.702883+0000", 2021-03-04T23:36:51.705 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.2820000000000002e-06 2021-03-04T23:36:51.706 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.706 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.706 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:36:51.706 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:46.702890+0000", 2021-03-04T23:36:51.706 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9490000000000001e-06 2021-03-04T23:36:51.707 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.707 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.708 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:36:51.708 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:46.702892+0000", 2021-03-04T23:36:51.708 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.72747275700000003 2021-03-04T23:36:51.708 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.709 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.709 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.709 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.430365+0000", 2021-03-04T23:36:51.709 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011693689 2021-03-04T23:36:51.709 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.710 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.710 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:36:51.710 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.442059+0000", 2021-03-04T23:36:51.711 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.036069375000000001 2021-03-04T23:36:51.711 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.711 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.711 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:36:51.711 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.478128+0000", 2021-03-04T23:36:51.712 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003356974 2021-03-04T23:36:51.712 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.712 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.712 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:36:51.713 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.481485+0000", 2021-03-04T23:36:51.713 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.006604909 2021-03-04T23:36:51.713 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.714 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.714 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:36:51.714 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.488090+0000", 2021-03-04T23:36:51.714 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.034038027999999998 2021-03-04T23:36:51.715 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.715 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.715 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.715 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.522128+0000", 2021-03-04T23:36:51.716 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.028740129999999999 2021-03-04T23:36:51.716 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.716 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.716 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:36:51.716 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.550868+0000", 2021-03-04T23:36:51.717 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.49357573999999999 2021-03-04T23:36:51.717 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.717 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.717 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:36:51.718 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:48.044444+0000", 2021-03-04T23:36:51.718 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0017326240000000001 2021-03-04T23:36:51.719 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.719 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.719 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:36:51.719 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:48.046177+0000", 2021-03-04T23:36:51.719 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0085798669999999997 2021-03-04T23:36:51.720 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:36:51.720 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:36:51.720 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:36:51.720 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:48.054757+0000", 2021-03-04T23:36:51.720 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3518756489999999 2021-03-04T23:36:51.722 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.722 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:51.722 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.722 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:36:51.723 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:36:51.723 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:36:51.725 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:51.726 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:36:51.366526+0000 min lat: 0.000865966 max lat: 0.140878 avg lat: 0.00555858 2021-03-04T23:36:51.726 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:36:51.727 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 40 16 115108 115092 179.817 123.188 0.0060328 0.00555858 2021-03-04T23:36:51.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:51.745 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:51.745 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:51.846 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:51.859 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:51.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:51.869 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:51.869 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:51.971 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:51.994 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:51.995 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:51.995 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:52.087 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-03-04T23:36:52.097 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:52.157 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:52.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:52.159 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:52.254 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:36:52.260 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:52.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:52.281 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:52.281 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:52.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:52 gibba011 conmon[95595]: cluster 2021-03-04T23:36:50.758285+0000 mgr.x (mgr.34676) 1058 : cluster [DBG] pgmap v1085: 129 pgs: 129 active+clean; 6.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 115 MiB/s wr, 1.84k op/s 2021-03-04T23:36:52.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:52 gibba011 conmon[95595]: audit 2021-03-04T23:36:51.683447+0000 mon.a (mon.0) 1453 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:36:52.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:52 gibba011 conmon[99461]: cluster 2021-03-04T23:36:50.758285+0000 mgr.x (mgr.34676) 1058 : cluster [DBG] pgmap v1085: 129 pgs: 129 active+clean; 6.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 115 MiB/s wr, 1.84k op/s 2021-03-04T23:36:52.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:52 gibba011 conmon[99461]: audit 2021-03-04T23:36:51.683447+0000 mon.a (mon.0) 1453 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:36:52.368 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 41 16 116740 116724 177.919 102 0.00484445 0.00561794 2021-03-04T23:36:52.382 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:52.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:52.403 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:52.404 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:52.429 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 1, 3, 7] out_osds: [2] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:36:52.430 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:36:52.430 INFO:tasks.thrashosds.thrasher:Adding osd 2 2021-03-04T23:36:52.430 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd in 2 2021-03-04T23:36:52.465 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:52 gibba038 conmon[76675]: cluster 2021-03-04T23:36:50.758285+0000 mgr.x (mgr. 2021-03-04T23:36:52.465 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:52 gibba038 conmon[76675]: 34676) 1058 : cluster [DBG] pgmap v1085: 129 pgs: 129 active+clean; 6.6 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 115 MiB/s wr, 1.84k op/s 2021-03-04T23:36:52.466 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:52 gibba038 conmon[76675]: audit 2021-03-04T23:36:51.683447+0000 mon.a (mon.0) 1453 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:36:52.504 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:52.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:52.534 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:52.534 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:52.575 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:52.635 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:52.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:52.812 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:52.814 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:52.816 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:36:52.917 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:52.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:52.945 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:52.945 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:53.004 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:53.047 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:53.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:53.068 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:53.069 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:53.170 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:53.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:53.198 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:53.199 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:53.256 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:53 gibba011 conmon[95595]: cluster 2021-03-04T23:36:52.397015+0000 osd.5 (osd.5) 20 : cluster 2021-03-04T23:36:53.257 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:53 gibba011 conmon[95595]: [DBG] 2.c scrub starts 2021-03-04T23:36:53.257 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:53 gibba011 conmon[95595]: cluster 2021-03-04T23:36:52.401056+0000 osd.5 (osd.5) 21 : cluster [DBG] 2.c scrub ok 2021-03-04T23:36:53.257 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:53 gibba011 conmon[99461]: cluster 2021-03-04T23:36:52.397015+0000 osd.5 (osd.5) 20 : cluster [DBG] 2.c scrub starts 2021-03-04T23:36:53.258 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:53 gibba011 conmon[99461]: 2021-03-04T23:36:53.258 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:53 gibba011 conmon[99461]: cluster 2021-03-04T23:36:52.401056+0000 osd.5 (osd.5) 21 : cluster [DBG] 2.c scrub ok 2021-03-04T23:36:53.299 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:53.318 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:53.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:53.320 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:53.368 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 42 16 118705 118689 176.606 122.812 0.00305841 0.00565972 2021-03-04T23:36:53.422 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:53.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:53.448 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:53.448 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:53.550 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:53.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:53.571 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:53.572 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:53.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:53 gibba038 conmon[76675]: cluster 2021-03-04T23:36:52.397015+0000 osd.5 (osd.5) 20 : cluster [DBG] 2.c scrub starts 2021-03-04T23:36:53.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:53 gibba038 conmon[76675]: cluster 2021-03-04T23:36:52.401056+0000 osd.5 (osd.5) 21 : cluster [DBG] 2.c scrub ok 2021-03-04T23:36:53.673 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:53.698 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:53.699 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:53.699 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:53.800 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:53.827 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:53.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:53.829 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:53.930 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:53.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:53.952 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:53.953 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:53.961 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:36:53.978 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:36:53.996 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:36:54.017 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:36:54.039 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:36:54.054 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:54.055 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:36:54.071 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:36:54.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:54.083 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:54.083 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:54.088 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:36:54.090 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:36:54.090 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:36:54.091 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:36:54.091 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:36:54.091 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:36:54.091 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:36:54.091 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:36:54.092 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:36:54.185 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:54.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:54.209 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:54.209 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:54.311 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:54.329 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:54.330 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:54.330 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:54.368 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 43 16 120648 120632 175.323 121.438 0.00959943 0.00570129 2021-03-04T23:36:54.432 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:54.455 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:54.456 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:54.456 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:54.558 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:54.585 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:54.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:54.587 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:54.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:54 gibba038 conmon[76675]: cluster 2021-03-04T23:36:52.758836+0000 mgr.x (mgr.34676) 1059 : cluster [DBG] 2021-03-04T23:36:54.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:54 gibba038 conmon[76675]: pgmap v1086: 129 pgs: 129 active+clean; 6.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 120 MiB/s wr, 1.91k op/s 2021-03-04T23:36:54.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:54 gibba038 conmon[76675]: cluster 2021-03-04T23:36:53.442988+0000 osd.5 (osd.5) 22 : cluster [DBG] 1.11 scrub starts 2021-03-04T23:36:54.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:54 gibba038 conmon[76675]: cluster 2021-03-04T23:36:53.443598+0000 osd.5 (osd.5) 23 : cluster [DBG] 1.11 scrub ok 2021-03-04T23:36:54.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:54 gibba038 conmon[76675]: audit 2021-03-04T23:36:53.943216+0000 mon.c (mon.1) 422 : audit [DBG] from='client.? 172.21.2.111:0/57977493' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:54.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:54 gibba011 conmon[95595]: cluster 2021-03-04T23:36:52.758836+0000 mgr.x (mgr.34676) 1059 : cluster [DBG] pgmap v1086: 129 pgs: 129 active+clean; 6.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 120 MiB/s wr, 1.91k op/s 2021-03-04T23:36:54.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:54 gibba011 conmon[95595]: cluster 2021-03-04T23:36:53.442988+0000 osd.5 (osd.5) 22 : cluster [DBG] 1.11 scrub starts 2021-03-04T23:36:54.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:54 gibba011 conmon[95595]: cluster 2021-03-04T23:36:53.443598+0000 osd.5 (osd.5) 23 : cluster [DBG] 1.11 scrub ok 2021-03-04T23:36:54.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:54 gibba011 conmon[95595]: audit 2021-03-04T23:36:53.943216+0000 mon.c (mon.1) 422 : audit [DBG] from='client.? 172.21.2.111:0/57977493' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:54.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:54 gibba011 conmon[99461]: cluster 2021-03-04T23:36:52.758836+0000 mgr.x (mgr.34676) 1059 : cluster [DBG] pgmap v1086: 129 pgs: 129 active+clean; 6.9 GiB data, 22 GiB used, 562 GiB / 588 GiB avail; 120 MiB/s wr, 1.91k op/s 2021-03-04T23:36:54.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:54 gibba011 conmon[99461]: cluster 2021-03-04T23:36:53.442988+0000 osd.5 (osd.5) 22 : cluster [DBG] 1.11 scrub starts 2021-03-04T23:36:54.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:54 gibba011 conmon[99461]: cluster 2021-03-04T23:36:53.443598+0000 osd.5 (osd.5) 23 : cluster [DBG] 1.11 scrub ok 2021-03-04T23:36:54.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:54 gibba011 conmon[99461]: audit 2021-03-04T23:36:53.943216+0000 mon.c (mon.1) 422 : audit [DBG] from='client.? 172.21.2.111:0/57977493' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:36:54.688 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:54.715 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:54.716 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:54.716 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:54.818 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:54.841 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:54.842 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:54.842 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:54.943 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:54.966 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:54.967 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:54.968 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:55.069 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:55.090 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:55.090 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:55.091 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:55.192 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:55.212 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:55.213 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:55.214 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:55.316 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:55.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:55.343 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:55.343 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:55.368 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 44 16 122646 122630 174.176 124.875 0.0136764 0.00573873 2021-03-04T23:36:55.444 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:55.468 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:55.469 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:55.470 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:55.571 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:55.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:55 gibba038 conmon[76675]: cluster 2021-03-04T23:36:54.255633+0000 osd.4 (osd.4) 19 2021-03-04T23:36:55.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:55 gibba038 conmon[76675]: : cluster [DBG] 1.e scrub starts 2021-03-04T23:36:55.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:55 gibba038 conmon[76675]: cluster 2021-03-04T23:36:54.256361+0000 osd.4 (osd.4) 20 : cluster [DBG] 1.e scrub ok 2021-03-04T23:36:55.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:55 gibba038 conmon[76675]: cluster 2021-03-04T23:36:54 2021-03-04T23:36:55.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:55 gibba038 conmon[76675]: .433871+0000 osd.7 (osd.7) 29 : cluster [DBG] 1.1c scrub starts 2021-03-04T23:36:55.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:55 gibba038 conmon[76675]: cluster 2021-03-04T23:36:54.434546+0000 osd.7 (osd.7 2021-03-04T23:36:55.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:55 gibba038 conmon[76675]: ) 30 : cluster [DBG] 1.1c scrub ok 2021-03-04T23:36:55.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:55.590 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:55.590 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:55.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:55 gibba011 conmon[95595]: cluster 2021-03-04T23:36:54.255633+0000 osd.4 (osd.4) 19 : cluster [DBG] 1.e scrub starts 2021-03-04T23:36:55.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:55 gibba011 conmon[95595]: cluster 2021-03-04T23:36:54.256361+0000 osd.4 (osd.4) 20 : cluster [DBG] 1.e scrub ok 2021-03-04T23:36:55.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:55 gibba011 conmon[95595]: cluster 2021-03-04T23:36:54.433871+0000 osd.7 (osd.7) 29 : cluster [DBG] 1.1c scrub starts 2021-03-04T23:36:55.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:55 gibba011 conmon[95595]: cluster 2021-03-04T23:36:54.434546+0000 osd.7 (osd.7) 30 : cluster [DBG] 1.1c scrub ok 2021-03-04T23:36:55.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:55 gibba011 conmon[99461]: cluster 2021-03-04T23:36:54.255633+0000 osd.4 (osd.4) 19 : cluster [DBG] 1.e scrub starts 2021-03-04T23:36:55.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:55 gibba011 conmon[99461]: 2021-03-04T23:36:55.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:55 gibba011 conmon[99461]: cluster 2021-03-04T23:36:54.256361+0000 osd.4 (osd.4) 20 : cluster [DBG] 1.e scrub ok 2021-03-04T23:36:55.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:55 gibba011 conmon[99461]: cluster 2021-03-04T23:36:54.433871+0000 osd.7 (osd.7) 29 : cluster [DBG] 1.1c scrub starts 2021-03-04T23:36:55.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:55 gibba011 conmon[99461]: cluster 2021-03-04T23:36:54.434546+0000 osd.7 (osd.7) 30 : cluster [DBG] 1.1c scrub ok 2021-03-04T23:36:55.691 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:55.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:55.710 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:55.710 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:55.812 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:55.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:55.830 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:55.831 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:55.932 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:55.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:55.956 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:55.956 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:56.058 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:56.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:56.085 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:56.085 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:56.186 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:56.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:56.219 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:56.220 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:56.321 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:56.358 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:56.361 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:56.362 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:56.375 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 45 16 124368 124352 172.697 107.625 0.00550844 0.00578789 2021-03-04T23:36:56.465 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:56.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:56.497 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:56.498 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:56.524 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:56 gibba011 conmon[95595]: cluster 2021-03-04T23:36:54.759364+0000 mgr.x (mgr.34676) 1060 : cluster [DBG] pgmap v1087: 129 pgs: 129 active+clean; 7.1 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 118 MiB/s wr, 1.89k op/s 2021-03-04T23:36:56.526 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:56 gibba011 conmon[99461]: cluster 2021-03-04T23:36:54.759364+0000 mgr.x (mgr.34676) 1060 : cluster [DBG] pgmap v1087: 129 pgs: 129 active+clean; 7.1 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 118 MiB/s wr, 1.89k op/s 2021-03-04T23:36:56.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:56 gibba038 conmon[76675]: cluster 2021-03-04T23:36:54.759364+0000 mgr.x (mgr.34676) 1060 : cluster [DBG] pgmap v1087: 129 pgs: 129 active+clean; 7.1 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 118 MiB/s wr, 1.89k op/s 2021-03-04T23:36:56.601 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:56.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:56.647 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:56.648 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:56.749 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:56.776 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:56.777 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:56.778 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:56.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:56 gibba011 conmon[95595]: debug 2021-03-04T23:36:56.744+0000 7f2e08250700 -1 mon.a@0(leader).osd e318 definitely_dead 0 2021-03-04T23:36:56.880 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:56.934 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:56.938 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:56.939 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:57.042 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:57.069 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:57.073 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:57.075 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:57.177 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:57.212 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:57.214 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:57.216 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:57.278 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:36:57.279 INFO:teuthology.orchestra.run.gibba011.stderr:marked in osd.2. 2021-03-04T23:36:57.317 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:57.338 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:57.341 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:57.342 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:57.368 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 46 16 126192 126176 171.421 114 0.00559586 0.00582031 2021-03-04T23:36:57.443 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:57.468 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:57.474 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:57.475 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:57.576 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:36:57.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:57 gibba038 conmon[76675]: cluster 2021-03-04T23:36:56.486633+0000 osd.5 (osd. 2021-03-04T23:36:57.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:57 gibba038 conmon[76675]: 5) 24 : cluster [DBG] 1.10 scrub starts 2021-03-04T23:36:57.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:57 gibba038 conmon[76675]: cluster 2021-03-04T23:36:56.490458+0000 osd.5 (osd.5) 25 : cluster [DBG] 1.10 scrub ok 2021-03-04T23:36:57.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:57 gibba038 conmon[76675]: audit 2021-03-04T23:36:56.609691+0000 mon.c (mon. 2021-03-04T23:36:57.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:57 gibba038 conmon[76675]: 1) 423 : audit [INF] from='client.? 172.21.2.111:0/4167947548' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:57.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:57 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:36:57.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:57 gibba038 conmon[76675]: 03-04T23:36:56.609957+0000 mon.a 2021-03-04T23:36:57.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:57 gibba038 conmon[76675]: (mon.0) 1454 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:57.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:57 gibba038 conmon[76675]: 2021-03-04T23:36:57.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:57 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:36:57.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:57 gibba038 conmon[76675]: 04T23:36:56.744814+0000 2021-03-04T23:36:57.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:57 gibba038 conmon[76675]: mon.a (mon.0) 1455 : audit [DBG] 2021-03-04T23:36:57.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:57 gibba038 conmon[76675]: from='client.? 172.21.2.111:0/3328676891' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["2"]}]: dispatch 2021-03-04T23:36:57.599 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:57.601 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:57.602 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:36:57.614 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:57 gibba011 conmon[95595]: cluster 2021-03-04T23:36:56.486633+0000 osd.5 (osd.5) 24 : cluster 2021-03-04T23:36:57.615 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:57 gibba011 conmon[95595]: [DBG] 1.10 scrub starts 2021-03-04T23:36:57.615 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:57 gibba011 conmon[95595]: cluster 2021-03-04T23:36:56.490458+0000 osd.5 (osd.5) 25 : cluster [DBG] 1.10 scrub ok 2021-03-04T23:36:57.615 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:57 gibba011 conmon[95595]: audit 2021-03-04T23:36:56.609691+0000 mon.c (mon.1) 423 : audit [INF] from='client.? 172.21.2.111:0/4167947548' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:57.616 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:57 gibba011 conmon[95595]: audit 2021-03-04T23:36:56.609957+0000 mon.a (mon.0) 1454 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:57.616 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:57 gibba011 conmon[95595]: audit 2021-03-04T23:36:56.744814+0000 mon.a (mon.0) 1455 : audit [DBG] from='client.? 172.21.2.111:0/3328676891' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["2"]}]: dispatch 2021-03-04T23:36:57.616 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:57 gibba011 conmon[99461]: cluster 2021-03-04T23:36:56.486633+0000 osd.5 (osd.5) 24 : cluster [DBG] 1.10 scrub starts 2021-03-04T23:36:57.617 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:57 gibba011 conmon[99461]: 2021-03-04T23:36:57.617 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:57 gibba011 conmon[99461]: cluster 2021-03-04T23:36:56.490458+0000 osd.5 (osd.5) 25 : cluster [DBG] 1.10 scrub ok 2021-03-04T23:36:57.617 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:57 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:36:57.618 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:57 gibba011 conmon[99461]: 04T23:36:56.609691+0000 mon.c (mon.1) 423 : audit [INF] from='client.? 172.21.2.111:0/4167947548' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:57.619 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:57 gibba011 conmon[99461]: audit 2021-03-04T23 2021-03-04T23:36:57.619 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:57 gibba011 conmon[99461]: :36:56.609957+0000 mon.a (mon.0) 1454 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:36:57.619 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:57 gibba011 conmon[99461]: audit 2021-03-04T23:36:56.744814+0000 mon.a ( 2021-03-04T23:36:57.620 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:57 gibba011 conmon[99461]: mon.0) 1455 : audit [DBG] from='client.? 172.21.2.111:0/3328676891' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["2"]}]: dispatch 2021-03-04T23:36:57.704 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:57.733 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:57.734 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:57.734 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:57.835 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:57.852 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:57.854 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:57.854 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:57.955 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:57.974 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:57.975 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:57.975 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:58.003 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:36:58.076 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:58.094 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:58.095 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:58.095 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:58.113 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:36:58.196 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:58.213 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:58.214 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:58.214 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:58.315 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:58.332 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:58.333 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:58.333 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:58.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:58 gibba011 conmon[95595]: cluster 2021-03-04T23:36:56.759774+0000 mgr.x (mgr.34676) 1061 : cluster [DBG] pgmap v1088: 129 pgs: 129 active+clean; 7.2 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 118 MiB/s wr, 1.89k op/s 2021-03-04T23:36:58.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:58 gibba011 conmon[95595]: cluster 2021-03-04T23:36:57.221521+0000 osd.4 (osd.4) 21 : cluster [DBG] 1.1a deep-scrub starts 2021-03-04T23:36:58.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:58 gibba011 conmon[95595]: cluster 2021-03-04T23:36:57.222137+0000 osd.4 (osd.4) 22 : cluster [DBG] 1.1a deep-scrub ok 2021-03-04T23:36:58.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:58 gibba011 conmon[95595]: cluster 2021-03-04T23:36:57 2021-03-04T23:36:58.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:58 gibba011 conmon[95595]: .261693+0000 mon.a (mon.0) 1456 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:58.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:58 gibba011 conmon[95595]: audit 2021-03-04T23:36:57.266903+0000 mon.a (mon.0) 1457 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:36:58.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:58 gibba011 conmon[95595]: audit 2021-03-04T23:36:57.267056+0000 mon.a (mon.0) 1458 : audit [INF] from='client.? 172.21.2.111:0/3328676891' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["2"]}]': finished 2021-03-04T23:36:58.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:58 gibba011 conmon[95595]: cluster 2021-03-04T23:36:57.267136+0000 mon.a (mon.0) 1459 : cluster [DBG] osdmap e319: 8 total, 8 up, 8 in 2021-03-04T23:36:58.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:58 gibba011 conmon[99461]: cluster 2021-03-04T23:36:56.759774+0000 mgr.x (mgr.34676) 1061 : cluster [DBG] pgmap v1088: 129 pgs: 129 active+clean; 7.2 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 118 MiB/s wr, 1.89k op/s 2021-03-04T23:36:58.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:58 gibba011 conmon[99461]: 2021-03-04T23:36:58.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:58 gibba011 conmon[99461]: cluster 2021-03-04T23:36:57.221521+0000 osd.4 (osd.4) 21 : cluster [DBG] 1.1a deep-scrub starts 2021-03-04T23:36:58.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:58 gibba011 conmon[99461]: cluster 2021-03-04T23:36:58.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:58 gibba011 conmon[99461]: 2021-03-04T23:36:57.222137+0000 osd.4 (osd.4) 22 : cluster [DBG] 1.1a deep-scrub ok 2021-03-04T23:36:58.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:58 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:36:58.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:58 gibba011 conmon[99461]: 23:36:57.261693+0000 mon.a (mon.0) 2021-03-04T23:36:58.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:58 gibba011 conmon[99461]: 1456 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:58.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:58 gibba011 conmon[99461]: audit 2021-03-04T23: 2021-03-04T23:36:58.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:58 gibba011 conmon[99461]: 36:57.266903+0000 mon.a (mon.0) 1457 : 2021-03-04T23:36:58.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:58 gibba011 conmon[99461]: audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:36:58.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:58 gibba011 conmon[99461]: audit 2021-03-04T23:36 2021-03-04T23:36:58.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:58 gibba011 conmon[99461]: :57.267056+0000 mon.a (mon.0) 1458 : 2021-03-04T23:36:58.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:58 gibba011 conmon[99461]: audit [INF] from='client.? 172.21.2.111:0/3328676891' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["2"]}]': finished 2021-03-04T23:36:58.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:58 gibba011 conmon[99461]: cluster 2021-03-04T23:36: 2021-03-04T23:36:58.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:58 gibba011 conmon[99461]: 57.267136+0000 mon.a (mon.0) 1459 : cluster 2021-03-04T23:36:58.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:58 gibba011 conmon[99461]: [DBG] osdmap e319: 8 total, 8 up, 8 in 2021-03-04T23:36:58.368 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 47 16 126192 126176 167.774 0 - 0.00582031 2021-03-04T23:36:58.434 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:58.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:58.451 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:58.452 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:58.553 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:58.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:58.571 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:58.571 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:58.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:58 gibba038 conmon[76675]: cluster 2021-03-04T23:36:56.759774+0000 mgr.x (mgr.34676) 1061 : cluster [DBG] pgmap v1088: 129 pgs: 129 active+clean; 7.2 GiB data, 23 GiB used, 561 GiB / 588 GiB avail; 118 MiB/s wr, 1.89k op/s 2021-03-04T23:36:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:58 gibba038 conmon[76675]: cluster 2021-03-04T23:36:57.221521+0000 osd.4 (osd.4) 21 : cluster [DBG] 1.1a deep-scrub starts 2021-03-04T23:36:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:58 gibba038 conmon[76675]: cluster 2021-03-04T23:36:57.222137+0000 osd.4 (osd.4) 22 : cluster [DBG] 1.1a deep-scrub ok 2021-03-04T23:36:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:58 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:36:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:58 gibba038 conmon[76675]: 36:57.261693+0000 mon.a (mon.0) 1456 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:36:58.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:58 gibba038 conmon[76675]: audit 2021-03-04T23:36:57.266903+0000 mon.a (mon.0) 1457 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:36:58.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:58 gibba038 conmon[76675]: audit 2021-03-04T23:36:57.267056+0000 mon.a (mon.0) 1458 : audit [INF] from='client.? 172.21.2.111:0/3328676891' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["2"]}]': finished 2021-03-04T23:36:58.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:58 gibba038 conmon[76675]: cluster 2021-03-04T23:36:57.267136+0000 mon.a (mon.0) 1459 : cluster [DBG] 2021-03-04T23:36:58.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:58 gibba038 conmon[76675]: osdmap e319: 8 total, 8 up, 8 in 2021-03-04T23:36:58.673 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:36:58.690 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:58.691 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:58.691 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:36:58.792 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:58.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:58.810 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:58.811 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:58.841 INFO:tasks.thrashosds.thrasher:Added osd 2 2021-03-04T23:36:58.911 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:58.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:58.930 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:58.930 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:59.032 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:36:59.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:59.051 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:59.051 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:36:59.153 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:36:59.170 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:59.171 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:59.171 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:36:59.234 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:36:59.235 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:36:59.273 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:36:59.291 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:59.292 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:59.292 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:36:59.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:36:59 gibba011 conmon[95595]: cluster 2021-03-04T23:36:58.267773+0000 mon.a (mon.0) 1460 : cluster [DBG] osdmap e320: 8 total, 8 up, 8 in 2021-03-04T23:36:59.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:36:59 gibba011 conmon[99461]: cluster 2021-03-04T23:36:58.267773+0000 mon.a (mon.0) 1460 : cluster [DBG] osdmap e320: 8 total, 8 up, 8 in 2021-03-04T23:36:59.368 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 48 16 126215 126199 164.308 0.71875 0.00364316 0.00598468 2021-03-04T23:36:59.394 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:36:59.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:59.415 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:59.415 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:36:59.517 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:59.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:59.545 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:59.545 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:59.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:36:59 gibba038 conmon[76675]: cluster 2021-03-04T23:36:58.267773+0000 mon.a (mon.0) 1460 : cluster [DBG] osdmap e320: 8 total, 8 up, 8 in 2021-03-04T23:36:59.647 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:36:59.669 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:59.670 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:36:59.670 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:36:59.773 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:59.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:59.801 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:59.802 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:36:59.903 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:36:59.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:36:59.929 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:36:59.930 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:00.031 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:00.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:00.054 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:00.054 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:00.133 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-03-04T23:37:00.155 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:37:00.155 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:00.171 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:37:00.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:00.177 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:00.177 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:00.187 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:37:00.205 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:37:00.223 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:37:00.240 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:37:00.259 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:37:00.275 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:00 gibba011 conmon[95595]: cluster 2021-03-04T23:36:58.760203+0000 mgr.x (mgr.34676) 1062 : cluster [DBG] pgmap v1091: 129 pgs: 12 peering, 117 active+clean; 7.6 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 123 MiB/s wr, 1.96k op/s 2021-03-04T23:37:00.276 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:00 gibba011 conmon[95595]: cluster 2021-03-04T23:36:59.272119+0000 mon.a (mon.0) 1461 : cluster [DBG] osdmap e321: 8 total, 8 up, 8 in 2021-03-04T23:37:00.276 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:00 gibba011 conmon[95595]: cluster 2021-03-04T23:36:59.272655+0000 osd.4 (osd.4) 23 : cluster [DBG] 10.e starting backfill to osd.2 from (0'0,0'0] MAX to 318'7925 2021-03-04T23:37:00.277 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:00 gibba011 conmon[95595]: cluster 2021-03-04T23:36:59.272682+0000 osd.3 (osd.3) 11 : cluster [DBG] 10.3 starting backfill to osd.2 from (0'0,0'0] MAX to 318'7856 2021-03-04T23:37:00.277 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:00 gibba011 conmon[95595]: cluster 2021-03-04T23:36:59.272985+0000 osd.5 (osd.5) 26 : cluster [DBG] 10.9 starting backfill to osd.2 from (0'0,0'0] MAX to 318'7814 2021-03-04T23:37:00.278 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:00 gibba011 conmon[95595]: cluster 2021-03-04T23:36:59.273014+0000 osd.6 (osd.6) 193 : cluster [DBG] 10.f starting backfill to osd.2 from (0'0,0'0] MAX to 318'7854 2021-03-04T23:37:00.278 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:00 gibba011 conmon[95595]: cluster 2021-03-04T23:36:59.273180+0000 osd.0 (osd.0) 7 : cluster [DBG] 10.5 starting backfill to osd.2 from (0'0,0'0] MAX to 318'7973 2021-03-04T23:37:00.279 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:00 gibba011 conmon[95595]: cluster 2021-03-04T23:36:59.273201+0000 osd.0 (osd.0) 8 : cluster [DBG] 10.8 starting backfill to osd.2 from (0'0,0'0] MAX to 318'7883 2021-03-04T23:37:00.279 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:00 gibba011 conmon[95595]: audit 2021-03-04T23:37:00.137160+0000 mon.c (mon.1) 424 : audit [DBG] from='client.? 172.21.2.111:0/1342525195' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:00.280 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:00.281 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:37:00.282 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:37:00.282 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:37:00.282 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:37:00.283 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:37:00.284 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:37:00.284 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:37:00.284 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:37:00.285 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:37:00.298 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:37:00.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:00.313 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:00.314 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:00.368 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 49 16 128155 128139 163.43 121.25 0.00756184 0.00611643 2021-03-04T23:37:00.414 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:00.435 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:00.436 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:00.437 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:00.473 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:00 gibba038 conmon[76675]: cluster 2021-03-04T23:36:58.760203+0000 mgr.x (mgr.34676) 1062 : 2021-03-04T23:37:00.474 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:00 gibba038 conmon[76675]: cluster [DBG] pgmap v1091: 129 pgs: 12 peering, 117 active+clean; 7.6 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 123 MiB/s wr, 1.96k op/s 2021-03-04T23:37:00.474 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:00 gibba038 conmon[76675]: cluster 2021-03-04T23:36:59.272119+0000 mon.a (mon.0) 1461 : cluster [DBG] osdmap e321: 8 total, 8 up, 8 in 2021-03-04T23:37:00.474 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:00 gibba038 conmon[76675]: cluster 2021-03-04T23:36:59.272655+0000 osd.4 (osd.4) 23 : cluster [DBG] 10.e starting backfill to osd.2 from (0'0,0'0] MAX to 318'7925 2021-03-04T23:37:00.475 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:00 gibba038 conmon[76675]: cluster 2021-03-04T23:36:59.272682+0000 osd.3 (osd.3) 11 : cluster [DBG] 10.3 starting backfill to osd.2 from (0'0,0'0] MAX to 318'7856 2021-03-04T23:37:00.477 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:00 gibba038 conmon[76675]: cluster 2021-03-04T23:36:59.272985+0000 osd.5 (osd.5) 26 : cluster [DBG] 10.9 starting backfill to osd.2 from (0'0,0'0] MAX to 318'7814 2021-03-04T23:37:00.477 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:00 gibba038 conmon[76675]: cluster 2021-03-04T23:36:59.273014+0000 osd.6 (osd.6) 193 : cluster [DBG] 10.f starting backfill to osd.2 from (0'0,0'0] MAX to 318'7854 2021-03-04T23:37:00.477 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:00 gibba038 conmon[76675]: cluster 2021-03-04T23:36:59.273180+0000 osd.0 (osd.0) 7 : cluster [DBG] 10.5 starting backfill to osd.2 from (0'0,0'0] MAX to 318'7973 2021-03-04T23:37:00.478 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:00 gibba038 conmon[76675]: cluster 2021-03-04T23:36:59.273201+0000 osd.0 (osd.0) 8 : cluster [DBG] 10.8 starting backfill to osd.2 from (0'0,0'0] MAX to 318'7883 2021-03-04T23:37:00.478 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:00 gibba038 conmon[76675]: audit 2021-03-04T23:37:00.137160+0000 mon.c (mon.1) 424 : audit [DBG] from='client.? 172.21.2.111:0/1342525195' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:00.540 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:00.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:00.568 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:00.569 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:00.587 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:37:00.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:00 gibba011 conmon[99461]: cluster 2021-03-04T23:36:58.760203+0000 mgr.x (mgr.34676) 1062 : cluster [DBG] pgmap v1091: 129 pgs: 12 peering, 117 active+clean; 7.6 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 123 MiB/s wr, 1.96k op/s 2021-03-04T23:37:00.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:00 gibba011 conmon[99461]: cluster 2021-03-04T23:36:59.272119+0000 mon.a (mon.0) 1461 : cluster [DBG] osdmap e321: 8 total, 8 up, 8 in 2021-03-04T23:37:00.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:00 gibba011 conmon[99461]: cluster 2021-03-04T23:36:59.272655+0000 osd.4 (osd.4) 23 : cluster [DBG] 10.e starting backfill to osd.2 from (0'0,0'0] MAX to 318'7925 2021-03-04T23:37:00.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:00 gibba011 conmon[99461]: cluster 2021-03-04T23:36:59.272682+0000 osd.3 (osd.3) 11 : cluster [DBG] 10.3 starting backfill to osd.2 from (0'0,0'0] MAX to 318'7856 2021-03-04T23:37:00.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:00 gibba011 conmon[99461]: cluster 2021-03-04T23:36:59.272985+0000 osd.5 (osd.5) 26 : cluster [DBG] 10.9 starting backfill to osd.2 from (0'0,0'0] MAX to 318'7814 2021-03-04T23:37:00.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:00 gibba011 conmon[99461]: cluster 2021-03-04T23:36:59.273014+0000 osd.6 (osd.6) 193 : cluster [DBG] 10.f starting backfill to osd.2 from (0'0,0'0] MAX to 318'7854 2021-03-04T23:37:00.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:00 gibba011 conmon[99461]: cluster 2021-03-04T23:36:59.273180+0000 osd.0 (osd.0) 7 : cluster [DBG] 10.5 starting backfill to osd.2 from (0'0,0'0] MAX to 318'7973 2021-03-04T23:37:00.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:00 gibba011 conmon[99461]: cluster 2021-03-04T23:36:59.273201+0000 osd.0 (osd.0) 8 : cluster [DBG] 10.8 starting backfill to osd.2 from (0'0,0'0] MAX to 318'7883 2021-03-04T23:37:00.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:00 gibba011 conmon[99461]: audit 2021-03-04T23:37:00.137160+0000 mon.c (mon.1) 424 : audit [DBG] from='client.? 172.21.2.111:0/1342525195' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:00.670 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:00.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:00.696 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:00.696 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:00.727 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:00.798 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:00.821 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:00.822 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:00.822 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:00.924 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:00.944 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:00.945 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:00.945 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:01.047 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:01.074 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:01.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:01.075 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:01.177 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:01.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:01.196 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:01.196 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:01.297 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:01.321 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:01.322 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:01.323 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:01.368 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 50 16 130067 130051 162.551 119.5 0.0135241 0.00614944 2021-03-04T23:37:01.423 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:01.443 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:01.445 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:01.446 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:01.547 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:01.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:01.569 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:01.569 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:01.670 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:01.692 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:01.693 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:01.693 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:01.794 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:01.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:01.817 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:01.818 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:01.919 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:01.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:01.943 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:01.943 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:02.045 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:02.069 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:02.070 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:02.071 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:02.172 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:02.195 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:02.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:02.196 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:02.297 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:02.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:02.324 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:02.325 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:02.368 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 51 16 131926 131910 161.641 116.188 0.00440075 0.00618407 2021-03-04T23:37:02.425 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:02.448 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:02.449 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:02.450 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:02.551 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:02.569 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:02.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:02.571 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:02.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:02 gibba038 conmon[76675]: cluster 2021-03-04T23:37:00.760550+0000 mgr.x (mgr.34676) 1063 : cluster 2021-03-04T23:37:02.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:02 gibba038 conmon[76675]: [DBG] pgmap v1093: 129 pgs: 1 remapped+peering, 12 peering, 116 active+clean; 7.6 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 83 MiB/s wr, 1.33k op/s 2021-03-04T23:37:02.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:02 gibba011 conmon[95595]: cluster 2021-03-04T23:37:00.760550+0000 mgr.x (mgr.34676) 1063 : cluster [DBG] pgmap v1093: 129 pgs: 1 remapped+peering, 12 peering, 116 active+clean; 7.6 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 83 MiB/s wr, 1.33k op/s 2021-03-04T23:37:02.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:02 gibba011 conmon[99461]: cluster 2021-03-04T23:37:00.760550+0000 mgr.x (mgr.34676 2021-03-04T23:37:02.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:02 gibba011 conmon[99461]: ) 1063 : cluster [DBG] pgmap v1093: 129 pgs: 1 remapped+peering, 12 peering, 116 active+clean; 7.6 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 83 MiB/s wr, 1.33k op/s 2021-03-04T23:37:02.673 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:02.700 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:02.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:02.702 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:02.803 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:02.824 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:02.824 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:02.825 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:02.926 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:02.948 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:02.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:02.949 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:02.956 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:37:02.956 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:37:02.957 INFO:teuthology.orchestra.run.gibba038.stdout: "complaint_time": 30, 2021-03-04T23:37:02.957 INFO:teuthology.orchestra.run.gibba038.stdout: "num_blocked_ops": 0 2021-03-04T23:37:02.957 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:37:03.051 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:03.074 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:03.075 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:03.076 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:03.177 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:03.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:03.197 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:03.198 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:03.279 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:03 gibba038 conmon[76675]: audit 2021-03-04T23:37:03.164695+0000 mon.a (mon.0) 1462 : audit [INF] from='client.? 172.21.2.111:0/3385259855' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:03.286 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:37:03.288 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:37:03.299 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:03.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:03.353 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:03.353 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:03.368 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 52 16 133752 133736 160.727 114.125 0.00489454 0.00621907 2021-03-04T23:37:03.451 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:03.454 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:03.476 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:03.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:03.478 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:03.579 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:03.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:03 gibba011 conmon[95595]: audit 2021-03-04T23:37:03.164695+0000 mon.a (mon.0) 1462 : audit [INF] from='client.? 172.21.2.111:0/3385259855' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:03.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:03 gibba011 conmon[99461]: audit 2021-03-04T23:37:03.164695+0000 mon.a (mon.0) 1462 : audit [INF] from='client.? 172.21.2.111:0/3385259855' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:03.608 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:03.609 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:03.610 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:03.711 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:03.728 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:03.729 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:03.729 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:03.830 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:03.842 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 1, 3, 7, 2] out_osds: [] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:37:03.842 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:37:03.843 INFO:tasks.thrashosds.thrasher:inject_pause on 3 2021-03-04T23:37:03.843 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:37:03.843 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:37:03.844 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 config set filestore_inject_stall 3 2021-03-04T23:37:03.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:03.851 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:03.851 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:03.953 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:03.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:03.977 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:03.977 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:03.991 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:04.079 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:04.100 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:04.101 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:04.102 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:04.203 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:04.226 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:04.227 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:04.228 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:04.329 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:04.334 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-03-04T23:37:04.353 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:04.354 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:04.355 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:04.369 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 53 16 135305 135289 159.526 97.0625 0.00407552 0.00626616 2021-03-04T23:37:04.455 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:04.476 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:04.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:04.478 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:04.527 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:37:04.548 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:04 gibba011 conmon[95595]: cluster 2021-03-04T23:37:02.761016+0000 mgr.x (mgr.34676) 1064 : cluster [DBG] pgmap v1094: 129 pgs: 1 active+remapped+backfilling, 1 active+remapped+backfill_wait, 1 remapped+peering, 5 peering, 121 active+clean; 7.8 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 111 MiB/s wr, 1.78k op/s; 15889/385236 objects misplaced (4.124%); 6.0 MiB/s, 1 keys/s, 96 objects/s recovering 2021-03-04T23:37:04.548 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:04 gibba011 conmon[95595]: cluster 2021-03-04T23:37:04.549 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:04 gibba011 conmon[95595]: 2021-03-04T23:37:03.275071+0000 mon.a (mon.0) 1463 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:04.549 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:04 gibba011 conmon[95595]: audit 2021-03-04T23:37:03.280987+0000 mon.a (mon.0) 1464 : audit [INF] from='client.? 172.21.2.111:0/3385259855' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:04.549 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:04 gibba011 conmon[95595]: cluster 2021-03-04T23:37:03.281016+0000 mon.a (mon.0) 1465 : cluster [DBG] osdmap e322: 8 total, 8 up, 8 in 2021-03-04T23:37:04.550 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:04 gibba011 conmon[99461]: cluster 2021-03-04T23:37:02.761016+0000 mgr.x ( 2021-03-04T23:37:04.550 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:04 gibba011 conmon[99461]: mgr.34676) 1064 : cluster [DBG] pgmap v1094: 129 pgs: 1 active+remapped+backfilling, 1 active+remapped+backfill_wait, 1 remapped+peering, 5 peering, 121 active+clean; 7.8 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 111 MiB/s wr, 1.78k op/s; 15889/385236 objects misplaced (4.124%); 6.0 MiB/s, 1 keys/s, 96 objects/s recovering 2021-03-04T23:37:04.550 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:04 gibba011 conmon[99461]: cluster 2021-03-04T23:37:03.275071+0000 mon.a (mon.0) 1463 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:04.550 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:04 gibba011 conmon[99461]: audit 2021-03-04T23:37:03.280987+0000 mon.a (mon.0) 1464 : audit [INF] from='client.? 172.21.2.111:0/3385259855' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:04.551 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:04 gibba011 conmon[99461]: cluster 2021-03-04T23:37:03.281016+0000 mon.a (mon.0) 1465 : cluster [DBG] osdmap e322: 8 total, 8 up, 8 in 2021-03-04T23:37:04.579 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:04.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:04 gibba038 conmon[76675]: cluster 2021-03-04T23:37:02.761016+0000 mgr.x (mgr.34676) 1064 2021-03-04T23:37:04.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:04 gibba038 conmon[76675]: : cluster [DBG] pgmap v1094: 129 pgs: 1 active+remapped+backfilling, 1 active+remapped+backfill_wait, 1 remapped+peering, 5 peering, 121 active+clean; 7.8 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 111 MiB/s wr, 1.78k op/s; 15889/385236 objects misplaced (4.124%); 6.0 MiB/s, 1 keys/s, 96 objects/s recovering 2021-03-04T23:37:04.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:04 gibba038 conmon[76675]: cluster 2021-03-04T23:37:03.275071+0000 mon.a (mon.0) 1463 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:04 gibba038 conmon[76675]: audit 2021-03-04T23:37:03.280987+0000 mon.a (mon.0) 1464 : audit [INF] from='client.? 172.21.2.111:0/3385259855' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:04 gibba038 conmon[76675]: cluster 2021-03-04T23:37:03.281016+0000 mon.a (mon.0) 1465 : cluster [DBG] osdmap e322: 8 total, 8 up, 8 in 2021-03-04T23:37:04.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:04.605 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:04.605 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:04.706 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:04.729 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:04.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:04.730 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:04.832 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:04.853 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:04.853 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:04.854 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:04.955 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:04.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:04.982 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:04.982 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:05.084 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:05.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:05.101 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:05.102 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:05.203 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:05.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:05.225 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:05.226 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:05.327 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:05.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:05.347 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:05.348 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:05.369 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 54 16 136951 136935 158.477 102.875 0.00452547 0.00630747 2021-03-04T23:37:05.449 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:05.470 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:05.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:05.471 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:05.572 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:05.601 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:05.602 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:05.602 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:05.703 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:05.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:05.723 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:05.723 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:05.825 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:05.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:05.845 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:05.846 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:05.947 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:05.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:05.973 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:05.974 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:06.075 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:06.109 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:06.110 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:06.110 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:06.212 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:06.230 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:06.231 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:06.232 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:06.320 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:37:06.333 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:06.369 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 55 16 138392 138376 157.233 90.0625 0.00801886 0.00635715 2021-03-04T23:37:06.385 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:06.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:06.386 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:06.474 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:06.488 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:06.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:06.512 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:06.513 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:06.550 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:06 gibba011 conmon[99461]: cluster 2021-03-04T23:37:04.761472+0000 mgr.x (mgr.34676) 1065 : cluster [DBG] pgmap v1096: 129 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 123 active+clean; 8.1 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 79 MiB/s wr, 1.27k op/s; 49277/396492 objects misplaced (12.428%); 5.6 MiB/s, 1 keys/s, 89 objects/s recovering 2021-03-04T23:37:06.551 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:06 gibba011 conmon[99461]: audit 2021-03-04T23:37:05.905879+0000 mon.c (mon.1) 425 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:37:06.551 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:06 gibba011 conmon[99461]: audit 2021-03-04T23:37:05.907411+0000 mon.c (mon.1) 426 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:37:06.551 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:06 gibba011 conmon[99461]: audit 2021-03-04T23:37:05.907695+0000 mon.c (mon.1) 427 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:37:06.552 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:06 gibba011 conmon[95595]: cluster 2021-03-04T23:37:06.552 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:06 gibba011 conmon[95595]: 2021-03-04T23 2021-03-04T23:37:06.552 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:06 gibba011 conmon[95595]: :37:04.761472+0000 mgr.x (mgr.34676) 1065 : cluster [DBG] pgmap v1096: 129 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 123 active+clean; 8.1 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 79 MiB/s wr, 1.27k op/s; 49277/396492 objects misplaced (12.428%); 5.6 MiB/s, 1 keys/s, 89 objects/s recovering 2021-03-04T23:37:06.552 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:06 gibba011 conmon[95595]: audit 2021-03-04T23:37:06.553 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:06 gibba011 conmon[95595]: 2021-03-04T23:37:05. 2021-03-04T23:37:06.553 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:06 gibba011 conmon[95595]: 905879+0000 mon.c (mon.1) 425 : 2021-03-04T23:37:06.553 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:06 gibba011 conmon[95595]: audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:37:06.553 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:06 gibba011 conmon[95595]: audit 2021- 2021-03-04T23:37:06.554 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:06 gibba011 conmon[95595]: 03-04T23:37:05.907411+0000 2021-03-04T23:37:06.554 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:06 gibba011 conmon[95595]: mon.c (mon.1) 426 : audit 2021-03-04T23:37:06.554 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:06 gibba011 conmon[95595]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:37:06.555 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:06 gibba011 conmon[95595]: audit 2021-03- 2021-03-04T23:37:06.555 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:06 gibba011 conmon[95595]: 04T23:37:05.907695+0000 mon.c (mon.1 2021-03-04T23:37:06.555 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:06 gibba011 conmon[95595]: ) 427 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:37:06.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:06 gibba038 conmon[76675]: cluster 2021-03-04T23:37:04.761472+0000 mgr.x (mgr.34676) 1065 : cluster [DBG] pgmap v1096: 129 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 123 active+clean; 8.1 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 79 MiB/s wr, 1.27k op/s; 49277/396492 objects misplaced (12.428%); 5.6 MiB/s, 1 keys/s, 89 objects/s recovering 2021-03-04T23:37:06.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:06 gibba038 conmon[76675]: audit 2021-03-04T23:37:05.905879+0000 mon.c (mon.1) 425 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:37:06.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:06 gibba038 conmon[76675]: audit 2021-03-04T23:37:05.907411+0000 mon.c (mon.1) 426 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:37:06.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:06 gibba038 conmon[76675]: audit 2021-03-04T23:37:05.907695+0000 mon.c (mon.1) 427 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:37:06.614 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:06.642 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:06.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:06.644 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:06.745 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:06.768 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:06.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:06.769 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:06.783 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:37:06.804 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:37:06.824 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:37:06.840 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:37:06.860 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:37:06.871 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:06.889 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:37:06.899 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:06.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:06.903 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:06.911 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:37:06.932 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:37:06.933 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:37:06.933 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:37:06.934 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:37:06.934 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:37:06.934 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:37:06.934 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:37:06.934 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:37:06.935 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:37:07.004 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:07.026 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:07.027 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:07.028 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:07.129 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:07.140 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:37:07.141 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:37:07.151 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:07.151 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:07.152 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:07.253 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:07.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:07.273 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:07.274 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:07.369 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 56 16 139972 139956 156.188 98.75 0.00662751 0.00639907 2021-03-04T23:37:07.375 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:07.395 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:07.396 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:07.397 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:07.498 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:07.523 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:07.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:07.528 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:07.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:07 gibba038 conmon[76675]: audit 2021-03-04T23:37:06.761796+0000 mon.a (mon.0) 1466 : audit [DBG] from='client.? 172.21.2.111:0/2088892425' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:07.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:07 gibba011 conmon[95595]: audit 2021-03-04T23:37:06.761796+0000 mon.a (mon.0) 1466 : audit [DBG] from='client.? 172.21.2.111:0/2088892425' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:07.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:07 gibba011 conmon[99461]: audit 2021-03-04T23:37:06.761796+0000 mon.a (mon.0) 1466 : audit [DBG] from='client.? 172.21.2.111:0/2088892425' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:07.629 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:07.652 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:07.653 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:07.654 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:07.755 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:07.778 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:07.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:07.780 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:07.782 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:37:07.783 INFO:teuthology.orchestra.run.gibba011.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2021-03-04T23:37:07.783 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:37:07.881 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:07.905 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:07.905 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:07.906 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:08.007 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:08.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:08.027 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:08.027 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:08.129 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:08.153 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:08.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:08.155 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:08.256 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:08.274 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:08.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:08.276 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:08.369 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 57 16 141644 141628 155.281 104.5 0.0434381 0.00643601 2021-03-04T23:37:08.377 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:08.400 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:08.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:08.401 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:08.502 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:08.525 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:08.526 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:08.526 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:08.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:08 gibba038 conmon[76675]: cluster 2021-03-04T23:37:08.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:08 gibba038 conmon[76675]: 2021-03-04T23:37:08.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:08 gibba038 conmon[76675]: 2021-03-04T23:37:06.761909+0000 mgr.x (mgr.34676) 1066 : cluster [DBG] pgmap v1097: 129 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 123 active+clean; 8.1 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 69 MiB/s wr, 1.10k op/s; 49277/398235 objects misplaced (12.374%); 4.5 MiB/s, 1 keys/s, 72 objects/s recovering 2021-03-04T23:37:08.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:08 gibba011 conmon[99461]: cluster 2021-03-04T23:37:08.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:08 gibba011 conmon[99461]: 2021-03-04T23:37:06.761909+0000 mgr.x (mgr.34676) 1066 2021-03-04T23:37:08.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:08 gibba011 conmon[99461]: : cluster [DBG] pgmap v1097: 129 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 123 active+clean; 8.1 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 69 MiB/s wr, 1.10k op/s; 49277/398235 objects misplaced (12.374%); 4.5 MiB/s, 1 keys/s, 72 objects/s recovering 2021-03-04T23:37:08.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:08 gibba011 conmon[95595]: cluster 2021-03-04T23:37:06.761909+0000 mgr.x (mgr.34676) 1066 2021-03-04T23:37:08.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:08 gibba011 conmon[95595]: : cluster [DBG] pgmap v1097: 129 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 123 active+clean; 8.1 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 69 MiB/s wr, 1.10k op/s; 49277/398235 objects misplaced (12.374%); 4.5 MiB/s, 1 keys/s, 72 objects/s recovering 2021-03-04T23:37:08.629 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:08.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:08.653 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:08.653 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:08.755 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:08.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:08.781 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:08.782 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:08.883 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:08.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:08.904 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:08.905 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:08.953 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:37:09.005 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:09.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:09.027 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:09.028 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:09.129 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:09.137 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:37:09.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:09.156 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:09.156 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:09.257 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:09.288 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:09.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:09.290 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:09.369 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 58 15 143369 143354 154.464 107.875 0.00332703 0.00647157 2021-03-04T23:37:09.390 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:09.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:09.417 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:09.418 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:09.519 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:09.545 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:09.546 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:09.546 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:09.647 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:09.667 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:09.667 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:09.668 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:09.769 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:09.788 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:09.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:09.790 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:09.892 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:09.921 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:09.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:09.922 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:10.023 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:10.044 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:10.045 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:10.046 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:10.147 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:10.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:10.170 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:10.170 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:10.272 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:10.289 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:10 gibba038 conmon[76675]: cluster 2021-03-04T23:37:08.762530+0000 mgr.x (mgr.34676) 1067 : cluster [DBG] pgmap v1098: 129 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 123 active+clean; 8.5 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 96 MiB/s wr, 1.54k op/s; 50495/418032 objects misplaced (12.079%); 12 MiB/s, 1 keys/s, 184 objects/s recovering 2021-03-04T23:37:10.294 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:10.294 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:10.295 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:10.369 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 59 16 145052 145036 153.628 105.125 0.00457794 0.00650652 2021-03-04T23:37:10.396 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:10.403 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:37:10.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:10.421 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:10.421 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:10.431 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:10 gibba011 conmon[95595]: cluster 2021-03-04T23:37:08.762530+0000 mgr.x (mgr.34676) 1067 : cluster [DBG] 2021-03-04T23:37:10.432 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:10 gibba011 conmon[95595]: pgmap v1098: 129 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 123 active+clean; 8.5 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 96 MiB/s wr, 1.54k op/s; 50495/418032 objects misplaced (12.079%); 12 MiB/s, 1 keys/s, 184 objects/s recovering 2021-03-04T23:37:10.432 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:10 gibba011 conmon[99461]: cluster 2021-03-04T23:37:10.432 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:10 gibba011 conmon[99461]: 2021-03-04T23:37:08.762530+0000 mgr.x (mgr.34676) 2021-03-04T23:37:10.432 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:10 gibba011 conmon[99461]: 1067 : cluster [DBG] pgmap v1098: 129 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 123 active+clean; 8.5 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 96 MiB/s wr, 1.54k op/s; 50495/418032 objects misplaced (12.079%); 12 MiB/s, 1 keys/s, 184 objects/s recovering 2021-03-04T23:37:10.522 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:10.552 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:10.553 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:10.553 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:10.578 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:10.654 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:10.678 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:10.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:10.680 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:10.781 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:10.803 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:10.804 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:10.805 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:10.906 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:10.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:10.932 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:10.932 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:11.034 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:11.078 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:11.079 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:11.079 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:11.180 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:11.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:11.205 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:11.206 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:11.298 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:37:11.306 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:11.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:11.324 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:11.325 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:11.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:11 gibba011 conmon[95595]: audit 2021-03-04T23:37:10.738939+0000 mon.a (mon.0) 1467 : audit [INF] from='client.? 172.21.2.111:0/1718317404' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:37:11.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:11 gibba011 conmon[99461]: audit 2021-03-04T23:37:11.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:11 gibba011 conmon[99461]: 2021-03-04T23:37:10.738939 2021-03-04T23:37:11.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:11 gibba011 conmon[99461]: +0000 mon.a (mon.0) 1467 : audit [INF] from='client.? 172.21.2.111:0/1718317404' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:37:11.369 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:37:11.368082+0000 min lat: 0.000865966 max lat: 2.11208 avg lat: 0.00654802 2021-03-04T23:37:11.370 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:37:11.370 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 60 16 146568 146552 152.646 94.75 0.00458716 0.00654802 2021-03-04T23:37:11.426 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:11.450 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:11.451 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:11.452 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:11.516 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:11 gibba038 conmon[76675]: audit 2021-03-04T23:37:10.738939+0000 mon.a (mon.0) 1467 : audit [INF] from='client.? 172.21.2.111:0/1718317404' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:37:11.553 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:11.572 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:11.573 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:11.574 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:11.677 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:11.699 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:11.700 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:11.700 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:11.801 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:11.827 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:11.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:11.828 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:11.929 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:11.954 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:11.955 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:11.955 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:12.056 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:12.085 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:12.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:12.087 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:12.188 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:12.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:12.209 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:12.210 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:12.265 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:37:12.266 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:37:12.312 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:12.332 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:12.333 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:12.333 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:12.369 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 61 16 148143 148127 151.757 98.4375 0.0187987 0.00658684 2021-03-04T23:37:12.435 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:12.461 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:12.462 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:12.463 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:12.564 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:12.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:12 gibba038 conmon[76675]: cluster 2021-03-04T23:37:12.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:12 gibba038 conmon[76675]: 2021-03-04T23:37 2021-03-04T23:37:12.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:12 gibba038 conmon[76675]: :10.763047+0000 mgr.x (mgr.34676) 1068 : cluster [DBG] pgmap v1099: 129 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 123 active+clean; 8.6 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 98 MiB/s wr, 1.57k op/s; 50960/422394 objects misplaced (12.065%); 11 MiB/s, 0 keys/s, 175 objects/s recovering 2021-03-04T23:37:12.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:12 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:37:12.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:12 gibba038 conmon[76675]: -03-04T23:37:11.286616+0000 mon.a ( 2021-03-04T23:37:12.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:12 gibba038 conmon[76675]: mon.0) 1468 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:12.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:12 gibba038 conmon[76675]: audit 2021-03-04T23:37:12.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:12 gibba038 conmon[76675]: 2021-03-04T23:37:12.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:12 gibba038 conmon[76675]: 2021 2021-03-04T23:37:12.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:12 gibba038 conmon[76675]: - 2021-03-04T23:37:12.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:12 gibba038 conmon[76675]: 03 2021-03-04T23:37:12.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:12 gibba038 conmon[76675]: -04T23:37:11.292788+0000 2021-03-04T23:37:12.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:12 gibba038 conmon[76675]: mon.a (mon.0) 1469 : audit [INF] from='client.? 172.21.2.111:0/1718317404' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:37:12.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:12 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:37:12.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:12 gibba038 conmon[76675]: -03-04T23:37:11.292835+0000 mon.a 2021-03-04T23:37:12.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:12 gibba038 conmon[76675]: (mon.0) 1470 : cluster [DBG] osdmap e323: 8 total, 8 up, 8 in 2021-03-04T23:37:12.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:12.593 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:12.594 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:12.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:12 gibba011 conmon[99461]: cluster 2021-03-04T23:37:10.763047+0000 mgr.x (mgr.34676) 1068 : 2021-03-04T23:37:12.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:12 gibba011 conmon[99461]: cluster [DBG] pgmap v1099: 129 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 123 active+clean; 8.6 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 98 MiB/s wr, 1.57k op/s; 50960/422394 objects misplaced (12.065%); 11 MiB/s, 0 keys/s, 175 objects/s recovering 2021-03-04T23:37:12.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:12 gibba011 conmon[99461]: cluster 2021-03-04T23:37:11.286616+0000 mon.a (mon.0) 1468 : cluster 2021-03-04T23:37:12.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:12 gibba011 conmon[99461]: [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:12.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:12 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:37:12.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:12 gibba011 conmon[99461]: -04T23:37:11.292788+0000 mon.a (mon.0) 1469 : audit [INF] from='client.? 172.21.2.111:0/1718317404' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:37:12.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:12 gibba011 conmon[99461]: cluster 2021-03-04T23:37:11.292835+0000 mon.a (mon.0) 1470 : cluster [DBG] 2021-03-04T23:37:12.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:12 gibba011 conmon[99461]: osdmap e323: 8 total, 8 up, 8 in 2021-03-04T23:37:12.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:12 gibba011 conmon[95595]: cluster 2021-03-04T23:37:10.763047+0000 mgr.x (mgr.34676) 1068 : cluster [DBG] pgmap v1099: 129 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 123 active+clean; 8.6 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 98 MiB/s wr, 1.57k op/s; 50960/422394 objects misplaced (12.065%); 11 MiB/s, 0 keys/s, 175 objects/s recovering 2021-03-04T23:37:12.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:12 gibba011 conmon[95595]: cluster 2021-03-04T23:37:11.286616+0000 mon.a (mon.0) 1468 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:12.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:12 gibba011 conmon[95595]: audit 2021-03-04T23:37:11.292788+0000 mon.a (mon.0) 1469 : audit [INF] from='client.? 172.21.2.111:0/1718317404' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:37:12.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:12 gibba011 conmon[95595]: cluster 2021-03-04T23:37:11.292835+0000 mon.a (mon.0) 1470 : cluster [DBG] osdmap e323: 8 total, 8 up, 8 in 2021-03-04T23:37:12.695 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:12.718 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:12.719 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:12.720 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:12.821 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:12.847 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:12.848 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:12.848 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:12.950 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:12.969 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:12.970 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:12.971 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:13.072 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:13.090 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:13.091 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:13.092 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:13.193 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:13.218 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:13.219 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:13.220 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:13.321 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:13.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:13.345 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:13.346 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:13.369 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 62 16 149774 149758 150.954 101.938 0.00383589 0.00662198 2021-03-04T23:37:13.447 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:13.465 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:13.466 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:13.467 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:13.568 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:13.582 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:37:13.618 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:13.619 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:13.620 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:13.621 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:37:13.621 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:37:13.647 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:37:13.660 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:37:13.682 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:37:13.702 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:37:13.721 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:13.724 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:37:13.728 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:37:13.728 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:37:13.729 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:37:13.729 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:37:13.729 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:37:13.729 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:37:13.730 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:37:13.730 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:37:13.762 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:13.763 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:13.763 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:13.867 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:13.908 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:13.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:13.911 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:14.014 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:14.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:14.052 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:14.052 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:14.112 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-03-04T23:37:14.153 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:14.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:14.178 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:14.178 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:14.279 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:14.312 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:14.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:14.313 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:14.317 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:37:14.370 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 63 16 151431 151415 150.201 103.562 0.00855907 0.00665507 2021-03-04T23:37:14.415 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:14.449 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:14.450 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:14.450 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:14.552 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:14.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:14.581 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:14.582 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:14.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:14 gibba038 conmon[76675]: cluster 2021-03-04T23:37:12.763482+0000 mgr.x (mgr.34676) 1069 : cluster [DBG] pgmap v1101: 129 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 123 active+clean; 8.9 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 93 MiB/s wr, 1.49k op/s; 50760/435945 objects misplaced (11.644%); 15 MiB/s, 235 objects/s recovering 2021-03-04T23:37:14.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:14 gibba038 conmon[76675]: audit 2021-03-04T23:37:13.553709+0000 mon.c (mon.1) 428 : audit [DBG] from='client.? 172.21.2.111:0/472227092' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:14.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:14 gibba038 conmon[76675]: audit 2021-03-04T23:37:14.060707+0000 mon.a (mon.0) 1471 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:37:14.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:14 gibba011 conmon[95595]: cluster 2021-03-04T23:37:12.763482+0000 mgr.x (mgr.34676) 1069 : cluster [DBG] pgmap v1101: 129 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 123 active+clean; 8.9 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 93 MiB/s wr, 1.49k op/s; 50760/435945 objects misplaced (11.644%); 15 MiB/s, 235 objects/s recovering 2021-03-04T23:37:14.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:14 gibba011 conmon[95595]: audit 2021-03-04T23:37:13.553709+0000 mon.c (mon.1) 428 : audit [DBG] from='client.? 172.21.2.111:0/472227092' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:14.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:14 gibba011 conmon[95595]: audit 2021-03-04T23:37:14.060707+0000 mon.a (mon.0) 1471 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:37:14.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:14 gibba011 conmon[99461]: cluster 2021-03-04T23:37:12.763482+0000 mgr.x (mgr.34676) 1069 : cluster [DBG] pgmap v1101: 129 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 123 active+clean; 8.9 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 93 MiB/s wr, 1.49k op/s; 50760/435945 objects misplaced (11.644%); 15 MiB/s, 235 objects/s recovering 2021-03-04T23:37:14.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:14 gibba011 conmon[99461]: audit 2021-03-04T23:37:13.553709+0000 mon.c (mon.1) 428 : audit [DBG] from='client.? 172.21.2.111:0/472227092' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:14.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:14 gibba011 conmon[99461]: audit 2021-03-04T23:37:14.060707+0000 mon.a (mon.0) 1471 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:37:14.683 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:14.717 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:14.718 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:14.718 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:14.820 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:14.840 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 1, 3, 7, 2] out_osds: [] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:37:14.841 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:37:14.841 INFO:tasks.thrashosds.thrasher:Removing osd 7, in_osds are: [0, 4, 5, 6, 1, 3, 7, 2] 2021-03-04T23:37:14.841 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd out 7 2021-03-04T23:37:14.847 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:14.848 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:14.848 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:14.949 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:14.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:14.977 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:14.978 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:14.989 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:15.079 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:15.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:15.106 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:15.106 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:15.157 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:37:15.207 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:15.243 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:15.244 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:15.245 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:15.310 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:15.346 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:15.369 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 64 16 152904 152888 149.293 92.0625 0.0159549 0.00669533 2021-03-04T23:37:15.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:15.375 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:15.376 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:15.432 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:15 gibba038 conmon[76675]: cephadm 2021-03-04T23:37:15.432 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:15 gibba038 conmon[76675]: 2021-03-04T23:37:15.433 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:15 gibba038 conmon[76675]: 2021 2021-03-04T23:37:15.433 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:15 gibba038 conmon[76675]: - 2021-03-04T23:37:15.434 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:15 gibba038 conmon[76675]: 03 2021-03-04T23:37:15.434 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:15 gibba038 conmon[76675]: -04T23:37:14.061723+0000 mgr.x (mgr 2021-03-04T23:37:15.434 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:15 gibba038 conmon[76675]: .34676) 1070 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:37:15.435 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:15 gibba038 conmon[76675]: audit 2021-03-04T23:37:15.435 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:15 gibba038 conmon[76675]: 2021-03-04T23:37:14.915592+0000 mon.a (mon.0) 1472 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:37:15.477 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:15.489 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:15 gibba011 conmon[95595]: cephadm 2021-03-04T23:37:14.061723+0000 mgr.x (mgr.34676) 1070 : 2021-03-04T23:37:15.490 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:15 gibba011 conmon[95595]: cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:37:15.492 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:15 gibba011 conmon[95595]: audit 2021-03-04T23:37:14.915592+0000 mon.a (mon.0) 1472 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:37:15.493 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:15 gibba011 conmon[99461]: cephadm 2021-03-04T23:37:14.061723+0000 mgr.x ( 2021-03-04T23:37:15.494 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:15 gibba011 conmon[99461]: mgr.34676) 1070 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:37:15.494 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:15 gibba011 conmon[99461]: audit 2021-03-04T23:37:14.915592+0000 mon.a 2021-03-04T23:37:15.495 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:15 gibba011 conmon[99461]: (mon.0) 1472 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:37:15.502 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:15.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:15.503 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:15.604 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:15.628 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:15.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:15.630 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:15.731 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:15.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:15.755 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:15.756 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:15.858 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:15.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:15.888 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:15.889 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:15.991 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:16.010 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:16.011 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:16.011 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:16.113 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:16.132 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:16.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:16.134 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:16.235 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:16.255 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:16.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:16.256 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:16.344 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:16 gibba011 conmon[95595]: cluster 2021-03-04T23:37:14.763902+0000 mgr.x (mgr.34676) 1071 : cluster [DBG] pgmap v1102: 129 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 123 active+clean; 9.1 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 101 MiB/s wr, 1.61k op/s; 52785/444954 objects misplaced (11.863%); 14 MiB/s, 223 objects/s recovering 2021-03-04T23:37:16.344 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:16 gibba011 conmon[95595]: cephadm 2021-03-04T23:37:14.916655+0000 mgr.x (mgr.34676) 1072 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:37:16.344 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:16 gibba011 conmon[95595]: audit 2021-03-04T23:37:15.341262+0000 mon.a (mon.0) 1473 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:37:16.345 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:16 gibba011 conmon[99461]: cluster 2021-03-04T23:37:16.357 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:16.370 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 65 16 154530 154514 148.559 101.625 0.00491518 0.00672881 2021-03-04T23:37:16.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:16.380 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:16.380 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:16.483 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:16.509 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:16.510 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:16.510 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:16.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:16 gibba011 conmon[99461]: 2021-03-04T23:37:14.763902 2021-03-04T23:37:16.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:16 gibba011 conmon[99461]: +0000 mgr.x (mgr.34676) 1071 : cluster [DBG] pgmap v1102: 129 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 123 active+clean; 9.1 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 101 MiB/s wr, 1.61k op/s; 52785/444954 objects misplaced (11.863%); 14 MiB/s, 223 objects/s recovering 2021-03-04T23:37:16.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:16 gibba011 conmon[99461]: cephadm 2021- 2021-03-04T23:37:16.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:16 gibba011 conmon[99461]: 03-04T23:37:14.916655+0000 mgr.x (mgr.34676 2021-03-04T23:37:16.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:16 gibba011 conmon[99461]: ) 1072 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:37:16.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:16 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:37:16.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:16 gibba011 conmon[99461]: 03-04T23:37:15.341262+0000 mon.a (mon.0 2021-03-04T23:37:16.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:16 gibba011 conmon[99461]: ) 1473 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:37:16.611 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:16.631 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:16.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:16.633 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:16.706 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:16 gibba038 conmon[76675]: cluster 2021-03-04T23:37:14.763902+0000 mgr.x (mgr.34676) 1071 : cluster [DBG] pgmap v1102: 129 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 123 active+clean; 9.1 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 101 MiB/s wr, 1.61k op/s; 52785/444954 objects misplaced (11.863%); 14 MiB/s, 223 objects/s recovering 2021-03-04T23:37:16.707 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:16 gibba038 conmon[76675]: 2021-03-04T23:37:16.707 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:16 gibba038 conmon[76675]: cephadm 2021-03-04T23:37:14.916655+0000 mgr.x (mgr.34676) 1072 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:37:16.707 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:16 gibba038 conmon[76675]: audit 2021-03-04T23:37:15.341262+0000 mon.a (mon.0) 1473 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:37:16.734 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:16.762 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:16.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:16.764 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:16.865 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:16.884 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:16.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:16.886 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:16.987 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:17.008 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:17.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:17.010 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:17.111 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:17.136 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:17.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:17.137 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:17.156 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:37:17.174 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:37:17.174 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:37:17.175 INFO:teuthology.orchestra.run.gibba038.stdout: "complaint_time": 30, 2021-03-04T23:37:17.175 INFO:teuthology.orchestra.run.gibba038.stdout: "num_blocked_ops": 0 2021-03-04T23:37:17.176 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:37:17.238 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:17.259 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:17.260 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:17.260 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:17.313 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:17.362 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:17.369 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 66 16 156188 156172 147.878 103.625 0.0139199 0.00675966 2021-03-04T23:37:17.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:17.392 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:17.392 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:17.494 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:17.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:17.520 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:17.520 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:17.610 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:17 gibba011 conmon[95595]: audit 2021-03-04T23:37:16.652253+0000 mon.c (mon.1) 429 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:37:17.611 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:17 gibba011 conmon[95595]: audit 2021-03-04T23:37:16.652584+0000 mon.a (mon.0) 1474 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:37:17.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:17 gibba011 conmon[99461]: audit 2021-03-04T23:37:16.652253+0000 mon.c (mon.1) 429 2021-03-04T23:37:17.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:17 gibba011 conmon[99461]: : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:37:17.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:17 gibba011 conmon[99461]: audit 2021-03-04T23:37:16.652584+0000 mon.a (mon.0) 1474 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:37:17.621 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:17.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:17.645 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:17.645 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:17.746 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:17.768 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:17.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:17.769 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:17.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:17 gibba038 conmon[76675]: audit 2021-03-04T23:37:16.652253+0000 mon.c (mon.1) 429 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:37:17.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:17 gibba038 conmon[76675]: audit 2021-03-04T23:37:16.652584+0000 mon.a (mon.0) 1474 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:37:17.870 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:17.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:17.898 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:17.898 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:17.999 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:18.022 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:18.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:18.024 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:18.125 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:18.148 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:18.148 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:18.149 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:18.227 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:17 gibba011 conmon[95595]: debug 2021-03-04T23:37:17.997+0000 7f2e08250700 -1 mon.a@0(leader).osd e323 definitely_dead 0 2021-03-04T23:37:18.250 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:18.274 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:18.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:18.276 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:18.353 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-03-04T23:37:18.361 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:37:18.361 INFO:teuthology.orchestra.run.gibba011.stderr:marked out osd.7. 2021-03-04T23:37:18.369 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 67 16 157936 157920 147.302 109.25 0.0223198 0.00678616 2021-03-04T23:37:18.377 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:18.395 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:18.396 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:18.396 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:18.481 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:37:18.498 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:18.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:18.516 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:18.516 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:18.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:18 gibba038 conmon[76675]: cluster 2021-03-04T23:37:16.764329+0000 mgr.x (mgr.34676) 1073 : cluster 2021-03-04T23:37:18.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:18 gibba038 conmon[76675]: [DBG] pgmap v1103: 129 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 123 active+clean; 9.1 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 101 MiB/s wr, 1.61k op/s; 52785/446511 objects misplaced (11.822%); 14 MiB/s, 223 objects/s recovering 2021-03-04T23:37:18.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:18 gibba038 conmon[76675]: audit 2021-03-04T23:37:17.997702+0000 mon.a (mon.0) 1475 : audit [INF] from='client.? 172.21.2.111:0/1527314643' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2021-03-04T23:37:18.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:18 gibba038 conmon[76675]: cluster 2021-03-04T23:37:17.997769+0000 mon.a (mon.0) 1476 : cluster [INF] Client client.admin marked osd.7 out, while it was still marked up 2021-03-04T23:37:18.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:18 gibba038 conmon[76675]: audit 2021-03-04T23:37:18.301137+0000 mon.a (mon.0) 1477 : audit [INF] from='client.? 172.21.2.111:0/692886910' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:18.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[99461]: cluster 2021-03-04T23:37:18.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[99461]: 2021-03-04T23:37:16 2021-03-04T23:37:18.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[99461]: .764329+0000 mgr.x (mgr.34676) 1073 : cluster [DBG] pgmap v1103: 129 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 123 active+clean; 9.1 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 101 MiB/s wr, 1.61k op/s; 52785/446511 objects misplaced (11.822%); 14 MiB/s, 223 objects/s recovering 2021-03-04T23:37:18.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[99461]: audit 2021-03-04T23 2021-03-04T23:37:18.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[99461]: :37:17.997702+0000 mon.a (mon.0) 2021-03-04T23:37:18.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[99461]: 1475 : audit [INF] from='client.? 172.21.2.111:0/1527314643' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2021-03-04T23:37:18.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:37:18.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[99461]: -03-04T23:37:17. 2021-03-04T23:37:18.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[99461]: 997769+0000 mon.a (mon.0) 2021-03-04T23:37:18.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[99461]: 1476 : cluster [INF] Client client.admin marked osd.7 out, while it was still marked up 2021-03-04T23:37:18.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:37:18.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[99461]: 04T23:37:18.301137+0000 mon.a (mon 2021-03-04T23:37:18.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[99461]: .0) 1477 : audit [INF] from='client.? 172.21.2.111:0/692886910' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:18.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[95595]: cluster 2021-03-04T23:37:18.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[95595]: 2021-03-04T23:37: 2021-03-04T23:37:18.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[95595]: 16.764329+0000 mgr.x (mgr.34676) 1073 : cluster [DBG] pgmap v1103: 129 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 123 active+clean; 9.1 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 101 MiB/s wr, 1.61k op/s; 52785/446511 objects misplaced (11.822%); 14 MiB/s, 223 objects/s recovering 2021-03-04T23:37:18.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[95595]: audit 2021-03-04T23:37:18.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[95595]: 2021-03-04T23:37 2021-03-04T23:37:18.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[95595]: :17.997702+0000 mon.a (mon.0 2021-03-04T23:37:18.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[95595]: ) 1475 : audit [INF] from='client.? 172.21.2.111:0/1527314643' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["7"]}]: dispatch 2021-03-04T23:37:18.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[95595]: cluster 2021-03-04T23:37:18.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[95595]: 2021-03-04T23: 2021-03-04T23:37:18.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[95595]: 37:17.997769+0000 mon.a (mon. 2021-03-04T23:37:18.610 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[95595]: 0) 1476 : cluster [INF] Client client.admin marked osd.7 out, while it was still marked up 2021-03-04T23:37:18.610 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[95595]: audit 2021-03-04T23:37:18.610 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[95595]: 2021-03-04T23:37 2021-03-04T23:37:18.610 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[95595]: :18.301137+0000 mon.a (mon.0 2021-03-04T23:37:18.610 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:18 gibba011 conmon[95595]: ) 1477 : audit [INF] from='client.? 172.21.2.111:0/692886910' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:18.618 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:18.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:18.636 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:18.636 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:18.737 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:18.756 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:18.757 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:18.757 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:18.858 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:18.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:18.876 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:18.876 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:18.977 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:18.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:18.995 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:18.996 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:19.097 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:19.114 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:19.115 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:19.116 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:19.217 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:19.234 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:19.235 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:19.235 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:19.337 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:19.353 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:19.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:19.355 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:19.370 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 68 16 157962 157946 145.159 1.625 0.00384543 0.00678623 2021-03-04T23:37:19.456 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:19.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:19.474 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:19.474 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:19.575 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:19.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:19.594 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:19.595 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:19.696 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:19.714 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:19.715 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:19.715 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:19.816 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:19.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:19.834 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:19.834 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:19.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:19 gibba038 conmon[76675]: cluster 2021-03-04T23:37:18.351849+0000 mon.a (mon.0) 1478 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:37:19.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:19 gibba038 conmon[76675]: cluster 2021-03-04T23:37:18.351870+0000 mon.a (mon.0) 1479 : cluster [INF] Cluster is now healthy 2021-03-04T23:37:19.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:19 gibba038 conmon[76675]: audit 2021-03-04T23:37:18.354924+0000 mon.a (mon.0) 1480 : audit [INF] from='client.? 172.21.2.111:0/1527314643' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["7"]}]': finished 2021-03-04T23:37:19.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:19 gibba038 conmon[76675]: audit 2021-03-04T23:37:18.355022+0000 mon.a (mon.0) 1481 : audit [INF] from='client.? 172.21.2.111:0/692886910' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:19.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:19 gibba038 conmon[76675]: cluster 2021-03-04T23:37:18.355067+0000 mon.a (mon.0) 1482 : cluster [DBG] osdmap e324: 8 total, 8 up, 7 in 2021-03-04T23:37:19.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:19 gibba038 conmon[76675]: cluster 2021-03-04T23:37:19.039591+0000 mon.a (mon.0) 1483 : cluster [DBG] osdmap e325: 8 total, 8 up, 7 in 2021-03-04T23:37:19.853 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:19 gibba011 conmon[99461]: cluster 2021-03-04T23:37:18.351849+0000 2021-03-04T23:37:19.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:19 gibba011 conmon[99461]: mon.a (mon.0) 1478 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:37:19.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:19 gibba011 conmon[99461]: cluster 2021-03-04T23:37:18.351870+0000 mon.a (mon.0) 1479 : cluster [INF] Cluster is now healthy 2021-03-04T23:37:19.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:19 gibba011 conmon[99461]: audit 2021-03-04T23:37:18.354924+0000 mon.a (mon.0) 1480 : audit [INF] from='client.? 172.21.2.111:0/1527314643' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["7"]}]': finished 2021-03-04T23:37:19.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:19 gibba011 conmon[99461]: audit 2021-03-04T23:37:18.355022+0000 mon.a (mon.0) 1481 : audit [INF] from='client.? 172.21.2.111:0/692886910' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:19.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:19 gibba011 conmon[99461]: cluster 2021-03-04T23:37:19.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:19 gibba011 conmon[99461]: 2021-03-04T23:37:18.355067+0000 mon.a (mon.0) 1482 : cluster [DBG] osdmap e324: 8 total, 8 up, 7 in 2021-03-04T23:37:19.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:19 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:37:19.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:19 gibba011 conmon[99461]: :37:19.039591+0000 mon.a (mon. 2021-03-04T23:37:19.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:19 gibba011 conmon[99461]: 0) 1483 : cluster [DBG] osdmap e325: 8 total, 8 up, 7 in 2021-03-04T23:37:19.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:19 gibba011 conmon[95595]: cluster 2021-03-04T23:37:18.351849+0000 mon.a (mon.0) 1478 : 2021-03-04T23:37:19.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:19 gibba011 conmon[95595]: cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:37:19.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:19 gibba011 conmon[95595]: cluster 2021-03-04T23:37:18.351870+0000 mon.a (mon.0) 1479 : cluster [INF] Cluster is now healthy 2021-03-04T23:37:19.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:19 gibba011 conmon[95595]: audit 2021-03-04T23:37:18.354924+0000 mon.a (mon.0) 1480 : audit [INF] from='client.? 172.21.2.111:0/1527314643' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["7"]}]': finished 2021-03-04T23:37:19.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:19 gibba011 conmon[95595]: audit 2021-03-04T23:37:18.355022+0000 2021-03-04T23:37:19.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:19 gibba011 conmon[95595]: mon.a (mon.0) 1481 : audit [INF] from='client.? 172.21.2.111:0/692886910' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:19.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:19 gibba011 conmon[95595]: cluster 2021-03-04T23 2021-03-04T23:37:19.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:19 gibba011 conmon[95595]: :37:18.355067+0000 mon.a (mon.0) 1482 : cluster 2021-03-04T23:37:19.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:19 gibba011 conmon[95595]: [DBG] osdmap e324: 8 total, 8 up, 7 in 2021-03-04T23:37:19.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:19 gibba011 conmon[95595]: cluster 2021-03-04T23 2021-03-04T23:37:19.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:19 gibba011 conmon[95595]: :37:19.039591+0000 mon.a (mon.0) 1483 2021-03-04T23:37:19.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:19 gibba011 conmon[95595]: : cluster [DBG] osdmap e325: 8 total, 8 up, 7 in 2021-03-04T23:37:19.935 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:19.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:19.953 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:19.953 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:20.054 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:20.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:20.075 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:20.075 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:20.177 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:20.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:20.198 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:20.198 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:20.299 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:20.327 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:20.328 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:20.329 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:20.351 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:37:20.352 INFO:teuthology.orchestra.run.gibba038.stdout: "size": 20, 2021-03-04T23:37:20.352 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 600, 2021-03-04T23:37:20.352 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:37:20.353 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.353 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:264698 9.a 9:5f4d8bec:::benchmark_data_gibba011_139107_object111331:head [delete] snapc 0=[] ondisk+write+known_if_redirected e295)", 2021-03-04T23:37:20.353 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.128156+0000", 2021-03-04T23:37:20.353 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 119.21746506300001, 2021-03-04T23:37:20.353 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20273254299999999, 2021-03-04T23:37:20.354 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:37:20.354 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:20.354 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:37:20.354 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:37:20.355 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:37:20.355 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 264698 2021-03-04T23:37:20.355 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.356 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:37:20.356 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.356 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:37:20.356 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128156+0000", 2021-03-04T23:37:20.357 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:37:20.357 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.357 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.357 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:37:20.358 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128156+0000", 2021-03-04T23:37:20.358 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6810000000000001e-06 2021-03-04T23:37:20.358 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.359 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.359 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:37:20.359 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128158+0000", 2021-03-04T23:37:20.359 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1659999999999999e-06 2021-03-04T23:37:20.360 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.360 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.360 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:37:20.360 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128159+0000", 2021-03-04T23:37:20.361 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.5019999999999998e-06 2021-03-04T23:37:20.361 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.361 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.361 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:37:20.362 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128168+0000", 2021-03-04T23:37:20.362 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9080000000000003e-06 2021-03-04T23:37:20.362 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.362 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.363 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:37:20.363 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128173+0000", 2021-03-04T23:37:20.363 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1371999999999997e-05 2021-03-04T23:37:20.363 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.364 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.364 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.364 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128205+0000", 2021-03-04T23:37:20.364 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.5700999999999999e-05 2021-03-04T23:37:20.364 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.365 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.365 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:37:20.365 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128280+0000", 2021-03-04T23:37:20.365 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.3011999999999999e-05 2021-03-04T23:37:20.366 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.366 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.366 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,7", 2021-03-04T23:37:20.366 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128343+0000", 2021-03-04T23:37:20.367 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0020102169999999999 2021-03-04T23:37:20.367 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.367 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.367 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:37:20.367 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.130354+0000", 2021-03-04T23:37:20.368 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000587712 2021-03-04T23:37:20.368 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.368 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.368 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.369 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.130941+0000", 2021-03-04T23:37:20.369 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.19987295899999999 2021-03-04T23:37:20.369 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.369 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.370 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.370 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330814+0000", 2021-03-04T23:37:20.370 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4749999999999998e-05 2021-03-04T23:37:20.370 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.370 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.371 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:37:20.371 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330849+0000", 2021-03-04T23:37:20.372 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9563000000000001e-05 2021-03-04T23:37:20.372 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.372 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.373 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:37:20.373 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330889+0000", 2021-03-04T23:37:20.374 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20273254299999999 2021-03-04T23:37:20.374 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.374 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:37:20.375 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.375 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.375 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.376 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:264701 9.a 9:5b664816:::benchmark_data_gibba011_139107_object111334:head [delete] snapc 0=[] ondisk+write+known_if_redirected e295)", 2021-03-04T23:37:20.376 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.135544+0000", 2021-03-04T23:37:20.377 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 119.210076875, 2021-03-04T23:37:20.377 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20381102500000001, 2021-03-04T23:37:20.377 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:37:20.378 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:20.378 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:37:20.379 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:37:20.379 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:37:20.379 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 264701 2021-03-04T23:37:20.380 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.380 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:37:20.381 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.381 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:37:20.381 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135544+0000", 2021-03-04T23:37:20.382 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:37:20.382 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.383 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.383 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:37:20.384 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135544+0000", 2021-03-04T23:37:20.384 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5370000000000001e-06 2021-03-04T23:37:20.384 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.385 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.385 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:37:20.386 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135546+0000", 2021-03-04T23:37:20.386 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.13e-06 2021-03-04T23:37:20.387 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.387 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.387 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:37:20.388 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135547+0000", 2021-03-04T23:37:20.388 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.7790000000000001e-06 2021-03-04T23:37:20.389 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.389 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.389 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:37:20.390 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135556+0000", 2021-03-04T23:37:20.390 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4709999999999999e-06 2021-03-04T23:37:20.391 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.391 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.392 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:37:20.392 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135559+0000", 2021-03-04T23:37:20.392 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.7929999999999995e-05 2021-03-04T23:37:20.393 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.393 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.394 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.394 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135627+0000", 2021-03-04T23:37:20.394 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.8720000000000006e-05 2021-03-04T23:37:20.395 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.395 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.396 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:37:20.396 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135696+0000", 2021-03-04T23:37:20.397 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2873999999999995e-05 2021-03-04T23:37:20.397 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.397 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.398 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,7", 2021-03-04T23:37:20.398 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135759+0000", 2021-03-04T23:37:20.399 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.001900372 2021-03-04T23:37:20.399 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.399 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.400 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:37:20.400 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.137659+0000", 2021-03-04T23:37:20.401 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0013518549999999999 2021-03-04T23:37:20.401 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.402 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.402 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.402 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.139011+0000", 2021-03-04T23:37:20.403 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20027687699999999 2021-03-04T23:37:20.403 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.404 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.404 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.404 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.339288+0000", 2021-03-04T23:37:20.405 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7147000000000002e-05 2021-03-04T23:37:20.405 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.406 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.406 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:37:20.407 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.339325+0000", 2021-03-04T23:37:20.407 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0332999999999999e-05 2021-03-04T23:37:20.408 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.408 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.409 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:37:20.409 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.339355+0000", 2021-03-04T23:37:20.410 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20381102500000001 2021-03-04T23:37:20.410 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.410 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:37:20.411 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.411 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.411 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.411 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:264710 9.7 9:ef8ab918:::benchmark_data_gibba011_139107_object111343:head [delete] snapc 0=[] ondisk+write+known_if_redirected e295)", 2021-03-04T23:37:20.412 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.140186+0000", 2021-03-04T23:37:20.412 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 119.205434934, 2021-03-04T23:37:20.412 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.19286637100000001, 2021-03-04T23:37:20.412 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:37:20.412 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:20.413 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:37:20.413 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:37:20.413 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:37:20.413 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 264710 2021-03-04T23:37:20.414 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.414 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:37:20.414 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.415 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:37:20.415 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140186+0000", 2021-03-04T23:37:20.415 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:37:20.415 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.415 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.416 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:37:20.416 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140186+0000", 2021-03-04T23:37:20.416 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.438e-06 2021-03-04T23:37:20.416 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.417 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.417 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:37:20.417 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140188+0000", 2021-03-04T23:37:20.417 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.023e-06 2021-03-04T23:37:20.418 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.418 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.420 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:37:20.420 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140189+0000", 2021-03-04T23:37:20.421 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.7530000000000001e-06 2021-03-04T23:37:20.421 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.421 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.421 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:37:20.422 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140196+0000", 2021-03-04T23:37:20.422 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2940000000000001e-06 2021-03-04T23:37:20.422 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.422 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.423 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:37:20.423 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140200+0000", 2021-03-04T23:37:20.423 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4005000000000002e-05 2021-03-04T23:37:20.423 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.424 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.424 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.425 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140254+0000", 2021-03-04T23:37:20.425 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000102717 2021-03-04T23:37:20.426 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.426 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.426 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:37:20.426 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140356+0000", 2021-03-04T23:37:20.427 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000106037 2021-03-04T23:37:20.427 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.427 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.427 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:37:20.428 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140462+0000", 2021-03-04T23:37:20.428 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0020374299999999998 2021-03-04T23:37:20.428 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.428 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.428 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:37:20.430 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.142500+0000", 2021-03-04T23:37:20.430 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000224744 2021-03-04T23:37:20.431 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.431 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.432 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.433 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.142725+0000", 2021-03-04T23:37:20.433 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.190274473 2021-03-04T23:37:20.433 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.433 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.434 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.434 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.332999+0000", 2021-03-04T23:37:20.434 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9213999999999998e-05 2021-03-04T23:37:20.435 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.435 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.435 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:37:20.435 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.333028+0000", 2021-03-04T23:37:20.435 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4243000000000002e-05 2021-03-04T23:37:20.436 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.436 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.436 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:37:20.436 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.333052+0000", 2021-03-04T23:37:20.437 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.19286637100000001 2021-03-04T23:37:20.437 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.437 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:37:20.437 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.437 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.438 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.438 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:284338 9.6 9:631ecd3a:::benchmark_data_gibba011_139107_object130971:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:37:20.438 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:34.547059+0000", 2021-03-04T23:37:20.438 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 105.79856244200001, 2021-03-04T23:37:20.439 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.18238684999999999, 2021-03-04T23:37:20.439 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:37:20.439 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:20.439 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:37:20.440 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:37:20.440 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:37:20.440 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 284338 2021-03-04T23:37:20.441 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.441 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:37:20.441 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.441 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:37:20.441 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.547059+0000", 2021-03-04T23:37:20.442 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:37:20.442 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.442 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.442 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:37:20.443 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.547059+0000", 2021-03-04T23:37:20.443 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2129999999999998e-06 2021-03-04T23:37:20.443 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.443 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.443 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:37:20.444 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.547061+0000", 2021-03-04T23:37:20.444 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2470000000000001e-06 2021-03-04T23:37:20.444 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.444 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.444 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:37:20.445 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.547062+0000", 2021-03-04T23:37:20.445 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0942e-05 2021-03-04T23:37:20.445 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.445 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.445 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:37:20.446 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.547073+0000", 2021-03-04T23:37:20.446 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7979999999999996e-06 2021-03-04T23:37:20.446 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.446 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.446 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:37:20.447 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.547078+0000", 2021-03-04T23:37:20.447 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.066989924000000006 2021-03-04T23:37:20.447 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.448 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.448 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.448 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.614068+0000", 2021-03-04T23:37:20.448 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5263000000000003e-05 2021-03-04T23:37:20.448 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.449 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.449 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for degraded object", 2021-03-04T23:37:20.449 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.614123+0000", 2021-03-04T23:37:20.449 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.064415328999999993 2021-03-04T23:37:20.449 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.450 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.450 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.451 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.678538+0000", 2021-03-04T23:37:20.451 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.7533999999999994e-05 2021-03-04T23:37:20.451 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.452 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.452 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:37:20.452 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.678606+0000", 2021-03-04T23:37:20.452 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010170600000000001 2021-03-04T23:37:20.452 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.453 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.453 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,6", 2021-03-04T23:37:20.453 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.678708+0000", 2021-03-04T23:37:20.453 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014507422000000001 2021-03-04T23:37:20.454 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.454 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.454 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:37:20.454 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.693215+0000", 2021-03-04T23:37:20.454 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.034152540000000002 2021-03-04T23:37:20.455 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.455 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.455 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.455 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.727368+0000", 2021-03-04T23:37:20.455 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9634e-05 2021-03-04T23:37:20.456 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.456 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.456 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.456 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.727407+0000", 2021-03-04T23:37:20.457 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0349999999999997e-05 2021-03-04T23:37:20.457 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.457 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.457 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:37:20.458 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.727457+0000", 2021-03-04T23:37:20.458 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0019879479999999998 2021-03-04T23:37:20.458 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.460 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.460 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:37:20.460 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.729445+0000", 2021-03-04T23:37:20.461 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.18238684999999999 2021-03-04T23:37:20.462 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.462 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:37:20.463 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.463 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.463 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.463 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:284345 9.6 9:6e0b239c:::benchmark_data_gibba011_139107_object130978:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:37:20.464 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:34.555293+0000", 2021-03-04T23:37:20.464 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 105.790327565, 2021-03-04T23:37:20.464 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.17598819800000001, 2021-03-04T23:37:20.464 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:37:20.464 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:20.465 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:37:20.465 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:37:20.465 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:37:20.465 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 284345 2021-03-04T23:37:20.466 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.466 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:37:20.466 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.466 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:37:20.466 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.555293+0000", 2021-03-04T23:37:20.467 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:37:20.467 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.468 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.468 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:37:20.468 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.555293+0000", 2021-03-04T23:37:20.468 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.469e-06 2021-03-04T23:37:20.469 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.469 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.469 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:37:20.470 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.555295+0000", 2021-03-04T23:37:20.470 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2309999999999999e-06 2021-03-04T23:37:20.470 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.470 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.470 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:37:20.471 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.555296+0000", 2021-03-04T23:37:20.471 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.789e-06 2021-03-04T23:37:20.471 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.471 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.472 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:37:20.472 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.555305+0000", 2021-03-04T23:37:20.472 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.777e-06 2021-03-04T23:37:20.472 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.472 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.473 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:37:20.473 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.555309+0000", 2021-03-04T23:37:20.473 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.058845277000000001 2021-03-04T23:37:20.473 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.473 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.474 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.474 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.614154+0000", 2021-03-04T23:37:20.474 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00038034199999999998 2021-03-04T23:37:20.474 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.475 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.475 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for degraded object", 2021-03-04T23:37:20.475 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.614534+0000", 2021-03-04T23:37:20.475 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.070108611000000001 2021-03-04T23:37:20.476 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.476 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.476 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.476 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.684643+0000", 2021-03-04T23:37:20.477 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000100649 2021-03-04T23:37:20.477 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.477 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.477 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:37:20.477 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.684744+0000", 2021-03-04T23:37:20.478 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00015828899999999999 2021-03-04T23:37:20.479 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.479 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.479 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,6", 2021-03-04T23:37:20.479 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.684902+0000", 2021-03-04T23:37:20.480 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017192538 2021-03-04T23:37:20.480 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.480 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.480 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:37:20.481 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.702094+0000", 2021-03-04T23:37:20.481 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.027392308000000001 2021-03-04T23:37:20.481 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.481 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.482 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.482 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.729487+0000", 2021-03-04T23:37:20.482 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1655000000000001e-05 2021-03-04T23:37:20.483 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.483 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.483 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.483 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.729518+0000", 2021-03-04T23:37:20.484 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2456999999999998e-05 2021-03-04T23:37:20.484 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.484 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.484 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:37:20.485 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.729551+0000", 2021-03-04T23:37:20.485 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0017308060000000001 2021-03-04T23:37:20.485 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.485 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.485 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:37:20.486 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.731282+0000", 2021-03-04T23:37:20.486 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.17598819800000001 2021-03-04T23:37:20.486 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.486 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:37:20.487 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.487 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.487 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.487 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:290229 9.6 9:6595123b:::benchmark_data_gibba011_139107_object136862:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:37:20.487 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:38.513177+0000", 2021-03-04T23:37:20.488 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 101.83244416700001, 2021-03-04T23:37:20.488 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.166665968, 2021-03-04T23:37:20.489 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:37:20.489 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:20.489 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:37:20.490 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:37:20.490 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:37:20.490 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 290229 2021-03-04T23:37:20.490 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.491 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:37:20.491 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.491 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:37:20.491 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.513177+0000", 2021-03-04T23:37:20.492 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:37:20.492 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.492 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.492 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:37:20.492 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.513177+0000", 2021-03-04T23:37:20.493 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2099999999999996e-07 2021-03-04T23:37:20.493 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.493 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.494 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:37:20.494 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.513177+0000", 2021-03-04T23:37:20.494 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2799999999999996e-07 2021-03-04T23:37:20.494 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.495 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.495 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:37:20.495 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.513178+0000", 2021-03-04T23:37:20.495 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9509999999999999e-06 2021-03-04T23:37:20.496 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.496 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.496 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:37:20.496 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.513182+0000", 2021-03-04T23:37:20.496 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.39e-06 2021-03-04T23:37:20.497 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.497 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.497 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:37:20.497 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.513184+0000", 2021-03-04T23:37:20.497 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.028275847999999999 2021-03-04T23:37:20.498 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.498 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.498 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.498 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.541460+0000", 2021-03-04T23:37:20.499 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.3943999999999997e-05 2021-03-04T23:37:20.499 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.499 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.500 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for degraded object", 2021-03-04T23:37:20.500 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.541514+0000", 2021-03-04T23:37:20.500 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.011426674 2021-03-04T23:37:20.500 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.501 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.501 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.501 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.552941+0000", 2021-03-04T23:37:20.501 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.8486000000000006e-05 2021-03-04T23:37:20.502 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.502 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.502 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:37:20.502 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.553029+0000", 2021-03-04T23:37:20.503 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000137565 2021-03-04T23:37:20.503 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.503 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.503 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,6", 2021-03-04T23:37:20.503 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.553167+0000", 2021-03-04T23:37:20.504 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.01100658 2021-03-04T23:37:20.504 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.504 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.504 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:37:20.505 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.564174+0000", 2021-03-04T23:37:20.505 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.114141676 2021-03-04T23:37:20.505 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.506 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.506 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.506 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.678315+0000", 2021-03-04T23:37:20.506 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7659000000000001e-05 2021-03-04T23:37:20.507 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.507 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.507 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.507 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.678343+0000", 2021-03-04T23:37:20.508 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3164999999999998e-05 2021-03-04T23:37:20.508 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.508 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.508 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:37:20.509 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.678376+0000", 2021-03-04T23:37:20.509 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0014667809999999999 2021-03-04T23:37:20.509 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.509 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.509 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:37:20.510 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.679843+0000", 2021-03-04T23:37:20.510 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.166665968 2021-03-04T23:37:20.510 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.510 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:37:20.511 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.511 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.511 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.511 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:290265 9.6 9:64d00663:::benchmark_data_gibba011_139107_object136898:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:37:20.511 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:38.532487+0000", 2021-03-04T23:37:20.512 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 101.813133941, 2021-03-04T23:37:20.512 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16587265100000001, 2021-03-04T23:37:20.512 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:37:20.512 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:20.512 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:37:20.513 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:37:20.513 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:37:20.513 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 290265 2021-03-04T23:37:20.513 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.514 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:37:20.514 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.514 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:37:20.514 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532487+0000", 2021-03-04T23:37:20.515 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:37:20.515 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.515 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.515 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:37:20.516 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532487+0000", 2021-03-04T23:37:20.516 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.31e-06 2021-03-04T23:37:20.516 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.516 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.516 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:37:20.517 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532488+0000", 2021-03-04T23:37:20.517 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.5099999999999998e-07 2021-03-04T23:37:20.517 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.517 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.517 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:37:20.518 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532489+0000", 2021-03-04T23:37:20.518 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.9070000000000001e-06 2021-03-04T23:37:20.518 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.518 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.519 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:37:20.519 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532496+0000", 2021-03-04T23:37:20.519 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.467e-06 2021-03-04T23:37:20.519 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.519 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.520 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:37:20.520 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532500+0000", 2021-03-04T23:37:20.520 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095224060000000006 2021-03-04T23:37:20.521 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.521 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.521 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.521 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.542022+0000", 2021-03-04T23:37:20.521 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000344743 2021-03-04T23:37:20.522 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.522 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.522 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for degraded object", 2021-03-04T23:37:20.522 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.542367+0000", 2021-03-04T23:37:20.523 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.030174995999999999 2021-03-04T23:37:20.523 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.524 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.524 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.524 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.572542+0000", 2021-03-04T23:37:20.525 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9913000000000006e-05 2021-03-04T23:37:20.525 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.525 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.525 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:37:20.525 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.572622+0000", 2021-03-04T23:37:20.526 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012133000000000001 2021-03-04T23:37:20.526 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.526 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.526 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,6", 2021-03-04T23:37:20.527 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.572743+0000", 2021-03-04T23:37:20.527 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.097610961999999996 2021-03-04T23:37:20.527 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.528 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.528 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:37:20.528 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.670354+0000", 2021-03-04T23:37:20.528 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.012228782000000001 2021-03-04T23:37:20.528 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.529 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.529 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.529 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.682583+0000", 2021-03-04T23:37:20.529 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7968000000000001e-05 2021-03-04T23:37:20.530 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.530 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.530 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.530 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.682601+0000", 2021-03-04T23:37:20.531 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7313000000000001e-05 2021-03-04T23:37:20.531 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.531 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.531 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:37:20.531 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.682628+0000", 2021-03-04T23:37:20.532 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.015731603 2021-03-04T23:37:20.532 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.532 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.532 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:37:20.533 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.698360+0000", 2021-03-04T23:37:20.533 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16587265100000001 2021-03-04T23:37:20.533 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.533 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:37:20.534 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.534 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.534 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.534 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:290266 9.6 9:64477234:::benchmark_data_gibba011_139107_object136899:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:37:20.534 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:38.532507+0000", 2021-03-04T23:37:20.535 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 101.813114032, 2021-03-04T23:37:20.535 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16785154699999999, 2021-03-04T23:37:20.535 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:37:20.535 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:20.536 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:37:20.536 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:37:20.536 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:37:20.536 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 290266 2021-03-04T23:37:20.536 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.537 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:37:20.537 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.537 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:37:20.537 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532507+0000", 2021-03-04T23:37:20.537 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:37:20.538 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.538 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.538 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:37:20.538 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532507+0000", 2021-03-04T23:37:20.539 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.2399999999999997e-07 2021-03-04T23:37:20.539 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.539 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.539 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:37:20.540 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532508+0000", 2021-03-04T23:37:20.540 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.7599999999999997e-07 2021-03-04T23:37:20.540 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.540 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.541 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:37:20.541 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532508+0000", 2021-03-04T23:37:20.541 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1779999999999999e-06 2021-03-04T23:37:20.541 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.541 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.542 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:37:20.542 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532512+0000", 2021-03-04T23:37:20.542 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.9989999999999998e-06 2021-03-04T23:37:20.542 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.543 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.543 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:37:20.543 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532514+0000", 2021-03-04T23:37:20.543 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0098882269999999994 2021-03-04T23:37:20.543 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.544 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.544 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.544 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.542402+0000", 2021-03-04T23:37:20.544 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00036962300000000002 2021-03-04T23:37:20.544 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.545 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.545 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for degraded object", 2021-03-04T23:37:20.545 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.542771+0000", 2021-03-04T23:37:20.545 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.035222636000000002 2021-03-04T23:37:20.546 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.546 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.546 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.546 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.577994+0000", 2021-03-04T23:37:20.547 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.8831000000000005e-05 2021-03-04T23:37:20.547 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.547 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.547 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:37:20.548 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.578073+0000", 2021-03-04T23:37:20.548 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.086133151000000005 2021-03-04T23:37:20.548 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.548 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.548 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,6", 2021-03-04T23:37:20.549 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.664206+0000", 2021-03-04T23:37:20.549 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.011681225999999999 2021-03-04T23:37:20.549 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.549 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.550 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:37:20.550 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.675887+0000", 2021-03-04T23:37:20.550 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.022532529999999999 2021-03-04T23:37:20.550 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.551 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.551 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.551 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.698420+0000", 2021-03-04T23:37:20.551 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8931999999999999e-05 2021-03-04T23:37:20.552 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.552 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.552 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.553 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.698459+0000", 2021-03-04T23:37:20.553 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0417999999999997e-05 2021-03-04T23:37:20.553 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.553 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.553 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:37:20.554 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.698509+0000", 2021-03-04T23:37:20.554 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0018493959999999999 2021-03-04T23:37:20.554 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.554 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.555 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:37:20.555 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.700359+0000", 2021-03-04T23:37:20.555 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16785154699999999 2021-03-04T23:37:20.555 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.556 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:37:20.556 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.556 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.556 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.556 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:290271 9.6 9:6beafc2e:::benchmark_data_gibba011_139107_object136904:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:37:20.557 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:38.532859+0000", 2021-03-04T23:37:20.557 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 101.81276192999999, 2021-03-04T23:37:20.557 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16873865699999999, 2021-03-04T23:37:20.557 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:37:20.558 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:20.558 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:37:20.558 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:37:20.558 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:37:20.559 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 290271 2021-03-04T23:37:20.559 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.559 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:37:20.559 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.559 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:37:20.560 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532859+0000", 2021-03-04T23:37:20.560 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:37:20.560 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.560 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.561 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:37:20.561 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532859+0000", 2021-03-04T23:37:20.561 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2950000000000001e-06 2021-03-04T23:37:20.561 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.562 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.562 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:37:20.562 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532860+0000", 2021-03-04T23:37:20.562 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.1699999999999997e-07 2021-03-04T23:37:20.562 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.563 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.563 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:37:20.563 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532861+0000", 2021-03-04T23:37:20.563 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9529999999999996e-06 2021-03-04T23:37:20.564 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.564 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.564 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:37:20.564 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532867+0000", 2021-03-04T23:37:20.564 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.745e-06 2021-03-04T23:37:20.565 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.565 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.565 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:37:20.565 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532870+0000", 2021-03-04T23:37:20.566 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0099404909999999992 2021-03-04T23:37:20.566 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.566 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.566 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.567 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.542810+0000", 2021-03-04T23:37:20.567 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00027838 2021-03-04T23:37:20.567 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.567 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.567 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for degraded object", 2021-03-04T23:37:20.568 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.543089+0000", 2021-03-04T23:37:20.568 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.12729489399999999 2021-03-04T23:37:20.568 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.568 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.568 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.569 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.670384+0000", 2021-03-04T23:37:20.569 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.0747000000000005e-05 2021-03-04T23:37:20.569 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.569 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.569 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:37:20.570 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.670464+0000", 2021-03-04T23:37:20.570 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012269900000000001 2021-03-04T23:37:20.570 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.570 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.571 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,6", 2021-03-04T23:37:20.571 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.670587+0000", 2021-03-04T23:37:20.571 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.011368168 2021-03-04T23:37:20.571 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.572 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.572 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:37:20.572 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.681955+0000", 2021-03-04T23:37:20.572 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018443894999999998 2021-03-04T23:37:20.573 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.573 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.573 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.573 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.700399+0000", 2021-03-04T23:37:20.573 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8047999999999999e-05 2021-03-04T23:37:20.574 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.574 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.574 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.574 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.700437+0000", 2021-03-04T23:37:20.574 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4910999999999998e-05 2021-03-04T23:37:20.575 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.575 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.575 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:37:20.575 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.700472+0000", 2021-03-04T23:37:20.576 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0011257140000000001 2021-03-04T23:37:20.576 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.576 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.576 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:37:20.576 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.701598+0000", 2021-03-04T23:37:20.577 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16873865699999999 2021-03-04T23:37:20.577 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.577 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:37:20.577 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.577 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.578 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.578 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:290278 9.6 9:6898d020:::benchmark_data_gibba011_139107_object136911:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:37:20.578 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:38.535352+0000", 2021-03-04T23:37:20.579 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 101.810268599, 2021-03-04T23:37:20.579 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.167221383, 2021-03-04T23:37:20.579 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:37:20.579 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:20.580 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:37:20.580 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:37:20.580 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:37:20.580 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 290278 2021-03-04T23:37:20.580 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.581 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:37:20.581 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.581 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:37:20.581 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.535352+0000", 2021-03-04T23:37:20.581 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:37:20.582 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.582 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.582 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:37:20.582 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.535352+0000", 2021-03-04T23:37:20.583 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5060000000000001e-06 2021-03-04T23:37:20.583 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.583 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.583 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:37:20.583 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.535354+0000", 2021-03-04T23:37:20.584 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.3200000000000004e-07 2021-03-04T23:37:20.584 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.584 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.585 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:37:20.585 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.535355+0000", 2021-03-04T23:37:20.585 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.0740000000000004e-06 2021-03-04T23:37:20.585 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.585 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.586 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:37:20.586 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.535362+0000", 2021-03-04T23:37:20.586 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6179999999999999e-06 2021-03-04T23:37:20.586 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.587 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.587 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:37:20.587 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.535365+0000", 2021-03-04T23:37:20.587 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0077492589999999997 2021-03-04T23:37:20.587 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.588 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.588 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.588 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.543115+0000", 2021-03-04T23:37:20.588 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00036428200000000001 2021-03-04T23:37:20.588 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.589 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.589 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for degraded object", 2021-03-04T23:37:20.589 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.543479+0000", 2021-03-04T23:37:20.589 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.132434622 2021-03-04T23:37:20.589 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.590 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.590 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.590 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.675914+0000", 2021-03-04T23:37:20.590 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6462999999999998e-05 2021-03-04T23:37:20.591 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.591 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.591 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:37:20.591 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.675970+0000", 2021-03-04T23:37:20.592 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.6815000000000001e-05 2021-03-04T23:37:20.592 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.592 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.592 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,6", 2021-03-04T23:37:20.592 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.676057+0000", 2021-03-04T23:37:20.593 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0059327499999999997 2021-03-04T23:37:20.593 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.593 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.593 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:37:20.594 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.681990+0000", 2021-03-04T23:37:20.594 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.019636919999999999 2021-03-04T23:37:20.594 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.594 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.594 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.595 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.701627+0000", 2021-03-04T23:37:20.595 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2058999999999999e-05 2021-03-04T23:37:20.595 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.595 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.595 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.596 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.701659+0000", 2021-03-04T23:37:20.596 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1278000000000001e-05 2021-03-04T23:37:20.596 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.596 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.596 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:37:20.597 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.701690+0000", 2021-03-04T23:37:20.597 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00088390500000000004 2021-03-04T23:37:20.597 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.598 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.598 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:37:20.598 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.702574+0000", 2021-03-04T23:37:20.598 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.167221383 2021-03-04T23:37:20.598 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.599 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:37:20.599 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.599 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.599 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.599 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:290307 9.6 9:6941421e:::benchmark_data_gibba011_139107_object136940:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:37:20.600 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:38.556130+0000", 2021-03-04T23:37:20.600 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 101.789490765, 2021-03-04T23:37:20.600 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.168618032, 2021-03-04T23:37:20.600 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:37:20.601 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:20.601 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:37:20.601 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:37:20.601 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:37:20.601 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 290307 2021-03-04T23:37:20.602 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.602 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:37:20.602 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.602 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:37:20.603 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.556130+0000", 2021-03-04T23:37:20.603 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:37:20.603 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.603 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.603 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:37:20.604 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.556130+0000", 2021-03-04T23:37:20.604 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5340000000000001e-06 2021-03-04T23:37:20.604 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.604 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.605 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:37:20.605 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.556132+0000", 2021-03-04T23:37:20.605 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2669999999999999e-06 2021-03-04T23:37:20.605 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.606 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.606 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:37:20.606 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.556133+0000", 2021-03-04T23:37:20.606 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.7340000000000002e-06 2021-03-04T23:37:20.606 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.607 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.607 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:37:20.607 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.556140+0000", 2021-03-04T23:37:20.607 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3809999999999999e-06 2021-03-04T23:37:20.608 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.608 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.608 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:37:20.608 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.556143+0000", 2021-03-04T23:37:20.608 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.15235827800000001 2021-03-04T23:37:20.609 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.609 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.609 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.609 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.708501+0000", 2021-03-04T23:37:20.610 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8035999999999998e-05 2021-03-04T23:37:20.610 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.610 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.610 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:37:20.611 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.708559+0000", 2021-03-04T23:37:20.611 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.7684999999999999e-05 2021-03-04T23:37:20.611 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.611 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.612 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,6", 2021-03-04T23:37:20.612 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.708637+0000", 2021-03-04T23:37:20.612 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027533509999999998 2021-03-04T23:37:20.612 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.612 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.613 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:37:20.613 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.711391+0000", 2021-03-04T23:37:20.613 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0011949009999999999 2021-03-04T23:37:20.613 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.613 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.614 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.614 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.712585+0000", 2021-03-04T23:37:20.614 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.011120277 2021-03-04T23:37:20.614 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.615 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.615 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.615 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.723706+0000", 2021-03-04T23:37:20.615 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9094e-05 2021-03-04T23:37:20.616 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.616 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.616 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:37:20.616 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.723735+0000", 2021-03-04T23:37:20.617 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.001013494 2021-03-04T23:37:20.617 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.617 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.617 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:37:20.617 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.724748+0000", 2021-03-04T23:37:20.618 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.168618032 2021-03-04T23:37:20.618 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.618 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:37:20.618 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.619 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.619 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.619 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:290330 9.6 9:619a8348:::benchmark_data_gibba011_139107_object136963:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:37:20.619 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:38.568287+0000", 2021-03-04T23:37:20.619 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 101.777334119, 2021-03-04T23:37:20.620 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16883662999999999, 2021-03-04T23:37:20.620 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:37:20.620 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:20.620 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:37:20.620 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:37:20.621 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:37:20.621 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 290330 2021-03-04T23:37:20.621 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.621 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:37:20.622 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.622 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:37:20.622 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.568287+0000", 2021-03-04T23:37:20.622 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:37:20.622 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.623 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.623 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:37:20.624 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.568287+0000", 2021-03-04T23:37:20.624 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.435e-06 2021-03-04T23:37:20.624 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.624 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.625 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:37:20.626 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.568288+0000", 2021-03-04T23:37:20.626 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6599999999999994e-07 2021-03-04T23:37:20.626 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.626 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.627 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:37:20.627 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.568289+0000", 2021-03-04T23:37:20.627 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.255e-06 2021-03-04T23:37:20.627 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.627 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.628 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:37:20.628 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.568297+0000", 2021-03-04T23:37:20.628 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8360000000000002e-06 2021-03-04T23:37:20.628 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.628 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.629 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:37:20.629 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.568300+0000", 2021-03-04T23:37:20.629 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14229203600000001 2021-03-04T23:37:20.629 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.630 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.630 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.630 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.710592+0000", 2021-03-04T23:37:20.630 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3086e-05 2021-03-04T23:37:20.631 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.631 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.631 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for degraded object", 2021-03-04T23:37:20.631 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.710636+0000", 2021-03-04T23:37:20.631 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0052076520000000001 2021-03-04T23:37:20.632 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.632 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.632 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.632 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.715843+0000", 2021-03-04T23:37:20.633 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4116999999999996e-05 2021-03-04T23:37:20.633 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.633 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.633 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:37:20.633 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.715907+0000", 2021-03-04T23:37:20.634 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.8022999999999995e-05 2021-03-04T23:37:20.634 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.634 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.634 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,6", 2021-03-04T23:37:20.634 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.715985+0000", 2021-03-04T23:37:20.635 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0087708179999999997 2021-03-04T23:37:20.635 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.635 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.635 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:37:20.636 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.724756+0000", 2021-03-04T23:37:20.636 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0067202549999999996 2021-03-04T23:37:20.636 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.636 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.637 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.637 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.731476+0000", 2021-03-04T23:37:20.637 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004327839 2021-03-04T23:37:20.637 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.637 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.638 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.638 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.735804+0000", 2021-03-04T23:37:20.638 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5428e-05 2021-03-04T23:37:20.638 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.639 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.639 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:37:20.639 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.735840+0000", 2021-03-04T23:37:20.639 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0012838839999999999 2021-03-04T23:37:20.639 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.640 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.640 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:37:20.640 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.737124+0000", 2021-03-04T23:37:20.640 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16883662999999999 2021-03-04T23:37:20.641 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.641 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:37:20.641 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.641 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.641 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.642 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:115481 10.6 10:60ff343d:::benchmark_data_gibba011_264195_object115480:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e318)", 2021-03-04T23:37:20.642 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:36:51.551941+0000", 2021-03-04T23:37:20.642 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 28.793680445, 2021-03-04T23:37:20.642 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.19390155100000001, 2021-03-04T23:37:20.643 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:37:20.643 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:20.643 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:37:20.643 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:37:20.644 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:37:20.644 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 115481 2021-03-04T23:37:20.644 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.644 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:37:20.644 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.645 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:37:20.645 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.551941+0000", 2021-03-04T23:37:20.645 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:37:20.645 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.646 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.646 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:37:20.646 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.551941+0000", 2021-03-04T23:37:20.646 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.3732999999999994e-05 2021-03-04T23:37:20.646 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.647 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.647 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:37:20.647 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.552014+0000", 2021-03-04T23:37:20.647 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1179999999999999e-06 2021-03-04T23:37:20.647 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.648 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.648 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:37:20.648 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.552015+0000", 2021-03-04T23:37:20.648 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.3989999999999998e-06 2021-03-04T23:37:20.649 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.649 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.649 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:37:20.649 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.552023+0000", 2021-03-04T23:37:20.650 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7179999999999998e-06 2021-03-04T23:37:20.650 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.650 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.650 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:37:20.651 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.552027+0000", 2021-03-04T23:37:20.651 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6195999999999997e-05 2021-03-04T23:37:20.651 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.651 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.651 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.652 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.552063+0000", 2021-03-04T23:37:20.652 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000106671 2021-03-04T23:37:20.652 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.653 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.653 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:37:20.653 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.552169+0000", 2021-03-04T23:37:20.653 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6603999999999999e-05 2021-03-04T23:37:20.653 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.654 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.654 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:37:20.654 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.552266+0000", 2021-03-04T23:37:20.654 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0024924539999999999 2021-03-04T23:37:20.655 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.655 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.655 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:37:20.655 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.554758+0000", 2021-03-04T23:37:20.656 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0022012669999999998 2021-03-04T23:37:20.656 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.656 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.656 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.657 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.556960+0000", 2021-03-04T23:37:20.657 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.18882479599999999 2021-03-04T23:37:20.657 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.657 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.658 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.658 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.745785+0000", 2021-03-04T23:37:20.658 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4110999999999999e-05 2021-03-04T23:37:20.658 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.658 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.659 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:37:20.659 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.745819+0000", 2021-03-04T23:37:20.659 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3484000000000001e-05 2021-03-04T23:37:20.659 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.659 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.660 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:37:20.660 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.745842+0000", 2021-03-04T23:37:20.660 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.19390155100000001 2021-03-04T23:37:20.660 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.661 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:37:20.661 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.661 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.661 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.661 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:134207 10.6 10:6944aa28:::benchmark_data_gibba011_264195_object134206:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e322)", 2021-03-04T23:37:20.662 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:03.617362+0000", 2021-03-04T23:37:20.662 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 16.728259466000001, 2021-03-04T23:37:20.662 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.174873902, 2021-03-04T23:37:20.663 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:37:20.663 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:20.663 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:37:20.663 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:37:20.663 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:37:20.664 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134207 2021-03-04T23:37:20.664 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.664 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:37:20.664 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.665 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:37:20.665 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.617362+0000", 2021-03-04T23:37:20.665 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:37:20.665 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.665 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.666 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:37:20.666 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.617362+0000", 2021-03-04T23:37:20.666 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7463999999999997e-05 2021-03-04T23:37:20.666 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.666 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.667 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:37:20.667 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.617419+0000", 2021-03-04T23:37:20.667 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.339e-06 2021-03-04T23:37:20.667 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.668 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.668 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:37:20.668 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.617420+0000", 2021-03-04T23:37:20.668 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2201999999999999e-05 2021-03-04T23:37:20.669 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.669 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.669 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:37:20.669 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.617433+0000", 2021-03-04T23:37:20.670 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1250000000000001e-06 2021-03-04T23:37:20.670 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.670 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.670 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:37:20.671 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.617438+0000", 2021-03-04T23:37:20.671 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0019273339999999999 2021-03-04T23:37:20.671 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.671 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.671 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.672 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.619365+0000", 2021-03-04T23:37:20.672 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010020499999999999 2021-03-04T23:37:20.672 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.672 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.672 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:37:20.673 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.619465+0000", 2021-03-04T23:37:20.673 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00016056800000000001 2021-03-04T23:37:20.673 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.673 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.674 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:37:20.674 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.619626+0000", 2021-03-04T23:37:20.674 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0043029590000000003 2021-03-04T23:37:20.674 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.674 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.675 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.675 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.623929+0000", 2021-03-04T23:37:20.675 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.102e-05 2021-03-04T23:37:20.676 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.676 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.676 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:37:20.676 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.623940+0000", 2021-03-04T23:37:20.676 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16820747 2021-03-04T23:37:20.677 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.677 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.677 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.677 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.792147+0000", 2021-03-04T23:37:20.677 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9024999999999999e-05 2021-03-04T23:37:20.678 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.678 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.678 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:37:20.678 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.792196+0000", 2021-03-04T23:37:20.679 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9190999999999998e-05 2021-03-04T23:37:20.679 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.679 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.679 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:37:20.680 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.792235+0000", 2021-03-04T23:37:20.680 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.174873902 2021-03-04T23:37:20.680 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.680 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:37:20.680 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.681 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.681 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.681 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:134216 10.6 10:6aa741bf:::benchmark_data_gibba011_264195_object134215:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e322)", 2021-03-04T23:37:20.681 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:03.619124+0000", 2021-03-04T23:37:20.682 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 16.72649681, 2021-03-04T23:37:20.682 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.18378776799999999, 2021-03-04T23:37:20.682 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:37:20.682 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:20.683 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:37:20.683 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:37:20.683 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:37:20.683 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134216 2021-03-04T23:37:20.683 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.684 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:37:20.684 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.684 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:37:20.684 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.619124+0000", 2021-03-04T23:37:20.684 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:37:20.685 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.685 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.685 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:37:20.685 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.619124+0000", 2021-03-04T23:37:20.686 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.0844999999999998e-05 2021-03-04T23:37:20.686 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.686 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.686 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:37:20.686 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.619185+0000", 2021-03-04T23:37:20.687 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0270000000000001e-06 2021-03-04T23:37:20.687 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.687 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.687 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:37:20.688 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.619186+0000", 2021-03-04T23:37:20.688 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1428e-05 2021-03-04T23:37:20.688 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.688 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.689 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:37:20.689 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.619198+0000", 2021-03-04T23:37:20.689 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7250000000000002e-06 2021-03-04T23:37:20.689 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.689 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.690 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:37:20.690 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.619203+0000", 2021-03-04T23:37:20.690 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0058684430000000001 2021-03-04T23:37:20.690 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.691 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.691 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.691 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.625072+0000", 2021-03-04T23:37:20.691 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013868999999999999 2021-03-04T23:37:20.691 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.692 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.692 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:37:20.692 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.625210+0000", 2021-03-04T23:37:20.692 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00015055799999999999 2021-03-04T23:37:20.693 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.693 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.693 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:37:20.693 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.625361+0000", 2021-03-04T23:37:20.694 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0031052100000000002 2021-03-04T23:37:20.694 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.694 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.694 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.695 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.628466+0000", 2021-03-04T23:37:20.695 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3320000000000002e-06 2021-03-04T23:37:20.695 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.695 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.695 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:37:20.696 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.628470+0000", 2021-03-04T23:37:20.696 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.17437029300000001 2021-03-04T23:37:20.696 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.696 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.696 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.697 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.802841+0000", 2021-03-04T23:37:20.697 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5192999999999999e-05 2021-03-04T23:37:20.697 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.697 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.698 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:37:20.698 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.802886+0000", 2021-03-04T23:37:20.698 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6024e-05 2021-03-04T23:37:20.698 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.698 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.699 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:37:20.699 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.802912+0000", 2021-03-04T23:37:20.699 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.18378776799999999 2021-03-04T23:37:20.699 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.699 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:37:20.700 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.700 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.700 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.701 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:134230 10.9 10:954c50d5:::benchmark_data_gibba011_264195_object134229:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e322)", 2021-03-04T23:37:20.701 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:03.632530+0000", 2021-03-04T23:37:20.701 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 16.713090703999999, 2021-03-04T23:37:20.701 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16262842899999999, 2021-03-04T23:37:20.702 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:37:20.702 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:20.702 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:37:20.702 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:37:20.702 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:37:20.703 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134230 2021-03-04T23:37:20.703 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.703 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:37:20.703 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.703 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:37:20.704 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.632530+0000", 2021-03-04T23:37:20.704 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:37:20.704 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.704 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.705 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:37:20.705 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.632530+0000", 2021-03-04T23:37:20.705 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1619000000000001e-05 2021-03-04T23:37:20.705 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.705 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.706 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:37:20.706 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.632552+0000", 2021-03-04T23:37:20.706 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9480000000000008e-06 2021-03-04T23:37:20.706 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.707 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.707 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:37:20.707 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.632560+0000", 2021-03-04T23:37:20.707 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1119e-05 2021-03-04T23:37:20.708 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.708 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.708 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:37:20.708 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.632571+0000", 2021-03-04T23:37:20.708 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5079999999999999e-06 2021-03-04T23:37:20.709 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.709 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.709 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:37:20.709 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.632576+0000", 2021-03-04T23:37:20.709 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8816000000000002e-05 2021-03-04T23:37:20.710 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.710 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.710 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.710 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.632624+0000", 2021-03-04T23:37:20.711 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000132204 2021-03-04T23:37:20.711 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.711 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.711 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:37:20.711 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.632757+0000", 2021-03-04T23:37:20.712 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011991 2021-03-04T23:37:20.712 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.712 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.712 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,4,7", 2021-03-04T23:37:20.712 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.632876+0000", 2021-03-04T23:37:20.713 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.002764205 2021-03-04T23:37:20.713 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.713 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.714 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.714 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.635641+0000", 2021-03-04T23:37:20.714 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012183100000000001 2021-03-04T23:37:20.714 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.714 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.715 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:37:20.715 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.635762+0000", 2021-03-04T23:37:20.715 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00036453700000000001 2021-03-04T23:37:20.715 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.716 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.716 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.716 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.636127+0000", 2021-03-04T23:37:20.716 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.15888227199999999 2021-03-04T23:37:20.716 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.717 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.717 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.717 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.795009+0000", 2021-03-04T23:37:20.717 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6789999999999998e-05 2021-03-04T23:37:20.717 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.718 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.718 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:37:20.718 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.795056+0000", 2021-03-04T23:37:20.718 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010267 2021-03-04T23:37:20.719 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.719 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.719 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:37:20.719 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.795159+0000", 2021-03-04T23:37:20.720 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16262842899999999 2021-03-04T23:37:20.720 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.720 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:37:20.720 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.721 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.721 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.721 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157928 10.9 10:9b3889bf:::benchmark_data_gibba011_264195_object157927:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e323)", 2021-03-04T23:37:20.721 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.365345+0000", 2021-03-04T23:37:20.721 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 1.9802760129999999, 2021-03-04T23:37:20.722 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.71214803, 2021-03-04T23:37:20.722 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:37:20.722 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:20.722 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:37:20.722 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:37:20.723 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:37:20.723 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157928 2021-03-04T23:37:20.723 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.723 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:37:20.724 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.724 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:37:20.724 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.365345+0000", 2021-03-04T23:37:20.724 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:37:20.724 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.725 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.725 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:37:20.725 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.365345+0000", 2021-03-04T23:37:20.725 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6190000000000003e-05 2021-03-04T23:37:20.726 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.726 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.726 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:37:20.726 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.365391+0000", 2021-03-04T23:37:20.727 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.669e-06 2021-03-04T23:37:20.727 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.727 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.727 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:37:20.727 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.365393+0000", 2021-03-04T23:37:20.728 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1917e-05 2021-03-04T23:37:20.728 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.728 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.728 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:37:20.729 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.365405+0000", 2021-03-04T23:37:20.729 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.2000000000000002e-06 2021-03-04T23:37:20.729 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.729 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.729 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:37:20.730 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.365410+0000", 2021-03-04T23:37:20.730 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9719000000000002e-05 2021-03-04T23:37:20.730 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.730 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.730 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.731 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.365470+0000", 2021-03-04T23:37:20.731 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4239999999999993e-06 2021-03-04T23:37:20.731 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.731 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.732 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:37:20.732 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.365478+0000", 2021-03-04T23:37:20.732 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.67574222500000003 2021-03-04T23:37:20.732 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.733 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.733 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.733 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.041220+0000", 2021-03-04T23:37:20.733 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.3559999999999999e-06 2021-03-04T23:37:20.734 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.734 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.734 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:37:20.734 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.041230+0000", 2021-03-04T23:37:20.734 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0203580430000001 2021-03-04T23:37:20.735 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.735 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.735 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.735 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.061588+0000", 2021-03-04T23:37:20.735 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00015286600000000001 2021-03-04T23:37:20.736 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.736 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.736 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:37:20.736 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.061741+0000", 2021-03-04T23:37:20.737 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00041676199999999999 2021-03-04T23:37:20.737 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.737 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.737 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,4,7", 2021-03-04T23:37:20.737 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.062157+0000", 2021-03-04T23:37:20.738 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.015100222 2021-03-04T23:37:20.738 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.738 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.738 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.738 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077258+0000", 2021-03-04T23:37:20.739 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3184999999999999e-05 2021-03-04T23:37:20.739 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.739 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.740 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.740 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077281+0000", 2021-03-04T23:37:20.740 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9830000000000004e-06 2021-03-04T23:37:20.740 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.740 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.741 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:37:20.741 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077286+0000", 2021-03-04T23:37:20.741 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.0531999999999994e-05 2021-03-04T23:37:20.741 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.741 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.742 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.742 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077366+0000", 2021-03-04T23:37:20.742 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6134999999999998e-05 2021-03-04T23:37:20.742 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.743 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.743 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:37:20.743 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077412+0000", 2021-03-04T23:37:20.743 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.0601999999999998e-05 2021-03-04T23:37:20.743 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.744 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.744 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:37:20.744 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077493+0000", 2021-03-04T23:37:20.744 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.71214803 2021-03-04T23:37:20.744 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.745 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:37:20.745 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.745 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.745 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.746 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157942 10.9 10:967737d4:::benchmark_data_gibba011_264195_object157941:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e324)", 2021-03-04T23:37:20.746 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.376218+0000", 2021-03-04T23:37:20.746 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 1.969403064, 2021-03-04T23:37:20.746 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7015997940000001, 2021-03-04T23:37:20.747 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:37:20.747 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:20.747 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:37:20.747 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:37:20.748 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:37:20.748 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157942 2021-03-04T23:37:20.748 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.748 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:37:20.748 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.749 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:37:20.749 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376218+0000", 2021-03-04T23:37:20.749 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:37:20.749 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.749 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.750 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:37:20.750 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376218+0000", 2021-03-04T23:37:20.750 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1408e-05 2021-03-04T23:37:20.750 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.751 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.751 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:37:20.751 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376269+0000", 2021-03-04T23:37:20.751 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4219999999999999e-06 2021-03-04T23:37:20.751 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.752 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.752 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:37:20.752 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376271+0000", 2021-03-04T23:37:20.753 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.8330000000000006e-06 2021-03-04T23:37:20.753 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.753 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.753 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:37:20.753 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376281+0000", 2021-03-04T23:37:20.754 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9650000000000002e-06 2021-03-04T23:37:20.754 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.754 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.754 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:37:20.755 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376285+0000", 2021-03-04T23:37:20.755 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7448999999999999e-05 2021-03-04T23:37:20.755 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.755 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.755 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.756 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376332+0000", 2021-03-04T23:37:20.756 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.1519999999999992e-06 2021-03-04T23:37:20.756 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.756 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.756 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:37:20.757 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376340+0000", 2021-03-04T23:37:20.757 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.66491159 2021-03-04T23:37:20.757 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.757 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.757 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.758 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.041252+0000", 2021-03-04T23:37:20.758 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.754e-06 2021-03-04T23:37:20.758 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.759 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.759 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:37:20.759 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.041259+0000", 2021-03-04T23:37:20.759 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0299748849999999 2021-03-04T23:37:20.759 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.760 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.760 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.760 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.071233+0000", 2021-03-04T23:37:20.760 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000146203 2021-03-04T23:37:20.760 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.761 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.761 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:37:20.761 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.071380+0000", 2021-03-04T23:37:20.761 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00017843899999999999 2021-03-04T23:37:20.762 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.762 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.762 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,4,7", 2021-03-04T23:37:20.762 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.071558+0000", 2021-03-04T23:37:20.762 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0057313090000000004 2021-03-04T23:37:20.763 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.763 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.763 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:37:20.763 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077289+0000", 2021-03-04T23:37:20.763 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8999999999999998e-05 2021-03-04T23:37:20.764 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.764 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.764 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.764 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077348+0000", 2021-03-04T23:37:20.765 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00018901700000000001 2021-03-04T23:37:20.765 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.765 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.765 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.766 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077537+0000", 2021-03-04T23:37:20.766 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.8979000000000002e-05 2021-03-04T23:37:20.766 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.766 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.766 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.767 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077636+0000", 2021-03-04T23:37:20.767 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0989999999999998e-05 2021-03-04T23:37:20.767 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.767 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.768 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:37:20.768 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077687+0000", 2021-03-04T23:37:20.768 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013039900000000001 2021-03-04T23:37:20.768 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.768 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.769 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:37:20.769 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077818+0000", 2021-03-04T23:37:20.769 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7015997940000001 2021-03-04T23:37:20.769 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.769 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:37:20.770 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.770 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.770 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.770 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157959 10.9 10:98d19ec4:::benchmark_data_gibba011_264195_object157958:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e324)", 2021-03-04T23:37:20.770 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.395573+0000", 2021-03-04T23:37:20.771 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 1.950048105, 2021-03-04T23:37:20.771 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6826938730000001, 2021-03-04T23:37:20.771 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:37:20.772 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:20.772 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:37:20.772 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:37:20.772 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:37:20.772 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157959 2021-03-04T23:37:20.773 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.773 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:37:20.773 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.773 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:37:20.773 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.395573+0000", 2021-03-04T23:37:20.774 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:37:20.774 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.774 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.774 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:37:20.775 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.395573+0000", 2021-03-04T23:37:20.775 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4549000000000002e-05 2021-03-04T23:37:20.775 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.775 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.775 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:37:20.776 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.395597+0000", 2021-03-04T23:37:20.776 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.626e-06 2021-03-04T23:37:20.776 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.776 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.776 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:37:20.777 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.395599+0000", 2021-03-04T23:37:20.777 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1185999999999999e-05 2021-03-04T23:37:20.777 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.777 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.778 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:37:20.778 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.395610+0000", 2021-03-04T23:37:20.778 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7429999999999999e-06 2021-03-04T23:37:20.778 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.779 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.779 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:37:20.779 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.395616+0000", 2021-03-04T23:37:20.779 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2348999999999997e-05 2021-03-04T23:37:20.779 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.780 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.780 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.780 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.395658+0000", 2021-03-04T23:37:20.780 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.798e-06 2021-03-04T23:37:20.781 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.781 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.781 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:37:20.781 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.395668+0000", 2021-03-04T23:37:20.781 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.645607398 2021-03-04T23:37:20.782 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.782 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.782 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.782 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.041276+0000", 2021-03-04T23:37:20.782 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2219999999999999e-06 2021-03-04T23:37:20.783 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.783 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.783 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:37:20.783 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.041282+0000", 2021-03-04T23:37:20.784 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0320582060000001 2021-03-04T23:37:20.784 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.784 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.784 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.785 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.073340+0000", 2021-03-04T23:37:20.785 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000126971 2021-03-04T23:37:20.785 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.785 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.786 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:37:20.786 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.073467+0000", 2021-03-04T23:37:20.786 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000167512 2021-03-04T23:37:20.786 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.786 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.787 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,4,7", 2021-03-04T23:37:20.787 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.073634+0000", 2021-03-04T23:37:20.787 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0036677649999999999 2021-03-04T23:37:20.787 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.787 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.788 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:37:20.788 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077302+0000", 2021-03-04T23:37:20.788 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00026352199999999998 2021-03-04T23:37:20.788 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.789 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.789 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.789 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077566+0000", 2021-03-04T23:37:20.789 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7734999999999997e-05 2021-03-04T23:37:20.789 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.790 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.790 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.790 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077604+0000", 2021-03-04T23:37:20.790 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00049252599999999997 2021-03-04T23:37:20.791 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.791 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.792 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.792 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.078096+0000", 2021-03-04T23:37:20.792 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5874999999999997e-05 2021-03-04T23:37:20.792 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.793 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.793 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:37:20.793 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.078142+0000", 2021-03-04T23:37:20.793 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012489000000000001 2021-03-04T23:37:20.794 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.794 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.794 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:37:20.794 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.078267+0000", 2021-03-04T23:37:20.795 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6826938730000001 2021-03-04T23:37:20.795 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.795 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:37:20.795 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.795 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.796 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.796 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157962 10.9 10:95d7cb0d:::benchmark_data_gibba011_264195_object157961:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e324)", 2021-03-04T23:37:20.796 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.403536+0000", 2021-03-04T23:37:20.796 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 1.942085037, 2021-03-04T23:37:20.797 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6748675019999999, 2021-03-04T23:37:20.797 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:37:20.797 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:37:20.797 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:37:20.798 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:37:20.798 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:37:20.798 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157962 2021-03-04T23:37:20.798 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.798 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:37:20.799 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.799 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:37:20.799 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.403536+0000", 2021-03-04T23:37:20.799 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:37:20.800 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.800 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.800 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:37:20.800 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.403536+0000", 2021-03-04T23:37:20.800 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4493000000000002e-05 2021-03-04T23:37:20.801 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.801 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.801 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:37:20.801 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.403580+0000", 2021-03-04T23:37:20.801 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.172e-06 2021-03-04T23:37:20.802 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.802 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.802 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:37:20.802 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.403582+0000", 2021-03-04T23:37:20.803 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0071999999999999e-05 2021-03-04T23:37:20.803 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.803 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.803 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:37:20.804 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.403592+0000", 2021-03-04T23:37:20.804 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9580000000000001e-06 2021-03-04T23:37:20.804 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.804 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.804 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:37:20.805 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.403596+0000", 2021-03-04T23:37:20.805 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3763000000000002e-05 2021-03-04T23:37:20.805 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.805 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.806 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.806 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.403629+0000", 2021-03-04T23:37:20.806 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9359999999999996e-06 2021-03-04T23:37:20.806 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.806 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.807 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:37:20.807 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.403635+0000", 2021-03-04T23:37:20.807 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.63766724699999999 2021-03-04T23:37:20.807 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.807 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.808 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.808 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.041303+0000", 2021-03-04T23:37:20.808 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.8420000000000005e-06 2021-03-04T23:37:20.808 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.809 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.809 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:37:20.809 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.041310+0000", 2021-03-04T23:37:20.809 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0339113799999999 2021-03-04T23:37:20.810 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.810 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.810 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:20.810 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.075222+0000", 2021-03-04T23:37:20.811 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012678799999999999 2021-03-04T23:37:20.811 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.811 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.811 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:37:20.811 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.075349+0000", 2021-03-04T23:37:20.812 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00017513500000000001 2021-03-04T23:37:20.812 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.812 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.812 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,4,7", 2021-03-04T23:37:20.813 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.075524+0000", 2021-03-04T23:37:20.813 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0017831430000000001 2021-03-04T23:37:20.813 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.813 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.813 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:37:20.814 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077307+0000", 2021-03-04T23:37:20.814 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00056381499999999995 2021-03-04T23:37:20.814 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.814 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.814 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.815 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077871+0000", 2021-03-04T23:37:20.815 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000188767 2021-03-04T23:37:20.815 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.815 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.816 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.816 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.078060+0000", 2021-03-04T23:37:20.816 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00024025899999999999 2021-03-04T23:37:20.816 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.817 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.817 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:20.817 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.078300+0000", 2021-03-04T23:37:20.817 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5970999999999998e-05 2021-03-04T23:37:20.818 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.818 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.818 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:37:20.818 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.078336+0000", 2021-03-04T23:37:20.818 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.7761000000000004e-05 2021-03-04T23:37:20.819 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:20.819 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:20.819 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:37:20.819 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.078403+0000", 2021-03-04T23:37:20.820 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6748675019999999 2021-03-04T23:37:20.820 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.820 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:37:20.820 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.820 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:20.821 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:37:20.821 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:37:20.821 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:20.823 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 69 16 158437 158421 143.486 29.6875 0.00535515 0.00696666 2021-03-04T23:37:20.823 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:20 gibba038 conmon[76675]: cluster 2021-03-04T23:37:18.764633+0000 mgr.x (mgr.34676 2021-03-04T23:37:20.823 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:20 gibba038 conmon[76675]: ) 1074 : cluster [DBG] pgmap v1105: 129 pgs: 2 peering, 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 121 active+clean; 9.5 GiB data, 28 GiB used, 557 GiB / 588 GiB avail; 115 MiB/s wr, 1.83k op/s; 54127/466452 objects misplaced (11.604%); 16 MiB/s, 257 objects/s recovering 2021-03-04T23:37:20.824 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:20 gibba038 conmon[76675]: cluster 2021-03-04T23:37:20.040722+0000 mon.a (mon.0) 1484 : cluster [DBG] osdmap e326: 8 total, 8 up, 7 in 2021-03-04T23:37:20.824 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:20 gibba038 conmon[76675]: cluster 2021-03-04T23:37:20.041212+0000 osd.5 (osd.5) 27 : cluster [INF] 10.9 continuing backfill to osd.2 from (309'2700,323'9758] MIN to 323'9758 2021-03-04T23:37:20.824 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:20 gibba038 conmon[76675]: cluster 2021-03-04T23:37:20.042021+0000 osd.4 (osd.4) 24 : cluster [DBG] 10.1 starting backfill to osd.1 from (0'0,0'0] MAX to 323'9842 2021-03-04T23:37:20.824 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:20 gibba038 conmon[76675]: cluster 2021-03-04T23:37:20.042755+0000 osd.4 (osd.4) 25 : cluster [DBG] 10.c starting backfill to osd.3 from (0'0,0'0] MAX to 323'9968 2021-03-04T23:37:20.848 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:20.848 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:20.849 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:20.850 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:20 gibba011 conmon[95595]: cluster 2021-03-04T23:37:18.764633+0000 mgr.x (mgr.34676) 1074 : cluster [DBG] pgmap v1105: 129 pgs: 2 peering, 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 121 active+clean; 9.5 GiB data, 28 GiB used, 557 GiB / 588 GiB avail; 115 MiB/s wr, 1.83k op/s; 54127/466452 objects misplaced (11.604%); 16 MiB/s, 257 objects/s recovering 2021-03-04T23:37:20.850 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:20 gibba011 conmon[95595]: 2021-03-04T23:37:20.850 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:20 gibba011 conmon[95595]: cluster 2021-03-04T23:37:20.040722+0000 mon.a (mon.0) 1484 : cluster [DBG] osdmap e326: 8 total, 8 up, 7 in 2021-03-04T23:37:20.851 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:20 gibba011 conmon[95595]: cluster 2021-03-04T23:37:20.041212+0000 osd.5 (osd.5) 27 : cluster [INF] 10.9 continuing backfill to osd.2 from (309'2700,323'9758] MIN to 323'9758 2021-03-04T23:37:20.851 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:20 gibba011 conmon[95595]: cluster 2021-03-04T23:37:20.042021+0000 osd.4 (osd.4) 24 : cluster 2021-03-04T23:37:20.851 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:20 gibba011 conmon[95595]: [DBG] 10.1 starting backfill to osd.1 from (0'0,0'0] MAX to 323'9842 2021-03-04T23:37:20.851 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:20 gibba011 conmon[95595]: cluster 2021-03-04T23: 2021-03-04T23:37:20.852 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:20 gibba011 conmon[95595]: 37:20.042755+0000 osd.4 (osd.4) 25 : cluster [DBG] 10.c starting backfill to osd.3 from (0'0,0'0] MAX to 323'9968 2021-03-04T23:37:20.852 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:20 gibba011 conmon[99461]: cluster 2021-03-04T23:37:18.764633+0000 mgr.x (mgr.34676) 1074 : cluster 2021-03-04T23:37:20.852 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:20 gibba011 conmon[99461]: [DBG] pgmap v1105: 129 pgs: 2 peering, 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 121 active+clean; 9.5 GiB data, 28 GiB used, 557 GiB / 588 GiB avail; 115 MiB/s wr, 1.83k op/s; 54127/466452 objects misplaced (11.604%); 16 MiB/s, 257 objects/s recovering 2021-03-04T23:37:20.853 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:20 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:37:20.853 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:20 gibba011 conmon[99461]: -03-04T23:37:20.040722+0000 mon.a (mon.0) 1484 : cluster [DBG] osdmap e326: 8 total, 8 up, 7 in 2021-03-04T23:37:20.853 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:20 gibba011 conmon[99461]: cluster 2021-03-04T23:37:20.041212+0000 osd.5 ( 2021-03-04T23:37:20.853 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:20 gibba011 conmon[99461]: osd.5) 27 : cluster [INF] 10.9 continuing backfill to osd.2 from (309'2700,323'9758] MIN to 323'9758 2021-03-04T23:37:20.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:20 gibba011 conmon[99461]: cluster 2021-03-04T23:37:20.042021+0000 osd.4 (osd.4) 24 : cluster [DBG] 10.1 starting backfill to osd.1 from (0'0,0'0] MAX to 323'9842 2021-03-04T23:37:20.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:20 gibba011 conmon[99461]: cluster 2021-03-04T23:37: 2021-03-04T23:37:20.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:20 gibba011 conmon[99461]: 20.042755+0000 osd.4 (osd.4) 25 : cluster [DBG] 10.c starting backfill to osd.3 from (0'0,0'0] MAX to 323'9968 2021-03-04T23:37:20.950 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:20.974 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:20.974 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:20.975 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:21.076 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:21.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:21.099 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:21.099 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:21.200 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:21.221 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:21.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:21.223 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:21.243 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-03-04T23:37:21.245 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:37:21.262 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:37:21.279 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:37:21.298 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:37:21.318 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:37:21.324 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:21.337 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:37:21.357 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:37:21.358 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:21.359 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:21.360 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:21.370 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 70 16 160009 159993 142.84 98.25 0.0109626 0.00699832 2021-03-04T23:37:21.375 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:37:21.377 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:37:21.377 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:37:21.377 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:37:21.377 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:37:21.378 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:37:21.378 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:37:21.379 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:37:21.379 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:37:21.402 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:37:21.420 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:21 gibba011 conmon[95595]: cluster 2021-03-04T23:37:20.041711+0000 osd.0 (osd.0) 9 : cluster [DBG] 10.8 starting backfill to osd.2 from (310'3835,323'9841] MIN to 323'9842 2021-03-04T23:37:21.421 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:21 gibba011 conmon[95595]: cluster 2021-03-04T23:37:20.765024+0000 mgr.x (mgr.34676) 1075 : cluster [DBG] pgmap v1108: 129 pgs: 1 remapped+peering, 11 peering, 1 active+remapped+backfilling, 4 active+remapped+backfill_wait, 112 active+clean; 9.6 GiB data, 28 GiB used, 557 GiB / 588 GiB avail; 88 MiB/s wr, 1.40k op/s; 44830/470223 objects misplaced (9.534%); 10 MiB/s, 165 objects/s recovering 2021-03-04T23:37:21.421 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:21 gibba011 conmon[95595]: audit 2021-03-04T23:37:21.224252+0000 mon.c (mon.1) 430 : audit [DBG] from='client.? 172.21.2.111:0/913411273' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:21.422 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:21 gibba011 conmon[99461]: cluster 2021-03-04T23:37:20.041711+0000 osd.0 (osd.0) 9 : cluster [DBG] 10.8 starting backfill to osd.2 from (310'3835,323'9841] MIN to 323'9842 2021-03-04T23:37:21.422 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:21 gibba011 conmon[99461]: cluster 2021-03-04T23:37:20.765024+0000 mgr.x (mgr.34676) 1075 : cluster [DBG] pgmap v1108: 129 pgs: 1 remapped+peering, 11 peering, 1 active+remapped+backfilling, 4 active+remapped+backfill_wait, 112 active+clean; 9.6 GiB data, 28 GiB used, 557 GiB / 588 GiB avail; 88 MiB/s wr, 1.40k op/s; 44830/470223 objects misplaced (9.534%); 10 MiB/s, 165 objects/s recovering 2021-03-04T23:37:21.422 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:21 gibba011 conmon[99461]: audit 2021-03-04T23 2021-03-04T23:37:21.422 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:21 gibba011 conmon[99461]: :37:21.224252+0000 mon.c (mon.1) 430 : audit [DBG] from='client.? 172.21.2.111:0/913411273' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:21.461 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:21.485 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:21.486 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:21.486 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:21.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:21 gibba038 conmon[76675]: cluster 2021-03-04T23:37:20.041711+0000 osd.0 (osd.0) 9 : cluster [DBG] 10.8 starting backfill to osd.2 from (310'3835,323'9841] MIN to 323'9842 2021-03-04T23:37:21.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:21 gibba038 conmon[76675]: cluster 2021-03-04T23:37:20.765024+0000 mgr.x (mgr.34676) 1075 : cluster [DBG] pgmap v1108: 129 pgs: 1 remapped+peering, 11 peering, 1 active+remapped+backfilling, 4 active+remapped+backfill_wait, 112 active+clean; 9.6 GiB data, 28 GiB used, 557 GiB / 588 GiB avail; 88 MiB/s wr, 1.40k op/s; 44830/470223 objects misplaced (9.534%); 10 MiB/s, 165 objects/s recovering 2021-03-04T23:37:21.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:21 gibba038 conmon[76675]: audit 2021-03-04T23:37:21.224252+0000 mon.c (mon.1) 430 : audit [DBG] from='client.? 172.21.2.111:0/913411273' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:21.588 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:21.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:21.610 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:21.611 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:21.712 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:21.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:21.735 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:21.735 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:21.836 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:21.859 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:21.860 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:21.860 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:21.961 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:21.980 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:21.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:21.982 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:22.083 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:22.103 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:22.104 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:22.104 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:22.205 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:22.225 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:22.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:22.226 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:22.327 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:22.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:22.355 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:22.356 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:22.370 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 71 16 161988 161972 142.57 123.688 0.00616067 0.00701153 2021-03-04T23:37:22.457 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:22.478 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:22.479 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:22.479 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:22.582 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:22.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:22.605 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:22.605 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:22.707 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:22.729 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:22.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:22.730 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:22.831 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:22.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:22 gibba038 conmon[76675]: cluster 2021-03-04T23:37:21.364623+0000 mon.a (mon.0) 1485 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:37:22.847 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:22.848 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:22.849 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:22.853 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:22 gibba011 conmon[95595]: cluster 2021-03-04T23:37:21.364623+0000 mon.a (mon.0) 1485 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:37:22.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:22 gibba011 conmon[99461]: cluster 2021-03-04T23:37:21.364623+0000 mon.a (mon.0) 1485 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2021-03-04T23:37:22.950 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:22.972 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:37:22.974 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:22.975 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:22.975 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:23.076 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:23.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:23.101 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:23.101 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:23.124 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:23.203 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:23.224 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:23.225 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:23.226 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:23.327 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:23.351 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:23.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:23.352 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:23.370 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 72 16 163569 163553 141.962 98.8125 0.00560888 0.0070416 2021-03-04T23:37:23.454 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:23.476 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:23.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:23.477 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:23.579 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:23.597 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:23 gibba011 conmon[95595]: cluster 2021-03-04T23:37:22.765420+0000 mgr.x (mgr.34676) 1076 : cluster [DBG] pgmap v1109: 129 pgs: 1 remapped+peering, 11 peering, 1 active+remapped+backfilling, 6 active+remapped+backfill_wait, 110 active+clean; 9.8 GiB data, 29 GiB used, 556 GiB / 588 GiB avail; 115 MiB/s wr, 1.85k op/s; 64240/479766 objects misplaced (13.390%); 26 MiB/s, 418 objects/s recovering 2021-03-04T23:37:23.598 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:23 gibba011 conmon[99461]: cluster 2021-03-04T23:37:22.765420+0000 mgr.x (mgr.34676) 1076 : cluster [DBG] pgmap v1109: 129 pgs: 1 remapped+peering, 11 peering, 1 active+remapped+backfilling, 6 active+remapped+backfill_wait, 110 active+clean; 9.8 GiB data, 29 GiB used, 556 GiB / 588 GiB avail; 115 MiB/s wr, 1.85k op/s; 64240/479766 objects misplaced (13.390%); 26 MiB/s, 418 objects/s recovering 2021-03-04T23:37:23.598 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:23 gibba011 conmon[99461]: 2021-03-04T23:37:23.599 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:23.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:23.601 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:23.702 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:23.725 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:23.726 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:23.727 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:23.798 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:23 gibba038 conmon[76675]: cluster 2021-03-04T23:37:22.765420+0000 mgr.x (mgr.34676) 1076 : cluster [DBG] pgmap v1109: 129 pgs: 1 remapped+peering, 11 peering, 1 active+remapped+backfilling, 6 active+remapped+backfill_wait, 110 active+clean; 9.8 GiB data, 29 GiB used, 556 GiB / 588 GiB avail; 115 MiB/s wr, 1.85k op/s; 64240/479766 objects misplaced (13.390%); 26 MiB/s, 418 objects/s recovering 2021-03-04T23:37:23.828 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:23.853 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:23.854 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:23.854 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:23.956 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:23.983 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:23.984 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:23.985 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:24.068 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:37:24.068 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:37:24.086 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:24.106 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:24.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:24.108 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:24.209 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:24.230 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:24.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:24.232 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:24.333 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:24.358 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:24.359 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:24.360 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:24.370 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 73 16 165381 165365 141.568 113.25 0.00817229 0.00706138 2021-03-04T23:37:24.461 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:24.469 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:37:24.481 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:24.482 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:24.483 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:24.583 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:24.605 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:24.606 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:24.607 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:24.648 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:24.709 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:24.733 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:24.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:24.735 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:24.836 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:24.858 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:24.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:24.860 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:24.961 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:24.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:24.985 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:24.986 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:25.088 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:25.107 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:25.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:25.108 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:25.164 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:25 gibba011 conmon[95595]: cluster 2021-03-04T23:37:25.039352+0000 mon.a (mon.0) 1486 : cluster [INF] 2021-03-04T23:37:25.165 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:25 gibba011 conmon[95595]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2021-03-04T23:37:25.165 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:25 gibba011 conmon[95595]: cluster 2021-03-04T23:37:25.039373+0000 mon.a (mon.0) 1487 : cluster [INF] Cluster is now healthy 2021-03-04T23:37:25.166 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:25 gibba011 conmon[99461]: cluster 2021-03-04T23:37:25.039352+0000 mon.a (mon.0) 1486 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2021-03-04T23:37:25.166 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:25 gibba011 conmon[99461]: cluster 2021-03-04T23:37:25.039373+0000 mon.a (mon.0) 1487 : cluster [INF] Cluster is now healthy 2021-03-04T23:37:25.209 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:25.230 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:25.231 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:25.232 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:25.333 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:25.359 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:25.360 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:25.361 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:25.370 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 74 16 167104 167088 141.11 107.688 0.00636299 0.00708419 2021-03-04T23:37:25.462 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:25.488 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:25.489 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:25.490 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:25.564 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:25 gibba038 conmon[76675]: cluster 2021-03-04T23:37:25.039352+0000 mon.a (mon.0) 1486 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2021-03-04T23:37:25.565 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:25 gibba038 conmon[76675]: cluster 2021-03-04T23:37:25.039373+0000 mon.a (mon.0) 1487 : cluster [INF] Cluster is now healthy 2021-03-04T23:37:25.586 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-03-04T23:37:25.591 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:25.619 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:25.619 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:25.620 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:25.721 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:25.741 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:25.742 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:25.742 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:25.764 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:37:25.844 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:25.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:25.862 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:25.862 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:25.869 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 1, 3, 2] out_osds: [7] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:37:25.870 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:37:25.870 INFO:tasks.thrashosds.thrasher:inject_pause on 7 2021-03-04T23:37:25.870 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:37:25.870 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:37:25.871 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 config set filestore_inject_stall 3 2021-03-04T23:37:25.963 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:25.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:25.982 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:25.983 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:26.051 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:37:26.084 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:26.103 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:37:26.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:26.108 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:26.109 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:26.172 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:26 gibba038 conmon[76675]: cluster 2021-03-04T23:37:24.765953+0000 mgr.x (mgr.34676) 1077 2021-03-04T23:37:26.173 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:26 gibba038 conmon[76675]: : cluster [DBG] pgmap v1110: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 9.9 GiB data, 29 GiB used, 556 GiB / 588 GiB avail; 65 MiB/s wr, 1.04k op/s; 74606/486543 objects misplaced (15.334%); 23 MiB/s, 370 objects/s recovering 2021-03-04T23:37:26.173 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:26 gibba038 conmon[76675]: audit 2021-03-04T23:37:25.562813+0000 mon.c (mon.1) 431 : audit [INF] from='client.? 172.21.2.111:0/1356228149' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:37:26.173 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:26 gibba038 conmon[76675]: audit 2021-03-04T23:37:25.563117+0000 mon.a (mon.0) 1488 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:37:26.210 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:26.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:26.232 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:26.232 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:26.336 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:26.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: cluster 2021-03-04T23:37:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: 2021-03-04T23:37:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: 2021 2021-03-04T23:37:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: - 2021-03-04T23:37:26.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: 03 2021-03-04T23:37:26.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: - 2021-03-04T23:37:26.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: 04 2021-03-04T23:37:26.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: T 2021-03-04T23:37:26.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: 23 2021-03-04T23:37:26.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: : 2021-03-04T23:37:26.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: 37 2021-03-04T23:37:26.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: : 2021-03-04T23:37:26.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: 24 2021-03-04T23:37:26.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: . 2021-03-04T23:37:26.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: 765953 2021-03-04T23:37:26.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: +0000 2021-03-04T23:37:26.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: 2021-03-04T23:37:26.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: mgr.x 2021-03-04T23:37:26.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: ( 2021-03-04T23:37:26.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: mgr 2021-03-04T23:37:26.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: . 2021-03-04T23:37:26.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: 34676 2021-03-04T23:37:26.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: ) 2021-03-04T23:37:26.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: 1077 2021-03-04T23:37:26.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: : 2021-03-04T23:37:26.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: cluster [DBG] pgmap v1110: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 9.9 GiB data, 29 GiB used, 556 GiB / 588 GiB avail; 65 MiB/s wr, 1.04k op/s; 74606/486543 objects misplaced (15.334%); 23 MiB/s, 370 objects/s recovering 2021-03-04T23:37:26.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:37:26.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: -04T23:37:25.562813+0000 mon.c (mon.1) 431 : 2021-03-04T23:37:26.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: audit [INF] from='client.? 172.21.2.111:0/1356228149' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:37:26.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: audit 2021-03-04T23:37:25.563117+0000 2021-03-04T23:37:26.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[99461]: mon.a (mon.0) 1488 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:37:26.369 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: cluster 2021-03-04T23:37:26.369 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: 2021-03-04T23:37:26.370 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: 2021 2021-03-04T23:37:26.370 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: - 2021-03-04T23:37:26.370 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: 03 2021-03-04T23:37:26.370 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: - 2021-03-04T23:37:26.370 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: 04 2021-03-04T23:37:26.371 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: T 2021-03-04T23:37:26.371 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: 23 2021-03-04T23:37:26.371 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: : 2021-03-04T23:37:26.371 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: 37 2021-03-04T23:37:26.372 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: : 2021-03-04T23:37:26.372 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: 24 2021-03-04T23:37:26.372 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: . 2021-03-04T23:37:26.372 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: 765953 2021-03-04T23:37:26.372 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: +0000 2021-03-04T23:37:26.373 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: 2021-03-04T23:37:26.373 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: mgr.x 2021-03-04T23:37:26.373 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: ( 2021-03-04T23:37:26.373 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: mgr 2021-03-04T23:37:26.373 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: . 2021-03-04T23:37:26.374 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: 34676 2021-03-04T23:37:26.374 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: ) 2021-03-04T23:37:26.374 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: 1077 2021-03-04T23:37:26.374 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: : 2021-03-04T23:37:26.374 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: cluster 2021-03-04T23:37:26.375 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: 2021-03-04T23:37:26.375 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: [DBG] 2021-03-04T23:37:26.375 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: 2021-03-04T23:37:26.375 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: pgmap v1110: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 9.9 GiB data, 29 GiB used, 556 GiB / 588 GiB avail; 65 MiB/s wr, 1.04k op/s; 74606/486543 objects misplaced (15.334%); 23 MiB/s, 370 objects/s recovering 2021-03-04T23:37:26.376 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: 2021-03-04T23:37:26.376 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: audit 2021-03-04T23:37:26.376 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: 2021-03-04T23:37:26.376 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: 2021-03-04T23:37:25.562813+0000 2021-03-04T23:37:26.376 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: mon.c (mon.1) 431 : audit [INF] from='client.? 172.21.2.111:0/1356228149' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:37:26.377 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: audit 2021-03-04T23 2021-03-04T23:37:26.377 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: :37:25.563117+0000 mon.a (mon.0) 1488 : audit 2021-03-04T23:37:26.377 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:26 gibba011 conmon[95595]: [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:37:26.385 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 75 16 168614 168598 140.487 94.375 0.00760001 0.00711568 2021-03-04T23:37:26.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:26.387 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:26.388 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:26.489 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:26.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:26.513 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:26.513 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:26.614 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:26.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:26.644 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:26.644 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:26.746 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:26.767 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:26.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:26.769 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:26.870 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:26.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:26.896 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:26.896 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:26.998 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:27.020 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:27.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:27.022 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:27.124 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:27.148 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:27.149 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:27.150 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:27.252 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:27.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:27.276 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:27.277 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:27.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:27 gibba011 conmon[95595]: cluster 2021-03-04T23:37:27.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:27 gibba011 conmon[95595]: 2021-03-04T23:37 2021-03-04T23:37:27.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:27 gibba011 conmon[95595]: :26.091403+0000 mon.a (mon.0) 1489 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:27.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:27 gibba011 conmon[95595]: audit 2021-03-04T23: 2021-03-04T23:37:27.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:27 gibba011 conmon[95595]: 37:26.094586+0000 mon.a (mon.0) 1490 : audit [INF] 2021-03-04T23:37:27.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:27 gibba011 conmon[95595]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:37:27.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:27 gibba011 conmon[95595]: cluster 2021-03 2021-03-04T23:37:27.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:27 gibba011 conmon[95595]: -04T23:37:26.094636+0000 mon.a (mon.0) 1491 2021-03-04T23:37:27.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:27 gibba011 conmon[95595]: : cluster [DBG] osdmap e327: 8 total, 8 up, 7 in 2021-03-04T23:37:27.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:27 gibba011 conmon[99461]: cluster 2021-03-04T23:37:26.091403+0000 mon.a (mon.0) 1489 : 2021-03-04T23:37:27.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:27 gibba011 conmon[99461]: cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:27.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:27 gibba011 conmon[99461]: audit 2021-03-04T23:37:26.094586+0000 mon.a (mon.0) 1490 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:37:27.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:27 gibba011 conmon[99461]: cluster 2021-03-04T23:37:27.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:27 gibba011 conmon[99461]: 2021-03-04T23:37:26.094636+0000 mon.a (mon.0) 1491 : cluster [DBG] osdmap e327: 8 total, 8 up, 7 in 2021-03-04T23:37:27.371 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 76 16 170449 170433 140.148 114.688 0.0110161 0.00713285 2021-03-04T23:37:27.385 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:27.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:27.404 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:27.405 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:27.506 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:27.512 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:37:27.531 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:27.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:27.532 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:27.533 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:37:27.551 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:37:27.570 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:37:27.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:27 gibba038 conmon[76675]: cluster 2021-03-04T23:37:26.091403+0000 mon.a (mon.0) 1489 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:27.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:27 gibba038 conmon[76675]: audit 2021-03-04T23:37:26.094586+0000 mon.a (mon.0) 1490 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:37:27.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:27 gibba038 conmon[76675]: cluster 2021-03-04T23:37:26.094636+0000 mon.a (mon.0) 1491 : cluster [DBG] osdmap e327: 8 total, 8 up, 7 in 2021-03-04T23:37:27.592 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:37:27.613 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:37:27.632 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:37:27.633 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:27.654 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:37:27.657 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:37:27.657 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:37:27.657 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:37:27.658 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:37:27.658 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:37:27.658 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:37:27.658 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:37:27.658 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:37:27.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:27.660 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:27.660 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:27.761 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:27.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:27.785 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:27.785 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:27.886 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:27.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:27.912 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:27.912 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:28.014 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:28.035 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:28.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:28.036 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:28.138 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:28.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:28.179 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:28.179 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:28.281 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:28.303 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:28.304 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:28.305 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:28.370 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 77 16 171913 171897 139.516 91.5 0.00498831 0.00716519 2021-03-04T23:37:28.406 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:28.428 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:28.429 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:28.430 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:28.531 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:28.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:28.555 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:28.556 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:28.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:28 gibba038 conmon[76675]: cluster 2021-03-04T23:37:26.766292+0000 mgr.x (mgr.34676) 1078 : cluster [DBG] pgmap v1112: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 9.9 GiB data, 29 GiB used, 556 GiB / 588 GiB avail; 51 MiB/s wr, 815 op/s; 74606/488121 objects misplaced (15.284%); 19 MiB/s, 307 objects/s recovering 2021-03-04T23:37:28.674 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:28 gibba038 conmon[76675]: audit 2021-03-04T23:37:27.489300+0000 mon.c (mon.1) 432 : audit [DBG] from='client.? 172.21.2.111:0/2916338782' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:28.677 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:28.681 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:28 gibba011 conmon[95595]: cluster 2021-03-04T23:37:26.766292+0000 mgr.x (mgr.34676) 1078 : cluster [DBG] pgmap v1112: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 9.9 GiB data, 29 GiB used, 556 GiB / 588 GiB avail; 51 MiB/s wr, 815 op/s; 74606/488121 objects misplaced (15.284%); 19 MiB/s, 307 objects/s recovering 2021-03-04T23:37:28.683 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:28 gibba011 conmon[95595]: audit 2021-03-04T23:37:27.489300+0000 mon.c (mon.1) 432 : audit [DBG] from='client.? 172.21.2.111:0/2916338782' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:28.684 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:28 gibba011 conmon[99461]: cluster 2021-03-04T23:37:26.766292+0000 mgr.x (mgr.34676) 1078 2021-03-04T23:37:28.684 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:28 gibba011 conmon[99461]: : cluster [DBG] pgmap v1112: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 9.9 GiB data, 29 GiB used, 556 GiB / 588 GiB avail; 51 MiB/s wr, 815 op/s; 74606/488121 objects misplaced (15.284%); 19 MiB/s, 307 objects/s recovering 2021-03-04T23:37:28.684 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:28 gibba011 conmon[99461]: audit 2021-03-04T23:37:27.489300+0000 mon.c (mon.1) 432 : audit [DBG] from='client.? 172.21.2.111:0/2916338782' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:28.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:28.725 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:28.725 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:28.826 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:28.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:28.855 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:28.855 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:28.957 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:28.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:28.981 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:28.981 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:29.082 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:29.105 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:29.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:29.107 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:29.145 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:37:29.208 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:29.231 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:29.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:29.233 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:29.307 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:29.334 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:29.356 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:29.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:29.358 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:29.370 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 78 16 173788 173772 139.229 117.188 0.00534207 0.00717979 2021-03-04T23:37:29.459 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:29.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:29.485 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:29.485 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:29.586 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:29.609 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:29.610 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:29.611 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:29.712 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:29.738 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:29.739 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:29.739 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:29.841 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:29.867 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:29.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:29.869 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:29.933 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:37:29.933 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:37:29.934 INFO:teuthology.orchestra.run.gibba038.stdout: "complaint_time": 30, 2021-03-04T23:37:29.934 INFO:teuthology.orchestra.run.gibba038.stdout: "num_blocked_ops": 0 2021-03-04T23:37:29.934 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:37:29.970 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:29.994 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:29.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:29.995 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:30.097 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:30.118 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:30.119 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:30.119 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:30.220 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:30.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:30.249 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:30.250 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:30.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:30 gibba038 conmon[76675]: cluster 2021-03-04T23:37:28.766878+0000 mgr.x (mgr.34676) 2021-03-04T23:37:30.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:30 gibba038 conmon[76675]: 1079 : cluster [DBG] pgmap v1113: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 10 GiB data, 30 GiB used, 555 GiB / 588 GiB avail; 94 MiB/s wr, 1.50k op/s; 76500/508578 objects misplaced (15.042%); 27 MiB/s, 431 objects/s recovering 2021-03-04T23:37:30.351 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:30.371 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 79 16 175611 175595 138.909 113.938 0.00484476 0.00719642 2021-03-04T23:37:30.372 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:30.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:30.374 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:30.475 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:30.496 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:30.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:30.498 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:30.599 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:30.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:30 gibba011 conmon[95595]: cluster 2021-03-04T23:37:28.766878+0000 mgr.x (mgr.34676) 1079 : cluster [DBG] pgmap v1113: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 10 GiB data, 30 GiB used, 555 GiB / 588 GiB avail; 94 MiB/s wr, 1.50k op/s; 76500/508578 objects misplaced (15.042%); 27 MiB/s, 431 objects/s recovering 2021-03-04T23:37:30.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:30 gibba011 conmon[99461]: cluster 2021-03-04T23:37:28.766878+0000 mgr.x (mgr.34676) 1079 : cluster [DBG] pgmap v1113: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 10 GiB data, 30 GiB used, 555 GiB / 588 GiB avail; 94 MiB/s wr, 1.50k op/s; 76500/508578 objects misplaced (15.042%); 27 MiB/s, 431 objects/s recovering 2021-03-04T23:37:30.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:30.626 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:30.627 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:30.727 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:37:30.728 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:30.750 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:30.750 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:30.751 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:30.833 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:37:30.834 INFO:teuthology.orchestra.run.gibba038.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2021-03-04T23:37:30.834 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:37:30.852 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:30.870 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:30.872 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:30.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:30.874 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:30.975 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:30.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:30.999 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:31.000 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:31.101 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:31.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:31.129 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:31.129 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:31.231 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:31.251 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:31.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:31.252 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:31.353 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:31.371 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:37:31.369621+0000 min lat: 0.000865966 max lat: 2.11208 avg lat: 0.00722062 2021-03-04T23:37:31.371 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:37:31.371 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 80 16 177240 177224 138.445 101.812 0.00981467 0.00722062 2021-03-04T23:37:31.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:31.378 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:31.378 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:31.479 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:31.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:31.507 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:31.507 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:31.609 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:31.635 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:31.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:31.637 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:31.738 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:31.762 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:31.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:31.764 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:31.866 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:31.912 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:31.913 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:31.914 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:32.015 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:32.048 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:32.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:32.049 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:32.115 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:37:32.151 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:32.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:32.176 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:32.176 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:32.277 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:32.304 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:32.305 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:32.305 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:32.371 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 81 16 178972 178956 138.072 108.25 0.011835 0.0072402 2021-03-04T23:37:32.407 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:32.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:32.432 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:32.432 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:32.533 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:32.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:32.571 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:32.571 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:32.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:32 gibba038 conmon[76675]: cluster 2021-03-04T23:37:30.767368+0000 mgr.x (mgr.34676) 1080 : cluster [DBG] pgmap v1114: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 10 GiB data, 31 GiB used, 554 GiB / 588 GiB avail; 90 MiB/s wr, 1.44k op/s; 77022/513465 objects misplaced (15.000%); 23 MiB/s, 376 objects/s recovering 2021-03-04T23:37:32.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:32 gibba038 conmon[76675]: audit 2021-03-04T23:37:31.711126+0000 mon.a (mon.0) 1492 : audit [INF] from='client.? 172.21.2.111:0/3274177348' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:32.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:32 gibba011 conmon[99461]: cluster 2021-03-04T23:37:30.767368+0000 mgr.x (mgr.34676) 1080 : cluster [DBG] pgmap v1114: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 10 GiB data, 31 GiB used, 554 GiB / 588 GiB avail; 90 MiB/s wr, 1.44k op/s; 77022/513465 objects misplaced (15.000%); 23 MiB/s, 376 objects/s recovering 2021-03-04T23:37:32.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:32 gibba011 conmon[99461]: audit 2021-03-04T23:37:31.711126+0000 mon.a (mon.0) 1492 : audit [INF] from='client.? 172.21.2.111:0/3274177348' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:32.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:32 gibba011 conmon[95595]: cluster 2021-03-04T23:37:30.767368+0000 mgr.x (mgr.34676) 1080 : cluster [DBG] pgmap v1114: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 10 GiB data, 31 GiB used, 554 GiB / 588 GiB avail; 90 MiB/s wr, 1.44k op/s; 77022/513465 objects misplaced (15.000%); 23 MiB/s, 376 objects/s recovering 2021-03-04T23:37:32.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:32 gibba011 conmon[95595]: audit 2021-03-04T23:37:31.711126+0000 mon.a (mon.0) 1492 : audit [INF] from='client.? 172.21.2.111:0/3274177348' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:32.673 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:32.676 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-03-04T23:37:32.708 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:32.709 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:32.709 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:32.811 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:32.839 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:32.841 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:32.842 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:32.908 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:37:32.946 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:32.974 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:32.975 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:32.976 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:33.078 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:33.111 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:33.114 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:33.115 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:33.217 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:33.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:33.247 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:33.247 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:33.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:33 gibba038 conmon[76675]: cluster 2021-03-04T23:37:32.106055+0000 mon.a (mon.0) 1493 : cluster [WRN] 2021-03-04T23:37:33.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:33 gibba038 conmon[76675]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:33.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:33 gibba038 conmon[76675]: audit 2021-03-04T23:37:32.109166+0000 mon.a (mon.0) 1494 : audit [INF] from='client.? 172.21.2.111:0/3274177348' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:33.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:33 gibba038 conmon[76675]: cluster 2021-03-04T23:37:32.109234+0000 mon.a (mon.0) 1495 : cluster [DBG] osdmap e328: 8 total, 8 up, 7 in 2021-03-04T23:37:33.349 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:33.372 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 82 16 180755 180739 137.745 111.438 0.00802863 0.0072574 2021-03-04T23:37:33.382 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:33.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:33.383 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:33.448 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:33 gibba011 conmon[95595]: cluster 2021-03-04T23:37:32.106055+0000 mon.a (mon.0) 1493 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:33.448 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:33 gibba011 conmon[95595]: audit 2021-03-04T23:37:32.109166+0000 mon.a (mon.0) 1494 : audit [INF] from='client.? 172.21.2.111:0/3274177348' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:33.448 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:33 gibba011 conmon[95595]: cluster 2021-03-04T23:37:32.109234+0000 mon.a (mon.0) 1495 : cluster [DBG] osdmap e328: 8 total, 8 up, 7 in 2021-03-04T23:37:33.449 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:33 gibba011 conmon[99461]: cluster 2021-03-04T23:37:32.106055+0000 mon.a (mon.0) 1493 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:33.449 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:33 gibba011 conmon[99461]: audit 2021-03-04T23:37:32.109166+0000 mon.a (mon.0) 1494 : audit [INF] from='client.? 172.21.2.111:0/3274177348' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:33.449 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:33 gibba011 conmon[99461]: cluster 2021-03-04T23:37:32.109234+0000 mon.a (mon.0) 1495 : cluster [DBG] osdmap e328: 8 total, 8 up, 7 in 2021-03-04T23:37:33.485 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:33.517 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:33.517 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:33.518 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:33.619 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:33.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:33.643 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:33.643 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:33.676 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:37:33.694 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:37:33.708 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:37:33.721 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:37:33.746 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:33.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:33.770 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:33.771 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:33.777 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:37:33.797 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:37:33.824 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:37:33.842 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:37:33.843 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:37:33.844 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:37:33.844 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:37:33.844 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:37:33.844 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:37:33.845 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:37:33.845 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:37:33.845 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:37:33.872 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:33.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:33.898 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:33.898 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:34.000 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:34.027 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:34.029 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:34.030 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:34.131 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:34.159 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:34.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:34.161 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:34.262 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:34.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:34.289 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:34.290 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:34.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:34 gibba011 conmon[95595]: cluster 2021-03-04T23:37:32.767790+0000 mgr.x (mgr.34676) 1081 : cluster [DBG] pgmap v1116: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 31 GiB used, 554 GiB / 588 GiB avail; 108 MiB/s wr, 1.72k op/s; 77525/527949 objects misplaced (14.684%); 21 MiB/s, 332 objects/s recovering 2021-03-04T23:37:34.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:34 gibba011 conmon[95595]: audit 2021-03-04T23:37:33.652940+0000 mon.c (mon.1) 433 : audit [DBG] from='client.? 172.21.2.111:0/251513977' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:34.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:34 gibba011 conmon[99461]: cluster 2021-03-04T23:37:32.767790+0000 2021-03-04T23:37:34.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:34 gibba011 conmon[99461]: mgr.x (mgr.34676) 1081 : cluster [DBG] pgmap v1116: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 31 GiB used, 554 GiB / 588 GiB avail; 108 MiB/s wr, 1.72k op/s; 77525/527949 objects misplaced (14.684%); 21 MiB/s, 332 objects/s recovering 2021-03-04T23:37:34.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:34 gibba011 conmon[99461]: audit 2021-03-04T23:37:33.652940+0000 mon.c (mon.1) 433 : audit [DBG] from='client.? 172.21.2.111:0/251513977' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:34.372 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 83 16 182481 182465 137.385 107.875 0.00552766 0.00727625 2021-03-04T23:37:34.390 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:34.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:34.416 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:34.416 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:34.518 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:34.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:34.536 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:34.536 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:34.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:34 gibba038 conmon[76675]: cluster 2021-03-04T23:37:32.767790+0000 mgr.x (mgr.34676) 1081 : cluster [DBG] pgmap v1116: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 31 GiB used, 554 GiB / 588 GiB avail; 108 MiB/s wr, 1.72k op/s; 77525/527949 objects misplaced (14.684%); 21 MiB/s, 332 objects/s recovering 2021-03-04T23:37:34.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:34 gibba038 conmon[76675]: audit 2021-03-04T23:37:33.652940+0000 mon.c (mon.1) 433 : audit [DBG] from='client.? 172.21.2.111:0/251513977' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:34.637 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:34.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:34.658 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:34.659 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:34.760 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:34.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:34.785 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:34.785 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:34.887 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:34.908 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:34.909 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:34.910 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:35.011 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:35.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:35.036 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:35.036 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:35.137 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:35.159 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:35.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:35.160 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:35.261 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:35.293 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:35.294 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:35.295 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:35.311 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:37:35.372 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 84 16 184150 184134 136.991 104.312 0.00389791 0.0072973 2021-03-04T23:37:35.396 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:35.425 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:35.426 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:35.426 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:35.473 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:35.527 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:35.538 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:37:35.539 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:37:35.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:35.554 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:35.555 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:35.656 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:35.679 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:35.680 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:35.681 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:35.782 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:35.808 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:35.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:35.809 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:35.910 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:35.933 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:35.933 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:35.934 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:36.035 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:36.053 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:36.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:36.054 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:36.155 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:36.177 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:36.178 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:36.179 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:36.280 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:36.300 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:36.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:36.302 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:36.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:36 gibba011 conmon[95595]: cluster 2021-03-04T23:37:34.768259+0000 mgr.x (mgr.34676) 1082 : cluster [DBG] pgmap v1117: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 32 GiB used, 553 GiB / 588 GiB avail; 119 MiB/s wr, 1.91k op/s; 79607/537726 objects misplaced (14.804%); 20 MiB/s, 313 objects/s recovering 2021-03-04T23:37:36.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:36 gibba011 conmon[99461]: cluster 2021-03-04T23:37:34.768259+0000 mgr.x (mgr.34676) 1082 : cluster [DBG] pgmap v1117: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 32 GiB used, 553 GiB / 588 GiB avail; 119 MiB/s wr, 1.91k op/s; 79607/537726 objects misplaced (14.804%); 20 MiB/s, 313 objects/s recovering 2021-03-04T23:37:36.372 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 85 16 185825 185809 136.611 104.688 0.012435 0.00731769 2021-03-04T23:37:36.402 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:36.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:36.422 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:36.423 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:36.524 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:36.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:36.548 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:36.548 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:36.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: cluster 2021-03-04T23:37:36.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: 2021-03-04T23:37:36.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: 2021 2021-03-04T23:37:36.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: - 2021-03-04T23:37:36.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: 03 2021-03-04T23:37:36.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: - 2021-03-04T23:37:36.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: 04 2021-03-04T23:37:36.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: T 2021-03-04T23:37:36.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: 23 2021-03-04T23:37:36.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: : 2021-03-04T23:37:36.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: 37 2021-03-04T23:37:36.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: : 2021-03-04T23:37:36.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: 34 2021-03-04T23:37:36.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: . 2021-03-04T23:37:36.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: 768259 2021-03-04T23:37:36.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: +0000 2021-03-04T23:37:36.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: 2021-03-04T23:37:36.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: mgr.x 2021-03-04T23:37:36.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: ( 2021-03-04T23:37:36.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: mgr 2021-03-04T23:37:36.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: . 2021-03-04T23:37:36.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: 34676 2021-03-04T23:37:36.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: ) 2021-03-04T23:37:36.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: 1082 2021-03-04T23:37:36.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: : 2021-03-04T23:37:36.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: cluster 2021-03-04T23:37:36.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: 2021-03-04T23:37:36.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: [DBG] 2021-03-04T23:37:36.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: 2021-03-04T23:37:36.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: pgmap v1117: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 32 GiB used, 553 GiB / 588 GiB avail; 119 MiB/s wr, 1.91k op/s; 79607/537726 objects misplaced (14.804%); 20 MiB/s, 313 objects/s recovering 2021-03-04T23:37:36.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:36 gibba038 conmon[76675]: 2021-03-04T23:37:36.649 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:36.673 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:36.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:36.675 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:36.776 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:36.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:36.798 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:36.799 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:36.900 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:36.919 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:37:36.921 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:36.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:36.923 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:37.025 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:37.052 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:37.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:37.054 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:37.087 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:37.156 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:37.181 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:37.181 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:37.182 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:37.185 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:37:37.223 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:37 gibba011 conmon[99461]: audit 2021-03-04T23:37:36.750918+0000 mon.c (mon.1) 434 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:37:37.224 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:37 gibba011 conmon[99461]: audit 2021-03-04T23:37:36.751154+0000 mon.a (mon.0) 1496 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:37:37.225 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:37 gibba011 conmon[95595]: audit 2021-03-04T23:37:36.750918+0000 mon.c (mon.1) 434 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:37:37.225 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:37 gibba011 conmon[95595]: audit 2021-03-04T23:37:36.751154+0000 mon.a (mon.0) 1496 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:37:37.284 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:37.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:37.310 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:37.310 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:37.373 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 86 16 187589 187573 136.305 110.25 0.0110416 0.00733411 2021-03-04T23:37:37.407 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:37:37.411 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:37.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:37.434 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:37.434 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:37.535 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:37.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:37.562 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:37.563 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:37.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:37 gibba038 conmon[76675]: audit 2021-03-04T23:37:36.750918+0000 mon.c (mon.1) 434 : audit [INF] 2021-03-04T23:37:37.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:37 gibba038 conmon[76675]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:37:37.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:37 gibba038 conmon[76675]: audit 2021-03-04T23:37:36.751154+0000 mon.a (mon.0) 1496 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:37:37.664 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:37.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:37.690 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:37.690 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:37.791 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:37.820 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:37.821 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:37.822 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:37.923 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:37.932 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 1, 3, 2] out_osds: [7] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:37:37.932 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:37:37.933 INFO:tasks.thrashosds.thrasher:inject_pause on 5 2021-03-04T23:37:37.933 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:37:37.933 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:37:37.934 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 config set filestore_inject_stall 3 2021-03-04T23:37:37.947 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:37.948 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:37.949 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:38.050 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:38.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:38.073 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:38.073 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:38.110 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:37:38.132 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:38 gibba038 conmon[76675]: cluster 2021-03-04T23:37:36.768707+0000 mgr.x (mgr.34676) 1083 2021-03-04T23:37:38.133 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:38 gibba038 conmon[76675]: : cluster [DBG] pgmap v1118: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 32 GiB used, 553 GiB / 588 GiB avail; 107 MiB/s wr, 1.71k op/s; 79607/539367 objects misplaced (14.759%); 17 MiB/s, 271 objects/s recovering 2021-03-04T23:37:38.133 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:38 gibba038 conmon[76675]: audit 2021-03-04T23:37:37.695145+0000 mon.c (mon.1) 435 : audit [INF] from='client.? 172.21.2.111:0/3354739768' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:37:38.133 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:38 gibba038 conmon[76675]: audit 2021-03-04T23:37:37.695415+0000 mon.a (mon.0) 1497 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:37:38.141 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:37:38.174 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:38.192 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:38.193 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:38.193 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:38.295 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:38.315 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:38.316 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:38.317 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:38.373 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 87 16 189268 189252 135.944 104.938 0.00797082 0.00735347 2021-03-04T23:37:38.417 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:38.437 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:38.438 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:38.439 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:38.540 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:38.556 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:38.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:38.558 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:38.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:38 gibba011 conmon[99461]: cluster 2021-03-04T23:37:36.768707+0000 mgr.x (mgr.34676) 1083 : cluster [DBG] pgmap v1118: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 32 GiB used, 553 GiB / 588 GiB avail; 107 MiB/s wr, 1.71k op/s; 79607/539367 objects misplaced (14.759%); 17 MiB/s, 271 objects/s recovering 2021-03-04T23:37:38.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:38 gibba011 conmon[99461]: audit 2021-03-04T23:37:37.695145+0000 mon.c (mon.1) 435 : audit [INF] from='client.? 172.21.2.111:0/3354739768' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:37:38.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:38 gibba011 conmon[99461]: audit 2021-03-04T23:37:37.695415+0000 mon.a (mon.0) 1497 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:37:38.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:38 gibba011 conmon[95595]: cluster 2021-03-04T23:37:36.768707+0000 mgr.x (mgr.34676) 1083 : cluster 2021-03-04T23:37:38.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:38 gibba011 conmon[95595]: [DBG] pgmap v1118: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 32 GiB used, 553 GiB / 588 GiB avail; 107 MiB/s wr, 1.71k op/s; 79607/539367 objects misplaced (14.759%); 17 MiB/s, 271 objects/s recovering 2021-03-04T23:37:38.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:38 gibba011 conmon[95595]: audit 2021-03-04T23:37:37.695145+0000 mon.c (mon.1) 435 : audit [INF] from='client.? 172.21.2.111:0/3354739768' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:37:38.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:38 gibba011 conmon[95595]: audit 2021-03-04T23:37:37.695415+0000 mon.a (mon.0) 1497 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:37:38.659 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:38.680 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:38.681 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:38.681 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:38.783 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:38.807 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:38.808 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:38.808 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:38.909 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:38.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:38.932 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:38.933 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:39.034 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:39.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:39.059 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:39.059 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:39.161 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:39.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:39.185 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:39.185 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:39.287 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:39.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:39.304 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:39.305 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:39.373 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 88 16 190630 190614 135.366 85.125 0.00826765 0.0073839 2021-03-04T23:37:39.406 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:39.429 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:39.430 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:39.430 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:39.531 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:39.552 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:39.553 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:39.554 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:39.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:39 gibba038 conmon[76675]: cluster 2021-03-04T23:37:38.128575+0000 mon.a (mon.0) 1498 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:39.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:39 gibba038 conmon[76675]: audit 2021-03-04T23:37:38.134164+0000 mon.a (mon.0) 1499 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:37:39.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:39 gibba038 conmon[76675]: cluster 2021-03-04T23:37:38.134224+0000 mon.a (mon.0) 1500 : cluster [DBG] osdmap e329: 8 total, 8 up, 7 in 2021-03-04T23:37:39.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:39 gibba011 conmon[95595]: cluster 2021-03-04T23:37:38.128575+0000 mon.a (mon.0) 1498 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:39.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:39 gibba011 conmon[95595]: audit 2021-03-04T23:37:38.134164+0000 mon.a (mon.0) 1499 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:37:39.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:39 gibba011 conmon[95595]: cluster 2021-03-04T23:37:38.134224+0000 mon.a (mon.0) 1500 : cluster [DBG] osdmap e329: 8 total, 8 up, 7 in 2021-03-04T23:37:39.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:39 gibba011 conmon[99461]: cluster 2021-03-04T23:37:38.128575+0000 mon.a (mon.0) 1498 : cluster 2021-03-04T23:37:39.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:39 gibba011 conmon[99461]: [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:39.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:39 gibba011 conmon[99461]: audit 2021-03-04T23:37:38.134164+0000 mon.a (mon.0) 1499 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:37:39.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:39 gibba011 conmon[99461]: cluster 2021-03-04T23:37:38.134224+0000 mon.a (mon.0) 1500 : cluster [DBG] osdmap e329: 8 total, 8 up, 7 in 2021-03-04T23:37:39.655 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:39.677 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:39.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:39.679 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:39.780 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:39.804 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:39.804 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:39.805 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:39.906 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:39.927 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:39.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:39.929 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:40.030 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:40.053 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:40.054 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:40.055 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:40.156 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:40.166 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:37:40.183 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:40.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:40.184 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:40.185 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:37:40.206 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:37:40.225 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:37:40.244 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:37:40.262 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:37:40.282 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:37:40.286 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:40.302 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:37:40.302 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:37:40.303 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:37:40.303 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:37:40.303 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:37:40.303 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:37:40.304 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:37:40.304 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:37:40.304 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:37:40.309 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:40.311 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:40.311 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:40.314 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:40 gibba038 conmon[76675]: cluster 2021-03-04T23:37:38.769120+0000 mgr.x (mgr.34676) 1084 : cluster [DBG] pgmap v1120: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 33 GiB used, 552 GiB / 588 GiB avail; 122 MiB/s wr, 1.95k op/s; 81438/560229 objects misplaced (14.537%); 21 MiB/s, 335 objects/s recovering 2021-03-04T23:37:40.343 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:40 gibba011 conmon[95595]: cluster 2021-03-04T23:37:38.769120+0000 mgr.x (mgr.34676) 1084 : cluster [DBG] 2021-03-04T23:37:40.344 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:40 gibba011 conmon[95595]: pgmap v1120: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 33 GiB used, 552 GiB / 588 GiB avail; 122 MiB/s wr, 1.95k op/s; 81438/560229 objects misplaced (14.537%); 21 MiB/s, 335 objects/s recovering 2021-03-04T23:37:40.345 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:40 gibba011 conmon[99461]: cluster 2021-03-04T23:37:38.769120+0000 mgr.x (mgr.34676) 2021-03-04T23:37:40.345 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:40 gibba011 conmon[99461]: 1084 : cluster [DBG] pgmap v1120: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 33 GiB used, 552 GiB / 588 GiB avail; 122 MiB/s wr, 1.95k op/s; 81438/560229 objects misplaced (14.537%); 21 MiB/s, 335 objects/s recovering 2021-03-04T23:37:40.373 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 89 16 192405 192389 135.092 110.938 0.00741719 0.00739988 2021-03-04T23:37:40.413 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:40.436 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:40.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:40.438 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:40.481 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:37:40.482 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:37:40.482 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:40.482 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.56212.0:192598 10.1 e329/325 10:868933a5:::benchmark_data_gibba011_264195_object192597:head v 329'12006, mlcod=329'12004)", 2021-03-04T23:37:40.483 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:40.477057+0000", 2021-03-04T23:37:40.483 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.00094905, 2021-03-04T23:37:40.483 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00097177600000000004, 2021-03-04T23:37:40.483 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:37:40.484 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "started", 2021-03-04T23:37:40.484 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:37:40.484 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:40.484 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:37:40.485 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:40.477057+0000", 2021-03-04T23:37:40.485 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:37:40.485 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:40.485 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:40.485 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:37:40.486 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:40.477057+0000", 2021-03-04T23:37:40.486 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4939e-05 2021-03-04T23:37:40.486 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:40.486 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:40.487 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:37:40.487 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:40.477072+0000", 2021-03-04T23:37:40.487 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.858e-06 2021-03-04T23:37:40.488 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:40.488 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:40.488 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:37:40.488 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:40.477074+0000", 2021-03-04T23:37:40.488 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.31e-05 2021-03-04T23:37:40.489 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:40.489 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:40.489 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:37:40.489 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:40.477087+0000", 2021-03-04T23:37:40.490 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.3700000000000003e-06 2021-03-04T23:37:40.490 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:40.490 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:40.490 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:37:40.491 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:40.477092+0000", 2021-03-04T23:37:40.491 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00062180700000000005 2021-03-04T23:37:40.491 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:40.491 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:40.491 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:37:40.492 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:40.477714+0000", 2021-03-04T23:37:40.492 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5447000000000001e-05 2021-03-04T23:37:40.492 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:37:40.492 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:37:40.492 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:37:40.493 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:40.477750+0000", 2021-03-04T23:37:40.493 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00069252099999999998 2021-03-04T23:37:40.493 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:40.493 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:37:40.494 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:40.494 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:37:40.494 INFO:teuthology.orchestra.run.gibba038.stdout: ], 2021-03-04T23:37:40.494 INFO:teuthology.orchestra.run.gibba038.stdout: "num_ops": 1 2021-03-04T23:37:40.495 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:37:40.539 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:40.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:40.564 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:40.565 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:40.666 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:40.687 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:40.688 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:40.688 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:40.790 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:40.815 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:40.815 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:40.816 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:40.917 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:40.937 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:40.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:40.939 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:41.040 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:41.060 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:41.061 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:41.062 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:41.163 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:41.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:41.187 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:41.187 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:41.289 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:41.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:41.308 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:41.309 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:41.373 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 90 16 194034 194018 134.722 101.812 0.00712736 0.00741378 2021-03-04T23:37:41.411 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:41.429 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:41.431 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:41.431 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:41.533 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:41.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:41.551 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:41.551 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:41.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:41 gibba038 conmon[76675]: audit 2021-03-04T23:37:40.144600+0000 mon.c (mon.1) 436 2021-03-04T23:37:41.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:41 gibba038 conmon[76675]: : audit [DBG] from='client.? 172.21.2.111:0/1915030879' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:41.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:41 gibba011 conmon[95595]: audit 2021-03-04T23:37:40.144600+0000 mon.c (mon.1) 436 : audit [DBG] from='client.? 172.21.2.111:0/1915030879' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:41.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:41 gibba011 conmon[99461]: audit 2021-03-04T23:37:40.144600+0000 mon.c (mon 2021-03-04T23:37:41.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:41 gibba011 conmon[99461]: .1) 436 : audit [DBG] from='client.? 172.21.2.111:0/1915030879' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:41.652 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:41.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:41.671 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:41.672 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:41.753 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:37:41.774 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:41.792 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:41.793 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:41.794 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:41.864 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:41.894 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:41.912 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:41.913 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:41.914 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:42.015 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:42.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:42.035 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:42.035 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:42.137 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:42.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:42.157 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:42.157 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:42.258 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:42.277 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:42.278 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:42.279 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:42.286 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-03-04T23:37:42.315 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:42 gibba011 conmon[95595]: cluster 2021-03-04T23:37:40.769619+0000 mgr.x (mgr.34676) 1085 : cluster [DBG] pgmap v1121: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 33 GiB used, 552 GiB / 588 GiB avail; 101 MiB/s wr, 1.61k op/s; 81925/564909 objects misplaced (14.502%); 19 MiB/s, 309 objects/s recovering 2021-03-04T23:37:42.316 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:42 gibba011 conmon[99461]: cluster 2021-03-04T23:37:40.769619+0000 mgr.x (mgr.34676) 1085 : cluster 2021-03-04T23:37:42.316 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:42 gibba011 conmon[99461]: [DBG] pgmap v1121: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 33 GiB used, 552 GiB / 588 GiB avail; 101 MiB/s wr, 1.61k op/s; 81925/564909 objects misplaced (14.502%); 19 MiB/s, 309 objects/s recovering 2021-03-04T23:37:42.373 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Total time run: 90.0351 2021-03-04T23:37:42.373 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Total writes made: 194034 2021-03-04T23:37:42.374 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Write size: 65536 2021-03-04T23:37:42.374 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Object size: 65536 2021-03-04T23:37:42.374 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Bandwidth (MB/sec): 134.693 2021-03-04T23:37:42.374 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Stddev Bandwidth: 74.3995 2021-03-04T23:37:42.375 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Max bandwidth (MB/sec): 515.25 2021-03-04T23:37:42.375 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Min bandwidth (MB/sec): 0 2021-03-04T23:37:42.375 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Average IOPS: 2155 2021-03-04T23:37:42.375 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Stddev IOPS: 1190.4 2021-03-04T23:37:42.376 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Max IOPS: 8244 2021-03-04T23:37:42.376 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Min IOPS: 0 2021-03-04T23:37:42.376 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Average Latency(s): 0.007422 2021-03-04T23:37:42.376 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Stddev Latency(s): 0.0256534 2021-03-04T23:37:42.376 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Max latency(s): 2.11208 2021-03-04T23:37:42.377 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Min latency(s): 0.000865966 2021-03-04T23:37:42.377 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Cleaning up (deleting benchmark objects) 2021-03-04T23:37:42.380 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:42.402 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:42.403 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:42.404 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:42.434 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:42 gibba038 conmon[76675]: cluster 2021-03-04T23:37:40.769619+0000 mgr.x (mgr 2021-03-04T23:37:42.434 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:42 gibba038 conmon[76675]: .34676) 1085 : cluster [DBG] pgmap v1121: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 33 GiB used, 552 GiB / 588 GiB avail; 101 MiB/s wr, 1.61k op/s; 81925/564909 objects misplaced (14.502%); 19 MiB/s, 309 objects/s recovering 2021-03-04T23:37:42.465 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:37:42.505 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:42.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:42.526 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:42.527 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:42.628 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:42.658 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:42.660 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:42.661 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:42.759 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:37:42.759 INFO:teuthology.orchestra.run.gibba038.stdout: "success": "" 2021-03-04T23:37:42.760 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:37:42.762 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:42.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:42.787 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:42.787 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:42.889 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:42.908 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:42.908 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:42.909 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:43.010 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:43.030 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:43.031 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:43.031 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:43.133 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:43.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:43.155 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:43.155 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:43.256 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:43.277 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:43.278 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:43.278 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:43.353 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:37:43.380 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:43.400 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:43.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:43.401 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:43.502 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:43.526 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:43.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:43.528 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:43.532 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:43.629 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:43.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:43.651 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:43.652 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:43.753 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:43.774 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:43.775 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:43.776 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:43.877 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:43.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:43.900 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:43.900 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:44.001 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:44.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:44.021 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:44.021 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:44.123 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:44.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:44.148 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:44.148 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:44.157 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:37:44.249 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:44.273 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:44.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:44.274 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:44.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:44 gibba011 conmon[95595]: cluster 2021-03-04T23:37:42.770055+0000 mgr.x (mgr.34676) 1086 : cluster [DBG] pgmap v1122: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 12 GiB data, 34 GiB used, 551 GiB / 588 GiB avail; 101 MiB/s wr, 1.63k op/s; 81371/576246 objects misplaced (14.121%); 19 MiB/s, 306 objects/s recovering 2021-03-04T23:37:44.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:44 gibba011 conmon[95595]: audit 2021-03-04T23:37:43.788279+0000 mon.c (mon.1) 437 : audit [INF] from='client.? 172.21.2.111:0/562755504' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:44.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:44 gibba011 conmon[95595]: audit 2021-03-04T23:37:43.788575+0000 mon.a (mon.0) 1501 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:44.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:44 gibba011 conmon[99461]: cluster 2021-03-04T23:37:42.770055+0000 mgr.x (mgr.34676) 1086 : cluster [DBG] pgmap v1122: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 12 GiB data, 34 GiB used, 551 GiB / 588 GiB avail; 101 MiB/s wr, 1.63k op/s; 81371/576246 objects misplaced (14.121%); 19 MiB/s, 306 objects/s recovering 2021-03-04T23:37:44.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:44 gibba011 conmon[99461]: audit 2021-03-04T23:37:43.788279+0000 mon.c (mon.1) 437 : audit [INF] from='client.? 172.21.2.111:0/562755504' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:44.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:44 gibba011 conmon[99461]: audit 2021-03-04T23:37:43.788575+0000 mon.a (mon.0) 1501 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:44.376 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:44.402 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:44.403 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:44.403 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:44.473 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:44 gibba038 conmon[76675]: cluster 2021-03-04T23:37:42.770055+0000 mgr.x (mgr.34676) 1086 : cluster [DBG] pgmap v1122: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 12 GiB data, 34 GiB used, 551 GiB / 588 GiB avail; 101 MiB/s wr, 1.63k op/s; 81371/576246 objects misplaced (14.121%); 19 MiB/s, 306 objects/s recovering 2021-03-04T23:37:44.473 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:44 gibba038 conmon[76675]: audit 2021-03-04T23:37:43.788279+0000 mon.c (mon.1) 437 : audit [INF] from='client.? 172.21.2.111:0/562755504' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:44.473 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:44 gibba038 conmon[76675]: audit 2021-03-04T23:37:43.788575+0000 mon.a (mon.0) 1501 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:37:44.505 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:44.532 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:44.533 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:44.534 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:44.636 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:44.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:44.664 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:44.664 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:44.766 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:44.788 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:44.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:44.790 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:44.891 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:44.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:44.914 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:44.914 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:45.016 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:45.041 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:45.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:45.043 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:45.144 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:45.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:45.169 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:45.169 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:45.270 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:45.295 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:45.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:45.298 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:45.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:45 gibba011 conmon[95595]: cluster 2021-03-04T23:37:44.142469+0000 mon.a (mon.0) 1502 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:37:45.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:45 gibba011 conmon[95595]: cluster 2021-03-04T23:37:44.142493+0000 mon.a (mon.0) 1503 : cluster [INF] Cluster is now healthy 2021-03-04T23:37:45.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:45 gibba011 conmon[95595]: audit 2021-03-04T23:37:44.148752+0000 mon.a (mon.0) 1504 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:45.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:45 gibba011 conmon[95595]: cluster 2021-03-04T23:37:44.148815+0000 mon.a (mon.0) 1505 : cluster [DBG] osdmap e330: 8 total, 8 up, 7 in 2021-03-04T23:37:45.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:45 gibba011 conmon[99461]: cluster 2021-03-04T23:37:44.142469+0000 mon.a (mon.0) 1502 2021-03-04T23:37:45.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:45 gibba011 conmon[99461]: : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:37:45.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:45 gibba011 conmon[99461]: cluster 2021-03-04T23:37:44 2021-03-04T23:37:45.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:45 gibba011 conmon[99461]: .142493+0000 mon.a (mon.0) 1503 : cluster [INF] Cluster is now healthy 2021-03-04T23:37:45.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:45 gibba011 conmon[99461]: audit 2021-03-04T23:37:45.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:45 gibba011 conmon[99461]: 2021-03-04T23:37:44.148752 2021-03-04T23:37:45.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:45 gibba011 conmon[99461]: +0000 mon.a (mon.0) 1504 : audit [INF] 2021-03-04T23:37:45.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:45 gibba011 conmon[99461]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:45.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:45 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:37:45.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:45 gibba011 conmon[99461]: T23:37:44.148815+0000 mon.a (mon.0 2021-03-04T23:37:45.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:45 gibba011 conmon[99461]: ) 1505 : cluster [DBG] osdmap e330: 8 total, 8 up, 7 in 2021-03-04T23:37:45.399 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:45.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:45.427 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:45.428 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:45.506 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:45 gibba038 conmon[76675]: cluster 2021-03-04T23:37:44.142469+0000 mon.a (mon.0) 1502 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:37:45.506 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:45 gibba038 conmon[76675]: cluster 2021-03-04T23:37:44.142493+0000 mon.a (mon.0) 1503 : cluster [INF] Cluster is now healthy 2021-03-04T23:37:45.507 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:45 gibba038 conmon[76675]: audit 2021-03-04T23:37:44.148752+0000 mon.a (mon.0) 1504 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:37:45.507 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:45 gibba038 conmon[76675]: cluster 2021-03-04T23:37:44. 2021-03-04T23:37:45.507 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:45 gibba038 conmon[76675]: 148815+0000 mon.a (mon.0) 1505 : cluster [DBG] osdmap e330: 8 total, 8 up, 7 in 2021-03-04T23:37:45.529 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:45.549 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:45.550 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:45.551 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:45.652 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:45.674 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:45.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:45.675 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:45.774 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:37:45.774 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:37:45.774 INFO:teuthology.orchestra.run.gibba038.stdout: "complaint_time": 30, 2021-03-04T23:37:45.775 INFO:teuthology.orchestra.run.gibba038.stdout: "num_blocked_ops": 0 2021-03-04T23:37:45.775 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:37:45.776 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:45.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:45.812 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:45.813 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:45.914 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:45.947 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:45.948 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:45.950 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:46.051 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:46.079 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:46.080 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:46.080 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:46.154 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:46 gibba038 conmon[76675]: cluster 2021-03-04T23:37:44.770357+0000 mgr.x ( 2021-03-04T23:37:46.154 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:46 gibba038 conmon[76675]: mgr.34676) 1087 : cluster [DBG] pgmap v1124: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 12 GiB data, 34 GiB used, 551 GiB / 588 GiB avail; 111 MiB/s wr, 1.87k op/s; 82017/579441 objects misplaced (14.155%); 24 MiB/s, 383 objects/s recovering 2021-03-04T23:37:46.181 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:46.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:46.211 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:46.212 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:46.217 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:46 gibba011 conmon[95595]: cluster 2021-03-04T23:37:44.770357+0000 mgr.x (mgr.34676) 1087 : cluster [DBG] pgmap v1124: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 12 GiB data, 34 GiB used, 551 GiB / 588 GiB avail; 111 MiB/s wr, 1.87k op/s; 82017/579441 objects misplaced (14.155%); 24 MiB/s, 383 objects/s recovering 2021-03-04T23:37:46.218 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:46 gibba011 conmon[99461]: cluster 2021-03-04T23:37:44.770357+0000 mgr.x (mgr.34676) 1087 : cluster [DBG] pgmap v1124: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 12 GiB data, 34 GiB used, 551 GiB / 588 GiB avail; 111 MiB/s wr, 1.87k op/s; 82017/579441 objects misplaced (14.155%); 24 MiB/s, 383 objects/s recovering 2021-03-04T23:37:46.313 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:46.336 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:46.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:46.338 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:46.402 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:37:46.420 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:37:46.438 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:37:46.438 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:46.458 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:37:46.460 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:46.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:46.462 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:46.480 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:37:46.497 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:37:46.521 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:37:46.541 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:37:46.544 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:37:46.544 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:37:46.544 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:37:46.544 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:37:46.546 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:37:46.546 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:37:46.546 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:37:46.546 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:37:46.563 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:46.591 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:46.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:46.592 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:46.693 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:46.718 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:46.719 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:46.720 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:46.821 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:46.846 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:46.847 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:46.847 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:46.948 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:46.971 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:46.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:46.973 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:47.074 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:47.096 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:47.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:47.098 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:47.162 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:37:47.199 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:47.227 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:47.228 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:47.228 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:47.329 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:47.331 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:47.355 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:47.356 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:47.357 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:47.458 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:47.479 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:47.480 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:47.480 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:47.582 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:47.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:47 gibba038 conmon[76675]: audit 2021-03-04T23:37:46.376452+0000 mon.a (mon.0) 1506 : audit [DBG] from='client.? 172.21.2.111:0/1169795361' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:47.597 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:47 gibba011 conmon[99461]: audit 2021-03-04T23:37:46.376452+0000 mon.a (mon.0) 2021-03-04T23:37:47.598 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:47 gibba011 conmon[99461]: 1506 : audit [DBG] from='client.? 172.21.2.111:0/1169795361' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:47.598 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:47 gibba011 conmon[95595]: audit 2021-03-04T23:37:46.376452+0000 mon.a (mon.0) 1506 : audit [DBG] 2021-03-04T23:37:47.599 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:47 gibba011 conmon[95595]: from='client.? 172.21.2.111:0/1169795361' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:47.604 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:47.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:47.606 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:47.627 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-03-04T23:37:47.708 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:47.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:47.732 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:47.732 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:47.802 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:37:47.834 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:47.859 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:47.860 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:47.861 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:47.963 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:47.996 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:47.997 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:47.997 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:48.099 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:48.122 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:48.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:48.124 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:48.225 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:48.233 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:48 gibba038 conmon[76675]: cluster 2021-03-04T23:37:46.770743+0000 mgr.x (mgr.34676) 1088 2021-03-04T23:37:48.235 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:48 gibba038 conmon[76675]: : cluster [DBG] pgmap v1125: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 12 GiB data, 34 GiB used, 551 GiB / 588 GiB avail; 64 MiB/s wr, 1.16k op/s; 82017/578697 objects misplaced (14.173%); 13 MiB/s, 204 objects/s recovering 2021-03-04T23:37:48.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:48.251 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:48.251 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:48.353 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:48.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:48 gibba011 conmon[95595]: cluster 2021-03-04T23:37:46.770743+0000 mgr.x (mgr.34676) 1088 : cluster [DBG] pgmap v1125: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 12 GiB data, 34 GiB used, 551 GiB / 588 GiB avail; 64 MiB/s wr, 1.16k op/s; 82017/578697 objects misplaced (14.173%); 13 MiB/s, 204 objects/s recovering 2021-03-04T23:37:48.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:48 gibba011 conmon[99461]: cluster 2021-03-04T23:37:48.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:48 gibba011 conmon[99461]: 2021-03 2021-03-04T23:37:48.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:48 gibba011 conmon[99461]: -04T23:37:46.770743+0000 mgr.x (mgr.34676) 1088 : cluster [DBG] pgmap v1125: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 12 GiB data, 34 GiB used, 551 GiB / 588 GiB avail; 64 MiB/s wr, 1.16k op/s; 82017/578697 objects misplaced (14.173%); 13 MiB/s, 204 objects/s recovering 2021-03-04T23:37:48.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:48.377 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:48.378 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:48.478 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:48.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:48.506 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:48.507 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:48.608 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:48.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:48.653 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:48.653 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:48.756 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:48.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:48.787 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:48.787 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:48.889 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:48.918 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:48.919 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:48.920 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:49.021 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:49.062 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:49.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:49.063 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:49.166 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:49.192 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:49.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:49.195 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:49.296 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:49.329 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:49.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:49.331 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:49.432 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:49.458 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:49.459 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:49.460 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:49.494 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 1, 3, 2] out_osds: [7] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:37:49.495 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:37:49.495 INFO:tasks.thrashosds.thrasher:Growing pool rbd 2021-03-04T23:37:49.495 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:37:49.561 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:49.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:49.590 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:49.590 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:49.616 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:37:49.632 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:49.691 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:49.723 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:49.724 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:49.725 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:49.757 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:49.826 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:49.852 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:49.853 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:49.854 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:49.955 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:49.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:49.982 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:49.983 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:50.084 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:50.104 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:50.105 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:50.106 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:50.175 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:37:50.206 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:50.233 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:50.234 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:50.235 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:50.336 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:50.365 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:50.367 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:50.367 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:50.368 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:50 gibba038 conmon[76675]: cluster 2021-03-04T23:37:48.771240+0000 mgr.x (mgr.34676) 1089 : cluster [DBG] 2021-03-04T23:37:50.369 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:50 gibba038 conmon[76675]: pgmap v1126: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 33 GiB used, 552 GiB / 588 GiB avail; 102 B/s rd, 46 MiB/s wr, 1.59k op/s; 77380/556254 objects misplaced (13.911%); 18 MiB/s, 293 objects/s recovering 2021-03-04T23:37:50.369 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:50 gibba038 conmon[76675]: audit 2021-03-04T23:37:49.622651+0000 mon.a (mon.0) 1507 : audit [INF] from='client.? 172.21.2.111:0/1656815186' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:37:50.424 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:50 gibba011 conmon[99461]: cluster 2021-03-04T23:37:48.771240+0000 mgr.x (mgr.34676) 1089 : cluster [DBG] pgmap v1126: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 33 GiB used, 552 GiB / 588 GiB avail; 102 B/s rd, 46 MiB/s wr, 1.59k op/s; 77380/556254 objects misplaced (13.911%); 18 MiB/s, 293 objects/s recovering 2021-03-04T23:37:50.424 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:50 gibba011 conmon[99461]: 2021-03-04T23:37:50.425 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:50 gibba011 conmon[99461]: audit 2021-03-04T23:37:49.622651+0000 mon.a (mon.0) 1507 : audit [INF] from='client.? 172.21.2.111:0/1656815186' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:37:50.425 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:50 gibba011 conmon[95595]: cluster 2021-03-04T23:37:48.771240+0000 mgr.x (mgr.34676) 1089 : cluster [DBG] 2021-03-04T23:37:50.425 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:50 gibba011 conmon[95595]: pgmap v1126: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 33 GiB used, 552 GiB / 588 GiB avail; 102 B/s rd, 46 MiB/s wr, 1.59k op/s; 77380/556254 objects misplaced (13.911%); 18 MiB/s, 293 objects/s recovering 2021-03-04T23:37:50.425 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:50 gibba011 conmon[95595]: audit 2021-03-04T23:37:49.622651+0000 mon.a (mon.0) 1507 : audit [INF] from='client.? 172.21.2.111:0/1656815186' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:37:50.471 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:50.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:50.497 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:50.497 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:50.518 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:37:50.518 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:37:50.598 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:50.621 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:50.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:50.622 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:50.723 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:50.744 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:50.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:50.745 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:50.846 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:50.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:50.874 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:50.874 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:50.976 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:50.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:50.998 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:50.999 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:51.100 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:51.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:51.123 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:51.123 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:51.225 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:51.242 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:51.243 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:51.243 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:51.344 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:51.365 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:51.366 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:51.366 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:51.468 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:51.490 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:51.491 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:51.492 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:51.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:51 gibba038 conmon[76675]: cluster 2021-03-04T23:37:50.163134+0000 mon.a (mon.0) 1508 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:51.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:51 gibba038 conmon[76675]: audit 2021-03-04T23:37:50.168319+0000 mon.a (mon.0) 1509 : audit [INF] from='client.? 172.21.2.111:0/1656815186' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:37:51.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:51 gibba038 conmon[76675]: cluster 2021-03-04T23:37:50.168348+0000 mon.a (mon.0) 1510 : cluster [DBG] osdmap e331: 8 total, 8 up, 7 in 2021-03-04T23:37:51.592 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:51.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:51 gibba011 conmon[95595]: cluster 2021-03-04T23:37:50.163134+0000 mon.a (mon.0) 1508 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:51.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:51 gibba011 conmon[95595]: audit 2021-03-04T23:37:50.168319+0000 mon.a (mon.0) 1509 : audit [INF] from='client.? 172.21.2.111:0/1656815186' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:37:51.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:51 gibba011 conmon[95595]: cluster 2021-03-04T23:37:50.168348+0000 mon.a (mon.0) 1510 : cluster [DBG] osdmap e331: 8 total, 8 up, 7 in 2021-03-04T23:37:51.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:51 gibba011 conmon[99461]: cluster 2021-03-04T23:37:50.163134+0000 mon.a (mon.0) 1508 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:37:51.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:51 gibba011 conmon[99461]: audit 2021-03-04T23:37:50.168319+0000 mon.a (mon.0) 1509 : audit [INF] from='client.? 172.21.2.111:0/1656815186' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:37:51.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:51 gibba011 conmon[99461]: cluster 2021-03-04T23:37:50.168348+0000 mon.a (mon.0) 1510 : cluster [DBG] osdmap e331: 8 total, 8 up, 7 in 2021-03-04T23:37:51.609 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:51.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:51.611 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:51.712 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:51.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:51.734 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:51.735 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:51.835 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:51.857 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:51.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:51.859 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:51.960 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:51.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:51.986 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:51.986 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:52.034 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:37:52.089 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:52.111 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:52.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:52.112 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:52.198 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:52.213 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:52.238 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:52.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:52.240 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:52.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:52 gibba038 conmon[76675]: cluster 2021-03-04T23:37:50.771616+0000 mgr.x (mgr.34676) 2021-03-04T23:37:52.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:52 gibba038 conmon[76675]: 1090 : cluster [DBG] pgmap v1128: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 33 GiB used, 552 GiB / 588 GiB avail; 127 B/s rd, 15 MiB/s wr, 1.52k op/s; 76776/550986 objects misplaced (13.934%); 10 MiB/s, 160 objects/s recovering 2021-03-04T23:37:52.341 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:52.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:52 gibba011 conmon[95595]: cluster 2021-03-04T23:37:50.771616+0000 mgr.x (mgr.34676) 1090 : cluster [DBG] pgmap v1128: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 33 GiB used, 552 GiB / 588 GiB avail; 127 B/s rd, 15 MiB/s wr, 1.52k op/s; 76776/550986 objects misplaced (13.934%); 10 MiB/s, 160 objects/s recovering 2021-03-04T23:37:52.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:52 gibba011 conmon[99461]: cluster 2021-03-04T23:37:52.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:52 gibba011 conmon[99461]: 2021-03- 2021-03-04T23:37:52.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:52 gibba011 conmon[99461]: 04T23:37:50.771616+0000 mgr.x (mgr.34676) 1090 : cluster [DBG] pgmap v1128: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 33 GiB used, 552 GiB / 588 GiB avail; 127 B/s rd, 15 MiB/s wr, 1.52k op/s; 76776/550986 objects misplaced (13.934%); 10 MiB/s, 160 objects/s recovering 2021-03-04T23:37:52.363 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:52.364 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:52.365 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:52.466 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:52.485 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:52.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:52.486 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:52.587 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:52.610 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:52.611 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:52.612 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:52.713 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:52.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:52.739 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:52.739 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:52.841 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:52.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:52.866 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:52.866 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:52.968 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:52.990 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:52.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:52.992 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:53.093 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:53.116 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:53.117 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:53.117 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:53.219 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:53.246 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:53.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:53.248 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:53.349 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:53.374 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:53.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:53.376 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:53.477 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:53.504 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:53.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:53.505 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:53.607 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:53.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:53.632 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:53.632 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:53.734 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:53.748 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:37:53.750 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:37:53.760 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:53.761 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:53.761 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:53.863 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:53.884 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:37:53.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:53.887 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:53.887 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:53.907 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:37:53.928 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:37:53.946 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:37:53.969 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:37:53.989 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:53.990 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:37:54.010 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:37:54.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:54.015 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:54.015 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:54.034 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:37:54.036 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:37:54.036 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:37:54.037 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:37:54.037 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:37:54.037 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:37:54.037 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:37:54.037 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:37:54.038 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:37:54.117 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:54.140 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:54.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:54.143 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:54.244 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:54.265 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:54.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:54.267 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:37:54.368 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:54.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:54.392 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:54.393 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:54.494 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:54.518 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:54.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:54.520 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:54.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:54 gibba038 conmon[76675]: cluster 2021-03-04T23:37:52.772097+0000 mgr.x (mgr.34676) 1091 : cluster [DBG] pgmap v1129: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 32 GiB used, 553 GiB / 588 GiB avail; 118 B/s rd, 757 KiB/s wr, 1.70k op/s; 74164/536022 objects misplaced (13.836%); 17 MiB/s, 270 objects/s recovering 2021-03-04T23:37:54.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:54 gibba038 conmon[76675]: audit 2021-03-04T23:37:53.859966+0000 mon.a (mon.0) 1511 : audit [DBG] from='client.? 172.21.2.111:0/956686535' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:54.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:54 gibba011 conmon[95595]: cluster 2021-03-04T23:37:52.772097+0000 mgr.x (mgr.34676) 1091 : cluster [DBG] pgmap v1129: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 32 GiB used, 553 GiB / 588 GiB avail; 118 B/s rd, 757 KiB/s wr, 1.70k op/s; 74164/536022 objects misplaced (13.836%); 17 MiB/s, 270 objects/s recovering 2021-03-04T23:37:54.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:54 gibba011 conmon[95595]: audit 2021-03-04T23:37:53.859966+0000 mon.a (mon.0) 1511 : audit [DBG] from='client.? 172.21.2.111:0/956686535' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:54.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:54 gibba011 conmon[99461]: cluster 2021-03-04T23:37:52.772097+0000 mgr.x (mgr.34676) 1091 : cluster [DBG] pgmap v1129: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 32 GiB used, 553 GiB / 588 GiB avail; 118 B/s rd, 757 KiB/s wr, 1.70k op/s; 74164/536022 objects misplaced (13.836%); 17 MiB/s, 270 objects/s recovering 2021-03-04T23:37:54.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:54 gibba011 conmon[99461]: audit 2021-03-04T23:37:53.859966+0000 mon.a (mon.0) 1511 : audit [DBG] from='client.? 172.21.2.111:0/956686535' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:37:54.621 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:54.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:54.645 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:54.646 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:54.746 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:54.767 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:54.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:54.769 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:54.871 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:54.880 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:37:54.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:54.894 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:54.894 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:54.996 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:55.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:55.022 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:55.022 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:55.063 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:55.124 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:55.144 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:55.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:55.146 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:55.181 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:55 gibba011 conmon[95595]: audit 2021-03-04T23:37:53.731895+0000 mgr.x (mgr.34676) 1092 2021-03-04T23:37:55.181 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:55 gibba011 conmon[95595]: : audit [DBG] from='client.46440 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:37:55.182 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:55 gibba011 conmon[99461]: audit 2021-03-04T23:37:53.731895+0000 2021-03-04T23:37:55.182 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:55 gibba011 conmon[99461]: mgr.x (mgr.34676) 1092 : audit [DBG] from='client.46440 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:37:55.247 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:55.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:55.269 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:55.269 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:55.371 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:55.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:55.392 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:55.392 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:55.493 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:55.513 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:55.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:55.514 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:55.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:55 gibba038 conmon[76675]: audit 2021-03-04T23:37:53.731895+0000 mgr.x (mgr.34676) 1092 : audit [DBG] from='client.46440 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:37:55.616 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:55.643 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:55.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:55.645 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:55.746 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:55.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:55.764 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:55.764 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:55.866 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:55.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:55.888 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:55.888 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:55.962 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":1129,"stamp":"2021-03-04T23:37:52.771763+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":11708075328,"num_objects":178674,"num_object_clones":0,"num_object_copies":536022,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":74164,"num_objects_unfound":0,"num_objects_dirty":178674,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":209470,"num_write_kb":12418197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14370,"num_bytes_recovered":937179423,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":86826,"ondisk_log_size":86826,"up":387,"acting":387,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":396,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":36913200,"kb_used_data":32934776,"kb_used_omap":6569,"kb_used_meta":3971542,"kb_avail":579649488,"statfs":{"total":631360192512,"available":593561075712,"internally_reserved":3221225472,"allocated":33725210624,"data_stored":33713985420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6726993,"internal_metadata":4066859695},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,1,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-948568040,"num_objects":-14473,"num_object_clones":0,"num_object_copies":-43419,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-7853,"num_objects_unfound":0,"num_objects_dirty":-14473,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":14679,"num_write_kb":6529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2337,"num_bytes_recovered":153157632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.624640"},"pg_stats":[{"pgid":"1.18","version":"0'0","reported_seq":"72","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.139319+0000","last_change":"2021-03-04T23:37:19.053234+0000","last_active":"2021-03-04T23:37:38.139319+0000","last_peered":"2021-03-04T23:37:38.139319+0000","last_clean":"2021-03-04T23:37:38.139319+0000","last_became_active":"2021-03-04T23:37:19.052437+0000","last_became_peered":"2021-03-04T23:37:19.052437+0000","last_unstale":"2021-03-04T23:37:38.139319+0000","last_undegraded":"2021-03-04T23:37:38.139319+0000","last_fullsized":"2021-03-04T23:37:38.139319+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"385","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.154363+0000","last_change":"2021-03-04T23:36:58.273501+0000","last_active":"2021-03-04T23:37:44.154363+0000","last_peered":"2021-03-04T23:37:44.154363+0000","last_clean":"2021-03-04T23:37:44.154363+0000","last_became_active":"2021-03-04T23:36:58.273109+0000","last_became_peered":"2021-03-04T23:36:58.273109+0000","last_unstale":"2021-03-04T23:37:44.154363+0000","last_undegraded":"2021-03-04T23:37:44.154363+0000","last_fullsized":"2021-03-04T23:37:44.154363+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"117","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.135558+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:37:38.135558+0000","last_peered":"2021-03-04T23:37:38.135558+0000","last_clean":"2021-03-04T23:37:38.135558+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:37:38.135558+0000","last_undegraded":"2021-03-04T23:37:38.135558+0000","last_fullsized":"2021-03-04T23:37:38.135558+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1b","version":"0'0","reported_seq":"45","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.139445+0000","last_change":"2021-03-04T23:36:42.239816+0000","last_active":"2021-03-04T23:37:38.139445+0000","last_peered":"2021-03-04T23:37:38.139445+0000","last_clean":"2021-03-04T23:37:38.139445+0000","last_became_active":"2021-03-04T23:36:42.239433+0000","last_became_peered":"2021-03-04T23:36:42.239433+0000","last_unstale":"2021-03-04T23:37:38.139445+0000","last_undegraded":"2021-03-04T23:37:38.139445+0000","last_fullsized":"2021-03-04T23:37:38.139445+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"74","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.155069+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:37:44.155069+0000","last_peered":"2021-03-04T23:37:44.155069+0000","last_clean":"2021-03-04T23:37:44.155069+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:37:44.155069+0000","last_undegraded":"2021-03-04T23:37:44.155069+0000","last_fullsized":"2021-03-04T23:37:44.155069+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"360","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.139755+0000","last_change":"2021-03-04T23:37:19.044164+0000","last_active":"2021-03-04T23:37:38.139755+0000","last_peered":"2021-03-04T23:37:38.139755+0000","last_clean":"2021-03-04T23:37:38.139755+0000","last_became_active":"2021-03-04T23:37:19.043736+0000","last_became_peered":"2021-03-04T23:37:19.043736+0000","last_unstale":"2021-03-04T23:37:38.139755+0000","last_undegraded":"2021-03-04T23:37:38.139755+0000","last_fullsized":"2021-03-04T23:37:38.139755+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1a","version":"0'0","reported_seq":"58","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.154185+0000","last_change":"2021-03-04T23:37:19.044858+0000","last_active":"2021-03-04T23:37:44.154185+0000","last_peered":"2021-03-04T23:37:44.154185+0000","last_clean":"2021-03-04T23:37:44.154185+0000","last_became_active":"2021-03-04T23:37:19.044565+0000","last_became_peered":"2021-03-04T23:37:19.044565+0000","last_unstale":"2021-03-04T23:37:44.154185+0000","last_undegraded":"2021-03-04T23:37:44.154185+0000","last_fullsized":"2021-03-04T23:37:44.154185+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:57.222138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:57.222138+0000","last_clean_scrub_stamp":"2021-03-04T23:36:57.222138+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"135","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.133648+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:37:38.133648+0000","last_peered":"2021-03-04T23:37:38.133648+0000","last_clean":"2021-03-04T23:37:38.133648+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:37:38.133648+0000","last_undegraded":"2021-03-04T23:37:38.133648+0000","last_fullsized":"2021-03-04T23:37:38.133648+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"79","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.156183+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:37:44.156183+0000","last_peered":"2021-03-04T23:37:44.156183+0000","last_clean":"2021-03-04T23:37:44.156183+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:37:44.156183+0000","last_undegraded":"2021-03-04T23:37:44.156183+0000","last_fullsized":"2021-03-04T23:37:44.156183+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.15","version":"0'0","reported_seq":"40","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.139892+0000","last_change":"2021-03-04T23:37:19.051170+0000","last_active":"2021-03-04T23:37:38.139892+0000","last_peered":"2021-03-04T23:37:38.139892+0000","last_clean":"2021-03-04T23:37:38.139892+0000","last_became_active":"2021-03-04T23:37:19.049958+0000","last_became_peered":"2021-03-04T23:37:19.049958+0000","last_unstale":"2021-03-04T23:37:38.139892+0000","last_undegraded":"2021-03-04T23:37:38.139892+0000","last_fullsized":"2021-03-04T23:37:38.139892+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:07.171112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:07.171112+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"323","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.139698+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:37:38.139698+0000","last_peered":"2021-03-04T23:37:38.139698+0000","last_clean":"2021-03-04T23:37:38.139698+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:37:38.139698+0000","last_undegraded":"2021-03-04T23:37:38.139698+0000","last_fullsized":"2021-03-04T23:37:38.139698+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"135","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.133717+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:37:38.133717+0000","last_peered":"2021-03-04T23:37:38.133717+0000","last_clean":"2021-03-04T23:37:38.133717+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:37:38.133717+0000","last_undegraded":"2021-03-04T23:37:38.133717+0000","last_fullsized":"2021-03-04T23:37:38.133717+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"29","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.135828+0000","last_change":"2021-03-04T23:37:19.047178+0000","last_active":"2021-03-04T23:37:38.135828+0000","last_peered":"2021-03-04T23:37:38.135828+0000","last_clean":"2021-03-04T23:37:38.135828+0000","last_became_active":"2021-03-04T23:37:19.046848+0000","last_became_peered":"2021-03-04T23:37:19.046848+0000","last_unstale":"2021-03-04T23:37:38.135828+0000","last_undegraded":"2021-03-04T23:37:38.135828+0000","last_fullsized":"2021-03-04T23:37:38.135828+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:13.399718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:13.399718+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"381","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.142603+0000","last_change":"2021-03-04T23:37:19.053378+0000","last_active":"2021-03-04T23:37:38.142603+0000","last_peered":"2021-03-04T23:37:38.142603+0000","last_clean":"2021-03-04T23:37:38.142603+0000","last_became_active":"2021-03-04T23:37:19.052783+0000","last_became_peered":"2021-03-04T23:37:19.052783+0000","last_unstale":"2021-03-04T23:37:38.142603+0000","last_undegraded":"2021-03-04T23:37:38.142603+0000","last_fullsized":"2021-03-04T23:37:38.142603+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"146","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.134091+0000","last_change":"2021-03-04T23:37:19.050430+0000","last_active":"2021-03-04T23:37:38.134091+0000","last_peered":"2021-03-04T23:37:38.134091+0000","last_clean":"2021-03-04T23:37:38.134091+0000","last_became_active":"2021-03-04T23:37:19.050175+0000","last_became_peered":"2021-03-04T23:37:19.050175+0000","last_unstale":"2021-03-04T23:37:38.134091+0000","last_undegraded":"2021-03-04T23:37:38.134091+0000","last_fullsized":"2021-03-04T23:37:38.134091+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.17","version":"0'0","reported_seq":"23","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.144092+0000","last_change":"2021-03-04T23:36:42.240724+0000","last_active":"2021-03-04T23:37:38.144092+0000","last_peered":"2021-03-04T23:37:38.144092+0000","last_clean":"2021-03-04T23:37:38.144092+0000","last_became_active":"2021-03-04T23:36:42.240334+0000","last_became_peered":"2021-03-04T23:36:42.240334+0000","last_unstale":"2021-03-04T23:37:38.144092+0000","last_undegraded":"2021-03-04T23:37:38.144092+0000","last_fullsized":"2021-03-04T23:37:38.144092+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:15.868569+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:15.868569+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,6],"acting":[5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"268","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.135775+0000","last_change":"2021-03-04T23:37:19.145088+0000","last_active":"2021-03-04T23:37:38.135775+0000","last_peered":"2021-03-04T23:37:38.135775+0000","last_clean":"2021-03-04T23:37:38.135775+0000","last_became_active":"2021-03-04T23:37:19.049402+0000","last_became_peered":"2021-03-04T23:37:19.049402+0000","last_unstale":"2021-03-04T23:37:38.135775+0000","last_undegraded":"2021-03-04T23:37:38.135775+0000","last_fullsized":"2021-03-04T23:37:38.135775+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":270,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"83","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.154583+0000","last_change":"2021-03-04T23:36:58.272773+0000","last_active":"2021-03-04T23:37:44.154583+0000","last_peered":"2021-03-04T23:37:44.154583+0000","last_clean":"2021-03-04T23:37:44.154583+0000","last_became_active":"2021-03-04T23:36:58.272608+0000","last_became_peered":"2021-03-04T23:36:58.272608+0000","last_unstale":"2021-03-04T23:37:44.154583+0000","last_undegraded":"2021-03-04T23:37:44.154583+0000","last_fullsized":"2021-03-04T23:37:44.154583+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.16","version":"0'0","reported_seq":"29","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.154741+0000","last_change":"2021-03-04T23:36:43.343686+0000","last_active":"2021-03-04T23:37:44.154741+0000","last_peered":"2021-03-04T23:37:44.154741+0000","last_clean":"2021-03-04T23:37:44.154741+0000","last_became_active":"2021-03-04T23:36:42.231502+0000","last_became_peered":"2021-03-04T23:36:42.231502+0000","last_unstale":"2021-03-04T23:37:44.154741+0000","last_undegraded":"2021-03-04T23:37:44.154741+0000","last_fullsized":"2021-03-04T23:37:44.154741+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:43.343526+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:43.343526+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"393","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.155549+0000","last_change":"2021-03-04T23:37:19.147253+0000","last_active":"2021-03-04T23:37:44.155549+0000","last_peered":"2021-03-04T23:37:44.155549+0000","last_clean":"2021-03-04T23:37:44.155549+0000","last_became_active":"2021-03-04T23:37:19.046902+0000","last_became_peered":"2021-03-04T23:37:19.046902+0000","last_unstale":"2021-03-04T23:37:44.155549+0000","last_undegraded":"2021-03-04T23:37:44.155549+0000","last_fullsized":"2021-03-04T23:37:44.155549+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":12995,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"353","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.153371+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:37:44.153371+0000","last_peered":"2021-03-04T23:37:44.153371+0000","last_clean":"2021-03-04T23:37:44.153371+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:37:44.153371+0000","last_undegraded":"2021-03-04T23:37:44.153371+0000","last_fullsized":"2021-03-04T23:37:44.153371+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"40","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.139505+0000","last_change":"2021-03-04T23:36:53.443648+0000","last_active":"2021-03-04T23:37:38.139505+0000","last_peered":"2021-03-04T23:37:38.139505+0000","last_clean":"2021-03-04T23:37:38.139505+0000","last_became_active":"2021-03-04T23:35:58.151766+0000","last_became_peered":"2021-03-04T23:35:58.151766+0000","last_unstale":"2021-03-04T23:37:38.139505+0000","last_undegraded":"2021-03-04T23:37:38.139505+0000","last_fullsized":"2021-03-04T23:37:38.139505+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:53.443606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:53.443606+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"54","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.153444+0000","last_change":"2021-03-04T23:37:19.150109+0000","last_active":"2021-03-04T23:37:44.153444+0000","last_peered":"2021-03-04T23:37:44.153444+0000","last_clean":"2021-03-04T23:37:44.153444+0000","last_became_active":"2021-03-04T23:37:19.047329+0000","last_became_peered":"2021-03-04T23:37:19.047329+0000","last_unstale":"2021-03-04T23:37:44.153444+0000","last_undegraded":"2021-03-04T23:37:44.153444+0000","last_fullsized":"2021-03-04T23:37:44.153444+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"162","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.141511+0000","last_change":"2021-03-04T23:37:19.047240+0000","last_active":"2021-03-04T23:37:38.141511+0000","last_peered":"2021-03-04T23:37:38.141511+0000","last_clean":"2021-03-04T23:37:38.141511+0000","last_became_active":"2021-03-04T23:37:19.047006+0000","last_became_peered":"2021-03-04T23:37:19.047006+0000","last_unstale":"2021-03-04T23:37:38.141511+0000","last_undegraded":"2021-03-04T23:37:38.141511+0000","last_fullsized":"2021-03-04T23:37:38.141511+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"49","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.139373+0000","last_change":"2021-03-04T23:37:19.053204+0000","last_active":"2021-03-04T23:37:38.139373+0000","last_peered":"2021-03-04T23:37:38.139373+0000","last_clean":"2021-03-04T23:37:38.139373+0000","last_became_active":"2021-03-04T23:37:19.052927+0000","last_became_peered":"2021-03-04T23:37:19.052927+0000","last_unstale":"2021-03-04T23:37:38.139373+0000","last_undegraded":"2021-03-04T23:37:38.139373+0000","last_fullsized":"2021-03-04T23:37:38.139373+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:56.490460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:56.490460+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"268","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.133830+0000","last_change":"2021-03-04T23:37:19.047111+0000","last_active":"2021-03-04T23:37:38.133830+0000","last_peered":"2021-03-04T23:37:38.133830+0000","last_clean":"2021-03-04T23:37:38.133830+0000","last_became_active":"2021-03-04T23:37:19.046427+0000","last_became_peered":"2021-03-04T23:37:19.046427+0000","last_unstale":"2021-03-04T23:37:38.133830+0000","last_undegraded":"2021-03-04T23:37:38.133830+0000","last_fullsized":"2021-03-04T23:37:38.133830+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"344","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.140033+0000","last_change":"2021-03-04T23:37:19.050928+0000","last_active":"2021-03-04T23:37:38.140033+0000","last_peered":"2021-03-04T23:37:38.140033+0000","last_clean":"2021-03-04T23:37:38.140033+0000","last_became_active":"2021-03-04T23:37:19.050351+0000","last_became_peered":"2021-03-04T23:37:19.050351+0000","last_unstale":"2021-03-04T23:37:38.140033+0000","last_undegraded":"2021-03-04T23:37:38.140033+0000","last_fullsized":"2021-03-04T23:37:38.140033+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"43","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.154505+0000","last_change":"2021-03-04T23:36:38.273412+0000","last_active":"2021-03-04T23:37:44.154505+0000","last_peered":"2021-03-04T23:37:44.154505+0000","last_clean":"2021-03-04T23:37:44.154505+0000","last_became_active":"2021-03-04T23:35:58.102145+0000","last_became_peered":"2021-03-04T23:35:58.102145+0000","last_unstale":"2021-03-04T23:37:44.154505+0000","last_undegraded":"2021-03-04T23:37:44.154505+0000","last_fullsized":"2021-03-04T23:37:44.154505+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:38.273376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:38.273376+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"20","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.135443+0000","last_change":"2021-03-04T23:36:58.273792+0000","last_active":"2021-03-04T23:37:38.135443+0000","last_peered":"2021-03-04T23:37:38.135443+0000","last_clean":"2021-03-04T23:37:38.135443+0000","last_became_active":"2021-03-04T23:36:58.273567+0000","last_became_peered":"2021-03-04T23:36:58.273567+0000","last_unstale":"2021-03-04T23:37:38.135443+0000","last_undegraded":"2021-03-04T23:37:38.135443+0000","last_fullsized":"2021-03-04T23:37:38.135443+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:06.013122+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:06.013122+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"225","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.155326+0000","last_change":"2021-03-04T23:37:19.049502+0000","last_active":"2021-03-04T23:37:44.155326+0000","last_peered":"2021-03-04T23:37:44.155326+0000","last_clean":"2021-03-04T23:37:44.155326+0000","last_became_active":"2021-03-04T23:37:19.049175+0000","last_became_peered":"2021-03-04T23:37:19.049175+0000","last_unstale":"2021-03-04T23:37:44.155326+0000","last_undegraded":"2021-03-04T23:37:44.155326+0000","last_fullsized":"2021-03-04T23:37:44.155326+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"342","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.139643+0000","last_change":"2021-03-04T23:37:19.047265+0000","last_active":"2021-03-04T23:37:38.139643+0000","last_peered":"2021-03-04T23:37:38.139643+0000","last_clean":"2021-03-04T23:37:38.139643+0000","last_became_active":"2021-03-04T23:37:19.047011+0000","last_became_peered":"2021-03-04T23:37:19.047011+0000","last_unstale":"2021-03-04T23:37:38.139643+0000","last_undegraded":"2021-03-04T23:37:38.139643+0000","last_fullsized":"2021-03-04T23:37:38.139643+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"37","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.141508+0000","last_change":"2021-03-04T23:35:58.105058+0000","last_active":"2021-03-04T23:37:38.141508+0000","last_peered":"2021-03-04T23:37:38.141508+0000","last_clean":"2021-03-04T23:37:38.141508+0000","last_became_active":"2021-03-04T23:35:58.104683+0000","last_became_peered":"2021-03-04T23:35:58.104683+0000","last_unstale":"2021-03-04T23:37:38.141508+0000","last_undegraded":"2021-03-04T23:37:38.141508+0000","last_fullsized":"2021-03-04T23:37:38.141508+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"40","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.152944+0000","last_change":"2021-03-04T23:36:09.861599+0000","last_active":"2021-03-04T23:37:44.152944+0000","last_peered":"2021-03-04T23:37:44.152944+0000","last_clean":"2021-03-04T23:37:44.152944+0000","last_became_active":"2021-03-04T23:35:58.103257+0000","last_became_peered":"2021-03-04T23:35:58.103257+0000","last_unstale":"2021-03-04T23:37:44.152944+0000","last_undegraded":"2021-03-04T23:37:44.152944+0000","last_fullsized":"2021-03-04T23:37:44.152944+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:09.861569+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:09.861569+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"220","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.153919+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:37:44.153919+0000","last_peered":"2021-03-04T23:37:44.153919+0000","last_clean":"2021-03-04T23:37:44.153919+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:37:44.153919+0000","last_undegraded":"2021-03-04T23:37:44.153919+0000","last_fullsized":"2021-03-04T23:37:44.153919+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"144","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.135891+0000","last_change":"2021-03-04T23:37:19.046095+0000","last_active":"2021-03-04T23:37:38.135891+0000","last_peered":"2021-03-04T23:37:38.135891+0000","last_clean":"2021-03-04T23:37:38.135891+0000","last_became_active":"2021-03-04T23:37:19.045877+0000","last_became_peered":"2021-03-04T23:37:19.045877+0000","last_unstale":"2021-03-04T23:37:38.135891+0000","last_undegraded":"2021-03-04T23:37:38.135891+0000","last_fullsized":"2021-03-04T23:37:38.135891+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"330'12832","reported_seq":"12865","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:48.772137+0000","last_change":"2021-03-04T23:36:03.122468+0000","last_active":"2021-03-04T23:37:48.772137+0000","last_peered":"2021-03-04T23:37:48.772137+0000","last_clean":"2021-03-04T23:37:48.772137+0000","last_became_active":"2021-03-04T23:36:03.122279+0000","last_became_peered":"2021-03-04T23:36:03.122279+0000","last_unstale":"2021-03-04T23:37:48.772137+0000","last_undegraded":"2021-03-04T23:37:48.772137+0000","last_fullsized":"2021-03-04T23:37:48.772137+0000","mapping_epoch":305,"log_start":"318'7008","ondisk_log_start":"318'7008","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":5824,"ondisk_log_size":5824,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":743571456,"num_objects":11346,"num_object_clones":0,"num_object_copies":34038,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11346,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12832,"num_write_kb":773696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"135","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.153694+0000","last_change":"2021-03-04T23:37:19.046982+0000","last_active":"2021-03-04T23:37:44.153694+0000","last_peered":"2021-03-04T23:37:44.153694+0000","last_clean":"2021-03-04T23:37:44.153694+0000","last_became_active":"2021-03-04T23:37:19.046695+0000","last_became_peered":"2021-03-04T23:37:19.046695+0000","last_unstale":"2021-03-04T23:37:44.153694+0000","last_undegraded":"2021-03-04T23:37:44.153694+0000","last_fullsized":"2021-03-04T23:37:44.153694+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:38.455891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:36:38.455891+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"29","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.136865+0000","last_change":"2021-03-04T23:37:19.050467+0000","last_active":"2021-03-04T23:37:38.136865+0000","last_peered":"2021-03-04T23:37:38.136865+0000","last_clean":"2021-03-04T23:37:38.136865+0000","last_became_active":"2021-03-04T23:37:19.050207+0000","last_became_peered":"2021-03-04T23:37:19.050207+0000","last_unstale":"2021-03-04T23:37:38.136865+0000","last_undegraded":"2021-03-04T23:37:38.136865+0000","last_fullsized":"2021-03-04T23:37:38.136865+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:05.727498+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:05.727498+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"50","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.153676+0000","last_change":"2021-03-04T23:37:19.142841+0000","last_active":"2021-03-04T23:37:44.153676+0000","last_peered":"2021-03-04T23:37:44.153676+0000","last_clean":"2021-03-04T23:37:44.153676+0000","last_became_active":"2021-03-04T23:37:19.044607+0000","last_became_peered":"2021-03-04T23:37:19.044607+0000","last_unstale":"2021-03-04T23:37:44.153676+0000","last_undegraded":"2021-03-04T23:37:44.153676+0000","last_fullsized":"2021-03-04T23:37:44.153676+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":44,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"347","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.139475+0000","last_change":"2021-03-04T23:37:19.053320+0000","last_active":"2021-03-04T23:37:38.139475+0000","last_peered":"2021-03-04T23:37:38.139475+0000","last_clean":"2021-03-04T23:37:38.139475+0000","last_became_active":"2021-03-04T23:37:19.052947+0000","last_became_peered":"2021-03-04T23:37:19.052947+0000","last_unstale":"2021-03-04T23:37:38.139475+0000","last_undegraded":"2021-03-04T23:37:38.139475+0000","last_fullsized":"2021-03-04T23:37:38.139475+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"331'13311","reported_seq":"13345","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:37:51.943493+0000","last_change":"2021-03-04T23:36:03.219514+0000","last_active":"2021-03-04T23:37:51.943493+0000","last_peered":"2021-03-04T23:37:51.943493+0000","last_clean":"2021-03-04T23:37:51.943493+0000","last_became_active":"2021-03-04T23:36:03.219270+0000","last_became_peered":"2021-03-04T23:36:03.219270+0000","last_unstale":"2021-03-04T23:37:51.943493+0000","last_undegraded":"2021-03-04T23:37:51.943493+0000","last_fullsized":"2021-03-04T23:37:51.943493+0000","mapping_epoch":305,"log_start":"318'7535","ondisk_log_start":"318'7535","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":5776,"ondisk_log_size":5776,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":732233728,"num_objects":11173,"num_object_clones":0,"num_object_copies":33519,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11173,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13311,"num_write_kb":783488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"56","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.141374+0000","last_change":"2021-03-04T23:36:38.972969+0000","last_active":"2021-03-04T23:37:38.141374+0000","last_peered":"2021-03-04T23:37:38.141374+0000","last_clean":"2021-03-04T23:37:38.141374+0000","last_became_active":"2021-03-04T23:36:36.209289+0000","last_became_peered":"2021-03-04T23:36:36.209289+0000","last_unstale":"2021-03-04T23:37:38.141374+0000","last_undegraded":"2021-03-04T23:37:38.141374+0000","last_fullsized":"2021-03-04T23:37:38.141374+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:38.972917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:38.972917+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"50","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.153507+0000","last_change":"2021-03-04T23:37:19.045627+0000","last_active":"2021-03-04T23:37:44.153507+0000","last_peered":"2021-03-04T23:37:44.153507+0000","last_clean":"2021-03-04T23:37:44.153507+0000","last_became_active":"2021-03-04T23:37:19.045345+0000","last_became_peered":"2021-03-04T23:37:19.045345+0000","last_unstale":"2021-03-04T23:37:44.153507+0000","last_undegraded":"2021-03-04T23:37:44.153507+0000","last_fullsized":"2021-03-04T23:37:44.153507+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:09.159279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:09.159279+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"50","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.155580+0000","last_change":"2021-03-04T23:37:19.049555+0000","last_active":"2021-03-04T23:37:44.155580+0000","last_peered":"2021-03-04T23:37:44.155580+0000","last_clean":"2021-03-04T23:37:44.155580+0000","last_became_active":"2021-03-04T23:37:19.044404+0000","last_became_peered":"2021-03-04T23:37:19.044404+0000","last_unstale":"2021-03-04T23:37:44.155580+0000","last_undegraded":"2021-03-04T23:37:44.155580+0000","last_fullsized":"2021-03-04T23:37:44.155580+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"401","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.155230+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:37:44.155230+0000","last_peered":"2021-03-04T23:37:44.155230+0000","last_clean":"2021-03-04T23:37:44.155230+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:37:44.155230+0000","last_undegraded":"2021-03-04T23:37:44.155230+0000","last_fullsized":"2021-03-04T23:37:44.155230+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"330'12913","reported_seq":"12945","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:48.253736+0000","last_change":"2021-03-04T23:36:03.219254+0000","last_active":"2021-03-04T23:37:48.253736+0000","last_peered":"2021-03-04T23:37:48.253736+0000","last_clean":"2021-03-04T23:37:48.253736+0000","last_became_active":"2021-03-04T23:36:03.219074+0000","last_became_peered":"2021-03-04T23:36:03.219074+0000","last_unstale":"2021-03-04T23:37:48.253736+0000","last_undegraded":"2021-03-04T23:37:48.253736+0000","last_fullsized":"2021-03-04T23:37:48.253736+0000","mapping_epoch":305,"log_start":"318'7287","ondisk_log_start":"318'7287","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":5626,"ondisk_log_size":5626,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":754122752,"num_objects":11507,"num_object_clones":0,"num_object_copies":34521,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11507,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12913,"num_write_kb":781440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"85","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.156351+0000","last_change":"2021-03-04T23:36:18.960384+0000","last_active":"2021-03-04T23:37:44.156351+0000","last_peered":"2021-03-04T23:37:44.156351+0000","last_clean":"2021-03-04T23:37:44.156351+0000","last_became_active":"2021-03-04T23:35:58.105285+0000","last_became_peered":"2021-03-04T23:35:58.105285+0000","last_unstale":"2021-03-04T23:37:44.156351+0000","last_undegraded":"2021-03-04T23:37:44.156351+0000","last_fullsized":"2021-03-04T23:37:44.156351+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:18.960309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.960309+0000","last_clean_scrub_stamp":"2021-03-04T23:36:18.960309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"20","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.135751+0000","last_change":"2021-03-04T23:36:58.272870+0000","last_active":"2021-03-04T23:37:38.135751+0000","last_peered":"2021-03-04T23:37:38.135751+0000","last_clean":"2021-03-04T23:37:38.135751+0000","last_became_active":"2021-03-04T23:36:58.272665+0000","last_became_peered":"2021-03-04T23:36:58.272665+0000","last_unstale":"2021-03-04T23:37:38.135751+0000","last_undegraded":"2021-03-04T23:37:38.135751+0000","last_fullsized":"2021-03-04T23:37:38.135751+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:52.401057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:52.401057+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"49","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.140053+0000","last_change":"2021-03-04T23:37:19.053708+0000","last_active":"2021-03-04T23:37:38.140053+0000","last_peered":"2021-03-04T23:37:38.140053+0000","last_clean":"2021-03-04T23:37:38.140053+0000","last_became_active":"2021-03-04T23:37:19.050645+0000","last_became_peered":"2021-03-04T23:37:19.050645+0000","last_unstale":"2021-03-04T23:37:38.140053+0000","last_undegraded":"2021-03-04T23:37:38.140053+0000","last_fullsized":"2021-03-04T23:37:38.140053+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"88","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.153448+0000","last_change":"2021-03-04T23:37:19.049673+0000","last_active":"2021-03-04T23:37:44.153448+0000","last_peered":"2021-03-04T23:37:44.153448+0000","last_clean":"2021-03-04T23:37:44.153448+0000","last_became_active":"2021-03-04T23:37:19.049360+0000","last_became_peered":"2021-03-04T23:37:19.049360+0000","last_unstale":"2021-03-04T23:37:44.153448+0000","last_undegraded":"2021-03-04T23:37:44.153448+0000","last_fullsized":"2021-03-04T23:37:44.153448+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"330'12766","reported_seq":"13440","reported_epoch":"330","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:37:48.249749+0000","last_change":"2021-03-04T23:37:20.153454+0000","last_active":"2021-03-04T23:37:48.249749+0000","last_peered":"2021-03-04T23:37:48.249749+0000","last_clean":"2021-03-04T23:36:57.262837+0000","last_became_active":"2021-03-04T23:36:59.352302+0000","last_became_peered":"2021-03-04T23:36:59.352302+0000","last_unstale":"2021-03-04T23:37:48.249749+0000","last_undegraded":"2021-03-04T23:37:48.249749+0000","last_fullsized":"2021-03-04T23:37:48.249749+0000","mapping_epoch":320,"log_start":"318'7126","ondisk_log_start":"318'7126","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":5640,"ondisk_log_size":5640,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":748290048,"num_objects":11418,"num_object_clones":0,"num_object_copies":34254,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":11101,"num_objects_unfound":0,"num_objects_dirty":11418,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12766,"num_write_kb":773888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":316,"num_bytes_recovered":20709376,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[0,3,7],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,3,7","objects":11418}],"blocked_by":[],"up_primary":2,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"62","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.153861+0000","last_change":"2021-03-04T23:37:19.046944+0000","last_active":"2021-03-04T23:37:44.153861+0000","last_peered":"2021-03-04T23:37:44.153861+0000","last_clean":"2021-03-04T23:37:44.153861+0000","last_became_active":"2021-03-04T23:37:19.046709+0000","last_became_peered":"2021-03-04T23:37:19.046709+0000","last_unstale":"2021-03-04T23:37:44.153861+0000","last_undegraded":"2021-03-04T23:37:44.153861+0000","last_fullsized":"2021-03-04T23:37:44.153861+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:54.256362+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:54.256362+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"43","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.154734+0000","last_change":"2021-03-04T23:36:19.155933+0000","last_active":"2021-03-04T23:37:44.154734+0000","last_peered":"2021-03-04T23:37:44.154734+0000","last_clean":"2021-03-04T23:37:44.154734+0000","last_became_active":"2021-03-04T23:35:58.102370+0000","last_became_peered":"2021-03-04T23:35:58.102370+0000","last_unstale":"2021-03-04T23:37:44.154734+0000","last_undegraded":"2021-03-04T23:37:44.154734+0000","last_fullsized":"2021-03-04T23:37:44.154734+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:19.155809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:19.155809+0000","last_clean_scrub_stamp":"2021-03-04T23:36:19.155809+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"360","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.140083+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:37:38.140083+0000","last_peered":"2021-03-04T23:37:38.140083+0000","last_clean":"2021-03-04T23:37:38.140083+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:37:38.140083+0000","last_undegraded":"2021-03-04T23:37:38.140083+0000","last_fullsized":"2021-03-04T23:37:38.140083+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"324","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.139577+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:37:38.139577+0000","last_peered":"2021-03-04T23:37:38.139577+0000","last_clean":"2021-03-04T23:37:38.139577+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:37:38.139577+0000","last_undegraded":"2021-03-04T23:37:38.139577+0000","last_fullsized":"2021-03-04T23:37:38.139577+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"331'13067","reported_seq":"13101","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:37:50.382420+0000","last_change":"2021-03-04T23:36:03.120916+0000","last_active":"2021-03-04T23:37:50.382420+0000","last_peered":"2021-03-04T23:37:50.382420+0000","last_clean":"2021-03-04T23:37:50.382420+0000","last_became_active":"2021-03-04T23:36:03.120778+0000","last_became_peered":"2021-03-04T23:36:03.120778+0000","last_unstale":"2021-03-04T23:37:50.382420+0000","last_undegraded":"2021-03-04T23:37:50.382420+0000","last_fullsized":"2021-03-04T23:37:50.382420+0000","mapping_epoch":305,"log_start":"322'8587","ondisk_log_start":"322'8587","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":4480,"ondisk_log_size":4480,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":736690176,"num_objects":11241,"num_object_clones":0,"num_object_copies":33723,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11241,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13067,"num_write_kb":777856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"357","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.154997+0000","last_change":"2021-03-04T23:37:19.049699+0000","last_active":"2021-03-04T23:37:44.154997+0000","last_peered":"2021-03-04T23:37:44.154997+0000","last_clean":"2021-03-04T23:37:44.154997+0000","last_became_active":"2021-03-04T23:37:19.049440+0000","last_became_peered":"2021-03-04T23:37:19.049440+0000","last_unstale":"2021-03-04T23:37:44.154997+0000","last_undegraded":"2021-03-04T23:37:44.154997+0000","last_fullsized":"2021-03-04T23:37:44.154997+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:03.988058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:03.988058+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"152","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.133764+0000","last_change":"2021-03-04T23:37:19.045839+0000","last_active":"2021-03-04T23:37:38.133764+0000","last_peered":"2021-03-04T23:37:38.133764+0000","last_clean":"2021-03-04T23:37:38.133764+0000","last_became_active":"2021-03-04T23:37:19.045644+0000","last_became_peered":"2021-03-04T23:37:19.045644+0000","last_unstale":"2021-03-04T23:37:38.133764+0000","last_undegraded":"2021-03-04T23:37:38.133764+0000","last_fullsized":"2021-03-04T23:37:38.133764+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:44.329663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:44.329663+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"121","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.135231+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:37:38.135231+0000","last_peered":"2021-03-04T23:37:38.135231+0000","last_clean":"2021-03-04T23:37:38.135231+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:37:38.135231+0000","last_undegraded":"2021-03-04T23:37:38.135231+0000","last_fullsized":"2021-03-04T23:37:38.135231+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"362","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.155640+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:37:44.155640+0000","last_peered":"2021-03-04T23:37:44.155640+0000","last_clean":"2021-03-04T23:37:44.155640+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:37:44.155640+0000","last_undegraded":"2021-03-04T23:37:44.155640+0000","last_fullsized":"2021-03-04T23:37:44.155640+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"330'12729","reported_seq":"14416","reported_epoch":"330","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:37:48.048953+0000","last_change":"2021-03-04T23:37:20.130932+0000","last_active":"2021-03-04T23:37:48.048953+0000","last_peered":"2021-03-04T23:37:48.048953+0000","last_clean":"2021-03-04T23:36:57.249742+0000","last_became_active":"2021-03-04T23:36:59.348723+0000","last_became_peered":"2021-03-04T23:36:59.348723+0000","last_unstale":"2021-03-04T23:37:48.048953+0000","last_undegraded":"2021-03-04T23:37:48.048953+0000","last_fullsized":"2021-03-04T23:37:48.048953+0000","mapping_epoch":320,"log_start":"321'7857","ondisk_log_start":"321'7857","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":4872,"ondisk_log_size":4872,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":748093440,"num_objects":11415,"num_object_clones":0,"num_object_copies":34245,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":10484,"num_objects_unfound":0,"num_objects_dirty":11415,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12729,"num_write_kb":772608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":822,"num_bytes_recovered":53870592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[3,5,4],"avail_no_missing":["3","4","5"],"object_location_counts":[{"shards":"3,4,5","objects":11415}],"blocked_by":[],"up_primary":2,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"274","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.153153+0000","last_change":"2021-03-04T23:37:19.045205+0000","last_active":"2021-03-04T23:37:44.153153+0000","last_peered":"2021-03-04T23:37:44.153153+0000","last_clean":"2021-03-04T23:37:44.153153+0000","last_became_active":"2021-03-04T23:37:19.044922+0000","last_became_peered":"2021-03-04T23:37:19.044922+0000","last_unstale":"2021-03-04T23:37:44.153153+0000","last_undegraded":"2021-03-04T23:37:44.153153+0000","last_fullsized":"2021-03-04T23:37:44.153153+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:09.321481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:09.321481+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"55","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.139408+0000","last_change":"2021-03-04T23:36:58.272995+0000","last_active":"2021-03-04T23:37:38.139408+0000","last_peered":"2021-03-04T23:37:38.139408+0000","last_clean":"2021-03-04T23:37:38.139408+0000","last_became_active":"2021-03-04T23:36:58.272617+0000","last_became_peered":"2021-03-04T23:36:58.272617+0000","last_unstale":"2021-03-04T23:37:38.139408+0000","last_undegraded":"2021-03-04T23:37:38.139408+0000","last_fullsized":"2021-03-04T23:37:38.139408+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"88","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.153583+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:37:44.153583+0000","last_peered":"2021-03-04T23:37:44.153583+0000","last_clean":"2021-03-04T23:37:44.153583+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:37:44.153583+0000","last_undegraded":"2021-03-04T23:37:44.153583+0000","last_fullsized":"2021-03-04T23:37:44.153583+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"359","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.153899+0000","last_change":"2021-03-04T23:36:58.273628+0000","last_active":"2021-03-04T23:37:44.153899+0000","last_peered":"2021-03-04T23:37:44.153899+0000","last_clean":"2021-03-04T23:37:44.153899+0000","last_became_active":"2021-03-04T23:36:58.273359+0000","last_became_peered":"2021-03-04T23:36:58.273359+0000","last_unstale":"2021-03-04T23:37:44.153899+0000","last_undegraded":"2021-03-04T23:37:44.153899+0000","last_fullsized":"2021-03-04T23:37:44.153899+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"331'13199","reported_seq":"13233","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:37:51.958693+0000","last_change":"2021-03-04T23:36:03.121604+0000","last_active":"2021-03-04T23:37:51.958693+0000","last_peered":"2021-03-04T23:37:51.958693+0000","last_clean":"2021-03-04T23:37:51.958693+0000","last_became_active":"2021-03-04T23:36:03.121414+0000","last_became_peered":"2021-03-04T23:36:03.121414+0000","last_unstale":"2021-03-04T23:37:51.958693+0000","last_undegraded":"2021-03-04T23:37:51.958693+0000","last_fullsized":"2021-03-04T23:37:51.958693+0000","mapping_epoch":305,"log_start":"318'7390","ondisk_log_start":"318'7390","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":5809,"ondisk_log_size":5809,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":718077952,"num_objects":10957,"num_object_clones":0,"num_object_copies":32871,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10957,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13199,"num_write_kb":772992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"52","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.154770+0000","last_change":"2021-03-04T23:36:39.287818+0000","last_active":"2021-03-04T23:37:44.154770+0000","last_peered":"2021-03-04T23:37:44.154770+0000","last_clean":"2021-03-04T23:37:44.154770+0000","last_became_active":"2021-03-04T23:36:36.212765+0000","last_became_peered":"2021-03-04T23:36:36.212765+0000","last_unstale":"2021-03-04T23:37:44.154770+0000","last_undegraded":"2021-03-04T23:37:44.154770+0000","last_fullsized":"2021-03-04T23:37:44.154770+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:39.287770+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:39.287770+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"301","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.137787+0000","last_change":"2021-03-04T23:37:19.047990+0000","last_active":"2021-03-04T23:37:38.137787+0000","last_peered":"2021-03-04T23:37:38.137787+0000","last_clean":"2021-03-04T23:37:38.137787+0000","last_became_active":"2021-03-04T23:37:19.047774+0000","last_became_peered":"2021-03-04T23:37:19.047774+0000","last_unstale":"2021-03-04T23:37:38.137787+0000","last_undegraded":"2021-03-04T23:37:38.137787+0000","last_fullsized":"2021-03-04T23:37:38.137787+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:10.369420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:10.369420+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"345","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.155043+0000","last_change":"2021-03-04T23:37:19.045836+0000","last_active":"2021-03-04T23:37:44.155043+0000","last_peered":"2021-03-04T23:37:44.155043+0000","last_clean":"2021-03-04T23:37:44.155043+0000","last_became_active":"2021-03-04T23:37:19.045624+0000","last_became_peered":"2021-03-04T23:37:19.045624+0000","last_unstale":"2021-03-04T23:37:44.155043+0000","last_undegraded":"2021-03-04T23:37:44.155043+0000","last_fullsized":"2021-03-04T23:37:44.155043+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"389","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.155409+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:37:44.155409+0000","last_peered":"2021-03-04T23:37:44.155409+0000","last_clean":"2021-03-04T23:37:44.155409+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:37:44.155409+0000","last_undegraded":"2021-03-04T23:37:44.155409+0000","last_fullsized":"2021-03-04T23:37:44.155409+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"331'13346","reported_seq":"30455","reported_epoch":"331","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:37:52.620470+0000","last_change":"2021-03-04T23:37:20.147067+0000","last_active":"2021-03-04T23:37:52.620470+0000","last_peered":"2021-03-04T23:37:52.620470+0000","last_clean":"2021-03-04T23:37:18.332611+0000","last_became_active":"2021-03-04T23:37:20.125141+0000","last_became_peered":"2021-03-04T23:37:20.125141+0000","last_unstale":"2021-03-04T23:37:52.620470+0000","last_undegraded":"2021-03-04T23:37:52.620470+0000","last_fullsized":"2021-03-04T23:37:52.620470+0000","mapping_epoch":325,"log_start":"322'8727","ondisk_log_start":"322'8727","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":4619,"ondisk_log_size":4619,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":713293824,"num_objects":10884,"num_object_clones":0,"num_object_copies":32652,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2547,"num_objects_unfound":0,"num_objects_dirty":10884,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13346,"num_write_kb":775360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8532,"num_bytes_recovered":559153152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,7],"avail_no_missing":["4","0","7"],"object_location_counts":[{"shards":"0,4,7","objects":10884}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"294","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.155195+0000","last_change":"2021-03-04T23:37:19.045379+0000","last_active":"2021-03-04T23:37:44.155195+0000","last_peered":"2021-03-04T23:37:44.155195+0000","last_clean":"2021-03-04T23:37:44.155195+0000","last_became_active":"2021-03-04T23:37:19.044984+0000","last_became_peered":"2021-03-04T23:37:19.044984+0000","last_unstale":"2021-03-04T23:37:44.155195+0000","last_undegraded":"2021-03-04T23:37:44.155195+0000","last_fullsized":"2021-03-04T23:37:44.155195+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:10.087871+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:10.087871+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"55","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.141436+0000","last_change":"2021-03-04T23:36:58.273021+0000","last_active":"2021-03-04T23:37:38.141436+0000","last_peered":"2021-03-04T23:37:38.141436+0000","last_clean":"2021-03-04T23:37:38.141436+0000","last_became_active":"2021-03-04T23:36:58.272595+0000","last_became_peered":"2021-03-04T23:36:58.272595+0000","last_unstale":"2021-03-04T23:37:38.141436+0000","last_undegraded":"2021-03-04T23:37:38.141436+0000","last_fullsized":"2021-03-04T23:37:38.141436+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"153","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.133735+0000","last_change":"2021-03-04T23:37:19.046673+0000","last_active":"2021-03-04T23:37:38.133735+0000","last_peered":"2021-03-04T23:37:38.133735+0000","last_clean":"2021-03-04T23:37:38.133735+0000","last_became_active":"2021-03-04T23:37:19.046403+0000","last_became_peered":"2021-03-04T23:37:19.046403+0000","last_unstale":"2021-03-04T23:37:38.133735+0000","last_undegraded":"2021-03-04T23:37:38.133735+0000","last_fullsized":"2021-03-04T23:37:38.133735+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"170","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.154976+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:37:44.154976+0000","last_peered":"2021-03-04T23:37:44.154976+0000","last_clean":"2021-03-04T23:37:44.154976+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:37:44.154976+0000","last_undegraded":"2021-03-04T23:37:44.154976+0000","last_fullsized":"2021-03-04T23:37:44.154976+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"331'13368","reported_seq":"13416","reported_epoch":"331","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:37:52.592202+0000","last_change":"2021-03-04T23:37:20.144917+0000","last_active":"2021-03-04T23:37:52.592202+0000","last_peered":"2021-03-04T23:37:52.592202+0000","last_clean":"2021-03-04T23:37:18.352082+0000","last_became_active":"2021-03-04T23:37:20.109005+0000","last_became_peered":"2021-03-04T23:37:20.109005+0000","last_unstale":"2021-03-04T23:37:52.592202+0000","last_undegraded":"2021-03-04T23:37:52.592202+0000","last_fullsized":"2021-03-04T23:37:52.592202+0000","mapping_epoch":325,"log_start":"322'8653","ondisk_log_start":"322'8653","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":4715,"ondisk_log_size":4715,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":725876736,"num_objects":11076,"num_object_clones":0,"num_object_copies":33228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":11076,"num_objects_unfound":0,"num_objects_dirty":11076,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13368,"num_write_kb":782208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":131072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,7],"avail_no_missing":["4","0","7"],"object_location_counts":[{"shards":"0,4,7","objects":11076}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"106","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.156269+0000","last_change":"2021-03-04T23:37:19.044819+0000","last_active":"2021-03-04T23:37:44.156269+0000","last_peered":"2021-03-04T23:37:44.156269+0000","last_clean":"2021-03-04T23:37:44.156269+0000","last_became_active":"2021-03-04T23:37:19.044523+0000","last_became_peered":"2021-03-04T23:37:19.044523+0000","last_unstale":"2021-03-04T23:37:44.156269+0000","last_undegraded":"2021-03-04T23:37:44.156269+0000","last_fullsized":"2021-03-04T23:37:44.156269+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:42.097071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:42.097071+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"88","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.154453+0000","last_change":"2021-03-04T23:37:19.046980+0000","last_active":"2021-03-04T23:37:44.154453+0000","last_peered":"2021-03-04T23:37:44.154453+0000","last_clean":"2021-03-04T23:37:44.154453+0000","last_became_active":"2021-03-04T23:37:19.046740+0000","last_became_peered":"2021-03-04T23:37:19.046740+0000","last_unstale":"2021-03-04T23:37:44.154453+0000","last_undegraded":"2021-03-04T23:37:44.154453+0000","last_fullsized":"2021-03-04T23:37:44.154453+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:01.935137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:01.935137+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"351","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.139958+0000","last_change":"2021-03-04T23:36:58.273653+0000","last_active":"2021-03-04T23:37:38.139958+0000","last_peered":"2021-03-04T23:37:38.139958+0000","last_clean":"2021-03-04T23:37:38.139958+0000","last_became_active":"2021-03-04T23:36:58.273347+0000","last_became_peered":"2021-03-04T23:36:58.273347+0000","last_unstale":"2021-03-04T23:37:38.139958+0000","last_undegraded":"2021-03-04T23:37:38.139958+0000","last_fullsized":"2021-03-04T23:37:38.139958+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"74","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.154656+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:37:44.154656+0000","last_peered":"2021-03-04T23:37:44.154656+0000","last_clean":"2021-03-04T23:37:44.154656+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:37:44.154656+0000","last_undegraded":"2021-03-04T23:37:44.154656+0000","last_fullsized":"2021-03-04T23:37:44.154656+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"331'13350","reported_seq":"13384","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:37:51.940161+0000","last_change":"2021-03-04T23:36:03.120285+0000","last_active":"2021-03-04T23:37:51.940161+0000","last_peered":"2021-03-04T23:37:51.940161+0000","last_clean":"2021-03-04T23:37:51.940161+0000","last_became_active":"2021-03-04T23:36:03.120028+0000","last_became_peered":"2021-03-04T23:36:03.120028+0000","last_unstale":"2021-03-04T23:37:51.940161+0000","last_undegraded":"2021-03-04T23:37:51.940161+0000","last_fullsized":"2021-03-04T23:37:51.940161+0000","mapping_epoch":305,"log_start":"318'7562","ondisk_log_start":"318'7562","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":5788,"ondisk_log_size":5788,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":727711744,"num_objects":11104,"num_object_clones":0,"num_object_copies":33312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11104,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13350,"num_write_kb":782528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"46","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.139520+0000","last_change":"2021-03-04T23:36:58.272363+0000","last_active":"2021-03-04T23:37:38.139520+0000","last_peered":"2021-03-04T23:37:38.139520+0000","last_clean":"2021-03-04T23:37:38.139520+0000","last_became_active":"2021-03-04T23:36:58.272043+0000","last_became_peered":"2021-03-04T23:36:58.272043+0000","last_unstale":"2021-03-04T23:37:38.139520+0000","last_undegraded":"2021-03-04T23:37:38.139520+0000","last_fullsized":"2021-03-04T23:37:38.139520+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"385","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.141662+0000","last_change":"2021-03-04T23:36:44.440719+0000","last_active":"2021-03-04T23:37:38.141662+0000","last_peered":"2021-03-04T23:37:38.141662+0000","last_clean":"2021-03-04T23:37:38.141662+0000","last_became_active":"2021-03-04T23:32:18.972221+0000","last_became_peered":"2021-03-04T23:32:18.972221+0000","last_unstale":"2021-03-04T23:37:38.141662+0000","last_undegraded":"2021-03-04T23:37:38.141662+0000","last_fullsized":"2021-03-04T23:37:38.141662+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:44.440677+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:44.440677+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"333","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.153309+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:37:44.153309+0000","last_peered":"2021-03-04T23:37:44.153309+0000","last_clean":"2021-03-04T23:37:44.153309+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:37:44.153309+0000","last_undegraded":"2021-03-04T23:37:44.153309+0000","last_fullsized":"2021-03-04T23:37:44.153309+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"83","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.154388+0000","last_change":"2021-03-04T23:36:58.272226+0000","last_active":"2021-03-04T23:37:44.154388+0000","last_peered":"2021-03-04T23:37:44.154388+0000","last_clean":"2021-03-04T23:37:44.154388+0000","last_became_active":"2021-03-04T23:36:58.271974+0000","last_became_peered":"2021-03-04T23:36:58.271974+0000","last_unstale":"2021-03-04T23:37:44.154388+0000","last_undegraded":"2021-03-04T23:37:44.154388+0000","last_fullsized":"2021-03-04T23:37:44.154388+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"330'12777","reported_seq":"12830","reported_epoch":"330","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:37:48.789073+0000","last_change":"2021-03-04T23:37:20.077087+0000","last_active":"2021-03-04T23:37:48.789073+0000","last_peered":"2021-03-04T23:37:48.789073+0000","last_clean":"2021-03-04T23:36:57.264002+0000","last_became_active":"2021-03-04T23:37:20.057143+0000","last_became_peered":"2021-03-04T23:37:20.057143+0000","last_unstale":"2021-03-04T23:37:48.789073+0000","last_undegraded":"2021-03-04T23:37:48.789073+0000","last_fullsized":"2021-03-04T23:37:48.789073+0000","mapping_epoch":325,"log_start":"318'6989","ondisk_log_start":"318'6989","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":5788,"ondisk_log_size":5788,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":736821248,"num_objects":11243,"num_object_clones":0,"num_object_copies":33729,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":11243,"num_objects_unfound":0,"num_objects_dirty":11243,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12777,"num_write_kb":768640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,4,7],"avail_no_missing":["5","4","7"],"object_location_counts":[{"shards":"4,5,7","objects":11243}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"278","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.138248+0000","last_change":"2021-03-04T23:37:19.045944+0000","last_active":"2021-03-04T23:37:38.138248+0000","last_peered":"2021-03-04T23:37:38.138248+0000","last_clean":"2021-03-04T23:37:38.138248+0000","last_became_active":"2021-03-04T23:37:19.045711+0000","last_became_peered":"2021-03-04T23:37:19.045711+0000","last_unstale":"2021-03-04T23:37:38.138248+0000","last_undegraded":"2021-03-04T23:37:38.138248+0000","last_fullsized":"2021-03-04T23:37:38.138248+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:11.358420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:11.358420+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"20","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.136002+0000","last_change":"2021-03-04T23:36:58.274547+0000","last_active":"2021-03-04T23:37:38.136002+0000","last_peered":"2021-03-04T23:37:38.136002+0000","last_clean":"2021-03-04T23:37:38.136002+0000","last_became_active":"2021-03-04T23:36:58.274305+0000","last_became_peered":"2021-03-04T23:36:58.274305+0000","last_unstale":"2021-03-04T23:37:38.136002+0000","last_undegraded":"2021-03-04T23:37:38.136002+0000","last_fullsized":"2021-03-04T23:37:38.136002+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.753945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.753945+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"83","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.154386+0000","last_change":"2021-03-04T23:36:58.272289+0000","last_active":"2021-03-04T23:37:44.154386+0000","last_peered":"2021-03-04T23:37:44.154386+0000","last_clean":"2021-03-04T23:37:44.154386+0000","last_became_active":"2021-03-04T23:36:58.272033+0000","last_became_peered":"2021-03-04T23:36:58.272033+0000","last_unstale":"2021-03-04T23:37:44.154386+0000","last_undegraded":"2021-03-04T23:37:44.154386+0000","last_fullsized":"2021-03-04T23:37:44.154386+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"74","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.154805+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:37:44.154805+0000","last_peered":"2021-03-04T23:37:44.154805+0000","last_clean":"2021-03-04T23:37:44.154805+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:37:44.154805+0000","last_undegraded":"2021-03-04T23:37:44.154805+0000","last_fullsized":"2021-03-04T23:37:44.154805+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"331'13166","reported_seq":"13198","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:37:51.954691+0000","last_change":"2021-03-04T23:36:03.120288+0000","last_active":"2021-03-04T23:37:51.954691+0000","last_peered":"2021-03-04T23:37:51.954691+0000","last_clean":"2021-03-04T23:37:51.954691+0000","last_became_active":"2021-03-04T23:36:03.120041+0000","last_became_peered":"2021-03-04T23:36:03.120041+0000","last_unstale":"2021-03-04T23:37:51.954691+0000","last_undegraded":"2021-03-04T23:37:51.954691+0000","last_fullsized":"2021-03-04T23:37:51.954691+0000","mapping_epoch":305,"log_start":"318'7327","ondisk_log_start":"318'7327","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":5839,"ondisk_log_size":5839,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":722075648,"num_objects":11018,"num_object_clones":0,"num_object_copies":33054,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11018,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13166,"num_write_kb":773888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"361","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.139621+0000","last_change":"2021-03-04T23:37:19.046661+0000","last_active":"2021-03-04T23:37:38.139621+0000","last_peered":"2021-03-04T23:37:38.139621+0000","last_clean":"2021-03-04T23:37:38.139621+0000","last_became_active":"2021-03-04T23:37:19.046393+0000","last_became_peered":"2021-03-04T23:37:19.046393+0000","last_unstale":"2021-03-04T23:37:38.139621+0000","last_undegraded":"2021-03-04T23:37:38.139621+0000","last_fullsized":"2021-03-04T23:37:38.139621+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:04.545566+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:04.545566+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"279","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.137851+0000","last_change":"2021-03-04T23:37:19.049414+0000","last_active":"2021-03-04T23:37:38.137851+0000","last_peered":"2021-03-04T23:37:38.137851+0000","last_clean":"2021-03-04T23:37:38.137851+0000","last_became_active":"2021-03-04T23:37:19.049211+0000","last_became_peered":"2021-03-04T23:37:19.049211+0000","last_unstale":"2021-03-04T23:37:38.137851+0000","last_undegraded":"2021-03-04T23:37:38.137851+0000","last_fullsized":"2021-03-04T23:37:38.137851+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:04.148627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:04.148627+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,1],"acting":[0,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"117","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.133799+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:37:38.133799+0000","last_peered":"2021-03-04T23:37:38.133799+0000","last_clean":"2021-03-04T23:37:38.133799+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:37:38.133799+0000","last_undegraded":"2021-03-04T23:37:38.133799+0000","last_fullsized":"2021-03-04T23:37:38.133799+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"88","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.154254+0000","last_change":"2021-03-04T23:37:19.044676+0000","last_active":"2021-03-04T23:37:44.154254+0000","last_peered":"2021-03-04T23:37:44.154254+0000","last_clean":"2021-03-04T23:37:44.154254+0000","last_became_active":"2021-03-04T23:37:19.044326+0000","last_became_peered":"2021-03-04T23:37:19.044326+0000","last_unstale":"2021-03-04T23:37:44.154254+0000","last_undegraded":"2021-03-04T23:37:44.154254+0000","last_fullsized":"2021-03-04T23:37:44.154254+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"330'12840","reported_seq":"12899","reported_epoch":"330","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:37:48.250047+0000","last_change":"2021-03-04T23:37:20.151059+0000","last_active":"2021-03-04T23:37:48.250047+0000","last_peered":"2021-03-04T23:37:48.250047+0000","last_clean":"2021-03-04T23:36:57.259918+0000","last_became_active":"2021-03-04T23:37:20.114816+0000","last_became_peered":"2021-03-04T23:37:20.114816+0000","last_unstale":"2021-03-04T23:37:48.250047+0000","last_undegraded":"2021-03-04T23:37:48.250047+0000","last_fullsized":"2021-03-04T23:37:48.250047+0000","mapping_epoch":325,"log_start":"318'7187","ondisk_log_start":"318'7187","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":5653,"ondisk_log_size":5653,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":749076480,"num_objects":11430,"num_object_clones":0,"num_object_copies":34290,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":11430,"num_objects_unfound":0,"num_objects_dirty":11430,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12840,"num_write_kb":776640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,5],"acting":[0,5,7],"avail_no_missing":["0","5","7"],"object_location_counts":[{"shards":"0,5,7","objects":11430}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"43","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.154387+0000","last_change":"2021-03-04T23:36:20.204328+0000","last_active":"2021-03-04T23:37:44.154387+0000","last_peered":"2021-03-04T23:37:44.154387+0000","last_clean":"2021-03-04T23:37:44.154387+0000","last_became_active":"2021-03-04T23:35:58.104020+0000","last_became_peered":"2021-03-04T23:35:58.104020+0000","last_unstale":"2021-03-04T23:37:44.154387+0000","last_undegraded":"2021-03-04T23:37:44.154387+0000","last_fullsized":"2021-03-04T23:37:44.154387+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:20.204266+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:20.204266+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"60","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.154034+0000","last_change":"2021-03-04T23:37:19.391140+0000","last_active":"2021-03-04T23:37:44.154034+0000","last_peered":"2021-03-04T23:37:44.154034+0000","last_clean":"2021-03-04T23:37:44.154034+0000","last_became_active":"2021-03-04T23:37:19.047813+0000","last_became_peered":"2021-03-04T23:37:19.047813+0000","last_unstale":"2021-03-04T23:37:44.154034+0000","last_undegraded":"2021-03-04T23:37:44.154034+0000","last_fullsized":"2021-03-04T23:37:44.154034+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:07.248086+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:07.248086+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"314","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.138324+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:37:38.138324+0000","last_peered":"2021-03-04T23:37:38.138324+0000","last_clean":"2021-03-04T23:37:38.138324+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:37:38.138324+0000","last_undegraded":"2021-03-04T23:37:38.138324+0000","last_fullsized":"2021-03-04T23:37:38.138324+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"369","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.139708+0000","last_change":"2021-03-04T23:36:58.273010+0000","last_active":"2021-03-04T23:37:38.139708+0000","last_peered":"2021-03-04T23:37:38.139708+0000","last_clean":"2021-03-04T23:37:38.139708+0000","last_became_active":"2021-03-04T23:36:58.272784+0000","last_became_peered":"2021-03-04T23:36:58.272784+0000","last_unstale":"2021-03-04T23:37:38.139708+0000","last_undegraded":"2021-03-04T23:37:38.139708+0000","last_fullsized":"2021-03-04T23:37:38.139708+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"331'13238","reported_seq":"13273","reported_epoch":"331","state":"active+clean","last_fresh":"2021-03-04T23:37:51.946781+0000","last_change":"2021-03-04T23:36:03.120874+0000","last_active":"2021-03-04T23:37:51.946781+0000","last_peered":"2021-03-04T23:37:51.946781+0000","last_clean":"2021-03-04T23:37:51.946781+0000","last_became_active":"2021-03-04T23:36:03.120621+0000","last_became_peered":"2021-03-04T23:36:03.120621+0000","last_unstale":"2021-03-04T23:37:51.946781+0000","last_undegraded":"2021-03-04T23:37:51.946781+0000","last_fullsized":"2021-03-04T23:37:51.946781+0000","mapping_epoch":305,"log_start":"318'7455","ondisk_log_start":"318'7455","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":5783,"ondisk_log_size":5783,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":717029400,"num_objects":10942,"num_object_clones":0,"num_object_copies":32826,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10942,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":13238,"num_write_kb":773697,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"97","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.153472+0000","last_change":"2021-03-04T23:36:39.023950+0000","last_active":"2021-03-04T23:37:44.153472+0000","last_peered":"2021-03-04T23:37:44.153472+0000","last_clean":"2021-03-04T23:37:44.153472+0000","last_became_active":"2021-03-04T23:36:36.213239+0000","last_became_peered":"2021-03-04T23:36:36.213239+0000","last_unstale":"2021-03-04T23:37:44.153472+0000","last_undegraded":"2021-03-04T23:37:44.153472+0000","last_fullsized":"2021-03-04T23:37:44.153472+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:39.023909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:39.023909+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"211","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.141845+0000","last_change":"2021-03-04T23:37:19.044954+0000","last_active":"2021-03-04T23:37:38.141845+0000","last_peered":"2021-03-04T23:37:38.141845+0000","last_clean":"2021-03-04T23:37:38.141845+0000","last_became_active":"2021-03-04T23:37:19.044654+0000","last_became_peered":"2021-03-04T23:37:19.044654+0000","last_unstale":"2021-03-04T23:37:38.141845+0000","last_undegraded":"2021-03-04T23:37:38.141845+0000","last_fullsized":"2021-03-04T23:37:38.141845+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:03.118962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:03.118962+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"83","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.154581+0000","last_change":"2021-03-04T23:36:58.272272+0000","last_active":"2021-03-04T23:37:44.154581+0000","last_peered":"2021-03-04T23:37:44.154581+0000","last_clean":"2021-03-04T23:37:44.154581+0000","last_became_active":"2021-03-04T23:36:58.272106+0000","last_became_peered":"2021-03-04T23:36:58.272106+0000","last_unstale":"2021-03-04T23:37:44.154581+0000","last_undegraded":"2021-03-04T23:37:44.154581+0000","last_fullsized":"2021-03-04T23:37:44.154581+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"301","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.139556+0000","last_change":"2021-03-04T23:37:19.053011+0000","last_active":"2021-03-04T23:37:38.139556+0000","last_peered":"2021-03-04T23:37:38.139556+0000","last_clean":"2021-03-04T23:37:38.139556+0000","last_became_active":"2021-03-04T23:37:19.052593+0000","last_became_peered":"2021-03-04T23:37:19.052593+0000","last_unstale":"2021-03-04T23:37:38.139556+0000","last_undegraded":"2021-03-04T23:37:38.139556+0000","last_fullsized":"2021-03-04T23:37:38.139556+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.e","version":"331'13398","reported_seq":"13445","reported_epoch":"331","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:37:52.598434+0000","last_change":"2021-03-04T23:37:19.147633+0000","last_active":"2021-03-04T23:37:52.598434+0000","last_peered":"2021-03-04T23:37:52.598434+0000","last_clean":"2021-03-04T23:36:57.260579+0000","last_became_active":"2021-03-04T23:36:59.344986+0000","last_became_peered":"2021-03-04T23:36:59.344986+0000","last_unstale":"2021-03-04T23:37:52.598434+0000","last_undegraded":"2021-03-04T23:37:52.598434+0000","last_fullsized":"2021-03-04T23:37:52.598434+0000","mapping_epoch":320,"log_start":"322'8687","ondisk_log_start":"322'8687","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":4711,"ondisk_log_size":4711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":719454208,"num_objects":10978,"num_object_clones":0,"num_object_copies":32934,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":10978,"num_objects_unfound":0,"num_objects_dirty":10978,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13398,"num_write_kb":780032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,5],"avail_no_missing":["4","5","6"],"object_location_counts":[{"shards":"4,5,6","objects":10978}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"62","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.153786+0000","last_change":"2021-03-04T23:36:58.273507+0000","last_active":"2021-03-04T23:37:44.153786+0000","last_peered":"2021-03-04T23:37:44.153786+0000","last_clean":"2021-03-04T23:37:44.153786+0000","last_became_active":"2021-03-04T23:36:58.273154+0000","last_became_peered":"2021-03-04T23:36:58.273154+0000","last_unstale":"2021-03-04T23:37:44.153786+0000","last_undegraded":"2021-03-04T23:37:44.153786+0000","last_fullsized":"2021-03-04T23:37:44.153786+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:46.179310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:46.179310+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"156","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.135940+0000","last_change":"2021-03-04T23:37:19.140904+0000","last_active":"2021-03-04T23:37:38.135940+0000","last_peered":"2021-03-04T23:37:38.135940+0000","last_clean":"2021-03-04T23:37:38.135940+0000","last_became_active":"2021-03-04T23:37:19.043338+0000","last_became_peered":"2021-03-04T23:37:19.043338+0000","last_unstale":"2021-03-04T23:37:38.135940+0000","last_undegraded":"2021-03-04T23:37:38.135940+0000","last_fullsized":"2021-03-04T23:37:38.135940+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"79","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.154973+0000","last_change":"2021-03-04T23:36:02.943297+0000","last_active":"2021-03-04T23:37:44.154973+0000","last_peered":"2021-03-04T23:37:44.154973+0000","last_clean":"2021-03-04T23:37:44.154973+0000","last_became_active":"2021-03-04T23:32:26.248704+0000","last_became_peered":"2021-03-04T23:32:26.248704+0000","last_unstale":"2021-03-04T23:37:44.154973+0000","last_undegraded":"2021-03-04T23:37:44.154973+0000","last_fullsized":"2021-03-04T23:37:44.154973+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.943251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.943251+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"144","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.133645+0000","last_change":"2021-03-04T23:37:19.047955+0000","last_active":"2021-03-04T23:37:38.133645+0000","last_peered":"2021-03-04T23:37:38.133645+0000","last_clean":"2021-03-04T23:37:38.133645+0000","last_became_active":"2021-03-04T23:37:19.047735+0000","last_became_peered":"2021-03-04T23:37:19.047735+0000","last_unstale":"2021-03-04T23:37:38.133645+0000","last_undegraded":"2021-03-04T23:37:38.133645+0000","last_fullsized":"2021-03-04T23:37:38.133645+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"331'13118","reported_seq":"22416","reported_epoch":"331","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:37:51.949958+0000","last_change":"2021-03-04T23:37:19.143103+0000","last_active":"2021-03-04T23:37:51.949958+0000","last_peered":"2021-03-04T23:37:51.949958+0000","last_clean":"2021-03-04T23:36:57.263304+0000","last_became_active":"2021-03-04T23:36:59.338232+0000","last_became_peered":"2021-03-04T23:36:59.338232+0000","last_unstale":"2021-03-04T23:37:51.949958+0000","last_undegraded":"2021-03-04T23:37:51.949958+0000","last_fullsized":"2021-03-04T23:37:51.949958+0000","mapping_epoch":320,"log_start":"318'7261","ondisk_log_start":"318'7261","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":5857,"ondisk_log_size":5857,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":715653120,"num_objects":10920,"num_object_clones":0,"num_object_copies":32760,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5305,"num_objects_unfound":0,"num_objects_dirty":10920,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13118,"num_write_kb":769216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4627,"num_bytes_recovered":303235072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,4],"avail_no_missing":["6","3","4"],"object_location_counts":[{"shards":"3,4,6","objects":10920}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"51","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.141367+0000","last_change":"2021-03-04T23:37:19.042483+0000","last_active":"2021-03-04T23:37:38.141367+0000","last_peered":"2021-03-04T23:37:38.141367+0000","last_clean":"2021-03-04T23:37:38.141367+0000","last_became_active":"2021-03-04T23:37:19.042180+0000","last_became_peered":"2021-03-04T23:37:19.042180+0000","last_unstale":"2021-03-04T23:37:38.141367+0000","last_undegraded":"2021-03-04T23:37:38.141367+0000","last_fullsized":"2021-03-04T23:37:38.141367+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:07.723127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:07.723127+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"252","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.156003+0000","last_change":"2021-03-04T23:37:19.050614+0000","last_active":"2021-03-04T23:37:44.156003+0000","last_peered":"2021-03-04T23:37:44.156003+0000","last_clean":"2021-03-04T23:37:44.156003+0000","last_became_active":"2021-03-04T23:37:19.050330+0000","last_became_peered":"2021-03-04T23:37:19.050330+0000","last_unstale":"2021-03-04T23:37:44.156003+0000","last_undegraded":"2021-03-04T23:37:44.156003+0000","last_fullsized":"2021-03-04T23:37:44.156003+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:03.874706+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:03.874706+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"363","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.139779+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:37:38.139779+0000","last_peered":"2021-03-04T23:37:38.139779+0000","last_clean":"2021-03-04T23:37:38.139779+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:37:38.139779+0000","last_undegraded":"2021-03-04T23:37:38.139779+0000","last_fullsized":"2021-03-04T23:37:38.139779+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"302","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.155178+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:37:44.155178+0000","last_peered":"2021-03-04T23:37:44.155178+0000","last_clean":"2021-03-04T23:37:44.155178+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:37:44.155178+0000","last_undegraded":"2021-03-04T23:37:44.155178+0000","last_fullsized":"2021-03-04T23:37:44.155178+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.19","version":"0'0","reported_seq":"146","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.133664+0000","last_change":"2021-03-04T23:36:43.982041+0000","last_active":"2021-03-04T23:37:38.133664+0000","last_peered":"2021-03-04T23:37:38.133664+0000","last_clean":"2021-03-04T23:37:38.133664+0000","last_became_active":"2021-03-04T23:36:42.231737+0000","last_became_peered":"2021-03-04T23:36:42.231737+0000","last_unstale":"2021-03-04T23:37:38.133664+0000","last_undegraded":"2021-03-04T23:37:38.133664+0000","last_fullsized":"2021-03-04T23:37:38.133664+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:43.982001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:43.982001+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"305","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.139656+0000","last_change":"2021-03-04T23:37:19.044870+0000","last_active":"2021-03-04T23:37:38.139656+0000","last_peered":"2021-03-04T23:37:38.139656+0000","last_clean":"2021-03-04T23:37:38.139656+0000","last_became_active":"2021-03-04T23:37:19.044602+0000","last_became_peered":"2021-03-04T23:37:19.044602+0000","last_unstale":"2021-03-04T23:37:38.139656+0000","last_undegraded":"2021-03-04T23:37:38.139656+0000","last_fullsized":"2021-03-04T23:37:38.139656+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"20","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.135958+0000","last_change":"2021-03-04T23:36:58.275928+0000","last_active":"2021-03-04T23:37:38.135958+0000","last_peered":"2021-03-04T23:37:38.135958+0000","last_clean":"2021-03-04T23:37:38.135958+0000","last_became_active":"2021-03-04T23:36:58.275701+0000","last_became_peered":"2021-03-04T23:36:58.275701+0000","last_unstale":"2021-03-04T23:37:38.135958+0000","last_undegraded":"2021-03-04T23:37:38.135958+0000","last_fullsized":"2021-03-04T23:37:38.135958+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.1e","version":"0'0","reported_seq":"62","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.135315+0000","last_change":"2021-03-04T23:37:19.045063+0000","last_active":"2021-03-04T23:37:38.135315+0000","last_peered":"2021-03-04T23:37:38.135315+0000","last_clean":"2021-03-04T23:37:38.135315+0000","last_became_active":"2021-03-04T23:37:19.044649+0000","last_became_peered":"2021-03-04T23:37:19.044649+0000","last_unstale":"2021-03-04T23:37:38.135315+0000","last_undegraded":"2021-03-04T23:37:38.135315+0000","last_fullsized":"2021-03-04T23:37:38.135315+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:47.010309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:47.010309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"393","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.140166+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:37:38.140166+0000","last_peered":"2021-03-04T23:37:38.140166+0000","last_clean":"2021-03-04T23:37:38.140166+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:37:38.140166+0000","last_undegraded":"2021-03-04T23:37:38.140166+0000","last_fullsized":"2021-03-04T23:37:38.140166+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"377","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.153511+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:37:44.153511+0000","last_peered":"2021-03-04T23:37:44.153511+0000","last_clean":"2021-03-04T23:37:44.153511+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:37:44.153511+0000","last_undegraded":"2021-03-04T23:37:44.153511+0000","last_fullsized":"2021-03-04T23:37:44.153511+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"339","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.139938+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:37:38.139938+0000","last_peered":"2021-03-04T23:37:38.139938+0000","last_clean":"2021-03-04T23:37:38.139938+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:37:38.139938+0000","last_undegraded":"2021-03-04T23:37:38.139938+0000","last_fullsized":"2021-03-04T23:37:38.139938+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"347","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.154286+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:37:44.154286+0000","last_peered":"2021-03-04T23:37:44.154286+0000","last_clean":"2021-03-04T23:37:44.154286+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:37:44.154286+0000","last_undegraded":"2021-03-04T23:37:44.154286+0000","last_fullsized":"2021-03-04T23:37:44.154286+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1c","version":"0'0","reported_seq":"61","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.153097+0000","last_change":"2021-03-04T23:37:19.049593+0000","last_active":"2021-03-04T23:37:44.153097+0000","last_peered":"2021-03-04T23:37:44.153097+0000","last_clean":"2021-03-04T23:37:44.153097+0000","last_became_active":"2021-03-04T23:37:19.049294+0000","last_became_peered":"2021-03-04T23:37:19.049294+0000","last_unstale":"2021-03-04T23:37:44.153097+0000","last_undegraded":"2021-03-04T23:37:44.153097+0000","last_fullsized":"2021-03-04T23:37:44.153097+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:54.434548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:54.434548+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"144","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.135525+0000","last_change":"2021-03-04T23:36:58.274330+0000","last_active":"2021-03-04T23:37:38.135525+0000","last_peered":"2021-03-04T23:37:38.135525+0000","last_clean":"2021-03-04T23:37:38.135525+0000","last_became_active":"2021-03-04T23:36:58.274105+0000","last_became_peered":"2021-03-04T23:36:58.274105+0000","last_unstale":"2021-03-04T23:37:38.135525+0000","last_undegraded":"2021-03-04T23:37:38.135525+0000","last_fullsized":"2021-03-04T23:37:38.135525+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"128","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.133998+0000","last_change":"2021-03-04T23:36:58.274276+0000","last_active":"2021-03-04T23:37:38.133998+0000","last_peered":"2021-03-04T23:37:38.133998+0000","last_clean":"2021-03-04T23:37:38.133998+0000","last_became_active":"2021-03-04T23:36:58.274027+0000","last_became_peered":"2021-03-04T23:36:58.274027+0000","last_unstale":"2021-03-04T23:37:38.133998+0000","last_undegraded":"2021-03-04T23:37:38.133998+0000","last_fullsized":"2021-03-04T23:37:38.133998+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1d","version":"0'0","reported_seq":"147","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.154891+0000","last_change":"2021-03-04T23:36:42.321356+0000","last_active":"2021-03-04T23:37:44.154891+0000","last_peered":"2021-03-04T23:37:44.154891+0000","last_clean":"2021-03-04T23:37:44.154891+0000","last_became_active":"2021-03-04T23:36:42.235170+0000","last_became_peered":"2021-03-04T23:36:42.235170+0000","last_unstale":"2021-03-04T23:37:44.154891+0000","last_undegraded":"2021-03-04T23:37:44.154891+0000","last_fullsized":"2021-03-04T23:37:44.154891+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:42.321306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:36:42.321306+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"319","reported_epoch":"329","state":"active+clean","last_fresh":"2021-03-04T23:37:38.139676+0000","last_change":"2021-03-04T23:36:58.454189+0000","last_active":"2021-03-04T23:37:38.139676+0000","last_peered":"2021-03-04T23:37:38.139676+0000","last_clean":"2021-03-04T23:37:38.139676+0000","last_became_active":"2021-03-04T23:36:58.272820+0000","last_became_peered":"2021-03-04T23:36:58.272820+0000","last_unstale":"2021-03-04T23:37:38.139676+0000","last_undegraded":"2021-03-04T23:37:38.139676+0000","last_fullsized":"2021-03-04T23:37:38.139676+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"398","reported_epoch":"330","state":"active+clean","last_fresh":"2021-03-04T23:37:44.154125+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:37:44.154125+0000","last_peered":"2021-03-04T23:37:44.154125+0000","last_clean":"2021-03-04T23:37:44.154125+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:37:44.154125+0000","last_undegraded":"2021-03-04T23:37:44.154125+0000","last_fullsized":"2021-03-04T23:37:44.154125+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":11708071960,"num_objects":178652,"num_object_clones":0,"num_object_copies":535956,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":74164,"num_objects_unfound":0,"num_objects_dirty":178652,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":209418,"num_write_kb":12418177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14300,"num_bytes_recovered":937164800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":36168871936,"data_stored":36168859720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":86780,"ondisk_log_size":86780,"up":48,"acting":48,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":70,"num_bytes_recovered":14623,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":12919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8874952,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":31,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":93,"acting":93,"num_store_stats":8},{"poolid":2,"num_pg":18,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":0,"seq":197568496022,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":6,"up_from":41,"seq":176093659523,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":6023924,"kb_used_data":4975340,"kb_used_omap":348,"kb_used_meta":1048227,"kb_avail":82056460,"statfs":{"total":90194313216,"available":84025815040,"internally_reserved":1073741824,"allocated":5094748160,"data_stored":5093133321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":1073384770},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:18 2021","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.44600000000000001,"15min":0.39200000000000002},"min":{"1min":0.13700000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":3.2160000000000002,"5min":3.2160000000000002,"15min":3.2160000000000002},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.433,"15min":0.39100000000000001},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14499999999999999},"max":{"1min":2.4399999999999999,"5min":2.629,"15min":2.629},"last":0.17999999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:37:32 2021","interfaces":[{"interface":"back","average":{"1min":0.88800000000000001,"5min":0.46700000000000003,"15min":0.434},"min":{"1min":0.17799999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":3.2599999999999998,"5min":3.2599999999999998,"15min":3.5049999999999999},"last":0.371},{"interface":"front","average":{"1min":0.505,"5min":0.42199999999999999,"15min":0.44600000000000001},"min":{"1min":0.184,"5min":0.184,"15min":0.17199999999999999},"max":{"1min":2.2509999999999999,"5min":2.9199999999999999,"15min":4.149},"last":0.19600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:37:32 2021","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.502,"15min":0.46300000000000002},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":2.4790000000000001,"5min":2.8300000000000001,"15min":4.0940000000000003},"last":0.21099999999999999},{"interface":"front","average":{"1min":0.997,"5min":0.52200000000000002,"15min":0.45800000000000002},"min":{"1min":0.23000000000000001,"5min":0.188,"15min":0.188},"max":{"1min":3.331,"5min":3.331,"15min":3.331},"last":0.38600000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:37:32 2021","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":1.5349999999999999,"15min":1.347},"min":{"1min":0.216,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":3.2970000000000002,"5min":104.28700000000001,"15min":104.28700000000001},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.63400000000000001,"5min":1.4870000000000001,"15min":1.3620000000000001},"min":{"1min":0.23000000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":2.5310000000000001,"5min":104.264,"15min":104.264},"last":0.27600000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:37:18 2021","interfaces":[{"interface":"back","average":{"1min":0.77400000000000002,"5min":0.39300000000000002,"15min":0.38500000000000001},"min":{"1min":0.17999999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":2.96,"5min":2.96,"15min":4.1539999999999999},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.41199999999999998,"15min":0.38300000000000001},"min":{"1min":0.188,"5min":0.16300000000000001,"15min":0.14299999999999999},"max":{"1min":2.4100000000000001,"5min":2.73,"15min":4.1269999999999998},"last":0.33100000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:37:18 2021","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.34799999999999998,"15min":0.37},"min":{"1min":0.17799999999999999,"5min":0.155,"15min":0.155},"max":{"1min":3.6019999999999999,"5min":3.6019999999999999,"15min":4.0010000000000003},"last":2.8029999999999999},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.42899999999999999,"15min":0.432},"min":{"1min":0.22600000000000001,"5min":0.14299999999999999,"15min":0.13900000000000001},"max":{"1min":2.0230000000000001,"5min":2.7919999999999998,"15min":4.2389999999999999},"last":0.26000000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:37:18 2021","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.40799999999999997,"15min":0.45400000000000001},"min":{"1min":0.23999999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":3.569,"5min":3.569,"15min":4.5880000000000001},"last":0.309},{"interface":"front","average":{"1min":1.0609999999999999,"5min":0.54300000000000004,"15min":0.46200000000000002},"min":{"1min":0.26800000000000002,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":3.8050000000000002,"5min":3.8050000000000002,"15min":4.0129999999999999},"last":0.29199999999999998}]}]},{"osd":1,"up_from":87,"seq":373662155042,"num_pgs":68,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3295636,"kb_used_data":3016972,"kb_used_omap":2528,"kb_used_meta":276127,"kb_avail":84784748,"statfs":{"total":90194313216,"available":86819581952,"internally_reserved":0,"allocated":3089379328,"data_stored":3087786901,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":282754350},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:02 2021","interfaces":[{"interface":"back","average":{"1min":0.29199999999999998,"5min":0.69599999999999995,"15min":0.39400000000000002},"min":{"1min":0.13600000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":1.617,"5min":39.125,"15min":39.125},"last":0.17899999999999999},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.77400000000000002,"15min":0.46400000000000002},"min":{"1min":0.19500000000000001,"5min":0.17999999999999999,"15min":0.17899999999999999},"max":{"1min":1.7869999999999999,"5min":39.207000000000001,"15min":39.207000000000001},"last":0.27600000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:37:30 2021","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.27700000000000002,"15min":0.29499999999999998},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.13400000000000001},"max":{"1min":2.0259999999999998,"5min":2.0259999999999998,"15min":2.8679999999999999},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.32000000000000001,"5min":0.25600000000000001,"15min":0.29399999999999998},"min":{"1min":0.161,"5min":0.14999999999999999,"15min":0.13100000000000001},"max":{"1min":1.274,"5min":1.274,"15min":3.8700000000000001},"last":1.042}]},{"osd":3,"last update":"Thu Mar 4 23:37:21 2021","interfaces":[{"interface":"back","average":{"1min":0.32000000000000001,"5min":1.542,"15min":1.131},"min":{"1min":0.16600000000000001,"5min":0.151,"15min":0.151},"max":{"1min":1.6559999999999999,"5min":75.444000000000003,"15min":110.28400000000001},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.28899999999999998,"5min":1.544,"15min":1.1459999999999999},"min":{"1min":0.20599999999999999,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":0.498,"5min":75.486999999999995,"15min":109.977},"last":1.008}]},{"osd":4,"last update":"Thu Mar 4 23:37:30 2021","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.496,"15min":0.49099999999999999},"min":{"1min":0.216,"5min":0.19500000000000001,"15min":0.182},"max":{"1min":2.5880000000000001,"5min":2.5880000000000001,"15min":3.73},"last":1.071},{"interface":"front","average":{"1min":0.83599999999999997,"5min":0.5,"15min":0.48199999999999998},"min":{"1min":0.23999999999999999,"5min":0.20599999999999999,"15min":0.20100000000000001},"max":{"1min":3.1099999999999999,"5min":3.1099999999999999,"15min":3.7050000000000001},"last":1.9119999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:37:30 2021","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.45100000000000001,"15min":0.48999999999999999},"min":{"1min":0.23499999999999999,"5min":0.20799999999999999,"15min":0.20699999999999999},"max":{"1min":2.6440000000000001,"5min":2.6440000000000001,"15min":8.6690000000000005},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.496,"5min":0.44600000000000001,"15min":0.49099999999999999},"min":{"1min":0.24399999999999999,"5min":0.217,"15min":0.217},"max":{"1min":1.3440000000000001,"5min":2.0649999999999999,"15min":4.415},"last":1.093}]},{"osd":6,"last update":"Thu Mar 4 23:36:55 2021","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.437,"15min":0.498},"min":{"1min":0.23300000000000001,"5min":0.22600000000000001,"15min":0.214},"max":{"1min":1.0760000000000001,"5min":1.698,"15min":3.7610000000000001},"last":2.1970000000000001},{"interface":"front","average":{"1min":0.79100000000000004,"5min":0.501,"15min":0.51800000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.24299999999999999},"max":{"1min":3.2440000000000002,"5min":3.2440000000000002,"15min":3.5550000000000002},"last":0.57899999999999996}]},{"osd":7,"last update":"Thu Mar 4 23:37:30 2021","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.48499999999999999,"15min":0.54400000000000004},"min":{"1min":0.25600000000000001,"5min":0.23999999999999999,"15min":0.20899999999999999},"max":{"1min":2.1230000000000002,"5min":2.1230000000000002,"15min":3.782},"last":1.1759999999999999},{"interface":"front","average":{"1min":0.77700000000000002,"5min":0.54300000000000004,"15min":0.52200000000000002},"min":{"1min":0.28199999999999997,"5min":0.254,"15min":0.224},"max":{"1min":2.8660000000000001,"5min":2.8660000000000001,"15min":3.802},"last":0.29699999999999999}]}]},{"osd":0,"up_from":174,"seq":747324309625,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":7652128,"kb_used_data":7366680,"kb_used_omap":980,"kb_used_meta":284459,"kb_avail":80428256,"statfs":{"total":90194313216,"available":82358534144,"internally_reserved":0,"allocated":7543480320,"data_stored":7541876272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":291286979},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:37:06 2021","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.28499999999999998,"15min":0.26700000000000002},"min":{"1min":0.13200000000000001,"5min":0.12,"15min":0.12},"max":{"1min":2.5369999999999999,"5min":2.5369999999999999,"15min":2.5369999999999999},"last":0.153},{"interface":"front","average":{"1min":0.28599999999999998,"5min":0.23100000000000001,"15min":0.23999999999999999},"min":{"1min":0.128,"5min":0.128,"15min":0.128},"max":{"1min":1.401,"5min":1.401,"15min":1.401},"last":0.17000000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:37:06 2021","interfaces":[{"interface":"back","average":{"1min":0.24199999999999999,"5min":0.24399999999999999,"15min":0.24299999999999999},"min":{"1min":0.13500000000000001,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":0.502,"5min":0.502,"15min":0.61099999999999999},"last":0.20699999999999999},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.34699999999999998,"15min":0.30099999999999999},"min":{"1min":0.19400000000000001,"5min":0.14499999999999999,"15min":0.14000000000000001},"max":{"1min":2.5739999999999998,"5min":2.5739999999999998,"15min":2.5739999999999998},"last":0.193}]},{"osd":3,"last update":"Thu Mar 4 23:37:06 2021","interfaces":[{"interface":"back","average":{"1min":0.309,"5min":0.27000000000000002,"15min":0.28000000000000003},"min":{"1min":0.14899999999999999,"5min":0.128,"15min":0.128},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.251},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.35199999999999998,"15min":0.32100000000000001},"min":{"1min":0.17999999999999999,"5min":0.151,"15min":0.151},"max":{"1min":2.6080000000000001,"5min":2.6080000000000001,"15min":2.6080000000000001},"last":0.23000000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:37:06 2021","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.39900000000000002,"15min":0.39200000000000002},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":2.7269999999999999,"5min":2.7269999999999999,"15min":2.7269999999999999},"last":0.752},{"interface":"front","average":{"1min":0.96799999999999997,"5min":0.52900000000000003,"15min":0.433},"min":{"1min":0.23699999999999999,"5min":0.22800000000000001,"15min":0.21299999999999999},"max":{"1min":3.399,"5min":3.399,"15min":3.399},"last":0.26700000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:37:06 2021","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":0.496,"15min":0.42799999999999999},"min":{"1min":0.26700000000000002,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":2.637,"5min":2.637,"15min":2.637},"last":0.313},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.39100000000000001,"15min":0.39200000000000002},"min":{"1min":0.223,"5min":0.20300000000000001,"15min":0.20100000000000001},"max":{"1min":1.163,"5min":1.163,"15min":1.163},"last":0.32500000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:37:06 2021","interfaces":[{"interface":"back","average":{"1min":1.0860000000000001,"5min":0.52500000000000002,"15min":0.44800000000000001},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":5.835,"5min":5.835,"15min":5.835},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.437,"15min":0.40699999999999997},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.34100000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:37:06 2021","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.443,"15min":0.40899999999999997},"min":{"1min":0.28899999999999998,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.375,"5min":1.375,"15min":1.375},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.48999999999999999,"15min":0.436},"min":{"1min":0.26600000000000001,"5min":0.248,"15min":0.24199999999999999},"max":{"1min":1.952,"5min":3.113,"15min":3.113},"last":0.28699999999999998}]}]},{"osd":2,"up_from":103,"seq":442381631765,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":735204,"kb_used_data":698204,"kb_used_omap":396,"kb_used_meta":36595,"kb_avail":87345180,"statfs":{"total":90194313216,"available":89441464320,"internally_reserved":0,"allocated":714960896,"data_stored":713355249,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":406251,"internal_metadata":37473557},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:09 2021","interfaces":[{"interface":"back","average":{"1min":3.8860000000000001,"5min":0.97999999999999998,"15min":0.505},"min":{"1min":0.14499999999999999,"5min":0.13500000000000001,"15min":0.114},"max":{"1min":94.581000000000003,"5min":94.581000000000003,"15min":94.581000000000003},"last":0.16900000000000001},{"interface":"front","average":{"1min":3.8980000000000001,"5min":0.98199999999999998,"15min":0.51000000000000001},"min":{"1min":0.16600000000000001,"5min":0.13500000000000001,"15min":0.127},"max":{"1min":94.560000000000002,"5min":94.560000000000002,"15min":94.560000000000002},"last":0.184}]},{"osd":1,"last update":"Thu Mar 4 23:37:26 2021","interfaces":[{"interface":"back","average":{"1min":0.27700000000000002,"5min":0.27500000000000002,"15min":0.27900000000000003},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.128},"max":{"1min":0.67800000000000005,"5min":1.073,"15min":1.073},"last":0.219},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.26900000000000002,"15min":0.29599999999999999},"min":{"1min":0.14999999999999999,"5min":0.14399999999999999,"15min":0.129},"max":{"1min":2.153,"5min":2.153,"15min":2.6600000000000001},"last":0.19900000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:37:21 2021","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.88100000000000001,"15min":0.63},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.159},"max":{"1min":2.8719999999999999,"5min":50.469999999999999,"15min":50.469999999999999},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.38,"5min":0.88300000000000001,"15min":0.64000000000000001},"min":{"1min":0.17100000000000001,"5min":0.17100000000000001,"15min":0.159},"max":{"1min":1.2769999999999999,"5min":50.390999999999998,"15min":50.390999999999998},"last":0.26400000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:37:26 2021","interfaces":[{"interface":"back","average":{"1min":2.827,"5min":0.85999999999999999,"15min":0.56799999999999995},"min":{"1min":0.217,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":64.762,"5min":64.762,"15min":64.762},"last":0.23400000000000001},{"interface":"front","average":{"1min":3.2040000000000002,"5min":0.95299999999999996,"15min":0.60699999999999998},"min":{"1min":0.23499999999999999,"5min":0.218,"15min":0.19900000000000001},"max":{"1min":64.715000000000003,"5min":64.715000000000003,"15min":64.715000000000003},"last":0.47999999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:37:26 2021","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.54500000000000004,"15min":0.52800000000000002},"min":{"1min":0.30299999999999999,"5min":0.25900000000000001,"15min":0.23799999999999999},"max":{"1min":3.6560000000000001,"5min":3.6560000000000001,"15min":4.2850000000000001},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.432,"15min":0.45400000000000001},"min":{"1min":0.23499999999999999,"5min":0.22700000000000001,"15min":0.214},"max":{"1min":2.9039999999999999,"5min":2.9039999999999999,"15min":3.9180000000000001},"last":0.252}]},{"osd":6,"last update":"Thu Mar 4 23:37:46 2021","interfaces":[{"interface":"back","average":{"1min":3.794,"5min":1.107,"15min":0.67500000000000004},"min":{"1min":0.23999999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":64.600999999999999,"5min":64.600999999999999,"15min":64.600999999999999},"last":0.27500000000000002},{"interface":"front","average":{"1min":3.9870000000000001,"5min":1.198,"15min":0.73399999999999999},"min":{"1min":0.30299999999999999,"5min":0.29999999999999999,"15min":0.251},"max":{"1min":64.619,"5min":64.619,"15min":64.619},"last":0.30299999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:37:26 2021","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.443,"15min":0.46300000000000002},"min":{"1min":0.29399999999999998,"5min":0.221,"15min":0.221},"max":{"1min":2.3439999999999999,"5min":2.3439999999999999,"15min":2.3439999999999999},"last":0.317},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.53800000000000003,"15min":0.52200000000000002},"min":{"1min":0.33000000000000002,"5min":0.28000000000000003,"15min":0.26200000000000001},"max":{"1min":2.6539999999999999,"5min":3.1819999999999999,"15min":3.847},"last":0.34399999999999997}]}]},{"osd":3,"up_from":126,"seq":541165879561,"num_pgs":62,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3945748,"kb_used_data":3714316,"kb_used_omap":883,"kb_used_meta":230412,"kb_avail":84134636,"statfs":{"total":90194313216,"available":86153867264,"internally_reserved":0,"allocated":3803459584,"data_stored":3801866156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":235941952},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:00 2021","interfaces":[{"interface":"back","average":{"1min":1.417,"5min":0.45300000000000001,"15min":0.57099999999999995},"min":{"1min":0.127,"5min":0.127,"15min":0.127},"max":{"1min":20.379000000000001,"5min":20.379000000000001,"15min":66.528999999999996},"last":0.158},{"interface":"front","average":{"1min":1.4730000000000001,"5min":0.504,"15min":0.61599999999999999},"min":{"1min":0.17499999999999999,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":20.545000000000002,"5min":20.545000000000002,"15min":66.497},"last":0.22800000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:37:27 2021","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.27800000000000002,"15min":0.38400000000000001},"min":{"1min":0.14699999999999999,"5min":0.14499999999999999,"15min":0.13600000000000001},"max":{"1min":2.9009999999999998,"5min":2.9009999999999998,"15min":25.097999999999999},"last":0.19900000000000001},{"interface":"front","average":{"1min":0.443,"5min":0.30099999999999999,"15min":0.442},"min":{"1min":0.13600000000000001,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":2.9740000000000002,"5min":2.9740000000000002,"15min":25.109999999999999},"last":0.28299999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:37:27 2021","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.314,"15min":0.35899999999999999},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.14699999999999999},"max":{"1min":6.0940000000000003,"5min":6.0940000000000003,"15min":6.0940000000000003},"last":0.255},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.33500000000000002,"15min":0.33600000000000002},"min":{"1min":0.19,"5min":0.17699999999999999,"15min":0.151},"max":{"1min":3.008,"5min":3.008,"15min":3.008},"last":1.9590000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:37:27 2021","interfaces":[{"interface":"back","average":{"1min":4.4710000000000001,"5min":1.2190000000000001,"15min":0.72899999999999998},"min":{"1min":0.20399999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":68.614999999999995,"5min":68.614999999999995,"15min":68.614999999999995},"last":0.317},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.45000000000000001,"15min":0.47299999999999998},"min":{"1min":0.23599999999999999,"5min":0.22800000000000001,"15min":0.20699999999999999},"max":{"1min":1.5640000000000001,"5min":1.5640000000000001,"15min":2.8130000000000002},"last":0.38200000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:37:27 2021","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.44900000000000001,"15min":0.52000000000000002},"min":{"1min":0.27600000000000002,"5min":0.25600000000000001,"15min":0.224},"max":{"1min":1.125,"5min":1.3029999999999999,"15min":4.6479999999999997},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.38,"15min":0.46899999999999997},"min":{"1min":0.22700000000000001,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.70299999999999996,"5min":0.99099999999999999,"15min":3.4249999999999998},"last":0.29899999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:36:53 2021","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.432,"15min":0.52700000000000002},"min":{"1min":0.24399999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.85399999999999998,"5min":1.22,"15min":9.9410000000000007},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.45700000000000002,"15min":0.50600000000000001},"min":{"1min":0.27500000000000002,"5min":0.27100000000000002,"15min":0.251},"max":{"1min":0.89500000000000002,"5min":1.044,"15min":2.9340000000000002},"last":0.41399999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:37:27 2021","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":2.4180000000000001,"15min":1.173},"min":{"1min":0.27500000000000002,"5min":0.23699999999999999,"15min":0.20699999999999999},"max":{"1min":0.67800000000000005,"5min":160.75999999999999,"15min":160.75999999999999},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.81200000000000006,"5min":2.5710000000000002,"15min":1.2370000000000001},"min":{"1min":0.309,"5min":0.27700000000000002,"15min":0.23899999999999999},"max":{"1min":3.0779999999999998,"5min":160.86600000000001,"15min":160.86600000000001},"last":0.34499999999999997}]}]},{"osd":4,"up_from":31,"seq":133143986591,"num_pgs":65,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":8866680,"kb_used_data":7818096,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":79213704,"statfs":{"total":90194313216,"available":81114832896,"internally_reserved":1073741824,"allocated":8005730304,"data_stored":8004111411,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:00 2021","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.434,"15min":0.38900000000000001},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":9.7149999999999999,"5min":9.7149999999999999,"15min":9.7149999999999999},"last":0.18099999999999999},{"interface":"front","average":{"1min":1.0960000000000001,"5min":0.51700000000000002,"15min":0.45700000000000002},"min":{"1min":0.16900000000000001,"5min":0.16800000000000001,"15min":0.153},"max":{"1min":9.7609999999999992,"5min":9.7609999999999992,"15min":9.7609999999999992},"last":2.2149999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:37:43 2021","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.55900000000000005,"15min":0.61099999999999999},"min":{"1min":0.154,"5min":0.154,"15min":0.154},"max":{"1min":3.2010000000000001,"5min":11.231,"15min":20.440000000000001},"last":2.2810000000000001},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.58199999999999996,"15min":0.59999999999999998},"min":{"1min":0.19800000000000001,"5min":0.17699999999999999,"15min":0.154},"max":{"1min":4.5999999999999996,"5min":11.207000000000001,"15min":20.465},"last":2.3069999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:37:23 2021","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.42199999999999999,"15min":0.41699999999999998},"min":{"1min":0.17699999999999999,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":2.5409999999999999,"5min":2.9780000000000002,"15min":2.9780000000000002},"last":0.20300000000000001},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.42199999999999999,"15min":0.42899999999999999},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.184},"max":{"1min":3.181,"5min":3.181,"15min":3.181},"last":0.27500000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:37:23 2021","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":2.3170000000000002,"15min":1.9810000000000001},"min":{"1min":0.20699999999999999,"5min":0.19500000000000001,"15min":0.192},"max":{"1min":4.5670000000000002,"5min":73.703999999999994,"15min":85.394999999999996},"last":2.3340000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":2.2610000000000001,"15min":1.907},"min":{"1min":0.22,"5min":0.217,"15min":0.19400000000000001},"max":{"1min":2.3599999999999999,"5min":73.682000000000002,"15min":85.802999999999997},"last":0.307}]},{"osd":5,"last update":"Thu Mar 4 23:37:43 2021","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.439,"15min":0.375},"min":{"1min":0.20000000000000001,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":3.7850000000000001,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.47499999999999998,"15min":0.40100000000000002},"min":{"1min":0.155,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":4.2380000000000004,"5min":4.2380000000000004,"15min":4.2380000000000004},"last":0.246}]},{"osd":6,"last update":"Thu Mar 4 23:37:00 2021","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.42899999999999999,"15min":0.38300000000000001},"min":{"1min":0.17699999999999999,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":2.7290000000000001,"5min":3.1110000000000002,"15min":3.3399999999999999},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.45200000000000001,"15min":0.47199999999999998},"min":{"1min":0.23699999999999999,"5min":0.16700000000000001,"15min":0.14199999999999999},"max":{"1min":2.4329999999999998,"5min":2.4329999999999998,"15min":3.895},"last":3.6259999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:37:43 2021","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":1.925,"15min":0.88500000000000001},"min":{"1min":0.26600000000000001,"5min":0.17299999999999999,"15min":0.17000000000000001},"max":{"1min":2.9249999999999998,"5min":131.482,"15min":131.482},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.88200000000000001,"5min":1.9630000000000001,"15min":0.96999999999999997},"min":{"1min":0.187,"5min":0.161,"15min":0.161},"max":{"1min":4.6879999999999997,"5min":131.54599999999999,"15min":131.54599999999999},"last":2.2480000000000002}]}]},{"osd":5,"up_from":36,"seq":154618823068,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":6393880,"kb_used_data":5345168,"kb_used_omap":876,"kb_used_meta":1047699,"kb_avail":81686504,"statfs":{"total":90194313216,"available":83646980096,"internally_reserved":1073741824,"allocated":5473452032,"data_stored":5471856110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":897466,"internal_metadata":1072844358},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:37:04 2021","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.42699999999999999,"15min":0.39000000000000001},"min":{"1min":0.13900000000000001,"5min":0.13,"15min":0.13},"max":{"1min":3.9009999999999998,"5min":3.9009999999999998,"15min":3.9009999999999998},"last":0.151},{"interface":"front","average":{"1min":0.434,"5min":0.41799999999999998,"15min":0.40100000000000002},"min":{"1min":0.154,"5min":0.154,"15min":0.154},"max":{"1min":1.2909999999999999,"5min":2.9529999999999998,"15min":2.9529999999999998},"last":0.19}]},{"osd":1,"last update":"Thu Mar 4 23:37:35 2021","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.442,"15min":0.40799999999999997},"min":{"1min":0.17699999999999999,"5min":0.16,"15min":0.153},"max":{"1min":3.9220000000000002,"5min":3.9220000000000002,"15min":3.9220000000000002},"last":0.223},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.40699999999999997,"15min":0.42499999999999999},"min":{"1min":0.16200000000000001,"5min":0.159,"15min":0.14599999999999999},"max":{"1min":1.327,"5min":3.0579999999999998,"15min":3.6379999999999999},"last":0.29499999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:37:21 2021","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.46400000000000002,"15min":0.42999999999999999},"min":{"1min":0.23400000000000001,"5min":0.16800000000000001,"15min":0.161},"max":{"1min":3.843,"5min":3.843,"15min":3.843},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.45900000000000002,"15min":0.46100000000000002},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":1.389,"5min":3.0800000000000001,"15min":3.698},"last":0.32600000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:37:21 2021","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":1.0760000000000001,"15min":0.69899999999999995},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.17699999999999999},"max":{"1min":5.0579999999999998,"5min":55.055999999999997,"15min":55.055999999999997},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.93899999999999995,"5min":1.0960000000000001,"15min":0.67500000000000004},"min":{"1min":0.20200000000000001,"5min":0.187,"15min":0.187},"max":{"1min":3.8100000000000001,"5min":55.119,"15min":55.119},"last":0.27900000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:37:04 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.39200000000000002,"15min":0.378},"min":{"1min":0.13100000000000001,"5min":0.13100000000000001,"15min":0.127},"max":{"1min":1.9079999999999999,"5min":2.984,"15min":3.617},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.36099999999999999,"15min":0.35799999999999998},"min":{"1min":0.17100000000000001,"5min":0.158,"15min":0.152},"max":{"1min":2.5150000000000001,"5min":2.5150000000000001,"15min":4.4000000000000004},"last":0.253}]},{"osd":6,"last update":"Thu Mar 4 23:37:35 2021","interfaces":[{"interface":"back","average":{"1min":1.1739999999999999,"5min":0.60499999999999998,"15min":0.47099999999999997},"min":{"1min":0.182,"5min":0.16900000000000001,"15min":0.16},"max":{"1min":4.6289999999999996,"5min":4.6289999999999996,"15min":4.6289999999999996},"last":0.378},{"interface":"front","average":{"1min":1.262,"5min":0.52800000000000002,"15min":0.42099999999999999},"min":{"1min":0.21299999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":5.1189999999999998,"5min":5.1189999999999998,"15min":5.1189999999999998},"last":0.311}]},{"osd":7,"last update":"Thu Mar 4 23:37:21 2021","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":0.45700000000000002,"15min":0.42799999999999999},"min":{"1min":0.193,"5min":0.193,"15min":0.185},"max":{"1min":5.0220000000000002,"5min":5.0220000000000002,"15min":5.0220000000000002},"last":0.35799999999999998},{"interface":"front","average":{"1min":1.2969999999999999,"5min":0.54400000000000004,"15min":0.43099999999999999},"min":{"1min":0.25600000000000001,"5min":0.18099999999999999,"15min":0.159},"max":{"1min":5.5540000000000003,"5min":5.5540000000000003,"15min":5.5540000000000003},"last":0.33600000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1003581,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":406251,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":897466,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":357054,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":7501451264,"data_stored":7501447192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2722496512,"data_stored":2722496512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":462749696,"data_stored":462749696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3753902080,"data_stored":3753902080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":7878807552,"data_stored":7878803480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":5217714176,"data_stored":5217714176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":5056958464,"data_stored":5056954392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":3574792192,"data_stored":3574792192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:37:55.972 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2021-03-04T23:37:55.973 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool set rbd pg_num 28 2021-03-04T23:37:55.989 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:56.011 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:56.012 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:56.013 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:56.113 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:56.135 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:56.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:56.136 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:56.139 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:56.194 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:56 gibba011 conmon[95595]: cluster 2021-03-04T23:37:54.772650+0000 mgr.x (mgr.34676) 1093 : cluster [DBG] pgmap v1130: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 31 GiB used, 554 GiB / 588 GiB avail; 102 B/s rd, 653 KiB/s wr, 1.81k op/s; 71833/525780 objects misplaced (13.662%); 15 MiB/s, 239 objects/s recovering 2021-03-04T23:37:56.237 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:56.260 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:56.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:56.262 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:56.367 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:56.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:56.389 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:56.390 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:56.491 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:56.512 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:56.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:56.513 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:56.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:56 gibba038 conmon[76675]: cluster 2021-03-04T23:37:54.772650+0000 mgr.x (mgr.34676) 1093 : cluster [DBG] 2021-03-04T23:37:56.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:56 gibba038 conmon[76675]: pgmap v1130: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 31 GiB used, 554 GiB / 588 GiB avail; 102 B/s rd, 653 KiB/s wr, 1.81k op/s; 71833/525780 objects misplaced (13.662%); 15 MiB/s, 239 objects/s recovering 2021-03-04T23:37:56.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:56 gibba011 conmon[99461]: cluster 2021-03-04T23:37:54.772650+0000 mgr.x (mgr.34676 2021-03-04T23:37:56.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:56 gibba011 conmon[99461]: ) 1093 : cluster [DBG] pgmap v1130: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 31 GiB used, 554 GiB / 588 GiB avail; 102 B/s rd, 653 KiB/s wr, 1.81k op/s; 71833/525780 objects misplaced (13.662%); 15 MiB/s, 239 objects/s recovering 2021-03-04T23:37:56.615 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:56.642 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:56.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:56.644 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:56.746 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:56.771 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:56.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:56.773 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:56.874 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:37:56.901 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:56.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:56.902 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:37:57.004 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:57.026 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:57.027 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:57.028 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:57.129 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:57.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:57.155 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:57.155 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:57.256 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:57.277 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:57.278 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:57.279 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:57.380 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:57.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:57.403 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:57.404 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:57.505 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:57.529 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:57.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:57.531 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:57.632 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:57.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:57.658 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:57.659 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:57.760 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:57.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:57.785 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:57.786 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:57.887 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:57.913 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:57.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:57.915 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:58.017 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:58.035 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:37:58.042 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:58.044 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:58.044 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:58.146 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:37:58.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:58.170 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:58.171 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:37:58.222 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:37:58.272 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:58.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:58.303 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:58.304 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:58.375 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:37:58.376 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:37:58.376 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.376 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56212.0:223818 10.8 10:1b31bcb2:::benchmark_data_gibba011_264195_object29781:head [delete] snapc 0=[] ondisk+write+known_if_redirected e331)", 2021-03-04T23:37:58.376 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:37:58.367762+0000", 2021-03-04T23:37:58.377 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.0048038589999999997, 2021-03-04T23:37:58.377 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0048236670000000002, 2021-03-04T23:37:58.377 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:37:58.377 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:37:58.378 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:37:58.378 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56212", 2021-03-04T23:37:58.378 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:37:58.378 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 223818 2021-03-04T23:37:58.379 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.379 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:37:58.379 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.379 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:37:58.380 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.367762+0000", 2021-03-04T23:37:58.380 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:37:58.380 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.380 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.380 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:37:58.381 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.367762+0000", 2021-03-04T23:37:58.381 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.716e-06 2021-03-04T23:37:58.382 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.382 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.383 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:37:58.383 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.367764+0000", 2021-03-04T23:37:58.384 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.674e-06 2021-03-04T23:37:58.384 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.384 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.385 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:37:58.385 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.367766+0000", 2021-03-04T23:37:58.386 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.4369999999999996e-06 2021-03-04T23:37:58.386 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.386 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.387 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:37:58.387 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.367775+0000", 2021-03-04T23:37:58.388 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2180000000000001e-06 2021-03-04T23:37:58.388 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.388 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.389 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:37:58.389 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.367779+0000", 2021-03-04T23:37:58.390 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9560000000000002e-05 2021-03-04T23:37:58.390 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.391 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.391 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:37:58.392 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.367809+0000", 2021-03-04T23:37:58.392 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.5647000000000002e-05 2021-03-04T23:37:58.393 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.393 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.394 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:37:58.394 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.367894+0000", 2021-03-04T23:37:58.395 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.0445000000000007e-05 2021-03-04T23:37:58.395 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.396 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.396 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 2,5,7", 2021-03-04T23:37:58.396 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.367975+0000", 2021-03-04T23:37:58.397 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000212697 2021-03-04T23:37:58.397 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:37:58.397 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:37:58.398 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:37:58.398 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.399 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.399 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56212.0:223819 10.8 10:15435ebe:::benchmark_data_gibba011_264195_object29782:head [delete] snapc 0=[] ondisk+write+known_if_redirected e331)", 2021-03-04T23:37:58.399 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:37:58.368267+0000", 2021-03-04T23:37:58.400 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.0042992000000000004, 2021-03-04T23:37:58.400 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0043866770000000003, 2021-03-04T23:37:58.400 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:37:58.400 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:37:58.401 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:37:58.401 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56212", 2021-03-04T23:37:58.401 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:37:58.401 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 223819 2021-03-04T23:37:58.401 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.402 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:37:58.402 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.402 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:37:58.403 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368267+0000", 2021-03-04T23:37:58.403 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:37:58.403 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.403 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.403 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:37:58.404 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368267+0000", 2021-03-04T23:37:58.404 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3960000000000001e-06 2021-03-04T23:37:58.404 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.404 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.405 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:37:58.406 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368268+0000", 2021-03-04T23:37:58.406 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5319999999999999e-06 2021-03-04T23:37:58.406 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.406 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.407 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:37:58.407 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368270+0000", 2021-03-04T23:37:58.407 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.0479999999999999e-06 2021-03-04T23:37:58.407 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.408 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.408 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:37:58.408 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368278+0000", 2021-03-04T23:37:58.408 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.5990000000000002e-06 2021-03-04T23:37:58.409 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.409 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.409 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:37:58.409 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368281+0000", 2021-03-04T23:37:58.409 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0023601260000000002 2021-03-04T23:37:58.410 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.410 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.410 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:37:58.410 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.370642+0000", 2021-03-04T23:37:58.411 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00012254900000000001 2021-03-04T23:37:58.411 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.411 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.411 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:37:58.412 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.370764+0000", 2021-03-04T23:37:58.412 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000118948 2021-03-04T23:37:58.412 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.412 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.413 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 2,5,7", 2021-03-04T23:37:58.413 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.370883+0000", 2021-03-04T23:37:58.413 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0026161980000000001 2021-03-04T23:37:58.414 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:37:58.414 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:37:58.414 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:37:58.414 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.414 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.415 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56212.0:223821 10.5 10:a93645fe:::benchmark_data_gibba011_264195_object29784:head [delete] snapc 0=[] ondisk+write+known_if_redirected e331)", 2021-03-04T23:37:58.415 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:37:58.368591+0000", 2021-03-04T23:37:58.415 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.0039751869999999998, 2021-03-04T23:37:58.415 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0041021740000000001, 2021-03-04T23:37:58.415 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:37:58.416 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:37:58.416 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:37:58.416 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56212", 2021-03-04T23:37:58.416 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:37:58.417 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 223821 2021-03-04T23:37:58.417 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.417 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:37:58.417 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.418 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:37:58.418 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368591+0000", 2021-03-04T23:37:58.418 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:37:58.418 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.418 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.419 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:37:58.419 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368591+0000", 2021-03-04T23:37:58.419 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.429e-06 2021-03-04T23:37:58.419 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.420 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.420 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:37:58.420 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368592+0000", 2021-03-04T23:37:58.420 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5269999999999999e-06 2021-03-04T23:37:58.420 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.421 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.421 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:37:58.421 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368594+0000", 2021-03-04T23:37:58.421 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.2509999999999994e-06 2021-03-04T23:37:58.421 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.422 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.422 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:37:58.422 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368602+0000", 2021-03-04T23:37:58.422 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0429999999999998e-06 2021-03-04T23:37:58.422 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.423 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.423 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:37:58.424 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368607+0000", 2021-03-04T23:37:58.424 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000507939 2021-03-04T23:37:58.424 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.424 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.424 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:37:58.425 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.369115+0000", 2021-03-04T23:37:58.425 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.2393999999999997e-05 2021-03-04T23:37:58.425 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.425 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.425 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:37:58.426 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.369207+0000", 2021-03-04T23:37:58.426 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000130741 2021-03-04T23:37:58.426 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.426 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.426 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 2,3,7", 2021-03-04T23:37:58.427 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.369338+0000", 2021-03-04T23:37:58.427 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002815999 2021-03-04T23:37:58.427 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.427 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.428 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:37:58.428 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.372154+0000", 2021-03-04T23:37:58.428 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00015449800000000001 2021-03-04T23:37:58.428 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.428 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.429 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:37:58.429 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.372309+0000", 2021-03-04T23:37:58.429 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0037178210000000001 2021-03-04T23:37:58.429 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:37:58.429 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:37:58.430 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:37:58.430 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.430 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.430 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56212.0:223824 10.8 10.5a23e328 (undecoded) ondisk+write+known_if_redirected e331)", 2021-03-04T23:37:58.431 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:37:58.368865+0000", 2021-03-04T23:37:58.431 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.003701209, 2021-03-04T23:37:58.431 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0038700969999999999, 2021-03-04T23:37:58.431 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:37:58.432 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:37:58.432 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:37:58.432 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56212", 2021-03-04T23:37:58.432 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:37:58.433 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 223824 2021-03-04T23:37:58.433 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.433 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:37:58.434 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.434 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:37:58.434 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368865+0000", 2021-03-04T23:37:58.434 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:37:58.434 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.435 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.435 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:37:58.435 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368865+0000", 2021-03-04T23:37:58.435 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0690000000000001e-06 2021-03-04T23:37:58.436 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.436 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.436 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:37:58.436 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368866+0000", 2021-03-04T23:37:58.436 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2249999999999999e-06 2021-03-04T23:37:58.437 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.437 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.437 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:37:58.437 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368867+0000", 2021-03-04T23:37:58.437 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.5609999999999999e-06 2021-03-04T23:37:58.438 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.438 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.438 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:37:58.438 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368876+0000", 2021-03-04T23:37:58.438 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9829999999999998e-06 2021-03-04T23:37:58.439 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.439 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.439 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:37:58.439 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368880+0000", 2021-03-04T23:37:58.440 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4837999999999999e-05 2021-03-04T23:37:58.440 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:37:58.440 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:37:58.440 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:37:58.440 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.441 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.441 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:223822 10.a e331/305 10:5960e749:::benchmark_data_gibba011_264195_object29785:head v 331'14188, mlcod=331'14186)", 2021-03-04T23:37:58.441 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:37:58.368909+0000", 2021-03-04T23:37:58.441 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.00365717, 2021-03-04T23:37:58.441 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0038543800000000001, 2021-03-04T23:37:58.442 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:37:58.442 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:37:58.442 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:37:58.442 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.442 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:37:58.443 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368909+0000", 2021-03-04T23:37:58.443 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:37:58.443 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.443 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.444 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:37:58.444 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368909+0000", 2021-03-04T23:37:58.444 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5999999999999999e-06 2021-03-04T23:37:58.444 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.445 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.445 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:37:58.445 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368911+0000", 2021-03-04T23:37:58.445 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5069999999999999e-06 2021-03-04T23:37:58.446 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.446 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.446 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:37:58.446 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368912+0000", 2021-03-04T23:37:58.447 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.9050000000000002e-06 2021-03-04T23:37:58.447 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.447 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.447 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:37:58.448 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368918+0000", 2021-03-04T23:37:58.448 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.6170000000000003e-06 2021-03-04T23:37:58.448 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.448 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.448 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:37:58.449 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368925+0000", 2021-03-04T23:37:58.449 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3918e-05 2021-03-04T23:37:58.449 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.449 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.449 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:37:58.450 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368948+0000", 2021-03-04T23:37:58.450 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4141000000000001e-05 2021-03-04T23:37:58.450 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.450 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.450 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:37:58.451 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.368963+0000", 2021-03-04T23:37:58.451 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.3687999999999998e-05 2021-03-04T23:37:58.451 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:37:58.451 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:37:58.451 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:37:58.452 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.452 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.452 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.56212.0:223818 10.8 e331/325)", 2021-03-04T23:37:58.452 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:37:58.370513+0000", 2021-03-04T23:37:58.452 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.002053516, 2021-03-04T23:37:58.453 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022790800000000002, 2021-03-04T23:37:58.453 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:37:58.453 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:37:58.453 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:37:58.453 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.454 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:37:58.454 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.370513+0000", 2021-03-04T23:37:58.455 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:37:58.455 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.455 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.455 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:37:58.456 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.370513+0000", 2021-03-04T23:37:58.456 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.855e-06 2021-03-04T23:37:58.456 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.456 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.457 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:37:58.457 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.370514+0000", 2021-03-04T23:37:58.457 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.137e-06 2021-03-04T23:37:58.457 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.457 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.458 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:37:58.458 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.370517+0000", 2021-03-04T23:37:58.458 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.8520000000000004e-06 2021-03-04T23:37:58.458 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.459 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.459 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:37:58.459 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.370524+0000", 2021-03-04T23:37:58.459 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0869999999999997e-06 2021-03-04T23:37:58.459 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.460 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.460 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:37:58.460 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.370529+0000", 2021-03-04T23:37:58.460 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6931000000000001e-05 2021-03-04T23:37:58.460 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:37:58.461 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:37:58.461 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:37:58.461 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.461 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.461 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.56212.0:223818 10.8 e331/325)", 2021-03-04T23:37:58.462 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:37:58.370704+0000", 2021-03-04T23:37:58.462 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.001861627, 2021-03-04T23:37:58.462 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0021097249999999998, 2021-03-04T23:37:58.462 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:37:58.462 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:37:58.463 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:37:58.463 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.463 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:37:58.463 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.370704+0000", 2021-03-04T23:37:58.463 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:37:58.464 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.464 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.464 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:37:58.465 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.370704+0000", 2021-03-04T23:37:58.465 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.75e-06 2021-03-04T23:37:58.465 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.466 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.466 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:37:58.466 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.370706+0000", 2021-03-04T23:37:58.466 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7999999999999999e-06 2021-03-04T23:37:58.466 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.467 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.467 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:37:58.467 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.370708+0000", 2021-03-04T23:37:58.467 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0168e-05 2021-03-04T23:37:58.468 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.468 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.468 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:37:58.468 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.370718+0000", 2021-03-04T23:37:58.469 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.8350000000000003e-06 2021-03-04T23:37:58.469 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.469 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.469 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:37:58.470 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.370723+0000", 2021-03-04T23:37:58.470 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8553e-05 2021-03-04T23:37:58.470 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:37:58.471 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:37:58.471 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:37:58.471 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.471 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.472 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.56212.0:223818 10.8 e331/325)", 2021-03-04T23:37:58.472 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:37:58.370889+0000", 2021-03-04T23:37:58.472 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.0016773440000000001, 2021-03-04T23:37:58.472 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0019483020000000001, 2021-03-04T23:37:58.472 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:37:58.473 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:37:58.473 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:37:58.473 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.473 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:37:58.473 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.370889+0000", 2021-03-04T23:37:58.474 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:37:58.474 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.474 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.474 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:37:58.474 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.370889+0000", 2021-03-04T23:37:58.475 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9640000000000002e-06 2021-03-04T23:37:58.475 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.475 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.475 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:37:58.476 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.370891+0000", 2021-03-04T23:37:58.476 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.629e-06 2021-03-04T23:37:58.476 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.476 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.476 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:37:58.477 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.370892+0000", 2021-03-04T23:37:58.477 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0156000000000001e-05 2021-03-04T23:37:58.477 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.477 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.478 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:37:58.478 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.370902+0000", 2021-03-04T23:37:58.478 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4320000000000001e-06 2021-03-04T23:37:58.478 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.478 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.479 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:37:58.479 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.370907+0000", 2021-03-04T23:37:58.479 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8181000000000001e-05 2021-03-04T23:37:58.479 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:37:58.480 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:37:58.480 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:37:58.480 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.480 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.480 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56212.0:223828 10.4 10:23b8f83f:::benchmark_data_gibba011_264195_object29791:head [delete] snapc 0=[] ondisk+write+known_if_redirected e331)", 2021-03-04T23:37:58.481 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:37:58.371699+0000", 2021-03-04T23:37:58.481 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.000867548, 2021-03-04T23:37:58.481 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001164404, 2021-03-04T23:37:58.481 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:37:58.481 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:37:58.482 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:37:58.482 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56212", 2021-03-04T23:37:58.482 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:37:58.482 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 223828 2021-03-04T23:37:58.482 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.483 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:37:58.483 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.483 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:37:58.483 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.371699+0000", 2021-03-04T23:37:58.483 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:37:58.484 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.484 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.484 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:37:58.484 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.371699+0000", 2021-03-04T23:37:58.485 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.156e-06 2021-03-04T23:37:58.485 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.485 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.485 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:37:58.486 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.371700+0000", 2021-03-04T23:37:58.486 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.621e-06 2021-03-04T23:37:58.486 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.486 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.486 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:37:58.487 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.371701+0000", 2021-03-04T23:37:58.488 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1786e-05 2021-03-04T23:37:58.488 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.488 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.488 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:37:58.489 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.371713+0000", 2021-03-04T23:37:58.489 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4809999999999997e-06 2021-03-04T23:37:58.489 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.490 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.490 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:37:58.490 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.371719+0000", 2021-03-04T23:37:58.490 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6149000000000002e-05 2021-03-04T23:37:58.491 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.491 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.491 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:37:58.491 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.371755+0000", 2021-03-04T23:37:58.491 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.9402999999999999e-05 2021-03-04T23:37:58.492 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.492 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.492 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:37:58.492 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.371834+0000", 2021-03-04T23:37:58.493 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.8388999999999997e-05 2021-03-04T23:37:58.493 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.493 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.493 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,4", 2021-03-04T23:37:58.493 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.371923+0000", 2021-03-04T23:37:58.494 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000223985 2021-03-04T23:37:58.494 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:37:58.494 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:37:58.494 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:37:58.494 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.495 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.495 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:223827 10.2 e331/305 10:4f779d31:::benchmark_data_gibba011_264195_object29790:head v 331'13935, mlcod=331'13933)", 2021-03-04T23:37:58.495 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:37:58.372032+0000", 2021-03-04T23:37:58.495 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.00053375600000000003, 2021-03-04T23:37:58.496 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00086648699999999999, 2021-03-04T23:37:58.496 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:37:58.496 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:37:58.496 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:37:58.497 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.497 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:37:58.497 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.372032+0000", 2021-03-04T23:37:58.497 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:37:58.498 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.498 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.498 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:37:58.498 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.372032+0000", 2021-03-04T23:37:58.499 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0839999999999999e-06 2021-03-04T23:37:58.499 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.499 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.499 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:37:58.499 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.372034+0000", 2021-03-04T23:37:58.500 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0279999999999999e-06 2021-03-04T23:37:58.500 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.500 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.500 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:37:58.500 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.372036+0000", 2021-03-04T23:37:58.501 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.0150000000000003e-06 2021-03-04T23:37:58.501 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.501 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.501 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:37:58.502 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.372044+0000", 2021-03-04T23:37:58.502 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.1189999999999999e-06 2021-03-04T23:37:58.502 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.502 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.503 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:37:58.503 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.372049+0000", 2021-03-04T23:37:58.503 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0815999999999998e-05 2021-03-04T23:37:58.503 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.503 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.504 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:37:58.504 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.372079+0000", 2021-03-04T23:37:58.504 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5502000000000002e-05 2021-03-04T23:37:58.504 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.505 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.505 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:37:58.505 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.372095+0000", 2021-03-04T23:37:58.505 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.2564000000000006e-05 2021-03-04T23:37:58.506 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:37:58.506 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:37:58.506 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:37:58.506 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.506 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.507 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:223826 10.c e331/325)", 2021-03-04T23:37:58.507 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:37:58.372073+0000", 2021-03-04T23:37:58.507 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.00049313199999999997, 2021-03-04T23:37:58.507 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000860208, 2021-03-04T23:37:58.507 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:37:58.508 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:37:58.508 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:37:58.508 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.508 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:37:58.509 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.372073+0000", 2021-03-04T23:37:58.509 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:37:58.509 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.509 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.510 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:37:58.510 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.372073+0000", 2021-03-04T23:37:58.510 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5340000000000001e-06 2021-03-04T23:37:58.510 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.511 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.511 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:37:58.511 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.372074+0000", 2021-03-04T23:37:58.511 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3540000000000001e-06 2021-03-04T23:37:58.511 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.512 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.512 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:37:58.512 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.372076+0000", 2021-03-04T23:37:58.512 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.061e-05 2021-03-04T23:37:58.513 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.513 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.513 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:37:58.513 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.372086+0000", 2021-03-04T23:37:58.513 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.303e-06 2021-03-04T23:37:58.514 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.514 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.514 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:37:58.514 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.372090+0000", 2021-03-04T23:37:58.514 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6801000000000001e-05 2021-03-04T23:37:58.515 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:37:58.515 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:37:58.515 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:37:58.515 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.516 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.516 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:223829 10.b e331/305 10:df5e7ad8:::benchmark_data_gibba011_264195_object29792:head v 331'13909, mlcod=331'13906)", 2021-03-04T23:37:58.516 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:37:58.372340+0000", 2021-03-04T23:37:58.516 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.00022572299999999999, 2021-03-04T23:37:58.517 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00063747200000000004, 2021-03-04T23:37:58.517 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:37:58.517 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:37:58.517 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:37:58.518 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.518 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:37:58.518 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.372340+0000", 2021-03-04T23:37:58.518 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:37:58.519 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.519 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.519 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:37:58.519 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.372340+0000", 2021-03-04T23:37:58.519 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5519999999999999e-06 2021-03-04T23:37:58.520 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.520 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.520 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:37:58.520 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.372343+0000", 2021-03-04T23:37:58.520 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.052e-06 2021-03-04T23:37:58.521 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.521 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.521 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:37:58.521 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.372345+0000", 2021-03-04T23:37:58.521 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.7370000000000006e-06 2021-03-04T23:37:58.522 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.522 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.522 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:37:58.523 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.372353+0000", 2021-03-04T23:37:58.523 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.1060000000000002e-06 2021-03-04T23:37:58.523 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.523 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.524 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:37:58.524 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.372357+0000", 2021-03-04T23:37:58.524 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9067000000000001e-05 2021-03-04T23:37:58.524 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.524 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.525 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:37:58.525 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.372386+0000", 2021-03-04T23:37:58.525 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3499999999999999e-05 2021-03-04T23:37:58.525 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:37:58.526 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:37:58.526 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:37:58.526 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:58.372399+0000", 2021-03-04T23:37:58.526 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.9014000000000001e-05 2021-03-04T23:37:58.526 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:37:58.527 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:37:58.527 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:37:58.527 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:37:58.527 INFO:teuthology.orchestra.run.gibba011.stdout: ], 2021-03-04T23:37:58.527 INFO:teuthology.orchestra.run.gibba011.stdout: "num_ops": 12 2021-03-04T23:37:58.528 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:37:58.528 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:58.529 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:37:58 gibba011 conmon[95595]: cluster 2021-03-04T23:37:56.773094+0000 mgr.x (mgr.34676) 1094 : cluster [DBG] pgmap v1131: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 31 GiB used, 554 GiB / 588 GiB avail; 102 B/s rd, 102 B/s wr, 1.82k op/s; 71833/524124 objects misplaced (13.705%); 15 MiB/s, 239 objects/s recovering 2021-03-04T23:37:58.530 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:58 gibba011 conmon[99461]: cluster 2021-03-04T23:37:56.773094+0000 mgr.x (mgr.34676) 1094 : cluster 2021-03-04T23:37:58.530 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:37:58 gibba011 conmon[99461]: [DBG] pgmap v1131: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 31 GiB used, 554 GiB / 588 GiB avail; 102 B/s rd, 102 B/s wr, 1.82k op/s; 71833/524124 objects misplaced (13.705%); 15 MiB/s, 239 objects/s recovering 2021-03-04T23:37:58.555 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:58.556 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:58.557 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:58.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:58 gibba038 conmon[76675]: cluster 2021-03-04T23:37:56.773094+0000 mgr.x (mgr.34676) 1094 : 2021-03-04T23:37:58.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:37:58 gibba038 conmon[76675]: cluster [DBG] pgmap v1131: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 11 GiB data, 31 GiB used, 554 GiB / 588 GiB avail; 102 B/s rd, 102 B/s wr, 1.82k op/s; 71833/524124 objects misplaced (13.705%); 15 MiB/s, 239 objects/s recovering 2021-03-04T23:37:58.658 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:58.679 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:58.680 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:58.681 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:58.782 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:58.803 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:58.803 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:58.804 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:58.905 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:58.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:58.928 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:58.928 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:59.029 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:59.053 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:59.054 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:59.055 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:59.156 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:59.180 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:59.180 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:59.181 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:59.282 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:37:59.299 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:59.299 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:59.300 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:37:59.401 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:37:59.424 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:59.424 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:59.425 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:37:59.526 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:37:59.550 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:59.551 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:59.552 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:37:59.653 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:37:59.676 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:59.677 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:59.678 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:37:59.779 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:37:59.795 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:59.796 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:37:59.796 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:37:59.898 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:37:59.924 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:37:59.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:37:59.926 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:00.027 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:00.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:00.051 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:00.051 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:00.153 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:00.178 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:00.179 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:00.179 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:00.281 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:00.303 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:00.304 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:00.305 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:00.406 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:00.426 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:00.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:00.428 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:00.437 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-03-04T23:38:00.466 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:00 gibba011 conmon[95595]: cluster 2021-03-04T23:37:58.773664+0000 mgr.x (mgr.34676) 1095 : 2021-03-04T23:38:00.467 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:00 gibba011 conmon[95595]: cluster [DBG] pgmap v1132: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 10 GiB data, 30 GiB used, 555 GiB / 588 GiB avail; 0 B/s wr, 1.84k op/s; 67223/501102 objects misplaced (13.415%); 16 MiB/s, 254 objects/s recovering 2021-03-04T23:38:00.467 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:00 gibba011 conmon[99461]: cluster 2021-03-04T23:37:58.773664+0000 2021-03-04T23:38:00.467 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:00 gibba011 conmon[99461]: mgr.x (mgr.34676) 1095 : cluster [DBG] pgmap v1132: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 10 GiB data, 30 GiB used, 555 GiB / 588 GiB avail; 0 B/s wr, 1.84k op/s; 67223/501102 objects misplaced (13.415%); 16 MiB/s, 254 objects/s recovering 2021-03-04T23:38:00.529 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:00.549 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:00.550 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:00.550 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:00.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:00 gibba038 conmon[76675]: cluster 2021-03-04T23:37:58.773664+0000 mgr.x (mgr.34676) 1095 : cluster [DBG] pgmap v1132: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 10 GiB data, 30 GiB used, 555 GiB / 588 GiB avail; 0 B/s wr, 1.84k op/s; 67223/501102 objects misplaced (13.415%); 16 MiB/s, 254 objects/s recovering 2021-03-04T23:38:00.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:00 gibba038 conmon[76675]: 2021-03-04T23:38:00.618 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:00.652 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:00.677 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:00.677 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:00.678 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:00.779 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:00.802 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:00.803 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:00.803 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:00.904 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:00.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:00.929 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:00.929 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:01.030 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:01.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:01.054 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:01.056 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:01.157 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:01.181 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:01.181 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:01.182 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:01.202 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:38:01.283 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:01.304 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:01.305 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:01.305 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:01.406 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:01.429 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:01.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:01.431 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:01.532 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:01.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:01.557 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:01.558 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:01.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:01 gibba038 conmon[76675]: audit 2021-03-04T23:38:00.601627+0000 mon.a (mon.0) 1512 : audit 2021-03-04T23:38:01.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:01 gibba038 conmon[76675]: [INF] from='client.? 172.21.2.111:0/1585761688' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:01.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:01 gibba011 conmon[95595]: audit 2021-03-04T23:38:00.601627+0000 mon.a (mon.0) 1512 : audit 2021-03-04T23:38:01.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:01 gibba011 conmon[95595]: [INF] from='client.? 172.21.2.111:0/1585761688' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:01.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:01 gibba011 conmon[99461]: audit 2021-03-04T23:38:00.601627+0000 mon.a (mon.0) 1512 : audit 2021-03-04T23:38:01.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:01 gibba011 conmon[99461]: [INF] from='client.? 172.21.2.111:0/1585761688' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:01.659 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:01.682 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:01.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:01.683 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:01.785 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:01.807 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:01.808 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:01.808 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:01.910 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:01.936 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:01.937 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:01.937 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:02.038 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:02.064 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:02.065 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:02.065 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:02.166 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:02.188 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:02.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:02.189 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:02.205 INFO:teuthology.orchestra.run.gibba011.stderr:set pool 2 pg_num to 28 2021-03-04T23:38:02.291 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:02.309 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:02.310 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:02.311 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:02.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:02 gibba011 conmon[95595]: cluster 2021-03-04T23:38:00.774145+0000 mgr.x (mgr.34676) 1096 : cluster [DBG] pgmap v1133: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 10 GiB data, 30 GiB used, 555 GiB / 588 GiB avail; 0 B/s wr, 1.78k op/s; 66652/496020 objects misplaced (13.437%); 15 MiB/s, 240 objects/s recovering 2021-03-04T23:38:02.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:02 gibba011 conmon[95595]: cluster 2021-03-04T23:38:01.189433+0000 mon.a (mon.0) 1513 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:02.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:02 gibba011 conmon[95595]: audit 2021-03-04T23:38:01.194968+0000 mon.a (mon.0) 1514 : audit [INF] from='client.? 172.21.2.111:0/1585761688' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:38:02.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:02 gibba011 conmon[95595]: cluster 2021-03-04T23:38:01.195021+0000 mon.a (mon.0) 1515 : cluster [DBG] osdmap e332: 8 total, 8 up, 7 in 2021-03-04T23:38:02.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:02 gibba011 conmon[95595]: audit 2021-03-04T23:38:01.703233+0000 mon.a (mon.0) 1516 : audit [INF] from='client.? 172.21.2.111:0/1265225191' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "28"}]: dispatch 2021-03-04T23:38:02.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:02 gibba011 conmon[99461]: cluster 2021-03-04T23:38:00.774145+0000 mgr.x (mgr.34676) 2021-03-04T23:38:02.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:02 gibba011 conmon[99461]: 1096 : cluster [DBG] pgmap v1133: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 10 GiB data, 30 GiB used, 555 GiB / 588 GiB avail; 0 B/s wr, 1.78k op/s; 66652/496020 objects misplaced (13.437%); 15 MiB/s, 240 objects/s recovering 2021-03-04T23:38:02.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:02 gibba011 conmon[99461]: cluster 2021-03-04T23:38:01.189433+0000 mon.a ( 2021-03-04T23:38:02.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:02 gibba011 conmon[99461]: mon.0) 1513 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:02.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:02 gibba011 conmon[99461]: audit 2021-03-04T23:38:02.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:02 gibba011 conmon[99461]: 2021-03-04T23:38:01.194968+0000 mon.a (mon.0) 2021-03-04T23:38:02.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:02 gibba011 conmon[99461]: 1514 : audit [INF] from='client.? 172.21.2.111:0/1585761688' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:38:02.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:02 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:38:02.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:02 gibba011 conmon[99461]: -03-04T23:38:01.195021+0000 2021-03-04T23:38:02.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:02 gibba011 conmon[99461]: mon.a (mon.0) 1515 : cluster [DBG] osdmap e332: 8 total, 8 up, 7 in 2021-03-04T23:38:02.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:02 gibba011 conmon[99461]: audit 2021-03-04T23 2021-03-04T23:38:02.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:02 gibba011 conmon[99461]: :38:01.703233+0000 mon.a (mon.0) 1516 : 2021-03-04T23:38:02.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:02 gibba011 conmon[99461]: audit [INF] from='client.? 172.21.2.111:0/1265225191' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "28"}]: dispatch 2021-03-04T23:38:02.412 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:02.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:02.430 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:02.431 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:02.532 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:02.549 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:02.551 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:02.551 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:02.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:02 gibba038 conmon[76675]: cluster 2021-03-04T23:38:00.774145+0000 mgr.x (mgr.34676) 1096 : cluster 2021-03-04T23:38:02.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:02 gibba038 conmon[76675]: [DBG] pgmap v1133: 129 pgs: 2 active+remapped+backfilling, 6 active+remapped+backfill_wait, 121 active+clean; 10 GiB data, 30 GiB used, 555 GiB / 588 GiB avail; 0 B/s wr, 1.78k op/s; 66652/496020 objects misplaced (13.437%); 15 MiB/s, 240 objects/s recovering 2021-03-04T23:38:02.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:02 gibba038 conmon[76675]: cluster 2021-03-04T23:38:01.189433+0000 mon.a (mon.0) 1513 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:02.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:02 gibba038 conmon[76675]: audit 2021-03-04T23:38:02.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:02 gibba038 conmon[76675]: 2021-03-04T23:38:01.194968+0000 mon.a 2021-03-04T23:38:02.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:02 gibba038 conmon[76675]: (mon.0) 1514 : audit [INF] from='client.? 172.21.2.111:0/1585761688' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:38:02.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:02 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:38:02.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:02 gibba038 conmon[76675]: 03-04T23:38:01.195021+0000 2021-03-04T23:38:02.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:02 gibba038 conmon[76675]: mon.a (mon.0) 1515 : cluster [DBG] osdmap e332: 8 total, 8 up, 7 in 2021-03-04T23:38:02.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:02 gibba038 conmon[76675]: 2021-03-04T23:38:02.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:02 gibba038 conmon[76675]: audit 2021-03-04T23:38:02.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:02 gibba038 conmon[76675]: 2021-03-04 2021-03-04T23:38:02.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:02 gibba038 conmon[76675]: T23:38:01.703233+0000 mon.a (mon 2021-03-04T23:38:02.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:02 gibba038 conmon[76675]: .0) 1516 : audit [INF] from='client.? 172.21.2.111:0/1265225191' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "28"}]: dispatch 2021-03-04T23:38:02.652 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:02.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:02.671 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:02.672 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:02.773 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:02.790 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:02.791 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:02.792 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:02.893 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:02.946 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:02.947 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:02.947 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:03.049 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:03.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:03.067 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:03.067 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:03.169 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:03.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:03.188 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:03.189 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:03.291 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:03.311 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:03.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:03.313 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:03.414 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:03.438 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:03.438 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:03.439 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:03.540 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:03.562 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:03.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:03.564 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:03.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:03 gibba038 conmon[76675]: audit 2021-03-04T23:38:02.198772+0000 mon.a (mon.0) 1517 : audit [INF] 2021-03-04T23:38:03.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:03 gibba038 conmon[76675]: from='client.? 172.21.2.111:0/1265225191' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "28"}]': finished 2021-03-04T23:38:03.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:03 gibba038 conmon[76675]: cluster 2021-03-04T23:38:02.198860+0000 mon.a (mon.0) 1518 : cluster [DBG] osdmap e333: 8 total, 8 up, 7 in 2021-03-04T23:38:03.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:03 gibba038 conmon[76675]: audit 2021-03-04T23:38:02.774731+0000 mon.c (mon.1) 438 2021-03-04T23:38:03.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:03 gibba038 conmon[76675]: : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "28"}]: dispatch 2021-03-04T23:38:03.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:03 gibba038 conmon[76675]: audit 2021-03-04T23:38:03.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:03 gibba038 conmon[76675]: 2021-03-04T23:38:02 2021-03-04T23:38:03.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:03 gibba038 conmon[76675]: .775566+0000 mon.a (mon.0) 1519 2021-03-04T23:38:03.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:03 gibba038 conmon[76675]: : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "28"}]: dispatch 2021-03-04T23:38:03.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:03 gibba011 conmon[95595]: audit 2021-03-04T23:38:02.198772+0000 mon.a (mon.0) 1517 : audit [INF] from='client.? 172.21.2.111:0/1265225191' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "28"}]': finished 2021-03-04T23:38:03.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:03 gibba011 conmon[95595]: cluster 2021-03-04T23:38:02.198860+0000 mon.a (mon.0) 1518 : cluster [DBG] osdmap e333: 8 total, 8 up, 7 in 2021-03-04T23:38:03.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:03 gibba011 conmon[95595]: audit 2021-03-04T23:38:02.774731+0000 mon.c (mon.1) 438 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "28"}]: dispatch 2021-03-04T23:38:03.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:03 gibba011 conmon[95595]: audit 2021-03-04T23:38:02.775566+0000 mon.a (mon.0) 1519 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "28"}]: dispatch 2021-03-04T23:38:03.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:03 gibba011 conmon[99461]: audit 2021-03-04T23:38:02.198772+0000 mon.a (mon.0) 1517 : audit [INF] from='client.? 172.21.2.111:0/1265225191' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "28"}]': finished 2021-03-04T23:38:03.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:03 gibba011 conmon[99461]: cluster 2021-03-04T23:38:02.198860+0000 mon.a (mon.0) 1518 : cluster [DBG] osdmap e333: 8 total, 8 up, 7 in 2021-03-04T23:38:03.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:03 gibba011 conmon[99461]: audit 2021-03-04T23:38:02.774731+0000 mon.c (mon.1) 438 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "28"}]: dispatch 2021-03-04T23:38:03.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:03 gibba011 conmon[99461]: audit 2021-03-04T23:38:02.775566+0000 mon.a (mon.0) 1519 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "28"}]: dispatch 2021-03-04T23:38:03.665 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:03.684 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:03.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:03.686 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:03.787 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:03.807 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:03.807 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:03.808 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:03.909 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:03.930 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:03.931 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:03.932 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:04.032 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:04.059 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:04.060 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:04.061 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:04.162 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:04.183 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:04.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:04.185 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:04.286 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:04.311 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:04.311 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:04.312 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:04.413 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:04.441 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:04.442 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:04.443 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:04.485 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:38:04.505 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:38:04.525 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:38:04.539 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[99461]: cluster 2021-03-04T23:38:02.774490+0000 mgr.x (mgr.34676) 1097 2021-03-04T23:38:04.539 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[99461]: : cluster [DBG] pgmap v1136: 129 pgs: 1 peering, 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 121 active+clean; 9.8 GiB data, 29 GiB used, 556 GiB / 588 GiB avail; 0 B/s wr, 1.90k op/s; 63854/480219 objects misplaced (13.297%); 22 MiB/s, 345 objects/s recovering 2021-03-04T23:38:04.540 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[99461]: audit 2021-03-04T23:38:03.202667+0000 mon.a (mon.0) 2021-03-04T23:38:04.540 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[99461]: 1520 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "28"}]': finished 2021-03-04T23:38:04.540 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[99461]: cluster 2021-03-04T23:38:04.540 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[99461]: 2021-03-04T23:38:03.202735+0000 mon.a (mon.0) 1521 : cluster [DBG] osdmap e334: 8 total, 8 up, 7 in 2021-03-04T23:38:04.541 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: cluster 2021-03-04T23:38:04.541 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 2021-03-04T23:38:04.541 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 2021-03- 2021-03-04T23:38:04.541 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 04T23:38:02.774490+0000 mgr.x (mgr.34676) 1097 : cluster [DBG] pgmap v1136: 129 pgs: 1 peering, 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 121 active+clean; 9.8 GiB data, 29 GiB used, 556 GiB / 588 GiB avail; 0 B/s wr, 1.90k op/s; 63854/480219 objects misplaced (13.297%); 22 MiB/s, 345 objects/s recovering 2021-03-04T23:38:04.542 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: audit 2021-03-04T23:38:04.542 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 2021-03-04T23:38:04.542 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 2021 2021-03-04T23:38:04.542 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: - 2021-03-04T23:38:04.543 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 03 2021-03-04T23:38:04.543 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: - 2021-03-04T23:38:04.543 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 04 2021-03-04T23:38:04.544 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: T 2021-03-04T23:38:04.544 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 23 2021-03-04T23:38:04.544 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: : 2021-03-04T23:38:04.545 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 38 2021-03-04T23:38:04.545 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: : 2021-03-04T23:38:04.545 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 03 2021-03-04T23:38:04.545 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: . 2021-03-04T23:38:04.545 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 202667 2021-03-04T23:38:04.546 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: +0000 2021-03-04T23:38:04.546 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 2021-03-04T23:38:04.546 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: mon.a 2021-03-04T23:38:04.546 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: ( 2021-03-04T23:38:04.547 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: mon 2021-03-04T23:38:04.547 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: . 2021-03-04T23:38:04.547 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 0 2021-03-04T23:38:04.547 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: ) 2021-03-04T23:38:04.547 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 1520 2021-03-04T23:38:04.548 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: : 2021-03-04T23:38:04.548 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: audit 2021-03-04T23:38:04.548 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 2021-03-04T23:38:04.548 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: [INF] 2021-03-04T23:38:04.548 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 2021-03-04T23:38:04.549 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "28"}]': finished 2021-03-04T23:38:04.549 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 2021-03-04T23:38:04.549 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: cluster 2021-03-04T23:38:04.549 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 2021-03-04T23:38:04.549 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 2021 2021-03-04T23:38:04.550 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: - 2021-03-04T23:38:04.550 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 03 2021-03-04T23:38:04.550 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: - 2021-03-04T23:38:04.550 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 04 2021-03-04T23:38:04.551 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: T 2021-03-04T23:38:04.551 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 23 2021-03-04T23:38:04.551 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: : 2021-03-04T23:38:04.551 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 38 2021-03-04T23:38:04.551 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: : 2021-03-04T23:38:04.552 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 03 2021-03-04T23:38:04.552 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: . 2021-03-04T23:38:04.552 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 202735 2021-03-04T23:38:04.552 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: +0000 2021-03-04T23:38:04.553 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 2021-03-04T23:38:04.553 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: mon.a 2021-03-04T23:38:04.553 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: ( 2021-03-04T23:38:04.553 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: mon 2021-03-04T23:38:04.553 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: . 2021-03-04T23:38:04.554 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 0 2021-03-04T23:38:04.554 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: ) 2021-03-04T23:38:04.554 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 1521 2021-03-04T23:38:04.554 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: : 2021-03-04T23:38:04.554 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: cluster 2021-03-04T23:38:04.555 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 2021-03-04T23:38:04.555 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: [DBG] 2021-03-04T23:38:04.555 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 2021-03-04T23:38:04.555 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: osdmap e334: 8 total, 8 up, 7 in 2021-03-04T23:38:04.556 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:04 gibba011 conmon[95595]: 2021-03-04T23:38:04.556 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:04.557 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:38:04.567 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:38:04.580 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:04.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:04.582 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:04.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:04 gibba038 conmon[76675]: cluster 2021-03-04T23:38:02.774490+0000 mgr.x (mgr.34676 2021-03-04T23:38:04.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:04 gibba038 conmon[76675]: ) 1097 : cluster [DBG] pgmap v1136: 129 pgs: 1 peering, 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 121 active+clean; 9.8 GiB data, 29 GiB used, 556 GiB / 588 GiB avail; 0 B/s wr, 1.90k op/s; 63854/480219 objects misplaced (13.297%); 22 MiB/s, 345 objects/s recovering 2021-03-04T23:38:04.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:04 gibba038 conmon[76675]: audit 2021-03-04T23:38:03.202667+0000 mon.a (mon.0) 1520 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "28"}]': finished 2021-03-04T23:38:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:04 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:38:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:04 gibba038 conmon[76675]: 38:03.202735+0000 mon.a (mon.0) 1521 : cluster [DBG] osdmap e334: 8 total, 8 up, 7 in 2021-03-04T23:38:04.589 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:38:04.617 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:38:04.638 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:38:04.638 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:38:04.639 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:38:04.639 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:38:04.639 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:38:04.639 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:38:04.640 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:38:04.640 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:38:04.640 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:38:04.683 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:04.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:04.707 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:04.708 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:04.783 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:38:04.783 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:38:04.809 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:04.832 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:04.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:04.834 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:04.935 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:04.957 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:04.957 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:04.958 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:05.059 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:05.081 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:05.082 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:05.082 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:05.141 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:38:05.184 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:05.206 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:05.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:05.208 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:05.217 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:05 gibba011 conmon[95595]: cluster 2021-03-04T23:38:04.203682+0000 mon.a (mon.0) 1522 : cluster [DBG] osdmap e335: 8 total, 8 up, 7 in 2021-03-04T23:38:05.217 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:05 gibba011 conmon[95595]: audit 2021-03-04T23:38:04.457096+0000 mon.a (mon.0) 1523 : audit [DBG] from='client.? 172.21.2.111:0/4115071755' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:05.310 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:05.384 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:05.385 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:05.385 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:05.388 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:05.486 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:05.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:05.512 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:05.512 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:05.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:05 gibba038 conmon[76675]: cluster 2021-03-04T23:38:04.203682+0000 mon.a (mon.0) 1522 : cluster 2021-03-04T23:38:05.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:05 gibba038 conmon[76675]: [DBG] osdmap e335: 8 total, 8 up, 7 in 2021-03-04T23:38:05.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:05 gibba038 conmon[76675]: audit 2021-03-04T23:38:04.457096+0000 mon.a (mon.0) 1523 : audit [DBG] from='client.? 172.21.2.111:0/4115071755' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:05.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:05 gibba011 conmon[99461]: cluster 2021-03-04T23:38:04.203682+0000 mon.a (mon.0) 1522 : cluster [DBG] osdmap e335: 8 total, 8 up, 7 in 2021-03-04T23:38:05.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:05 gibba011 conmon[99461]: audit 2021-03-04T23:38:04.457096+0000 mon.a (mon.0) 1523 : audit [DBG] from='client.? 172.21.2.111:0/4115071755' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:05.613 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:05.637 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:05.638 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:05.638 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:05.739 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:05.762 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:05.769 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:05.770 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:05.871 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:05.899 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:05.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:05.901 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:06.002 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:06.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:06.025 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:06.025 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:06.127 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:06.151 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:06.151 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:06.152 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:06.253 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:06.275 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:06.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:06.276 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:06.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:06 gibba011 conmon[95595]: cluster 2021-03-04T23:38:06.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:06 gibba011 conmon[95595]: 2021-03-04T23: 2021-03-04T23:38:06.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:06 gibba011 conmon[95595]: 38:04.774837+0000 mgr.x (mgr.34676) 1098 : cluster [DBG] pgmap v1139: 139 pgs: 10 unknown, 5 peering, 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 117 active+clean; 9.6 GiB data, 28 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 2.04k op/s; 61903/471516 objects misplaced (13.129%); 22 MiB/s, 359 objects/s recovering 2021-03-04T23:38:06.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:06 gibba011 conmon[99461]: cluster 2021-03-04T23:38:04.774837+0000 mgr.x (mgr.34676) 1098 : cluster [DBG] 2021-03-04T23:38:06.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:06 gibba011 conmon[99461]: pgmap v1139: 139 pgs: 10 unknown, 5 peering, 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 117 active+clean; 9.6 GiB data, 28 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 2.04k op/s; 61903/471516 objects misplaced (13.129%); 22 MiB/s, 359 objects/s recovering 2021-03-04T23:38:06.379 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:06.402 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:06.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:06.403 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:06.505 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:06.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:06.552 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:06.553 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:06.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:06 gibba038 conmon[76675]: cluster 2021-03-04T23:38:04.774837+0000 mgr.x (mgr.34676 2021-03-04T23:38:06.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:06 gibba038 conmon[76675]: ) 1098 : cluster [DBG] pgmap v1139: 139 pgs: 10 unknown, 5 peering, 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 117 active+clean; 9.6 GiB data, 28 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 2.04k op/s; 61903/471516 objects misplaced (13.129%); 22 MiB/s, 359 objects/s recovering 2021-03-04T23:38:06.593 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-03-04T23:38:06.654 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:06.708 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:06.709 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:06.709 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:06.771 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:06.811 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:06.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:06.882 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:06.883 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:06.985 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:07.037 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:07.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:07.039 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:07.140 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:07.174 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:07.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:07.176 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:07.277 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:07.310 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:07.310 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:07.311 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:07.412 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:07.447 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:07.448 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:07.449 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:07.550 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:07.585 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:07.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:07.586 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:07.688 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:07.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:07.719 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:07.719 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:07.820 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:07.843 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:07.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:07.845 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:07.946 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:07.976 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:07.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:07.978 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:08.078 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:08.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:08.104 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:08.104 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:08.206 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:08.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:08.230 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:08.231 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:08.306 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:38:08.333 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:08.374 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:08.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:08.376 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:08.406 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 1, 3, 2] out_osds: [7] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:38:08.406 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:38:08.407 INFO:tasks.thrashosds.thrasher:inject_pause on 2 2021-03-04T23:38:08.407 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:38:08.407 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:38:08.408 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 config set filestore_inject_stall 3 2021-03-04T23:38:08.471 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:08.478 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:08.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:08.505 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:08.506 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:08.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:08 gibba038 conmon[76675]: cluster 2021-03-04T23:38:06.775262+0000 mgr.x (mgr.34676) 1099 : cluster 2021-03-04T23:38:08.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:08 gibba038 conmon[76675]: [DBG] pgmap v1140: 139 pgs: 6 unknown, 5 peering, 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 121 active+clean; 9.6 GiB data, 28 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s; 61903/469908 objects misplaced (13.173%); 16 MiB/s, 257 objects/s recovering 2021-03-04T23:38:08.593 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:08.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:08 gibba011 conmon[95595]: cluster 2021-03-04T23:38:06.775262+0000 mgr.x (mgr.34676) 1099 : cluster [DBG] pgmap v1140: 139 pgs: 6 unknown, 5 peering, 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 121 active+clean; 9.6 GiB data, 28 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s; 61903/469908 objects misplaced (13.173%); 16 MiB/s, 257 objects/s recovering 2021-03-04T23:38:08.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:08 gibba011 conmon[99461]: cluster 2021-03-04T23:38:06.775262+0000 mgr.x (mgr.34676 2021-03-04T23:38:08.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:08 gibba011 conmon[99461]: ) 1099 : cluster [DBG] pgmap v1140: 139 pgs: 6 unknown, 5 peering, 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 121 active+clean; 9.6 GiB data, 28 GiB used, 557 GiB / 588 GiB avail; 0 B/s wr, 1.56k op/s; 61903/469908 objects misplaced (13.173%); 16 MiB/s, 257 objects/s recovering 2021-03-04T23:38:08.608 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:08.629 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:08.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:08.630 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:08.731 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:08.756 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:08.757 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:08.757 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:08.859 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:08.880 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:08.880 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:08.881 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:08.982 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:09.002 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:09.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:09.004 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:09.105 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:09.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:09.127 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:09.128 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:09.229 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:09.250 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:09.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:09.251 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:09.353 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:09.375 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:09.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:09.377 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:09.478 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:09.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:09.504 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:09.505 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:09.606 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:09.630 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:09.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:09.632 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:09.733 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:09.754 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:09.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:09.755 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:09.857 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:09.886 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:09.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:09.887 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:09.988 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:10.012 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:10.013 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:10.014 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:10.115 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:10.142 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:10.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:10.143 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:10.245 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:10.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:10.265 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:10.266 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:10.368 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:10.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:10.392 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:10.392 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:10.494 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:10.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:10.522 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:10.523 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:10.524 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:10 gibba011 conmon[95595]: cluster 2021-03-04T23:38:08.775841+0000 mgr.x (mgr.34676) 1100 : cluster [DBG] pgmap v1141: 139 pgs: 2 unknown, 2 peering, 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 128 active+clean; 9.1 GiB data, 27 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 1.88k op/s; 57343/447948 objects misplaced (12.801%); 28 MiB/s, 444 objects/s recovering 2021-03-04T23:38:10.525 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:10 gibba011 conmon[99461]: cluster 2021-03-04T23:38:08.775841+0000 mgr.x (mgr.34676) 1100 : cluster [DBG] pgmap v1141: 139 pgs: 2 unknown, 2 peering, 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 128 active+clean; 9.1 GiB data, 27 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 1.88k op/s; 57343/447948 objects misplaced (12.801%); 28 MiB/s, 444 objects/s recovering 2021-03-04T23:38:10.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:10 gibba038 conmon[76675]: cluster 2021-03-04T23:38:08.775841+0000 mgr.x (mgr.34676) 1100 : cluster [DBG] pgmap v1141: 139 pgs: 2 unknown, 2 peering, 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 128 active+clean; 9.1 GiB data, 27 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 1.88k op/s; 57343/447948 objects misplaced (12.801%); 28 MiB/s, 444 objects/s recovering 2021-03-04T23:38:10.624 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:10.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:10.644 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:10.645 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:10.747 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:10.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:10.773 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:10.773 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:10.875 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:10.900 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:10.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:10.902 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:11.003 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:11.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:11.026 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:11.027 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:11.114 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:38:11.114 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:38:11.128 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:11.149 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:11.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:11.151 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:11.236 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:38:11.252 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:11.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:11.281 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:11.281 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:11.385 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:11.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:11.405 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:11.406 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:11.471 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: audit 2021-03-04T23:38:11.471 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: 2021-03-04T23:38:11.471 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: 2021 2021-03-04T23:38:11.472 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: - 2021-03-04T23:38:11.472 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: 03 2021-03-04T23:38:11.472 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: - 2021-03-04T23:38:11.472 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: 04 2021-03-04T23:38:11.472 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: T 2021-03-04T23:38:11.473 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: 23 2021-03-04T23:38:11.473 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: : 2021-03-04T23:38:11.473 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: 38 2021-03-04T23:38:11.473 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: : 2021-03-04T23:38:11.474 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: 10 2021-03-04T23:38:11.474 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: . 2021-03-04T23:38:11.474 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: 479964 2021-03-04T23:38:11.474 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: +0000 2021-03-04T23:38:11.475 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: 2021-03-04T23:38:11.475 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: mon.c 2021-03-04T23:38:11.475 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: ( 2021-03-04T23:38:11.475 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: mon 2021-03-04T23:38:11.475 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: . 2021-03-04T23:38:11.476 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: 1 2021-03-04T23:38:11.476 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: ) 2021-03-04T23:38:11.477 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: 439 : audit [INF] from='client.? 172.21.2.111:0/2969306707' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:11.477 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: audit 2021-03-04T23:38:10.480294+0000 mon.a (mon.0) 1524 2021-03-04T23:38:11.477 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[99461]: : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:11.478 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[95595]: audit 2021-03-04T23:38:10.479964+0000 mon.c (mon.1) 439 : audit [INF] from='client.? 172.21.2.111:0/2969306707' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:11.478 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:11 gibba011 conmon[95595]: audit 2021-03-04T23:38:10.480294+0000 mon.a (mon.0) 1524 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:11.507 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:11.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:11.530 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:11.530 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:11.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:11 gibba038 conmon[76675]: audit 2021-03-04T23:38:10.479964+0000 mon.c (mon.1) 439 : audit 2021-03-04T23:38:11.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:11 gibba038 conmon[76675]: [INF] from='client.? 172.21.2.111:0/2969306707' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:11.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:11 gibba038 conmon[76675]: audit 2021-03-04T23:38:10.480294+0000 mon.a (mon.0) 1524 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:11.632 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:11.655 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:11.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:11.656 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:11.758 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:11.784 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:11.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:11.786 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:11.887 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:11.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:11.912 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:11.912 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:12.013 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:12.037 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:12.038 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:12.038 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:12.139 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:12.162 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:12.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:12.163 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:12.264 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:12.285 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:12.286 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:12.286 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:12.387 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:12.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:12.406 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:12.406 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:12.507 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:12.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:12.530 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:12.530 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:12.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:12 gibba038 conmon[76675]: cluster 2021-03-04T23:38:10.776362+0000 mgr.x (mgr.34676) 1101 : cluster [DBG] pgmap v1142: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 9.0 GiB data, 27 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 1.57k op/s; 56758/442527 objects misplaced (12.826%); 12 MiB/s, 192 objects/s recovering 2021-03-04T23:38:12.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:12 gibba038 conmon[76675]: cluster 2021-03-04T23:38:11.219313+0000 mon.a (mon.0) 1525 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:12.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:12 gibba038 conmon[76675]: audit 2021-03-04T23:38:11.226814+0000 mon.a (mon.0) 1526 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:38:12.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:12 gibba038 conmon[76675]: cluster 2021-03-04T23:38:11.226872 2021-03-04T23:38:12.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:12 gibba038 conmon[76675]: +0000 mon.a (mon.0) 1527 : cluster [DBG] osdmap e336: 8 total, 8 up, 7 in 2021-03-04T23:38:12.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:12 gibba011 conmon[95595]: cluster 2021-03-04T23:38:10.776362+0000 mgr.x (mgr.34676) 1101 : cluster [DBG] pgmap v1142: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 9.0 GiB data, 27 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 1.57k op/s; 56758/442527 objects misplaced (12.826%); 12 MiB/s, 192 objects/s recovering 2021-03-04T23:38:12.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:12 gibba011 conmon[95595]: 2021-03-04T23:38:12.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:12 gibba011 conmon[95595]: cluster 2021-03-04T23:38:11.219313+0000 mon.a (mon.0) 1525 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:12.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:12 gibba011 conmon[95595]: audit 2021-03-04T23:38:11.226814+0000 mon.a (mon.0 2021-03-04T23:38:12.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:12 gibba011 conmon[95595]: ) 1526 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:38:12.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:12 gibba011 conmon[95595]: cluster 2021-03-04T23:38:11.226872+0000 mon.a 2021-03-04T23:38:12.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:12 gibba011 conmon[95595]: (mon.0) 1527 : cluster [DBG] osdmap e336: 8 total, 8 up, 7 in 2021-03-04T23:38:12.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:12 gibba011 conmon[99461]: cluster 2021-03-04T23:38:10.776362+0000 mgr.x (mgr.34676) 1101 : cluster 2021-03-04T23:38:12.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:12 gibba011 conmon[99461]: [DBG] pgmap v1142: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 9.0 GiB data, 27 GiB used, 558 GiB / 588 GiB avail; 0 B/s wr, 1.57k op/s; 56758/442527 objects misplaced (12.826%); 12 MiB/s, 192 objects/s recovering 2021-03-04T23:38:12.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:12 gibba011 conmon[99461]: cluster 2021-03-04T23:38:11.219313+0000 2021-03-04T23:38:12.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:12 gibba011 conmon[99461]: mon.a (mon.0) 1525 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:12.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:12 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:38:12.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:12 gibba011 conmon[99461]: 03-04T23:38:11. 2021-03-04T23:38:12.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:12 gibba011 conmon[99461]: 226814+0000 mon.a (mon.0) 1526 2021-03-04T23:38:12.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:12 gibba011 conmon[99461]: : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:38:12.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:12 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:38:12.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:12 gibba011 conmon[99461]: 03-04T23:38:11.226872+0000 2021-03-04T23:38:12.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:12 gibba011 conmon[99461]: mon.a (mon.0) 1527 : cluster 2021-03-04T23:38:12.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:12 gibba011 conmon[99461]: [DBG] osdmap e336: 8 total, 8 up, 7 in 2021-03-04T23:38:12.632 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:12.647 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:12.648 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:12.649 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:12.750 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:12.772 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:12.774 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:12.774 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:12.875 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:12.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:12.897 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:12.897 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:12.998 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:13.019 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:13.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:13.021 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:13.122 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:13.143 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:13.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:13.145 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:13.246 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:13.269 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:13.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:13.270 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:13.371 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:13.388 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:13.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:13.389 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:13.490 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:13.511 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:13.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:13.513 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:13.614 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:13.640 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:13.641 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:13.642 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:13.743 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:13.766 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:13.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:13.768 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:13.870 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:38:13.871 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:13.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:13.895 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:13.896 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:13.997 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:14.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:14.022 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:14.023 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:14.046 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:14.124 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:14.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:14.151 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:14.152 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:14.253 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:14.279 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:14.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:14.281 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:14.307 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:38:14.315 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:38:14.315 INFO:teuthology.orchestra.run.gibba011.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2021-03-04T23:38:14.316 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:38:14.331 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:38:14.353 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:38:14.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:14 gibba011 conmon[95595]: cluster 2021-03-04T23:38:12.776872+0000 mgr.x (mgr.34676) 1102 : cluster [DBG] pgmap v1144: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 8.7 GiB data, 26 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.77k op/s; 54307/426024 objects misplaced (12.747%); 19 MiB/s, 299 objects/s recovering 2021-03-04T23:38:14.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:14 gibba011 conmon[99461]: cluster 2021-03-04T23:38:14.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:14 gibba011 conmon[99461]: 2021-03-04T23:38:14.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:14 gibba011 conmon[99461]: 2021 2021-03-04T23:38:14.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:14 gibba011 conmon[99461]: - 2021-03-04T23:38:14.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:14 gibba011 conmon[99461]: 03 2021-03-04T23:38:14.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:14 gibba011 conmon[99461]: - 2021-03-04T23:38:14.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:14 gibba011 conmon[99461]: 04 2021-03-04T23:38:14.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:14 gibba011 conmon[99461]: T 2021-03-04T23:38:14.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:14 gibba011 conmon[99461]: 23 2021-03-04T23:38:14.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:14 gibba011 conmon[99461]: : 2021-03-04T23:38:14.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:14 gibba011 conmon[99461]: 38 2021-03-04T23:38:14.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:14 gibba011 conmon[99461]: :12.776872+0000 mgr.x (mgr.34676) 1102 2021-03-04T23:38:14.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:14 gibba011 conmon[99461]: : cluster [DBG] pgmap v1144: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 8.7 GiB data, 26 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.77k op/s; 54307/426024 objects misplaced (12.747%); 19 MiB/s, 299 objects/s recovering 2021-03-04T23:38:14.375 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:38:14.382 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:14.398 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:38:14.410 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:14.411 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:14.412 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:14.422 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:38:14.447 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:38:14.469 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:38:14.471 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:38:14.471 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:38:14.471 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:38:14.471 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:38:14.472 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:38:14.472 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:38:14.472 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:38:14.472 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:38:14.514 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:14.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:14.536 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:14.536 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:14.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:14 gibba038 conmon[76675]: cluster 2021-03-04T23:38:12.776872+0000 mgr.x (mgr.34676) 1102 2021-03-04T23:38:14.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:14 gibba038 conmon[76675]: : cluster [DBG] pgmap v1144: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 8.7 GiB data, 26 GiB used, 559 GiB / 588 GiB avail; 0 B/s wr, 1.77k op/s; 54307/426024 objects misplaced (12.747%); 19 MiB/s, 299 objects/s recovering 2021-03-04T23:38:14.637 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:14.661 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:14.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:14.663 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:14.764 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:14.787 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:14.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:14.788 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:14.890 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:14.900 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:38:14.911 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:14.912 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:14.913 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:15.015 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:15.041 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:15.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:15.044 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:15.081 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:15.146 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:15.168 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:15.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:15.169 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:15.270 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:15.293 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:15.293 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:15.294 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:15.396 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:15.419 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:15.419 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:15.420 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:15.521 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:15.543 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:15.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:15.545 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:15.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:15 gibba038 conmon[76675]: audit 2021-03-04T23:38:15.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:15 gibba038 conmon[76675]: 2021-03-04T23:38:15.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:15 gibba038 conmon[76675]: 2021 2021-03-04T23:38:15.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:15 gibba038 conmon[76675]: - 2021-03-04T23:38:15.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:15 gibba038 conmon[76675]: 03 2021-03-04T23:38:15.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:15 gibba038 conmon[76675]: - 2021-03-04T23:38:15.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:15 gibba038 conmon[76675]: 04 2021-03-04T23:38:15.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:15 gibba038 conmon[76675]: T 2021-03-04T23:38:15.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:15 gibba038 conmon[76675]: 23 2021-03-04T23:38:15.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:15 gibba038 conmon[76675]: : 2021-03-04T23:38:15.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:15 gibba038 conmon[76675]: 38 2021-03-04T23:38:15.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:15 gibba038 conmon[76675]: : 2021-03-04T23:38:15.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:15 gibba038 conmon[76675]: 14 2021-03-04T23:38:15.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:15 gibba038 conmon[76675]: . 2021-03-04T23:38:15.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:15 gibba038 conmon[76675]: 282998 2021-03-04T23:38:15.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:15 gibba038 conmon[76675]: +0000 2021-03-04T23:38:15.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:15 gibba038 conmon[76675]: 2021-03-04T23:38:15.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:15 gibba038 conmon[76675]: mon.a 2021-03-04T23:38:15.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:15 gibba038 conmon[76675]: ( 2021-03-04T23:38:15.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:15 gibba038 conmon[76675]: mon 2021-03-04T23:38:15.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:15 gibba038 conmon[76675]: . 2021-03-04T23:38:15.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:15 gibba038 conmon[76675]: 0 2021-03-04T23:38:15.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:15 gibba038 conmon[76675]: ) 2021-03-04T23:38:15.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:15 gibba038 conmon[76675]: 1528 : audit [DBG] from='client.? 172.21.2.111:0/2167236721' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:15.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:15 gibba011 conmon[99461]: audit 2021-03-04T23:38:14.282998+0000 mon.a (mon.0) 1528 : audit [DBG] from='client.? 172.21.2.111:0/2167236721' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:15.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:15 gibba011 conmon[95595]: audit 2021-03-04T23:38:14.282998+0000 mon.a (mon.0) 1528 : audit [DBG] from='client.? 172.21.2.111:0/2167236721' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:15.646 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:15.671 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:15.672 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:15.673 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:15.774 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:15.796 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:15.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:15.798 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:15.899 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:15.918 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:15.919 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:15.920 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:16.021 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:16.043 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:16.044 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:16.044 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:16.146 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:16.168 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:16.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:16.169 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:16.271 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:16.294 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:16.294 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:16.295 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:16.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:16 gibba038 conmon[76675]: cluster 2021-03-04T23:38:14.778325+0000 mgr.x (mgr.34676) 1103 : cluster 2021-03-04T23:38:16.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:16 gibba038 conmon[76675]: [DBG] pgmap v1145: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 8.5 GiB data, 25 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.87k op/s; 51939/415413 objects misplaced (12.503%); 16 MiB/s, 262 objects/s recovering 2021-03-04T23:38:16.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:16 gibba038 conmon[76675]: audit 2021-03-04T23:38:15.345911+0000 mon.c (mon.1) 440 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:38:16.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:16 gibba038 conmon[76675]: audit 2021-03-04T23:38:15.347687+0000 mon.c (mon.1) 441 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:38:16.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:16 gibba038 conmon[76675]: audit 2021-03-04T23:38:15.347921+0000 mon.c (mon.1) 442 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:38:16.396 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:16.418 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:16.419 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:16.420 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:16.521 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:16.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:16.545 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:16.545 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:16.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[95595]: cluster 2021-03-04T23:38:16.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[95595]: 2021-03 2021-03-04T23:38:16.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[95595]: -04T23:38:14.778325+0000 mgr.x (mgr.34676) 1103 : cluster [DBG] pgmap v1145: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 8.5 GiB data, 25 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.87k op/s; 51939/415413 objects misplaced (12.503%); 16 MiB/s, 262 objects/s recovering 2021-03-04T23:38:16.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[95595]: audit 2021 2021-03-04T23:38:16.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[95595]: -03-04T23:38:15.345911+0000 mon.c (mon. 2021-03-04T23:38:16.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[95595]: 1) 440 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:38:16.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[95595]: audit 2021-03-04T23:38:16.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[95595]: 2021-03-04T23:38:15.347687+0000 mon.c ( 2021-03-04T23:38:16.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[95595]: mon.1) 441 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:38:16.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[95595]: audit 2021-03-04T23:38:16.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[95595]: 2021-03-04T23:38 2021-03-04T23:38:16.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[95595]: :15.347921+0000 mon.c (mon.1) 442 : audit 2021-03-04T23:38:16.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[95595]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:38:16.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[99461]: cluster 2021-03-04T23:38:14.778325+0000 mgr.x (mgr. 2021-03-04T23:38:16.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[99461]: 34676) 1103 : cluster [DBG] pgmap v1145: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 8.5 GiB data, 25 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.87k op/s; 51939/415413 objects misplaced (12.503%); 16 MiB/s, 262 objects/s recovering 2021-03-04T23:38:16.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[99461]: audit 2021-03-04T23:38:16.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[99461]: 2021-03-04T23:38:15.345911+0000 mon.c (mon.1) 2021-03-04T23:38:16.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[99461]: 440 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:38:16.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[99461]: audit 2021-03-04T23:38:16.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[99461]: 2021-03 2021-03-04T23:38:16.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[99461]: -04T23:38:15.347687+0000 2021-03-04T23:38:16.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[99461]: mon.c (mon.1) 441 : audit [DBG] 2021-03-04T23:38:16.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:38:16.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[99461]: audit 2021-03-04T23:38:16.615 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[99461]: 2021-03-04T23:38: 2021-03-04T23:38:16.615 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[99461]: 15.347921+0000 mon.c (mon.1 2021-03-04T23:38:16.616 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:16 gibba011 conmon[99461]: ) 442 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:38:16.646 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:16.672 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:16.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:16.674 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:16.775 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:16.796 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:16.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:16.798 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:16.899 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:16.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:16.926 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:16.926 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:17.027 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:17.049 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:17.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:17.050 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:17.152 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:17.181 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:17.182 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:17.182 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:17.284 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:17.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:17.308 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:17.309 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:17.348 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[95595]: audit 2021-03-04T23:38:16.657238+0000 mon.c (mon. 2021-03-04T23:38:17.348 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[95595]: 1) 443 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:38:17.349 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[95595]: audit 2021-03-04T23:38:16.657490+0000 mon.a (mon.0) 1529 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:38:17.350 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: audit 2021-03-04T23:38:17.350 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 2021-03-04T23:38:17.350 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 2021 2021-03-04T23:38:17.351 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: - 2021-03-04T23:38:17.351 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 03 2021-03-04T23:38:17.352 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: - 2021-03-04T23:38:17.352 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 04 2021-03-04T23:38:17.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: T 2021-03-04T23:38:17.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 23 2021-03-04T23:38:17.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: : 2021-03-04T23:38:17.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 38 2021-03-04T23:38:17.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: : 2021-03-04T23:38:17.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 16 2021-03-04T23:38:17.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: . 2021-03-04T23:38:17.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 657238 2021-03-04T23:38:17.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: +0000 2021-03-04T23:38:17.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 2021-03-04T23:38:17.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: mon.c 2021-03-04T23:38:17.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: ( 2021-03-04T23:38:17.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: mon 2021-03-04T23:38:17.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: . 2021-03-04T23:38:17.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 1 2021-03-04T23:38:17.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: ) 2021-03-04T23:38:17.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 443 2021-03-04T23:38:17.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: : 2021-03-04T23:38:17.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: audit 2021-03-04T23:38:17.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 2021-03-04T23:38:17.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: [INF] 2021-03-04T23:38:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 2021-03-04T23:38:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:38:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 2021-03-04T23:38:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: audit 2021-03-04T23:38:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 2021-03-04T23:38:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 2021 2021-03-04T23:38:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: - 2021-03-04T23:38:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 03 2021-03-04T23:38:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: - 2021-03-04T23:38:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 04 2021-03-04T23:38:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: T 2021-03-04T23:38:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 23 2021-03-04T23:38:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: : 2021-03-04T23:38:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 38 2021-03-04T23:38:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: : 2021-03-04T23:38:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 16 2021-03-04T23:38:17.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: . 2021-03-04T23:38:17.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 657490 2021-03-04T23:38:17.370 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: +0000 2021-03-04T23:38:17.370 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 2021-03-04T23:38:17.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: mon.a 2021-03-04T23:38:17.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: ( 2021-03-04T23:38:17.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: mon 2021-03-04T23:38:17.372 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: . 2021-03-04T23:38:17.373 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 0 2021-03-04T23:38:17.373 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: ) 2021-03-04T23:38:17.373 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 1529 2021-03-04T23:38:17.373 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: : 2021-03-04T23:38:17.374 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: audit 2021-03-04T23:38:17.374 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 2021-03-04T23:38:17.374 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: [INF] 2021-03-04T23:38:17.374 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 2021-03-04T23:38:17.375 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:38:17.375 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:17 gibba011 conmon[99461]: 2021-03-04T23:38:17.411 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:17.437 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:17.438 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:17.439 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:17.540 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:17.542 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:17 gibba038 conmon[76675]: audit 2021-03-04T23:38:16.657238+0000 mon.c (mon.1) 443 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:38:17.542 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:17 gibba038 conmon[76675]: audit 2021-03-04T23:38:16.657490+0000 mon.a (mon.0) 1529 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:38:17.571 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:17.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:17.572 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:17.673 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:17.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:17.698 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:17.698 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:17.799 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:17.824 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:17.825 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:17.826 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:17.927 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:17.948 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:17.948 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:17.949 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:18.050 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:18.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:18.073 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:18.073 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:18.174 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:18.201 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:18.202 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:18.202 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:18.304 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:18.329 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:18.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:18.331 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:18.432 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:18.454 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:18.455 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:18.456 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:18.557 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:18.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:18.581 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:18.582 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:18.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:18 gibba038 conmon[76675]: cluster 2021-03-04T23:38:16.778738+0000 mgr.x (mgr.34676) 1104 2021-03-04T23:38:18.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:18 gibba038 conmon[76675]: : cluster [DBG] pgmap v1146: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 8.4 GiB data, 25 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.87k op/s; 51939/413676 objects misplaced (12.555%); 16 MiB/s, 262 objects/s recovering 2021-03-04T23:38:18.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:18 gibba011 conmon[95595]: cluster 2021-03-04T23:38:16.778738+0000 mgr.x (mgr.34676) 1104 : cluster [DBG] pgmap v1146: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 8.4 GiB data, 25 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.87k op/s; 51939/413676 objects misplaced (12.555%); 16 MiB/s, 262 objects/s recovering 2021-03-04T23:38:18.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:18 gibba011 conmon[99461]: cluster 2021-03-04T23:38:18.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:18 gibba011 conmon[99461]: 2021-03- 2021-03-04T23:38:18.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:18 gibba011 conmon[99461]: 04T23:38:16.778738+0000 mgr.x (mgr.34676) 1104 : cluster [DBG] pgmap v1146: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 8.4 GiB data, 25 GiB used, 560 GiB / 588 GiB avail; 0 B/s wr, 1.87k op/s; 51939/413676 objects misplaced (12.555%); 16 MiB/s, 262 objects/s recovering 2021-03-04T23:38:18.684 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:18.710 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:18.711 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:18.712 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:18.766 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:38:18.767 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:38:18.767 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:18.767 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56212.0:261242 10.2 10:408a6446:::benchmark_data_gibba011_264195_object67205:head [delete] snapc 0=[] ondisk+write+known_if_redirected e336)", 2021-03-04T23:38:18.768 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:38:18.764078+0000", 2021-03-04T23:38:18.768 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.00032945499999999998, 2021-03-04T23:38:18.768 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00035209100000000001, 2021-03-04T23:38:18.768 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:38:18.768 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:38:18.769 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:38:18.769 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56212", 2021-03-04T23:38:18.769 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:38:18.769 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 261242 2021-03-04T23:38:18.770 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:18.770 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:38:18.770 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:18.770 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:38:18.770 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:18.764078+0000", 2021-03-04T23:38:18.771 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:38:18.771 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:18.771 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:18.771 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:38:18.772 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:18.764078+0000", 2021-03-04T23:38:18.772 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6089999999999999e-06 2021-03-04T23:38:18.772 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:18.772 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:18.772 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:38:18.773 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:18.764080+0000", 2021-03-04T23:38:18.773 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.554e-06 2021-03-04T23:38:18.773 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:18.773 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:18.774 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:38:18.774 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:18.764083+0000", 2021-03-04T23:38:18.774 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2772000000000001e-05 2021-03-04T23:38:18.774 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:18.774 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:18.775 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:38:18.775 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:18.764096+0000", 2021-03-04T23:38:18.775 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.8690000000000003e-06 2021-03-04T23:38:18.775 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:18.776 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:18.776 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:38:18.776 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:18.764100+0000", 2021-03-04T23:38:18.776 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0331999999999999e-05 2021-03-04T23:38:18.777 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:18.777 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:18.777 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:38:18.777 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:18.764141+0000", 2021-03-04T23:38:18.777 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00010605199999999999 2021-03-04T23:38:18.778 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:18.778 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:18.778 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:38:18.778 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:18.764247+0000", 2021-03-04T23:38:18.779 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000106106 2021-03-04T23:38:18.779 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:18.779 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:18.779 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:38:18.779 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:18.764353+0000", 2021-03-04T23:38:18.780 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00027529399999999998 2021-03-04T23:38:18.780 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:18.780 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:18.780 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:18.780 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:18.781 INFO:teuthology.orchestra.run.gibba011.stdout: ], 2021-03-04T23:38:18.781 INFO:teuthology.orchestra.run.gibba011.stdout: "num_ops": 1 2021-03-04T23:38:18.781 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:38:18.814 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:18.821 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:38:18.837 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:18.838 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:18.838 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:18.940 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:18.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:18.966 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:18.967 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:19.002 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:19.069 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:19.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:19.099 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:19.100 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:19.201 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:19.225 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:19.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:19.226 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:19.328 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:19.350 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:19.351 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:19.352 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:19.453 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:19.479 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:19.480 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:19.481 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:19.582 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:19.605 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:19.606 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:19.606 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:19.708 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:19.730 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:19.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:19.732 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:19.833 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:19.856 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:19.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:19.858 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:19.894 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:38:19.959 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:19.984 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:19.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:19.987 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:19.992 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[95595]: audit 2021-03-04T23:38:18.720991+0000 mon.a (mon.0 2021-03-04T23:38:19.992 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[95595]: ) 1530 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:38:19.992 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[95595]: cephadm 2021-03-04T23:38:18.726092+0000 mgr.x (mgr.34676) 1105 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:38:19.993 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[95595]: cluster 2021-03-04T23:38:18.779349+0000 mgr.x (mgr.34676) 1106 : cluster [DBG] pgmap v1147: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 8.0 GiB data, 24 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 1.90k op/s; 47835/391014 objects misplaced (12.234%); 15 MiB/s, 236 objects/s recovering 2021-03-04T23:38:19.995 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: audit 2021-03-04T23:38:19.995 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: 2021-03-04T23:38:19.996 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: 2021 2021-03-04T23:38:19.996 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: - 2021-03-04T23:38:19.996 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: 03 2021-03-04T23:38:19.996 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: - 2021-03-04T23:38:19.997 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: 04 2021-03-04T23:38:19.997 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: T 2021-03-04T23:38:19.997 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: 23 2021-03-04T23:38:19.997 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: : 2021-03-04T23:38:19.997 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: 38 2021-03-04T23:38:19.998 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: : 2021-03-04T23:38:19.999 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: 18 2021-03-04T23:38:20.000 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: . 2021-03-04T23:38:20.000 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: 720991 2021-03-04T23:38:20.000 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: +0000 2021-03-04T23:38:20.000 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: 2021-03-04T23:38:20.000 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: mon.a 2021-03-04T23:38:20.001 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: ( 2021-03-04T23:38:20.001 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: mon 2021-03-04T23:38:20.001 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: . 2021-03-04T23:38:20.002 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: 0 2021-03-04T23:38:20.002 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: ) 2021-03-04T23:38:20.002 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: 1530 2021-03-04T23:38:20.002 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: : 2021-03-04T23:38:20.003 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: audit 2021-03-04T23:38:20.003 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: 2021-03-04T23:38:20.003 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: [INF] 2021-03-04T23:38:20.003 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: 2021-03-04T23:38:20.003 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:38:20.004 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: 2021-03-04T23:38:20.004 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: cephadm 2021-03-04T23:38:20.004 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: 2021-03-04T23:38:20.004 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: 2021 2021-03-04T23:38:20.005 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: - 2021-03-04T23:38:20.005 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: 03 2021-03-04T23:38:20.005 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: - 2021-03-04T23:38:20.005 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: 04 2021-03-04T23:38:20.005 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: T 2021-03-04T23:38:20.006 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: 23 2021-03-04T23:38:20.006 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: : 2021-03-04T23:38:20.006 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: 38 2021-03-04T23:38:20.006 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: : 2021-03-04T23:38:20.007 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: 18 2021-03-04T23:38:20.007 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: . 2021-03-04T23:38:20.007 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: 726092 2021-03-04T23:38:20.007 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: +0000 2021-03-04T23:38:20.007 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: 2021-03-04T23:38:20.008 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: mgr.x 2021-03-04T23:38:20.008 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: ( 2021-03-04T23:38:20.008 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: mgr 2021-03-04T23:38:20.008 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: . 2021-03-04T23:38:20.009 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: 34676 2021-03-04T23:38:20.009 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: ) 2021-03-04T23:38:20.009 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: 1105 2021-03-04T23:38:20.009 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: : 2021-03-04T23:38:20.009 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:38:20.010 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: cluster 2021-03-04T23:38 2021-03-04T23:38:20.010 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: :18.779349+0000 mgr.x (mgr.34676) 1106 2021-03-04T23:38:20.010 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:19 gibba011 conmon[99461]: : cluster [DBG] pgmap v1147: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 8.0 GiB data, 24 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 1.90k op/s; 47835/391014 objects misplaced (12.234%); 15 MiB/s, 236 objects/s recovering 2021-03-04T23:38:20.071 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:20.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:19 gibba038 conmon[76675]: audit 2021-03-04T23:38:18.720991+0000 mon.a (mon.0) 1530 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:38:20.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:19 gibba038 conmon[76675]: cephadm 2021-03-04T23:38:18.726092+0000 mgr.x (mgr.34676) 1105 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:38:20.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:19 gibba038 conmon[76675]: cluster 2021-03-04T23:38:18.779349+0000 2021-03-04T23:38:20.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:19 gibba038 conmon[76675]: mgr.x (mgr.34676) 1106 : cluster [DBG] pgmap v1147: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 8.0 GiB data, 24 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 1.90k op/s; 47835/391014 objects misplaced (12.234%); 15 MiB/s, 236 objects/s recovering 2021-03-04T23:38:20.088 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:20.112 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:20.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:20.113 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:20.214 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:20.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:20.239 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:20.239 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:20.341 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:20.365 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:20.365 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:20.366 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:20.467 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:20.489 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:20.490 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:20.491 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:20.592 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:20.613 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:20.614 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:20.615 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:20.716 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:20.736 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:38:20.741 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:20.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:20.743 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:20.844 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:20.853 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:20 gibba011 conmon[95595]: audit 2021-03-04T23:38:20.603469+0000 mon.a (mon.0) 1531 : audit [INF] from='client.? 172.21.2.111:0/482777471' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:20.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:20 gibba011 conmon[99461]: audit 2021-03-04T23:38:20.603469+0000 mon.a (mon.0) 1531 : audit [INF] from='client.? 172.21.2.111:0/482777471' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:20.861 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:20.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:20.863 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:20.964 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:20.987 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:20.988 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:20.989 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:21.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:20 gibba038 conmon[76675]: audit 2021-03-04T23:38:20.603469+0000 mon.a (mon.0) 1531 : audit [INF] from='client.? 172.21.2.111:0/482777471' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:21.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:20 gibba038 conmon[76675]: 2021-03-04T23:38:21.090 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:21.114 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:21.115 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:21.115 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:21.217 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:21.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:21.249 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:21.250 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:21.351 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:21.368 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:21.369 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:21.369 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:21.471 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:21.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:21.501 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:21.502 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:21.603 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:21.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:21.621 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:21.621 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:21.722 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:21.747 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:21.748 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:21.748 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:21.850 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:21.872 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:21.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:21.874 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:21.930 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 1, 3, 2] out_osds: [7] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:38:21.931 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:38:21.931 INFO:tasks.thrashosds.thrasher:inject_pause on 6 2021-03-04T23:38:21.931 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:38:21.932 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:38:21.932 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 config set filestore_inject_stall 3 2021-03-04T23:38:21.975 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:21.993 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:21.994 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:21.994 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:22.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:21 gibba038 conmon[76675]: cluster 2021-03-04T23:38:20.723862+0000 mon.a (mon.0) 2021-03-04T23:38:22.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:21 gibba038 conmon[76675]: 1532 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:38:22.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:21 gibba038 conmon[76675]: cluster 2021-03-04T23:38:20.723888+0000 mon.a (mon.0) 1533 : cluster [INF] Cluster is now healthy 2021-03-04T23:38:22.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:21 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:38:22.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:21 gibba038 conmon[76675]: -04T23:38:20.729824+0000 mon.a (mon.0) 1534 : audit [INF] from='client.? 172.21.2.111:0/482777471' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:38:22.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:21 gibba038 conmon[76675]: cluster 2021-03-04T23:38 2021-03-04T23:38:22.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:21 gibba038 conmon[76675]: :20.729872+0000 mon.a (mon.0) 1535 : cluster [DBG] 2021-03-04T23:38:22.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:21 gibba038 conmon[76675]: osdmap e337: 8 total, 8 up, 7 in 2021-03-04T23:38:22.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:21 gibba038 conmon[76675]: cluster 2021-03-04T23:38:20.779691+0000 2021-03-04T23:38:22.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:21 gibba038 conmon[76675]: mgr.x (mgr.34676) 1107 : cluster [DBG] pgmap v1149: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 7.8 GiB data, 24 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 1.99k op/s; 47247/385485 objects misplaced (12.257%); 15 MiB/s, 247 objects/s recovering 2021-03-04T23:38:22.095 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:22.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[95595]: cluster 2021-03-04T23:38:22.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[95595]: 2021-03-04T23:38:22.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[95595]: 2021 2021-03-04T23:38:22.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[95595]: - 2021-03-04T23:38:22.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[95595]: 03-04T23:38:20.723862+0000 2021-03-04T23:38:22.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[95595]: mon.a (mon.0) 1532 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:38:22.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[95595]: cluster 2021-03-04T23:38:20.723888 2021-03-04T23:38:22.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[95595]: +0000 mon.a (mon.0) 1533 : cluster 2021-03-04T23:38:22.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[95595]: [INF] Cluster is now healthy 2021-03-04T23:38:22.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[95595]: audit 2021- 2021-03-04T23:38:22.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[95595]: 03-04T23:38:20.729824+0000 2021-03-04T23:38:22.106 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[95595]: mon.a (mon.0) 1534 : 2021-03-04T23:38:22.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[95595]: audit [INF] from='client.? 172.21.2.111:0/482777471' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:38:22.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[95595]: cluster 2021-03 2021-03-04T23:38:22.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[95595]: -04T23:38:20.729872+0000 2021-03-04T23:38:22.107 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[95595]: mon.a (mon.0) 1535 : 2021-03-04T23:38:22.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[95595]: cluster [DBG] osdmap e337: 8 total, 8 up, 7 in 2021-03-04T23:38:22.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[95595]: cluster 2021-03-04T23:38:22.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[95595]: 2021-03-04T23:38:20. 2021-03-04T23:38:22.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[95595]: 779691+0000 mgr.x (mgr.34676) 2021-03-04T23:38:22.108 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[95595]: 1107 : cluster [DBG] pgmap v1149: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 7.8 GiB data, 24 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 1.99k op/s; 47247/385485 objects misplaced (12.257%); 15 MiB/s, 247 objects/s recovering 2021-03-04T23:38:22.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[99461]: cluster 2021-03-04T23:38:20.723862+0000 mon.a (mon.0) 1532 : cluster [INF] 2021-03-04T23:38:22.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[99461]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:38:22.109 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[99461]: cluster 2021-03-04T23:38:20.723888+0000 mon.a (mon.0) 1533 : cluster [INF] Cluster is now healthy 2021-03-04T23:38:22.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[99461]: audit 2021-03-04T23:38:20.729824+0000 mon.a (mon.0) 1534 : audit [INF] from='client.? 172.21.2.111:0/482777471' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:38:22.110 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[99461]: cluster 2021-03-04T23:38:20.729872+0000 mon.a (mon.0) 1535 : cluster [DBG] osdmap e337: 8 total, 8 up, 7 in 2021-03-04T23:38:22.111 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:21 gibba011 conmon[99461]: cluster 2021-03-04T23:38:20.779691+0000 mgr.x (mgr.34676) 1107 : cluster [DBG] pgmap v1149: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 7.8 GiB data, 24 GiB used, 561 GiB / 588 GiB avail; 0 B/s wr, 1.99k op/s; 47247/385485 objects misplaced (12.257%); 15 MiB/s, 247 objects/s recovering 2021-03-04T23:38:22.119 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:22.120 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:22.120 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:22.222 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:22.240 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:38:22.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:22.250 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:22.250 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:22.351 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:22.372 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:22.373 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:22.373 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:22.475 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:22.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:22.499 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:22.500 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:22.601 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:22.626 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:22.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:22.628 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:22.729 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:22.746 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:22.747 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:22.748 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:22.849 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:22.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:22.866 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:22.867 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:22.968 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:22.993 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:22.994 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:22.995 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:23.096 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:23.120 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:23.121 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:23.122 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:23.223 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:23.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:23.249 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:23.249 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:23.351 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:23.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:23.374 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:23.375 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:23.476 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:23.498 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:23.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:23.500 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:23.601 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:23.624 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:23.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:23.626 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:23.727 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:23.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:23.753 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:23.753 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:23.800 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:38:23.819 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:38:23.842 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:38:23.855 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:23.861 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:38:23.880 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:23.881 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:23.881 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:23.883 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:38:23.904 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:38:23.930 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:38:23.958 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:38:23.960 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:38:23.961 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:38:23.961 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:38:23.961 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:38:23.961 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:38:23.962 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:38:23.962 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:38:23.962 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:38:23.983 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:24.006 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:24.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:24.008 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:24.039 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:23 gibba011 conmon[95595]: cluster 2021-03-04T23:38:22.780181+0000 mgr.x (mgr.34676) 1108 : cluster [DBG] pgmap v1150: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 7.5 GiB data, 23 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.88k op/s; 45001/369537 objects misplaced (12.178%); 15 MiB/s, 234 objects/s recovering 2021-03-04T23:38:24.039 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:23 gibba011 conmon[95595]: audit 2021-03-04T23:38:23.772028+0000 mon.a (mon.0) 1536 : audit [DBG] from='client.? 172.21.2.111:0/2219732700' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:24.040 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:23 gibba011 conmon[99461]: cluster 2021-03-04T23:38:22.780181+0000 mgr.x (mgr.34676) 1108 : cluster [DBG] pgmap v1150: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 7.5 GiB data, 23 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.88k op/s; 45001/369537 objects misplaced (12.178%); 15 MiB/s, 234 objects/s recovering 2021-03-04T23:38:24.040 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:23 gibba011 conmon[99461]: audit 2021-03-04T23:38:23.772028+0000 mon.a (mon.0) 1536 : audit [DBG] from='client.? 172.21.2.111:0/2219732700' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:24.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:23 gibba038 conmon[76675]: cluster 2021-03-04T23:38:24.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:23 gibba038 conmon[76675]: 2021-03-04T23:38:24.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:23 gibba038 conmon[76675]: 2021 2021-03-04T23:38:24.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:23 gibba038 conmon[76675]: -03-04T23:38:22.780181 2021-03-04T23:38:24.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:23 gibba038 conmon[76675]: +0000 mgr.x (mgr.34676) 1108 : cluster [DBG] pgmap v1150: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 7.5 GiB data, 23 GiB used, 562 GiB / 588 GiB avail; 0 B/s wr, 1.88k op/s; 45001/369537 objects misplaced (12.178%); 15 MiB/s, 234 objects/s recovering 2021-03-04T23:38:24.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:23 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:38:24.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:23 gibba038 conmon[76675]: 04T23:38:23.772028+0000 mon.a (mon.0 2021-03-04T23:38:24.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:23 gibba038 conmon[76675]: ) 1536 : audit [DBG] from='client.? 172.21.2.111:0/2219732700' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:24.093 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:38:24.093 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:38:24.110 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:24.135 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:24.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:24.136 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:24.237 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:24.260 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:24.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:24.262 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:24.324 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:38:24.364 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:24.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:24.392 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:24.392 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:24.471 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:24.493 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:24.523 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:24.524 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:24.525 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:24.626 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:24.654 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:24.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:24.655 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:24.756 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:24.777 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:24.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:24.778 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:24.879 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:24.901 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:24.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:24.903 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:25.004 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:25.025 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:25.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:25.027 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:25.128 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:25.150 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:25.151 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:25.152 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:25.253 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:25.278 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:25.279 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:25.280 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:25.381 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:25.411 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:25.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:25.413 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:25.514 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:25.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:25.541 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:25.541 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:25.643 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:25.664 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:25.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:25.666 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:25.767 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:25.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:25.790 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:25.790 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:25.892 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:25.913 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:25.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:25.915 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:26.016 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:26.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:26.039 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:26.040 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:26.141 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:26.151 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:26 gibba011 conmon[99461]: cluster 2021-03-04T23:38:24.780660+0000 mgr.x (mgr.34676) 1109 : cluster [DBG] pgmap v1151: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 7.3 GiB data, 22 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.89k op/s; 42681/358818 objects misplaced (11.895%); 15 MiB/s, 234 objects/s recovering 2021-03-04T23:38:26.152 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:26 gibba011 conmon[95595]: cluster 2021-03-04T23:38:24.780660+0000 mgr.x (mgr.34676) 1109 : cluster [DBG] pgmap v1151: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 7.3 GiB data, 22 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.89k op/s; 42681/358818 objects misplaced (11.895%); 15 MiB/s, 234 objects/s recovering 2021-03-04T23:38:26.162 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:26.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:26.164 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:26.265 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:26.288 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:26.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:26.290 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:26.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:26 gibba038 conmon[76675]: cluster 2021-03-04T23:38:24.780660+0000 mgr.x (mgr.34676) 1109 : cluster [DBG] pgmap v1151: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 7.3 GiB data, 22 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.89k op/s; 42681/358818 objects misplaced (11.895%); 15 MiB/s, 234 objects/s recovering 2021-03-04T23:38:26.394 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:26.419 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:26.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:26.421 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:26.522 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:26.580 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:38:26.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:26.616 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:26.616 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:26.718 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:26.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:26.746 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:26.748 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:26.766 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:26.850 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:26.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:26.875 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:26.875 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:26.977 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:27.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:27.004 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:27.004 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:27.105 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:27.127 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:27.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:27.129 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:27.230 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:27.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:27.256 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:27.257 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:27.358 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:27.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:27.384 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:27.384 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:27.485 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:27.506 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:27.508 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:27.508 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:27.609 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:27.626 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:27.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:27.628 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:27.729 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:27.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:27.752 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:27.752 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:27.853 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:27.873 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:27.874 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:27.875 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:27.977 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:27.997 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:27.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:27.999 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:28.100 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:28.126 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:28.127 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:28.127 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:28.153 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:38:28.228 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:28.250 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:28.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:28.252 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:28.318 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:28.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:28 gibba038 conmon[76675]: cluster 2021-03-04T23:38:26.781080+0000 mgr.x (mgr.34676) 1110 : cluster [DBG] pgmap v1152: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 7.3 GiB data, 22 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.88k op/s; 42681/357144 objects misplaced (11.951%); 15 MiB/s, 234 objects/s recovering 2021-03-04T23:38:28.340 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:28 gibba011 conmon[99461]: cluster 2021-03-04T23:38:26.781080+0000 mgr.x (mgr.34676) 1110 : cluster 2021-03-04T23:38:28.341 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:28 gibba011 conmon[99461]: [DBG] pgmap v1152: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 7.3 GiB data, 22 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.88k op/s; 42681/357144 objects misplaced (11.951%); 15 MiB/s, 234 objects/s recovering 2021-03-04T23:38:28.341 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:28 gibba011 conmon[95595]: cluster 2021-03-04T23:38:26.781080+0000 mgr.x (mgr.34676) 1110 : cluster [DBG] pgmap v1152: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 7.3 GiB data, 22 GiB used, 563 GiB / 588 GiB avail; 0 B/s wr, 1.88k op/s; 42681/357144 objects misplaced (11.951%); 15 MiB/s, 234 objects/s recovering 2021-03-04T23:38:28.354 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:28.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:28.379 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:28.380 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:28.481 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:28.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:28.505 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:28.505 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:28.606 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:28.634 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:28.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:28.636 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:28.737 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:28.759 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:28.760 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:28.761 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:28.861 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:28.885 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:28.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:28.886 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:28.988 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:29.011 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:29.012 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:29.013 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:29.114 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:29.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:29.144 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:29.144 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:29.246 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:29.274 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:29.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:29.276 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:29.378 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:29.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:29.401 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:29.402 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:29.503 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:29.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:29.536 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:29.536 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:29.638 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:29.663 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:29.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:29.664 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:29.766 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:29.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:29.795 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:29.795 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:29.896 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:29.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:29.924 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:29.925 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:30.026 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:30.050 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:30.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:30.052 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:30.154 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:30.183 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:30.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:30.185 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:30.286 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:30.312 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:30.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:30.314 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:30.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:30 gibba038 conmon[76675]: cluster 2021-03-04T23:38:28.784293+0000 mgr.x ( 2021-03-04T23:38:30.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:30 gibba038 conmon[76675]: mgr.34676) 1111 : cluster [DBG] pgmap v1153: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 6.8 GiB data, 21 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 1.90k op/s; 38615/333891 objects misplaced (11.565%); 15 MiB/s, 241 objects/s recovering 2021-03-04T23:38:30.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:30 gibba011 conmon[95595]: cluster 2021-03-04T23:38:28.784293+0000 mgr.x (mgr.34676) 1111 : cluster [DBG] pgmap v1153: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 6.8 GiB data, 21 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 1.90k op/s; 38615/333891 objects misplaced (11.565%); 15 MiB/s, 241 objects/s recovering 2021-03-04T23:38:30.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:30 gibba011 conmon[99461]: cluster 2021-03-04T23:38:30.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:30 gibba011 conmon[99461]: 2021-03-04T23:38:28.784293+0000 2021-03-04T23:38:30.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:30 gibba011 conmon[99461]: mgr.x (mgr.34676) 1111 : cluster [DBG] pgmap v1153: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 6.8 GiB data, 21 GiB used, 564 GiB / 588 GiB avail; 0 B/s wr, 1.90k op/s; 38615/333891 objects misplaced (11.565%); 15 MiB/s, 241 objects/s recovering 2021-03-04T23:38:30.416 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:30.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:30.444 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:30.445 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:30.546 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:30.573 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:30.573 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:30.574 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:30.675 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:30.699 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:30.700 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:30.700 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:30.801 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:30.824 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:30.824 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:30.825 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:30.926 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:30.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:30.948 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:30.948 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:31.050 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:31.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:31.071 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:31.072 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:31.072 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:38:31.173 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:31.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:31.195 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:31.195 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:31.296 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:31.318 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:31.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:31.320 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:31.329 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:31 gibba011 conmon[95595]: audit 2021-03-04T23:38:30.629984+0000 mon.a (mon.0) 1537 : audit [INF] from='client.? 172.21.2.111:0/1672495767' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:38:31.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:31 gibba011 conmon[99461]: audit 2021-03-04T23:38:30.629984+0000 mon.a (mon 2021-03-04T23:38:31.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:31 gibba011 conmon[99461]: .0) 1537 : audit [INF] from='client.? 172.21.2.111:0/1672495767' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:38:31.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:31 gibba038 conmon[76675]: audit 2021-03-04T23:38:31.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:31 gibba038 conmon[76675]: 2021-03-04T23: 2021-03-04T23:38:31.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:31 gibba038 conmon[76675]: 38:30.629984+0000 mon.a (mon.0) 1537 : audit [INF] from='client.? 172.21.2.111:0/1672495767' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:38:31.421 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:31.443 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:31.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:31.444 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:31.546 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:31.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:31.574 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:31.575 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:31.676 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:31.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:31.696 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:31.696 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:31.798 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:31.821 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:31.823 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:31.823 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:31.924 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:31.946 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:31.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:31.947 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:32.048 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:32.069 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:32.070 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:32.071 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:32.172 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:32.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:32.200 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:32.200 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:32.301 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:32.324 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:32.325 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:32.325 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:32.330 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:32 gibba011 conmon[95595]: cluster 2021-03-04T23:38:30.784715+0000 mgr.x (mgr.34676) 1112 : cluster [DBG] pgmap v1154: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 6.7 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.89k op/s; 38031/328545 objects misplaced (11.576%); 15 MiB/s, 239 objects/s recovering 2021-03-04T23:38:32.330 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:32 gibba011 conmon[95595]: cluster 2021-03-04T23:38:31.063503+0000 mon.a (mon.0) 1538 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:32.330 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:32 gibba011 conmon[95595]: audit 2021-03-04T23:38:31.068813+0000 mon.a (mon.0) 1539 : audit [INF] from='client.? 172.21.2.111:0/1672495767' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:38:32.331 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:32 gibba011 conmon[95595]: cluster 2021-03-04T23:38:31.068843+0000 mon.a (mon.0) 1540 : cluster [DBG] osdmap e338: 8 total, 8 up, 7 in 2021-03-04T23:38:32.331 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:32 gibba011 conmon[95595]: audit 2021-03-04T23:38:31.369963+0000 mon.a (mon.0) 1541 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:38:32.331 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:32 gibba011 conmon[95595]: audit 2021-03-04T23:38:31.839267+0000 mon.a (mon.0) 1542 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:38:32.331 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:32 gibba011 conmon[99461]: cluster 2021-03-04T23:38:30.784715+0000 mgr.x (mgr.34676) 1112 : cluster [DBG] pgmap v1154: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 6.7 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.89k op/s; 38031/328545 objects misplaced (11.576%); 15 MiB/s, 239 objects/s recovering 2021-03-04T23:38:32.332 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:32 gibba011 conmon[99461]: cluster 2021-03-04T23:38:31.063503+0000 mon.a (mon.0) 1538 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:32.332 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:32 gibba011 conmon[99461]: audit 2021-03-04T23:38:31.068813+0000 mon.a (mon.0) 1539 : audit [INF] from='client.? 172.21.2.111:0/1672495767' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:38:32.332 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:32 gibba011 conmon[99461]: cluster 2021-03-04T23:38:31.068843+0000 mon.a (mon.0) 1540 : cluster [DBG] osdmap e338: 8 total, 8 up, 7 in 2021-03-04T23:38:32.332 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:32 gibba011 conmon[99461]: audit 2021-03-04T23:38:31.369963+0000 mon.a (mon.0) 1541 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:38:32.332 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:32 gibba011 conmon[99461]: 2021-03-04T23:38:32.333 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:32 gibba011 conmon[99461]: audit 2021-03-04T23:38:31.839267+0000 mon.a (mon.0) 1542 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:38:32.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:32 gibba038 conmon[76675]: cluster 2021-03-04T23:38:30.784715+0000 mgr.x (mgr.34676) 1112 : cluster [DBG] 2021-03-04T23:38:32.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:32 gibba038 conmon[76675]: pgmap v1154: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 6.7 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.89k op/s; 38031/328545 objects misplaced (11.576%); 15 MiB/s, 239 objects/s recovering 2021-03-04T23:38:32.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:32 gibba038 conmon[76675]: cluster 2021-03-04T23:38:31.063503+0000 mon.a (mon 2021-03-04T23:38:32.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:32 gibba038 conmon[76675]: .0) 1538 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:32.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:32 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:38:32.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:32 gibba038 conmon[76675]: 03-04T23:38:31.068813+0000 2021-03-04T23:38:32.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:32 gibba038 conmon[76675]: mon.a (mon.0) 1539 : audit 2021-03-04T23:38:32.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:32 gibba038 conmon[76675]: [INF] from='client.? 172.21.2.111:0/1672495767' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:38:32.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:32 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:38:32.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:32 gibba038 conmon[76675]: -03-04T23:38:31. 2021-03-04T23:38:32.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:32 gibba038 conmon[76675]: 068843+0000 mon.a (mon.0) 1540 : cluster [DBG] osdmap e338: 8 total, 8 up, 7 in 2021-03-04T23:38:32.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:32 gibba038 conmon[76675]: 2021-03-04T23:38:32.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:32 gibba038 conmon[76675]: audit 2021-03-04T23: 2021-03-04T23:38:32.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:32 gibba038 conmon[76675]: 38:31.369963+0000 mon.a (mon.0) 1541 : audit [INF] 2021-03-04T23:38:32.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:32 gibba038 conmon[76675]: from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:38:32.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:32 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:38:32.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:32 gibba038 conmon[76675]: -04T23:38:31.839267+0000 mon.a (mon.0) 1542 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:38:32.427 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:32.455 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:32.456 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:32.456 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:32.557 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:32.580 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:32.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:32.582 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:32.597 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:38:32.598 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:38:32.683 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:32.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:32.708 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:32.708 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:32.809 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:32.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:32.833 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:32.833 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:32.934 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:32.957 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:32.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:32.959 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:33.060 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:33.137 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:33.138 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:33.139 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:33.240 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:33.261 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:33.262 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:33.262 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:33.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:33 gibba038 conmon[76675]: cephadm 2021-03-04T23:38:31.371024+0000 mgr.x (mgr.34676) 1113 : cephadm [INF] 2021-03-04T23:38:33.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:33 gibba038 conmon[76675]: Refreshing gibba011 facts 2021-03-04T23:38:33.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:33 gibba011 conmon[95595]: cephadm 2021-03-04T23:38:31.371024+0000 mgr.x (mgr.34676) 1113 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:38:33.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:33 gibba011 conmon[95595]: 2021-03-04T23:38:33.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:33 gibba011 conmon[99461]: cephadm 2021-03-04T23:38:31.371024+0000 mgr.x ( 2021-03-04T23:38:33.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:33 gibba011 conmon[99461]: mgr.34676) 1113 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:38:33.364 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:33.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:33.392 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:33.392 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:33.493 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:33.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:33.515 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:33.515 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:33.617 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:33.639 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:33.640 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:33.641 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:33.742 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:33.764 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:33.765 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:33.765 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:33.866 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:33.880 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:38:33.881 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:38:33.881 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:38:33.881 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:38:33.882 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:38:33.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:33.890 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:33.890 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:33.901 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:38:33.920 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:38:33.934 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-03-04T23:38:33.944 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:38:33.952 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:38:33.952 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:38:33.953 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:38:33.953 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:38:33.953 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:38:33.953 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:38:33.954 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:38:33.954 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:38:33.991 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:34.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:34.016 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:34.016 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:34.109 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:34.118 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:34.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:34.145 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:34.146 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:34.247 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:34.271 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:34.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:34.273 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:34.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:34 gibba038 conmon[76675]: cluster 2021-03-04T23:38:32.785194+0000 mgr.x 2021-03-04T23:38:34.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:34 gibba038 conmon[76675]: (mgr.34676) 1114 : cluster [DBG] pgmap v1156: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 6.4 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.90k op/s; 35853/312618 objects misplaced (11.469%); 16 MiB/s, 253 objects/s recovering 2021-03-04T23:38:34.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:34 gibba038 conmon[76675]: audit 2021-03-04T23:38:33.760135+0000 mon.a (mon.0) 1543 : audit [DBG] from='client.? 172.21.2.111:0/177961' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:34.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:34 gibba011 conmon[99461]: cluster 2021-03-04T23:38:32.785194+0000 mgr.x (mgr.34676) 1114 : cluster [DBG] pgmap v1156: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 6.4 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.90k op/s; 35853/312618 objects misplaced (11.469%); 16 MiB/s, 253 objects/s recovering 2021-03-04T23:38:34.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:34 gibba011 conmon[99461]: audit 2021-03-04T23:38:33.760135+0000 mon.a (mon.0) 1543 : audit [DBG] from='client.? 172.21.2.111:0/177961' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:34.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:34 gibba011 conmon[95595]: cluster 2021-03-04T23:38:34.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:34 gibba011 conmon[95595]: 2021-03-04T23: 2021-03-04T23:38:34.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:34 gibba011 conmon[95595]: 38:32.785194+0000 mgr.x (mgr.34676) 1114 : cluster [DBG] pgmap v1156: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 6.4 GiB data, 20 GiB used, 565 GiB / 588 GiB avail; 0 B/s wr, 1.90k op/s; 35853/312618 objects misplaced (11.469%); 16 MiB/s, 253 objects/s recovering 2021-03-04T23:38:34.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:34 gibba011 conmon[95595]: audit 2021- 2021-03-04T23:38:34.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:34 gibba011 conmon[95595]: 03-04T23:38:33.760135+0000 mon.a (mon 2021-03-04T23:38:34.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:34 gibba011 conmon[95595]: .0) 1543 : audit [DBG] from='client.? 172.21.2.111:0/177961' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:34.374 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:34.384 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:38:34.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:34.399 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:34.399 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:34.500 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:34.525 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:34.526 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:34.526 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:34.549 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:34.628 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:34.652 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:34.653 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:34.654 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:34.755 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:34.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:34.779 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:34.780 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:34.881 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:34.905 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:34.906 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:34.906 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:35.008 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:35.031 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:35.032 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:35.032 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:35.134 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:35.153 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:35.155 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:35.155 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:35.256 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:35.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:35.275 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:35.275 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:35.376 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:35.392 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:35.393 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:35.393 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:35.495 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:35.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:35.513 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:35.513 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:35.614 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:35.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:35.632 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:35.633 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:35.734 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:35.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:35.752 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:35.752 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:35.854 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:35.871 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:35.872 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:35.873 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:35.974 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:35.990 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:35.991 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:35.991 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:36.093 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:36.112 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:36.113 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:36.114 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:36.215 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:36.227 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:38:36.227 INFO:teuthology.orchestra.run.gibba038.stdout: "success": "" 2021-03-04T23:38:36.227 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:38:36.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:36.239 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:36.240 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:36.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:36 gibba038 conmon[76675]: cluster 2021-03-04T23:38:34.785671+0000 mgr.x (mgr.34676) 1115 : cluster 2021-03-04T23:38:36.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:36 gibba038 conmon[76675]: [DBG] pgmap v1157: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 6.1 GiB data, 19 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 1.90k op/s; 33496/301659 objects misplaced (11.104%); 16 MiB/s, 253 objects/s recovering 2021-03-04T23:38:36.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:36 gibba038 conmon[76675]: cluster 2021-03-04T23:38:35.080725+0000 mon.a (mon.0) 1544 : cluster [DBG] osdmap e339: 8 total, 8 up, 7 in 2021-03-04T23:38:36.341 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:36.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:36 gibba011 conmon[95595]: cluster 2021-03-04T23:38:34.785671+0000 mgr.x (mgr.34676) 1115 : cluster [DBG] pgmap v1157: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 6.1 GiB data, 19 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 1.90k op/s; 33496/301659 objects misplaced (11.104%); 16 MiB/s, 253 objects/s recovering 2021-03-04T23:38:36.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:36 gibba011 conmon[95595]: cluster 2021-03-04T23:38:35.080725+0000 mon.a (mon.0) 1544 : cluster [DBG] osdmap e339: 8 total, 8 up, 7 in 2021-03-04T23:38:36.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:36 gibba011 conmon[99461]: cluster 2021-03-04T23:38:34.785671+0000 mgr.x (mgr 2021-03-04T23:38:36.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:36 gibba011 conmon[99461]: .34676) 1115 : cluster [DBG] pgmap v1157: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 6.1 GiB data, 19 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 1.90k op/s; 33496/301659 objects misplaced (11.104%); 16 MiB/s, 253 objects/s recovering 2021-03-04T23:38:36.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:36 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:38:36.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:36 gibba011 conmon[99461]: 03-04T23:38:35.080725+0000 mon.a (mon.0) 1544 : cluster [DBG] 2021-03-04T23:38:36.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:36 gibba011 conmon[99461]: osdmap e339: 8 total, 8 up, 7 in 2021-03-04T23:38:36.367 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:36.368 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:36.369 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:36.471 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:36.495 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:36.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:36.497 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:36.598 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:36.619 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:36.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:36.620 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:36.721 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:36.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:36.743 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:36.744 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:36.845 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:36.867 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:36.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:36.868 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:36.963 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:38:36.969 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:36.988 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:36.989 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:36.989 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:37.091 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:37.111 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:37.113 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:37.114 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:37.115 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:37.216 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:37.235 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:37.236 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:37.237 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:37.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:37 gibba038 conmon[76675]: cluster 2021-03-04T23:38:37.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:37 gibba038 conmon[76675]: 2021-03-04T23:38: 2021-03-04T23:38:37.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:37 gibba038 conmon[76675]: 36.084584+0000 mon.a (mon.0) 1545 : cluster [DBG] osdmap e340: 8 total, 8 up, 7 in 2021-03-04T23:38:37.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:37 gibba038 conmon[76675]: audit 2021-03-04T23:38:36 2021-03-04T23:38:37.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:37 gibba038 conmon[76675]: .690469+0000 mon.a (mon.0) 1546 : audit 2021-03-04T23:38:37.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:37 gibba038 conmon[76675]: [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:38:37.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:37 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:38:37.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:37 gibba038 conmon[76675]: -04T23:38:36.772680+0000 mon.c ( 2021-03-04T23:38:37.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:37 gibba038 conmon[76675]: mon.1) 444 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:38:37.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:37 gibba038 conmon[76675]: audit 2021-03-04T23:38:36 2021-03-04T23:38:37.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:37 gibba038 conmon[76675]: .772976+0000 mon.a (mon.0) 1547 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:38:37.340 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:37.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:37 gibba011 conmon[95595]: cluster 2021-03-04T23:38:36.084584+0000 mon.a (mon.0) 1545 : 2021-03-04T23:38:37.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:37 gibba011 conmon[95595]: cluster [DBG] osdmap e340: 8 total, 8 up, 7 in 2021-03-04T23:38:37.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:37 gibba011 conmon[95595]: audit 2021-03-04T23:38:36.690469+0000 mon.a (mon.0) 1546 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:38:37.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:37 gibba011 conmon[95595]: audit 2021-03-04T23:38:36.772680+0000 mon.c (mon.1) 444 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:38:37.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:37 gibba011 conmon[95595]: audit 2021-03-04T23:38:36.772976+0000 mon.a (mon.0) 1547 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:38:37.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:37 gibba011 conmon[99461]: cluster 2021-03-04T23:38:36.084584+0000 mon.a (mon.0) 1545 : cluster 2021-03-04T23:38:37.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:37 gibba011 conmon[99461]: [DBG] osdmap e340: 8 total, 8 up, 7 in 2021-03-04T23:38:37.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:37 gibba011 conmon[99461]: audit 2021-03-04T23:38:36.690469+0000 mon.a (mon.0) 1546 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:38:37.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:37 gibba011 conmon[99461]: audit 2021-03-04T23:38:36.772680+0000 mon.c (mon.1) 444 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:38:37.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:37 gibba011 conmon[99461]: audit 2021-03-04T23:38:36.772976+0000 mon.a ( 2021-03-04T23:38:37.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:37 gibba011 conmon[99461]: mon.0) 1547 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:38:37.359 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:37.360 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:37.361 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:37.459 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:38:37.459 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:38:37.460 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.460 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:295541 10.9 e340/325 10:9cf1f843:::benchmark_data_gibba011_264195_object101504:head v 340'18277, mlcod=340'18273)", 2021-03-04T23:38:37.460 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:38:37.453466+0000", 2021-03-04T23:38:37.460 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.0034960360000000001, 2021-03-04T23:38:37.461 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003513277, 2021-03-04T23:38:37.461 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:38:37.461 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:38:37.461 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:38:37.461 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.462 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:38:37.462 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.453466+0000", 2021-03-04T23:38:37.462 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:38:37.462 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.463 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.463 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:38:37.463 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.453466+0000", 2021-03-04T23:38:37.463 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.474e-06 2021-03-04T23:38:37.463 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.464 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.464 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:38:37.464 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.453467+0000", 2021-03-04T23:38:37.464 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4580000000000001e-06 2021-03-04T23:38:37.464 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.465 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.465 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:38:37.465 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.453469+0000", 2021-03-04T23:38:37.465 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.2100000000000001e-06 2021-03-04T23:38:37.466 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.466 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.466 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:38:37.466 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.453474+0000", 2021-03-04T23:38:37.466 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0989999999999999e-06 2021-03-04T23:38:37.467 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.467 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.467 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:38:37.467 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.453477+0000", 2021-03-04T23:38:37.467 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002425927 2021-03-04T23:38:37.468 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.468 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.468 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:38:37.468 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.455903+0000", 2021-03-04T23:38:37.469 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6104999999999999e-05 2021-03-04T23:38:37.469 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.469 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.469 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:38:37.469 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.455919+0000", 2021-03-04T23:38:37.470 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0024532730000000002 2021-03-04T23:38:37.470 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:37.470 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:37.470 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:37.471 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.471 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.471 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:295552 10.f e340/320 10:f5c157d7:::benchmark_data_gibba011_264195_object101515:head v 340'18336, mlcod=340'18334)", 2021-03-04T23:38:37.471 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:38:37.454913+0000", 2021-03-04T23:38:37.471 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.0020489250000000001, 2021-03-04T23:38:37.472 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0021033670000000001, 2021-03-04T23:38:37.472 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:38:37.472 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:38:37.472 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:38:37.472 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.473 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:38:37.473 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.454913+0000", 2021-03-04T23:38:37.473 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:38:37.473 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.474 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.474 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:38:37.474 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.454913+0000", 2021-03-04T23:38:37.474 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7810000000000001e-06 2021-03-04T23:38:37.474 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.475 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.475 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:38:37.475 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.454916+0000", 2021-03-04T23:38:37.475 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2239999999999998e-06 2021-03-04T23:38:37.475 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.476 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.476 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:38:37.476 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.454918+0000", 2021-03-04T23:38:37.476 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.3160000000000003e-06 2021-03-04T23:38:37.477 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.477 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.477 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:38:37.477 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.454927+0000", 2021-03-04T23:38:37.477 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.8130000000000003e-06 2021-03-04T23:38:37.478 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.478 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.478 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:38:37.478 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.454932+0000", 2021-03-04T23:38:37.478 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0626e-05 2021-03-04T23:38:37.479 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.479 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.479 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:38:37.479 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.454973+0000", 2021-03-04T23:38:37.480 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7668000000000001e-05 2021-03-04T23:38:37.480 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.480 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.480 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:38:37.480 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.454991+0000", 2021-03-04T23:38:37.481 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.7428000000000005e-05 2021-03-04T23:38:37.481 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:37.481 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:37.481 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:37.481 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.482 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.482 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:295545 10.9 e340/325)", 2021-03-04T23:38:37.482 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:38:37.456009+0000", 2021-03-04T23:38:37.482 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.00095319299999999997, 2021-03-04T23:38:37.482 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00104276, 2021-03-04T23:38:37.483 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:38:37.483 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:38:37.483 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:38:37.483 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.484 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:38:37.484 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.456009+0000", 2021-03-04T23:38:37.484 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:38:37.484 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.484 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.485 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:38:37.485 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.456009+0000", 2021-03-04T23:38:37.485 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.8310000000000001e-06 2021-03-04T23:38:37.485 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.485 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.486 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:38:37.486 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.456012+0000", 2021-03-04T23:38:37.486 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2280000000000001e-06 2021-03-04T23:38:37.486 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.486 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.487 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:38:37.487 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.456014+0000", 2021-03-04T23:38:37.487 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.5969999999999998e-06 2021-03-04T23:38:37.487 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.488 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.488 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:38:37.488 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.456024+0000", 2021-03-04T23:38:37.488 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.6600000000000003e-06 2021-03-04T23:38:37.488 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.489 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.489 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:38:37.489 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.456028+0000", 2021-03-04T23:38:37.489 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9315999999999999e-05 2021-03-04T23:38:37.489 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:37.490 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:37.490 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:37.490 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.490 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.490 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:295539 10.9 e340/325 10:9f4bf874:::benchmark_data_gibba011_264195_object101502:head v 340'18276, mlcod=340'18273)", 2021-03-04T23:38:37.491 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:38:37.453439+0000", 2021-03-04T23:38:37.491 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.0035225830000000001, 2021-03-04T23:38:37.491 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003637974, 2021-03-04T23:38:37.491 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:38:37.492 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:38:37.492 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:38:37.492 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.492 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:38:37.492 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.453439+0000", 2021-03-04T23:38:37.493 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:38:37.493 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.493 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.493 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:38:37.493 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.453439+0000", 2021-03-04T23:38:37.494 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4159999999999998e-06 2021-03-04T23:38:37.494 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.494 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.494 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:38:37.495 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.453442+0000", 2021-03-04T23:38:37.495 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2230000000000001e-06 2021-03-04T23:38:37.495 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.495 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.495 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:38:37.496 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.453444+0000", 2021-03-04T23:38:37.496 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.3000000000000007e-06 2021-03-04T23:38:37.496 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.496 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.496 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:38:37.497 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.453453+0000", 2021-03-04T23:38:37.497 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.7089999999999999e-06 2021-03-04T23:38:37.497 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.497 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.498 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:38:37.498 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.453459+0000", 2021-03-04T23:38:37.498 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.4245000000000002e-05 2021-03-04T23:38:37.498 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.498 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.499 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:38:37.499 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.453493+0000", 2021-03-04T23:38:37.499 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7087e-05 2021-03-04T23:38:37.499 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:37.499 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:37.500 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:38:37.500 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.453520+0000", 2021-03-04T23:38:37.500 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.0980000000000001e-05 2021-03-04T23:38:37.500 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:37.500 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:37.501 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:37.501 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:37.501 INFO:teuthology.orchestra.run.gibba011.stdout: ], 2021-03-04T23:38:37.501 INFO:teuthology.orchestra.run.gibba011.stdout: "num_ops": 4 2021-03-04T23:38:37.502 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:38:37.502 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:37.530 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:37.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:37.532 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:37.633 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:37.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:37.657 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:37.658 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:37.759 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:37.789 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:37.790 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:37.791 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:37.892 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:37.913 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:37.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:37.915 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:38.016 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:38.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:38.038 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:38.039 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:38.140 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:38.162 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:38.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:38.163 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:38.264 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:38.287 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:38.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:38.288 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:38.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:38 gibba011 conmon[95595]: cluster 2021-03-04T23:38:36.785936+0000 mgr.x (mgr.34676) 1116 : cluster [DBG] pgmap v1160: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 6.1 GiB data, 19 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 1.59k op/s; 33496/299925 objects misplaced (11.168%); 13 MiB/s, 207 objects/s recovering 2021-03-04T23:38:38.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:38 gibba011 conmon[95595]: audit 2021-03-04T23:38:37.878819+0000 mon.c (mon.1) 445 : audit [INF] from='client.? 172.21.2.111:0/1073014456' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:38.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:38 gibba011 conmon[95595]: audit 2021-03-04T23:38:37.879125+0000 mon.a (mon.0) 1548 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:38.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:38 gibba011 conmon[99461]: cluster 2021-03-04T23:38:36.785936+0000 mgr.x (mgr.34676) 1116 : cluster [DBG] 2021-03-04T23:38:38.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:38 gibba011 conmon[99461]: pgmap v1160: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 6.1 GiB data, 19 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 1.59k op/s; 33496/299925 objects misplaced (11.168%); 13 MiB/s, 207 objects/s recovering 2021-03-04T23:38:38.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:38 gibba011 conmon[99461]: audit 2021-03-04T23:38:37.878819+0000 mon.c (mon.1) 445 : audit [INF] from='client.? 172.21.2.111:0/1073014456' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:38.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:38 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:38:38.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:38 gibba011 conmon[99461]: 04T23:38:37.879125+0000 mon.a (mon.0) 1548 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:38.389 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:38.412 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:38.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:38.413 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:38.515 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:38.536 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:38.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:38.539 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:38.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:38 gibba038 conmon[76675]: cluster 2021-03-04T23:38:36.785936+0000 mgr.x (mgr.34676) 1116 : cluster [DBG] pgmap v1160: 139 pgs: 2 active+remapped+backfilling, 5 active+remapped+backfill_wait, 132 active+clean; 6.1 GiB data, 19 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 1.59k op/s; 33496/299925 objects misplaced (11.168%); 13 MiB/s, 207 objects/s recovering 2021-03-04T23:38:38.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:38 gibba038 conmon[76675]: 2021-03-04T23:38:38.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:38 gibba038 conmon[76675]: audit 2021-03-04T23:38:37.878819+0000 mon.c (mon.1) 445 : audit [INF] from='client.? 172.21.2.111:0/1073014456' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:38.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:38 gibba038 conmon[76675]: audit 2021-03-04T23:38:37.879125+0000 mon.a (mon.0) 1548 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:38.641 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:38.663 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:38.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:38.665 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:38.699 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:38:38.767 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:38.790 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:38.791 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:38.791 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:38.893 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:38.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:38.917 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:38.917 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:39.019 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:39.044 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:39.045 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:39.045 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:39.143 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-03-04T23:38:39.147 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:39.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:39.170 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:39.171 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:39.272 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:39.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:39.297 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:39.297 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:39.317 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:39.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:39 gibba011 conmon[95595]: cluster 2021-03-04T23:38:38.689934+0000 mon.a (mon. 2021-03-04T23:38:39.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:39 gibba011 conmon[95595]: 0) 1549 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:39.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:39 gibba011 conmon[95595]: audit 2021-03-04T23:38:38.692755+0000 mon.a (mon.0) 1550 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:38:39.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:39 gibba011 conmon[95595]: cluster 2021-03-04T23:38:38.692809+0000 mon.a (mon.0) 1551 : cluster [DBG] osdmap e341: 8 total, 8 up, 7 in 2021-03-04T23:38:39.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:39 gibba011 conmon[99461]: cluster 2021-03-04T23:38:38.689934+0000 mon.a (mon.0) 1549 2021-03-04T23:38:39.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:39 gibba011 conmon[99461]: : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:39.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:39 gibba011 conmon[99461]: audit 2021-03-04T23:38: 2021-03-04T23:38:39.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:39 gibba011 conmon[99461]: 38.692755+0000 mon.a (mon.0) 1550 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:38:39.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:39 gibba011 conmon[99461]: cluster 2021-03-04T23:38:39.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:39 gibba011 conmon[99461]: 2021-03-04T23 2021-03-04T23:38:39.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:39 gibba011 conmon[99461]: :38:38.692809+0000 mon.a (mon.0) 1551 : cluster 2021-03-04T23:38:39.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:39 gibba011 conmon[99461]: [DBG] osdmap e341: 8 total, 8 up, 7 in 2021-03-04T23:38:39.399 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:39.420 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:39.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:39.421 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:39.523 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:39.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:39.545 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:39.545 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:39.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:39 gibba038 conmon[76675]: cluster 2021-03-04T23:38:38.689934+0000 mon.a (mon.0) 1549 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:39.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:39 gibba038 conmon[76675]: audit 2021-03-04T23:38:38.692755+0000 mon.a (mon.0) 1550 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:38:39.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:39 gibba038 conmon[76675]: cluster 2021-03-04T23:38:38.692809+0000 mon.a (mon.0) 1551 : cluster [DBG] osdmap e341: 8 total, 8 up, 7 in 2021-03-04T23:38:39.647 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:39.671 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:39.671 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:39.672 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:39.774 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:39.795 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:39.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:39.797 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:39.898 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:39.921 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:39.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:39.923 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:40.024 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:40.047 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:40.048 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:40.049 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:40.150 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:40.172 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:40.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:40.174 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:40.275 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:40.296 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:40.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:40.298 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:40.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:40 gibba011 conmon[95595]: cluster 2021-03-04T23:38:38.786267+0000 mgr.x (mgr.34676) 1117 : cluster [DBG] pgmap v1162: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 5.7 GiB data, 18 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.81k op/s; 30711/279960 objects misplaced (10.970%); 6.4 MiB/s, 102 objects/s recovering 2021-03-04T23:38:40.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:40 gibba011 conmon[99461]: cluster 2021-03-04T23:38:38.786267+0000 mgr.x ( 2021-03-04T23:38:40.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:40 gibba011 conmon[99461]: mgr.34676) 1117 : cluster [DBG] pgmap v1162: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 5.7 GiB data, 18 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.81k op/s; 30711/279960 objects misplaced (10.970%); 6.4 MiB/s, 102 objects/s recovering 2021-03-04T23:38:40.399 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:40.422 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:40.423 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:40.423 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:40.524 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:40.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:40.546 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:40.546 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:40.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:40 gibba038 conmon[76675]: cluster 2021-03-04T23:38:38.786267+0000 mgr.x (mgr.34676) 1117 : cluster [DBG] pgmap v1162: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 5.7 GiB data, 18 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.81k op/s; 30711/279960 objects misplaced (10.970%); 6.4 MiB/s, 102 objects/s recovering 2021-03-04T23:38:40.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:40 gibba038 conmon[76675]: 2021-03-04T23:38:40.647 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:40.671 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:40.672 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:40.673 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:40.774 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:40.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:40.797 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:40.798 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:40.899 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:40.925 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:40.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:40.927 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:41.028 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:41.048 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:41.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:41.050 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:41.151 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:41.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:41.174 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:41.175 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:41.276 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:41.296 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:41.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:41.298 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:41.399 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:41.432 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:41.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:41.434 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:41.535 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:41.560 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:41.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:41.561 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:41.663 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:41.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:41.686 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:41.687 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:41.768 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:38:41.788 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:41.789 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:38:41.814 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:38:41.816 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:41.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:41.818 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:41.837 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:38:41.858 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:38:41.880 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:38:41.902 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:38:41.920 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:41.923 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:38:41.925 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:38:41.925 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:38:41.925 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:38:41.926 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:38:41.926 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:38:41.926 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:38:41.926 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:38:41.926 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:38:41.944 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:41.945 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:41.946 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:42.047 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:42.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:42.069 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:42.070 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:42.078 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:38:42.170 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:42.193 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:42.193 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:42.194 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:42.295 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:42.303 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:42.313 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:42.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:42.315 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:42.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:42 gibba011 conmon[95595]: cluster 2021-03-04T23:38:42.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:42 gibba011 conmon[95595]: 2021-03-04T23 2021-03-04T23:38:42.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:42 gibba011 conmon[95595]: :38:40.786792+0000 mgr.x (mgr.34676) 1118 : cluster [DBG] pgmap v1163: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 5.6 GiB data, 17 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s; 30176/275025 objects misplaced (10.972%); 5.8 MiB/s, 93 objects/s recovering 2021-03-04T23:38:42.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:42 gibba011 conmon[95595]: audit 2021-03- 2021-03-04T23:38:42.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:42 gibba011 conmon[95595]: 04T23:38:41.744916+0000 mon.c (mon.1) 446 : 2021-03-04T23:38:42.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:42 gibba011 conmon[95595]: audit [DBG] from='client.? 172.21.2.111:0/4266895969' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:42.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:42 gibba011 conmon[99461]: cluster 2021-03-04T23:38:42.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:42 gibba011 conmon[99461]: 2021-03-04T23:38:40 2021-03-04T23:38:42.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:42 gibba011 conmon[99461]: .786792+0000 mgr.x (mgr.34676) 1118 : cluster [DBG] pgmap v1163: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 5.6 GiB data, 17 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s; 30176/275025 objects misplaced (10.972%); 5.8 MiB/s, 93 objects/s recovering 2021-03-04T23:38:42.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:42 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:38:42.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:42 gibba011 conmon[99461]: -04T23:38:41.744916+0000 mon.c (mon 2021-03-04T23:38:42.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:42 gibba011 conmon[99461]: .1) 446 : audit [DBG] from='client.? 172.21.2.111:0/4266895969' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:42.416 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:42.436 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:42.437 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:42.438 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:42.539 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:42.564 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:42.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:42.565 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:42.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:42 gibba038 conmon[76675]: cluster 2021-03-04T23:38:40.786792+0000 mgr.x (mgr.34676) 1118 2021-03-04T23:38:42.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:42 gibba038 conmon[76675]: : cluster [DBG] pgmap v1163: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 5.6 GiB data, 17 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.48k op/s; 30176/275025 objects misplaced (10.972%); 5.8 MiB/s, 93 objects/s recovering 2021-03-04T23:38:42.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:42 gibba038 conmon[76675]: audit 2021-03-04T23:38:41.744916+0000 mon.c (mon.1) 446 : audit [DBG] from='client.? 172.21.2.111:0/4266895969' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:42.666 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:42.687 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:42.688 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:42.689 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:42.790 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:42.816 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:42.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:42.817 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:42.834 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 1, 3, 2] out_osds: [7] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:38:42.835 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:38:42.835 INFO:tasks.thrashosds.thrasher:Growing pool device_health_metrics 2021-03-04T23:38:42.836 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:38:42.919 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:42.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:42.944 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:42.945 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:43.020 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:43.046 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:43.069 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:43.070 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:43.071 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:43.172 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:43.192 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:43.193 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:43.194 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:43.295 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:43.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:43.319 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:43.319 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:43.421 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:43.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:43.520 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:43.521 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:43.622 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:43.656 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:43.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:43.658 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:43.760 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:43.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:43.799 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:43.800 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:43.901 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:43.930 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:43.931 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:43.931 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:44.033 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:44.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:44.064 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:44.064 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:44.166 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:44.196 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:44.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:44.198 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:44.254 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:44 gibba011 conmon[99461]: cluster 2021-03-04T23:38:42.787218+0000 mgr.x (mgr.34676) 1119 : cluster [DBG] pgmap v1164: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 5.2 GiB data, 17 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.92k op/s; 29179/257235 objects misplaced (11.343%); 4.5 MiB/s, 72 objects/s recovering 2021-03-04T23:38:44.255 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:44 gibba011 conmon[95595]: cluster 2021-03-04T23:38:42.787218+0000 mgr.x (mgr.34676) 1119 : cluster [DBG] pgmap v1164: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 5.2 GiB data, 17 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.92k op/s; 29179/257235 objects misplaced (11.343%); 4.5 MiB/s, 72 objects/s recovering 2021-03-04T23:38:44.299 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:44.325 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:44.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:44.327 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:44.428 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:44.456 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:44.457 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:44.457 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:44.552 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:38:44.553 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:38:44.559 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:44.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:44 gibba038 conmon[76675]: cluster 2021-03-04T23:38:42.787218+0000 mgr.x (mgr.34676 2021-03-04T23:38:44.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:44 gibba038 conmon[76675]: ) 1119 : cluster [DBG] pgmap v1164: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 5.2 GiB data, 17 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.92k op/s; 29179/257235 objects misplaced (11.343%); 4.5 MiB/s, 72 objects/s recovering 2021-03-04T23:38:44.591 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:44.592 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:44.593 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:44.694 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:44.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:44.733 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:44.734 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:44.836 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:44.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:44.867 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:44.868 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:44.969 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:45.001 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:45.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:45.002 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:45.103 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:45.126 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:45.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:45.128 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:45.229 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:45.253 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:45.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:45.255 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:45.356 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:45.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:45.375 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:45.375 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:45.477 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:45.502 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:45.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:45.504 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:45.605 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:45.629 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:45.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:45.631 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:45.732 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:45.752 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:45.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:45.754 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:45.841 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:38:45.855 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:45.908 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:45.909 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:45.909 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:45.979 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:46.011 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:46.028 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:46.029 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:46.029 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:46.130 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:46.152 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:46.153 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:46.153 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:46.255 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:46.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:46.273 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:46.273 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:46.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:46 gibba011 conmon[95595]: cluster 2021-03-04T23:38:44.787750+0000 mgr.x (mgr.34676) 1120 : cluster [DBG] pgmap v1165: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 5.0 GiB data, 16 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 2.08k op/s; 26638/245622 objects misplaced (10.845%); 4.4 MiB/s, 70 objects/s recovering 2021-03-04T23:38:46.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:46 gibba011 conmon[99461]: cluster 2021-03-04T23:38:44.787750+0000 mgr.x (mgr.34676) 1120 2021-03-04T23:38:46.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:46 gibba011 conmon[99461]: : cluster [DBG] pgmap v1165: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 5.0 GiB data, 16 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 2.08k op/s; 26638/245622 objects misplaced (10.845%); 4.4 MiB/s, 70 objects/s recovering 2021-03-04T23:38:46.375 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:46.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:46.401 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:46.401 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:46.503 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:46.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:46.524 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:46.524 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:46.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:46 gibba038 conmon[76675]: cluster 2021-03-04T23:38:44.787750+0000 mgr.x (mgr.34676) 1120 : cluster [DBG] 2021-03-04T23:38:46.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:46 gibba038 conmon[76675]: pgmap v1165: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 5.0 GiB data, 16 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 2.08k op/s; 26638/245622 objects misplaced (10.845%); 4.4 MiB/s, 70 objects/s recovering 2021-03-04T23:38:46.625 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:46.648 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:46.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:46.649 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:46.750 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:46.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:46.773 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:46.773 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:46.875 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:46.897 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:46.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:46.898 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:46.999 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:47.022 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:47.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:47.024 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:47.125 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:47.147 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:47.148 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:47.148 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:47.250 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:47.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:47.280 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:47.281 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:47.376 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-03-04T23:38:47.382 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:47.403 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:47.404 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:47.405 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:47.506 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:47.526 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:47.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:47.527 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:47.544 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:47.628 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:47.650 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:47.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:47.652 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:47.753 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:47.777 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:47.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:47.778 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:47.879 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:47.907 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:47.908 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:47.908 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:48.010 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:48.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:48.027 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:48.028 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:48.118 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:38:48.121 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:38:48.129 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:48.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:48.154 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:48.155 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:48.256 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:48.280 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:48.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:48.281 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:48.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:48 gibba011 conmon[95595]: cluster 2021-03-04T23:38:46.788170+0000 mgr.x (mgr.34676) 1121 : cluster [DBG] pgmap v1166: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 5.0 GiB data, 15 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 1.87k op/s; 26638/243753 objects misplaced (10.928%); 3.8 MiB/s, 61 objects/s recovering 2021-03-04T23:38:48.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:48 gibba011 conmon[99461]: cluster 2021-03-04T23:38:46.788170+0000 mgr.x (mgr.34676) 1121 : cluster [DBG] pgmap v1166: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 5.0 GiB data, 15 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 1.87k op/s; 26638/243753 objects misplaced (10.928%); 3.8 MiB/s, 61 objects/s recovering 2021-03-04T23:38:48.383 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:48.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:48.408 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:48.408 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:48.510 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:48.531 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:48.532 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:48.533 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:48.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:48 gibba038 conmon[76675]: cluster 2021-03-04T23:38:46.788170+0000 mgr.x (mgr.34676) 1121 : cluster [DBG] pgmap v1166: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 5.0 GiB data, 15 GiB used, 570 GiB / 588 GiB avail; 0 B/s wr, 1.87k op/s; 26638/243753 objects misplaced (10.928%); 3.8 MiB/s, 61 objects/s recovering 2021-03-04T23:38:48.634 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:48.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:48.658 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:48.658 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:48.760 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:48.780 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:48.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:48.782 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:48.883 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:48.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:48.903 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:48.904 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:49.005 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:49.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:49.027 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:49.028 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:49.117 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:38:49.129 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:49.151 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:49.151 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:49.152 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:49.253 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:49.274 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:49.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:49.276 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:49.377 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:49.399 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:49.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:49.400 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:49.501 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:49.524 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:49.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:49.526 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:49.567 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:49 gibba011 conmon[99461]: audit 2021-03-04T23:38:49.568 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:49 gibba011 conmon[99461]: 2021-03-04T23:38:49.568 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:49 gibba011 conmon[99461]: 2021 2021-03-04T23:38:49.568 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:49 gibba011 conmon[99461]: - 2021-03-04T23:38:49.568 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:49 gibba011 conmon[99461]: 03 2021-03-04T23:38:49.569 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:49 gibba011 conmon[99461]: - 2021-03-04T23:38:49.569 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:49 gibba011 conmon[99461]: 04T23:38:48.013235+0000 mgr.x ( 2021-03-04T23:38:49.569 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:49 gibba011 conmon[99461]: mgr.34676) 1122 : audit [DBG] from='client.46515 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:38:49.569 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:49 gibba011 conmon[99461]: audit 2021-03-04T23:38:49.570 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:49 gibba011 conmon[99461]: 2021-03- 2021-03-04T23:38:49.570 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:49 gibba011 conmon[99461]: 04T23:38:48.342769+0000 2021-03-04T23:38:49.570 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:49 gibba011 conmon[99461]: mon.c (mon.1) 447 : audit 2021-03-04T23:38:49.570 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:49 gibba011 conmon[99461]: [INF] from='client.? 172.21.2.111:0/4004431701' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:49.570 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:49 gibba011 conmon[99461]: audit 2021-03-04T23:38:49.571 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:49 gibba011 conmon[99461]: 2021-03-04T23:38:49.571 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:49 gibba011 conmon[99461]: 2021-03-04T23:38:48 2021-03-04T23:38:49.571 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:49 gibba011 conmon[99461]: .343084+0000 mon.a (mon.0) 1552 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:49.571 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:49 gibba011 conmon[95595]: audit 2021-03-04T23:38:48.013235+0000 mgr.x (mgr.34676) 1122 : audit [DBG] 2021-03-04T23:38:49.572 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:49 gibba011 conmon[95595]: from='client.46515 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:38:49.572 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:49 gibba011 conmon[95595]: audit 2021-03-04T23:38:48.342769+0000 mon.c (mon.1) 447 : audit [INF] from='client.? 172.21.2.111:0/4004431701' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:49.572 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:49 gibba011 conmon[95595]: audit 2021-03-04T23:38:48.343084+0000 mon.a (mon.0) 1552 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:49.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:49 gibba038 conmon[76675]: audit 2021-03-04T23:38:48.013235+0000 mgr.x (mgr.34676) 1122 : audit [DBG] from='client.46515 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:38:49.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:49 gibba038 conmon[76675]: audit 2021-03-04T23:38:48.342769+0000 mon.c (mon.1) 447 : audit [INF] from='client.? 172.21.2.111:0/4004431701' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:49.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:49 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:38:49.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:49 gibba038 conmon[76675]: -04T23:38:48.343084+0000 mon.a (mon.0) 1552 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:38:49.627 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:49.648 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:49.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:49.649 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:49.750 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:49.777 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:49.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:49.779 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:49.880 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:49.901 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:49.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:49.903 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:50.005 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:50.029 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:50.030 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:50.030 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:50.132 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:50.153 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:50.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:50.155 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:50.257 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:50.280 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:50.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:50.283 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:50.384 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:50.405 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:50.406 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:50.407 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:50.472 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:50 gibba011 conmon[95595]: cluster 2021-03-04T23:38:48.788716+0000 mgr.x (mgr.34676) 1123 : cluster [DBG] pgmap v1167: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 4.5 GiB data, 14 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.96k op/s; 23989/220440 objects misplaced (10.882%); 716 KiB/s, 11 objects/s recovering 2021-03-04T23:38:50.472 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:50 gibba011 conmon[95595]: cluster 2021-03-04T23:38:49.104512+0000 mon.a (mon.0) 1553 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:50.473 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:50 gibba011 conmon[95595]: audit 2021-03-04T23:38:49.110124+0000 mon.a (mon.0) 1554 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:38:50.473 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:50 gibba011 conmon[95595]: cluster 2021-03-04T23:38:49.110170+0000 mon.a (mon.0) 1555 : cluster [DBG] osdmap e342: 8 total, 8 up, 7 in 2021-03-04T23:38:50.473 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:50 gibba011 conmon[99461]: cluster 2021-03-04T23:38:48.788716+0000 mgr.x (mgr.34676) 1123 : cluster [DBG] pgmap v1167: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 4.5 GiB data, 14 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.96k op/s; 23989/220440 objects misplaced (10.882%); 716 KiB/s, 11 objects/s recovering 2021-03-04T23:38:50.473 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:50 gibba011 conmon[99461]: cluster 2021-03-04T23:38:49.104512+0000 mon.a (mon.0) 1553 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:50.474 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:50 gibba011 conmon[99461]: audit 2021-03-04T23:38:49.110124+0000 mon.a (mon.0) 1554 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:38:50.474 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:50 gibba011 conmon[99461]: cluster 2021-03-04T23:38:49.110170+0000 mon.a (mon.0) 1555 : cluster [DBG] osdmap e342: 8 total, 8 up, 7 in 2021-03-04T23:38:50.508 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:50.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:50.532 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:50.532 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:50.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:50 gibba038 conmon[76675]: cluster 2021-03-04T23:38:48.788716+0000 mgr.x (mgr.34676) 1123 2021-03-04T23:38:50.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:50 gibba038 conmon[76675]: : cluster [DBG] pgmap v1167: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 4.5 GiB data, 14 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 1.96k op/s; 23989/220440 objects misplaced (10.882%); 716 KiB/s, 11 objects/s recovering 2021-03-04T23:38:50.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:50 gibba038 conmon[76675]: cluster 2021-03-04T23:38:49.104512+0000 mon.a (mon.0) 1553 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:38:50.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:50 gibba038 conmon[76675]: audit 2021-03-04T23:38:50.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:50 gibba038 conmon[76675]: 2021-03-04T23:38:49.110124+0000 mon.a (mon.0) 1554 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:38:50.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:50 gibba038 conmon[76675]: cluster 2021-03-04T23:38:50.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:50 gibba038 conmon[76675]: 2021-03-04T23:38:49.110170+0000 mon.a 2021-03-04T23:38:50.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:50 gibba038 conmon[76675]: (mon.0) 1555 : cluster [DBG] osdmap e342: 8 total, 8 up, 7 in 2021-03-04T23:38:50.633 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:50.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:50.656 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:50.656 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:50.758 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:50.780 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:50.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:50.781 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:50.883 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:50.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:50.905 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:50.905 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:51.007 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:51.009 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":1166,"stamp":"2021-03-04T23:38:46.787900+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5323361600,"num_objects":81251,"num_object_clones":0,"num_object_copies":243753,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":26638,"num_objects_unfound":0,"num_objects_dirty":81251,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":306893,"num_write_kb":12418197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":25366,"num_bytes_recovered":1657813279,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":81611,"ondisk_log_size":81611,"up":417,"acting":417,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":425,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":19329652,"kb_used_data":15340412,"kb_used_omap":9841,"kb_used_meta":3979086,"kb_avail":597233036,"statfs":{"total":631360192512,"available":611566628864,"internally_reserved":3221225472,"allocated":15708581888,"data_stored":15697011723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10077297,"internal_metadata":4074584975},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,5,2,5],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-1227096064,"num_objects":-18724,"num_object_clones":0,"num_object_copies":-56172,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":-6858,"num_objects_unfound":0,"num_objects_dirty":-18724,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18724,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":615,"num_bytes_recovered":40304640,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002101"},"pg_stats":[{"pgid":"2.1b","version":"0'0","reported_seq":"292","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085488+0000","last_change":"2021-03-04T23:38:04.213008+0000","last_active":"2021-03-04T23:38:36.085488+0000","last_peered":"2021-03-04T23:38:36.085488+0000","last_clean":"2021-03-04T23:38:36.085488+0000","last_became_active":"2021-03-04T23:38:04.212761+0000","last_became_peered":"2021-03-04T23:38:04.212761+0000","last_unstale":"2021-03-04T23:38:36.085488+0000","last_undegraded":"2021-03-04T23:38:36.085488+0000","last_fullsized":"2021-03-04T23:38:36.085488+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:09.321481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:09.321481+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.18","version":"0'0","reported_seq":"83","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.084817+0000","last_change":"2021-03-04T23:37:19.053234+0000","last_active":"2021-03-04T23:38:36.084817+0000","last_peered":"2021-03-04T23:38:36.084817+0000","last_clean":"2021-03-04T23:38:36.084817+0000","last_became_active":"2021-03-04T23:37:19.052437+0000","last_became_peered":"2021-03-04T23:37:19.052437+0000","last_unstale":"2021-03-04T23:38:36.084817+0000","last_undegraded":"2021-03-04T23:38:36.084817+0000","last_fullsized":"2021-03-04T23:38:36.084817+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"395","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.084983+0000","last_change":"2021-03-04T23:36:58.273501+0000","last_active":"2021-03-04T23:38:36.084983+0000","last_peered":"2021-03-04T23:38:36.084983+0000","last_clean":"2021-03-04T23:38:36.084983+0000","last_became_active":"2021-03-04T23:36:58.273109+0000","last_became_peered":"2021-03-04T23:36:58.273109+0000","last_unstale":"2021-03-04T23:38:36.084983+0000","last_undegraded":"2021-03-04T23:38:36.084983+0000","last_fullsized":"2021-03-04T23:38:36.084983+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"128","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.087108+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:38:36.087108+0000","last_peered":"2021-03-04T23:38:36.087108+0000","last_clean":"2021-03-04T23:38:36.087108+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:38:36.087108+0000","last_undegraded":"2021-03-04T23:38:36.087108+0000","last_fullsized":"2021-03-04T23:38:36.087108+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":"320","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.086533+0000","last_change":"2021-03-04T23:38:04.209589+0000","last_active":"2021-03-04T23:38:36.086533+0000","last_peered":"2021-03-04T23:38:36.086533+0000","last_clean":"2021-03-04T23:38:36.086533+0000","last_became_active":"2021-03-04T23:38:04.209232+0000","last_became_peered":"2021-03-04T23:38:04.209232+0000","last_unstale":"2021-03-04T23:38:36.086533+0000","last_undegraded":"2021-03-04T23:38:36.086533+0000","last_fullsized":"2021-03-04T23:38:36.086533+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:10.369420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:10.369420+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1b","version":"0'0","reported_seq":"56","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085231+0000","last_change":"2021-03-04T23:36:42.239816+0000","last_active":"2021-03-04T23:38:36.085231+0000","last_peered":"2021-03-04T23:38:36.085231+0000","last_clean":"2021-03-04T23:38:36.085231+0000","last_became_active":"2021-03-04T23:36:42.239433+0000","last_became_peered":"2021-03-04T23:36:42.239433+0000","last_unstale":"2021-03-04T23:38:36.085231+0000","last_undegraded":"2021-03-04T23:38:36.085231+0000","last_fullsized":"2021-03-04T23:38:36.085231+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"84","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.125700+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:38:36.125700+0000","last_peered":"2021-03-04T23:38:36.125700+0000","last_clean":"2021-03-04T23:38:36.125700+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:38:36.125700+0000","last_undegraded":"2021-03-04T23:38:36.125700+0000","last_fullsized":"2021-03-04T23:38:36.125700+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"371","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.087136+0000","last_change":"2021-03-04T23:37:19.044164+0000","last_active":"2021-03-04T23:38:36.087136+0000","last_peered":"2021-03-04T23:38:36.087136+0000","last_clean":"2021-03-04T23:38:36.087136+0000","last_became_active":"2021-03-04T23:37:19.043736+0000","last_became_peered":"2021-03-04T23:37:19.043736+0000","last_unstale":"2021-03-04T23:38:36.087136+0000","last_undegraded":"2021-03-04T23:38:36.087136+0000","last_fullsized":"2021-03-04T23:38:36.087136+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":"312","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.125627+0000","last_change":"2021-03-04T23:38:04.214714+0000","last_active":"2021-03-04T23:38:36.125627+0000","last_peered":"2021-03-04T23:38:36.125627+0000","last_clean":"2021-03-04T23:38:36.125627+0000","last_became_active":"2021-03-04T23:38:04.214467+0000","last_became_peered":"2021-03-04T23:38:04.214467+0000","last_unstale":"2021-03-04T23:38:36.125627+0000","last_undegraded":"2021-03-04T23:38:36.125627+0000","last_fullsized":"2021-03-04T23:38:36.125627+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:10.087871+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:10.087871+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1a","version":"0'0","reported_seq":"68","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.084757+0000","last_change":"2021-03-04T23:37:19.044858+0000","last_active":"2021-03-04T23:38:36.084757+0000","last_peered":"2021-03-04T23:38:36.084757+0000","last_clean":"2021-03-04T23:38:36.084757+0000","last_became_active":"2021-03-04T23:37:19.044565+0000","last_became_peered":"2021-03-04T23:37:19.044565+0000","last_unstale":"2021-03-04T23:38:36.084757+0000","last_undegraded":"2021-03-04T23:38:36.084757+0000","last_fullsized":"2021-03-04T23:38:36.084757+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:57.222138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:57.222138+0000","last_clean_scrub_stamp":"2021-03-04T23:36:57.222138+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"146","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.086548+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:38:36.086548+0000","last_peered":"2021-03-04T23:38:36.086548+0000","last_clean":"2021-03-04T23:38:36.086548+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:38:36.086548+0000","last_undegraded":"2021-03-04T23:38:36.086548+0000","last_fullsized":"2021-03-04T23:38:36.086548+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"89","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.124780+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:38:36.124780+0000","last_peered":"2021-03-04T23:38:36.124780+0000","last_clean":"2021-03-04T23:38:36.124780+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:38:36.124780+0000","last_undegraded":"2021-03-04T23:38:36.124780+0000","last_fullsized":"2021-03-04T23:38:36.124780+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":"97","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.126247+0000","last_change":"2021-03-04T23:38:04.213854+0000","last_active":"2021-03-04T23:38:36.126247+0000","last_peered":"2021-03-04T23:38:36.126247+0000","last_clean":"2021-03-04T23:38:36.126247+0000","last_became_active":"2021-03-04T23:38:04.213550+0000","last_became_peered":"2021-03-04T23:38:04.213550+0000","last_unstale":"2021-03-04T23:38:36.126247+0000","last_undegraded":"2021-03-04T23:38:36.126247+0000","last_fullsized":"2021-03-04T23:38:36.126247+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.943251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.943251+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.15","version":"0'0","reported_seq":"51","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085589+0000","last_change":"2021-03-04T23:37:19.051170+0000","last_active":"2021-03-04T23:38:36.085589+0000","last_peered":"2021-03-04T23:38:36.085589+0000","last_clean":"2021-03-04T23:38:36.085589+0000","last_became_active":"2021-03-04T23:37:19.049958+0000","last_became_peered":"2021-03-04T23:37:19.049958+0000","last_unstale":"2021-03-04T23:38:36.085589+0000","last_undegraded":"2021-03-04T23:38:36.085589+0000","last_fullsized":"2021-03-04T23:38:36.085589+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:07.171112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:07.171112+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"334","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.087131+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:38:36.087131+0000","last_peered":"2021-03-04T23:38:36.087131+0000","last_clean":"2021-03-04T23:38:36.087131+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:38:36.087131+0000","last_undegraded":"2021-03-04T23:38:36.087131+0000","last_fullsized":"2021-03-04T23:38:36.087131+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"146","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.086610+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:38:36.086610+0000","last_peered":"2021-03-04T23:38:36.086610+0000","last_clean":"2021-03-04T23:38:36.086610+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:38:36.086610+0000","last_undegraded":"2021-03-04T23:38:36.086610+0000","last_fullsized":"2021-03-04T23:38:36.086610+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":"270","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.124539+0000","last_change":"2021-03-04T23:38:04.212985+0000","last_active":"2021-03-04T23:38:36.124539+0000","last_peered":"2021-03-04T23:38:36.124539+0000","last_clean":"2021-03-04T23:38:36.124539+0000","last_became_active":"2021-03-04T23:38:04.212663+0000","last_became_peered":"2021-03-04T23:38:04.212663+0000","last_unstale":"2021-03-04T23:38:36.124539+0000","last_undegraded":"2021-03-04T23:38:36.124539+0000","last_fullsized":"2021-03-04T23:38:36.124539+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:03.874706+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:03.874706+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"40","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.123621+0000","last_change":"2021-03-04T23:37:19.047178+0000","last_active":"2021-03-04T23:38:36.123621+0000","last_peered":"2021-03-04T23:38:36.123621+0000","last_clean":"2021-03-04T23:38:36.123621+0000","last_became_active":"2021-03-04T23:37:19.046848+0000","last_became_peered":"2021-03-04T23:37:19.046848+0000","last_unstale":"2021-03-04T23:38:36.123621+0000","last_undegraded":"2021-03-04T23:38:36.123621+0000","last_fullsized":"2021-03-04T23:38:36.123621+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:13.399718+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:13.399718+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"392","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085733+0000","last_change":"2021-03-04T23:37:19.053378+0000","last_active":"2021-03-04T23:38:36.085733+0000","last_peered":"2021-03-04T23:38:36.085733+0000","last_clean":"2021-03-04T23:38:36.085733+0000","last_became_active":"2021-03-04T23:37:19.052783+0000","last_became_peered":"2021-03-04T23:37:19.052783+0000","last_unstale":"2021-03-04T23:38:36.085733+0000","last_undegraded":"2021-03-04T23:38:36.085733+0000","last_fullsized":"2021-03-04T23:38:36.085733+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"157","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.086818+0000","last_change":"2021-03-04T23:37:19.050430+0000","last_active":"2021-03-04T23:38:36.086818+0000","last_peered":"2021-03-04T23:38:36.086818+0000","last_clean":"2021-03-04T23:38:36.086818+0000","last_became_active":"2021-03-04T23:37:19.050175+0000","last_became_peered":"2021-03-04T23:37:19.050175+0000","last_unstale":"2021-03-04T23:38:36.086818+0000","last_undegraded":"2021-03-04T23:38:36.086818+0000","last_fullsized":"2021-03-04T23:38:36.086818+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":"106","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.125933+0000","last_change":"2021-03-04T23:38:04.220390+0000","last_active":"2021-03-04T23:38:36.125933+0000","last_peered":"2021-03-04T23:38:36.125933+0000","last_clean":"2021-03-04T23:38:36.125933+0000","last_became_active":"2021-03-04T23:38:04.220137+0000","last_became_peered":"2021-03-04T23:38:04.220137+0000","last_unstale":"2021-03-04T23:38:36.125933+0000","last_undegraded":"2021-03-04T23:38:36.125933+0000","last_fullsized":"2021-03-04T23:38:36.125933+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:01.935137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:01.935137+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.17","version":"0'0","reported_seq":"34","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085826+0000","last_change":"2021-03-04T23:36:42.240724+0000","last_active":"2021-03-04T23:38:36.085826+0000","last_peered":"2021-03-04T23:38:36.085826+0000","last_clean":"2021-03-04T23:38:36.085826+0000","last_became_active":"2021-03-04T23:36:42.240334+0000","last_became_peered":"2021-03-04T23:36:42.240334+0000","last_unstale":"2021-03-04T23:38:36.085826+0000","last_undegraded":"2021-03-04T23:38:36.085826+0000","last_fullsized":"2021-03-04T23:38:36.085826+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:15.868569+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:15.868569+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,6],"acting":[5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"279","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.087271+0000","last_change":"2021-03-04T23:37:19.145088+0000","last_active":"2021-03-04T23:38:36.087271+0000","last_peered":"2021-03-04T23:38:36.087271+0000","last_clean":"2021-03-04T23:38:36.087271+0000","last_became_active":"2021-03-04T23:37:19.049402+0000","last_became_peered":"2021-03-04T23:37:19.049402+0000","last_unstale":"2021-03-04T23:38:36.087271+0000","last_undegraded":"2021-03-04T23:38:36.087271+0000","last_fullsized":"2021-03-04T23:38:36.087271+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":270,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"93","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.125840+0000","last_change":"2021-03-04T23:36:58.272773+0000","last_active":"2021-03-04T23:38:36.125840+0000","last_peered":"2021-03-04T23:38:36.125840+0000","last_clean":"2021-03-04T23:38:36.125840+0000","last_became_active":"2021-03-04T23:36:58.272608+0000","last_became_peered":"2021-03-04T23:36:58.272608+0000","last_unstale":"2021-03-04T23:38:36.125840+0000","last_undegraded":"2021-03-04T23:38:36.125840+0000","last_fullsized":"2021-03-04T23:38:36.125840+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":"230","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.086919+0000","last_change":"2021-03-04T23:38:04.213984+0000","last_active":"2021-03-04T23:38:36.086919+0000","last_peered":"2021-03-04T23:38:36.086919+0000","last_clean":"2021-03-04T23:38:36.086919+0000","last_became_active":"2021-03-04T23:38:04.213793+0000","last_became_peered":"2021-03-04T23:38:04.213793+0000","last_unstale":"2021-03-04T23:38:36.086919+0000","last_undegraded":"2021-03-04T23:38:36.086919+0000","last_fullsized":"2021-03-04T23:38:36.086919+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:03.118962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:03.118962+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.16","version":"0'0","reported_seq":"39","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.126300+0000","last_change":"2021-03-04T23:36:43.343686+0000","last_active":"2021-03-04T23:38:36.126300+0000","last_peered":"2021-03-04T23:38:36.126300+0000","last_clean":"2021-03-04T23:38:36.126300+0000","last_became_active":"2021-03-04T23:36:42.231502+0000","last_became_peered":"2021-03-04T23:36:42.231502+0000","last_unstale":"2021-03-04T23:38:36.126300+0000","last_undegraded":"2021-03-04T23:38:36.126300+0000","last_fullsized":"2021-03-04T23:38:36.126300+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:43.343526+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:43.343526+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"403","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085008+0000","last_change":"2021-03-04T23:37:19.147253+0000","last_active":"2021-03-04T23:38:36.085008+0000","last_peered":"2021-03-04T23:38:36.085008+0000","last_clean":"2021-03-04T23:38:36.085008+0000","last_became_active":"2021-03-04T23:37:19.046902+0000","last_became_peered":"2021-03-04T23:37:19.046902+0000","last_unstale":"2021-03-04T23:38:36.085008+0000","last_undegraded":"2021-03-04T23:38:36.085008+0000","last_fullsized":"2021-03-04T23:38:36.085008+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":20,"num_bytes_recovered":12995,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"363","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085628+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:38:36.085628+0000","last_peered":"2021-03-04T23:38:36.085628+0000","last_clean":"2021-03-04T23:38:36.085628+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:38:36.085628+0000","last_undegraded":"2021-03-04T23:38:36.085628+0000","last_fullsized":"2021-03-04T23:38:36.085628+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":"404","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085001+0000","last_change":"2021-03-04T23:38:04.213444+0000","last_active":"2021-03-04T23:38:36.085001+0000","last_peered":"2021-03-04T23:38:36.085001+0000","last_clean":"2021-03-04T23:38:36.085001+0000","last_became_active":"2021-03-04T23:38:04.213223+0000","last_became_peered":"2021-03-04T23:38:04.213223+0000","last_unstale":"2021-03-04T23:38:36.085001+0000","last_undegraded":"2021-03-04T23:38:36.085001+0000","last_fullsized":"2021-03-04T23:38:36.085001+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:44.440677+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:44.440677+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"51","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085011+0000","last_change":"2021-03-04T23:36:53.443648+0000","last_active":"2021-03-04T23:38:36.085011+0000","last_peered":"2021-03-04T23:38:36.085011+0000","last_clean":"2021-03-04T23:38:36.085011+0000","last_became_active":"2021-03-04T23:35:58.151766+0000","last_became_peered":"2021-03-04T23:35:58.151766+0000","last_unstale":"2021-03-04T23:38:36.085011+0000","last_undegraded":"2021-03-04T23:38:36.085011+0000","last_fullsized":"2021-03-04T23:38:36.085011+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:53.443606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:53.443606+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"64","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085673+0000","last_change":"2021-03-04T23:37:19.150109+0000","last_active":"2021-03-04T23:38:36.085673+0000","last_peered":"2021-03-04T23:38:36.085673+0000","last_clean":"2021-03-04T23:38:36.085673+0000","last_became_active":"2021-03-04T23:37:19.047329+0000","last_became_peered":"2021-03-04T23:37:19.047329+0000","last_unstale":"2021-03-04T23:38:36.085673+0000","last_undegraded":"2021-03-04T23:38:36.085673+0000","last_fullsized":"2021-03-04T23:38:36.085673+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":68,"num_keys_recovered":20,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"173","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.087132+0000","last_change":"2021-03-04T23:37:19.047240+0000","last_active":"2021-03-04T23:38:36.087132+0000","last_peered":"2021-03-04T23:38:36.087132+0000","last_clean":"2021-03-04T23:38:36.087132+0000","last_became_active":"2021-03-04T23:37:19.047006+0000","last_became_peered":"2021-03-04T23:37:19.047006+0000","last_unstale":"2021-03-04T23:38:36.087132+0000","last_undegraded":"2021-03-04T23:38:36.087132+0000","last_fullsized":"2021-03-04T23:38:36.087132+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":"380","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085630+0000","last_change":"2021-03-04T23:38:04.211744+0000","last_active":"2021-03-04T23:38:36.085630+0000","last_peered":"2021-03-04T23:38:36.085630+0000","last_clean":"2021-03-04T23:38:36.085630+0000","last_became_active":"2021-03-04T23:38:04.211315+0000","last_became_peered":"2021-03-04T23:38:04.211315+0000","last_unstale":"2021-03-04T23:38:36.085630+0000","last_undegraded":"2021-03-04T23:38:36.085630+0000","last_fullsized":"2021-03-04T23:38:36.085630+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:04.545566+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:04.545566+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"60","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.084825+0000","last_change":"2021-03-04T23:37:19.053204+0000","last_active":"2021-03-04T23:38:36.084825+0000","last_peered":"2021-03-04T23:38:36.084825+0000","last_clean":"2021-03-04T23:38:36.084825+0000","last_became_active":"2021-03-04T23:37:19.052927+0000","last_became_peered":"2021-03-04T23:37:19.052927+0000","last_unstale":"2021-03-04T23:38:36.084825+0000","last_undegraded":"2021-03-04T23:38:36.084825+0000","last_fullsized":"2021-03-04T23:38:36.084825+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:56.490460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:56.490460+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"279","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.086854+0000","last_change":"2021-03-04T23:37:19.047111+0000","last_active":"2021-03-04T23:38:36.086854+0000","last_peered":"2021-03-04T23:38:36.086854+0000","last_clean":"2021-03-04T23:38:36.086854+0000","last_became_active":"2021-03-04T23:37:19.046427+0000","last_became_peered":"2021-03-04T23:37:19.046427+0000","last_unstale":"2021-03-04T23:38:36.086854+0000","last_undegraded":"2021-03-04T23:38:36.086854+0000","last_fullsized":"2021-03-04T23:38:36.086854+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"355","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085489+0000","last_change":"2021-03-04T23:37:19.050928+0000","last_active":"2021-03-04T23:38:36.085489+0000","last_peered":"2021-03-04T23:38:36.085489+0000","last_clean":"2021-03-04T23:38:36.085489+0000","last_became_active":"2021-03-04T23:37:19.050351+0000","last_became_peered":"2021-03-04T23:37:19.050351+0000","last_unstale":"2021-03-04T23:38:36.085489+0000","last_undegraded":"2021-03-04T23:38:36.085489+0000","last_fullsized":"2021-03-04T23:38:36.085489+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"53","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.125905+0000","last_change":"2021-03-04T23:36:38.273412+0000","last_active":"2021-03-04T23:38:36.125905+0000","last_peered":"2021-03-04T23:38:36.125905+0000","last_clean":"2021-03-04T23:38:36.125905+0000","last_became_active":"2021-03-04T23:35:58.102145+0000","last_became_peered":"2021-03-04T23:35:58.102145+0000","last_unstale":"2021-03-04T23:38:36.125905+0000","last_undegraded":"2021-03-04T23:38:36.125905+0000","last_fullsized":"2021-03-04T23:38:36.125905+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:38.273376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:38.273376+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"31","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.123485+0000","last_change":"2021-03-04T23:36:58.273792+0000","last_active":"2021-03-04T23:38:36.123485+0000","last_peered":"2021-03-04T23:38:36.123485+0000","last_clean":"2021-03-04T23:38:36.123485+0000","last_became_active":"2021-03-04T23:36:58.273567+0000","last_became_peered":"2021-03-04T23:36:58.273567+0000","last_unstale":"2021-03-04T23:38:36.123485+0000","last_undegraded":"2021-03-04T23:38:36.123485+0000","last_fullsized":"2021-03-04T23:38:36.123485+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:06.013122+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:06.013122+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"235","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085171+0000","last_change":"2021-03-04T23:37:19.049502+0000","last_active":"2021-03-04T23:38:36.085171+0000","last_peered":"2021-03-04T23:38:36.085171+0000","last_clean":"2021-03-04T23:38:36.085171+0000","last_became_active":"2021-03-04T23:37:19.049175+0000","last_became_peered":"2021-03-04T23:37:19.049175+0000","last_unstale":"2021-03-04T23:38:36.085171+0000","last_undegraded":"2021-03-04T23:38:36.085171+0000","last_fullsized":"2021-03-04T23:38:36.085171+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"353","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.087048+0000","last_change":"2021-03-04T23:37:19.047265+0000","last_active":"2021-03-04T23:38:36.087048+0000","last_peered":"2021-03-04T23:38:36.087048+0000","last_clean":"2021-03-04T23:38:36.087048+0000","last_became_active":"2021-03-04T23:37:19.047011+0000","last_became_peered":"2021-03-04T23:37:19.047011+0000","last_unstale":"2021-03-04T23:38:36.087048+0000","last_undegraded":"2021-03-04T23:38:36.087048+0000","last_fullsized":"2021-03-04T23:38:36.087048+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"48","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085166+0000","last_change":"2021-03-04T23:35:58.105058+0000","last_active":"2021-03-04T23:38:36.085166+0000","last_peered":"2021-03-04T23:38:36.085166+0000","last_clean":"2021-03-04T23:38:36.085166+0000","last_became_active":"2021-03-04T23:35:58.104683+0000","last_became_peered":"2021-03-04T23:35:58.104683+0000","last_unstale":"2021-03-04T23:38:36.085166+0000","last_undegraded":"2021-03-04T23:38:36.085166+0000","last_fullsized":"2021-03-04T23:38:36.085166+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"50","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.124124+0000","last_change":"2021-03-04T23:36:09.861599+0000","last_active":"2021-03-04T23:38:36.124124+0000","last_peered":"2021-03-04T23:38:36.124124+0000","last_clean":"2021-03-04T23:38:36.124124+0000","last_became_active":"2021-03-04T23:35:58.103257+0000","last_became_peered":"2021-03-04T23:35:58.103257+0000","last_unstale":"2021-03-04T23:38:36.124124+0000","last_undegraded":"2021-03-04T23:38:36.124124+0000","last_fullsized":"2021-03-04T23:38:36.124124+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:09.861569+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:09.861569+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"230","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.124337+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:38:36.124337+0000","last_peered":"2021-03-04T23:38:36.124337+0000","last_clean":"2021-03-04T23:38:36.124337+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:38:36.124337+0000","last_undegraded":"2021-03-04T23:38:36.124337+0000","last_fullsized":"2021-03-04T23:38:36.124337+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"155","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.087351+0000","last_change":"2021-03-04T23:37:19.046095+0000","last_active":"2021-03-04T23:38:36.087351+0000","last_peered":"2021-03-04T23:38:36.087351+0000","last_clean":"2021-03-04T23:38:36.087351+0000","last_became_active":"2021-03-04T23:37:19.045877+0000","last_became_peered":"2021-03-04T23:37:19.045877+0000","last_unstale":"2021-03-04T23:38:36.087351+0000","last_undegraded":"2021-03-04T23:38:36.087351+0000","last_fullsized":"2021-03-04T23:38:36.087351+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"341'19211","reported_seq":"19255","reported_epoch":"341","state":"active+clean","last_fresh":"2021-03-04T23:38:43.836268+0000","last_change":"2021-03-04T23:36:03.122468+0000","last_active":"2021-03-04T23:38:43.836268+0000","last_peered":"2021-03-04T23:38:43.836268+0000","last_clean":"2021-03-04T23:38:43.836268+0000","last_became_active":"2021-03-04T23:36:03.122279+0000","last_became_peered":"2021-03-04T23:36:03.122279+0000","last_unstale":"2021-03-04T23:38:43.836268+0000","last_undegraded":"2021-03-04T23:38:43.836268+0000","last_fullsized":"2021-03-04T23:38:43.836268+0000","mapping_epoch":305,"log_start":"331'13831","ondisk_log_start":"331'13831","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":5380,"ondisk_log_size":5380,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":325517312,"num_objects":4967,"num_object_clones":0,"num_object_copies":14901,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4967,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19211,"num_write_kb":773696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"145","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085067+0000","last_change":"2021-03-04T23:37:19.046982+0000","last_active":"2021-03-04T23:38:36.085067+0000","last_peered":"2021-03-04T23:38:36.085067+0000","last_clean":"2021-03-04T23:38:36.085067+0000","last_became_active":"2021-03-04T23:37:19.046695+0000","last_became_peered":"2021-03-04T23:37:19.046695+0000","last_unstale":"2021-03-04T23:38:36.085067+0000","last_undegraded":"2021-03-04T23:38:36.085067+0000","last_fullsized":"2021-03-04T23:38:36.085067+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:38.455891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:36:38.455891+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"40","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.125071+0000","last_change":"2021-03-04T23:37:19.050467+0000","last_active":"2021-03-04T23:38:36.125071+0000","last_peered":"2021-03-04T23:38:36.125071+0000","last_clean":"2021-03-04T23:38:36.125071+0000","last_became_active":"2021-03-04T23:37:19.050207+0000","last_became_peered":"2021-03-04T23:37:19.050207+0000","last_unstale":"2021-03-04T23:38:36.125071+0000","last_undegraded":"2021-03-04T23:38:36.125071+0000","last_fullsized":"2021-03-04T23:38:36.125071+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:05.727498+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:05.727498+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"60","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085330+0000","last_change":"2021-03-04T23:37:19.142841+0000","last_active":"2021-03-04T23:38:36.085330+0000","last_peered":"2021-03-04T23:38:36.085330+0000","last_clean":"2021-03-04T23:38:36.085330+0000","last_became_active":"2021-03-04T23:37:19.044607+0000","last_became_peered":"2021-03-04T23:37:19.044607+0000","last_unstale":"2021-03-04T23:38:36.085330+0000","last_undegraded":"2021-03-04T23:38:36.085330+0000","last_fullsized":"2021-03-04T23:38:36.085330+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":44,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"358","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.084911+0000","last_change":"2021-03-04T23:37:19.053320+0000","last_active":"2021-03-04T23:38:36.084911+0000","last_peered":"2021-03-04T23:38:36.084911+0000","last_clean":"2021-03-04T23:38:36.084911+0000","last_became_active":"2021-03-04T23:37:19.052947+0000","last_became_peered":"2021-03-04T23:37:19.052947+0000","last_unstale":"2021-03-04T23:38:36.084911+0000","last_undegraded":"2021-03-04T23:38:36.084911+0000","last_fullsized":"2021-03-04T23:38:36.084911+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"341'19256","reported_seq":"19300","reported_epoch":"341","state":"active+clean","last_fresh":"2021-03-04T23:38:41.987983+0000","last_change":"2021-03-04T23:36:03.219514+0000","last_active":"2021-03-04T23:38:41.987983+0000","last_peered":"2021-03-04T23:38:41.987983+0000","last_clean":"2021-03-04T23:38:41.987983+0000","last_became_active":"2021-03-04T23:36:03.219270+0000","last_became_peered":"2021-03-04T23:36:03.219270+0000","last_unstale":"2021-03-04T23:38:41.987983+0000","last_undegraded":"2021-03-04T23:38:41.987983+0000","last_fullsized":"2021-03-04T23:38:41.987983+0000","mapping_epoch":305,"log_start":"331'13739","ondisk_log_start":"331'13739","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":5517,"ondisk_log_size":5517,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":342622208,"num_objects":5228,"num_object_clones":0,"num_object_copies":15684,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5228,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19256,"num_write_kb":783488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"67","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.086946+0000","last_change":"2021-03-04T23:36:38.972969+0000","last_active":"2021-03-04T23:38:36.086946+0000","last_peered":"2021-03-04T23:38:36.086946+0000","last_clean":"2021-03-04T23:38:36.086946+0000","last_became_active":"2021-03-04T23:36:36.209289+0000","last_became_peered":"2021-03-04T23:36:36.209289+0000","last_unstale":"2021-03-04T23:38:36.086946+0000","last_undegraded":"2021-03-04T23:38:36.086946+0000","last_fullsized":"2021-03-04T23:38:36.086946+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:38.972917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:38.972917+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"60","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085219+0000","last_change":"2021-03-04T23:37:19.045627+0000","last_active":"2021-03-04T23:38:36.085219+0000","last_peered":"2021-03-04T23:38:36.085219+0000","last_clean":"2021-03-04T23:38:36.085219+0000","last_became_active":"2021-03-04T23:37:19.045345+0000","last_became_peered":"2021-03-04T23:37:19.045345+0000","last_unstale":"2021-03-04T23:38:36.085219+0000","last_undegraded":"2021-03-04T23:38:36.085219+0000","last_fullsized":"2021-03-04T23:38:36.085219+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:09.159279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:09.159279+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,5],"acting":[4,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"60","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085616+0000","last_change":"2021-03-04T23:37:19.049555+0000","last_active":"2021-03-04T23:38:36.085616+0000","last_peered":"2021-03-04T23:38:36.085616+0000","last_clean":"2021-03-04T23:38:36.085616+0000","last_became_active":"2021-03-04T23:37:19.044404+0000","last_became_peered":"2021-03-04T23:37:19.044404+0000","last_unstale":"2021-03-04T23:38:36.085616+0000","last_undegraded":"2021-03-04T23:38:36.085616+0000","last_fullsized":"2021-03-04T23:38:36.085616+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"411","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.084972+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:38:36.084972+0000","last_peered":"2021-03-04T23:38:36.084972+0000","last_clean":"2021-03-04T23:38:36.084972+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:38:36.084972+0000","last_undegraded":"2021-03-04T23:38:36.084972+0000","last_fullsized":"2021-03-04T23:38:36.084972+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"341'19344","reported_seq":"19388","reported_epoch":"341","state":"active+clean","last_fresh":"2021-03-04T23:38:43.305819+0000","last_change":"2021-03-04T23:36:03.219254+0000","last_active":"2021-03-04T23:38:43.305819+0000","last_peered":"2021-03-04T23:38:43.305819+0000","last_clean":"2021-03-04T23:38:43.305819+0000","last_became_active":"2021-03-04T23:36:03.219074+0000","last_became_peered":"2021-03-04T23:36:03.219074+0000","last_unstale":"2021-03-04T23:38:43.305819+0000","last_undegraded":"2021-03-04T23:38:43.305819+0000","last_fullsized":"2021-03-04T23:38:43.305819+0000","mapping_epoch":305,"log_start":"331'14048","ondisk_log_start":"331'14048","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":5296,"ondisk_log_size":5296,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":332660736,"num_objects":5076,"num_object_clones":0,"num_object_copies":15228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5076,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19344,"num_write_kb":781440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"95","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.124842+0000","last_change":"2021-03-04T23:36:18.960384+0000","last_active":"2021-03-04T23:38:36.124842+0000","last_peered":"2021-03-04T23:38:36.124842+0000","last_clean":"2021-03-04T23:38:36.124842+0000","last_became_active":"2021-03-04T23:35:58.105285+0000","last_became_peered":"2021-03-04T23:35:58.105285+0000","last_unstale":"2021-03-04T23:38:36.124842+0000","last_undegraded":"2021-03-04T23:38:36.124842+0000","last_fullsized":"2021-03-04T23:38:36.124842+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:18.960309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.960309+0000","last_clean_scrub_stamp":"2021-03-04T23:36:18.960309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"31","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.123598+0000","last_change":"2021-03-04T23:36:58.272870+0000","last_active":"2021-03-04T23:38:36.123598+0000","last_peered":"2021-03-04T23:38:36.123598+0000","last_clean":"2021-03-04T23:38:36.123598+0000","last_became_active":"2021-03-04T23:36:58.272665+0000","last_became_peered":"2021-03-04T23:36:58.272665+0000","last_unstale":"2021-03-04T23:38:36.123598+0000","last_undegraded":"2021-03-04T23:38:36.123598+0000","last_fullsized":"2021-03-04T23:38:36.123598+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:52.401057+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:52.401057+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"60","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085544+0000","last_change":"2021-03-04T23:37:19.053708+0000","last_active":"2021-03-04T23:38:36.085544+0000","last_peered":"2021-03-04T23:38:36.085544+0000","last_clean":"2021-03-04T23:38:36.085544+0000","last_became_active":"2021-03-04T23:37:19.050645+0000","last_became_peered":"2021-03-04T23:37:19.050645+0000","last_unstale":"2021-03-04T23:38:36.085544+0000","last_undegraded":"2021-03-04T23:38:36.085544+0000","last_fullsized":"2021-03-04T23:38:36.085544+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"98","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.124304+0000","last_change":"2021-03-04T23:37:19.049673+0000","last_active":"2021-03-04T23:38:36.124304+0000","last_peered":"2021-03-04T23:38:36.124304+0000","last_clean":"2021-03-04T23:38:36.124304+0000","last_became_active":"2021-03-04T23:37:19.049360+0000","last_became_peered":"2021-03-04T23:37:19.049360+0000","last_unstale":"2021-03-04T23:38:36.124304+0000","last_undegraded":"2021-03-04T23:38:36.124304+0000","last_fullsized":"2021-03-04T23:38:36.124304+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"341'19220","reported_seq":"21147","reported_epoch":"341","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:38:43.299098+0000","last_change":"2021-03-04T23:37:20.153454+0000","last_active":"2021-03-04T23:38:43.299098+0000","last_peered":"2021-03-04T23:38:43.299098+0000","last_clean":"2021-03-04T23:36:57.262837+0000","last_became_active":"2021-03-04T23:36:59.352302+0000","last_became_peered":"2021-03-04T23:36:59.352302+0000","last_unstale":"2021-03-04T23:38:43.299098+0000","last_undegraded":"2021-03-04T23:38:43.299098+0000","last_fullsized":"2021-03-04T23:38:43.299098+0000","mapping_epoch":320,"log_start":"331'13908","ondisk_log_start":"331'13908","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":5312,"ondisk_log_size":5312,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":325320704,"num_objects":4964,"num_object_clones":0,"num_object_copies":14892,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4418,"num_objects_unfound":0,"num_objects_dirty":4964,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19220,"num_write_kb":773888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":937,"num_bytes_recovered":61407232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[0,3,7],"avail_no_missing":["0","3","7"],"object_location_counts":[{"shards":"0,3,7","objects":4964}],"blocked_by":[],"up_primary":2,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"72","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085394+0000","last_change":"2021-03-04T23:37:19.046944+0000","last_active":"2021-03-04T23:38:36.085394+0000","last_peered":"2021-03-04T23:38:36.085394+0000","last_clean":"2021-03-04T23:38:36.085394+0000","last_became_active":"2021-03-04T23:37:19.046709+0000","last_became_peered":"2021-03-04T23:37:19.046709+0000","last_unstale":"2021-03-04T23:38:36.085394+0000","last_undegraded":"2021-03-04T23:38:36.085394+0000","last_fullsized":"2021-03-04T23:38:36.085394+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:54.256362+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:54.256362+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"53","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.126231+0000","last_change":"2021-03-04T23:36:19.155933+0000","last_active":"2021-03-04T23:38:36.126231+0000","last_peered":"2021-03-04T23:38:36.126231+0000","last_clean":"2021-03-04T23:38:36.126231+0000","last_became_active":"2021-03-04T23:35:58.102370+0000","last_became_peered":"2021-03-04T23:35:58.102370+0000","last_unstale":"2021-03-04T23:38:36.126231+0000","last_undegraded":"2021-03-04T23:38:36.126231+0000","last_fullsized":"2021-03-04T23:38:36.126231+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:19.155809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:19.155809+0000","last_clean_scrub_stamp":"2021-03-04T23:36:19.155809+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"371","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085543+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:38:36.085543+0000","last_peered":"2021-03-04T23:38:36.085543+0000","last_clean":"2021-03-04T23:38:36.085543+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:38:36.085543+0000","last_undegraded":"2021-03-04T23:38:36.085543+0000","last_fullsized":"2021-03-04T23:38:36.085543+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"335","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.086942+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:38:36.086942+0000","last_peered":"2021-03-04T23:38:36.086942+0000","last_clean":"2021-03-04T23:38:36.086942+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:38:36.086942+0000","last_undegraded":"2021-03-04T23:38:36.086942+0000","last_fullsized":"2021-03-04T23:38:36.086942+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"341'19493","reported_seq":"19537","reported_epoch":"341","state":"active+clean","last_fresh":"2021-03-04T23:38:45.285104+0000","last_change":"2021-03-04T23:36:03.120916+0000","last_active":"2021-03-04T23:38:45.285104+0000","last_peered":"2021-03-04T23:38:45.285104+0000","last_clean":"2021-03-04T23:38:45.285104+0000","last_became_active":"2021-03-04T23:36:03.120778+0000","last_became_peered":"2021-03-04T23:36:03.120778+0000","last_unstale":"2021-03-04T23:38:45.285104+0000","last_undegraded":"2021-03-04T23:38:45.285104+0000","last_fullsized":"2021-03-04T23:38:45.285104+0000","mapping_epoch":305,"log_start":"336'15398","ondisk_log_start":"336'15398","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":4095,"ondisk_log_size":4095,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":315555840,"num_objects":4815,"num_object_clones":0,"num_object_copies":14445,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4815,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19493,"num_write_kb":777856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"376","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.126036+0000","last_change":"2021-03-04T23:38:04.212573+0000","last_active":"2021-03-04T23:38:36.126036+0000","last_peered":"2021-03-04T23:38:36.126036+0000","last_clean":"2021-03-04T23:38:36.126036+0000","last_became_active":"2021-03-04T23:38:04.212221+0000","last_became_peered":"2021-03-04T23:38:04.212221+0000","last_unstale":"2021-03-04T23:38:36.126036+0000","last_undegraded":"2021-03-04T23:38:36.126036+0000","last_fullsized":"2021-03-04T23:38:36.126036+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:03.988058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:03.988058+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"163","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.086650+0000","last_change":"2021-03-04T23:37:19.045839+0000","last_active":"2021-03-04T23:38:36.086650+0000","last_peered":"2021-03-04T23:38:36.086650+0000","last_clean":"2021-03-04T23:38:36.086650+0000","last_became_active":"2021-03-04T23:37:19.045644+0000","last_became_peered":"2021-03-04T23:37:19.045644+0000","last_unstale":"2021-03-04T23:38:36.086650+0000","last_undegraded":"2021-03-04T23:38:36.086650+0000","last_fullsized":"2021-03-04T23:38:36.086650+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:44.329663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:44.329663+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"132","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.087003+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:38:36.087003+0000","last_peered":"2021-03-04T23:38:36.087003+0000","last_clean":"2021-03-04T23:38:36.087003+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:38:36.087003+0000","last_undegraded":"2021-03-04T23:38:36.087003+0000","last_fullsized":"2021-03-04T23:38:36.087003+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"372","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085103+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:38:36.085103+0000","last_peered":"2021-03-04T23:38:36.085103+0000","last_clean":"2021-03-04T23:38:36.085103+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:38:36.085103+0000","last_undegraded":"2021-03-04T23:38:36.085103+0000","last_fullsized":"2021-03-04T23:38:36.085103+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"341'19129","reported_seq":"20827","reported_epoch":"341","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:38:43.169738+0000","last_change":"2021-03-04T23:37:20.130932+0000","last_active":"2021-03-04T23:38:43.169738+0000","last_peered":"2021-03-04T23:38:43.169738+0000","last_clean":"2021-03-04T23:36:57.249742+0000","last_became_active":"2021-03-04T23:36:59.348723+0000","last_became_peered":"2021-03-04T23:36:59.348723+0000","last_unstale":"2021-03-04T23:38:43.169738+0000","last_undegraded":"2021-03-04T23:38:43.169738+0000","last_fullsized":"2021-03-04T23:38:43.169738+0000","mapping_epoch":320,"log_start":"335'14555","ondisk_log_start":"335'14555","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":4574,"ondisk_log_size":4574,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":328663040,"num_objects":5015,"num_object_clones":0,"num_object_copies":15045,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4606,"num_objects_unfound":0,"num_objects_dirty":5015,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19129,"num_write_kb":772608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":822,"num_bytes_recovered":53870592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[3,5,4],"avail_no_missing":["3","4","5"],"object_location_counts":[{"shards":"3,4,5","objects":5015}],"blocked_by":[],"up_primary":2,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"293","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085175+0000","last_change":"2021-03-04T23:38:04.209709+0000","last_active":"2021-03-04T23:38:36.085175+0000","last_peered":"2021-03-04T23:38:36.085175+0000","last_clean":"2021-03-04T23:38:36.085175+0000","last_became_active":"2021-03-04T23:38:04.209407+0000","last_became_peered":"2021-03-04T23:38:04.209407+0000","last_unstale":"2021-03-04T23:38:36.085175+0000","last_undegraded":"2021-03-04T23:38:36.085175+0000","last_fullsized":"2021-03-04T23:38:36.085175+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:09.321481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:09.321481+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"66","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.084902+0000","last_change":"2021-03-04T23:36:58.272995+0000","last_active":"2021-03-04T23:38:36.084902+0000","last_peered":"2021-03-04T23:38:36.084902+0000","last_clean":"2021-03-04T23:38:36.084902+0000","last_became_active":"2021-03-04T23:36:58.272617+0000","last_became_peered":"2021-03-04T23:36:58.272617+0000","last_unstale":"2021-03-04T23:38:36.084902+0000","last_undegraded":"2021-03-04T23:38:36.084902+0000","last_fullsized":"2021-03-04T23:38:36.084902+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"98","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.124450+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:38:36.124450+0000","last_peered":"2021-03-04T23:38:36.124450+0000","last_clean":"2021-03-04T23:38:36.124450+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:38:36.124450+0000","last_undegraded":"2021-03-04T23:38:36.124450+0000","last_fullsized":"2021-03-04T23:38:36.124450+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"369","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085271+0000","last_change":"2021-03-04T23:36:58.273628+0000","last_active":"2021-03-04T23:38:36.085271+0000","last_peered":"2021-03-04T23:38:36.085271+0000","last_clean":"2021-03-04T23:38:36.085271+0000","last_became_active":"2021-03-04T23:36:58.273359+0000","last_became_peered":"2021-03-04T23:36:58.273359+0000","last_unstale":"2021-03-04T23:38:36.085271+0000","last_undegraded":"2021-03-04T23:38:36.085271+0000","last_fullsized":"2021-03-04T23:38:36.085271+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"341'18963","reported_seq":"19007","reported_epoch":"341","state":"active+clean","last_fresh":"2021-03-04T23:38:41.995483+0000","last_change":"2021-03-04T23:36:03.121604+0000","last_active":"2021-03-04T23:38:41.995483+0000","last_peered":"2021-03-04T23:38:41.995483+0000","last_clean":"2021-03-04T23:38:41.995483+0000","last_became_active":"2021-03-04T23:36:03.121414+0000","last_became_peered":"2021-03-04T23:36:03.121414+0000","last_unstale":"2021-03-04T23:38:41.995483+0000","last_undegraded":"2021-03-04T23:38:41.995483+0000","last_fullsized":"2021-03-04T23:38:41.995483+0000","mapping_epoch":305,"log_start":"331'13437","ondisk_log_start":"331'13437","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":5526,"ondisk_log_size":5526,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":340328448,"num_objects":5193,"num_object_clones":0,"num_object_copies":15579,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5193,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18963,"num_write_kb":772992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"62","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.125958+0000","last_change":"2021-03-04T23:36:39.287818+0000","last_active":"2021-03-04T23:38:36.125958+0000","last_peered":"2021-03-04T23:38:36.125958+0000","last_clean":"2021-03-04T23:38:36.125958+0000","last_became_active":"2021-03-04T23:36:36.212765+0000","last_became_peered":"2021-03-04T23:36:36.212765+0000","last_unstale":"2021-03-04T23:38:36.125958+0000","last_undegraded":"2021-03-04T23:38:36.125958+0000","last_fullsized":"2021-03-04T23:38:36.125958+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:39.287770+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:39.287770+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"321","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.086599+0000","last_change":"2021-03-04T23:38:04.209464+0000","last_active":"2021-03-04T23:38:36.086599+0000","last_peered":"2021-03-04T23:38:36.086599+0000","last_clean":"2021-03-04T23:38:36.086599+0000","last_became_active":"2021-03-04T23:38:04.208794+0000","last_became_peered":"2021-03-04T23:38:04.208794+0000","last_unstale":"2021-03-04T23:38:36.086599+0000","last_undegraded":"2021-03-04T23:38:36.086599+0000","last_fullsized":"2021-03-04T23:38:36.086599+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:10.369420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:10.369420+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"355","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.084813+0000","last_change":"2021-03-04T23:37:19.045836+0000","last_active":"2021-03-04T23:38:36.084813+0000","last_peered":"2021-03-04T23:38:36.084813+0000","last_clean":"2021-03-04T23:38:36.084813+0000","last_became_active":"2021-03-04T23:37:19.045624+0000","last_became_peered":"2021-03-04T23:37:19.045624+0000","last_unstale":"2021-03-04T23:38:36.084813+0000","last_undegraded":"2021-03-04T23:38:36.084813+0000","last_fullsized":"2021-03-04T23:38:36.084813+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"399","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085515+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:38:36.085515+0000","last_peered":"2021-03-04T23:38:36.085515+0000","last_clean":"2021-03-04T23:38:36.085515+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:38:36.085515+0000","last_undegraded":"2021-03-04T23:38:36.085515+0000","last_fullsized":"2021-03-04T23:38:36.085515+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"341'19121","reported_seq":"41134","reported_epoch":"341","state":"active+clean","last_fresh":"2021-03-04T23:38:42.619916+0000","last_change":"2021-03-04T23:38:03.225268+0000","last_active":"2021-03-04T23:38:42.619916+0000","last_peered":"2021-03-04T23:38:42.619916+0000","last_clean":"2021-03-04T23:38:42.619916+0000","last_became_active":"2021-03-04T23:38:03.206251+0000","last_became_peered":"2021-03-04T23:38:03.206251+0000","last_unstale":"2021-03-04T23:38:42.619916+0000","last_undegraded":"2021-03-04T23:38:42.619916+0000","last_fullsized":"2021-03-04T23:38:42.619916+0000","mapping_epoch":333,"log_start":"335'14690","ondisk_log_start":"335'14690","created":305,"last_epoch_clean":334,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":4431,"ondisk_log_size":4431,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":334823424,"num_objects":5109,"num_object_clones":0,"num_object_copies":15327,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5109,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19121,"num_write_kb":775360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10973,"num_bytes_recovered":719126528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"313","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.125770+0000","last_change":"2021-03-04T23:38:04.213308+0000","last_active":"2021-03-04T23:38:36.125770+0000","last_peered":"2021-03-04T23:38:36.125770+0000","last_clean":"2021-03-04T23:38:36.125770+0000","last_became_active":"2021-03-04T23:38:04.212824+0000","last_became_peered":"2021-03-04T23:38:04.212824+0000","last_unstale":"2021-03-04T23:38:36.125770+0000","last_undegraded":"2021-03-04T23:38:36.125770+0000","last_fullsized":"2021-03-04T23:38:36.125770+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:10.087871+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:10.087871+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"66","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085128+0000","last_change":"2021-03-04T23:36:58.273021+0000","last_active":"2021-03-04T23:38:36.085128+0000","last_peered":"2021-03-04T23:38:36.085128+0000","last_clean":"2021-03-04T23:38:36.085128+0000","last_became_active":"2021-03-04T23:36:58.272595+0000","last_became_peered":"2021-03-04T23:36:58.272595+0000","last_unstale":"2021-03-04T23:38:36.085128+0000","last_undegraded":"2021-03-04T23:38:36.085128+0000","last_fullsized":"2021-03-04T23:38:36.085128+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"164","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.086661+0000","last_change":"2021-03-04T23:37:19.046673+0000","last_active":"2021-03-04T23:38:36.086661+0000","last_peered":"2021-03-04T23:38:36.086661+0000","last_clean":"2021-03-04T23:38:36.086661+0000","last_became_active":"2021-03-04T23:37:19.046403+0000","last_became_peered":"2021-03-04T23:37:19.046403+0000","last_unstale":"2021-03-04T23:38:36.086661+0000","last_undegraded":"2021-03-04T23:38:36.086661+0000","last_fullsized":"2021-03-04T23:38:36.086661+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"180","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.126349+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:38:36.126349+0000","last_peered":"2021-03-04T23:38:36.126349+0000","last_clean":"2021-03-04T23:38:36.126349+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:38:36.126349+0000","last_undegraded":"2021-03-04T23:38:36.126349+0000","last_fullsized":"2021-03-04T23:38:36.126349+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"341'19233","reported_seq":"35173","reported_epoch":"341","state":"active+clean","last_fresh":"2021-03-04T23:38:42.628036+0000","last_change":"2021-03-04T23:38:36.116401+0000","last_active":"2021-03-04T23:38:42.628036+0000","last_peered":"2021-03-04T23:38:42.628036+0000","last_clean":"2021-03-04T23:38:42.628036+0000","last_became_active":"2021-03-04T23:38:36.087516+0000","last_became_peered":"2021-03-04T23:38:36.087516+0000","last_unstale":"2021-03-04T23:38:42.628036+0000","last_undegraded":"2021-03-04T23:38:42.628036+0000","last_fullsized":"2021-03-04T23:38:42.628036+0000","mapping_epoch":339,"log_start":"335'14871","ondisk_log_start":"335'14871","created":305,"last_epoch_clean":340,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":4362,"ondisk_log_size":4362,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":341508096,"num_objects":5211,"num_object_clones":0,"num_object_copies":15633,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5211,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19233,"num_write_kb":782208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7936,"num_bytes_recovered":520093696,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"116","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.124828+0000","last_change":"2021-03-04T23:37:19.044819+0000","last_active":"2021-03-04T23:38:36.124828+0000","last_peered":"2021-03-04T23:38:36.124828+0000","last_clean":"2021-03-04T23:38:36.124828+0000","last_became_active":"2021-03-04T23:37:19.044523+0000","last_became_peered":"2021-03-04T23:37:19.044523+0000","last_unstale":"2021-03-04T23:38:36.124828+0000","last_undegraded":"2021-03-04T23:38:36.124828+0000","last_fullsized":"2021-03-04T23:38:36.124828+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:42.097071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:42.097071+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"107","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.126044+0000","last_change":"2021-03-04T23:38:04.215106+0000","last_active":"2021-03-04T23:38:36.126044+0000","last_peered":"2021-03-04T23:38:36.126044+0000","last_clean":"2021-03-04T23:38:36.126044+0000","last_became_active":"2021-03-04T23:38:04.214892+0000","last_became_peered":"2021-03-04T23:38:04.214892+0000","last_unstale":"2021-03-04T23:38:36.126044+0000","last_undegraded":"2021-03-04T23:38:36.126044+0000","last_fullsized":"2021-03-04T23:38:36.126044+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:01.935137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:01.935137+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"362","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085435+0000","last_change":"2021-03-04T23:36:58.273653+0000","last_active":"2021-03-04T23:38:36.085435+0000","last_peered":"2021-03-04T23:38:36.085435+0000","last_clean":"2021-03-04T23:38:36.085435+0000","last_became_active":"2021-03-04T23:36:58.273347+0000","last_became_peered":"2021-03-04T23:36:58.273347+0000","last_unstale":"2021-03-04T23:38:36.085435+0000","last_undegraded":"2021-03-04T23:38:36.085435+0000","last_fullsized":"2021-03-04T23:38:36.085435+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"84","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.125856+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:38:36.125856+0000","last_peered":"2021-03-04T23:38:36.125856+0000","last_clean":"2021-03-04T23:38:36.125856+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:38:36.125856+0000","last_undegraded":"2021-03-04T23:38:36.125856+0000","last_fullsized":"2021-03-04T23:38:36.125856+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"341'19272","reported_seq":"19316","reported_epoch":"341","state":"active+clean","last_fresh":"2021-03-04T23:38:41.977331+0000","last_change":"2021-03-04T23:36:03.120285+0000","last_active":"2021-03-04T23:38:41.977331+0000","last_peered":"2021-03-04T23:38:41.977331+0000","last_clean":"2021-03-04T23:38:41.977331+0000","last_became_active":"2021-03-04T23:36:03.120028+0000","last_became_peered":"2021-03-04T23:36:03.120028+0000","last_unstale":"2021-03-04T23:38:41.977331+0000","last_undegraded":"2021-03-04T23:38:41.977331+0000","last_fullsized":"2021-03-04T23:38:41.977331+0000","mapping_epoch":305,"log_start":"331'13815","ondisk_log_start":"331'13815","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":5457,"ondisk_log_size":5457,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":339607552,"num_objects":5182,"num_object_clones":0,"num_object_copies":15546,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5182,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19272,"num_write_kb":782528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"57","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085079+0000","last_change":"2021-03-04T23:36:58.272363+0000","last_active":"2021-03-04T23:38:36.085079+0000","last_peered":"2021-03-04T23:38:36.085079+0000","last_clean":"2021-03-04T23:38:36.085079+0000","last_became_active":"2021-03-04T23:36:58.272043+0000","last_became_peered":"2021-03-04T23:36:58.272043+0000","last_unstale":"2021-03-04T23:38:36.085079+0000","last_undegraded":"2021-03-04T23:38:36.085079+0000","last_fullsized":"2021-03-04T23:38:36.085079+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"405","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085264+0000","last_change":"2021-03-04T23:38:04.212699+0000","last_active":"2021-03-04T23:38:36.085264+0000","last_peered":"2021-03-04T23:38:36.085264+0000","last_clean":"2021-03-04T23:38:36.085264+0000","last_became_active":"2021-03-04T23:38:04.212386+0000","last_became_peered":"2021-03-04T23:38:04.212386+0000","last_unstale":"2021-03-04T23:38:36.085264+0000","last_undegraded":"2021-03-04T23:38:36.085264+0000","last_fullsized":"2021-03-04T23:38:36.085264+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:44.440677+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:44.440677+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"343","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085582+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:38:36.085582+0000","last_peered":"2021-03-04T23:38:36.085582+0000","last_clean":"2021-03-04T23:38:36.085582+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:38:36.085582+0000","last_undegraded":"2021-03-04T23:38:36.085582+0000","last_fullsized":"2021-03-04T23:38:36.085582+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"93","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.126018+0000","last_change":"2021-03-04T23:36:58.272226+0000","last_active":"2021-03-04T23:38:36.126018+0000","last_peered":"2021-03-04T23:38:36.126018+0000","last_clean":"2021-03-04T23:38:36.126018+0000","last_became_active":"2021-03-04T23:36:58.271974+0000","last_became_peered":"2021-03-04T23:36:58.271974+0000","last_unstale":"2021-03-04T23:38:36.126018+0000","last_undegraded":"2021-03-04T23:38:36.126018+0000","last_fullsized":"2021-03-04T23:38:36.126018+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"341'19090","reported_seq":"19154","reported_epoch":"341","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:38:43.835937+0000","last_change":"2021-03-04T23:37:20.077087+0000","last_active":"2021-03-04T23:38:43.835937+0000","last_peered":"2021-03-04T23:38:43.835937+0000","last_clean":"2021-03-04T23:36:57.264002+0000","last_became_active":"2021-03-04T23:37:20.057143+0000","last_became_peered":"2021-03-04T23:37:20.057143+0000","last_unstale":"2021-03-04T23:38:43.835937+0000","last_undegraded":"2021-03-04T23:38:43.835937+0000","last_fullsized":"2021-03-04T23:38:43.835937+0000","mapping_epoch":325,"log_start":"331'13653","ondisk_log_start":"331'13653","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":5437,"ondisk_log_size":5437,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":323092480,"num_objects":4930,"num_object_clones":0,"num_object_copies":14790,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4930,"num_objects_unfound":0,"num_objects_dirty":4930,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19090,"num_write_kb":768640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,4,7],"avail_no_missing":["5","4","7"],"object_location_counts":[{"shards":"4,5,7","objects":4930}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"289","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.086706+0000","last_change":"2021-03-04T23:37:19.045944+0000","last_active":"2021-03-04T23:38:36.086706+0000","last_peered":"2021-03-04T23:38:36.086706+0000","last_clean":"2021-03-04T23:38:36.086706+0000","last_became_active":"2021-03-04T23:37:19.045711+0000","last_became_peered":"2021-03-04T23:37:19.045711+0000","last_unstale":"2021-03-04T23:38:36.086706+0000","last_undegraded":"2021-03-04T23:38:36.086706+0000","last_fullsized":"2021-03-04T23:38:36.086706+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:11.358420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:11.358420+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"31","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.123546+0000","last_change":"2021-03-04T23:36:58.274547+0000","last_active":"2021-03-04T23:38:36.123546+0000","last_peered":"2021-03-04T23:38:36.123546+0000","last_clean":"2021-03-04T23:38:36.123546+0000","last_became_active":"2021-03-04T23:36:58.274305+0000","last_became_peered":"2021-03-04T23:36:58.274305+0000","last_unstale":"2021-03-04T23:38:36.123546+0000","last_undegraded":"2021-03-04T23:38:36.123546+0000","last_fullsized":"2021-03-04T23:38:36.123546+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.753945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.753945+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"93","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.125766+0000","last_change":"2021-03-04T23:36:58.272289+0000","last_active":"2021-03-04T23:38:36.125766+0000","last_peered":"2021-03-04T23:38:36.125766+0000","last_clean":"2021-03-04T23:38:36.125766+0000","last_became_active":"2021-03-04T23:36:58.272033+0000","last_became_peered":"2021-03-04T23:36:58.272033+0000","last_unstale":"2021-03-04T23:38:36.125766+0000","last_undegraded":"2021-03-04T23:38:36.125766+0000","last_fullsized":"2021-03-04T23:38:36.125766+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"84","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.126315+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:38:36.126315+0000","last_peered":"2021-03-04T23:38:36.126315+0000","last_clean":"2021-03-04T23:38:36.126315+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:38:36.126315+0000","last_undegraded":"2021-03-04T23:38:36.126315+0000","last_fullsized":"2021-03-04T23:38:36.126315+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"341'19052","reported_seq":"19096","reported_epoch":"341","state":"active+clean","last_fresh":"2021-03-04T23:38:41.993156+0000","last_change":"2021-03-04T23:36:03.120288+0000","last_active":"2021-03-04T23:38:41.993156+0000","last_peered":"2021-03-04T23:38:41.993156+0000","last_clean":"2021-03-04T23:38:41.993156+0000","last_became_active":"2021-03-04T23:36:03.120041+0000","last_became_peered":"2021-03-04T23:36:03.120041+0000","last_unstale":"2021-03-04T23:38:41.993156+0000","last_undegraded":"2021-03-04T23:38:41.993156+0000","last_fullsized":"2021-03-04T23:38:41.993156+0000","mapping_epoch":305,"log_start":"331'13551","ondisk_log_start":"331'13551","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":5501,"ondisk_log_size":5501,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":336330752,"num_objects":5132,"num_object_clones":0,"num_object_copies":15396,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5132,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19052,"num_write_kb":773888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"381","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085467+0000","last_change":"2021-03-04T23:38:04.211559+0000","last_active":"2021-03-04T23:38:36.085467+0000","last_peered":"2021-03-04T23:38:36.085467+0000","last_clean":"2021-03-04T23:38:36.085467+0000","last_became_active":"2021-03-04T23:38:04.211005+0000","last_became_peered":"2021-03-04T23:38:04.211005+0000","last_unstale":"2021-03-04T23:38:36.085467+0000","last_undegraded":"2021-03-04T23:38:36.085467+0000","last_fullsized":"2021-03-04T23:38:36.085467+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:04.545566+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:04.545566+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"290","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.086677+0000","last_change":"2021-03-04T23:37:19.049414+0000","last_active":"2021-03-04T23:38:36.086677+0000","last_peered":"2021-03-04T23:38:36.086677+0000","last_clean":"2021-03-04T23:38:36.086677+0000","last_became_active":"2021-03-04T23:37:19.049211+0000","last_became_peered":"2021-03-04T23:37:19.049211+0000","last_unstale":"2021-03-04T23:38:36.086677+0000","last_undegraded":"2021-03-04T23:38:36.086677+0000","last_fullsized":"2021-03-04T23:38:36.086677+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:04.148627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:04.148627+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,1],"acting":[0,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"128","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.086771+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:38:36.086771+0000","last_peered":"2021-03-04T23:38:36.086771+0000","last_clean":"2021-03-04T23:38:36.086771+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:38:36.086771+0000","last_undegraded":"2021-03-04T23:38:36.086771+0000","last_fullsized":"2021-03-04T23:38:36.086771+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"98","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.124618+0000","last_change":"2021-03-04T23:37:19.044676+0000","last_active":"2021-03-04T23:38:36.124618+0000","last_peered":"2021-03-04T23:38:36.124618+0000","last_clean":"2021-03-04T23:38:36.124618+0000","last_became_active":"2021-03-04T23:37:19.044326+0000","last_became_peered":"2021-03-04T23:37:19.044326+0000","last_unstale":"2021-03-04T23:38:36.124618+0000","last_undegraded":"2021-03-04T23:38:36.124618+0000","last_fullsized":"2021-03-04T23:38:36.124618+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.8","version":"341'19227","reported_seq":"19297","reported_epoch":"341","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:38:43.304043+0000","last_change":"2021-03-04T23:37:20.151059+0000","last_active":"2021-03-04T23:38:43.304043+0000","last_peered":"2021-03-04T23:38:43.304043+0000","last_clean":"2021-03-04T23:36:57.259918+0000","last_became_active":"2021-03-04T23:37:20.114816+0000","last_became_peered":"2021-03-04T23:37:20.114816+0000","last_unstale":"2021-03-04T23:38:43.304043+0000","last_undegraded":"2021-03-04T23:38:43.304043+0000","last_fullsized":"2021-03-04T23:38:43.304043+0000","mapping_epoch":325,"log_start":"331'13922","ondisk_log_start":"331'13922","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":5305,"ondisk_log_size":5305,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":330498048,"num_objects":5043,"num_object_clones":0,"num_object_copies":15129,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5043,"num_objects_unfound":0,"num_objects_dirty":5043,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19227,"num_write_kb":776640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,5],"acting":[0,5,7],"avail_no_missing":["0","5","7"],"object_location_counts":[{"shards":"0,5,7","objects":5043}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"53","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.125847+0000","last_change":"2021-03-04T23:36:20.204328+0000","last_active":"2021-03-04T23:38:36.125847+0000","last_peered":"2021-03-04T23:38:36.125847+0000","last_clean":"2021-03-04T23:38:36.125847+0000","last_became_active":"2021-03-04T23:35:58.104020+0000","last_became_peered":"2021-03-04T23:35:58.104020+0000","last_unstale":"2021-03-04T23:38:36.125847+0000","last_undegraded":"2021-03-04T23:38:36.125847+0000","last_fullsized":"2021-03-04T23:38:36.125847+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:20.204266+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:20.204266+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"84","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.125539+0000","last_change":"2021-03-04T23:38:23.443153+0000","last_active":"2021-03-04T23:38:36.125539+0000","last_peered":"2021-03-04T23:38:36.125539+0000","last_clean":"2021-03-04T23:38:36.125539+0000","last_became_active":"2021-03-04T23:37:19.047813+0000","last_became_peered":"2021-03-04T23:37:19.047813+0000","last_unstale":"2021-03-04T23:38:36.125539+0000","last_undegraded":"2021-03-04T23:38:36.125539+0000","last_fullsized":"2021-03-04T23:38:36.125539+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:07.248086+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:07.248086+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"325","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.086827+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:38:36.086827+0000","last_peered":"2021-03-04T23:38:36.086827+0000","last_clean":"2021-03-04T23:38:36.086827+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:38:36.086827+0000","last_undegraded":"2021-03-04T23:38:36.086827+0000","last_fullsized":"2021-03-04T23:38:36.086827+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"380","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.087151+0000","last_change":"2021-03-04T23:36:58.273010+0000","last_active":"2021-03-04T23:38:36.087151+0000","last_peered":"2021-03-04T23:38:36.087151+0000","last_clean":"2021-03-04T23:38:36.087151+0000","last_became_active":"2021-03-04T23:36:58.272784+0000","last_became_peered":"2021-03-04T23:36:58.272784+0000","last_unstale":"2021-03-04T23:38:36.087151+0000","last_undegraded":"2021-03-04T23:38:36.087151+0000","last_fullsized":"2021-03-04T23:38:36.087151+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"341'19037","reported_seq":"19082","reported_epoch":"341","state":"active+clean","last_fresh":"2021-03-04T23:38:41.991948+0000","last_change":"2021-03-04T23:36:03.120874+0000","last_active":"2021-03-04T23:38:41.991948+0000","last_peered":"2021-03-04T23:38:41.991948+0000","last_clean":"2021-03-04T23:38:41.991948+0000","last_became_active":"2021-03-04T23:36:03.120621+0000","last_became_peered":"2021-03-04T23:36:03.120621+0000","last_unstale":"2021-03-04T23:38:41.991948+0000","last_undegraded":"2021-03-04T23:38:41.991948+0000","last_fullsized":"2021-03-04T23:38:41.991948+0000","mapping_epoch":305,"log_start":"331'13492","ondisk_log_start":"331'13492","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":5545,"ondisk_log_size":5545,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":336986136,"num_objects":5143,"num_object_clones":0,"num_object_copies":15429,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5143,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":19037,"num_write_kb":773697,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"107","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.124507+0000","last_change":"2021-03-04T23:36:39.023950+0000","last_active":"2021-03-04T23:38:36.124507+0000","last_peered":"2021-03-04T23:38:36.124507+0000","last_clean":"2021-03-04T23:38:36.124507+0000","last_became_active":"2021-03-04T23:36:36.213239+0000","last_became_peered":"2021-03-04T23:36:36.213239+0000","last_unstale":"2021-03-04T23:38:36.124507+0000","last_undegraded":"2021-03-04T23:38:36.124507+0000","last_fullsized":"2021-03-04T23:38:36.124507+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:39.023909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:39.023909+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"231","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.087245+0000","last_change":"2021-03-04T23:38:04.211729+0000","last_active":"2021-03-04T23:38:36.087245+0000","last_peered":"2021-03-04T23:38:36.087245+0000","last_clean":"2021-03-04T23:38:36.087245+0000","last_became_active":"2021-03-04T23:38:04.210971+0000","last_became_peered":"2021-03-04T23:38:04.210971+0000","last_unstale":"2021-03-04T23:38:36.087245+0000","last_undegraded":"2021-03-04T23:38:36.087245+0000","last_fullsized":"2021-03-04T23:38:36.087245+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:03.118962+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:03.118962+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"93","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.126116+0000","last_change":"2021-03-04T23:36:58.272272+0000","last_active":"2021-03-04T23:38:36.126116+0000","last_peered":"2021-03-04T23:38:36.126116+0000","last_clean":"2021-03-04T23:38:36.126116+0000","last_became_active":"2021-03-04T23:36:58.272106+0000","last_became_peered":"2021-03-04T23:36:58.272106+0000","last_unstale":"2021-03-04T23:38:36.126116+0000","last_undegraded":"2021-03-04T23:38:36.126116+0000","last_fullsized":"2021-03-04T23:38:36.126116+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"312","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085418+0000","last_change":"2021-03-04T23:37:19.053011+0000","last_active":"2021-03-04T23:38:36.085418+0000","last_peered":"2021-03-04T23:38:36.085418+0000","last_clean":"2021-03-04T23:38:36.085418+0000","last_became_active":"2021-03-04T23:37:19.052593+0000","last_became_peered":"2021-03-04T23:37:19.052593+0000","last_unstale":"2021-03-04T23:38:36.085418+0000","last_undegraded":"2021-03-04T23:38:36.085418+0000","last_fullsized":"2021-03-04T23:38:36.085418+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.e","version":"341'19236","reported_seq":"19291","reported_epoch":"341","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:38:42.648746+0000","last_change":"2021-03-04T23:37:19.147633+0000","last_active":"2021-03-04T23:38:42.648746+0000","last_peered":"2021-03-04T23:38:42.648746+0000","last_clean":"2021-03-04T23:36:57.260579+0000","last_became_active":"2021-03-04T23:36:59.344986+0000","last_became_peered":"2021-03-04T23:36:59.344986+0000","last_unstale":"2021-03-04T23:38:42.648746+0000","last_undegraded":"2021-03-04T23:38:42.648746+0000","last_fullsized":"2021-03-04T23:38:42.648746+0000","mapping_epoch":320,"log_start":"335'14871","ondisk_log_start":"335'14871","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":4365,"ondisk_log_size":4365,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":336855040,"num_objects":5140,"num_object_clones":0,"num_object_copies":15420,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5140,"num_objects_unfound":0,"num_objects_dirty":5140,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19236,"num_write_kb":780032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,5],"avail_no_missing":["4","5","6"],"object_location_counts":[{"shards":"4,5,6","objects":5140}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"72","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085178+0000","last_change":"2021-03-04T23:36:58.273507+0000","last_active":"2021-03-04T23:38:36.085178+0000","last_peered":"2021-03-04T23:38:36.085178+0000","last_clean":"2021-03-04T23:38:36.085178+0000","last_became_active":"2021-03-04T23:36:58.273154+0000","last_became_peered":"2021-03-04T23:36:58.273154+0000","last_unstale":"2021-03-04T23:38:36.085178+0000","last_undegraded":"2021-03-04T23:38:36.085178+0000","last_fullsized":"2021-03-04T23:38:36.085178+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:46.179310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:46.179310+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"167","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.087317+0000","last_change":"2021-03-04T23:37:19.140904+0000","last_active":"2021-03-04T23:38:36.087317+0000","last_peered":"2021-03-04T23:38:36.087317+0000","last_clean":"2021-03-04T23:38:36.087317+0000","last_became_active":"2021-03-04T23:37:19.043338+0000","last_became_peered":"2021-03-04T23:37:19.043338+0000","last_unstale":"2021-03-04T23:38:36.087317+0000","last_undegraded":"2021-03-04T23:38:36.087317+0000","last_fullsized":"2021-03-04T23:38:36.087317+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"98","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.126477+0000","last_change":"2021-03-04T23:38:04.213715+0000","last_active":"2021-03-04T23:38:36.126477+0000","last_peered":"2021-03-04T23:38:36.126477+0000","last_clean":"2021-03-04T23:38:36.126477+0000","last_became_active":"2021-03-04T23:38:04.213219+0000","last_became_peered":"2021-03-04T23:38:04.213219+0000","last_unstale":"2021-03-04T23:38:36.126477+0000","last_undegraded":"2021-03-04T23:38:36.126477+0000","last_fullsized":"2021-03-04T23:38:36.126477+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.943251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.943251+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"155","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.086583+0000","last_change":"2021-03-04T23:37:19.047955+0000","last_active":"2021-03-04T23:38:36.086583+0000","last_peered":"2021-03-04T23:38:36.086583+0000","last_clean":"2021-03-04T23:38:36.086583+0000","last_became_active":"2021-03-04T23:37:19.047735+0000","last_became_peered":"2021-03-04T23:37:19.047735+0000","last_unstale":"2021-03-04T23:38:36.086583+0000","last_undegraded":"2021-03-04T23:38:36.086583+0000","last_fullsized":"2021-03-04T23:38:36.086583+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"341'18957","reported_seq":"28266","reported_epoch":"341","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:38:41.977430+0000","last_change":"2021-03-04T23:37:19.143103+0000","last_active":"2021-03-04T23:38:41.977430+0000","last_peered":"2021-03-04T23:38:41.977430+0000","last_clean":"2021-03-04T23:36:57.263304+0000","last_became_active":"2021-03-04T23:36:59.338232+0000","last_became_peered":"2021-03-04T23:36:59.338232+0000","last_unstale":"2021-03-04T23:38:41.977430+0000","last_undegraded":"2021-03-04T23:38:41.977430+0000","last_fullsized":"2021-03-04T23:38:41.977430+0000","mapping_epoch":320,"log_start":"331'13495","ondisk_log_start":"331'13495","created":305,"last_epoch_clean":306,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:02.108101+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.108101+0000","log_size":5462,"ondisk_log_size":5462,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":332988416,"num_objects":5081,"num_object_clones":0,"num_object_copies":15243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2501,"num_objects_unfound":0,"num_objects_dirty":5081,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18957,"num_write_kb":769216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4627,"num_bytes_recovered":303235072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,4],"avail_no_missing":["6","3","4"],"object_location_counts":[{"shards":"3,4,6","objects":5081}],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"62","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.086914+0000","last_change":"2021-03-04T23:37:19.042483+0000","last_active":"2021-03-04T23:38:36.086914+0000","last_peered":"2021-03-04T23:38:36.086914+0000","last_clean":"2021-03-04T23:38:36.086914+0000","last_became_active":"2021-03-04T23:37:19.042180+0000","last_became_peered":"2021-03-04T23:37:19.042180+0000","last_unstale":"2021-03-04T23:38:36.086914+0000","last_undegraded":"2021-03-04T23:38:36.086914+0000","last_fullsized":"2021-03-04T23:38:36.086914+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:07.723127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:07.723127+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"271","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.124645+0000","last_change":"2021-03-04T23:38:04.211663+0000","last_active":"2021-03-04T23:38:36.124645+0000","last_peered":"2021-03-04T23:38:36.124645+0000","last_clean":"2021-03-04T23:38:36.124645+0000","last_became_active":"2021-03-04T23:38:04.211440+0000","last_became_peered":"2021-03-04T23:38:04.211440+0000","last_unstale":"2021-03-04T23:38:36.124645+0000","last_undegraded":"2021-03-04T23:38:36.124645+0000","last_fullsized":"2021-03-04T23:38:36.124645+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:03.874706+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:03.874706+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,3],"acting":[6,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"374","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.087229+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:38:36.087229+0000","last_peered":"2021-03-04T23:38:36.087229+0000","last_clean":"2021-03-04T23:38:36.087229+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:38:36.087229+0000","last_undegraded":"2021-03-04T23:38:36.087229+0000","last_fullsized":"2021-03-04T23:38:36.087229+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"312","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.084818+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:38:36.084818+0000","last_peered":"2021-03-04T23:38:36.084818+0000","last_clean":"2021-03-04T23:38:36.084818+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:38:36.084818+0000","last_undegraded":"2021-03-04T23:38:36.084818+0000","last_fullsized":"2021-03-04T23:38:36.084818+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":"375","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.125693+0000","last_change":"2021-03-04T23:38:04.214917+0000","last_active":"2021-03-04T23:38:36.125693+0000","last_peered":"2021-03-04T23:38:36.125693+0000","last_clean":"2021-03-04T23:38:36.125693+0000","last_became_active":"2021-03-04T23:38:04.214672+0000","last_became_peered":"2021-03-04T23:38:04.214672+0000","last_unstale":"2021-03-04T23:38:36.125693+0000","last_undegraded":"2021-03-04T23:38:36.125693+0000","last_fullsized":"2021-03-04T23:38:36.125693+0000","mapping_epoch":334,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:03.988058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:03.988058+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,5],"acting":[1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.19","version":"0'0","reported_seq":"157","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.086586+0000","last_change":"2021-03-04T23:36:43.982041+0000","last_active":"2021-03-04T23:38:36.086586+0000","last_peered":"2021-03-04T23:38:36.086586+0000","last_clean":"2021-03-04T23:38:36.086586+0000","last_became_active":"2021-03-04T23:36:42.231737+0000","last_became_peered":"2021-03-04T23:36:42.231737+0000","last_unstale":"2021-03-04T23:38:36.086586+0000","last_undegraded":"2021-03-04T23:38:36.086586+0000","last_fullsized":"2021-03-04T23:38:36.086586+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:43.982001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:43.982001+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"316","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.087011+0000","last_change":"2021-03-04T23:37:19.044870+0000","last_active":"2021-03-04T23:38:36.087011+0000","last_peered":"2021-03-04T23:38:36.087011+0000","last_clean":"2021-03-04T23:38:36.087011+0000","last_became_active":"2021-03-04T23:37:19.044602+0000","last_became_peered":"2021-03-04T23:37:19.044602+0000","last_unstale":"2021-03-04T23:38:36.087011+0000","last_undegraded":"2021-03-04T23:38:36.087011+0000","last_fullsized":"2021-03-04T23:38:36.087011+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"31","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.123681+0000","last_change":"2021-03-04T23:36:58.275928+0000","last_active":"2021-03-04T23:38:36.123681+0000","last_peered":"2021-03-04T23:38:36.123681+0000","last_clean":"2021-03-04T23:38:36.123681+0000","last_became_active":"2021-03-04T23:36:58.275701+0000","last_became_peered":"2021-03-04T23:36:58.275701+0000","last_unstale":"2021-03-04T23:38:36.123681+0000","last_undegraded":"2021-03-04T23:38:36.123681+0000","last_fullsized":"2021-03-04T23:38:36.123681+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.1e","version":"0'0","reported_seq":"73","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.087046+0000","last_change":"2021-03-04T23:37:19.045063+0000","last_active":"2021-03-04T23:38:36.087046+0000","last_peered":"2021-03-04T23:38:36.087046+0000","last_clean":"2021-03-04T23:38:36.087046+0000","last_became_active":"2021-03-04T23:37:19.044649+0000","last_became_peered":"2021-03-04T23:37:19.044649+0000","last_unstale":"2021-03-04T23:38:36.087046+0000","last_undegraded":"2021-03-04T23:38:36.087046+0000","last_fullsized":"2021-03-04T23:38:36.087046+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:47.010309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:47.010309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"404","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085624+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:38:36.085624+0000","last_peered":"2021-03-04T23:38:36.085624+0000","last_clean":"2021-03-04T23:38:36.085624+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:38:36.085624+0000","last_undegraded":"2021-03-04T23:38:36.085624+0000","last_fullsized":"2021-03-04T23:38:36.085624+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"387","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085688+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:38:36.085688+0000","last_peered":"2021-03-04T23:38:36.085688+0000","last_clean":"2021-03-04T23:38:36.085688+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:38:36.085688+0000","last_undegraded":"2021-03-04T23:38:36.085688+0000","last_fullsized":"2021-03-04T23:38:36.085688+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"350","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.085349+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:38:36.085349+0000","last_peered":"2021-03-04T23:38:36.085349+0000","last_clean":"2021-03-04T23:38:36.085349+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:38:36.085349+0000","last_undegraded":"2021-03-04T23:38:36.085349+0000","last_fullsized":"2021-03-04T23:38:36.085349+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"357","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.084863+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:38:36.084863+0000","last_peered":"2021-03-04T23:38:36.084863+0000","last_clean":"2021-03-04T23:38:36.084863+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:38:36.084863+0000","last_undegraded":"2021-03-04T23:38:36.084863+0000","last_fullsized":"2021-03-04T23:38:36.084863+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1c","version":"0'0","reported_seq":"71","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.124343+0000","last_change":"2021-03-04T23:37:19.049593+0000","last_active":"2021-03-04T23:38:36.124343+0000","last_peered":"2021-03-04T23:38:36.124343+0000","last_clean":"2021-03-04T23:38:36.124343+0000","last_became_active":"2021-03-04T23:37:19.049294+0000","last_became_peered":"2021-03-04T23:37:19.049294+0000","last_unstale":"2021-03-04T23:38:36.124343+0000","last_undegraded":"2021-03-04T23:38:36.124343+0000","last_fullsized":"2021-03-04T23:38:36.124343+0000","mapping_epoch":324,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":325,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:54.434548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:54.434548+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"155","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.087232+0000","last_change":"2021-03-04T23:36:58.274330+0000","last_active":"2021-03-04T23:38:36.087232+0000","last_peered":"2021-03-04T23:38:36.087232+0000","last_clean":"2021-03-04T23:38:36.087232+0000","last_became_active":"2021-03-04T23:36:58.274105+0000","last_became_peered":"2021-03-04T23:36:58.274105+0000","last_unstale":"2021-03-04T23:38:36.087232+0000","last_undegraded":"2021-03-04T23:38:36.087232+0000","last_fullsized":"2021-03-04T23:38:36.087232+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"139","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.086761+0000","last_change":"2021-03-04T23:36:58.274276+0000","last_active":"2021-03-04T23:38:36.086761+0000","last_peered":"2021-03-04T23:38:36.086761+0000","last_clean":"2021-03-04T23:38:36.086761+0000","last_became_active":"2021-03-04T23:36:58.274027+0000","last_became_peered":"2021-03-04T23:36:58.274027+0000","last_unstale":"2021-03-04T23:38:36.086761+0000","last_undegraded":"2021-03-04T23:38:36.086761+0000","last_fullsized":"2021-03-04T23:38:36.086761+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1d","version":"0'0","reported_seq":"157","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.126295+0000","last_change":"2021-03-04T23:36:42.321356+0000","last_active":"2021-03-04T23:38:36.126295+0000","last_peered":"2021-03-04T23:38:36.126295+0000","last_clean":"2021-03-04T23:38:36.126295+0000","last_became_active":"2021-03-04T23:36:42.235170+0000","last_became_peered":"2021-03-04T23:36:42.235170+0000","last_unstale":"2021-03-04T23:38:36.126295+0000","last_undegraded":"2021-03-04T23:38:36.126295+0000","last_fullsized":"2021-03-04T23:38:36.126295+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:42.321306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:36:42.321306+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"330","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.087134+0000","last_change":"2021-03-04T23:36:58.454189+0000","last_active":"2021-03-04T23:38:36.087134+0000","last_peered":"2021-03-04T23:38:36.087134+0000","last_clean":"2021-03-04T23:38:36.087134+0000","last_became_active":"2021-03-04T23:36:58.272820+0000","last_became_peered":"2021-03-04T23:36:58.272820+0000","last_unstale":"2021-03-04T23:38:36.087134+0000","last_undegraded":"2021-03-04T23:38:36.087134+0000","last_fullsized":"2021-03-04T23:38:36.087134+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"408","reported_epoch":"340","state":"active+clean","last_fresh":"2021-03-04T23:38:36.084893+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:38:36.084893+0000","last_peered":"2021-03-04T23:38:36.084893+0000","last_clean":"2021-03-04T23:38:36.084893+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:38:36.084893+0000","last_undegraded":"2021-03-04T23:38:36.084893+0000","last_fullsized":"2021-03-04T23:38:36.084893+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5323358232,"num_objects":81229,"num_object_clones":0,"num_object_copies":243687,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":26638,"num_objects_unfound":0,"num_objects_dirty":81229,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":306841,"num_write_kb":12418177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":25296,"num_bytes_recovered":1657798656,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":17046319104,"data_stored":17046306888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":81565,"ondisk_log_size":81565,"up":48,"acting":48,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":70,"num_bytes_recovered":14623,"num_keys_recovered":20,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":12919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12225256,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":31,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":93,"acting":93,"num_store_stats":8},{"poolid":2,"num_pg":28,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":84,"acting":84,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":0,"seq":197568496032,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":6,"up_from":41,"seq":176093659533,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3400812,"kb_used_data":2352228,"kb_used_omap":1736,"kb_used_meta":1046839,"kb_avail":84679572,"statfs":{"total":90194313216,"available":86711881728,"internally_reserved":1073741824,"allocated":2408681472,"data_stored":2407020665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1778063,"internal_metadata":1071963761},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:38:18 2021","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.499,"15min":0.40699999999999997},"min":{"1min":0.14699999999999999,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":2.516,"5min":3.2160000000000002,"15min":3.2160000000000002},"last":0.998},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.51100000000000001,"15min":0.41599999999999998},"min":{"1min":0.17999999999999999,"5min":0.14999999999999999,"15min":0.14499999999999999},"max":{"1min":2.706,"5min":2.706,"15min":2.706},"last":0.17100000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:38:35 2021","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.50800000000000001,"15min":0.438},"min":{"1min":0.18099999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":2.4849999999999999,"5min":3.2599999999999998,"15min":3.2599999999999998},"last":1.042},{"interface":"front","average":{"1min":0.318,"5min":0.40699999999999997,"15min":0.41499999999999998},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":1.196,"5min":2.9199999999999999,"15min":2.9199999999999999},"last":0.185}]},{"osd":2,"last update":"Thu Mar 4 23:38:35 2021","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.56499999999999995,"15min":0.47299999999999998},"min":{"1min":0.17499999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":2.887,"5min":2.887,"15min":3.2959999999999998},"last":0.19700000000000001},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.58899999999999997,"15min":0.47699999999999998},"min":{"1min":0.191,"5min":0.188,"15min":0.188},"max":{"1min":4.9480000000000004,"5min":4.9480000000000004,"15min":4.9480000000000004},"last":1.6319999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:38:35 2021","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":1.5860000000000001,"15min":1.3420000000000001},"min":{"1min":0.20999999999999999,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":2.5350000000000001,"5min":104.28700000000001,"15min":104.28700000000001},"last":1.071},{"interface":"front","average":{"1min":0.45600000000000002,"5min":1.5049999999999999,"15min":1.3300000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.20999999999999999},"max":{"1min":1.6180000000000001,"5min":104.264,"15min":104.264},"last":1.8400000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:38:18 2021","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.42499999999999999,"15min":0.373},"min":{"1min":0.16200000000000001,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":2.3919999999999999,"5min":2.96,"15min":4.1539999999999999},"last":0.155},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.5,"15min":0.38700000000000001},"min":{"1min":0.182,"5min":0.16300000000000001,"15min":0.14299999999999999},"max":{"1min":2.7879999999999998,"5min":2.7879999999999998,"15min":2.7879999999999998},"last":0.216}]},{"osd":5,"last update":"Thu Mar 4 23:38:18 2021","interfaces":[{"interface":"back","average":{"1min":1.4870000000000001,"5min":0.58499999999999996,"15min":0.42399999999999999},"min":{"1min":0.17000000000000001,"5min":0.155,"15min":0.155},"max":{"1min":18.030000000000001,"5min":18.030000000000001,"15min":18.030000000000001},"last":0.20499999999999999},{"interface":"front","average":{"1min":1.8320000000000001,"5min":0.73499999999999999,"15min":0.501},"min":{"1min":0.23300000000000001,"5min":0.14299999999999999,"15min":0.13900000000000001},"max":{"1min":17.949999999999999,"5min":17.949999999999999,"15min":17.949999999999999},"last":0.253}]},{"osd":7,"last update":"Thu Mar 4 23:38:18 2021","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.439,"15min":0.42399999999999999},"min":{"1min":0.19700000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":2.4609999999999999,"5min":3.569,"15min":3.569},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.64400000000000002,"15min":0.47599999999999998},"min":{"1min":0.22600000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":3.0259999999999998,"5min":3.8050000000000002,"15min":3.8050000000000002},"last":0.27800000000000002}]}]},{"osd":1,"up_from":87,"seq":373662155053,"num_pgs":75,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1684376,"kb_used_data":1378256,"kb_used_omap":2528,"kb_used_meta":303583,"kb_avail":86396008,"statfs":{"total":90194313216,"available":88469512192,"internally_reserved":0,"allocated":1411334144,"data_stored":1409691112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":310869294},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:38:04 2021","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.71199999999999997,"15min":0.40000000000000002},"min":{"1min":0.13500000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":1.6799999999999999,"5min":39.125,"15min":39.125},"last":0.17499999999999999},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.78700000000000003,"15min":0.47099999999999997},"min":{"1min":0.20000000000000001,"5min":0.17999999999999999,"15min":0.17899999999999999},"max":{"1min":1.7010000000000001,"5min":39.207000000000001,"15min":39.207000000000001},"last":0.23699999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:38:32 2021","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.34000000000000002,"15min":0.29699999999999999},"min":{"1min":0.158,"5min":0.14499999999999999,"15min":0.13400000000000001},"max":{"1min":2.0699999999999998,"5min":2.0699999999999998,"15min":2.0699999999999998},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.34599999999999997,"15min":0.29899999999999999},"min":{"1min":0.16900000000000001,"5min":0.154,"15min":0.13100000000000001},"max":{"1min":3.0459999999999998,"5min":3.0459999999999998,"15min":3.0459999999999998},"last":0.28299999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:38:21 2021","interfaces":[{"interface":"back","average":{"1min":4.4240000000000004,"5min":2.2440000000000002,"15min":1.4079999999999999},"min":{"1min":0.183,"5min":0.151,"15min":0.151},"max":{"1min":89.902000000000001,"5min":89.902000000000001,"15min":110.28400000000001},"last":0.26300000000000001},{"interface":"front","average":{"1min":4.7300000000000004,"5min":2.3079999999999998,"15min":1.429},"min":{"1min":0.20799999999999999,"5min":0.156,"15min":0.14799999999999999},"max":{"1min":89.890000000000001,"5min":89.890000000000001,"15min":109.977},"last":0.39400000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:38:32 2021","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.59599999999999997,"15min":0.52200000000000002},"min":{"1min":0.19800000000000001,"5min":0.19500000000000001,"15min":0.182},"max":{"1min":3.1230000000000002,"5min":3.1230000000000002,"15min":3.1230000000000002},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.55500000000000005,"15min":0.47699999999999998},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20100000000000001},"max":{"1min":3.129,"5min":3.129,"15min":3.129},"last":0.30599999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:38:32 2021","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.51100000000000001,"15min":0.51400000000000001},"min":{"1min":0.247,"5min":0.20799999999999999,"15min":0.20699999999999999},"max":{"1min":3.0409999999999999,"5min":3.0409999999999999,"15min":8.6690000000000005},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.97899999999999998,"5min":0.55400000000000005,"15min":0.50900000000000001},"min":{"1min":0.23599999999999999,"5min":0.23300000000000001,"15min":0.217},"max":{"1min":3.153,"5min":3.153,"15min":3.153},"last":0.443}]},{"osd":6,"last update":"Thu Mar 4 23:37:57 2021","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.53500000000000003,"15min":0.51400000000000001},"min":{"1min":0.23699999999999999,"5min":0.23300000000000001,"15min":0.214},"max":{"1min":3.5600000000000001,"5min":3.5600000000000001,"15min":3.7610000000000001},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.96799999999999997,"5min":0.60199999999999998,"15min":0.54600000000000004},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.24299999999999999},"max":{"1min":3.3940000000000001,"5min":3.3940000000000001,"15min":3.3940000000000001},"last":0.34300000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:38:32 2021","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.52100000000000002,"15min":0.54600000000000004},"min":{"1min":0.26900000000000002,"5min":0.23999999999999999,"15min":0.20899999999999999},"max":{"1min":3.1819999999999999,"5min":3.1819999999999999,"15min":3.3940000000000001},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.57899999999999996,"15min":0.51100000000000001},"min":{"1min":0.26000000000000001,"5min":0.254,"15min":0.224},"max":{"1min":2.1339999999999999,"5min":2.8660000000000001,"15min":2.8660000000000001},"last":0.41399999999999998}]}]},{"osd":0,"up_from":174,"seq":747324309636,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3425892,"kb_used_data":3254428,"kb_used_omap":2864,"kb_used_meta":168335,"kb_avail":84654492,"statfs":{"total":90194313216,"available":86686199808,"internally_reserved":0,"allocated":3332534272,"data_stored":3330879619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2932876,"internal_metadata":172375924},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:38:09 2021","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.33400000000000002,"15min":0.28000000000000003},"min":{"1min":0.13800000000000001,"5min":0.13100000000000001,"15min":0.12},"max":{"1min":2.4420000000000002,"5min":2.5369999999999999,"15min":2.5369999999999999},"last":0.13},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.25700000000000001,"15min":0.248},"min":{"1min":0.14299999999999999,"5min":0.128,"15min":0.128},"max":{"1min":2.7599999999999998,"5min":2.7599999999999998,"15min":2.7599999999999998},"last":0.14899999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:38:09 2021","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.26300000000000001,"15min":0.251},"min":{"1min":0.14999999999999999,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":2.2559999999999998,"5min":2.2559999999999998,"15min":2.2559999999999998},"last":0.19400000000000001},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.39600000000000002,"15min":0.316},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.14000000000000001},"max":{"1min":2.5209999999999999,"5min":2.5739999999999998,"15min":2.5739999999999998},"last":0.18099999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:38:09 2021","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.35099999999999998,"15min":0.307},"min":{"1min":0.17399999999999999,"5min":0.128,"15min":0.128},"max":{"1min":5.0289999999999999,"5min":5.0289999999999999,"15min":5.0289999999999999},"last":0.16800000000000001},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.432,"15min":0.34599999999999997},"min":{"1min":0.19700000000000001,"5min":0.151,"15min":0.151},"max":{"1min":2.4910000000000001,"5min":2.6080000000000001,"15min":2.6080000000000001},"last":0.74399999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:38:09 2021","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.42699999999999999,"15min":0.40100000000000002},"min":{"1min":0.21199999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":2.3159999999999998,"5min":2.7269999999999999,"15min":2.7269999999999999},"last":0.222},{"interface":"front","average":{"1min":0.89400000000000002,"5min":0.63100000000000001,"15min":0.46700000000000003},"min":{"1min":0.24099999999999999,"5min":0.22800000000000001,"15min":0.21299999999999999},"max":{"1min":3.2029999999999998,"5min":3.399,"15min":3.399},"last":0.20899999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:38:09 2021","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.56999999999999995,"15min":0.45200000000000001},"min":{"1min":0.27200000000000002,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":2.569,"5min":2.637,"15min":2.637},"last":0.252},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.41199999999999998,"15min":0.39800000000000002},"min":{"1min":0.246,"5min":0.20300000000000001,"15min":0.20100000000000001},"max":{"1min":2.7330000000000001,"5min":2.7330000000000001,"15min":2.7330000000000001},"last":0.23699999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:38:09 2021","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.59799999999999998,"15min":0.46800000000000003},"min":{"1min":0.22900000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":3.4940000000000002,"5min":5.835,"15min":5.835},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.46800000000000003,"15min":0.41799999999999998},"min":{"1min":0.251,"5min":0.245,"15min":0.245},"max":{"1min":2.3450000000000002,"5min":2.3450000000000002,"15min":2.3450000000000002},"last":0.27300000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:38:09 2021","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.51600000000000001,"15min":0.433},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.23100000000000001},"max":{"1min":2.6890000000000001,"5min":2.6890000000000001,"15min":2.6890000000000001},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.505,"15min":0.442},"min":{"1min":0.28699999999999998,"5min":0.248,"15min":0.24199999999999999},"max":{"1min":2.4689999999999999,"5min":3.113,"15min":3.113},"last":0.308}]}]},{"osd":2,"up_from":103,"seq":442381631776,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":437160,"kb_used_data":358752,"kb_used_omap":396,"kb_used_meta":78003,"kb_avail":87643224,"statfs":{"total":90194313216,"available":89746661376,"internally_reserved":0,"allocated":367362048,"data_stored":365705796,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":406251,"internal_metadata":79875349},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:38:12 2021","interfaces":[{"interface":"back","average":{"1min":6.0739999999999998,"5min":2.1389999999999998,"15min":0.89200000000000002},"min":{"1min":0.14799999999999999,"5min":0.13500000000000001,"15min":0.114},"max":{"1min":63.472999999999999,"5min":94.581000000000003,"15min":94.581000000000003},"last":0.17499999999999999},{"interface":"front","average":{"1min":6.0819999999999999,"5min":2.1459999999999999,"15min":0.89700000000000002},"min":{"1min":0.16700000000000001,"5min":0.13500000000000001,"15min":0.127},"max":{"1min":63.531999999999996,"5min":94.560000000000002,"15min":94.560000000000002},"last":0.191}]},{"osd":1,"last update":"Thu Mar 4 23:38:27 2021","interfaces":[{"interface":"back","average":{"1min":2.5710000000000002,"5min":0.73799999999999999,"15min":0.432},"min":{"1min":0.16600000000000001,"5min":0.13700000000000001,"15min":0.128},"max":{"1min":46.551000000000002,"5min":46.551000000000002,"15min":46.551000000000002},"last":0.23300000000000001},{"interface":"front","average":{"1min":2.7749999999999999,"5min":0.77900000000000003,"15min":0.45700000000000002},"min":{"1min":0.153,"5min":0.14399999999999999,"15min":0.129},"max":{"1min":46.598999999999997,"5min":46.598999999999997,"15min":46.598999999999997},"last":0.215}]},{"osd":3,"last update":"Thu Mar 4 23:38:24 2021","interfaces":[{"interface":"back","average":{"1min":3.681,"5min":1.5580000000000001,"15min":0.84399999999999997},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":63.113999999999997,"5min":63.113999999999997,"15min":63.113999999999997},"last":0.27700000000000002},{"interface":"front","average":{"1min":3.6859999999999999,"5min":1.5569999999999999,"15min":0.85899999999999999},"min":{"1min":0.20999999999999999,"5min":0.17100000000000001,"15min":0.159},"max":{"1min":63.073999999999998,"5min":63.073999999999998,"15min":63.073999999999998},"last":0.32700000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:38:27 2021","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.871,"15min":0.57499999999999996},"min":{"1min":0.188,"5min":0.188,"15min":0.188},"max":{"1min":2.0329999999999999,"5min":64.762,"15min":64.762},"last":1.1379999999999999},{"interface":"front","average":{"1min":0.63600000000000001,"5min":1,"15min":0.628},"min":{"1min":0.23100000000000001,"5min":0.218,"15min":0.21199999999999999},"max":{"1min":2.9620000000000002,"5min":64.715000000000003,"15min":64.715000000000003},"last":0.69899999999999995}]},{"osd":5,"last update":"Thu Mar 4 23:38:27 2021","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.59199999999999997,"15min":0.52100000000000002},"min":{"1min":0.28000000000000003,"5min":0.25900000000000001,"15min":0.23799999999999999},"max":{"1min":3.028,"5min":3.6560000000000001,"15min":4.2850000000000001},"last":1.2869999999999999},{"interface":"front","average":{"1min":0.63,"5min":0.47899999999999998,"15min":0.46400000000000002},"min":{"1min":0.246,"5min":0.22700000000000001,"15min":0.214},"max":{"1min":2.161,"5min":2.9039999999999999,"15min":3.9180000000000001},"last":0.252}]},{"osd":6,"last update":"Thu Mar 4 23:37:46 2021","interfaces":[{"interface":"back","average":{"1min":3.794,"5min":1.107,"15min":0.67500000000000004},"min":{"1min":0.23999999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":64.600999999999999,"5min":64.600999999999999,"15min":64.600999999999999},"last":0.26700000000000002},{"interface":"front","average":{"1min":3.9870000000000001,"5min":1.198,"15min":0.73399999999999999},"min":{"1min":0.30299999999999999,"5min":0.29999999999999999,"15min":0.251},"max":{"1min":64.619,"5min":64.619,"15min":64.619},"last":0.441}]},{"osd":7,"last update":"Thu Mar 4 23:38:27 2021","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.47599999999999998,"15min":0.47399999999999998},"min":{"1min":0.30299999999999999,"5min":0.221,"15min":0.221},"max":{"1min":2.7519999999999998,"5min":2.7519999999999998,"15min":2.7519999999999998},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.52800000000000002,"15min":0.51800000000000002},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.60199999999999998,"5min":3.1819999999999999,"15min":3.847},"last":0.40899999999999997}]}]},{"osd":3,"up_from":126,"seq":541165879572,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2251352,"kb_used_data":1963856,"kb_used_omap":883,"kb_used_meta":286604,"kb_avail":85829032,"statfs":{"total":90194313216,"available":87888928768,"internally_reserved":0,"allocated":2010988544,"data_stored":2009344511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":293482560},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:38:01 2021","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.496,"15min":0.58199999999999996},"min":{"1min":0.14399999999999999,"5min":0.127,"15min":0.127},"max":{"1min":2.1520000000000001,"5min":20.379000000000001,"15min":66.528999999999996},"last":0.16600000000000001},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.55500000000000005,"15min":0.628},"min":{"1min":0.14199999999999999,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":2.3980000000000001,"5min":20.545000000000002,"15min":66.497},"last":0.371}]},{"osd":1,"last update":"Thu Mar 4 23:38:29 2021","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.31900000000000001,"15min":0.38},"min":{"1min":0.13300000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":2.5609999999999999,"5min":2.9009999999999998,"15min":25.097999999999999},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.36499999999999999,"15min":0.435},"min":{"1min":0.224,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":2.4249999999999998,"5min":2.9740000000000002,"15min":25.109999999999999},"last":0.23300000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:38:29 2021","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.40300000000000002,"15min":0.35599999999999998},"min":{"1min":0.16700000000000001,"5min":0.16300000000000001,"15min":0.14699999999999999},"max":{"1min":2.7759999999999998,"5min":6.0940000000000003,"15min":6.0940000000000003},"last":0.183},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.40899999999999997,"15min":0.33800000000000002},"min":{"1min":0.19500000000000001,"5min":0.17699999999999999,"15min":0.151},"max":{"1min":2.5990000000000002,"5min":3.008,"15min":3.008},"last":0.20999999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:38:29 2021","interfaces":[{"interface":"back","average":{"1min":1.3420000000000001,"5min":1.4039999999999999,"15min":0.77800000000000002},"min":{"1min":0.224,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":11.282999999999999,"5min":68.614999999999995,"15min":68.614999999999995},"last":0.35599999999999998},{"interface":"front","average":{"1min":1.149,"5min":0.59299999999999997,"15min":0.51400000000000001},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":11.256,"5min":11.256,"15min":11.256},"last":0.39200000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:38:29 2021","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.48999999999999999,"15min":0.51700000000000002},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":2.4390000000000001,"5min":2.4390000000000001,"15min":3.5409999999999999},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.92300000000000004,"5min":0.48499999999999999,"15min":0.48199999999999998},"min":{"1min":0.246,"5min":0.22600000000000001,"15min":0.20899999999999999},"max":{"1min":3.0219999999999998,"5min":3.0219999999999998,"15min":3.4249999999999998},"last":0.28799999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:37:56 2021","interfaces":[{"interface":"back","average":{"1min":1.1890000000000001,"5min":0.58399999999999996,"15min":0.56499999999999995},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.22500000000000001},"max":{"1min":3.1970000000000001,"5min":3.1970000000000001,"15min":9.9410000000000007},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.47699999999999998,"15min":0.498},"min":{"1min":0.28699999999999998,"5min":0.27100000000000002,"15min":0.251},"max":{"1min":1.48,"5min":1.48,"15min":2.9340000000000002},"last":0.41599999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:38:29 2021","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":2.5019999999999998,"15min":1.181},"min":{"1min":0.26800000000000002,"5min":0.23699999999999999,"15min":0.20699999999999999},"max":{"1min":2.8650000000000002,"5min":160.75999999999999,"15min":160.75999999999999},"last":0.32200000000000001},{"interface":"front","average":{"1min":1.0289999999999999,"5min":2.6930000000000001,"15min":1.26},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.23899999999999999},"max":{"1min":3.625,"5min":160.86600000000001,"15min":160.86600000000001},"last":0.40200000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986601,"num_pgs":69,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4691696,"kb_used_data":3643112,"kb_used_omap":554,"kb_used_meta":1048021,"kb_avail":83388688,"statfs":{"total":90194313216,"available":85390016512,"internally_reserved":1073741824,"allocated":3730546688,"data_stored":3728881827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":1073173729},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,2,1,3],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:38:05 2021","interfaces":[{"interface":"back","average":{"1min":1.077,"5min":0.57199999999999995,"15min":0.436},"min":{"1min":0.151,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":13.009,"5min":13.009,"15min":13.009},"last":0.27700000000000002},{"interface":"front","average":{"1min":1.27,"5min":0.69199999999999995,"15min":0.51300000000000001},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.153},"max":{"1min":13.050000000000001,"5min":13.050000000000001,"15min":13.050000000000001},"last":0.311}]},{"osd":1,"last update":"Thu Mar 4 23:37:43 2021","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.55900000000000005,"15min":0.61099999999999999},"min":{"1min":0.154,"5min":0.154,"15min":0.154},"max":{"1min":3.2010000000000001,"5min":11.231,"15min":20.440000000000001},"last":0.19400000000000001},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.58199999999999996,"15min":0.59999999999999998},"min":{"1min":0.19800000000000001,"5min":0.17699999999999999,"15min":0.154},"max":{"1min":4.5999999999999996,"5min":11.207000000000001,"15min":20.465},"last":0.28799999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:38:27 2021","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.48699999999999999,"15min":0.42799999999999999},"min":{"1min":0.186,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":3.012,"5min":3.012,"15min":3.012},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.46000000000000002,"15min":0.434},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":2.879,"5min":3.181,"15min":3.181},"last":0.42799999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:38:27 2021","interfaces":[{"interface":"back","average":{"1min":1.5089999999999999,"5min":2.4449999999999998,"15min":2.0219999999999998},"min":{"1min":0.22700000000000001,"5min":0.19500000000000001,"15min":0.192},"max":{"1min":4.7489999999999997,"5min":73.703999999999994,"15min":85.394999999999996},"last":1.159},{"interface":"front","average":{"1min":0.56799999999999995,"5min":2.2120000000000002,"15min":1.893},"min":{"1min":0.224,"5min":0.22,"15min":0.19400000000000001},"max":{"1min":2.8170000000000002,"5min":73.682000000000002,"15min":85.802999999999997},"last":0.35499999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:37:43 2021","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.439,"15min":0.375},"min":{"1min":0.20000000000000001,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":3.7850000000000001,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":0.216},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.47499999999999998,"15min":0.40100000000000002},"min":{"1min":0.155,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":4.2380000000000004,"5min":4.2380000000000004,"15min":4.2380000000000004},"last":0.23000000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:38:05 2021","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.53600000000000003,"15min":0.40100000000000002},"min":{"1min":0.17899999999999999,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":2.7330000000000001,"5min":3.1110000000000002,"15min":3.1110000000000002},"last":0.17499999999999999},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.58099999999999996,"15min":0.48199999999999998},"min":{"1min":0.21099999999999999,"5min":0.17699999999999999,"15min":0.14199999999999999},"max":{"1min":4.6289999999999996,"5min":4.6289999999999996,"15min":4.6289999999999996},"last":0.254}]},{"osd":7,"last update":"Thu Mar 4 23:37:43 2021","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":1.925,"15min":0.88500000000000001},"min":{"1min":0.26600000000000001,"5min":0.17299999999999999,"15min":0.17000000000000001},"max":{"1min":2.9249999999999998,"5min":131.482,"15min":131.482},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.88200000000000001,"5min":1.9630000000000001,"15min":0.96999999999999997},"min":{"1min":0.187,"5min":0.161,"15min":0.161},"max":{"1min":4.6879999999999997,"5min":131.54599999999999,"15min":131.54599999999999},"last":0.34000000000000002}]}]},{"osd":5,"up_from":36,"seq":154618823079,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3438364,"kb_used_data":2389780,"kb_used_omap":876,"kb_used_meta":1047699,"kb_avail":84642020,"statfs":{"total":90194313216,"available":86673428480,"internally_reserved":1073741824,"allocated":2447134720,"data_stored":2445488193,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":897466,"internal_metadata":1072844358},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:38:05 2021","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.438,"15min":0.39300000000000002},"min":{"1min":0.14699999999999999,"5min":0.13,"15min":0.13},"max":{"1min":2.008,"5min":3.9009999999999998,"15min":3.9009999999999998},"last":2.4950000000000001},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.42799999999999999,"15min":0.40400000000000003},"min":{"1min":0.16200000000000001,"5min":0.154,"15min":0.154},"max":{"1min":2.028,"5min":2.9529999999999998,"15min":2.9529999999999998},"last":0.38100000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:38:39 2021","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.46800000000000003,"15min":0.41999999999999998},"min":{"1min":0.17899999999999999,"5min":0.16,"15min":0.153},"max":{"1min":3.4119999999999999,"5min":3.9220000000000002,"15min":3.9220000000000002},"last":2.556},{"interface":"front","average":{"1min":0.31900000000000001,"5min":0.38800000000000001,"15min":0.39400000000000002},"min":{"1min":0.17999999999999999,"5min":0.159,"15min":0.159},"max":{"1min":0.98299999999999998,"5min":3.0579999999999998,"15min":3.0579999999999998},"last":0.40100000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:38:25 2021","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.50700000000000001,"15min":0.44},"min":{"1min":0.217,"5min":0.16800000000000001,"15min":0.161},"max":{"1min":3.3799999999999999,"5min":3.843,"15min":3.843},"last":2.589},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.46999999999999997,"15min":0.437},"min":{"1min":0.23200000000000001,"5min":0.184,"15min":0.184},"max":{"1min":1.6419999999999999,"5min":3.0800000000000001,"15min":3.0800000000000001},"last":0.41399999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:38:25 2021","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":1.2010000000000001,"15min":0.68799999999999994},"min":{"1min":0.251,"5min":0.20399999999999999,"15min":0.17699999999999999},"max":{"1min":3.2719999999999998,"5min":55.055999999999997,"15min":55.055999999999997},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.58299999999999996,"5min":1.1359999999999999,"15min":0.68000000000000005},"min":{"1min":0.23699999999999999,"5min":0.187,"15min":0.187},"max":{"1min":3.6589999999999998,"5min":55.119,"15min":55.119},"last":2.7010000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:38:05 2021","interfaces":[{"interface":"back","average":{"1min":3.7530000000000001,"5min":1.079,"15min":0.59899999999999998},"min":{"1min":0.158,"5min":0.13100000000000001,"15min":0.127},"max":{"1min":55.844999999999999,"5min":55.844999999999999,"15min":55.844999999999999},"last":0.32000000000000001},{"interface":"front","average":{"1min":4.7089999999999996,"5min":1.24,"15min":0.65500000000000003},"min":{"1min":0.183,"5min":0.16300000000000001,"15min":0.152},"max":{"1min":55.863999999999997,"5min":55.863999999999997,"15min":55.863999999999997},"last":0.26000000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:38:39 2021","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.68799999999999994,"15min":0.47799999999999998},"min":{"1min":0.186,"5min":0.16900000000000001,"15min":0.16},"max":{"1min":3.8090000000000002,"5min":4.6289999999999996,"15min":4.6289999999999996},"last":0.35399999999999998},{"interface":"front","average":{"1min":1.0960000000000001,"5min":0.67300000000000004,"15min":0.46100000000000002},"min":{"1min":0.20200000000000001,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":4.5430000000000001,"5min":5.1189999999999998,"15min":5.1189999999999998},"last":0.34300000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:38:25 2021","interfaces":[{"interface":"back","average":{"1min":1.0329999999999999,"5min":0.58899999999999997,"15min":0.46100000000000002},"min":{"1min":0.221,"5min":0.193,"15min":0.185},"max":{"1min":3.347,"5min":5.0220000000000002,"15min":5.0220000000000002},"last":0.31},{"interface":"front","average":{"1min":0.626,"5min":0.59799999999999998,"15min":0.44},"min":{"1min":0.248,"5min":0.18099999999999999,"15min":0.159},"max":{"1min":3.4390000000000001,"5min":5.5540000000000003,"15min":5.5540000000000003},"last":2.528}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":665,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2932876,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":3186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":406251,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":568095,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":897466,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1778063,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3300331520,"data_stored":3300327448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1250295808,"data_stored":1250295808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":225771520,"data_stored":225771520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1984430080,"data_stored":1984430080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3689746432,"data_stored":3689742360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2278555648,"data_stored":2278555648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2371227648,"data_stored":2371223576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1945960448,"data_stored":1945960448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:38:51.071 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2021-03-04T23:38:51.071 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool set device_health_metrics pg_num 41 2021-03-04T23:38:51.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:51.074 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:51.074 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:51.176 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:51.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:51.194 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:51.195 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:51.220 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:51.296 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:51.319 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:51.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:51.321 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:51.422 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:51.444 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:51.446 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:51.447 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:51.548 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:51.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:51.571 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:51.572 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:51.673 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:51.697 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:51.698 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:51.698 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:51.799 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:51.821 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:51.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:51.822 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:51.897 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:38:51.897 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:38:51.906 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:38:51.924 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:51.927 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:38:51.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:51.950 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:51.950 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:51.951 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:38:51.971 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:38:51.998 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:38:52.021 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:38:52.022 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:38:52.023 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:38:52.023 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:38:52.023 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:38:52.023 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:38:52.024 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:38:52.024 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:38:52.024 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:38:52.052 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:52.074 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:52.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:52.076 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:52.177 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:52.198 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:52.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:52.200 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:52.288 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:52 gibba011 conmon[95595]: cluster 2021-03-04T23:38:50.789041+0000 mgr.x (mgr.34676) 1124 : cluster [DBG] pgmap v1169: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 4.4 GiB data, 14 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 2.00k op/s; 23374/214962 objects misplaced (10.874%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:38:52.289 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:52 gibba011 conmon[95595]: 2021-03-04T23:38:52.290 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:52 gibba011 conmon[95595]: audit 2021-03-04T23:38:51.837481+0000 mon.a (mon.0) 1556 : audit [DBG] from='client.? 172.21.2.111:0/444950398' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:52.290 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:52 gibba011 conmon[99461]: cluster 2021-03-04T23:38:50. 2021-03-04T23:38:52.291 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:52 gibba011 conmon[99461]: 789041+0000 mgr.x (mgr.34676) 1124 : cluster [DBG] pgmap v1169: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 4.4 GiB data, 14 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 2.00k op/s; 23374/214962 objects misplaced (10.874%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:38:52.291 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:52 gibba011 conmon[99461]: audit 2021-03-04T23: 2021-03-04T23:38:52.291 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:52 gibba011 conmon[99461]: 38:51.837481+0000 mon.a (mon.0 2021-03-04T23:38:52.291 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:52 gibba011 conmon[99461]: ) 1556 : audit [DBG] from='client.? 172.21.2.111:0/444950398' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:52.301 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:52.325 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:52.326 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:52.327 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:52.429 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:52.453 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:52.454 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:52.455 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:52.503 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:38:52.556 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:52.579 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:52.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:52.580 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:52.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:52 gibba038 conmon[76675]: cluster 2021-03-04T23:38:50.789041+0000 mgr.x (mgr.34676) 1124 : cluster [DBG] pgmap v1169: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 4.4 GiB data, 14 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 2.00k op/s; 23374/214962 objects misplaced (10.874%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:38:52.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:52 gibba038 conmon[76675]: audit 2021-03-04T23: 2021-03-04T23:38:52.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:52 gibba038 conmon[76675]: 38:51.837481+0000 mon.a (mon.0) 1556 : audit [DBG] from='client.? 172.21.2.111:0/444950398' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:38:52.672 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:52.681 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:52.706 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:52.707 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:52.707 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:52.809 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:52.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:52.832 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:52.832 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:52.934 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:52.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:52.959 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:52.960 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:53.061 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:53.087 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:53.089 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:53.090 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:53.191 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:53.219 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:53.220 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:53.221 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:53.322 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:53.347 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:53.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:53.349 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:53.425 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:38:53.426 INFO:teuthology.orchestra.run.gibba011.stdout: "size": 20, 2021-03-04T23:38:53.426 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 600, 2021-03-04T23:38:53.426 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:38:53.427 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.427 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:184034 9.b 9:d82f3bce:::benchmark_data_gibba011_139107_object30667:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)", 2021-03-04T23:38:53.427 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:57.513503+0000", 2021-03-04T23:38:53.427 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 595.90846199800001, 2021-03-04T23:38:53.427 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.32328394399999999, 2021-03-04T23:38:53.428 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:38:53.428 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:53.428 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:38:53.428 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:38:53.429 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:38:53.429 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 184034 2021-03-04T23:38:53.429 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.429 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:38:53.429 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.430 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:38:53.430 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513503+0000", 2021-03-04T23:38:53.430 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:38:53.430 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.430 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.431 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:38:53.431 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513503+0000", 2021-03-04T23:38:53.431 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8449999999999999e-06 2021-03-04T23:38:53.431 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.432 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.432 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:38:53.432 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513504+0000", 2021-03-04T23:38:53.432 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.849e-06 2021-03-04T23:38:53.432 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.433 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.433 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:38:53.433 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513506+0000", 2021-03-04T23:38:53.433 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.5739999999999996e-06 2021-03-04T23:38:53.434 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.434 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.434 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:38:53.434 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513515+0000", 2021-03-04T23:38:53.434 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6660000000000001e-06 2021-03-04T23:38:53.435 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.435 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.435 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:38:53.435 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.513519+0000", 2021-03-04T23:38:53.436 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.18276452600000001 2021-03-04T23:38:53.436 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.436 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.436 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:38:53.436 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.696283+0000", 2021-03-04T23:38:53.437 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0098020160000000002 2021-03-04T23:38:53.437 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.437 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.437 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:38:53.438 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.706085+0000", 2021-03-04T23:38:53.438 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012649858999999999 2021-03-04T23:38:53.438 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.438 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.439 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:38:53.439 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.718735+0000", 2021-03-04T23:38:53.439 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.033099787999999998 2021-03-04T23:38:53.439 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.440 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.440 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:53.440 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.751835+0000", 2021-03-04T23:38:53.440 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0016482720000000001 2021-03-04T23:38:53.440 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.441 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.441 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:53.441 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.753483+0000", 2021-03-04T23:38:53.441 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001657581 2021-03-04T23:38:53.442 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.442 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.442 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:53.442 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.755141+0000", 2021-03-04T23:38:53.442 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.064552747999999993 2021-03-04T23:38:53.443 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.443 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.443 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:38:53.443 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.819693+0000", 2021-03-04T23:38:53.444 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0028612279999999999 2021-03-04T23:38:53.444 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.444 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.444 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:38:53.444 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.822555+0000", 2021-03-04T23:38:53.445 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014231992000000001 2021-03-04T23:38:53.445 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.445 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.445 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:38:53.446 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.836787+0000", 2021-03-04T23:38:53.446 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.32328394399999999 2021-03-04T23:38:53.446 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.446 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:53.446 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.447 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.447 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.447 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:184036 9.b 9:db21535c:::benchmark_data_gibba011_139107_object30669:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)", 2021-03-04T23:38:53.447 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:57.518822+0000", 2021-03-04T23:38:53.448 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 595.90314256299996, 2021-03-04T23:38:53.448 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.33556737800000003, 2021-03-04T23:38:53.448 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:38:53.448 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:53.448 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:38:53.449 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:38:53.449 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:38:53.449 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 184036 2021-03-04T23:38:53.449 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.450 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:38:53.450 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.450 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:38:53.450 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518822+0000", 2021-03-04T23:38:53.450 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:38:53.451 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.451 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.451 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:38:53.451 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518822+0000", 2021-03-04T23:38:53.451 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.674e-06 2021-03-04T23:38:53.452 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.452 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.452 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:38:53.452 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518824+0000", 2021-03-04T23:38:53.453 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9850000000000001e-06 2021-03-04T23:38:53.453 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.453 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.453 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:38:53.453 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518826+0000", 2021-03-04T23:38:53.454 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.5639999999999997e-06 2021-03-04T23:38:53.454 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.454 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.454 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:38:53.454 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518834+0000", 2021-03-04T23:38:53.455 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8089999999999999e-06 2021-03-04T23:38:53.455 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.455 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.455 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:38:53.456 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.518838+0000", 2021-03-04T23:38:53.456 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.20703808300000001 2021-03-04T23:38:53.456 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.456 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.456 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:38:53.457 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.725876+0000", 2021-03-04T23:38:53.457 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0067539540000000004 2021-03-04T23:38:53.457 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.457 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.457 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:38:53.458 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.732630+0000", 2021-03-04T23:38:53.458 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011326882999999999 2021-03-04T23:38:53.458 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.458 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.459 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:38:53.459 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.743957+0000", 2021-03-04T23:38:53.459 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01284184 2021-03-04T23:38:53.459 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.459 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.460 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:53.460 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.756799+0000", 2021-03-04T23:38:53.460 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001644433 2021-03-04T23:38:53.460 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.460 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.461 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:53.461 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.758443+0000", 2021-03-04T23:38:53.461 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0016520490000000001 2021-03-04T23:38:53.461 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.461 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.462 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:53.462 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.760095+0000", 2021-03-04T23:38:53.462 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.077266001000000001 2021-03-04T23:38:53.462 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.463 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.463 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:38:53.463 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.837361+0000", 2021-03-04T23:38:53.463 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0029140989999999999 2021-03-04T23:38:53.463 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.464 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.464 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:38:53.464 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.840275+0000", 2021-03-04T23:38:53.464 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014114003999999999 2021-03-04T23:38:53.464 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.465 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.465 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:38:53.465 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.854389+0000", 2021-03-04T23:38:53.465 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.33556737800000003 2021-03-04T23:38:53.466 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.466 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:53.466 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.466 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.466 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.467 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:184037 9.b 9:ddf2b57a:::benchmark_data_gibba011_139107_object30670:head [delete] snapc 0=[] ondisk+write+known_if_redirected e188)", 2021-03-04T23:38:53.467 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:28:57.566390+0000", 2021-03-04T23:38:53.467 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 595.85557430699998, 2021-03-04T23:38:53.467 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.30594248699999999, 2021-03-04T23:38:53.468 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:38:53.468 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:53.468 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:38:53.468 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:38:53.468 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:38:53.469 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 184037 2021-03-04T23:38:53.469 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.469 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:38:53.469 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.469 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:38:53.470 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566390+0000", 2021-03-04T23:38:53.470 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:38:53.470 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.470 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.471 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:38:53.471 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566390+0000", 2021-03-04T23:38:53.471 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.508e-06 2021-03-04T23:38:53.471 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.471 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.472 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:38:53.472 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566392+0000", 2021-03-04T23:38:53.472 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8390000000000001e-06 2021-03-04T23:38:53.472 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.472 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.473 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:38:53.473 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566394+0000", 2021-03-04T23:38:53.473 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.6229999999999997e-06 2021-03-04T23:38:53.473 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.474 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.474 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:38:53.474 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566401+0000", 2021-03-04T23:38:53.474 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.72e-06 2021-03-04T23:38:53.474 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.475 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.475 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:38:53.475 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.566405+0000", 2021-03-04T23:38:53.475 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.194259394 2021-03-04T23:38:53.476 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.476 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.476 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:38:53.476 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.760664+0000", 2021-03-04T23:38:53.476 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0068046950000000004 2021-03-04T23:38:53.477 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.477 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.477 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:38:53.477 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.767469+0000", 2021-03-04T23:38:53.477 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010619912 2021-03-04T23:38:53.478 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.478 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.478 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,5,6", 2021-03-04T23:38:53.478 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.778089+0000", 2021-03-04T23:38:53.479 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.032529622000000001 2021-03-04T23:38:53.479 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.479 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.479 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:53.479 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.810619+0000", 2021-03-04T23:38:53.480 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0016769129999999999 2021-03-04T23:38:53.480 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.480 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.480 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:53.480 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.812296+0000", 2021-03-04T23:38:53.481 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0016889559999999999 2021-03-04T23:38:53.481 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.481 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.481 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:38:53.482 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.813985+0000", 2021-03-04T23:38:53.482 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.040999672000000001 2021-03-04T23:38:53.482 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.482 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.484 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:38:53.484 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.854984+0000", 2021-03-04T23:38:53.485 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002905319 2021-03-04T23:38:53.485 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.485 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.485 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:38:53.485 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.857890+0000", 2021-03-04T23:38:53.486 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014443314 2021-03-04T23:38:53.486 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.486 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.486 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:38:53.487 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:28:57.872333+0000", 2021-03-04T23:38:53.487 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.30594248699999999 2021-03-04T23:38:53.487 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.487 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:53.487 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.488 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.488 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.488 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:264581 10.9 e336/325 10:9338b7d1:::benchmark_data_gibba011_264195_object70544:head v 336'16310, mlcod=336'16308)", 2021-03-04T23:38:53.488 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:38:20.431783+0000", 2021-03-04T23:38:53.489 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 32.990181954999997, 2021-03-04T23:38:53.489 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013416249, 2021-03-04T23:38:53.489 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:38:53.489 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:53.489 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:38:53.490 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.490 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:38:53.490 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:20.431783+0000", 2021-03-04T23:38:53.490 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:38:53.491 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.491 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.491 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:38:53.491 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:20.431783+0000", 2021-03-04T23:38:53.491 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4269999999999998e-06 2021-03-04T23:38:53.492 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.492 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.492 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:38:53.492 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:20.431785+0000", 2021-03-04T23:38:53.493 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4430000000000002e-06 2021-03-04T23:38:53.493 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.493 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.493 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:38:53.494 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:20.431788+0000", 2021-03-04T23:38:53.494 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0407999999999999e-05 2021-03-04T23:38:53.494 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.494 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.494 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:38:53.495 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:20.431798+0000", 2021-03-04T23:38:53.495 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.6460000000000001e-06 2021-03-04T23:38:53.495 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.495 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.496 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:38:53.496 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:20.431803+0000", 2021-03-04T23:38:53.496 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.1350999999999998e-05 2021-03-04T23:38:53.496 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.496 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.497 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:38:53.497 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:20.431844+0000", 2021-03-04T23:38:53.497 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5413e-05 2021-03-04T23:38:53.497 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.497 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.498 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:38:53.498 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:20.431859+0000", 2021-03-04T23:38:53.498 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013316734 2021-03-04T23:38:53.498 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.499 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.499 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:38:53.499 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:20.445176+0000", 2021-03-04T23:38:53.499 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2827e-05 2021-03-04T23:38:53.499 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.500 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.500 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:38:53.500 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:20.445199+0000", 2021-03-04T23:38:53.500 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013416249 2021-03-04T23:38:53.500 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.501 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:53.501 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.501 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.501 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.502 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:290894 10.5 e338/320 10:aacc6ff5:::benchmark_data_gibba011_264195_object96857:head v 338'18134, mlcod=338'18132)", 2021-03-04T23:38:53.502 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:38:34.271123+0000", 2021-03-04T23:38:53.502 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 19.150841516, 2021-03-04T23:38:53.502 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.016277265999999999, 2021-03-04T23:38:53.502 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:38:53.503 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:53.503 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:38:53.503 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.504 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:38:53.504 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.271123+0000", 2021-03-04T23:38:53.504 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:38:53.504 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.504 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.505 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:38:53.505 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.271123+0000", 2021-03-04T23:38:53.505 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2709999999999999e-06 2021-03-04T23:38:53.505 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.506 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.506 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:38:53.506 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.271125+0000", 2021-03-04T23:38:53.506 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9939999999999999e-06 2021-03-04T23:38:53.507 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.507 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.507 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:38:53.507 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.271127+0000", 2021-03-04T23:38:53.507 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.1880000000000002e-06 2021-03-04T23:38:53.508 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.508 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.508 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:38:53.508 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.271136+0000", 2021-03-04T23:38:53.508 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.6190000000000002e-06 2021-03-04T23:38:53.509 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.509 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.509 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:38:53.509 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.271140+0000", 2021-03-04T23:38:53.510 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.5267e-05 2021-03-04T23:38:53.510 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.510 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.510 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:38:53.510 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.271175+0000", 2021-03-04T23:38:53.511 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.592e-05 2021-03-04T23:38:53.511 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.511 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.511 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:38:53.511 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.271191+0000", 2021-03-04T23:38:53.512 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.004415843 2021-03-04T23:38:53.512 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.512 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.512 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:38:53.513 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.275607+0000", 2021-03-04T23:38:53.513 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011793164 2021-03-04T23:38:53.513 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.513 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.513 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:38:53.514 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.287400+0000", 2021-03-04T23:38:53.514 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.016277265999999999 2021-03-04T23:38:53.514 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.514 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:53.515 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.515 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.515 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.515 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:290893 10.f e338/320 10:f5599c85:::benchmark_data_gibba011_264195_object96856:head v 338'18072, mlcod=338'18069)", 2021-03-04T23:38:53.515 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:38:34.272194+0000", 2021-03-04T23:38:53.516 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 19.149770338, 2021-03-04T23:38:53.516 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015222018, 2021-03-04T23:38:53.516 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:38:53.516 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:53.516 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:38:53.517 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.517 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:38:53.517 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.272194+0000", 2021-03-04T23:38:53.517 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:38:53.518 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.518 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.518 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:38:53.518 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.272194+0000", 2021-03-04T23:38:53.518 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5359999999999999e-06 2021-03-04T23:38:53.519 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.519 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.519 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:38:53.519 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.272197+0000", 2021-03-04T23:38:53.519 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.294e-06 2021-03-04T23:38:53.520 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.520 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.520 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:38:53.520 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.272199+0000", 2021-03-04T23:38:53.521 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.3810000000000001e-06 2021-03-04T23:38:53.521 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.521 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.521 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:38:53.521 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.272207+0000", 2021-03-04T23:38:53.522 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2100000000000003e-06 2021-03-04T23:38:53.522 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.522 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.522 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:38:53.522 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.272211+0000", 2021-03-04T23:38:53.523 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6986000000000001e-05 2021-03-04T23:38:53.523 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.523 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.523 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:38:53.524 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.272248+0000", 2021-03-04T23:38:53.524 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7581e-05 2021-03-04T23:38:53.524 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.524 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.524 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:38:53.525 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.272265+0000", 2021-03-04T23:38:53.525 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015123984 2021-03-04T23:38:53.525 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.525 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.525 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:38:53.526 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.287389+0000", 2021-03-04T23:38:53.526 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7046000000000002e-05 2021-03-04T23:38:53.526 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.526 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.527 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:38:53.527 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.287416+0000", 2021-03-04T23:38:53.527 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.015222018 2021-03-04T23:38:53.527 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.527 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:53.528 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.528 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.528 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.528 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:290896 10.3 e338/320 10:c8c1d07f:::benchmark_data_gibba011_264195_object96859:head v 338'18129, mlcod=338'18126)", 2021-03-04T23:38:53.529 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:38:34.272954+0000", 2021-03-04T23:38:53.529 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 19.149010178000001, 2021-03-04T23:38:53.529 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014480755, 2021-03-04T23:38:53.529 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:38:53.529 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:53.530 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:38:53.530 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.530 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:38:53.530 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.272954+0000", 2021-03-04T23:38:53.530 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:38:53.531 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.531 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.531 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:38:53.531 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.272954+0000", 2021-03-04T23:38:53.531 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.241e-06 2021-03-04T23:38:53.532 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.532 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.532 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:38:53.532 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.272958+0000", 2021-03-04T23:38:53.533 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3499999999999999e-06 2021-03-04T23:38:53.533 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.533 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.533 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:38:53.533 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.272960+0000", 2021-03-04T23:38:53.534 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.8850000000000005e-06 2021-03-04T23:38:53.534 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.534 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.534 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:38:53.535 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.272969+0000", 2021-03-04T23:38:53.535 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4829999999999999e-06 2021-03-04T23:38:53.535 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.535 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.535 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:38:53.536 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.272974+0000", 2021-03-04T23:38:53.536 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.5185000000000003e-05 2021-03-04T23:38:53.536 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.536 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.536 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:38:53.537 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.273010+0000", 2021-03-04T23:38:53.537 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1365e-05 2021-03-04T23:38:53.537 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.537 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.538 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:38:53.538 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.273021+0000", 2021-03-04T23:38:53.538 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014384097 2021-03-04T23:38:53.538 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.538 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.539 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:38:53.539 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.287405+0000", 2021-03-04T23:38:53.539 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0148999999999999e-05 2021-03-04T23:38:53.539 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.539 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.540 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:38:53.540 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.287435+0000", 2021-03-04T23:38:53.540 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014480755 2021-03-04T23:38:53.540 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.541 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:53.541 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.541 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.541 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.541 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:290900 10.e e338/320 10:73db28cb:::benchmark_data_gibba011_264195_object96863:head v 338'18227, mlcod=338'18224)", 2021-03-04T23:38:53.542 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:38:34.273418+0000", 2021-03-04T23:38:53.542 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 19.148546464999999, 2021-03-04T23:38:53.542 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014004424, 2021-03-04T23:38:53.542 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:38:53.543 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:53.543 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:38:53.543 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.543 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:38:53.543 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.273418+0000", 2021-03-04T23:38:53.544 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:38:53.544 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.544 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.544 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:38:53.544 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.273418+0000", 2021-03-04T23:38:53.545 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.909e-06 2021-03-04T23:38:53.545 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.545 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.545 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:38:53.546 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.273421+0000", 2021-03-04T23:38:53.546 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0590000000000001e-06 2021-03-04T23:38:53.546 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.546 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.546 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:38:53.547 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.273423+0000", 2021-03-04T23:38:53.547 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.2959999999999999e-06 2021-03-04T23:38:53.547 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.547 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.548 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:38:53.548 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.273431+0000", 2021-03-04T23:38:53.548 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6660000000000001e-06 2021-03-04T23:38:53.548 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.548 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.549 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:38:53.549 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.273435+0000", 2021-03-04T23:38:53.549 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0775999999999998e-05 2021-03-04T23:38:53.549 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.549 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.550 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:38:53.550 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.273466+0000", 2021-03-04T23:38:53.550 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4788e-05 2021-03-04T23:38:53.550 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.551 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.551 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:38:53.551 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.273481+0000", 2021-03-04T23:38:53.551 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013911613999999999 2021-03-04T23:38:53.551 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.552 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.552 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:38:53.552 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.287392+0000", 2021-03-04T23:38:53.552 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0315999999999999e-05 2021-03-04T23:38:53.553 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.553 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.553 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:38:53.553 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.287423+0000", 2021-03-04T23:38:53.553 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014004424 2021-03-04T23:38:53.554 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.554 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:53.554 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.554 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.555 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.555 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:290904 10.3 e338/320 10:c9748eaf:::benchmark_data_gibba011_264195_object96867:head v 338'18130, mlcod=338'18127)", 2021-03-04T23:38:53.555 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:38:34.276069+0000", 2021-03-04T23:38:53.555 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 19.145895385999999, 2021-03-04T23:38:53.555 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013538985, 2021-03-04T23:38:53.556 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:38:53.556 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:53.556 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:38:53.556 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.556 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:38:53.557 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.276069+0000", 2021-03-04T23:38:53.557 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:38:53.557 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.557 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.558 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:38:53.558 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.276069+0000", 2021-03-04T23:38:53.558 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1670000000000002e-06 2021-03-04T23:38:53.558 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.558 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.559 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:38:53.559 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.276071+0000", 2021-03-04T23:38:53.559 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.142e-06 2021-03-04T23:38:53.559 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.560 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.560 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:38:53.560 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.276074+0000", 2021-03-04T23:38:53.560 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011303122000000001 2021-03-04T23:38:53.560 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.561 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.561 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:38:53.561 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.287377+0000", 2021-03-04T23:38:53.561 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0778000000000001e-05 2021-03-04T23:38:53.561 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.562 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.562 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:38:53.562 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.287387+0000", 2021-03-04T23:38:53.562 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.1791000000000004e-05 2021-03-04T23:38:53.563 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.563 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.563 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:38:53.563 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.287459+0000", 2021-03-04T23:38:53.563 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5196000000000001e-05 2021-03-04T23:38:53.564 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.564 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.564 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:38:53.564 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.287484+0000", 2021-03-04T23:38:53.564 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0021046110000000002 2021-03-04T23:38:53.565 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.565 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.565 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:38:53.565 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.289589+0000", 2021-03-04T23:38:53.566 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9177999999999998e-05 2021-03-04T23:38:53.566 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.566 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.566 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:38:53.566 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:34.289608+0000", 2021-03-04T23:38:53.567 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013538985 2021-03-04T23:38:53.567 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.567 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:53.567 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.568 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.568 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.568 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:292824 10.5 e340/320 10:a056d43b:::benchmark_data_gibba011_264195_object98787:head v 340'18256, mlcod=340'18252)", 2021-03-04T23:38:53.568 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:38:36.161597+0000", 2021-03-04T23:38:53.568 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 17.260367778999999, 2021-03-04T23:38:53.569 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012504617000000001, 2021-03-04T23:38:53.569 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:38:53.569 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:53.569 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:38:53.569 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.570 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:38:53.570 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:36.161597+0000", 2021-03-04T23:38:53.570 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:38:53.570 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.571 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.571 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:38:53.571 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:36.161597+0000", 2021-03-04T23:38:53.571 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1940000000000001e-06 2021-03-04T23:38:53.571 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.572 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.572 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:38:53.572 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:36.161599+0000", 2021-03-04T23:38:53.572 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9769999999999999e-06 2021-03-04T23:38:53.572 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.573 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.573 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:38:53.573 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:36.161601+0000", 2021-03-04T23:38:53.573 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3303e-05 2021-03-04T23:38:53.574 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.574 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.574 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:38:53.574 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:36.161624+0000", 2021-03-04T23:38:53.574 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.6539999999999998e-06 2021-03-04T23:38:53.575 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.575 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.575 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:38:53.575 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:36.161629+0000", 2021-03-04T23:38:53.576 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0037477809999999999 2021-03-04T23:38:53.576 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.576 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.576 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:38:53.576 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:36.165377+0000", 2021-03-04T23:38:53.577 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7751999999999999e-05 2021-03-04T23:38:53.577 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.577 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.577 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:38:53.577 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:36.165395+0000", 2021-03-04T23:38:53.578 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0086780239999999995 2021-03-04T23:38:53.578 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.578 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.578 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:38:53.579 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:36.174073+0000", 2021-03-04T23:38:53.579 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.8932e-05 2021-03-04T23:38:53.579 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.579 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.579 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:38:53.580 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:36.174101+0000", 2021-03-04T23:38:53.580 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012504617000000001 2021-03-04T23:38:53.580 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.580 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:53.581 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.581 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.581 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.581 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:295433 10.9 e340/325 10:954b9b81:::benchmark_data_gibba011_264195_object101396:head v 340'18264, mlcod=340'18261)", 2021-03-04T23:38:53.582 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:38:37.403008+0000", 2021-03-04T23:38:53.582 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 16.018956215999999, 2021-03-04T23:38:53.582 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014211835000000001, 2021-03-04T23:38:53.582 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:38:53.583 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:53.583 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:38:53.583 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.583 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:38:53.583 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.403008+0000", 2021-03-04T23:38:53.584 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:38:53.584 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.584 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.584 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:38:53.585 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.403008+0000", 2021-03-04T23:38:53.585 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.17e-06 2021-03-04T23:38:53.585 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.585 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.585 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:38:53.586 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.403011+0000", 2021-03-04T23:38:53.586 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9e-06 2021-03-04T23:38:53.586 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.586 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.586 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:38:53.587 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.403012+0000", 2021-03-04T23:38:53.587 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.9139999999999997e-06 2021-03-04T23:38:53.587 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.587 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.588 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:38:53.588 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.403021+0000", 2021-03-04T23:38:53.588 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.1749999999999998e-06 2021-03-04T23:38:53.588 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.588 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.589 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:38:53.589 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.403026+0000", 2021-03-04T23:38:53.589 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7693000000000001e-05 2021-03-04T23:38:53.589 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.589 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.590 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:38:53.590 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.403053+0000", 2021-03-04T23:38:53.590 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9255000000000001e-05 2021-03-04T23:38:53.590 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.591 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.591 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:38:53.591 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.403073+0000", 2021-03-04T23:38:53.591 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014118178 2021-03-04T23:38:53.591 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.592 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.592 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:38:53.592 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.417191+0000", 2021-03-04T23:38:53.592 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.955e-05 2021-03-04T23:38:53.592 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.593 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.593 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:38:53.593 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.417220+0000", 2021-03-04T23:38:53.593 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014211835000000001 2021-03-04T23:38:53.594 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.594 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:53.594 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.594 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.594 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.595 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:296153 10.f e340/320 10:f1b225c1:::benchmark_data_gibba011_264195_object102116:head v 340'18372, mlcod=340'18370)", 2021-03-04T23:38:53.595 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:38:37.741635+0000", 2021-03-04T23:38:53.595 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 15.680329366, 2021-03-04T23:38:53.595 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014143717, 2021-03-04T23:38:53.595 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:38:53.596 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:53.596 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:38:53.596 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.596 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:38:53.597 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.741635+0000", 2021-03-04T23:38:53.597 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:38:53.597 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.597 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.597 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:38:53.598 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.741635+0000", 2021-03-04T23:38:53.598 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7600000000000001e-06 2021-03-04T23:38:53.598 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.598 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.599 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:38:53.599 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.741637+0000", 2021-03-04T23:38:53.599 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2129999999999998e-06 2021-03-04T23:38:53.599 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.599 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.600 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:38:53.600 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.741639+0000", 2021-03-04T23:38:53.600 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.6240000000000002e-06 2021-03-04T23:38:53.600 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.600 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.601 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:38:53.601 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.741647+0000", 2021-03-04T23:38:53.601 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3710000000000002e-06 2021-03-04T23:38:53.601 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.602 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.602 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:38:53.602 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.741651+0000", 2021-03-04T23:38:53.602 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0066350690000000004 2021-03-04T23:38:53.602 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.603 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.603 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:38:53.603 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.748286+0000", 2021-03-04T23:38:53.603 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4692e-05 2021-03-04T23:38:53.604 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.604 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.604 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:38:53.604 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.748311+0000", 2021-03-04T23:38:53.604 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0073628210000000003 2021-03-04T23:38:53.605 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.605 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.605 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:38:53.605 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.755674+0000", 2021-03-04T23:38:53.605 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000105167 2021-03-04T23:38:53.606 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.606 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.606 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:38:53.606 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:37.755779+0000", 2021-03-04T23:38:53.606 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.014143717 2021-03-04T23:38:53.607 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.607 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:53.607 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.607 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.608 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.608 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:304345 10.e e341/320 10:75d0b817:::benchmark_data_gibba011_264195_object110308:head v 341'19098, mlcod=341'19095)", 2021-03-04T23:38:53.608 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:38:41.656051+0000", 2021-03-04T23:38:53.608 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 11.76591333, 2021-03-04T23:38:53.608 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012290980999999999, 2021-03-04T23:38:53.609 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:38:53.609 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:53.609 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:38:53.609 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.609 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:38:53.610 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:41.656051+0000", 2021-03-04T23:38:53.610 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:38:53.610 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.610 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.611 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:38:53.611 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:41.656051+0000", 2021-03-04T23:38:53.611 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2910000000000002e-06 2021-03-04T23:38:53.611 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.611 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.612 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:38:53.612 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:41.656054+0000", 2021-03-04T23:38:53.612 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9e-06 2021-03-04T23:38:53.612 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.612 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.613 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:38:53.613 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:41.656056+0000", 2021-03-04T23:38:53.613 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.0950000000000001e-06 2021-03-04T23:38:53.613 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.614 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.614 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:38:53.614 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:41.656062+0000", 2021-03-04T23:38:53.614 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.5760000000000002e-06 2021-03-04T23:38:53.614 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.615 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.615 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:38:53.615 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:41.656065+0000", 2021-03-04T23:38:53.615 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001221944 2021-03-04T23:38:53.615 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.616 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.616 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:38:53.616 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:41.657287+0000", 2021-03-04T23:38:53.616 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8995e-05 2021-03-04T23:38:53.617 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.617 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.617 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:38:53.617 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:41.657306+0000", 2021-03-04T23:38:53.617 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011007454999999999 2021-03-04T23:38:53.618 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.618 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.618 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:38:53.618 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:41.668314+0000", 2021-03-04T23:38:53.618 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.8725e-05 2021-03-04T23:38:53.619 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.619 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.619 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:38:53.619 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:41.668342+0000", 2021-03-04T23:38:53.620 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012290980999999999 2021-03-04T23:38:53.620 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.620 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:53.620 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.620 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.621 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.621 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:325574 10.3 e342/320 10:c2277419:::benchmark_data_gibba011_264195_object131537:head v 342'20260, mlcod=342'20256)", 2021-03-04T23:38:53.621 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:38:52.374650+0000", 2021-03-04T23:38:53.621 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 1.0473150330000001, 2021-03-04T23:38:53.621 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044233882000000002, 2021-03-04T23:38:53.622 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:38:53.622 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:53.622 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:38:53.622 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.623 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:38:53.623 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.374650+0000", 2021-03-04T23:38:53.623 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:38:53.623 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.623 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.624 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:38:53.624 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.374650+0000", 2021-03-04T23:38:53.624 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6800000000000002e-06 2021-03-04T23:38:53.624 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.624 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.625 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:38:53.625 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.374652+0000", 2021-03-04T23:38:53.625 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2500000000000001e-06 2021-03-04T23:38:53.625 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.626 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.626 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:38:53.626 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.374655+0000", 2021-03-04T23:38:53.626 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.2930000000000001e-06 2021-03-04T23:38:53.626 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.627 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.627 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:38:53.627 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.374663+0000", 2021-03-04T23:38:53.627 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.792e-06 2021-03-04T23:38:53.627 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.628 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.628 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:38:53.628 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.374668+0000", 2021-03-04T23:38:53.628 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.8817999999999998e-05 2021-03-04T23:38:53.629 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.629 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.629 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:38:53.629 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.374726+0000", 2021-03-04T23:38:53.629 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2196e-05 2021-03-04T23:38:53.630 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.630 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.630 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:38:53.630 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.374739+0000", 2021-03-04T23:38:53.631 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0024772499999999999 2021-03-04T23:38:53.631 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.631 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.631 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:38:53.631 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.377216+0000", 2021-03-04T23:38:53.632 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.041667602999999998 2021-03-04T23:38:53.632 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.632 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.632 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:38:53.632 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.418883+0000", 2021-03-04T23:38:53.633 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044233882000000002 2021-03-04T23:38:53.633 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.633 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:53.633 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.634 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.634 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.634 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:325573 10.f e342/320 10:fc0e855e:::benchmark_data_gibba011_264195_object131536:head v 342'20223, mlcod=342'20219)", 2021-03-04T23:38:53.634 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:38:52.374682+0000", 2021-03-04T23:38:53.634 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 1.0472830559999999, 2021-03-04T23:38:53.635 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.048401009000000002, 2021-03-04T23:38:53.635 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:38:53.635 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:53.635 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:38:53.636 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.636 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:38:53.636 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.374682+0000", 2021-03-04T23:38:53.636 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:38:53.636 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.637 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.637 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:38:53.637 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.374682+0000", 2021-03-04T23:38:53.637 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7310000000000002e-06 2021-03-04T23:38:53.638 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.638 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.638 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:38:53.638 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.374684+0000", 2021-03-04T23:38:53.638 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4219999999999999e-06 2021-03-04T23:38:53.639 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.639 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.639 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:38:53.639 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.374687+0000", 2021-03-04T23:38:53.639 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.8439999999999998e-06 2021-03-04T23:38:53.640 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.640 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.640 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:38:53.640 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.374695+0000", 2021-03-04T23:38:53.641 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3329999999999998e-06 2021-03-04T23:38:53.641 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.641 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.641 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:38:53.641 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.374699+0000", 2021-03-04T23:38:53.642 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.8715999999999999e-05 2021-03-04T23:38:53.642 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.642 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.642 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:38:53.643 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.374748+0000", 2021-03-04T23:38:53.643 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6405999999999998e-05 2021-03-04T23:38:53.643 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.643 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.643 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:38:53.644 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.374764+0000", 2021-03-04T23:38:53.644 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.048295323000000001 2021-03-04T23:38:53.644 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.644 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.645 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:38:53.645 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.423059+0000", 2021-03-04T23:38:53.645 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3234000000000002e-05 2021-03-04T23:38:53.645 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.646 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.646 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:38:53.646 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.423083+0000", 2021-03-04T23:38:53.646 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.048401009000000002 2021-03-04T23:38:53.646 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.647 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:53.647 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.647 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.647 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.648 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:325578 10.9 e342/325 10:9ca13977:::benchmark_data_gibba011_264195_object131541:head v 342'20172, mlcod=342'20170)", 2021-03-04T23:38:53.648 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:38:52.375523+0000", 2021-03-04T23:38:53.648 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 1.0464414849999999, 2021-03-04T23:38:53.648 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.043423589999999998, 2021-03-04T23:38:53.648 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:38:53.649 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:53.649 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:38:53.649 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.649 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:38:53.650 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.375523+0000", 2021-03-04T23:38:53.650 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:38:53.650 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.650 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.650 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:38:53.651 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.375523+0000", 2021-03-04T23:38:53.651 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.34e-06 2021-03-04T23:38:53.651 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.651 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.651 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:38:53.652 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.375526+0000", 2021-03-04T23:38:53.652 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0530000000000001e-06 2021-03-04T23:38:53.652 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.652 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.652 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:38:53.653 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.375528+0000", 2021-03-04T23:38:53.653 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.3819999999999998e-06 2021-03-04T23:38:53.653 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.653 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.654 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:38:53.654 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.375535+0000", 2021-03-04T23:38:53.654 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8959999999999996e-06 2021-03-04T23:38:53.654 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.654 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.655 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:38:53.655 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.375539+0000", 2021-03-04T23:38:53.655 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2406000000000001e-05 2021-03-04T23:38:53.655 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.656 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.656 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:38:53.656 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.375571+0000", 2021-03-04T23:38:53.656 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5444999999999999e-05 2021-03-04T23:38:53.656 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.657 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.657 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:38:53.657 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.375587+0000", 2021-03-04T23:38:53.657 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.043337665999999997 2021-03-04T23:38:53.657 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.658 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.658 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:38:53.658 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.418924+0000", 2021-03-04T23:38:53.658 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2402e-05 2021-03-04T23:38:53.659 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.659 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.659 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:38:53.659 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.418947+0000", 2021-03-04T23:38:53.659 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.043423589999999998 2021-03-04T23:38:53.660 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.660 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:53.660 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.660 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.660 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.661 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:325582 10.3 e342/320 10:c10f9b92:::benchmark_data_gibba011_264195_object131545:head v 342'20261, mlcod=342'20258)", 2021-03-04T23:38:53.661 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:38:52.377322+0000", 2021-03-04T23:38:53.661 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 1.0446422070000001, 2021-03-04T23:38:53.661 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.048906239999999997, 2021-03-04T23:38:53.662 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:38:53.662 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:53.662 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:38:53.662 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.662 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:38:53.663 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.377322+0000", 2021-03-04T23:38:53.663 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:38:53.663 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.663 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.664 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:38:53.664 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.377322+0000", 2021-03-04T23:38:53.664 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6820000000000001e-06 2021-03-04T23:38:53.664 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.664 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.665 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:38:53.665 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.377326+0000", 2021-03-04T23:38:53.665 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9520000000000001e-06 2021-03-04T23:38:53.665 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.665 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.666 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:38:53.666 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.377328+0000", 2021-03-04T23:38:53.666 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.041556953000000001 2021-03-04T23:38:53.666 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.667 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.667 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:38:53.667 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.418885+0000", 2021-03-04T23:38:53.667 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.2319999999999998e-06 2021-03-04T23:38:53.667 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.668 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.668 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:38:53.668 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.418891+0000", 2021-03-04T23:38:53.668 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9476e-05 2021-03-04T23:38:53.668 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.669 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.669 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:38:53.669 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.418921+0000", 2021-03-04T23:38:53.669 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7048999999999999e-05 2021-03-04T23:38:53.669 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.670 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.670 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:38:53.670 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.418938+0000", 2021-03-04T23:38:53.670 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0072710839999999997 2021-03-04T23:38:53.671 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.671 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.671 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:38:53.671 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.426209+0000", 2021-03-04T23:38:53.671 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9811999999999999e-05 2021-03-04T23:38:53.672 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.672 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.672 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:38:53.672 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.426229+0000", 2021-03-04T23:38:53.672 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.048906239999999997 2021-03-04T23:38:53.673 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.673 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:53.673 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.673 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.674 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.674 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:325580 10.f e342/320 10:f9999d83:::benchmark_data_gibba011_264195_object131543:head v 342'20224, mlcod=342'20220)", 2021-03-04T23:38:53.674 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:38:52.377959+0000", 2021-03-04T23:38:53.674 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 1.044005442, 2021-03-04T23:38:53.674 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.045137238000000003, 2021-03-04T23:38:53.675 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:38:53.675 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:53.675 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:38:53.675 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.675 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:38:53.676 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.377959+0000", 2021-03-04T23:38:53.676 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:38:53.676 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.676 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.677 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:38:53.677 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.377959+0000", 2021-03-04T23:38:53.677 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.007e-06 2021-03-04T23:38:53.677 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.677 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.678 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:38:53.678 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.377961+0000", 2021-03-04T23:38:53.678 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1789999999999998e-06 2021-03-04T23:38:53.678 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.679 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.679 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:38:53.679 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.377963+0000", 2021-03-04T23:38:53.679 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.040922457000000002 2021-03-04T23:38:53.679 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.680 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.680 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:38:53.680 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.418886+0000", 2021-03-04T23:38:53.680 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.8000000000000004e-06 2021-03-04T23:38:53.680 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.681 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.681 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:38:53.681 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.418892+0000", 2021-03-04T23:38:53.681 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.9277999999999997e-05 2021-03-04T23:38:53.682 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.682 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.682 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:38:53.682 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.418951+0000", 2021-03-04T23:38:53.682 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1226000000000001e-05 2021-03-04T23:38:53.683 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.683 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.683 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:38:53.683 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.418962+0000", 2021-03-04T23:38:53.684 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0041225849999999998 2021-03-04T23:38:53.684 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.684 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.684 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:38:53.684 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.423085+0000", 2021-03-04T23:38:53.685 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1705999999999999e-05 2021-03-04T23:38:53.685 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.685 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.685 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:38:53.685 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.423096+0000", 2021-03-04T23:38:53.686 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.045137238000000003 2021-03-04T23:38:53.686 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.686 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:53.686 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.687 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.687 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.687 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:325594 10.3 e342/320 10:ce7c22af:::benchmark_data_gibba011_264195_object131557:head v 342'20265, mlcod=342'20258)", 2021-03-04T23:38:53.687 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:38:52.418933+0000", 2021-03-04T23:38:53.687 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 1.003031311, 2021-03-04T23:38:53.688 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012509919, 2021-03-04T23:38:53.688 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:38:53.688 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:53.688 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:38:53.689 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.689 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:38:53.689 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.418933+0000", 2021-03-04T23:38:53.689 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:38:53.689 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.690 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.690 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:38:53.690 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.418933+0000", 2021-03-04T23:38:53.690 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0350000000000002e-06 2021-03-04T23:38:53.690 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.691 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.691 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:38:53.691 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.418936+0000", 2021-03-04T23:38:53.691 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.8100000000000001e-07 2021-03-04T23:38:53.692 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.692 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.692 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:38:53.692 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.418937+0000", 2021-03-04T23:38:53.692 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2819999999999998e-06 2021-03-04T23:38:53.693 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.693 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.693 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:38:53.693 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.418942+0000", 2021-03-04T23:38:53.693 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0650000000000001e-06 2021-03-04T23:38:53.694 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.694 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.694 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:38:53.694 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.418944+0000", 2021-03-04T23:38:53.695 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.007301147 2021-03-04T23:38:53.695 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.695 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.695 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:38:53.695 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.426245+0000", 2021-03-04T23:38:53.696 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0496000000000001e-05 2021-03-04T23:38:53.696 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.696 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.696 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:38:53.696 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.426255+0000", 2021-03-04T23:38:53.697 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0051627230000000001 2021-03-04T23:38:53.697 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.697 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.697 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:38:53.698 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.431418+0000", 2021-03-04T23:38:53.698 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5190000000000001e-05 2021-03-04T23:38:53.698 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.698 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.698 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:38:53.699 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.431443+0000", 2021-03-04T23:38:53.699 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012509919 2021-03-04T23:38:53.699 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.699 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:53.699 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.700 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.700 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.700 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56212.0:325601 10.3 e342/320 10:cc60f6fd:::benchmark_data_gibba011_264195_object131564:head v 342'20266, mlcod=342'20258)", 2021-03-04T23:38:53.700 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:38:52.418946+0000", 2021-03-04T23:38:53.701 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 1.0030185709999999, 2021-03-04T23:38:53.701 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012517221, 2021-03-04T23:38:53.701 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:38:53.701 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:38:53.701 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:38:53.702 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.702 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:38:53.702 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.418946+0000", 2021-03-04T23:38:53.702 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:38:53.702 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.703 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.703 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:38:53.703 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.418946+0000", 2021-03-04T23:38:53.703 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0470000000000001e-06 2021-03-04T23:38:53.704 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.704 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.704 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:38:53.704 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.418947+0000", 2021-03-04T23:38:53.704 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.2600000000000002e-07 2021-03-04T23:38:53.705 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.705 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.705 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:38:53.705 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.418948+0000", 2021-03-04T23:38:53.705 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5280000000000002e-06 2021-03-04T23:38:53.706 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.706 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.706 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:38:53.706 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.418950+0000", 2021-03-04T23:38:53.707 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6249999999999999e-06 2021-03-04T23:38:53.707 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.707 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.707 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:38:53.707 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.418952+0000", 2021-03-04T23:38:53.708 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0091148489999999995 2021-03-04T23:38:53.708 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.708 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.708 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:38:53.708 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.428067+0000", 2021-03-04T23:38:53.709 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4133e-05 2021-03-04T23:38:53.709 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.709 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.709 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:38:53.710 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.428081+0000", 2021-03-04T23:38:53.710 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0033653659999999998 2021-03-04T23:38:53.710 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.710 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.710 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:38:53.711 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.431446+0000", 2021-03-04T23:38:53.711 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6946999999999999e-05 2021-03-04T23:38:53.711 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:38:53.711 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:38:53.711 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:38:53.712 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:38:52.431463+0000", 2021-03-04T23:38:53.712 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012517221 2021-03-04T23:38:53.712 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.712 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:53.713 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.713 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:38:53.713 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:38:53.713 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:38:53.714 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:53.735 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:53.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:53.736 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:53.837 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:53.860 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:53.861 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:53.862 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:53.963 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:53.985 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:53.986 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:53.986 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:54.087 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:54.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:54.112 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:54.113 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:54.214 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:54.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:54.232 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:54.232 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:54.333 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:54.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:54 gibba011 conmon[95595]: cluster 2021-03-04T23:38:52.789524+0000 mgr.x (mgr.34676) 1125 : cluster [DBG] pgmap v1170: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 4.0 GiB data, 13 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.98k op/s; 22449/197745 objects misplaced (11.352%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:38:54.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:54 gibba011 conmon[99461]: cluster 2021-03-04T23:38:52.789524+0000 mgr.x (mgr.34676) 1125 : cluster [DBG] pgmap v1170: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 4.0 GiB data, 13 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.98k op/s; 22449/197745 objects misplaced (11.352%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:38:54.360 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:54.361 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:54.361 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:54.462 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:54.483 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:54.484 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:54.484 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:54.585 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:54.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:54 gibba038 conmon[76675]: cluster 2021-03-04T23:38:52.789524+0000 mgr.x (mgr.34676) 1125 : cluster [DBG] pgmap v1170: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 4.0 GiB data, 13 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 1.98k op/s; 22449/197745 objects misplaced (11.352%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:38:54.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:54 gibba038 conmon[76675]: 2021-03-04T23:38:54.607 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:54.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:54.609 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:54.710 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:54.732 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:54.733 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:54.734 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:54.800 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:38:54.835 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:54.866 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:54.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:54.868 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:54.966 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:54.970 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:54.995 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:54.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:54.996 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:55.097 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:55.121 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:55.122 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:55.123 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:55.224 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:55.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:55.249 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:55.249 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:55.351 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:55.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:55.374 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:55.375 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:55.478 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:55.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:55.505 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:55.505 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:55.607 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:55.627 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:55.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:55.629 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:55.716 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:38:55.730 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:55.779 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:55.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:55.781 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:55.882 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:55.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:55.901 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:55.901 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:55.975 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:38:56.003 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:56.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:56.025 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:56.026 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:56.128 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:56.151 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:56.152 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:56.153 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:56.254 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:56.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:56.277 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:56.278 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:56.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:56 gibba011 conmon[95595]: cluster 2021-03-04T23:38:54.790037+0000 mgr.x (mgr.34676) 1126 : cluster [DBG] pgmap v1171: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 3.8 GiB data, 12 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.98k op/s; 19927/186237 objects misplaced (10.700%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:38:56.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:56 gibba011 conmon[99461]: cluster 2021-03-04T23:38:54.790037+0000 mgr.x (mgr.34676) 1126 : cluster [DBG] pgmap v1171: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 3.8 GiB data, 12 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.98k op/s; 19927/186237 objects misplaced (10.700%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:38:56.379 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:56.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:56.406 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:56.406 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:56.508 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:56.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:56.532 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:56.532 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:56.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:56 gibba038 conmon[76675]: cluster 2021-03-04T23:38:54.790037+0000 mgr.x (mgr.34676) 1126 : cluster [DBG] pgmap v1171: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 3.8 GiB data, 12 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.98k op/s; 19927/186237 objects misplaced (10.700%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:38:56.633 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:56.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:56.653 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:56.653 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:56.754 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:56.778 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:56.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:56.780 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:56.881 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:56.903 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:56.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:56.905 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:57.006 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:57.029 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:57.030 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:57.031 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:57.133 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:57.159 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:57.160 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:57.161 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:57.263 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:57.285 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:57.286 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:57.286 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:57.388 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:57.412 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:57.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:57.413 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:57.514 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:57.536 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:57.537 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:57.537 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:57.638 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:57.658 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:57.659 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:57.659 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:57.761 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:57.785 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:57.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:57.787 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:57.888 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:57.910 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:57.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:57.912 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:58.013 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:58.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:58.034 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:58.034 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:58.130 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:38:58.131 INFO:teuthology.orchestra.run.gibba011.stderr:set pool 1 pg_num to 41 2021-03-04T23:38:58.135 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:58.159 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:58.160 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:58.161 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:58.263 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:38:58.285 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:58.286 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:58.286 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:38:58.387 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:58.410 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:58.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:58.412 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:58.438 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:58 gibba011 conmon[95595]: cluster 2021-03-04T23:38:56.790453+0000 mgr.x (mgr.34676) 1127 : cluster [DBG] pgmap v1172: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 3.7 GiB data, 12 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.98k op/s; 19927/184299 objects misplaced (10.812%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:38:58.438 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:58 gibba011 conmon[95595]: audit 2021-03-04T23:38:57.126805+0000 mon.c (mon.1) 448 : audit [INF] from='client.? 172.21.2.111:0/1969070600' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:58.439 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:58 gibba011 conmon[95595]: audit 2021-03-04T23:38:57.127117+0000 mon.a (mon.0) 1557 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:58.439 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:58 gibba011 conmon[95595]: audit 2021-03-04T23:38:57.458221+0000 mon.c (mon.1) 449 : audit [INF] from='client.? 172.21.2.111:0/4270820331' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "41"}]: dispatch 2021-03-04T23:38:58.439 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:58 gibba011 conmon[95595]: audit 2021-03-04T23:38:57.458557+0000 mon.a (mon.0) 1558 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "41"}]: dispatch 2021-03-04T23:38:58.440 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:58 gibba011 conmon[99461]: cluster 2021-03-04T23:38:56.790453+0000 mgr.x (mgr.34676) 1127 : cluster [DBG] pgmap v1172: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 3.7 GiB data, 12 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.98k op/s; 19927/184299 objects misplaced (10.812%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:38:58.440 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:58 gibba011 conmon[99461]: audit 2021-03-04T23:38:57.126805+0000 mon.c (mon.1) 448 : audit [INF] from='client.? 172.21.2.111:0/1969070600' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:58.440 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:58 gibba011 conmon[99461]: audit 2021-03-04T23:38:57.127117+0000 mon.a (mon.0) 1557 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:58.440 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:58 gibba011 conmon[99461]: audit 2021-03-04T23:38:57.458221+0000 mon.c (mon.1) 449 : audit [INF] from='client.? 172.21.2.111:0/4270820331' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "41"}]: dispatch 2021-03-04T23:38:58.441 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:58 gibba011 conmon[99461]: audit 2021-03-04T23:38:57.458557+0000 mon.a (mon.0) 1558 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "41"}]: dispatch 2021-03-04T23:38:58.512 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:38:58.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:58.539 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:58.540 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:38:58.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:58 gibba038 conmon[76675]: cluster 2021-03-04T23:38:56.790453+0000 mgr.x (mgr.34676) 1127 : cluster [DBG] pgmap v1172: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 3.7 GiB data, 12 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 1.98k op/s; 19927/184299 objects misplaced (10.812%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:38:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:58 gibba038 conmon[76675]: 2021-03-04T23:38:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:58 gibba038 conmon[76675]: audit 2021-03-04T23:38:57.126805+0000 mon.c (mon.1) 448 : audit [INF] from='client.? 172.21.2.111:0/1969070600' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:58 gibba038 conmon[76675]: audit 2021-03-04T23:38:57.127117+0000 mon.a (mon.0) 1557 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:38:58.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:58 gibba038 conmon[76675]: audit 2021-03-04T23:38:57.458221+0000 mon.c (mon.1) 449 : 2021-03-04T23:38:58.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:58 gibba038 conmon[76675]: audit [INF] from='client.? 172.21.2.111:0/4270820331' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "41"}]: dispatch 2021-03-04T23:38:58.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:58 gibba038 conmon[76675]: audit 2021-03-04T23 2021-03-04T23:38:58.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:58 gibba038 conmon[76675]: :38:57.458557+0000 mon.a (mon.0) 1558 : 2021-03-04T23:38:58.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:58 gibba038 conmon[76675]: audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "41"}]: dispatch 2021-03-04T23:38:58.641 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:38:58.667 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:58.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:58.669 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:38:58.771 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:58.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:58.789 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:58.789 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:58.890 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:58.910 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:58.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:58.912 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:59.013 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:59.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:59.036 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:59.036 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:59.137 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:59.159 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:59.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:59.161 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:59.262 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:59.283 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:59.284 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:59.284 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:38:59.385 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:38:59.406 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:59.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:59.408 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:38:59.509 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:38:59.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:59.534 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:59.535 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:38:59.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:59 gibba038 conmon[76675]: cluster 2021-03-04T23:38:58.116216+0000 mon.a (mon.0) 1559 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:38:59.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:59 gibba038 conmon[76675]: cluster 2021-03-04T23:38:58.116238+0000 mon.a (mon.0) 1560 : cluster [INF] Cluster is now healthy 2021-03-04T23:38:59.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:59 gibba038 conmon[76675]: audit 2021-03-04T23:38:58. 2021-03-04T23:38:59.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:59 gibba038 conmon[76675]: 122604+0000 mon.a (mon.0) 1561 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:38:59.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:59 gibba038 conmon[76675]: audit 2021-03-04T23:38:58.122714+0000 mon.a (mon.0) 1562 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "41"}]': finished 2021-03-04T23:38:59.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:59 gibba038 conmon[76675]: cluster 2021-03-04T23:38:58.122767+0000 mon.a (mon.0) 1563 : cluster [DBG] osdmap e343: 8 total, 8 up, 7 in 2021-03-04T23:38:59.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:59 gibba038 conmon[76675]: audit 2021-03-04T23:38:58. 2021-03-04T23:38:59.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:59 gibba038 conmon[76675]: 791132+0000 mon.c (mon.1) 450 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "41"}]: dispatch 2021-03-04T23:38:59.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:59 gibba038 conmon[76675]: audit 2021-03-04T23 2021-03-04T23:38:59.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:38:59 gibba038 conmon[76675]: :38:58.791700+0000 mon.a (mon.0) 1564 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "41"}]: dispatch 2021-03-04T23:38:59.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[95595]: cluster 2021-03-04T23:38:58.116216+0000 mon.a (mon.0) 1559 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:38:59.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[95595]: cluster 2021-03-04T23:38:58.116238+0000 mon.a (mon.0) 1560 : cluster [INF] Cluster is now healthy 2021-03-04T23:38:59.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[95595]: audit 2021-03-04T23:38:58.122604+0000 mon.a (mon.0) 1561 : audit 2021-03-04T23:38:59.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[95595]: [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:38:59.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[95595]: audit 2021-03-04T23:38:58.122714+0000 mon.a (mon.0) 1562 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "41"}]': finished 2021-03-04T23:38:59.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[95595]: cluster 2021-03-04T23:38:58.122767+0000 mon.a (mon.0) 1563 : cluster [DBG] osdmap e343: 8 total, 8 up, 7 in 2021-03-04T23:38:59.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[95595]: audit 2021-03-04T23:38:58.791132+0000 mon.c (mon.1) 450 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "41"}]: dispatch 2021-03-04T23:38:59.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[95595]: audit 2021-03-04T23:38:58.791700+0000 mon.a (mon.0) 1564 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "41"}]: dispatch 2021-03-04T23:38:59.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[99461]: cluster 2021-03-04T23:38:58.116216+0000 mon.a (mon.0) 1559 : 2021-03-04T23:38:59.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[99461]: cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:38:59.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[99461]: cluster 2021-03-04T23:38:58.116238+0000 mon.a (mon.0) 1560 2021-03-04T23:38:59.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[99461]: : cluster [INF] Cluster is now healthy 2021-03-04T23:38:59.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:38:59.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[99461]: T23:38:58.122604+0000 mon.a (mon.0) 1561 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:38:59.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[99461]: 2021-03-04T23:38:59.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[99461]: audit 2021-03-04T23:38:59.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[99461]: 2021-03-04T23:38:58.122714+0000 mon.a (mon.0) 2021-03-04T23:38:59.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[99461]: 1562 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "41"}]': finished 2021-03-04T23:38:59.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:38:59.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[99461]: 38:58.122767+0000 mon.a (mon.0) 1563 : 2021-03-04T23:38:59.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[99461]: cluster [DBG] osdmap e343: 8 total, 8 up, 7 in 2021-03-04T23:38:59.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[99461]: audit 2021-03-04T23: 2021-03-04T23:38:59.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[99461]: 38:58.791132+0000 mon.c (mon.1) 450 : 2021-03-04T23:38:59.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[99461]: audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "41"}]: dispatch 2021-03-04T23:38:59.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[99461]: audit 2021-03-04T23:38 2021-03-04T23:38:59.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[99461]: :58.791700+0000 mon.a (mon.0) 1564 : audit 2021-03-04T23:38:59.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:38:59 gibba011 conmon[99461]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "41"}]: dispatch 2021-03-04T23:38:59.636 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:38:59.661 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:38:59.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:59.664 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:38:59.766 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:38:59.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:59.784 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:59.784 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:38:59.885 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:38:59.908 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:38:59.909 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:38:59.910 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:00.011 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:00.033 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:00.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:00.037 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:00.138 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:00.161 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:00.162 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:00.162 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:00.263 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:00.289 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:00.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:00.291 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:00.392 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:00.414 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:00 gibba011 conmon[95595]: cluster 2021-03-04T23:38:58.790850+0000 mgr.x (mgr. 2021-03-04T23:39:00.415 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:00 gibba011 conmon[95595]: 34676) 1128 : cluster [DBG] pgmap v1174: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 3.3 GiB data, 10 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.95k op/s; 17305/160326 objects misplaced (10.794%); 747 KiB/s, 11 objects/s recovering 2021-03-04T23:39:00.415 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:00 gibba011 conmon[95595]: audit 2021-03-04T23:38:59.126923+0000 mon.a (mon.0) 1565 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "41"}]': finished 2021-03-04T23:39:00.416 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:00 gibba011 conmon[95595]: cluster 2021-03-04T23:38:59.126977+0000 mon.a (mon.0) 1566 : cluster [DBG] osdmap e344: 8 total, 8 up, 7 in 2021-03-04T23:39:00.416 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:00 gibba011 conmon[99461]: cluster 2021-03-04T23:38:58.790850+0000 mgr.x ( 2021-03-04T23:39:00.417 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:00 gibba011 conmon[99461]: mgr.34676) 1128 : cluster [DBG] pgmap v1174: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 3.3 GiB data, 10 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.95k op/s; 17305/160326 objects misplaced (10.794%); 747 KiB/s, 11 objects/s recovering 2021-03-04T23:39:00.417 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:00 gibba011 conmon[99461]: audit 2021-03-04T23:38:59.126923+0000 mon.a (mon.0) 1565 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "41"}]': finished 2021-03-04T23:39:00.418 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:00 gibba011 conmon[99461]: cluster 2021-03-04T23:38:59.126977+0000 mon.a (mon.0) 1566 : cluster [DBG] osdmap e344: 8 total, 8 up, 7 in 2021-03-04T23:39:00.419 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:00.420 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:00.421 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:00.522 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:00.544 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:00.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:00.545 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:00.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:00 gibba038 conmon[76675]: cluster 2021-03-04T23:38:58.790850+0000 mgr.x (mgr.34676) 1128 : cluster [DBG] pgmap v1174: 139 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 133 active+clean; 3.3 GiB data, 10 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.95k op/s; 17305/160326 objects misplaced (10.794%); 747 KiB/s, 11 objects/s recovering 2021-03-04T23:39:00.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:00 gibba038 conmon[76675]: audit 2021-03-04T23:38:59.126923+0000 mon.a (mon.0) 1565 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "41"}]': finished 2021-03-04T23:39:00.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:00 gibba038 conmon[76675]: cluster 2021-03-04T23:38:59.126977+0000 mon.a (mon.0) 1566 : cluster [DBG] osdmap e344: 8 total, 8 up, 7 in 2021-03-04T23:39:00.646 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:00.671 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:00.672 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:00.672 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:00.773 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:00.774 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:39:00.795 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:00.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:00.797 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:00.799 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:39:00.820 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:39:00.842 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:39:00.866 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:39:00.887 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:39:00.898 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:00.911 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:39:00.920 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:00.920 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:00.921 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:00.932 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:39:00.933 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:39:00.933 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:39:00.934 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:39:00.934 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:39:00.934 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:39:00.934 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:39:00.935 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:39:00.935 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:39:00.968 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:39:00.969 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:39:01.022 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:01.045 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:01.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:01.046 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:01.147 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:01.172 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:01.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:01.173 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:01.275 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:01.298 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:01.299 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:01.299 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:01.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:01 gibba011 conmon[99461]: cluster 2021-03-04T23:39:00.128070+0000 mon.a (mon. 2021-03-04T23:39:01.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:01 gibba011 conmon[99461]: 0) 1567 : cluster [DBG] osdmap e345: 8 total, 8 up, 7 in 2021-03-04T23:39:01.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:01 gibba011 conmon[99461]: audit 2021-03-04T23:39:00.749260+0000 mon.a (mon.0) 1568 : audit [DBG] from='client.? 172.21.2.111:0/2677828136' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:01.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:01 gibba011 conmon[95595]: cluster 2021-03-04T23:39:00.128070+0000 mon.a (mon.0) 1567 : cluster [DBG] osdmap e345: 8 total, 8 up, 7 in 2021-03-04T23:39:01.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:01 gibba011 conmon[95595]: audit 2021-03-04T23:39:00.749260+0000 mon.a (mon.0) 1568 : audit [DBG] from='client.? 172.21.2.111:0/2677828136' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:01.401 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:01.422 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:01.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:01.432 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:01.533 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:01.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:01.556 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:01.556 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:01.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:01 gibba038 conmon[76675]: cluster 2021-03-04T23:39:01.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:01 gibba038 conmon[76675]: 2021-03-04T23 2021-03-04T23:39:01.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:01 gibba038 conmon[76675]: :39:00.128070+0000 mon.a (mon.0) 1567 : cluster [DBG] osdmap e345: 8 total, 8 up, 7 in 2021-03-04T23:39:01.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:01 gibba038 conmon[76675]: audit 2021 2021-03-04T23:39:01.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:01 gibba038 conmon[76675]: -03-04T23:39:00.749260+0000 mon.a (mon. 2021-03-04T23:39:01.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:01 gibba038 conmon[76675]: 0) 1568 : audit [DBG] from='client.? 172.21.2.111:0/2677828136' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:01.657 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:01.680 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:01.681 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:01.681 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:01.782 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:01.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:01.807 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:01.807 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:01.908 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:01.931 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:01.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:01.933 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:02.034 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:02.055 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:02.056 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:02.056 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:02.158 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:02.180 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:02.180 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:02.181 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:02.282 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:02.297 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:39:02.306 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:02.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:02.307 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:02.408 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:02.413 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:02 gibba011 conmon[99461]: cluster 2021-03-04T23:39:02.414 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:02 gibba011 conmon[99461]: 2021-03-04T23:39:02.414 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:02 gibba011 conmon[99461]: 2021 2021-03-04T23:39:02.416 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:02 gibba011 conmon[99461]: - 2021-03-04T23:39:02.416 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:02 gibba011 conmon[99461]: 03-04T23:39:00.791303+0000 mgr.x (mgr.34676) 1129 : cluster 2021-03-04T23:39:02.416 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:02 gibba011 conmon[99461]: [DBG] pgmap v1177: 149 pgs: 9 unknown, 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 134 active+clean; 3.2 GiB data, 9.9 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.74k op/s; 16741/154938 objects misplaced (10.805%); 608 KiB/s, 9 objects/s recovering 2021-03-04T23:39:02.417 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:02 gibba011 conmon[95595]: cluster 2021-03-04T23:39:02.417 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:02 gibba011 conmon[95595]: 2021-03-04T23:39:02.418 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:02 gibba011 conmon[95595]: 2021 2021-03-04T23:39:02.418 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:02 gibba011 conmon[95595]: - 2021-03-04T23:39:02.418 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:02 gibba011 conmon[95595]: 03 2021-03-04T23:39:02.419 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:02 gibba011 conmon[95595]: - 2021-03-04T23:39:02.419 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:02 gibba011 conmon[95595]: 04 2021-03-04T23:39:02.419 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:02 gibba011 conmon[95595]: T23:39:00.791303 2021-03-04T23:39:02.420 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:02 gibba011 conmon[95595]: +0000 mgr.x (mgr.34676) 1129 : cluster [DBG] pgmap v1177: 149 pgs: 9 unknown, 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 134 active+clean; 3.2 GiB data, 9.9 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.74k op/s; 16741/154938 objects misplaced (10.805%); 608 KiB/s, 9 objects/s recovering 2021-03-04T23:39:02.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:02.427 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:02.427 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:02.448 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:02.529 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:02.551 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:02.552 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:02.552 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:02.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:02 gibba038 conmon[76675]: cluster 2021-03-04T23:39:00.791303+0000 mgr.x (mgr.34676 2021-03-04T23:39:02.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:02 gibba038 conmon[76675]: ) 1129 : cluster [DBG] pgmap v1177: 149 pgs: 9 unknown, 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 134 active+clean; 3.2 GiB data, 9.9 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.74k op/s; 16741/154938 objects misplaced (10.805%); 608 KiB/s, 9 objects/s recovering 2021-03-04T23:39:02.654 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:02.678 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:02.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:02.679 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:02.780 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:02.802 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:02.803 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:02.803 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:02.905 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:02.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:02.928 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:02.928 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:03.009 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:39:03.030 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:03.078 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:03.079 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:03.079 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:03.180 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:03.183 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:03.207 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:03.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:03.209 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:03.310 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:03.332 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:03.333 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:03.333 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:03.434 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:03.459 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:03.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:03.461 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:03.563 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:03.587 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:03.588 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:03.588 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:03.690 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:03.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:03.714 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:03.714 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:03.816 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:03.837 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:03.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:03.839 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:03.940 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:03.962 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:03.963 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:03.964 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:04.065 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:04.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:04.084 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:04.084 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:04.186 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:04.205 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:04.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:04.206 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:04.308 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:04.331 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:04.332 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:04.332 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:04.434 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:04.454 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:04.455 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:04.456 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:04.516 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:04 gibba011 conmon[95595]: cluster 2021-03-04T23:39:02.791814+0000 mgr.x (mgr.34676) 1130 : cluster [DBG] pgmap v1178: 149 pgs: 5 unknown, 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 138 active+clean; 2.8 GiB data, 9.2 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 2.62k op/s; 15766/137040 objects misplaced (11.505%); 608 KiB/s, 9 objects/s recovering 2021-03-04T23:39:04.517 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:04 gibba011 conmon[99461]: cluster 2021-03-04T23:39:02.791814+0000 mgr.x (mgr.34676) 1130 : cluster [DBG] pgmap v1178: 149 pgs: 5 unknown, 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 138 active+clean; 2.8 GiB data, 9.2 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 2.62k op/s; 15766/137040 objects misplaced (11.505%); 608 KiB/s, 9 objects/s recovering 2021-03-04T23:39:04.557 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:04.583 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:04.583 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:04.584 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:04.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:04 gibba038 conmon[76675]: cluster 2021-03-04T23:39:02.791814+0000 mgr.x (mgr.34676) 1130 : cluster [DBG] pgmap v1178: 149 pgs: 5 unknown, 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 138 active+clean; 2.8 GiB data, 9.2 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 2.62k op/s; 15766/137040 objects misplaced (11.505%); 608 KiB/s, 9 objects/s recovering 2021-03-04T23:39:04.686 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:04.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:04.714 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:04.714 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:04.741 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:39:04.815 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:04.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:04.839 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:04.840 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:04.925 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:04.941 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:04.964 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:04.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:04.966 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:05.067 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:05.096 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:05.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:05.098 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:05.199 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:05.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:05.226 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:05.226 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:05.316 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 1, 3, 2] out_osds: [7] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:39:05.316 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:39:05.316 INFO:tasks.thrashosds.thrasher:inject_pause on 4 2021-03-04T23:39:05.317 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:39:05.317 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:39:05.317 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 config set filestore_inject_stall 3 2021-03-04T23:39:05.328 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:05.349 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:05.351 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:05.352 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:05.454 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:05.476 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:05.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:05.478 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:05.490 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:39:05.580 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:05.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:05.607 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:05.607 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:05.709 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:05.730 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:05.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:05.732 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:05.834 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:05.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:05.856 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:05.856 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:05.958 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:05.979 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:05.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:05.981 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:06.082 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:06.106 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:06.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:06.107 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:06.158 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:39:06.208 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:06.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:06.239 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:06.239 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:06.256 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:06 gibba011 conmon[95595]: cluster 2021-03-04T23:39:04.792317+0000 mgr.x (mgr.34676) 1131 : cluster [DBG] pgmap v1179: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 2.5 GiB data, 8.2 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 2.13k op/s; 13171/124965 objects misplaced (10.540%); 1.1 MiB/s, 16 objects/s recovering 2021-03-04T23:39:06.257 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:06 gibba011 conmon[95595]: audit 2021-03-04T23:39:05.232532+0000 mon.a (mon.0) 1569 : audit [INF] from='client.? 172.21.2.111:0/521412780' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:39:06.258 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:06 gibba011 conmon[99461]: cluster 2021-03-04T23:39:04.792317+0000 mgr.x (mgr.34676) 1131 : cluster [DBG] pgmap v1179: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 2.5 GiB data, 8.2 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 2.13k op/s; 13171/124965 objects misplaced (10.540%); 1.1 MiB/s, 16 objects/s recovering 2021-03-04T23:39:06.259 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:06 gibba011 conmon[99461]: audit 2021-03-04T23:39:05.232532+0000 mon.a (mon.0) 1569 : audit [INF] from='client.? 172.21.2.111:0/521412780' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:39:06.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:06 gibba038 conmon[76675]: cluster 2021-03-04T23:39:04.792317+0000 mgr.x (mgr.34676) 1131 : cluster [DBG] 2021-03-04T23:39:06.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:06 gibba038 conmon[76675]: pgmap v1179: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 2.5 GiB data, 8.2 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 2.13k op/s; 13171/124965 objects misplaced (10.540%); 1.1 MiB/s, 16 objects/s recovering 2021-03-04T23:39:06.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:06 gibba038 conmon[76675]: audit 2021-03-04T23:39:05.232532+0000 mon.a (mon.0) 1569 : audit [INF] from='client.? 172.21.2.111:0/521412780' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:39:06.341 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:06.367 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:06.368 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:06.369 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:06.470 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:06.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:06.495 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:06.496 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:06.597 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:06.621 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:06.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:06.623 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:06.724 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:06.748 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:06.749 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:06.750 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:06.853 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:06.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:06.872 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:06.872 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:06.974 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:06.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:06.993 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:06.993 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:07.095 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:07.122 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:07.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:07.124 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:07.225 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:07.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:07.248 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:07.248 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:07.349 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:07.373 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:07.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:07.375 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:07.476 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:07.497 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:07 gibba011 conmon[95595]: cluster 2021-03-04T23:39:06.142880+0000 mon.a (mon.0) 1570 : cluster [WRN] 2021-03-04T23:39:07.497 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:07 gibba011 conmon[95595]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:07.498 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:07 gibba011 conmon[95595]: audit 2021-03-04T23:39:06.148888+0000 mon.a (mon.0) 1571 : audit [INF] from='client.? 172.21.2.111:0/521412780' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:39:07.499 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:07 gibba011 conmon[95595]: cluster 2021-03-04T23:39:06.148950+0000 mon.a (mon.0) 1572 : cluster [DBG] osdmap e346: 8 total, 8 up, 7 in 2021-03-04T23:39:07.499 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:07 gibba011 conmon[99461]: cluster 2021-03-04T23:39:06.142880+0000 mon.a (mon.0) 1570 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:07.500 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:07 gibba011 conmon[99461]: audit 2021-03-04T23:39:06.148888+0000 mon.a (mon.0) 1571 : audit [INF] from='client.? 172.21.2.111:0/521412780' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:39:07.500 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:07 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:39:07.500 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:07 gibba011 conmon[99461]: 03-04T23:39:06.148950+0000 mon.a (mon 2021-03-04T23:39:07.501 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:07 gibba011 conmon[99461]: .0) 1572 : cluster [DBG] osdmap e346: 8 total, 8 up, 7 in 2021-03-04T23:39:07.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:07.502 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:07.503 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:07.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:07 gibba038 conmon[76675]: cluster 2021-03-04T23:39:06.142880+0000 mon.a (mon.0) 1570 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:07.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:07 gibba038 conmon[76675]: 2021-03-04T23:39:07.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:07 gibba038 conmon[76675]: audit 2021-03-04T23:39:06.148888+0000 mon.a (mon.0) 1571 : audit [INF] from='client.? 172.21.2.111:0/521412780' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:39:07.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:07 gibba038 conmon[76675]: cluster 2021-03-04T23:39:06.148950+0000 mon.a (mon.0) 1572 2021-03-04T23:39:07.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:07 gibba038 conmon[76675]: : cluster [DBG] osdmap e346: 8 total, 8 up, 7 in 2021-03-04T23:39:07.605 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:07.627 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:07.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:07.628 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:07.647 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:39:07.647 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:39:07.730 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:07.751 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:07.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:07.753 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:07.855 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:07.877 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:07.878 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:07.879 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:07.980 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:08.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:08.001 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:08.002 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:08.103 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:08.126 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:08.127 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:08.128 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:08.229 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:08.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:08.253 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:08.253 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:08.355 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:08.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:08.380 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:08.380 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:08.481 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:08.506 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:08.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:08.507 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:08.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:08 gibba038 conmon[76675]: cluster 2021-03-04T23:39:06.792651+0000 mgr.x (mgr.34676) 1132 : cluster [DBG] pgmap v1181: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 2.5 GiB data, 8.1 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s; 13171/122958 objects misplaced (10.712%); 467 KiB/s, 7 objects/s recovering 2021-03-04T23:39:08.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:08 gibba011 conmon[95595]: cluster 2021-03-04T23:39:06.792651+0000 mgr.x (mgr.34676) 1132 : 2021-03-04T23:39:08.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:08 gibba011 conmon[95595]: cluster [DBG] pgmap v1181: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 2.5 GiB data, 8.1 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s; 13171/122958 objects misplaced (10.712%); 467 KiB/s, 7 objects/s recovering 2021-03-04T23:39:08.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:08 gibba011 conmon[99461]: cluster 2021-03-04T23:39:06.792651+0000 mgr.x (mgr.34676) 1132 : cluster 2021-03-04T23:39:08.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:08 gibba011 conmon[99461]: [DBG] pgmap v1181: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 2.5 GiB data, 8.1 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.47k op/s; 13171/122958 objects misplaced (10.712%); 467 KiB/s, 7 objects/s recovering 2021-03-04T23:39:08.609 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:08.628 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:08.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:08.630 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:08.731 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:08.757 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:08.758 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:08.759 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:08.860 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:08.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:08.881 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:08.882 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:08.983 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:08.999 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:39:09.007 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:09.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:09.009 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:09.111 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:09.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:09.133 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:09.134 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:09.186 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:09.235 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:09.259 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:09.260 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:09.260 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:09.362 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:09.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:09.385 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:09.386 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:09.487 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:09.504 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:39:09.506 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:09.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:09.507 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:09.529 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:39:09.550 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:39:09.561 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:39:09.572 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:39:09.596 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:39:09.608 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:09.617 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:39:09.628 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:09.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:09.630 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:09.646 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:39:09.671 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:39:09.676 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:39:09.677 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:39:09.677 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:39:09.677 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:39:09.677 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:39:09.678 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:39:09.678 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:39:09.678 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:39:09.731 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:09.742 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:09.761 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:09.761 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:09.762 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:09.863 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:09.884 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:09.884 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:09.885 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:09.986 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:10.008 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:10.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:10.011 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:10.112 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:10.133 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:10.134 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:10.135 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:10.236 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:10.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:10.264 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:10.265 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:10.366 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:10.384 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:10.385 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:10.386 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:10.487 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:10.489 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:10 gibba011 conmon[99461]: cluster 2021-03-04T23:39:08.793146+0000 mgr.x (mgr.34676) 1133 : cluster [DBG] pgmap v1182: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 2.0 GiB data, 6.7 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 2.28k op/s; 10354/97542 objects misplaced (10.615%); 827 KiB/s, 12 objects/s recovering 2021-03-04T23:39:10.489 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:10 gibba011 conmon[99461]: audit 2021-03-04T23:39:09.488371+0000 mon.a (mon.0) 1573 : audit [DBG] from='client.? 172.21.2.111:0/1261507947' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:10.489 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:10 gibba011 conmon[95595]: cluster 2021-03-04T23:39:08.793146+0000 mgr.x (mgr.34676) 1133 : cluster [DBG] pgmap v1182: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 2.0 GiB data, 6.7 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 2.28k op/s; 10354/97542 objects misplaced (10.615%); 827 KiB/s, 12 objects/s recovering 2021-03-04T23:39:10.490 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:10 gibba011 conmon[95595]: audit 2021-03-04T23:39:09.488371+0000 mon.a (mon.0) 1573 : audit [DBG] from='client.? 172.21.2.111:0/1261507947' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:10.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:10.512 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:10.512 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:10.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:10 gibba038 conmon[76675]: cluster 2021-03-04T23:39:10.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:10 gibba038 conmon[76675]: 2021-03-04T23:39:08 2021-03-04T23:39:10.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:10 gibba038 conmon[76675]: .793146+0000 mgr.x (mgr.34676) 1133 : cluster [DBG] pgmap v1182: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 2.0 GiB data, 6.7 GiB used, 578 GiB / 588 GiB avail; 0 B/s wr, 2.28k op/s; 10354/97542 objects misplaced (10.615%); 827 KiB/s, 12 objects/s recovering 2021-03-04T23:39:10.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:10 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:39:10.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:10 gibba038 conmon[76675]: 04T23:39:09.488371+0000 mon.a (mon.0 2021-03-04T23:39:10.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:10 gibba038 conmon[76675]: ) 1573 : audit [DBG] from='client.? 172.21.2.111:0/1261507947' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:10.613 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:10.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:10.637 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:10.637 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:10.739 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:10.765 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:10.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:10.767 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:10.868 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:10.891 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:10.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:10.893 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:10.994 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:11.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:11.015 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:11.015 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:11.117 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:11.139 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:11.140 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:11.140 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:11.241 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:11.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:11.264 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:11.265 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:11.366 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:11.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:11.391 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:11.391 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:11.492 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:11.510 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:11.511 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:11.511 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:11.613 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:11.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:11.636 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:11.637 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:11.738 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:11.757 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:11.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:11.759 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:11.860 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:11.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:11.882 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:11.882 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:11.984 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:12.005 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:12.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:12.007 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:12.108 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:12.130 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:12.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:12.132 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:12.233 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:12.239 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:12 gibba011 conmon[99461]: cluster 2021-03-04T23:39:10.793561+0000 mgr.x (mgr.34676) 1134 : cluster [DBG] pgmap v1183: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 1.9 GiB data, 6.2 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 2.11k op/s; 9715/91707 objects misplaced (10.594%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:39:12.239 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:12 gibba011 conmon[99461]: 2021-03-04T23:39:12.240 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:12 gibba011 conmon[95595]: cluster 2021-03-04T23:39:10.793561+0000 mgr.x (mgr.34676) 1134 : cluster 2021-03-04T23:39:12.240 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:12 gibba011 conmon[95595]: [DBG] pgmap v1183: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 1.9 GiB data, 6.2 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 2.11k op/s; 9715/91707 objects misplaced (10.594%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:39:12.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:12.256 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:12.256 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:12.358 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:12.491 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:12.492 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:12.492 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:12.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:12 gibba038 conmon[76675]: cluster 2021-03-04T23:39:10.793561+0000 mgr.x (mgr.34676) 1134 : cluster [DBG] 2021-03-04T23:39:12.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:12 gibba038 conmon[76675]: pgmap v1183: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 1.9 GiB data, 6.2 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 2.11k op/s; 9715/91707 objects misplaced (10.594%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:39:12.594 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:12.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:12.624 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:12.624 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:12.726 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:12.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:12.755 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:12.755 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:12.857 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:12.879 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:12.880 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:12.881 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:12.982 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:13.005 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:13.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:13.006 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:13.107 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:13.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:13.129 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:13.130 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:13.231 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:13.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:13.259 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:13.259 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:13.361 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:13.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:13.388 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:13.388 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:13.489 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:13.512 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:13.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:13.513 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:13.614 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:13.636 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:13.637 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:13.638 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:13.717 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:39:13.718 INFO:teuthology.orchestra.run.gibba011.stdout: "size": 20, 2021-03-04T23:39:13.718 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 600, 2021-03-04T23:39:13.718 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:39:13.719 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.719 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:195565 9.1 9:8074ebaf:::benchmark_data_gibba011_139107_object42198:head [delete] snapc 0=[] ondisk+write+known_if_redirected e274)", 2021-03-04T23:39:13.719 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:44.865215+0000", 2021-03-04T23:39:13.719 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 388.84718604699998, 2021-03-04T23:39:13.720 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.225172226, 2021-03-04T23:39:13.720 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:39:13.720 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:13.720 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:39:13.720 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:39:13.721 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:39:13.721 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 195565 2021-03-04T23:39:13.721 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.721 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:39:13.722 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.722 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:39:13.722 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.865215+0000", 2021-03-04T23:39:13.722 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:39:13.722 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.723 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.723 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:39:13.723 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.865215+0000", 2021-03-04T23:39:13.723 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5600000000000001e-06 2021-03-04T23:39:13.724 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.724 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.724 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:39:13.724 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.865217+0000", 2021-03-04T23:39:13.724 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5239999999999999e-06 2021-03-04T23:39:13.725 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.725 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.725 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:39:13.725 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.865218+0000", 2021-03-04T23:39:13.726 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.9079999999999998e-06 2021-03-04T23:39:13.726 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.726 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.726 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:39:13.727 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.865225+0000", 2021-03-04T23:39:13.727 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.473e-06 2021-03-04T23:39:13.727 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.727 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.727 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:39:13.728 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.865228+0000", 2021-03-04T23:39:13.728 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.75067124799999996 2021-03-04T23:39:13.728 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.728 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.728 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.729 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.615900+0000", 2021-03-04T23:39:13.729 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010826627 2021-03-04T23:39:13.729 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.729 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.730 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:13.730 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.626726+0000", 2021-03-04T23:39:13.730 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17701826500000001 2021-03-04T23:39:13.730 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.730 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.731 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.731 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.803745+0000", 2021-03-04T23:39:13.731 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0041084700000000004 2021-03-04T23:39:13.731 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.732 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.732 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:39:13.732 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.807853+0000", 2021-03-04T23:39:13.732 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0087015589999999993 2021-03-04T23:39:13.732 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.733 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.733 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:39:13.733 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.816555+0000", 2021-03-04T23:39:13.733 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.075638250000000004 2021-03-04T23:39:13.733 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.734 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.734 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.734 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.892193+0000", 2021-03-04T23:39:13.734 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001871164 2021-03-04T23:39:13.735 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.735 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.735 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.735 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.894064+0000", 2021-03-04T23:39:13.735 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.18375893900000001 2021-03-04T23:39:13.736 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.736 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.736 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:39:13.736 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.077823+0000", 2021-03-04T23:39:13.737 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022839650000000002 2021-03-04T23:39:13.737 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.737 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.737 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:39:13.737 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.080107+0000", 2021-03-04T23:39:13.738 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010280274000000001 2021-03-04T23:39:13.738 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.738 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.738 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:39:13.739 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.090387+0000", 2021-03-04T23:39:13.739 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.225172226 2021-03-04T23:39:13.739 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.739 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:39:13.739 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.740 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.740 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.740 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:195581 9.1 9:832309ad:::benchmark_data_gibba011_139107_object42214:head [delete] snapc 0=[] ondisk+write+known_if_redirected e274)", 2021-03-04T23:39:13.740 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:44.917499+0000", 2021-03-04T23:39:13.740 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 388.79490161000001, 2021-03-04T23:39:13.741 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.185322075, 2021-03-04T23:39:13.741 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:39:13.741 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:13.741 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:39:13.742 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:39:13.742 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:39:13.742 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 195581 2021-03-04T23:39:13.742 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.742 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:39:13.743 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.743 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:39:13.743 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.917499+0000", 2021-03-04T23:39:13.743 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:39:13.743 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.744 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.744 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:39:13.744 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.917499+0000", 2021-03-04T23:39:13.744 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5549999999999999e-06 2021-03-04T23:39:13.745 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.745 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.745 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:39:13.745 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.917501+0000", 2021-03-04T23:39:13.745 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8729999999999999e-06 2021-03-04T23:39:13.746 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.746 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.746 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:39:13.746 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.917503+0000", 2021-03-04T23:39:13.747 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0899999999999994e-06 2021-03-04T23:39:13.747 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.747 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.747 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:39:13.747 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.917512+0000", 2021-03-04T23:39:13.748 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0319999999999997e-06 2021-03-04T23:39:13.748 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.748 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.748 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:39:13.749 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.917516+0000", 2021-03-04T23:39:13.749 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.97701976899999998 2021-03-04T23:39:13.749 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.749 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.750 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.750 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.894536+0000", 2021-03-04T23:39:13.750 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012985063 2021-03-04T23:39:13.750 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.750 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.751 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:13.751 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.907521+0000", 2021-03-04T23:39:13.751 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044920384000000001 2021-03-04T23:39:13.751 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.752 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.752 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.752 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.952441+0000", 2021-03-04T23:39:13.752 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040076970000000002 2021-03-04T23:39:13.754 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.754 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.754 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:39:13.755 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.956449+0000", 2021-03-04T23:39:13.755 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0084600319999999993 2021-03-04T23:39:13.755 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.755 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.755 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:39:13.756 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.964909+0000", 2021-03-04T23:39:13.756 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.045688014999999998 2021-03-04T23:39:13.756 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.756 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.757 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.757 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.010597+0000", 2021-03-04T23:39:13.757 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.038212458999999997 2021-03-04T23:39:13.757 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.757 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.758 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.758 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.048809+0000", 2021-03-04T23:39:13.758 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.042140806000000003 2021-03-04T23:39:13.758 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.759 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.759 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:39:13.759 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.090950+0000", 2021-03-04T23:39:13.759 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0023435219999999998 2021-03-04T23:39:13.759 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.760 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.760 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:39:13.760 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.093294+0000", 2021-03-04T23:39:13.760 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0095277780000000006 2021-03-04T23:39:13.761 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.761 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.761 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:39:13.761 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.102822+0000", 2021-03-04T23:39:13.761 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.185322075 2021-03-04T23:39:13.762 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.762 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:39:13.762 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.762 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.763 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.763 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:195827 9.1 9:84d8d338:::benchmark_data_gibba011_139107_object42460:head [delete] snapc 0=[] ondisk+write+known_if_redirected e274)", 2021-03-04T23:39:13.763 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:46.159862+0000", 2021-03-04T23:39:13.763 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 387.55253865200001, 2021-03-04T23:39:13.763 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1727393829999999, 2021-03-04T23:39:13.764 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:39:13.764 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:13.764 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:39:13.764 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:39:13.765 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:39:13.765 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 195827 2021-03-04T23:39:13.765 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.765 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:39:13.765 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.766 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:39:13.766 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.159862+0000", 2021-03-04T23:39:13.766 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:39:13.766 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.767 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.767 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:39:13.767 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.159862+0000", 2021-03-04T23:39:13.767 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.221e-06 2021-03-04T23:39:13.767 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.768 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.768 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:39:13.768 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.159864+0000", 2021-03-04T23:39:13.768 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.252e-06 2021-03-04T23:39:13.768 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.769 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.769 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:39:13.769 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.159865+0000", 2021-03-04T23:39:13.769 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.7309999999999996e-06 2021-03-04T23:39:13.770 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.770 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.770 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:39:13.770 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.159872+0000", 2021-03-04T23:39:13.770 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8360000000000002e-06 2021-03-04T23:39:13.771 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.771 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.771 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:39:13.771 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.159875+0000", 2021-03-04T23:39:13.771 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.92414270399999998 2021-03-04T23:39:13.772 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.772 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.772 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.772 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.084018+0000", 2021-03-04T23:39:13.773 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01161243 2021-03-04T23:39:13.773 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.773 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.773 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:13.773 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.095631+0000", 2021-03-04T23:39:13.774 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044520197999999997 2021-03-04T23:39:13.774 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.774 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.774 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.774 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.140151+0000", 2021-03-04T23:39:13.775 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040933109999999997 2021-03-04T23:39:13.775 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.775 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.775 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:39:13.776 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.144244+0000", 2021-03-04T23:39:13.776 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0085816950000000003 2021-03-04T23:39:13.776 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.776 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.776 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:39:13.777 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.152826+0000", 2021-03-04T23:39:13.777 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.046118656000000001 2021-03-04T23:39:13.777 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.777 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.777 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.778 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.198944+0000", 2021-03-04T23:39:13.778 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.120627135 2021-03-04T23:39:13.778 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.778 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.779 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:39:13.779 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.319572+0000", 2021-03-04T23:39:13.779 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0017824749999999999 2021-03-04T23:39:13.779 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.779 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.780 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.780 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.321354+0000", 2021-03-04T23:39:13.780 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022102419999999998 2021-03-04T23:39:13.780 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.780 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.781 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:39:13.781 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.323564+0000", 2021-03-04T23:39:13.781 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0090374970000000002 2021-03-04T23:39:13.781 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.781 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.782 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:39:13.782 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.332602+0000", 2021-03-04T23:39:13.782 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1727393829999999 2021-03-04T23:39:13.782 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.783 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:39:13.783 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.783 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.783 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.783 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:195983 9.1 9:86d2987a:::benchmark_data_gibba011_139107_object42616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e274)", 2021-03-04T23:39:13.784 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:46.896029+0000", 2021-03-04T23:39:13.785 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 386.81637219999999, 2021-03-04T23:39:13.785 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.198857362, 2021-03-04T23:39:13.786 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:39:13.786 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:13.786 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:39:13.786 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:39:13.786 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:39:13.787 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 195983 2021-03-04T23:39:13.787 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.787 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:39:13.787 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.788 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:39:13.788 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.896029+0000", 2021-03-04T23:39:13.788 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:39:13.788 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.788 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.789 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:39:13.789 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.896029+0000", 2021-03-04T23:39:13.789 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.091e-06 2021-03-04T23:39:13.789 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.789 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.790 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:39:13.790 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.896030+0000", 2021-03-04T23:39:13.790 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1179999999999999e-06 2021-03-04T23:39:13.790 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.791 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.791 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:39:13.791 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.896031+0000", 2021-03-04T23:39:13.791 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.5929999999999996e-06 2021-03-04T23:39:13.791 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.792 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.792 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:39:13.792 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.896037+0000", 2021-03-04T23:39:13.792 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6879999999999999e-06 2021-03-04T23:39:13.793 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.793 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.793 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:39:13.793 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.896039+0000", 2021-03-04T23:39:13.793 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.99639272000000001 2021-03-04T23:39:13.794 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.794 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.794 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.794 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.892432+0000", 2021-03-04T23:39:13.795 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011153740000000001 2021-03-04T23:39:13.795 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.795 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.795 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:13.796 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.903586+0000", 2021-03-04T23:39:13.796 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.043990750000000002 2021-03-04T23:39:13.796 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.796 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.797 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.797 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.947577+0000", 2021-03-04T23:39:13.797 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.004052885 2021-03-04T23:39:13.797 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.797 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.798 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:39:13.798 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.951629+0000", 2021-03-04T23:39:13.798 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0085490979999999998 2021-03-04T23:39:13.798 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.799 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.799 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:39:13.799 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.960179+0000", 2021-03-04T23:39:13.799 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044525532999999999 2021-03-04T23:39:13.799 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.800 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.800 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.800 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.004704+0000", 2021-03-04T23:39:13.800 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.038318405999999999 2021-03-04T23:39:13.800 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.801 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.801 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.801 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.043022+0000", 2021-03-04T23:39:13.801 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.040340409000000001 2021-03-04T23:39:13.801 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.802 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.802 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:39:13.802 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.083363+0000", 2021-03-04T23:39:13.802 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002368439 2021-03-04T23:39:13.803 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.803 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.803 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:39:13.803 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.085731+0000", 2021-03-04T23:39:13.803 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0091548919999999995 2021-03-04T23:39:13.804 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.804 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.804 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:39:13.804 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.094886+0000", 2021-03-04T23:39:13.805 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.198857362 2021-03-04T23:39:13.805 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.805 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:39:13.805 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.805 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.806 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.806 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:195984 9.1 9:8915f03c:::benchmark_data_gibba011_139107_object42617:head [delete] snapc 0=[] ondisk+write+known_if_redirected e274)", 2021-03-04T23:39:13.806 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:46.898490+0000", 2021-03-04T23:39:13.806 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 386.81391147599999, 2021-03-04T23:39:13.806 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.208183601, 2021-03-04T23:39:13.807 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:39:13.807 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:13.807 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:39:13.807 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:39:13.807 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:39:13.808 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 195984 2021-03-04T23:39:13.808 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.808 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:39:13.808 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.809 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:39:13.809 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.898490+0000", 2021-03-04T23:39:13.809 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:39:13.809 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.810 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.810 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:39:13.810 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.898490+0000", 2021-03-04T23:39:13.810 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.471e-06 2021-03-04T23:39:13.811 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.811 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.811 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:39:13.811 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.898491+0000", 2021-03-04T23:39:13.811 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4750000000000001e-06 2021-03-04T23:39:13.812 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.812 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.812 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:39:13.812 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.898493+0000", 2021-03-04T23:39:13.813 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.5810000000000002e-06 2021-03-04T23:39:13.813 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.813 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.813 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:39:13.813 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.898499+0000", 2021-03-04T23:39:13.814 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.208e-06 2021-03-04T23:39:13.814 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.814 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.814 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:39:13.814 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.898502+0000", 2021-03-04T23:39:13.815 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0055624540000001 2021-03-04T23:39:13.815 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.815 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.815 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.816 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.904065+0000", 2021-03-04T23:39:13.816 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011798889999999999 2021-03-04T23:39:13.816 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.816 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.816 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:13.817 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.915864+0000", 2021-03-04T23:39:13.817 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.068912743999999998 2021-03-04T23:39:13.817 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.817 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.817 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.818 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.984776+0000", 2021-03-04T23:39:13.818 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040298080000000002 2021-03-04T23:39:13.818 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.818 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.818 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:39:13.819 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.988806+0000", 2021-03-04T23:39:13.819 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0085938119999999993 2021-03-04T23:39:13.819 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.819 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.820 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:39:13.820 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.997400+0000", 2021-03-04T23:39:13.820 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.046948165 2021-03-04T23:39:13.820 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.820 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.821 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.821 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.044348+0000", 2021-03-04T23:39:13.821 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001323722 2021-03-04T23:39:13.821 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.821 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.822 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.822 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.045672+0000", 2021-03-04T23:39:13.822 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.049668481 2021-03-04T23:39:13.822 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.823 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.823 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:39:13.823 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.095340+0000", 2021-03-04T23:39:13.823 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022434180000000001 2021-03-04T23:39:13.823 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.824 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.824 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:39:13.824 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.097584+0000", 2021-03-04T23:39:13.824 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0090893720000000001 2021-03-04T23:39:13.825 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.825 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.825 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:39:13.825 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.106673+0000", 2021-03-04T23:39:13.825 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.208183601 2021-03-04T23:39:13.826 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.826 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:39:13.826 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.826 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.827 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.827 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:196202 9.1 9:8a4a775d:::benchmark_data_gibba011_139107_object42835:head [delete] snapc 0=[] ondisk+write+known_if_redirected e274)", 2021-03-04T23:39:13.827 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:47.705731+0000", 2021-03-04T23:39:13.827 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 386.00666984499998, 2021-03-04T23:39:13.827 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2607468630000001, 2021-03-04T23:39:13.828 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:39:13.828 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:13.828 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:39:13.828 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:39:13.829 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:39:13.829 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 196202 2021-03-04T23:39:13.829 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.829 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:39:13.829 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.830 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:39:13.830 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.705731+0000", 2021-03-04T23:39:13.830 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:39:13.830 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.830 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.831 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:39:13.831 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.705731+0000", 2021-03-04T23:39:13.831 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0339999999999999e-06 2021-03-04T23:39:13.831 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.832 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.832 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:39:13.832 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.705733+0000", 2021-03-04T23:39:13.832 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9929999999999998e-06 2021-03-04T23:39:13.832 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.833 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.833 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:39:13.833 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.705735+0000", 2021-03-04T23:39:13.833 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0236e-05 2021-03-04T23:39:13.833 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.834 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.834 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:39:13.834 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.705745+0000", 2021-03-04T23:39:13.834 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2810000000000002e-06 2021-03-04T23:39:13.835 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.835 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.835 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:39:13.835 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.705750+0000", 2021-03-04T23:39:13.835 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.95395057500000002 2021-03-04T23:39:13.836 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.836 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.836 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.836 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.659700+0000", 2021-03-04T23:39:13.836 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011719729999999999 2021-03-04T23:39:13.837 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.837 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.837 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:13.837 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.671420+0000", 2021-03-04T23:39:13.837 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.056182546999999999 2021-03-04T23:39:13.838 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.838 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.838 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.838 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.727603+0000", 2021-03-04T23:39:13.839 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040372259999999997 2021-03-04T23:39:13.839 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.839 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.839 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:39:13.839 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.731640+0000", 2021-03-04T23:39:13.840 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0090436219999999994 2021-03-04T23:39:13.840 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.840 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.840 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:39:13.840 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.740683+0000", 2021-03-04T23:39:13.841 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044213883000000002 2021-03-04T23:39:13.841 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.841 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.841 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.841 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.784897+0000", 2021-03-04T23:39:13.842 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0013442009999999999 2021-03-04T23:39:13.842 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.842 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.842 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.843 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.786242+0000", 2021-03-04T23:39:13.843 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.168848468 2021-03-04T23:39:13.843 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.843 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.843 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:39:13.844 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.955090+0000", 2021-03-04T23:39:13.844 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0023406529999999998 2021-03-04T23:39:13.844 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.844 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.844 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:39:13.845 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.957431+0000", 2021-03-04T23:39:13.845 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0090474140000000002 2021-03-04T23:39:13.845 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.845 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.846 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:39:13.846 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.966478+0000", 2021-03-04T23:39:13.846 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2607468630000001 2021-03-04T23:39:13.846 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.846 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:39:13.847 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.847 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.847 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.847 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:196822 9.1 9:8cc7b9c9:::benchmark_data_gibba011_139107_object43455:head [delete] snapc 0=[] ondisk+write+known_if_redirected e275)", 2021-03-04T23:39:13.848 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:50.995033+0000", 2021-03-04T23:39:13.848 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 382.71736756799999, 2021-03-04T23:39:13.848 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.192833394, 2021-03-04T23:39:13.848 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:39:13.848 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:13.849 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:39:13.849 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:39:13.849 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:39:13.849 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 196822 2021-03-04T23:39:13.849 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.850 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:39:13.850 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.850 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:39:13.850 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:50.995033+0000", 2021-03-04T23:39:13.850 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:39:13.851 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.851 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.851 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:39:13.851 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:50.995033+0000", 2021-03-04T23:39:13.852 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.846e-06 2021-03-04T23:39:13.852 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.852 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.852 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:39:13.852 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:50.995035+0000", 2021-03-04T23:39:13.853 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8640000000000001e-06 2021-03-04T23:39:13.853 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.853 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.853 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:39:13.853 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:50.995037+0000", 2021-03-04T23:39:13.854 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.7230000000000004e-06 2021-03-04T23:39:13.854 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.854 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.854 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:39:13.855 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:50.995045+0000", 2021-03-04T23:39:13.855 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3370000000000001e-06 2021-03-04T23:39:13.855 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.855 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.855 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:39:13.856 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:50.995049+0000", 2021-03-04T23:39:13.856 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.98953764499999997 2021-03-04T23:39:13.856 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.856 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.856 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.857 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:51.984587+0000", 2021-03-04T23:39:13.857 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.021534648 2021-03-04T23:39:13.857 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.857 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.857 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:13.858 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.006122+0000", 2021-03-04T23:39:13.858 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.061517948000000003 2021-03-04T23:39:13.858 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.858 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.859 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.859 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.067640+0000", 2021-03-04T23:39:13.859 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040661949999999999 2021-03-04T23:39:13.859 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.859 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.860 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:39:13.860 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.071706+0000", 2021-03-04T23:39:13.860 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0088102960000000004 2021-03-04T23:39:13.860 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.860 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.861 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:39:13.861 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.080516+0000", 2021-03-04T23:39:13.861 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.051629142000000003 2021-03-04T23:39:13.861 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.861 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.862 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:39:13.862 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.132145+0000", 2021-03-04T23:39:13.862 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00173573 2021-03-04T23:39:13.862 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.862 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.863 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.863 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.133881+0000", 2021-03-04T23:39:13.863 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.040926171999999997 2021-03-04T23:39:13.863 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.864 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.864 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.864 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.174807+0000", 2021-03-04T23:39:13.864 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0026020100000000001 2021-03-04T23:39:13.864 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.865 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.865 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:39:13.865 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.177409+0000", 2021-03-04T23:39:13.865 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010457838000000001 2021-03-04T23:39:13.865 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.866 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.866 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:39:13.866 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.187867+0000", 2021-03-04T23:39:13.866 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.192833394 2021-03-04T23:39:13.866 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.867 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:39:13.867 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.867 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.867 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.868 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:199495 9.1 9:8a42f121:::benchmark_data_gibba011_139107_object46128:head [delete] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:39:13.868 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:01.364498+0000", 2021-03-04T23:39:13.868 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 372.34790321200001, 2021-03-04T23:39:13.868 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1917731570000001, 2021-03-04T23:39:13.868 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:39:13.869 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:13.869 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:39:13.869 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:39:13.869 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:39:13.869 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 199495 2021-03-04T23:39:13.870 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.870 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:39:13.870 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.870 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:39:13.870 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.364498+0000", 2021-03-04T23:39:13.871 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:39:13.871 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.871 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.871 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:39:13.871 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.364498+0000", 2021-03-04T23:39:13.872 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.883e-06 2021-03-04T23:39:13.872 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.872 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.872 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:39:13.873 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.364500+0000", 2021-03-04T23:39:13.873 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9690000000000001e-06 2021-03-04T23:39:13.873 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.873 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.873 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:39:13.874 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.364502+0000", 2021-03-04T23:39:13.874 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.1359999999999997e-06 2021-03-04T23:39:13.874 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.874 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.874 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:39:13.875 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.364510+0000", 2021-03-04T23:39:13.875 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9929999999999997e-06 2021-03-04T23:39:13.875 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.875 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.876 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:39:13.876 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.364514+0000", 2021-03-04T23:39:13.876 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.85321224399999995 2021-03-04T23:39:13.876 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.876 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.877 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.877 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.217726+0000", 2021-03-04T23:39:13.877 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012533638 2021-03-04T23:39:13.877 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.877 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.878 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:13.878 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.230260+0000", 2021-03-04T23:39:13.878 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.043516725999999999 2021-03-04T23:39:13.878 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.878 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.879 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.879 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.273776+0000", 2021-03-04T23:39:13.879 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0039875470000000001 2021-03-04T23:39:13.879 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.879 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.880 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:39:13.880 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.277764+0000", 2021-03-04T23:39:13.880 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0081649070000000008 2021-03-04T23:39:13.880 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.881 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.881 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:39:13.881 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.285929+0000", 2021-03-04T23:39:13.881 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.04321034 2021-03-04T23:39:13.881 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.882 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.882 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.882 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.329139+0000", 2021-03-04T23:39:13.882 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.020828144999999999 2021-03-04T23:39:13.882 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.883 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.883 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.883 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.349967+0000", 2021-03-04T23:39:13.883 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.19543828299999999 2021-03-04T23:39:13.883 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.884 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.884 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:39:13.884 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.545406+0000", 2021-03-04T23:39:13.884 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0021327020000000002 2021-03-04T23:39:13.884 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.885 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.885 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:39:13.885 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.547538+0000", 2021-03-04T23:39:13.885 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0087326439999999995 2021-03-04T23:39:13.886 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.886 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.886 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:39:13.886 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.556271+0000", 2021-03-04T23:39:13.886 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1917731570000001 2021-03-04T23:39:13.887 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.887 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:39:13.887 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.887 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.887 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.888 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:199567 9.1 9:852b5113:::benchmark_data_gibba011_139107_object46200:head [delete] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:39:13.888 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:01.812069+0000", 2021-03-04T23:39:13.888 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 371.90033228700003, 2021-03-04T23:39:13.888 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3431064340000001, 2021-03-04T23:39:13.888 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:39:13.889 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:13.889 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:39:13.889 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:39:13.889 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:39:13.890 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 199567 2021-03-04T23:39:13.890 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.890 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:39:13.890 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.890 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:39:13.891 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.812069+0000", 2021-03-04T23:39:13.891 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:39:13.891 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.891 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.891 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:39:13.892 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.812069+0000", 2021-03-04T23:39:13.892 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.605e-06 2021-03-04T23:39:13.892 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.892 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.892 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:39:13.893 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.812071+0000", 2021-03-04T23:39:13.893 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.723e-06 2021-03-04T23:39:13.893 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.893 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.893 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:39:13.894 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.812074+0000", 2021-03-04T23:39:13.894 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0947999999999999e-05 2021-03-04T23:39:13.894 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.894 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.895 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:39:13.895 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.812085+0000", 2021-03-04T23:39:13.895 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4659999999999998e-06 2021-03-04T23:39:13.895 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.896 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.896 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:39:13.896 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.812091+0000", 2021-03-04T23:39:13.896 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.82816658399999998 2021-03-04T23:39:13.896 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.897 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.897 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.897 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.640257+0000", 2021-03-04T23:39:13.897 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013520452000000001 2021-03-04T23:39:13.897 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.898 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.898 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:13.898 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.653778+0000", 2021-03-04T23:39:13.898 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.046115213000000002 2021-03-04T23:39:13.899 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.899 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.899 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.899 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.699893+0000", 2021-03-04T23:39:13.899 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0038042670000000001 2021-03-04T23:39:13.900 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.900 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.900 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:39:13.900 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.703697+0000", 2021-03-04T23:39:13.901 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0079773299999999995 2021-03-04T23:39:13.901 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.901 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.901 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:39:13.901 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.711674+0000", 2021-03-04T23:39:13.902 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.041327272999999998 2021-03-04T23:39:13.902 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.902 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.902 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.903 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.753002+0000", 2021-03-04T23:39:13.903 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0012547019999999999 2021-03-04T23:39:13.903 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.903 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.903 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.904 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.754256+0000", 2021-03-04T23:39:13.904 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.38966078900000001 2021-03-04T23:39:13.904 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.904 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.904 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:39:13.905 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.143917+0000", 2021-03-04T23:39:13.905 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0020587029999999998 2021-03-04T23:39:13.905 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.905 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.906 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:39:13.906 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.145976+0000", 2021-03-04T23:39:13.906 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0091993790000000006 2021-03-04T23:39:13.906 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.906 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.907 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:39:13.907 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.155175+0000", 2021-03-04T23:39:13.907 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3431064340000001 2021-03-04T23:39:13.907 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.907 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:39:13.908 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.908 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.908 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.908 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:199573 9.1 9:84394bc1:::benchmark_data_gibba011_139107_object46206:head [delete] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:39:13.909 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:01.837787+0000", 2021-03-04T23:39:13.909 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 371.87461426900001, 2021-03-04T23:39:13.909 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.329708895, 2021-03-04T23:39:13.909 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:39:13.909 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:13.910 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:39:13.910 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:39:13.910 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:39:13.910 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 199573 2021-03-04T23:39:13.910 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.911 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:39:13.911 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.911 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:39:13.911 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.837787+0000", 2021-03-04T23:39:13.912 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:39:13.912 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.912 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.912 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:39:13.912 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.837787+0000", 2021-03-04T23:39:13.913 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.548e-06 2021-03-04T23:39:13.913 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.913 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.913 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:39:13.913 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.837788+0000", 2021-03-04T23:39:13.914 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4750000000000001e-06 2021-03-04T23:39:13.914 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.914 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.914 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:39:13.915 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.837790+0000", 2021-03-04T23:39:13.915 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.5019999999999992e-06 2021-03-04T23:39:13.915 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.915 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.915 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:39:13.916 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.837798+0000", 2021-03-04T23:39:13.916 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2599999999999999e-06 2021-03-04T23:39:13.916 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.916 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.917 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:39:13.917 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.837803+0000", 2021-03-04T23:39:13.917 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.83219984700000005 2021-03-04T23:39:13.917 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.917 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.918 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.918 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.670002+0000", 2021-03-04T23:39:13.918 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010600679 2021-03-04T23:39:13.918 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.919 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.919 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:13.919 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.680603+0000", 2021-03-04T23:39:13.919 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.054528589000000002 2021-03-04T23:39:13.919 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.920 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.920 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.920 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.735132+0000", 2021-03-04T23:39:13.920 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0037552369999999998 2021-03-04T23:39:13.920 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.921 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.921 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:39:13.921 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.738887+0000", 2021-03-04T23:39:13.921 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0079119280000000004 2021-03-04T23:39:13.921 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.922 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.922 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:39:13.922 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.746799+0000", 2021-03-04T23:39:13.922 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0087100040000000004 2021-03-04T23:39:13.923 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.923 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.923 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.923 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.755509+0000", 2021-03-04T23:39:13.923 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001258239 2021-03-04T23:39:13.924 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.924 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.924 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.924 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.756767+0000", 2021-03-04T23:39:13.924 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.39882030699999999 2021-03-04T23:39:13.925 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.925 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.925 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:39:13.925 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.155587+0000", 2021-03-04T23:39:13.926 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0024296280000000001 2021-03-04T23:39:13.926 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.926 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.926 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:39:13.926 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.158017+0000", 2021-03-04T23:39:13.927 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0094786520000000006 2021-03-04T23:39:13.927 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.927 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.927 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:39:13.927 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.167496+0000", 2021-03-04T23:39:13.928 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.329708895 2021-03-04T23:39:13.928 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.928 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:39:13.928 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.929 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.929 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.929 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:199582 9.1 9:8203e997:::benchmark_data_gibba011_139107_object46215:head [delete] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:39:13.929 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:01.863282+0000", 2021-03-04T23:39:13.929 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 371.84911882199998, 2021-03-04T23:39:13.930 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3176743280000001, 2021-03-04T23:39:13.930 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:39:13.930 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:13.930 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:39:13.930 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:39:13.931 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:39:13.931 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 199582 2021-03-04T23:39:13.931 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.931 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:39:13.931 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.932 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:39:13.932 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.863282+0000", 2021-03-04T23:39:13.932 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:39:13.932 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.933 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.933 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:39:13.933 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.863282+0000", 2021-03-04T23:39:13.933 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1639999999999999e-06 2021-03-04T23:39:13.933 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.934 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.934 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:39:13.934 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.863284+0000", 2021-03-04T23:39:13.934 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1629999999999999e-06 2021-03-04T23:39:13.934 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.935 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.935 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:39:13.935 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.863287+0000", 2021-03-04T23:39:13.935 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0971999999999999e-05 2021-03-04T23:39:13.935 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.936 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.936 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:39:13.936 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.863298+0000", 2021-03-04T23:39:13.936 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4689999999999999e-06 2021-03-04T23:39:13.937 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.937 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.937 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:39:13.937 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.863302+0000", 2021-03-04T23:39:13.937 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.89389032300000004 2021-03-04T23:39:13.938 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.938 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.938 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.938 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.757192+0000", 2021-03-04T23:39:13.938 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010260438 2021-03-04T23:39:13.939 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.939 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.939 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:13.939 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.767453+0000", 2021-03-04T23:39:13.940 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.039500866000000003 2021-03-04T23:39:13.940 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.940 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.940 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.940 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.806954+0000", 2021-03-04T23:39:13.941 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0037647319999999998 2021-03-04T23:39:13.941 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.941 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.941 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:39:13.941 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.810718+0000", 2021-03-04T23:39:13.942 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0079109999999999996 2021-03-04T23:39:13.942 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.942 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.942 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:39:13.943 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.818629+0000", 2021-03-04T23:39:13.943 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.040513204999999997 2021-03-04T23:39:13.943 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.943 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.943 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.944 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.859143+0000", 2021-03-04T23:39:13.944 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035336305999999998 2021-03-04T23:39:13.944 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.944 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.944 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.945 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.894479+0000", 2021-03-04T23:39:13.945 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.27359776699999999 2021-03-04T23:39:13.945 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.945 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.946 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:39:13.946 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.168077+0000", 2021-03-04T23:39:13.946 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002147838 2021-03-04T23:39:13.946 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.946 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.947 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:39:13.947 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.170224+0000", 2021-03-04T23:39:13.947 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010732085000000001 2021-03-04T23:39:13.947 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.947 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.948 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:39:13.948 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.180957+0000", 2021-03-04T23:39:13.948 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3176743280000001 2021-03-04T23:39:13.948 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.949 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:39:13.949 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.949 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.949 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.949 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:199604 9.1 9:8b23f43a:::benchmark_data_gibba011_139107_object46237:head [delete] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:39:13.950 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:02.027903+0000", 2021-03-04T23:39:13.950 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 371.684498163, 2021-03-04T23:39:13.950 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.166526226, 2021-03-04T23:39:13.950 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:39:13.950 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:13.951 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:39:13.951 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:39:13.951 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:39:13.951 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 199604 2021-03-04T23:39:13.952 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.952 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:39:13.952 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.952 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:39:13.952 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.027903+0000", 2021-03-04T23:39:13.953 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:39:13.953 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.953 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.953 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:39:13.953 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.027903+0000", 2021-03-04T23:39:13.954 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.469e-06 2021-03-04T23:39:13.954 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.954 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.954 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:39:13.954 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.027904+0000", 2021-03-04T23:39:13.955 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4109999999999999e-06 2021-03-04T23:39:13.955 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.955 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.955 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:39:13.956 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.027906+0000", 2021-03-04T23:39:13.956 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.1470000000000004e-06 2021-03-04T23:39:13.956 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.956 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.956 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:39:13.957 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.027913+0000", 2021-03-04T23:39:13.957 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.7010000000000004e-06 2021-03-04T23:39:13.957 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.957 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.957 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:39:13.958 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.027918+0000", 2021-03-04T23:39:13.958 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.739977832 2021-03-04T23:39:13.958 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.958 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.959 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.959 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.767895+0000", 2021-03-04T23:39:13.959 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010426955999999999 2021-03-04T23:39:13.959 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.959 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.960 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:13.960 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.778322+0000", 2021-03-04T23:39:13.960 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.063019676999999996 2021-03-04T23:39:13.960 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.960 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.961 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.961 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.841342+0000", 2021-03-04T23:39:13.961 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003756274 2021-03-04T23:39:13.961 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.961 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.962 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:39:13.962 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.845098+0000", 2021-03-04T23:39:13.962 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.007916892 2021-03-04T23:39:13.962 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.963 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.963 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:39:13.963 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.853015+0000", 2021-03-04T23:39:13.963 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.042774864000000003 2021-03-04T23:39:13.963 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.964 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.964 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.964 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.895790+0000", 2021-03-04T23:39:13.964 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001277507 2021-03-04T23:39:13.964 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.965 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.965 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.965 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.897068+0000", 2021-03-04T23:39:13.965 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.284421747 2021-03-04T23:39:13.966 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.966 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.966 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:39:13.966 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.181489+0000", 2021-03-04T23:39:13.966 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0026806949999999999 2021-03-04T23:39:13.967 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.967 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.967 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:39:13.967 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.184170+0000", 2021-03-04T23:39:13.968 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010259054 2021-03-04T23:39:13.968 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.968 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.968 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:39:13.968 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.194429+0000", 2021-03-04T23:39:13.969 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.166526226 2021-03-04T23:39:13.969 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.969 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:39:13.969 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.969 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.970 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.970 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203014 9.1 9:8ab41282:::benchmark_data_gibba011_139107_object49647:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:39:13.970 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:15.812500+0000", 2021-03-04T23:39:13.970 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 357.89990139999998, 2021-03-04T23:39:13.971 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3705346140000001, 2021-03-04T23:39:13.971 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:39:13.971 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:13.971 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:39:13.971 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:39:13.972 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:39:13.972 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203014 2021-03-04T23:39:13.972 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.972 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:39:13.972 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.973 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:39:13.973 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.812500+0000", 2021-03-04T23:39:13.973 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:39:13.973 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.974 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.974 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:39:13.974 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.812500+0000", 2021-03-04T23:39:13.974 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.184e-06 2021-03-04T23:39:13.974 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.975 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.975 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:39:13.975 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.812501+0000", 2021-03-04T23:39:13.975 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.469e-06 2021-03-04T23:39:13.975 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.976 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.976 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:39:13.976 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.812502+0000", 2021-03-04T23:39:13.976 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.0040000000000002e-06 2021-03-04T23:39:13.977 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.977 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.977 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:39:13.977 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.812509+0000", 2021-03-04T23:39:13.977 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9960000000000004e-06 2021-03-04T23:39:13.978 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.978 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.978 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:39:13.978 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.812513+0000", 2021-03-04T23:39:13.978 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.843920958 2021-03-04T23:39:13.979 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.979 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.979 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.979 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.656434+0000", 2021-03-04T23:39:13.979 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011590477 2021-03-04T23:39:13.980 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.980 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.980 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:13.980 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.668025+0000", 2021-03-04T23:39:13.980 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.041574014999999999 2021-03-04T23:39:13.981 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.981 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.981 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.981 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.709599+0000", 2021-03-04T23:39:13.982 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0038398550000000001 2021-03-04T23:39:13.982 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.982 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.982 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:39:13.982 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.713439+0000", 2021-03-04T23:39:13.983 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0077676179999999996 2021-03-04T23:39:13.983 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.983 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.983 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:39:13.983 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.721206+0000", 2021-03-04T23:39:13.984 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.041329024999999998 2021-03-04T23:39:13.984 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.984 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.984 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.985 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.762535+0000", 2021-03-04T23:39:13.985 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035053386999999998 2021-03-04T23:39:13.985 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.985 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.985 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:13.986 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.797589+0000", 2021-03-04T23:39:13.986 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.373978423 2021-03-04T23:39:13.986 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.986 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.986 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:39:13.987 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.171567+0000", 2021-03-04T23:39:13.987 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0020052270000000001 2021-03-04T23:39:13.987 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.987 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.987 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:39:13.988 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.173572+0000", 2021-03-04T23:39:13.988 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0094619760000000004 2021-03-04T23:39:13.988 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.988 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.988 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:39:13.989 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.183034+0000", 2021-03-04T23:39:13.989 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3705346140000001 2021-03-04T23:39:13.989 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.989 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:39:13.990 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:13.990 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.990 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.990 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203032 9.1 9:84c2839f:::benchmark_data_gibba011_139107_object49665:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:39:13.990 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:15.866440+0000", 2021-03-04T23:39:13.991 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 357.84596108, 2021-03-04T23:39:13.991 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3309935900000001, 2021-03-04T23:39:13.991 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:39:13.991 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:13.991 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:39:13.992 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:39:13.992 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:39:13.992 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203032 2021-03-04T23:39:13.992 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.992 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:39:13.993 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.993 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:39:13.993 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.866440+0000", 2021-03-04T23:39:13.993 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:39:13.994 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.994 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.994 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:39:13.994 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.866440+0000", 2021-03-04T23:39:13.994 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.8540000000000001e-06 2021-03-04T23:39:13.995 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.995 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.995 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:39:13.995 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.866443+0000", 2021-03-04T23:39:13.995 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0229999999999999e-06 2021-03-04T23:39:13.996 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.996 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.996 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:39:13.996 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.866445+0000", 2021-03-04T23:39:13.996 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.577e-06 2021-03-04T23:39:13.997 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.997 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.997 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:39:13.997 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.866454+0000", 2021-03-04T23:39:13.998 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4979999999999997e-06 2021-03-04T23:39:13.998 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.998 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.998 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:39:13.998 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.866460+0000", 2021-03-04T23:39:13.999 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.80204232900000005 2021-03-04T23:39:13.999 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:13.999 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:13.999 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:13.999 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.668502+0000", 2021-03-04T23:39:14.000 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010163067 2021-03-04T23:39:14.000 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.000 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.000 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:14.001 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.678665+0000", 2021-03-04T23:39:14.001 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.066561548999999998 2021-03-04T23:39:14.001 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.001 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.001 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:14.002 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.745227+0000", 2021-03-04T23:39:14.002 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0036538909999999998 2021-03-04T23:39:14.002 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.002 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.002 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:39:14.003 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.748881+0000", 2021-03-04T23:39:14.003 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0076396069999999996 2021-03-04T23:39:14.003 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.003 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.003 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:39:14.004 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.756520+0000", 2021-03-04T23:39:14.004 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.042311915999999998 2021-03-04T23:39:14.004 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.004 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.004 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:14.005 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.798832+0000", 2021-03-04T23:39:14.005 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001236348 2021-03-04T23:39:14.005 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.005 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.006 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:14.006 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.800069+0000", 2021-03-04T23:39:14.006 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.38479538000000002 2021-03-04T23:39:14.006 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.006 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.007 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:39:14.007 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.184864+0000", 2021-03-04T23:39:14.007 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0020545899999999998 2021-03-04T23:39:14.007 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.008 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.008 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:39:14.008 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.186919+0000", 2021-03-04T23:39:14.008 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010514961 2021-03-04T23:39:14.008 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.009 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.009 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:39:14.009 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.197434+0000", 2021-03-04T23:39:14.009 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3309935900000001 2021-03-04T23:39:14.009 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:14.010 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:39:14.010 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:14.010 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.010 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.011 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203043 9.1 9:846a3dad:::benchmark_data_gibba011_139107_object49676:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:39:14.011 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:15.962897+0000", 2021-03-04T23:39:14.011 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 357.749504387, 2021-03-04T23:39:14.011 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2472948079999999, 2021-03-04T23:39:14.011 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:39:14.012 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:14.012 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:39:14.012 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:39:14.012 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:39:14.012 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203043 2021-03-04T23:39:14.013 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.013 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:39:14.013 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.013 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:39:14.014 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.962897+0000", 2021-03-04T23:39:14.014 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:39:14.014 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.014 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.014 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:39:14.015 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.962897+0000", 2021-03-04T23:39:14.015 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2010000000000002e-06 2021-03-04T23:39:14.015 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.015 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.015 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:39:14.016 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.962899+0000", 2021-03-04T23:39:14.016 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6029999999999999e-06 2021-03-04T23:39:14.016 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.016 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.016 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:39:14.017 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.962901+0000", 2021-03-04T23:39:14.017 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0108999999999999e-05 2021-03-04T23:39:14.017 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.017 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.018 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:39:14.018 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.962912+0000", 2021-03-04T23:39:14.018 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.9629999999999997e-06 2021-03-04T23:39:14.018 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.018 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.019 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:39:14.019 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.962917+0000", 2021-03-04T23:39:14.019 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.71617666999999996 2021-03-04T23:39:14.019 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.019 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.020 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:14.020 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.679093+0000", 2021-03-04T23:39:14.020 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010546068 2021-03-04T23:39:14.020 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.020 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.021 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:14.021 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.689639+0000", 2021-03-04T23:39:14.021 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.090232781999999997 2021-03-04T23:39:14.021 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.022 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.022 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:14.022 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.779872+0000", 2021-03-04T23:39:14.022 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0035948970000000001 2021-03-04T23:39:14.022 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.023 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.023 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:39:14.023 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.783467+0000", 2021-03-04T23:39:14.023 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0076458100000000003 2021-03-04T23:39:14.024 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.024 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.024 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:39:14.024 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.791113+0000", 2021-03-04T23:39:14.024 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01019196 2021-03-04T23:39:14.025 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.025 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.025 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:14.025 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.801305+0000", 2021-03-04T23:39:14.025 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001239446 2021-03-04T23:39:14.026 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.026 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.026 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:14.026 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.802544+0000", 2021-03-04T23:39:14.027 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.39534682100000001 2021-03-04T23:39:14.027 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.027 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.027 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:39:14.027 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.197891+0000", 2021-03-04T23:39:14.028 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022771229999999998 2021-03-04T23:39:14.028 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.028 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.028 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:39:14.028 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.200168+0000", 2021-03-04T23:39:14.029 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010023354999999999 2021-03-04T23:39:14.029 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.029 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.029 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:39:14.030 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.210191+0000", 2021-03-04T23:39:14.030 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2472948079999999 2021-03-04T23:39:14.030 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:14.030 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:39:14.030 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:14.031 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.031 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.031 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203049 9.1 9:85cb3e5d:::benchmark_data_gibba011_139107_object49682:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:39:14.031 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:15.981760+0000", 2021-03-04T23:39:14.031 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 357.73064129800002, 2021-03-04T23:39:14.032 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2400024160000001, 2021-03-04T23:39:14.032 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:39:14.032 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:14.032 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:39:14.032 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:39:14.033 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:39:14.033 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203049 2021-03-04T23:39:14.033 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.033 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:39:14.034 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.034 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:39:14.034 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.981760+0000", 2021-03-04T23:39:14.034 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:39:14.034 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.035 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.035 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:39:14.035 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.981760+0000", 2021-03-04T23:39:14.035 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.917e-06 2021-03-04T23:39:14.035 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.036 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.036 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:39:14.036 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.981762+0000", 2021-03-04T23:39:14.036 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1459999999999999e-06 2021-03-04T23:39:14.037 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.037 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.037 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:39:14.037 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.981764+0000", 2021-03-04T23:39:14.037 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.5319999999999995e-06 2021-03-04T23:39:14.038 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.038 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.038 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:39:14.038 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.981773+0000", 2021-03-04T23:39:14.038 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.7210000000000002e-06 2021-03-04T23:39:14.039 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.039 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.039 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:39:14.039 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.981778+0000", 2021-03-04T23:39:14.039 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.82118911000000006 2021-03-04T23:39:14.040 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.040 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.040 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:14.040 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.802967+0000", 2021-03-04T23:39:14.041 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0098153440000000002 2021-03-04T23:39:14.041 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.041 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.041 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:14.041 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.812783+0000", 2021-03-04T23:39:14.042 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.037330164999999998 2021-03-04T23:39:14.042 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.042 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.042 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:14.043 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.850113+0000", 2021-03-04T23:39:14.043 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003578239 2021-03-04T23:39:14.043 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.043 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.043 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:39:14.044 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.853691+0000", 2021-03-04T23:39:14.044 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0076126420000000002 2021-03-04T23:39:14.044 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.044 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.045 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:39:14.045 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.861304+0000", 2021-03-04T23:39:14.045 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.040489087 2021-03-04T23:39:14.045 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.045 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.046 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:14.046 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.901793+0000", 2021-03-04T23:39:14.046 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.034377691000000002 2021-03-04T23:39:14.046 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.046 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.047 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:14.047 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.936170+0000", 2021-03-04T23:39:14.047 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.27470050200000001 2021-03-04T23:39:14.047 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.048 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.048 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:39:14.048 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.210871+0000", 2021-03-04T23:39:14.048 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022206880000000002 2021-03-04T23:39:14.048 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.049 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.049 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:39:14.049 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.213092+0000", 2021-03-04T23:39:14.049 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0086706319999999993 2021-03-04T23:39:14.050 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.050 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.050 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:39:14.050 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.221762+0000", 2021-03-04T23:39:14.050 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2400024160000001 2021-03-04T23:39:14.051 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:14.051 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:39:14.051 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:14.051 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.051 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.052 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203061 9.1 9:856882be:::benchmark_data_gibba011_139107_object49694:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:39:14.052 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:16.017815+0000", 2021-03-04T23:39:14.052 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 357.69458560800001, 2021-03-04T23:39:14.052 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.217970652, 2021-03-04T23:39:14.052 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:39:14.053 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:14.053 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:39:14.053 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:39:14.053 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:39:14.054 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203061 2021-03-04T23:39:14.054 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.054 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:39:14.054 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.054 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:39:14.055 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.017815+0000", 2021-03-04T23:39:14.055 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:39:14.055 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.055 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.055 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:39:14.056 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.017815+0000", 2021-03-04T23:39:14.056 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2859999999999998e-06 2021-03-04T23:39:14.056 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.056 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.057 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:39:14.057 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.017818+0000", 2021-03-04T23:39:14.057 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5910000000000001e-06 2021-03-04T23:39:14.057 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.057 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.058 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:39:14.058 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.017819+0000", 2021-03-04T23:39:14.058 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.4730000000000003e-06 2021-03-04T23:39:14.058 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.058 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.059 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:39:14.059 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.017827+0000", 2021-03-04T23:39:14.059 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0550000000000001e-06 2021-03-04T23:39:14.059 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.059 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.060 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:39:14.060 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.017831+0000", 2021-03-04T23:39:14.060 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.79536064200000001 2021-03-04T23:39:14.060 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.061 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.061 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:14.061 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.813191+0000", 2021-03-04T23:39:14.061 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0097484500000000005 2021-03-04T23:39:14.061 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.062 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.062 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:14.062 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.822940+0000", 2021-03-04T23:39:14.062 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.059846617999999997 2021-03-04T23:39:14.062 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.063 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.063 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:14.063 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.882787+0000", 2021-03-04T23:39:14.063 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0047229389999999998 2021-03-04T23:39:14.063 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.064 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.064 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:39:14.064 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.887510+0000", 2021-03-04T23:39:14.064 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0077657009999999999 2021-03-04T23:39:14.064 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.065 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.065 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:39:14.065 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.895275+0000", 2021-03-04T23:39:14.065 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.042049988000000003 2021-03-04T23:39:14.065 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.066 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.066 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:14.066 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.937325+0000", 2021-03-04T23:39:14.066 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001156242 2021-03-04T23:39:14.066 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.067 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.067 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:14.067 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.938481+0000", 2021-03-04T23:39:14.067 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.28380329999999998 2021-03-04T23:39:14.068 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.068 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.068 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:39:14.068 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.222285+0000", 2021-03-04T23:39:14.068 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022305570000000002 2021-03-04T23:39:14.069 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.069 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.069 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:39:14.069 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.224515+0000", 2021-03-04T23:39:14.069 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011270809999999999 2021-03-04T23:39:14.070 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.070 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.070 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:39:14.070 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.235786+0000", 2021-03-04T23:39:14.070 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.217970652 2021-03-04T23:39:14.071 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:14.071 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:39:14.071 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:14.071 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.071 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.072 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203856 9.1 9:8ed7e599:::benchmark_data_gibba011_139107_object50489:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:39:14.072 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:18.406664+0000", 2021-03-04T23:39:14.072 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 355.30573699799999, 2021-03-04T23:39:14.072 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.202480486, 2021-03-04T23:39:14.073 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:39:14.073 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:14.073 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:39:14.073 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:39:14.073 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:39:14.074 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203856 2021-03-04T23:39:14.074 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.074 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:39:14.074 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.074 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:39:14.075 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.406664+0000", 2021-03-04T23:39:14.075 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:39:14.075 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.075 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.075 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:39:14.076 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.406664+0000", 2021-03-04T23:39:14.076 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3120000000000001e-06 2021-03-04T23:39:14.076 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.076 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.076 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:39:14.077 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.406665+0000", 2021-03-04T23:39:14.077 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7430000000000001e-06 2021-03-04T23:39:14.077 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.077 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.078 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:39:14.078 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.406667+0000", 2021-03-04T23:39:14.078 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.0430000000000008e-06 2021-03-04T23:39:14.078 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.078 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.079 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:39:14.079 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.406675+0000", 2021-03-04T23:39:14.079 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6569999999999999e-06 2021-03-04T23:39:14.079 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.079 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.080 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:39:14.080 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.406679+0000", 2021-03-04T23:39:14.080 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.81917126500000004 2021-03-04T23:39:14.080 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.081 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.081 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:14.081 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.225850+0000", 2021-03-04T23:39:14.081 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0099240000000000005 2021-03-04T23:39:14.081 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.082 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.082 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:14.082 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.235774+0000", 2021-03-04T23:39:14.082 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.063483042000000003 2021-03-04T23:39:14.082 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.083 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.083 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:14.083 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.299257+0000", 2021-03-04T23:39:14.083 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003559534 2021-03-04T23:39:14.083 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.084 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.084 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:39:14.084 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.302817+0000", 2021-03-04T23:39:14.084 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0075568040000000003 2021-03-04T23:39:14.085 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.085 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.085 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:39:14.085 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.310373+0000", 2021-03-04T23:39:14.085 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.051965036999999999 2021-03-04T23:39:14.086 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.086 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.086 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:14.086 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.362338+0000", 2021-03-04T23:39:14.086 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0011802049999999999 2021-03-04T23:39:14.087 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.087 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.087 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:14.087 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.363519+0000", 2021-03-04T23:39:14.087 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.235303398 2021-03-04T23:39:14.088 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.088 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.088 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:39:14.088 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.598822+0000", 2021-03-04T23:39:14.088 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0019508920000000001 2021-03-04T23:39:14.089 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.089 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.089 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:39:14.089 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.600773+0000", 2021-03-04T23:39:14.090 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0083715539999999998 2021-03-04T23:39:14.090 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.090 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.090 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:39:14.090 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.609145+0000", 2021-03-04T23:39:14.091 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.202480486 2021-03-04T23:39:14.091 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:14.091 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:39:14.091 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:14.091 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.092 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.092 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203870 9.1 9:8201f5fa:::benchmark_data_gibba011_139107_object50503:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:39:14.092 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:18.428498+0000", 2021-03-04T23:39:14.092 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 355.28390278500001, 2021-03-04T23:39:14.093 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1912882739999999, 2021-03-04T23:39:14.093 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:39:14.093 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:14.093 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:39:14.093 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:39:14.094 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:39:14.094 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203870 2021-03-04T23:39:14.094 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.094 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:39:14.094 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.095 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:39:14.095 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.428498+0000", 2021-03-04T23:39:14.095 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:39:14.095 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.095 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.096 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:39:14.096 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.428498+0000", 2021-03-04T23:39:14.096 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4649999999999999e-06 2021-03-04T23:39:14.096 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.097 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.097 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:39:14.097 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.428500+0000", 2021-03-04T23:39:14.097 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9920000000000002e-06 2021-03-04T23:39:14.097 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.098 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.098 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:39:14.098 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.428502+0000", 2021-03-04T23:39:14.098 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0939999999999997e-06 2021-03-04T23:39:14.098 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.099 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.099 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:39:14.099 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.428511+0000", 2021-03-04T23:39:14.099 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.1729999999999997e-06 2021-03-04T23:39:14.099 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.100 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.100 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:39:14.100 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.428515+0000", 2021-03-04T23:39:14.100 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.807686138 2021-03-04T23:39:14.100 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.101 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.101 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:14.101 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.236201+0000", 2021-03-04T23:39:14.101 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010947385 2021-03-04T23:39:14.101 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.102 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.102 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:14.102 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.247149+0000", 2021-03-04T23:39:14.102 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.086657049 2021-03-04T23:39:14.103 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.103 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.103 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:14.103 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.333806+0000", 2021-03-04T23:39:14.103 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0035688299999999998 2021-03-04T23:39:14.104 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.104 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.104 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:39:14.104 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.337374+0000", 2021-03-04T23:39:14.104 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0075364890000000004 2021-03-04T23:39:14.105 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.105 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.105 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:39:14.105 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.344911+0000", 2021-03-04T23:39:14.105 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.019789534000000001 2021-03-04T23:39:14.106 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.106 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.106 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:14.106 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.364700+0000", 2021-03-04T23:39:14.106 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0011836939999999999 2021-03-04T23:39:14.107 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.107 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.107 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:14.107 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.365884+0000", 2021-03-04T23:39:14.107 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.24378893400000001 2021-03-04T23:39:14.108 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.108 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.108 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:39:14.108 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.609673+0000", 2021-03-04T23:39:14.109 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0020747460000000001 2021-03-04T23:39:14.109 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.109 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.109 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:39:14.109 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.611748+0000", 2021-03-04T23:39:14.110 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0080387510000000002 2021-03-04T23:39:14.110 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.110 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.110 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:39:14.110 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.619787+0000", 2021-03-04T23:39:14.111 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1912882739999999 2021-03-04T23:39:14.111 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:14.111 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:39:14.111 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:14.111 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.112 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.112 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:211537 9.1 9:889f599a:::benchmark_data_gibba011_139107_object58170:head [delete] snapc 0=[] ondisk+write+known_if_redirected e284)", 2021-03-04T23:39:14.112 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:46.702881+0000", 2021-03-04T23:39:14.112 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 327.00952015399997, 2021-03-04T23:39:14.112 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3518756489999999, 2021-03-04T23:39:14.113 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:39:14.113 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:14.113 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:39:14.113 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:39:14.113 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:39:14.114 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 211537 2021-03-04T23:39:14.114 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.114 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:39:14.114 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.115 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:39:14.115 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:46.702881+0000", 2021-03-04T23:39:14.115 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:39:14.115 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.115 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.116 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:39:14.116 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:46.702881+0000", 2021-03-04T23:39:14.116 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.083e-06 2021-03-04T23:39:14.116 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.116 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.117 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:39:14.117 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:46.702882+0000", 2021-03-04T23:39:14.117 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2419999999999999e-06 2021-03-04T23:39:14.117 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.117 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.118 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:39:14.118 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:46.702883+0000", 2021-03-04T23:39:14.118 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.2820000000000002e-06 2021-03-04T23:39:14.118 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.118 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.119 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:39:14.119 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:46.702890+0000", 2021-03-04T23:39:14.119 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9490000000000001e-06 2021-03-04T23:39:14.119 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.119 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.120 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:39:14.120 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:46.702892+0000", 2021-03-04T23:39:14.120 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.72747275700000003 2021-03-04T23:39:14.120 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.120 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.121 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:14.121 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.430365+0000", 2021-03-04T23:39:14.121 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011693689 2021-03-04T23:39:14.121 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.121 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.122 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:39:14.122 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.442059+0000", 2021-03-04T23:39:14.122 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.036069375000000001 2021-03-04T23:39:14.122 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.123 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.123 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:39:14.123 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.478128+0000", 2021-03-04T23:39:14.123 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003356974 2021-03-04T23:39:14.123 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.124 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.124 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:39:14.124 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.481485+0000", 2021-03-04T23:39:14.124 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.006604909 2021-03-04T23:39:14.124 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.125 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.125 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:39:14.125 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.488090+0000", 2021-03-04T23:39:14.125 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.034038027999999998 2021-03-04T23:39:14.125 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.126 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.126 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:14.126 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.522128+0000", 2021-03-04T23:39:14.126 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.028740129999999999 2021-03-04T23:39:14.126 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.127 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.127 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:14.127 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.550868+0000", 2021-03-04T23:39:14.127 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.49357573999999999 2021-03-04T23:39:14.128 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.128 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.128 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:39:14.128 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:48.044444+0000", 2021-03-04T23:39:14.128 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0017326240000000001 2021-03-04T23:39:14.129 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.129 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.129 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:39:14.129 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:48.046177+0000", 2021-03-04T23:39:14.129 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0085798669999999997 2021-03-04T23:39:14.130 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:39:14.130 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:39:14.130 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:39:14.130 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:48.054757+0000", 2021-03-04T23:39:14.130 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3518756489999999 2021-03-04T23:39:14.131 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:14.131 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:39:14.131 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:14.131 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:39:14.131 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:39:14.132 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:39:14.132 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:14.133 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:39:14.160 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:14.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:14.164 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:14.265 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:14.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:14.288 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:14.289 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:14.314 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:14.390 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:14.411 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:14.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:14.413 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:14.514 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:14.537 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:14.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:14.538 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:14.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:14 gibba038 conmon[76675]: cluster 2021-03-04T23:39:12.793964+0000 mgr.x (mgr.34676) 1135 : cluster [DBG] pgmap v1184: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 1.5 GiB data, 5.5 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 2.08k op/s; 8751/74514 objects misplaced (11.744%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:39:14.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:14 gibba038 conmon[76675]: 2021-03-04T23:39:14.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:14 gibba011 conmon[95595]: cluster 2021-03-04T23:39:12.793964+0000 mgr.x (mgr.34676) 1135 : cluster [DBG] pgmap v1184: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 1.5 GiB data, 5.5 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 2.08k op/s; 8751/74514 objects misplaced (11.744%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:39:14.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:14 gibba011 conmon[99461]: cluster 2021-03-04T23:39:12.793964+0000 mgr.x (mgr.34676) 1135 : cluster [DBG] pgmap v1184: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 1.5 GiB data, 5.5 GiB used, 579 GiB / 588 GiB avail; 0 B/s wr, 2.08k op/s; 8751/74514 objects misplaced (11.744%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:39:14.639 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:14.661 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:14.661 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:14.662 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:14.763 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:14.789 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:14.790 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:14.791 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:14.892 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:14.914 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:14.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:14.915 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:15.017 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:15.039 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:15.040 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:15.040 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:15.142 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:15.164 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:15.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:15.166 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:15.175 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:39:15.266 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:15.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:15.290 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:15.291 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:15.336 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-03-04T23:39:15.392 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:15.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:15.416 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:15.417 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:15.508 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:39:15.518 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:15.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:15.541 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:15.542 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:15.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:15 gibba038 conmon[76675]: audit 2021-03-04T23:39:15.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:15 gibba038 conmon[76675]: 2021-03-04T23:39: 2021-03-04T23:39:15.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:15 gibba038 conmon[76675]: 14.295420+0000 mon.c (mon.1) 451 : audit [INF] from='client.? 172.21.2.111:0/2278435775' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:15.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:15 gibba038 conmon[76675]: audit 2021-03-04T23:39:14 2021-03-04T23:39:15.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:15 gibba038 conmon[76675]: .295763+0000 mon.a (mon.0) 1574 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:15.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:15 gibba038 conmon[76675]: 2021-03-04T23:39:15.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:15 gibba011 conmon[95595]: audit 2021-03-04T23:39:14.295420+0000 mon.c (mon.1) 451 : audit [INF] from='client.? 172.21.2.111:0/2278435775' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:15.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:15 gibba011 conmon[95595]: audit 2021-03-04T23:39:14.295763+0000 mon.a (mon.0) 1574 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:15.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:15 gibba011 conmon[99461]: audit 2021-03-04T23:39:14.295420+0000 mon.c (mon.1) 451 : audit 2021-03-04T23:39:15.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:15 gibba011 conmon[99461]: [INF] from='client.? 172.21.2.111:0/2278435775' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:15.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:15 gibba011 conmon[99461]: audit 2021-03-04T23:39:14.295763+0000 mon.a (mon.0) 1574 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:15.643 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:15.669 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:15.670 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:15.670 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:15.772 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:15.795 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:15.795 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:15.796 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:15.898 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:15.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:15.924 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:15.925 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:16.027 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:16.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:16.051 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:16.052 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:16.153 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:16.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:16.176 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:16.177 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:16.278 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:16.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:16.308 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:16.308 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:16.410 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:16.432 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:16.432 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:16.433 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:16.450 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:16 gibba011 conmon[95595]: cluster 2021-03-04T23:39:14.794451+0000 mgr.x (mgr.34676) 1136 : cluster [DBG] pgmap v1185: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 1.3 GiB data, 4.6 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 2.07k op/s; 6348/62955 objects misplaced (10.083%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:39:16.451 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:16 gibba011 conmon[95595]: cluster 2021-03-04T23:39:15.160131+0000 mon.a (mon.0) 1575 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:16.451 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:16 gibba011 conmon[95595]: audit 2021-03-04T23:39:15.165433+0000 mon.a (mon.0) 1576 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:39:16.451 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:16 gibba011 conmon[95595]: cluster 2021-03-04T23:39:15.165483+0000 mon.a (mon.0) 1577 : cluster [DBG] osdmap e347: 8 total, 8 up, 7 in 2021-03-04T23:39:16.452 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:16 gibba011 conmon[99461]: cluster 2021-03-04T23:39:14.794451+0000 mgr.x (mgr.34676) 1136 : cluster [DBG] pgmap v1185: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 1.3 GiB data, 4.6 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 2.07k op/s; 6348/62955 objects misplaced (10.083%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:39:16.452 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:16 gibba011 conmon[99461]: cluster 2021-03-04T23:39:15.160131+0000 mon.a (mon.0) 1575 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:16.452 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:16 gibba011 conmon[99461]: audit 2021-03-04T23:39:15.165433+0000 mon.a (mon.0) 1576 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:39:16.452 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:16 gibba011 conmon[99461]: cluster 2021-03-04T23:39:15.165483+0000 mon.a (mon.0) 1577 : cluster [DBG] osdmap e347: 8 total, 8 up, 7 in 2021-03-04T23:39:16.534 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:16.557 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:16.558 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:16.559 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:16.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:16 gibba038 conmon[76675]: cluster 2021-03-04T23:39:14.794451+0000 mgr.x (mgr.34676) 1136 : cluster [DBG] pgmap v1185: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 1.3 GiB data, 4.6 GiB used, 580 GiB / 588 GiB avail; 0 B/s wr, 2.07k op/s; 6348/62955 objects misplaced (10.083%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:39:16.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:16 gibba038 conmon[76675]: cluster 2021-03-04T23:39:15.160131+0000 mon.a (mon.0) 1575 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:16.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:16 gibba038 conmon[76675]: audit 2021-03-04T23:39:15.165433+0000 mon.a ( 2021-03-04T23:39:16.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:16 gibba038 conmon[76675]: mon.0) 1576 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:39:16.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:16 gibba038 conmon[76675]: cluster 2021-03-04T 2021-03-04T23:39:16.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:16 gibba038 conmon[76675]: 23:39:15.165483+0000 mon.a (mon.0) 1577 : cluster [DBG] osdmap e347: 8 total, 8 up, 7 in 2021-03-04T23:39:16.660 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:16.686 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:16.687 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:16.688 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:16.789 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:16.811 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:16.812 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:16.813 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:16.914 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:16.936 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:16.937 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:16.937 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:17.039 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:17.061 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:17.062 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:17.062 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:17.168 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:17.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:17.195 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:17.195 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:17.297 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:17.319 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:17.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:17.321 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:17.422 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:17.442 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:17.444 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:17.444 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:17.449 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:17 gibba038 conmon[76675]: audit 2021-03-04T23:39:16.659654+0000 mon.c (mon.1) 452 2021-03-04T23:39:17.450 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:17 gibba038 conmon[76675]: : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:39:17.450 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:17 gibba038 conmon[76675]: audit 2021-03-04T23:39:16.659969+0000 mon.a (mon.0) 1578 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:39:17.546 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:17.555 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:17 gibba011 conmon[95595]: audit 2021-03-04T23:39:16.659654+0000 mon.c (mon.1) 452 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:39:17.555 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:17 gibba011 conmon[95595]: 2021-03-04T23:39:17.556 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:17 gibba011 conmon[95595]: audit 2021-03-04T23:39:16.659969+0000 mon.a (mon.0) 1578 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:39:17.556 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:17 gibba011 conmon[99461]: audit 2021-03-04T23:39:16.659654+0000 mon.c (mon.1) 452 2021-03-04T23:39:17.556 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:17 gibba011 conmon[99461]: : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:39:17.557 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:17 gibba011 conmon[99461]: audit 2021-03-04T23:39:16.659969+0000 mon.a (mon.0) 1578 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:39:17.574 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:17.575 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:17.575 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:17.677 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:17.727 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:17.729 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:17.729 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:17.748 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:39:17.749 INFO:teuthology.orchestra.run.gibba038.stdout: "success": "" 2021-03-04T23:39:17.749 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:39:17.830 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:17.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:17.865 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:17.865 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:17.967 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:17.990 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:17.992 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:17.992 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:18.063 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:39:18.084 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:39:18.094 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:18.106 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:39:18.119 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:18.119 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:18.120 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:18.130 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:39:18.151 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:39:18.170 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:39:18.191 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:39:18.214 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:39:18.216 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:39:18.216 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:39:18.216 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:39:18.217 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:39:18.217 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:39:18.218 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:39:18.218 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:39:18.219 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:39:18.220 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:18.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:18.252 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:18.252 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:18.290 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:39:18.355 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:18.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:18.386 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:18.386 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:18.461 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:18.487 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:18.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:18.513 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:18.514 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:18.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:18 gibba038 conmon[76675]: cluster 2021-03-04T23:39:18.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:18 gibba038 conmon[76675]: 2021-03-04T23:39:18.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:18 gibba038 conmon[76675]: 2021-03-04T23:39:16.794818+0000 mgr.x (mgr.34676) 1137 : cluster [DBG] pgmap v1187: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 1.2 GiB data, 4.4 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 2.07k op/s; 6348/60888 objects misplaced (10.426%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:39:18.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:18 gibba038 conmon[76675]: audit 2021-03-04T23:39:18.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:18 gibba038 conmon[76675]: 2021 2021-03-04T23:39:18.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:18 gibba038 conmon[76675]: -03-04T23:39: 2021-03-04T23:39:18.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:18 gibba038 conmon[76675]: 18.037177+0000 mon.a (mon.0) 1579 : audit [DBG] from='client.? 172.21.2.111:0/4172391534' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:18.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:18 gibba011 conmon[99461]: cluster 2021-03-04T23:39:18.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:18 gibba011 conmon[99461]: 2021-03- 2021-03-04T23:39:18.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:18 gibba011 conmon[99461]: 04T23:39:16.794818+0000 mgr.x (mgr.34676) 1137 : cluster [DBG] pgmap v1187: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 1.2 GiB data, 4.4 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 2.07k op/s; 6348/60888 objects misplaced (10.426%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:39:18.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:18 gibba011 conmon[99461]: audit 2021-03-04T23:39:18.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:18 gibba011 conmon[99461]: 2021-03-04T23:39:18.037177+0000 mon.a 2021-03-04T23:39:18.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:18 gibba011 conmon[99461]: (mon.0) 1579 : audit [DBG] from='client.? 172.21.2.111:0/4172391534' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:18.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:18 gibba011 conmon[95595]: cluster 2021-03-04T23:39:16.794818+0000 mgr.x (mgr.34676) 1137 2021-03-04T23:39:18.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:18 gibba011 conmon[95595]: : cluster [DBG] pgmap v1187: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 1.2 GiB data, 4.4 GiB used, 581 GiB / 588 GiB avail; 0 B/s wr, 2.07k op/s; 6348/60888 objects misplaced (10.426%); 717 KiB/s, 11 objects/s recovering 2021-03-04T23:39:18.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:18 gibba011 conmon[95595]: audit 2021-03-04T23:39:18.037177+0000 mon.a (mon.0) 1579 : audit [DBG] from='client.? 172.21.2.111:0/4172391534' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:18.615 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:18.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:18.644 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:18.645 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:18.746 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:18.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:18.772 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:18.772 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:18.873 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:18.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:18.899 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:18.900 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:19.001 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:19.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:19.024 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:19.025 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:19.126 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:19.146 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:19.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:19.147 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:19.248 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:19.271 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:19.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:19.273 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:19.374 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:19.396 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:19.397 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:19.397 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:19.499 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:19.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:19.523 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:19.524 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:19.625 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:19.647 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:19.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:19.649 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:19.750 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:19.774 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:19.775 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:19.775 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:19.876 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:19.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:19.900 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:19.900 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:20.001 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:20.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:20.023 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:20.023 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:20.125 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:20.148 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:20.148 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:20.149 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:20.250 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:20.270 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:20.271 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:20.271 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:20.372 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:20.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:20.394 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:20.395 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:20.496 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:20.519 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:20.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:20.523 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:20.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:20 gibba038 conmon[76675]: cluster 2021-03-04T23:39:18.795375+0000 mgr.x (mgr.34676) 1138 : cluster [DBG] pgmap v1188: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 625 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 2.25k op/s; 2914/30054 objects misplaced (9.696%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:39:20.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:20 gibba038 conmon[76675]: 2021-03-04T23:39:20.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:20 gibba011 conmon[95595]: cluster 2021-03-04T23:39:18.795375+0000 mgr.x (mgr.34676) 1138 : cluster [DBG] pgmap v1188: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 625 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 2.25k op/s; 2914/30054 objects misplaced (9.696%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:39:20.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:20 gibba011 conmon[99461]: cluster 2021-03-04T23:39:18.795375+0000 mgr.x (mgr.34676) 1138 : cluster [DBG] pgmap v1188: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 625 MiB data, 2.8 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 2.25k op/s; 2914/30054 objects misplaced (9.696%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:39:20.625 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:20.647 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:20.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:20.649 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:20.749 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:20.775 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:20.776 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:20.776 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:20.878 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:20.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:20.903 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:20.903 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:21.004 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:21.031 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:21.032 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:21.033 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:21.094 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:39:21.094 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:39:21.134 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:21.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:21.163 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:21.163 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:21.264 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:21.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:21.290 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:21.290 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:21.392 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:21.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:21.416 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:21.417 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:21.504 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:39:21.518 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:21.541 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:21.542 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:21.542 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:21.644 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:21.672 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:21.673 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:21.674 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:21.678 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:21.775 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:21.800 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:21.801 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:21.801 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:21.902 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:21.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:21.926 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:21.927 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:22.028 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:22.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:22.047 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:22.047 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:22.149 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:22.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:22.171 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:22.172 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:22.183 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:39:22.194 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Removed 194034 objects 2021-03-04T23:39:22.195 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Clean up completed and total clean up time :99.8174 2021-03-04T23:39:22.272 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:22.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:22.290 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:22.291 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:22.368 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-03-04T23:39:22.392 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:22.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:22.434 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:22.434 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:22.478 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:39:22.492 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:22 gibba011 conmon[95595]: cluster 2021-03-04T23:39:20.795802+0000 mgr.x (mgr.34676) 1139 : cluster [DBG] pgmap v1189: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 582 MiB data, 2.6 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 2.12k op/s; 2914/27999 objects misplaced (10.408%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:39:22.492 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:22 gibba011 conmon[95595]: audit 2021-03-04T23:39:21.519378+0000 mon.c (mon.1) 453 : audit [INF] from='client.? 172.21.2.111:0/3631799683' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:39:22.493 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:22 gibba011 conmon[95595]: audit 2021-03-04T23:39:21.519702+0000 mon.a (mon.0) 1580 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:39:22.493 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:22 gibba011 conmon[99461]: cluster 2021-03-04T23:39:20.795802+0000 mgr.x (mgr.34676) 2021-03-04T23:39:22.494 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:22 gibba011 conmon[99461]: 1139 : cluster [DBG] pgmap v1189: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 582 MiB data, 2.6 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 2.12k op/s; 2914/27999 objects misplaced (10.408%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:39:22.494 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:22 gibba011 conmon[99461]: audit 2021-03-04T23:39:21.519378+0000 mon.c (mon.1) 453 : audit [INF] from='client.? 172.21.2.111:0/3631799683' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:39:22.494 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:22 gibba011 conmon[99461]: audit 2021-03-04T23:39:21.519702+0000 mon.a (mon.0) 1580 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:39:22.536 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:22.553 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:22.555 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:22.556 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:22.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:22 gibba038 conmon[76675]: cluster 2021-03-04T23:39:20.795802+0000 mgr.x (mgr.34676) 1139 : cluster [DBG] pgmap v1189: 149 pgs: 1 active+remapped+backfilling, 5 active+remapped+backfill_wait, 143 active+clean; 582 MiB data, 2.6 GiB used, 582 GiB / 588 GiB avail; 0 B/s wr, 2.12k op/s; 2914/27999 objects misplaced (10.408%); 723 KiB/s, 11 objects/s recovering 2021-03-04T23:39:22.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:22 gibba038 conmon[76675]: audit 2021-03-04T23:39:21.519378+0000 mon.c (mon.1) 453 : audit [INF] from='client.? 172.21.2.111:0/3631799683' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:39:22.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:22 gibba038 conmon[76675]: audit 2021-03-04T23:39:21.519702+0000 mon.a (mon.0) 1580 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:39:22.657 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:22.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:22.676 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:22.677 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:22.778 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:22.795 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:22.796 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:22.797 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:22.898 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:22.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:22.918 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:22.918 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:23.020 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:23.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:23.039 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:23.039 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:23.141 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:23.159 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:23.160 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:23.160 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:23.262 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:23.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:23.280 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:23.280 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:23.381 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:23.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:23.400 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:23.400 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:23.502 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:23.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:23.520 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:23.520 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:23.580 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:23 gibba011 conmon[95595]: cluster 2021-03-04T23:39:22.172553+0000 mon.a (mon.0) 1581 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:23.581 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:23 gibba011 conmon[95595]: audit 2021-03-04T23:39:22.175862+0000 mon.a (mon.0) 1582 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:39:23.581 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:23 gibba011 conmon[95595]: cluster 2021-03-04T23:39:22.175931+0000 mon.a (mon.0) 1583 : cluster [DBG] osdmap e348: 8 total, 8 up, 7 in 2021-03-04T23:39:23.581 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:23 gibba011 conmon[99461]: cluster 2021-03-04T23:39:22.172553+0000 mon.a (mon.0) 1581 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:23.582 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:23 gibba011 conmon[99461]: audit 2021-03-04T23:39:22.175862+0000 mon.a (mon.0) 1582 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:39:23.582 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:23 gibba011 conmon[99461]: cluster 2021-03-04T23:39:22.175931+0000 mon.a (mon.0) 1583 : cluster [DBG] osdmap e348: 8 total, 8 up, 7 in 2021-03-04T23:39:23.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:23 gibba038 conmon[76675]: cluster 2021-03-04T23:39:22.172553+0000 mon.a ( 2021-03-04T23:39:23.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:23 gibba038 conmon[76675]: mon.0) 1581 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:23.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:23 gibba038 conmon[76675]: audit 2021-03-04T23:39:22.175862+0000 mon.a (mon.0) 1582 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:39:23.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:23 gibba038 conmon[76675]: cluster 2021-03-04T23:39:22.175931+0000 mon.a (mon.0) 1583 : cluster [DBG] osdmap e348: 8 total, 8 up, 7 in 2021-03-04T23:39:23.622 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:23.640 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:23.641 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:23.642 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:23.743 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:23.762 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:23.763 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:23.764 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:23.865 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:23.884 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:23.885 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:23.886 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:23.988 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:24.005 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:24.006 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:24.007 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:24.019 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:39:24.032 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:39:24.045 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:39:24.058 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:39:24.073 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:39:24.087 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:39:24.101 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:39:24.108 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:24.115 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:39:24.117 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:39:24.117 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:39:24.117 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:39:24.118 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:39:24.118 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:39:24.118 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:39:24.119 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:39:24.119 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:39:24.119 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:39:24.120 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:39:24.120 INFO:teuthology.orchestra.run.gibba038.stdout: "complaint_time": 30, 2021-03-04T23:39:24.122 INFO:teuthology.orchestra.run.gibba038.stdout: "num_blocked_ops": 0 2021-03-04T23:39:24.122 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:39:24.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:24.128 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:24.128 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:24.230 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:24.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:24.252 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:24.253 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:24.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:24 gibba038 conmon[76675]: cluster 2021-03-04T23:39:22.796242+0000 mgr.x (mgr.34676) 1140 : cluster [DBG] pgmap v1191: 149 pgs: 3 active+clean+remapped, 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 143 active+clean; 144 MiB data, 1.6 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 2.33k op/s; 1330/6972 objects misplaced (19.076%); 456 KiB/s, 7 objects/s recovering 2021-03-04T23:39:24.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:24 gibba038 conmon[76675]: cluster 2021-03-04T23:39:23.184761+0000 mon.a (mon.0) 1584 : cluster [DBG] osdmap e349: 8 total, 8 up, 7 in 2021-03-04T23:39:24.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:24 gibba038 conmon[76675]: cluster 2021-03-04T23:39:23.299263+0000 osd.0 (osd.0) 10 : cluster [DBG] 2.5 scrub ok 2021-03-04T23:39:24.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:24 gibba038 conmon[76675]: cluster 2021-03-04T23:39:23.406411+0000 osd.1 (osd.1) 17 : cluster [DBG] 2.0 scrub ok 2021-03-04T23:39:24.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:24 gibba038 conmon[76675]: audit 2021-03-04T23:39:24.002577+0000 mon.a (mon.0) 1585 : audit [DBG] from='client.? 172.21.2.111:0/2689203340' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:24.354 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:24.371 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:24.372 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:24.373 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:24.474 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:24.491 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:24.492 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:24.493 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:24.594 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:24.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:24 gibba011 conmon[95595]: cluster 2021-03-04T23:39:22.796242+0000 mgr.x (mgr.34676) 1140 : cluster [DBG] pgmap v1191: 149 pgs: 3 active+clean+remapped, 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 143 active+clean; 144 MiB data, 1.6 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 2.33k op/s; 1330/6972 objects misplaced (19.076%); 456 KiB/s, 7 objects/s recovering 2021-03-04T23:39:24.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:24 gibba011 conmon[95595]: cluster 2021-03-04T23:39:23.184761+0000 mon.a (mon.0) 1584 : cluster [DBG] osdmap e349: 8 total, 8 up, 7 in 2021-03-04T23:39:24.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:24 gibba011 conmon[95595]: cluster 2021-03-04T23:39:23.299263+0000 osd.0 (osd.0) 10 : cluster [DBG] 2.5 scrub ok 2021-03-04T23:39:24.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:24 gibba011 conmon[95595]: cluster 2021-03-04T23:39:23.406411+0000 osd.1 (osd.1) 17 : cluster [DBG] 2.0 scrub ok 2021-03-04T23:39:24.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:24 gibba011 conmon[95595]: audit 2021-03-04T23:39:24.002577+0000 mon.a (mon.0) 1585 : audit [DBG] from='client.? 172.21.2.111:0/2689203340' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:24.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:24 gibba011 conmon[99461]: cluster 2021-03-04T23:39:22.796242+0000 mgr.x (mgr.34676) 1140 : cluster [DBG] pgmap v1191: 149 pgs: 3 active+clean+remapped, 1 active+remapped+backfilling, 2 active+remapped+backfill_wait, 143 active+clean; 144 MiB data, 1.6 GiB used, 583 GiB / 588 GiB avail; 0 B/s wr, 2.33k op/s; 1330/6972 objects misplaced (19.076%); 456 KiB/s, 7 objects/s recovering 2021-03-04T23:39:24.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:24 gibba011 conmon[99461]: cluster 2021-03-04T23:39:23.184761+0000 mon.a (mon.0) 1584 : cluster [DBG] osdmap e349: 8 total, 8 up, 7 in 2021-03-04T23:39:24.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:24 gibba011 conmon[99461]: cluster 2021-03-04T23:39:23.299263+0000 osd.0 (osd.0) 10 : cluster [DBG] 2.5 scrub ok 2021-03-04T23:39:24.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:24 gibba011 conmon[99461]: cluster 2021-03-04T23:39:23.406411+0000 osd.1 (osd.1) 17 : cluster [DBG] 2.0 scrub ok 2021-03-04T23:39:24.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:24 gibba011 conmon[99461]: audit 2021-03-04T23:39:24.002577+0000 mon.a (mon.0) 1585 : audit [DBG] from='client.? 172.21.2.111:0/2689203340' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:24.611 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:24.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:24.613 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:24.714 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:24.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:24.732 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:24.732 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:24.794 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-03-04T23:39:24.833 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:24.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:24.851 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:24.851 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:24.905 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:39:24.953 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:24.970 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:24.972 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:24.972 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:25.073 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:25.091 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:25.092 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:25.092 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:25.194 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:25.211 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:25.212 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:25.213 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:25.314 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:25.316 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:25 gibba038 conmon[76675]: cluster 2021-03-04T23:39:24.184913+0000 mon.a (mon.0) 1586 : cluster [DBG] osdmap e350: 8 total, 8 up, 7 in 2021-03-04T23:39:25.316 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:25 gibba038 conmon[76675]: cluster 2021-03-04T23:39:24.560065+0000 osd.2 (osd.2) 3 : cluster [DBG] 2.1 scrub ok 2021-03-04T23:39:25.317 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:25 gibba038 conmon[76675]: cluster 2021-03-04T23:39:24.842292+0000 osd.3 (osd.3) 12 : cluster [DBG] 1.4 scrub ok 2021-03-04T23:39:25.333 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:25.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:25.334 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:25.435 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:25.453 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:25.454 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:25.455 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:25.557 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:25.575 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:25.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:25.578 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:25.594 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:39:25.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:25 gibba011 conmon[95595]: cluster 2021-03-04T23:39:24.184913+0000 mon.a (mon.0) 1586 : cluster [DBG] osdmap e350: 8 total, 8 up, 7 in 2021-03-04T23:39:25.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:25 gibba011 conmon[95595]: cluster 2021-03-04T23:39:24.560065+0000 osd.2 (osd.2) 3 : cluster [DBG] 2.1 scrub ok 2021-03-04T23:39:25.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:25 gibba011 conmon[95595]: cluster 2021-03-04T23:39:24.842292+0000 osd.3 (osd.3) 12 : cluster [DBG] 1.4 scrub ok 2021-03-04T23:39:25.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:25 gibba011 conmon[95595]: 2021-03-04T23:39:25.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:25 gibba011 conmon[99461]: cluster 2021-03-04T23:39:24.184913+0000 mon.a (mon.0) 1586 : cluster [DBG] osdmap e350: 8 total, 8 up, 7 in 2021-03-04T23:39:25.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:25 gibba011 conmon[99461]: cluster 2021-03-04T23:39:24.560065+0000 osd.2 (osd.2) 3 : cluster [DBG] 2.1 scrub ok 2021-03-04T23:39:25.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:25 gibba011 conmon[99461]: cluster 2021-03-04T23:39:24.842292+0000 osd.3 (osd.3) 12 : cluster [DBG] 1.4 scrub ok 2021-03-04T23:39:25.679 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:25.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:25.698 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:25.699 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:25.713 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:25.746 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 1, 3, 2] out_osds: [7] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:39:25.746 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:39:25.747 INFO:tasks.thrashosds.thrasher:Adding osd 7 2021-03-04T23:39:25.747 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd in 7 2021-03-04T23:39:25.800 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:25.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:25.818 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:25.819 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:25.856 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:25.920 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:25.937 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:25.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:25.938 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:26.039 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:26.057 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:26.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:26.060 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:26.161 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:26.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:26.180 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:26.180 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:26.198 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:39:26.198 INFO:teuthology.orchestra.run.gibba038.stdout: "size": 20, 2021-03-04T23:39:26.198 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 600, 2021-03-04T23:39:26.199 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:39:26.199 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.199 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157923 10.c 10:379faa3e:::benchmark_data_gibba011_264195_object157922:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e324)", 2021-03-04T23:39:26.199 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.367035+0000", 2021-03-04T23:39:26.200 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 127.826892895, 2021-03-04T23:39:26.200 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.753451694, 2021-03-04T23:39:26.200 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:26.200 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:39:26.201 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:26.201 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:26.201 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:26.201 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157923 2021-03-04T23:39:26.201 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.202 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:26.202 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.202 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:26.202 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.367035+0000", 2021-03-04T23:39:26.203 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:26.203 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.203 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.203 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:26.203 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.367035+0000", 2021-03-04T23:39:26.204 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3529000000000001e-05 2021-03-04T23:39:26.204 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.204 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.204 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:26.205 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.367058+0000", 2021-03-04T23:39:26.205 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5400000000000001e-06 2021-03-04T23:39:26.205 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.205 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.205 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:26.206 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.367060+0000", 2021-03-04T23:39:26.206 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.7760000000000003e-06 2021-03-04T23:39:26.206 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.206 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.207 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:26.207 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.367069+0000", 2021-03-04T23:39:26.207 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2980000000000002e-06 2021-03-04T23:39:26.207 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.207 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.208 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:26.208 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.367073+0000", 2021-03-04T23:39:26.208 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004405712 2021-03-04T23:39:26.208 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.208 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.209 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.209 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.371479+0000", 2021-03-04T23:39:26.209 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.925e-06 2021-03-04T23:39:26.209 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.209 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.210 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.210 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.371484+0000", 2021-03-04T23:39:26.210 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.66900755599999995 2021-03-04T23:39:26.210 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.211 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.211 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.211 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040492+0000", 2021-03-04T23:39:26.211 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2234e-05 2021-03-04T23:39:26.211 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.212 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.212 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.212 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040504+0000", 2021-03-04T23:39:26.212 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.07204945 2021-03-04T23:39:26.212 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.213 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.213 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.213 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.112554+0000", 2021-03-04T23:39:26.213 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4963000000000006e-05 2021-03-04T23:39:26.214 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.214 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.214 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:39:26.214 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.112639+0000", 2021-03-04T23:39:26.214 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0077733189999999999 2021-03-04T23:39:26.215 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.215 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.215 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.215 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.120412+0000", 2021-03-04T23:39:26.215 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.4392000000000002e-05 2021-03-04T23:39:26.216 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.216 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.216 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:26.216 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.120486+0000", 2021-03-04T23:39:26.216 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.753451694 2021-03-04T23:39:26.217 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.217 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:26.217 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.217 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.217 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.218 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157925 10.c 10:3f0a315c:::benchmark_data_gibba011_264195_object157924:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e324)", 2021-03-04T23:39:26.218 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.367078+0000", 2021-03-04T23:39:26.218 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 127.82685003900001, 2021-03-04T23:39:26.218 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7554620869999999, 2021-03-04T23:39:26.219 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:26.219 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:39:26.219 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:26.219 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:26.219 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:26.220 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157925 2021-03-04T23:39:26.220 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.220 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:26.220 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.220 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:26.221 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.367078+0000", 2021-03-04T23:39:26.221 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:26.221 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.221 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.222 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:26.222 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.367078+0000", 2021-03-04T23:39:26.222 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5529e-05 2021-03-04T23:39:26.222 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.222 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.223 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:26.223 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.367093+0000", 2021-03-04T23:39:26.223 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.5400000000000001e-07 2021-03-04T23:39:26.223 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.223 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.224 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:26.224 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.367094+0000", 2021-03-04T23:39:26.224 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8449999999999996e-06 2021-03-04T23:39:26.224 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.224 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.225 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:26.225 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.367098+0000", 2021-03-04T23:39:26.225 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.367e-06 2021-03-04T23:39:26.225 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.226 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.226 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:26.226 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.367100+0000", 2021-03-04T23:39:26.226 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0043984760000000001 2021-03-04T23:39:26.226 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.227 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.227 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.227 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.371498+0000", 2021-03-04T23:39:26.227 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0319999999999999e-06 2021-03-04T23:39:26.228 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.228 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.228 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.228 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.371501+0000", 2021-03-04T23:39:26.229 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.66903847699999996 2021-03-04T23:39:26.229 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.229 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.229 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.230 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040540+0000", 2021-03-04T23:39:26.230 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.9660000000000002e-06 2021-03-04T23:39:26.230 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.230 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.230 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.231 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040549+0000", 2021-03-04T23:39:26.231 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0723097939999999 2021-03-04T23:39:26.231 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.231 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.232 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.232 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.112859+0000", 2021-03-04T23:39:26.232 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.6014999999999996e-05 2021-03-04T23:39:26.232 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.233 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.233 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:39:26.233 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.112935+0000", 2021-03-04T23:39:26.233 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095294660000000003 2021-03-04T23:39:26.233 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.234 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.234 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.234 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.122464+0000", 2021-03-04T23:39:26.234 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.5465999999999999e-05 2021-03-04T23:39:26.235 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.235 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.235 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:26.235 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.122540+0000", 2021-03-04T23:39:26.235 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7554620869999999 2021-03-04T23:39:26.236 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.236 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:26.236 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.236 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.237 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.237 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157937 10.c 10:33e160e5:::benchmark_data_gibba011_264195_object157936:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e324)", 2021-03-04T23:39:26.237 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.369963+0000", 2021-03-04T23:39:26.237 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 127.82396426299999, 2021-03-04T23:39:26.237 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.752730978, 2021-03-04T23:39:26.238 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:26.238 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:26.238 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:26.238 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:26.238 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:26.239 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157937 2021-03-04T23:39:26.239 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.239 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:26.239 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.240 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:26.240 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.369963+0000", 2021-03-04T23:39:26.240 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:26.240 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.240 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.241 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:26.241 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.369963+0000", 2021-03-04T23:39:26.241 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9500999999999999e-05 2021-03-04T23:39:26.241 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.241 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.242 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:26.242 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.370013+0000", 2021-03-04T23:39:26.242 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.333e-06 2021-03-04T23:39:26.242 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.242 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.243 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:26.243 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.370014+0000", 2021-03-04T23:39:26.243 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.6820000000000003e-06 2021-03-04T23:39:26.243 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.244 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.244 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:26.244 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.370022+0000", 2021-03-04T23:39:26.244 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7979999999999999e-06 2021-03-04T23:39:26.244 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.245 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.245 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:26.245 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.370026+0000", 2021-03-04T23:39:26.245 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0014858709999999999 2021-03-04T23:39:26.245 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.246 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.246 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.246 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.371512+0000", 2021-03-04T23:39:26.246 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7020000000000001e-06 2021-03-04T23:39:26.246 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.247 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.247 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.247 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.371514+0000", 2021-03-04T23:39:26.247 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.66909208200000003 2021-03-04T23:39:26.248 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.248 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.248 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.248 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040606+0000", 2021-03-04T23:39:26.248 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.2010000000000002e-06 2021-03-04T23:39:26.249 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.249 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.249 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.249 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040613+0000", 2021-03-04T23:39:26.249 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.072350438 2021-03-04T23:39:26.250 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.250 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.250 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.250 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.112964+0000", 2021-03-04T23:39:26.250 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.9838000000000003e-05 2021-03-04T23:39:26.251 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.251 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.251 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:26.251 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.113054+0000", 2021-03-04T23:39:26.252 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000324016 2021-03-04T23:39:26.252 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.252 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.252 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3,7", 2021-03-04T23:39:26.252 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.113378+0000", 2021-03-04T23:39:26.253 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0071465699999999997 2021-03-04T23:39:26.253 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.253 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.253 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.253 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.120524+0000", 2021-03-04T23:39:26.254 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4659999999999999e-06 2021-03-04T23:39:26.254 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.254 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.254 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:26.254 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.120533+0000", 2021-03-04T23:39:26.255 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0020346129999999998 2021-03-04T23:39:26.255 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.255 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.255 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.256 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.122567+0000", 2021-03-04T23:39:26.256 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.9953e-05 2021-03-04T23:39:26.256 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.256 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.256 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.257 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.122587+0000", 2021-03-04T23:39:26.257 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0306000000000001e-05 2021-03-04T23:39:26.257 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.257 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.257 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:26.258 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.122618+0000", 2021-03-04T23:39:26.258 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.6607999999999996e-05 2021-03-04T23:39:26.258 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.258 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.259 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:26.259 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.122694+0000", 2021-03-04T23:39:26.259 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.752730978 2021-03-04T23:39:26.259 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.259 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:26.260 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.260 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.260 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.260 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157939 10.1 10:8aee5e85:::benchmark_data_gibba011_264195_object157938:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e324)", 2021-03-04T23:39:26.260 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.374272+0000", 2021-03-04T23:39:26.261 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 127.819655203, 2021-03-04T23:39:26.261 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.761644016, 2021-03-04T23:39:26.261 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:26.261 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:26.261 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:26.262 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:26.262 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:26.262 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157939 2021-03-04T23:39:26.262 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.263 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:26.263 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.263 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:26.263 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374272+0000", 2021-03-04T23:39:26.263 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:26.264 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.264 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.264 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:26.264 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374272+0000", 2021-03-04T23:39:26.264 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5228000000000001e-05 2021-03-04T23:39:26.265 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.265 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.265 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:26.265 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374318+0000", 2021-03-04T23:39:26.265 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.333e-06 2021-03-04T23:39:26.266 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.266 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.266 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:26.266 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374319+0000", 2021-03-04T23:39:26.267 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2099999999999999e-05 2021-03-04T23:39:26.267 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.267 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.267 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:26.267 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374331+0000", 2021-03-04T23:39:26.268 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8610000000000003e-06 2021-03-04T23:39:26.268 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.268 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.268 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:26.269 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374337+0000", 2021-03-04T23:39:26.269 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.892e-05 2021-03-04T23:39:26.269 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.269 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.269 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.270 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374376+0000", 2021-03-04T23:39:26.270 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.3019999999999995e-06 2021-03-04T23:39:26.270 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.270 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.270 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.271 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374384+0000", 2021-03-04T23:39:26.271 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.66631522300000001 2021-03-04T23:39:26.271 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.271 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.271 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.272 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040699+0000", 2021-03-04T23:39:26.272 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.8109999999999992e-06 2021-03-04T23:39:26.272 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.272 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.273 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.273 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040708+0000", 2021-03-04T23:39:26.273 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0891520649999999 2021-03-04T23:39:26.273 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.274 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.274 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.274 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.129860+0000", 2021-03-04T23:39:26.274 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000106133 2021-03-04T23:39:26.275 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.275 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.275 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:26.275 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.129966+0000", 2021-03-04T23:39:26.275 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00049473300000000002 2021-03-04T23:39:26.276 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.276 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.276 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,7", 2021-03-04T23:39:26.276 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.130461+0000", 2021-03-04T23:39:26.276 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0044244540000000004 2021-03-04T23:39:26.277 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.277 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.277 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.277 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.134886+0000", 2021-03-04T23:39:26.278 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.8875999999999996e-05 2021-03-04T23:39:26.278 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.278 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.278 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:26.278 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.134954+0000", 2021-03-04T23:39:26.279 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00033060799999999998 2021-03-04T23:39:26.279 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.279 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.279 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.279 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.135285+0000", 2021-03-04T23:39:26.280 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00050176400000000003 2021-03-04T23:39:26.280 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.280 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.280 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.280 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.135787+0000", 2021-03-04T23:39:26.281 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.349e-05 2021-03-04T23:39:26.281 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.281 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.281 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:26.282 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.135820+0000", 2021-03-04T23:39:26.282 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6114999999999997e-05 2021-03-04T23:39:26.282 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.282 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.282 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:26.283 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.135916+0000", 2021-03-04T23:39:26.283 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.761644016 2021-03-04T23:39:26.284 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.284 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:26.284 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.284 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.284 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.285 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157941 10.c 10:353bab0b:::benchmark_data_gibba011_264195_object157940:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e324)", 2021-03-04T23:39:26.285 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.374646+0000", 2021-03-04T23:39:26.285 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 127.819281471, 2021-03-04T23:39:26.285 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.755753033, 2021-03-04T23:39:26.286 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:26.286 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:26.286 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:26.286 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:26.286 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:26.287 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157941 2021-03-04T23:39:26.287 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.287 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:26.287 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.287 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:26.288 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374646+0000", 2021-03-04T23:39:26.288 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:26.288 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.288 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.288 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:26.289 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374646+0000", 2021-03-04T23:39:26.289 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6794000000000001e-05 2021-03-04T23:39:26.289 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.289 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.290 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:26.290 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374673+0000", 2021-03-04T23:39:26.290 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.291e-06 2021-03-04T23:39:26.290 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.290 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.291 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:26.291 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374674+0000", 2021-03-04T23:39:26.291 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.4029999999999996e-06 2021-03-04T23:39:26.291 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.291 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.292 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:26.292 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374684+0000", 2021-03-04T23:39:26.292 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6720000000000003e-06 2021-03-04T23:39:26.292 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.292 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.293 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:26.293 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374688+0000", 2021-03-04T23:39:26.295 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.001397351 2021-03-04T23:39:26.295 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.296 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.296 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.296 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376086+0000", 2021-03-04T23:39:26.296 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5960000000000003e-06 2021-03-04T23:39:26.297 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.297 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.297 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.297 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376091+0000", 2021-03-04T23:39:26.297 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.66454238300000001 2021-03-04T23:39:26.298 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.298 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.298 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.298 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040634+0000", 2021-03-04T23:39:26.299 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.2849999999999997e-06 2021-03-04T23:39:26.299 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.299 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.299 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.299 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040641+0000", 2021-03-04T23:39:26.300 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0820692460000001 2021-03-04T23:39:26.300 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.300 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.300 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.301 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.122710+0000", 2021-03-04T23:39:26.301 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000108391 2021-03-04T23:39:26.301 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.301 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.301 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:26.302 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.122819+0000", 2021-03-04T23:39:26.302 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00016571000000000001 2021-03-04T23:39:26.302 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.302 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.302 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3,7", 2021-03-04T23:39:26.303 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.122984+0000", 2021-03-04T23:39:26.303 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0072177250000000004 2021-03-04T23:39:26.303 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.303 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.304 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.304 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.130202+0000", 2021-03-04T23:39:26.304 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1938e-05 2021-03-04T23:39:26.304 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.304 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.305 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:26.305 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.130214+0000", 2021-03-04T23:39:26.305 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0278999999999998e-05 2021-03-04T23:39:26.305 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.305 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.306 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.306 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.130254+0000", 2021-03-04T23:39:26.306 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4622999999999997e-05 2021-03-04T23:39:26.306 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.307 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.307 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.307 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.130289+0000", 2021-03-04T23:39:26.307 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5000999999999999e-05 2021-03-04T23:39:26.307 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.308 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.308 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:26.308 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.130324+0000", 2021-03-04T23:39:26.308 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.5345000000000005e-05 2021-03-04T23:39:26.309 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.309 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.309 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:26.309 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.130399+0000", 2021-03-04T23:39:26.309 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.755753033 2021-03-04T23:39:26.310 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.310 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:26.310 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.310 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.310 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.311 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157943 10.c 10:3ac75906:::benchmark_data_gibba011_264195_object157942:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e324)", 2021-03-04T23:39:26.311 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.376332+0000", 2021-03-04T23:39:26.311 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 127.817595664, 2021-03-04T23:39:26.311 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7563899599999999, 2021-03-04T23:39:26.312 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:26.312 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:26.312 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:26.312 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:26.312 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:26.313 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157943 2021-03-04T23:39:26.313 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.313 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:26.313 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.313 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:26.314 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376332+0000", 2021-03-04T23:39:26.314 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:26.314 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.314 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.315 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:26.315 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376332+0000", 2021-03-04T23:39:26.315 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1233999999999998e-05 2021-03-04T23:39:26.315 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.315 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.316 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:26.316 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376383+0000", 2021-03-04T23:39:26.316 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.085e-06 2021-03-04T23:39:26.316 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.316 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.317 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:26.317 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376384+0000", 2021-03-04T23:39:26.317 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.3850000000000002e-06 2021-03-04T23:39:26.317 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.318 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.318 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:26.318 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376393+0000", 2021-03-04T23:39:26.318 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.817e-06 2021-03-04T23:39:26.318 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.319 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.319 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:26.319 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376396+0000", 2021-03-04T23:39:26.319 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.1733999999999997e-05 2021-03-04T23:39:26.319 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.320 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.320 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.320 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376438+0000", 2021-03-04T23:39:26.320 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3032e-05 2021-03-04T23:39:26.321 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.321 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.321 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.321 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376451+0000", 2021-03-04T23:39:26.321 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.66420816699999996 2021-03-04T23:39:26.322 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.322 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.322 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.322 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040659+0000", 2021-03-04T23:39:26.323 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.5660000000000003e-06 2021-03-04T23:39:26.323 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.323 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.323 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.323 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040666+0000", 2021-03-04T23:39:26.324 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0845541480000001 2021-03-04T23:39:26.324 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.324 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.324 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.324 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.125220+0000", 2021-03-04T23:39:26.325 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000128391 2021-03-04T23:39:26.325 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.325 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.325 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:26.326 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.125348+0000", 2021-03-04T23:39:26.326 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00018438699999999999 2021-03-04T23:39:26.326 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.326 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.326 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3,7", 2021-03-04T23:39:26.327 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.125533+0000", 2021-03-04T23:39:26.327 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0046849179999999997 2021-03-04T23:39:26.327 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.327 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.327 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:26.328 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.130218+0000", 2021-03-04T23:39:26.328 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0023222429999999999 2021-03-04T23:39:26.328 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.328 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.329 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.329 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.132540+0000", 2021-03-04T23:39:26.329 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2753000000000003e-05 2021-03-04T23:39:26.329 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.329 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.330 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.330 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.132573+0000", 2021-03-04T23:39:26.330 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0722999999999997e-05 2021-03-04T23:39:26.330 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.330 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.331 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.331 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.132604+0000", 2021-03-04T23:39:26.331 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5753000000000001e-05 2021-03-04T23:39:26.331 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.332 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.332 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:26.332 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.132649+0000", 2021-03-04T23:39:26.332 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.2624000000000001e-05 2021-03-04T23:39:26.332 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.333 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.333 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:26.333 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.132722+0000", 2021-03-04T23:39:26.333 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7563899599999999 2021-03-04T23:39:26.333 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.334 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:26.334 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.334 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.334 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.335 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157944 10.c 10:34003898:::benchmark_data_gibba011_264195_object157943:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e324)", 2021-03-04T23:39:26.335 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.376405+0000", 2021-03-04T23:39:26.335 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 127.817522404, 2021-03-04T23:39:26.335 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.761784671, 2021-03-04T23:39:26.335 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:26.336 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:26.336 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:26.336 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:26.336 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:26.336 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157944 2021-03-04T23:39:26.337 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.337 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:26.337 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.337 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:26.337 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376405+0000", 2021-03-04T23:39:26.338 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:26.338 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.338 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.338 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:26.339 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376405+0000", 2021-03-04T23:39:26.339 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8260999999999998e-05 2021-03-04T23:39:26.339 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.339 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.339 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:26.340 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376443+0000", 2021-03-04T23:39:26.340 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7430000000000001e-06 2021-03-04T23:39:26.340 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.340 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.341 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:26.341 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376445+0000", 2021-03-04T23:39:26.341 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.7290000000000003e-06 2021-03-04T23:39:26.341 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.341 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.342 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:26.342 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376452+0000", 2021-03-04T23:39:26.342 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3930000000000001e-06 2021-03-04T23:39:26.342 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.342 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.343 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:26.343 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376456+0000", 2021-03-04T23:39:26.343 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1078999999999998e-05 2021-03-04T23:39:26.343 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.344 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.344 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.344 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376487+0000", 2021-03-04T23:39:26.344 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.8199999999999999e-06 2021-03-04T23:39:26.344 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.345 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.345 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.345 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376494+0000", 2021-03-04T23:39:26.345 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.66419176300000005 2021-03-04T23:39:26.345 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.346 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.346 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.346 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040686+0000", 2021-03-04T23:39:26.346 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8590000000000001e-06 2021-03-04T23:39:26.347 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.347 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.347 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.347 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040692+0000", 2021-03-04T23:39:26.347 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.087019653 2021-03-04T23:39:26.348 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.348 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.348 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.348 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.127711+0000", 2021-03-04T23:39:26.348 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013178699999999999 2021-03-04T23:39:26.349 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.349 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.349 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:26.349 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.127843+0000", 2021-03-04T23:39:26.349 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00014742999999999999 2021-03-04T23:39:26.350 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.350 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.350 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3,7", 2021-03-04T23:39:26.350 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.127991+0000", 2021-03-04T23:39:26.351 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0044751469999999996 2021-03-04T23:39:26.351 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.351 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.351 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:26.351 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.132466+0000", 2021-03-04T23:39:26.352 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00028096399999999998 2021-03-04T23:39:26.352 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.352 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.352 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.352 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.132747+0000", 2021-03-04T23:39:26.353 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0050761499999999998 2021-03-04T23:39:26.353 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.353 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.353 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.354 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.137823+0000", 2021-03-04T23:39:26.354 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00021710699999999999 2021-03-04T23:39:26.354 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.354 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.354 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.355 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.138040+0000", 2021-03-04T23:39:26.355 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8565e-05 2021-03-04T23:39:26.355 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.355 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.355 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:26.356 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.138089+0000", 2021-03-04T23:39:26.356 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000101221 2021-03-04T23:39:26.356 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.356 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.357 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:26.357 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.138190+0000", 2021-03-04T23:39:26.357 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.761784671 2021-03-04T23:39:26.357 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.357 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:26.358 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.358 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.358 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.358 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157946 10.c 10:362d52b4:::benchmark_data_gibba011_264195_object157945:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e324)", 2021-03-04T23:39:26.358 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.376591+0000", 2021-03-04T23:39:26.359 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 127.817336385, 2021-03-04T23:39:26.359 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7649655120000001, 2021-03-04T23:39:26.359 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:26.359 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:26.359 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:26.360 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:26.360 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:26.360 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157946 2021-03-04T23:39:26.360 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.361 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:26.361 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.361 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:26.361 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376591+0000", 2021-03-04T23:39:26.361 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:26.362 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.362 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.362 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:26.362 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376591+0000", 2021-03-04T23:39:26.363 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.3028000000000004e-05 2021-03-04T23:39:26.363 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.363 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.363 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:26.363 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376684+0000", 2021-03-04T23:39:26.364 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.9899999999999999e-07 2021-03-04T23:39:26.364 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.364 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.364 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:26.364 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376685+0000", 2021-03-04T23:39:26.365 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.0759999999999997e-06 2021-03-04T23:39:26.365 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.365 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.365 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:26.366 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376692+0000", 2021-03-04T23:39:26.366 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.343e-06 2021-03-04T23:39:26.366 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.366 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.366 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:26.367 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376696+0000", 2021-03-04T23:39:26.367 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6883e-05 2021-03-04T23:39:26.367 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.367 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.367 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.368 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376722+0000", 2021-03-04T23:39:26.368 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7219999999999999e-06 2021-03-04T23:39:26.368 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.368 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.369 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.369 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376727+0000", 2021-03-04T23:39:26.369 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.66398537899999999 2021-03-04T23:39:26.369 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.369 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.370 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.370 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040713+0000", 2021-03-04T23:39:26.370 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4910000000000002e-06 2021-03-04T23:39:26.370 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.370 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.371 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.371 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040719+0000", 2021-03-04T23:39:26.371 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0896956170000001 2021-03-04T23:39:26.371 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.372 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.372 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.372 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.130415+0000", 2021-03-04T23:39:26.372 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.8579999999999996e-05 2021-03-04T23:39:26.372 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.373 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.373 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:26.373 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.130493+0000", 2021-03-04T23:39:26.373 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000134592 2021-03-04T23:39:26.373 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.374 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.374 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3,7", 2021-03-04T23:39:26.374 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.130628+0000", 2021-03-04T23:39:26.374 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.002127126 2021-03-04T23:39:26.374 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.375 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.375 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:26.375 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.132755+0000", 2021-03-04T23:39:26.375 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0311000000000002e-05 2021-03-04T23:39:26.375 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.376 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.376 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.376 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.132785+0000", 2021-03-04T23:39:26.376 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0054435170000000001 2021-03-04T23:39:26.377 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.377 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.377 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.377 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.138229+0000", 2021-03-04T23:39:26.377 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0031556000000000002 2021-03-04T23:39:26.378 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.378 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.378 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.378 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.141384+0000", 2021-03-04T23:39:26.378 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.6495999999999995e-05 2021-03-04T23:39:26.379 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.379 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.379 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:26.379 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.141451+0000", 2021-03-04T23:39:26.380 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000105852 2021-03-04T23:39:26.380 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.380 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.380 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:26.380 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.141557+0000", 2021-03-04T23:39:26.381 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7649655120000001 2021-03-04T23:39:26.381 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.381 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:26.381 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.381 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.382 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.382 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157948 10.c 10:3cdc1ba5:::benchmark_data_gibba011_264195_object157947:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e324)", 2021-03-04T23:39:26.382 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.377928+0000", 2021-03-04T23:39:26.382 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 127.81599928200001, 2021-03-04T23:39:26.382 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.763771822, 2021-03-04T23:39:26.383 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:26.383 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:26.383 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:26.383 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:26.384 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:26.384 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157948 2021-03-04T23:39:26.384 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.384 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:26.384 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.385 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:26.385 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.377928+0000", 2021-03-04T23:39:26.385 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:26.385 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.386 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.386 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:26.386 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.377928+0000", 2021-03-04T23:39:26.386 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1486999999999999e-05 2021-03-04T23:39:26.386 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.387 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.387 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:26.387 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.377950+0000", 2021-03-04T23:39:26.387 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.249e-06 2021-03-04T23:39:26.387 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.388 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.388 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:26.388 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.377951+0000", 2021-03-04T23:39:26.388 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0669000000000001e-05 2021-03-04T23:39:26.389 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.389 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.389 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:26.389 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.377962+0000", 2021-03-04T23:39:26.389 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4070000000000003e-06 2021-03-04T23:39:26.390 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.390 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.390 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:26.390 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.377966+0000", 2021-03-04T23:39:26.390 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9678000000000002e-05 2021-03-04T23:39:26.391 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.391 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.391 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.391 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.378006+0000", 2021-03-04T23:39:26.392 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.1300000000000007e-06 2021-03-04T23:39:26.392 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.392 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.392 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.392 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.378015+0000", 2021-03-04T23:39:26.393 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.66278060500000002 2021-03-04T23:39:26.393 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.393 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.393 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.394 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040796+0000", 2021-03-04T23:39:26.394 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9829999999999996e-06 2021-03-04T23:39:26.394 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.394 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.394 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.395 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040804+0000", 2021-03-04T23:39:26.395 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0920002040000001 2021-03-04T23:39:26.395 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.395 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.395 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.396 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.132804+0000", 2021-03-04T23:39:26.396 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000135878 2021-03-04T23:39:26.396 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.396 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.397 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:26.397 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.132940+0000", 2021-03-04T23:39:26.397 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00016300900000000001 2021-03-04T23:39:26.397 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.397 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.398 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3,7", 2021-03-04T23:39:26.398 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.133103+0000", 2021-03-04T23:39:26.398 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0048938510000000003 2021-03-04T23:39:26.398 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.398 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.399 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.399 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.137996+0000", 2021-03-04T23:39:26.399 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8379999999999998e-06 2021-03-04T23:39:26.399 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.399 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.400 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:26.400 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.138002+0000", 2021-03-04T23:39:26.400 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00029514999999999999 2021-03-04T23:39:26.400 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.401 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.401 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.401 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.138297+0000", 2021-03-04T23:39:26.401 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0032862239999999999 2021-03-04T23:39:26.401 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.402 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.402 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.402 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.141584+0000", 2021-03-04T23:39:26.402 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2123999999999999e-05 2021-03-04T23:39:26.403 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.403 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.403 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:26.403 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.141616+0000", 2021-03-04T23:39:26.403 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4336e-05 2021-03-04T23:39:26.404 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.407 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.407 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:26.408 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.141700+0000", 2021-03-04T23:39:26.408 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.763771822 2021-03-04T23:39:26.408 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.408 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:26.408 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.409 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.409 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.409 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:231024 10.1 10:8d6cb031:::benchmark_data_gibba011_264195_object36987:head [delete] snapc 0=[] ondisk+write+known_if_redirected e332)", 2021-03-04T23:39:26.409 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:02.201520+0000", 2021-03-04T23:39:26.409 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 83.992407334000006, 2021-03-04T23:39:26.410 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.026969394, 2021-03-04T23:39:26.410 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:26.410 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:26.410 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:26.411 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:26.411 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:26.411 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 231024 2021-03-04T23:39:26.411 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.412 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:26.412 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.412 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:26.412 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.201520+0000", 2021-03-04T23:39:26.412 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:26.413 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.413 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.413 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:26.413 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.201520+0000", 2021-03-04T23:39:26.413 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3649999999999998e-06 2021-03-04T23:39:26.414 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.414 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.414 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:26.414 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.201523+0000", 2021-03-04T23:39:26.415 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4980000000000001e-06 2021-03-04T23:39:26.415 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.415 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.415 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:26.415 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.201524+0000", 2021-03-04T23:39:26.416 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.7180000000000002e-06 2021-03-04T23:39:26.416 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.416 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.416 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:26.416 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.201533+0000", 2021-03-04T23:39:26.417 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9740000000000004e-06 2021-03-04T23:39:26.417 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.417 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.417 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:26.418 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.201537+0000", 2021-03-04T23:39:26.418 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0031001319999999998 2021-03-04T23:39:26.418 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.418 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.418 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.419 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.204637+0000", 2021-03-04T23:39:26.419 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.1130000000000001e-06 2021-03-04T23:39:26.419 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.419 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.419 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.420 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.204645+0000", 2021-03-04T23:39:26.420 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.017652421 2021-03-04T23:39:26.420 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.420 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.421 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.421 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.222297+0000", 2021-03-04T23:39:26.421 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.9919999999999995e-05 2021-03-04T23:39:26.421 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.421 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.422 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:26.422 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.222367+0000", 2021-03-04T23:39:26.422 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000240132 2021-03-04T23:39:26.422 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.422 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.423 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1", 2021-03-04T23:39:26.423 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.222608+0000", 2021-03-04T23:39:26.423 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0057183370000000004 2021-03-04T23:39:26.423 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.424 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.424 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:26.424 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228326+0000", 2021-03-04T23:39:26.424 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.6509999999999997e-05 2021-03-04T23:39:26.424 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.425 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.425 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.425 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228412+0000", 2021-03-04T23:39:26.425 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1877e-05 2021-03-04T23:39:26.425 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.426 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.426 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.426 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228444+0000", 2021-03-04T23:39:26.426 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4505e-05 2021-03-04T23:39:26.427 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.427 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.427 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:26.427 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228469+0000", 2021-03-04T23:39:26.427 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0891999999999999e-05 2021-03-04T23:39:26.428 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.428 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.428 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:26.428 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228490+0000", 2021-03-04T23:39:26.428 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.026969394 2021-03-04T23:39:26.429 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.429 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:26.429 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.429 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.430 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.430 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:231036 10.1 10:80d115f1:::benchmark_data_gibba011_264195_object36999:head [delete] snapc 0=[] ondisk+write+known_if_redirected e333)", 2021-03-04T23:39:26.430 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:02.205711+0000", 2021-03-04T23:39:26.430 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 83.988216140999995, 2021-03-04T23:39:26.430 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.022877536, 2021-03-04T23:39:26.431 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:26.431 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:26.431 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:26.431 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:26.432 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:26.432 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 231036 2021-03-04T23:39:26.432 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.432 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:26.432 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.433 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:26.433 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.205711+0000", 2021-03-04T23:39:26.433 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:26.433 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.433 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.434 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:26.434 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.205711+0000", 2021-03-04T23:39:26.434 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0880000000000002e-06 2021-03-04T23:39:26.434 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.435 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.435 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:26.435 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.205714+0000", 2021-03-04T23:39:26.435 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.167e-06 2021-03-04T23:39:26.435 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.436 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.436 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:26.436 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.205715+0000", 2021-03-04T23:39:26.436 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0655e-05 2021-03-04T23:39:26.437 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.437 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.437 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:26.438 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.205725+0000", 2021-03-04T23:39:26.438 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6059999999999996e-06 2021-03-04T23:39:26.438 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.438 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.439 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:26.439 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.205730+0000", 2021-03-04T23:39:26.439 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0015094679999999999 2021-03-04T23:39:26.439 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.439 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.440 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.440 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.207239+0000", 2021-03-04T23:39:26.440 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.2800000000000003e-06 2021-03-04T23:39:26.440 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.440 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.441 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.441 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.207248+0000", 2021-03-04T23:39:26.441 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.018086686 2021-03-04T23:39:26.441 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.442 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.442 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.442 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.225334+0000", 2021-03-04T23:39:26.442 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00023263799999999999 2021-03-04T23:39:26.442 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.443 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.443 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:26.443 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.225567+0000", 2021-03-04T23:39:26.443 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000107341 2021-03-04T23:39:26.444 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.444 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.444 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1", 2021-03-04T23:39:26.444 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.225674+0000", 2021-03-04T23:39:26.444 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0028214450000000001 2021-03-04T23:39:26.445 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.445 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.445 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:26.446 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228496+0000", 2021-03-04T23:39:26.446 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0574999999999998e-05 2021-03-04T23:39:26.446 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.446 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.446 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.447 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228526+0000", 2021-03-04T23:39:26.447 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2507e-05 2021-03-04T23:39:26.447 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.447 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.447 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.448 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228549+0000", 2021-03-04T23:39:26.448 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1889e-05 2021-03-04T23:39:26.448 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.448 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.449 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:26.449 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228571+0000", 2021-03-04T23:39:26.449 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8190999999999999e-05 2021-03-04T23:39:26.449 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.449 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.450 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:26.450 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228589+0000", 2021-03-04T23:39:26.450 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.022877536 2021-03-04T23:39:26.450 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.451 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:26.451 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.451 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.451 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.451 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:231043 10.1 10:8880dede:::benchmark_data_gibba011_264195_object37006:head [delete] snapc 0=[] ondisk+write+known_if_redirected e333)", 2021-03-04T23:39:26.452 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:02.208028+0000", 2021-03-04T23:39:26.452 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 83.985899447999998, 2021-03-04T23:39:26.452 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0206576249999999, 2021-03-04T23:39:26.452 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:26.453 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:26.453 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:26.453 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:26.453 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:26.453 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 231043 2021-03-04T23:39:26.454 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.454 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:26.454 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.454 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:26.455 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.208028+0000", 2021-03-04T23:39:26.455 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:26.455 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.455 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.455 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:26.456 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.208028+0000", 2021-03-04T23:39:26.456 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1210000000000001e-06 2021-03-04T23:39:26.456 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.456 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.456 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:26.457 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.208030+0000", 2021-03-04T23:39:26.457 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1820000000000001e-06 2021-03-04T23:39:26.457 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.457 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.458 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:26.458 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.208031+0000", 2021-03-04T23:39:26.458 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0369e-05 2021-03-04T23:39:26.458 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.458 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.459 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:26.459 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.208042+0000", 2021-03-04T23:39:26.459 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6809999999999997e-06 2021-03-04T23:39:26.459 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.460 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.460 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:26.460 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.208046+0000", 2021-03-04T23:39:26.460 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5607e-05 2021-03-04T23:39:26.460 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.461 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.461 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.461 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.208082+0000", 2021-03-04T23:39:26.461 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.6760000000000007e-06 2021-03-04T23:39:26.461 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.462 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.462 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.462 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.208090+0000", 2021-03-04T23:39:26.462 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0186759139999999 2021-03-04T23:39:26.463 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.463 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.463 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.463 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.226766+0000", 2021-03-04T23:39:26.463 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012916699999999999 2021-03-04T23:39:26.464 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.464 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.464 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:26.464 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.226895+0000", 2021-03-04T23:39:26.465 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000155119 2021-03-04T23:39:26.465 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.465 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.465 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1", 2021-03-04T23:39:26.466 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.227050+0000", 2021-03-04T23:39:26.466 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0015440650000000001 2021-03-04T23:39:26.466 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.466 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.467 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:26.467 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228594+0000", 2021-03-04T23:39:26.467 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2595999999999998e-05 2021-03-04T23:39:26.467 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.467 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.468 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.468 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228617+0000", 2021-03-04T23:39:26.468 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7379e-05 2021-03-04T23:39:26.468 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.468 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.469 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.469 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228644+0000", 2021-03-04T23:39:26.469 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2138999999999999e-05 2021-03-04T23:39:26.469 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.470 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.470 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:26.470 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228666+0000", 2021-03-04T23:39:26.470 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.961e-05 2021-03-04T23:39:26.470 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.471 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.471 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:26.471 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228686+0000", 2021-03-04T23:39:26.471 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0206576249999999 2021-03-04T23:39:26.471 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.472 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:26.472 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.472 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.472 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.473 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:231071 10.1 10:8a6ba838:::benchmark_data_gibba011_264195_object37034:head [delete] snapc 0=[] ondisk+write+known_if_redirected e333)", 2021-03-04T23:39:26.473 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:02.223883+0000", 2021-03-04T23:39:26.473 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 83.970044305000002, 2021-03-04T23:39:26.473 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0077634449999999, 2021-03-04T23:39:26.473 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:26.474 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:26.474 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:26.474 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:26.474 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:26.475 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 231071 2021-03-04T23:39:26.475 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.475 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:26.475 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.475 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:26.476 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.223883+0000", 2021-03-04T23:39:26.476 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:26.476 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.476 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.476 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:26.477 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.223883+0000", 2021-03-04T23:39:26.477 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2109999999999999e-06 2021-03-04T23:39:26.477 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.477 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.477 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:26.478 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.223884+0000", 2021-03-04T23:39:26.478 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6899999999999996e-07 2021-03-04T23:39:26.478 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.478 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.479 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:26.479 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.223885+0000", 2021-03-04T23:39:26.479 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5679999999999999e-06 2021-03-04T23:39:26.479 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.479 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.480 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:26.480 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.223891+0000", 2021-03-04T23:39:26.480 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2160000000000002e-06 2021-03-04T23:39:26.480 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.480 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.481 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:26.481 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.223894+0000", 2021-03-04T23:39:26.481 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5660000000000001e-05 2021-03-04T23:39:26.481 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.482 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.482 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.482 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.223930+0000", 2021-03-04T23:39:26.482 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.652e-06 2021-03-04T23:39:26.482 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.483 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.483 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.483 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.223937+0000", 2021-03-04T23:39:26.483 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.004767776 2021-03-04T23:39:26.484 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.484 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.484 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.484 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228704+0000", 2021-03-04T23:39:26.484 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6752000000000001e-05 2021-03-04T23:39:26.485 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.485 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.485 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:26.485 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228761+0000", 2021-03-04T23:39:26.485 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.9998000000000003e-05 2021-03-04T23:39:26.486 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.486 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.486 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1", 2021-03-04T23:39:26.486 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228831+0000", 2021-03-04T23:39:26.487 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.002584261 2021-03-04T23:39:26.487 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.487 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.487 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.487 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.231415+0000", 2021-03-04T23:39:26.488 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.3917000000000004e-05 2021-03-04T23:39:26.488 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.488 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.488 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.489 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.231489+0000", 2021-03-04T23:39:26.489 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.5100000000000004e-06 2021-03-04T23:39:26.489 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.489 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.490 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:26.490 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.231499+0000", 2021-03-04T23:39:26.490 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.5822999999999996e-05 2021-03-04T23:39:26.490 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.491 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.491 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:26.491 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.231575+0000", 2021-03-04T23:39:26.491 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.2132000000000007e-05 2021-03-04T23:39:26.491 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.492 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.492 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:26.492 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.231647+0000", 2021-03-04T23:39:26.492 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0077634449999999 2021-03-04T23:39:26.493 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.493 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:26.493 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.493 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.493 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.494 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:231075 10.1 10:842a79cd:::benchmark_data_gibba011_264195_object37038:head [delete] snapc 0=[] ondisk+write+known_if_redirected e333)", 2021-03-04T23:39:26.494 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:02.225910+0000", 2021-03-04T23:39:26.494 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 83.968017715000002, 2021-03-04T23:39:26.494 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.010725404, 2021-03-04T23:39:26.495 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:26.495 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:26.495 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:26.495 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:26.495 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:26.496 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 231075 2021-03-04T23:39:26.496 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.496 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:26.496 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.496 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:26.497 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.225910+0000", 2021-03-04T23:39:26.497 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:26.497 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.497 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.498 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:26.498 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.225910+0000", 2021-03-04T23:39:26.498 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.753e-06 2021-03-04T23:39:26.498 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.498 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.499 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:26.499 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.225912+0000", 2021-03-04T23:39:26.499 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1119999999999999e-06 2021-03-04T23:39:26.499 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.500 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.500 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:26.500 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.225913+0000", 2021-03-04T23:39:26.500 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.6070000000000008e-06 2021-03-04T23:39:26.500 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.501 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.501 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:26.501 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.225921+0000", 2021-03-04T23:39:26.501 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8539999999999996e-06 2021-03-04T23:39:26.501 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.502 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.502 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:26.502 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.225926+0000", 2021-03-04T23:39:26.502 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7593000000000002e-05 2021-03-04T23:39:26.502 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.503 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.503 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.503 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.225954+0000", 2021-03-04T23:39:26.503 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.887e-06 2021-03-04T23:39:26.504 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.504 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.504 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.504 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.225959+0000", 2021-03-04T23:39:26.504 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0038069789999999 2021-03-04T23:39:26.505 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.505 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.505 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.505 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.229766+0000", 2021-03-04T23:39:26.505 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.8198e-05 2021-03-04T23:39:26.506 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.506 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.506 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:26.506 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.229834+0000", 2021-03-04T23:39:26.507 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.6082999999999997e-05 2021-03-04T23:39:26.507 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.507 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.507 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1", 2021-03-04T23:39:26.507 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.229900+0000", 2021-03-04T23:39:26.508 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0018603700000000001 2021-03-04T23:39:26.508 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.508 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.508 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.508 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.231760+0000", 2021-03-04T23:39:26.509 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0013113630000000001 2021-03-04T23:39:26.509 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.509 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.510 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.510 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.233072+0000", 2021-03-04T23:39:26.510 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.003475185 2021-03-04T23:39:26.510 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.511 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.511 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:26.511 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.236547+0000", 2021-03-04T23:39:26.511 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8467999999999999e-05 2021-03-04T23:39:26.511 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.512 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.512 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:26.512 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.236575+0000", 2021-03-04T23:39:26.512 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9951999999999998e-05 2021-03-04T23:39:26.513 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.513 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.513 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:26.513 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.236635+0000", 2021-03-04T23:39:26.513 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.010725404 2021-03-04T23:39:26.514 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.514 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:26.514 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.514 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.514 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.515 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:292614 10.c 10:3de791a1:::benchmark_data_gibba011_264195_object98577:head [delete] snapc 0=[] ondisk+write+known_if_redirected e339)", 2021-03-04T23:39:26.515 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:35.089826+0000", 2021-03-04T23:39:26.515 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 51.104101432999997, 2021-03-04T23:39:26.515 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0317462580000001, 2021-03-04T23:39:26.516 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:26.516 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:26.516 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:26.516 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:26.516 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:26.517 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 292614 2021-03-04T23:39:26.517 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.517 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:26.517 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.517 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:26.518 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.089826+0000", 2021-03-04T23:39:26.518 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:26.518 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.518 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.519 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:26.519 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.089826+0000", 2021-03-04T23:39:26.519 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2390000000000001e-06 2021-03-04T23:39:26.519 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.519 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.520 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:26.520 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.089828+0000", 2021-03-04T23:39:26.520 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.184e-06 2021-03-04T23:39:26.520 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.521 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.521 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:26.521 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.089830+0000", 2021-03-04T23:39:26.521 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.6430000000000001e-06 2021-03-04T23:39:26.521 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.522 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.522 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:26.522 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.089838+0000", 2021-03-04T23:39:26.522 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3640000000000001e-06 2021-03-04T23:39:26.522 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.523 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.523 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:26.523 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.089843+0000", 2021-03-04T23:39:26.523 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5240000000000001e-05 2021-03-04T23:39:26.524 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.524 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.524 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.524 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.089878+0000", 2021-03-04T23:39:26.524 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.3459999999999999e-06 2021-03-04T23:39:26.525 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.525 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.525 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.525 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.089884+0000", 2021-03-04T23:39:26.526 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.024494529 2021-03-04T23:39:26.526 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.526 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.526 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.526 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.114379+0000", 2021-03-04T23:39:26.527 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.3362000000000006e-05 2021-03-04T23:39:26.527 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.527 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.527 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:26.527 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.114462+0000", 2021-03-04T23:39:26.528 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.9751000000000004e-05 2021-03-04T23:39:26.528 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.528 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.528 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:39:26.528 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.114532+0000", 2021-03-04T23:39:26.529 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004835425 2021-03-04T23:39:26.529 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.529 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.529 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.530 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.119367+0000", 2021-03-04T23:39:26.530 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6104999999999999e-05 2021-03-04T23:39:26.530 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.530 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.530 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.531 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.119383+0000", 2021-03-04T23:39:26.531 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0021190760000000001 2021-03-04T23:39:26.531 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.531 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.532 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:26.532 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.121502+0000", 2021-03-04T23:39:26.532 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7191999999999998e-05 2021-03-04T23:39:26.532 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.532 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.533 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:26.533 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.121550+0000", 2021-03-04T23:39:26.533 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2802e-05 2021-03-04T23:39:26.533 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.533 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.534 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:26.534 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.121572+0000", 2021-03-04T23:39:26.534 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0317462580000001 2021-03-04T23:39:26.534 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.535 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:26.535 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.535 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.535 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.535 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:292624 10.c 10:3fbe1597:::benchmark_data_gibba011_264195_object98587:head [delete] snapc 0=[] ondisk+write+known_if_redirected e339)", 2021-03-04T23:39:26.536 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:35.096299+0000", 2021-03-04T23:39:26.536 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 51.097628127999997, 2021-03-04T23:39:26.536 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0264638880000001, 2021-03-04T23:39:26.536 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:26.536 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:26.537 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:26.537 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:26.537 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:26.537 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 292624 2021-03-04T23:39:26.538 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.538 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:26.538 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.538 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:26.538 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.096299+0000", 2021-03-04T23:39:26.539 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:26.539 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.539 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.539 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:26.540 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.096299+0000", 2021-03-04T23:39:26.540 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1320000000000001e-06 2021-03-04T23:39:26.540 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.540 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.540 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:26.541 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.096302+0000", 2021-03-04T23:39:26.541 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1209999999999999e-06 2021-03-04T23:39:26.541 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.541 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.541 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:26.542 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.096303+0000", 2021-03-04T23:39:26.542 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1894e-05 2021-03-04T23:39:26.542 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.542 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.543 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:26.543 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.096315+0000", 2021-03-04T23:39:26.543 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.2979999999999999e-06 2021-03-04T23:39:26.543 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.543 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.544 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:26.544 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.096320+0000", 2021-03-04T23:39:26.544 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3630999999999997e-05 2021-03-04T23:39:26.544 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.544 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.545 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.545 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.096354+0000", 2021-03-04T23:39:26.545 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.922e-06 2021-03-04T23:39:26.545 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.546 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.546 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.546 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.096360+0000", 2021-03-04T23:39:26.546 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.020125779 2021-03-04T23:39:26.546 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.547 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.547 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.547 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.116486+0000", 2021-03-04T23:39:26.547 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.8572999999999996e-05 2021-03-04T23:39:26.547 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.548 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.548 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:26.548 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.116555+0000", 2021-03-04T23:39:26.548 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2081000000000004e-05 2021-03-04T23:39:26.549 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.549 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.549 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:39:26.549 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.116617+0000", 2021-03-04T23:39:26.549 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027828290000000001 2021-03-04T23:39:26.550 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.550 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.550 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.550 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.119400+0000", 2021-03-04T23:39:26.550 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0020979029999999999 2021-03-04T23:39:26.551 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.551 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.551 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.551 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.121498+0000", 2021-03-04T23:39:26.552 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0012250679999999999 2021-03-04T23:39:26.552 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.552 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.552 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:26.552 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.122723+0000", 2021-03-04T23:39:26.553 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1695000000000002e-05 2021-03-04T23:39:26.553 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.553 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.553 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:26.553 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.122744+0000", 2021-03-04T23:39:26.554 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8961999999999999e-05 2021-03-04T23:39:26.554 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.554 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.554 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:26.555 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.122763+0000", 2021-03-04T23:39:26.555 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0264638880000001 2021-03-04T23:39:26.555 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.555 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:26.555 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.556 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.556 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.556 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:292633 10.c 10:3dd62697:::benchmark_data_gibba011_264195_object98596:head [delete] snapc 0=[] ondisk+write+known_if_redirected e339)", 2021-03-04T23:39:26.556 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:35.100385+0000", 2021-03-04T23:39:26.556 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 51.093542990000003, 2021-03-04T23:39:26.557 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.023732834, 2021-03-04T23:39:26.557 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:26.557 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:26.557 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:26.558 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:26.558 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:26.558 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 292633 2021-03-04T23:39:26.558 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.558 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:26.559 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.559 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:26.559 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.100385+0000", 2021-03-04T23:39:26.559 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:26.559 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.560 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.560 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:26.560 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.100385+0000", 2021-03-04T23:39:26.560 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4139999999999999e-06 2021-03-04T23:39:26.561 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.561 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.561 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:26.561 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.100386+0000", 2021-03-04T23:39:26.561 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.127e-06 2021-03-04T23:39:26.562 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.562 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.562 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:26.562 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.100387+0000", 2021-03-04T23:39:26.562 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.6320000000000008e-06 2021-03-04T23:39:26.563 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.563 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.563 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:26.563 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.100395+0000", 2021-03-04T23:39:26.564 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5480000000000003e-06 2021-03-04T23:39:26.564 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.564 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.564 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:26.564 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.100399+0000", 2021-03-04T23:39:26.565 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0766999999999999e-05 2021-03-04T23:39:26.565 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.565 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.565 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.565 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.100430+0000", 2021-03-04T23:39:26.566 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.259e-06 2021-03-04T23:39:26.566 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.566 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.566 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.567 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.100435+0000", 2021-03-04T23:39:26.567 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0175562039999999 2021-03-04T23:39:26.567 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.567 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.567 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.568 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.117992+0000", 2021-03-04T23:39:26.568 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2162000000000006e-05 2021-03-04T23:39:26.568 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.568 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.568 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:26.569 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.118054+0000", 2021-03-04T23:39:26.569 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5034999999999997e-05 2021-03-04T23:39:26.569 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.569 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.570 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:39:26.570 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.118109+0000", 2021-03-04T23:39:26.570 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0033436780000000001 2021-03-04T23:39:26.570 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.570 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.571 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.571 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.121452+0000", 2021-03-04T23:39:26.571 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0013159319999999999 2021-03-04T23:39:26.571 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.571 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.572 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:26.572 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.122768+0000", 2021-03-04T23:39:26.572 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.001272191 2021-03-04T23:39:26.572 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.573 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.573 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.573 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124041+0000", 2021-03-04T23:39:26.573 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3285000000000003e-05 2021-03-04T23:39:26.573 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.574 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.574 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:26.574 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124084+0000", 2021-03-04T23:39:26.574 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3599999999999997e-05 2021-03-04T23:39:26.575 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.575 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.575 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:26.575 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124117+0000", 2021-03-04T23:39:26.575 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.023732834 2021-03-04T23:39:26.576 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.576 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:26.576 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.576 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.576 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.577 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:292667 10.c 10:3a2a29ae:::benchmark_data_gibba011_264195_object98630:head [delete] snapc 0=[] ondisk+write+known_if_redirected e339)", 2021-03-04T23:39:26.577 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:35.114863+0000", 2021-03-04T23:39:26.577 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 51.079064924999997, 2021-03-04T23:39:26.577 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0094025179999999, 2021-03-04T23:39:26.577 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:26.578 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:26.578 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:26.578 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:26.578 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:26.579 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 292667 2021-03-04T23:39:26.579 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.579 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:26.579 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.579 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:26.580 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.114863+0000", 2021-03-04T23:39:26.580 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:26.580 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.580 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.581 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:26.581 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.114863+0000", 2021-03-04T23:39:26.581 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4929999999999999e-06 2021-03-04T23:39:26.581 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.581 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.582 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:26.582 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.114864+0000", 2021-03-04T23:39:26.582 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1260000000000001e-06 2021-03-04T23:39:26.582 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.582 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.583 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:26.583 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.114865+0000", 2021-03-04T23:39:26.583 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.7979999999999995e-06 2021-03-04T23:39:26.583 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.584 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.584 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:26.584 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.114874+0000", 2021-03-04T23:39:26.584 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6240000000000001e-06 2021-03-04T23:39:26.584 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.585 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.585 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:26.585 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.114879+0000", 2021-03-04T23:39:26.585 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8797999999999997e-05 2021-03-04T23:39:26.585 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.586 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.586 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.586 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.114917+0000", 2021-03-04T23:39:26.586 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.8859999999999998e-06 2021-03-04T23:39:26.587 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.587 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.587 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.587 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.114924+0000", 2021-03-04T23:39:26.587 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0044859909999999 2021-03-04T23:39:26.588 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.588 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.588 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.588 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.119410+0000", 2021-03-04T23:39:26.588 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013043399999999999 2021-03-04T23:39:26.589 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.589 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.589 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:26.589 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.119541+0000", 2021-03-04T23:39:26.589 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.1656999999999994e-05 2021-03-04T23:39:26.590 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.590 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.590 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:39:26.590 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.119622+0000", 2021-03-04T23:39:26.591 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0031494439999999999 2021-03-04T23:39:26.591 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.591 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.591 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:26.591 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.122772+0000", 2021-03-04T23:39:26.592 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0013863090000000001 2021-03-04T23:39:26.592 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.592 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.592 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.592 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124158+0000", 2021-03-04T23:39:26.593 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6000000000000001e-05 2021-03-04T23:39:26.593 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.593 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.593 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.593 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124194+0000", 2021-03-04T23:39:26.594 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5451000000000003e-05 2021-03-04T23:39:26.594 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.594 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.594 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:26.595 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124230+0000", 2021-03-04T23:39:26.595 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5506999999999997e-05 2021-03-04T23:39:26.595 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.595 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.595 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:26.596 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124265+0000", 2021-03-04T23:39:26.596 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0094025179999999 2021-03-04T23:39:26.596 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.596 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:26.596 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.597 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.597 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.597 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:292673 10.c 10:3a12e6e0:::benchmark_data_gibba011_264195_object98636:head [delete] snapc 0=[] ondisk+write+known_if_redirected e339)", 2021-03-04T23:39:26.597 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:35.117949+0000", 2021-03-04T23:39:26.598 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 51.075978507999999, 2021-03-04T23:39:26.598 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0064405940000001, 2021-03-04T23:39:26.598 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:26.598 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:26.598 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:26.599 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:26.599 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:26.599 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 292673 2021-03-04T23:39:26.599 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.599 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:26.600 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.600 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:26.600 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.117949+0000", 2021-03-04T23:39:26.600 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:26.600 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.601 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.601 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:26.601 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.117949+0000", 2021-03-04T23:39:26.601 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.95e-06 2021-03-04T23:39:26.602 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.602 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.602 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:26.602 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.117951+0000", 2021-03-04T23:39:26.602 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2720000000000001e-06 2021-03-04T23:39:26.603 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.603 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.603 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:26.603 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.117952+0000", 2021-03-04T23:39:26.603 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1764e-05 2021-03-04T23:39:26.604 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.604 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.604 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:26.604 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.117964+0000", 2021-03-04T23:39:26.605 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0459999999999996e-06 2021-03-04T23:39:26.605 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.605 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.605 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:26.605 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.117969+0000", 2021-03-04T23:39:26.606 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7082000000000002e-05 2021-03-04T23:39:26.606 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.606 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.606 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.606 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.118006+0000", 2021-03-04T23:39:26.607 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.6810000000000004e-06 2021-03-04T23:39:26.607 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.607 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.607 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.608 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.118015+0000", 2021-03-04T23:39:26.608 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.002466179 2021-03-04T23:39:26.608 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.608 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.608 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.609 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.120481+0000", 2021-03-04T23:39:26.609 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.1138999999999996e-05 2021-03-04T23:39:26.609 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.609 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.609 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:26.610 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.120572+0000", 2021-03-04T23:39:26.610 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.1654000000000003e-05 2021-03-04T23:39:26.610 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.610 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.611 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:39:26.611 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.120634+0000", 2021-03-04T23:39:26.611 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0034933030000000001 2021-03-04T23:39:26.611 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.611 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.612 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:26.612 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124127+0000", 2021-03-04T23:39:26.612 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00016700499999999999 2021-03-04T23:39:26.612 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.612 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.613 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.613 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124294+0000", 2021-03-04T23:39:26.613 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9665000000000001e-05 2021-03-04T23:39:26.613 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.614 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.614 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.614 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124324+0000", 2021-03-04T23:39:26.614 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5057e-05 2021-03-04T23:39:26.614 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.615 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.615 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:26.615 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124359+0000", 2021-03-04T23:39:26.615 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0796999999999997e-05 2021-03-04T23:39:26.615 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.616 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.616 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:26.616 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124390+0000", 2021-03-04T23:39:26.616 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0064405940000001 2021-03-04T23:39:26.617 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.617 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:26.617 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.617 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.617 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.618 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:292676 10.c 10:30dec409:::benchmark_data_gibba011_264195_object98639:head [delete] snapc 0=[] ondisk+write+known_if_redirected e339)", 2021-03-04T23:39:26.618 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:35.120400+0000", 2021-03-04T23:39:26.618 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 51.073527847000001, 2021-03-04T23:39:26.618 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.008125583, 2021-03-04T23:39:26.618 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:26.619 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:26.619 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:26.619 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:26.619 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:26.619 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 292676 2021-03-04T23:39:26.620 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.620 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:26.620 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.620 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:26.621 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.120400+0000", 2021-03-04T23:39:26.621 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:26.621 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.621 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.621 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:26.622 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.120400+0000", 2021-03-04T23:39:26.622 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6789999999999999e-06 2021-03-04T23:39:26.622 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.622 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.622 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:26.623 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.120401+0000", 2021-03-04T23:39:26.623 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.342e-06 2021-03-04T23:39:26.623 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.623 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.624 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:26.624 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.120403+0000", 2021-03-04T23:39:26.624 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4149999999999999e-06 2021-03-04T23:39:26.624 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.624 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.625 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:26.625 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.120411+0000", 2021-03-04T23:39:26.625 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.771e-06 2021-03-04T23:39:26.625 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.625 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.626 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:26.626 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.120415+0000", 2021-03-04T23:39:26.626 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1705000000000002e-05 2021-03-04T23:39:26.626 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.627 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.627 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.627 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.120447+0000", 2021-03-04T23:39:26.627 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5799999999999999e-06 2021-03-04T23:39:26.627 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.628 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.628 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:39:26.628 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.120452+0000", 2021-03-04T23:39:26.628 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0011511870000001 2021-03-04T23:39:26.628 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.629 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.629 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:26.629 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.121603+0000", 2021-03-04T23:39:26.629 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0163000000000001e-05 2021-03-04T23:39:26.629 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.630 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.630 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:26.630 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.121654+0000", 2021-03-04T23:39:26.630 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7448999999999998e-05 2021-03-04T23:39:26.631 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.631 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.631 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:39:26.631 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.121711+0000", 2021-03-04T23:39:26.631 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0024526999999999999 2021-03-04T23:39:26.632 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.632 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.632 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:26.632 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124164+0000", 2021-03-04T23:39:26.632 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00025401699999999999 2021-03-04T23:39:26.633 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.633 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.633 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.633 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124418+0000", 2021-03-04T23:39:26.634 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0040400849999999997 2021-03-04T23:39:26.634 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.634 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.634 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:26.634 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.128458+0000", 2021-03-04T23:39:26.635 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3380999999999998e-05 2021-03-04T23:39:26.635 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.635 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.635 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:26.635 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.128491+0000", 2021-03-04T23:39:26.636 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4109000000000002e-05 2021-03-04T23:39:26.636 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:26.636 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:26.636 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:26.636 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.128525+0000", 2021-03-04T23:39:26.637 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.008125583 2021-03-04T23:39:26.637 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.637 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:26.637 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.638 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:26.638 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:26.638 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:39:26.638 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:26.640 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_5 2021-03-04T23:39:26.641 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool rm unique_pool_5 unique_pool_5 --yes-i-really-really-mean-it 2021-03-04T23:39:26.642 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:26 gibba011 conmon[95595]: cluster 2021-03-04T23:39:24.682662+0000 osd.4 (osd.4) 26 : cluster [DBG] 1.d scrub starts 2021-03-04T23:39:26.642 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:26 gibba011 conmon[95595]: cluster 2021-03-04T23:39:24.683257+0000 osd.4 (osd.4) 27 : cluster [DBG] 1.d scrub ok 2021-03-04T23:39:26.643 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:26 gibba011 conmon[95595]: cluster 2021-03-04T23:39:24.796518+0000 mgr.x (mgr.34676) 1141 : cluster [DBG] pgmap v1194: 149 pgs: 3 peering, 3 active+clean+remapped, 143 active+clean; 14 MiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 1.63k op/s; 459 KiB/s, 7 objects/s recovering 2021-03-04T23:39:26.643 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:26 gibba038 conmon[76675]: cluster 2021-03-04T23:39:24.682662+0000 osd.4 (osd.4) 26 : cluster [DBG] 1.d scrub starts 2021-03-04T23:39:26.643 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:26 gibba038 conmon[76675]: cluster 2021-03-04T23:39:24.683257+0000 osd.4 (osd.4) 27 : cluster [DBG] 1.d scrub ok 2021-03-04T23:39:26.644 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:26 gibba038 conmon[76675]: cluster 2021-03-04T23:39 2021-03-04T23:39:26.644 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:26 gibba038 conmon[76675]: :24.796518+0000 mgr.x (mgr.34676) 1141 : cluster [DBG] pgmap v1194: 149 pgs: 3 peering, 3 active+clean+remapped, 143 active+clean; 14 MiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 1.63k op/s; 459 KiB/s, 7 objects/s recovering 2021-03-04T23:39:26.644 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:26 gibba011 conmon[99461]: cluster 2021-03-04T23:39:24.682662+0000 osd.4 (osd.4) 26 : cluster [DBG] 1.d scrub starts 2021-03-04T23:39:26.645 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:26 gibba011 conmon[99461]: cluster 2021-03-04T23:39:24.683257+0000 osd.4 (osd.4) 27 : cluster [DBG] 1.d scrub ok 2021-03-04T23:39:26.645 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:26 gibba011 conmon[99461]: cluster 2021-03-04T23:39:24.796518+0000 mgr.x (mgr.34676) 1141 : cluster [DBG] pgmap v1194: 149 pgs: 3 peering, 3 active+clean+remapped, 143 active+clean; 14 MiB data, 1.0 GiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 1.63k op/s; 459 KiB/s, 7 objects/s recovering 2021-03-04T23:39:26.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:26.663 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:26.663 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:26.750 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:26.764 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:26.782 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:26.783 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:26.783 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:26.836 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:39:26.842 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:39:26.885 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:26.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:26.903 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:26.903 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:26.948 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:39:26.955 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:27.005 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:27.023 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:27.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:27.025 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:27.127 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:27.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:27.146 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:27.146 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:27.247 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:27.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:27.266 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:27.266 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:27.367 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:27.383 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:27 gibba038 conmon[76675]: cluster 2021-03-04T23:39:26.208717+0000 osd.5 (osd.5) 28 : cluster [DBG] 1.12 scrub starts 2021-03-04T23:39:27.384 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:27 gibba038 conmon[76675]: cluster 2021-03-04T23:39:26.209305+0000 osd.5 (osd.5) 29 : cluster [DBG] 1.12 scrub ok 2021-03-04T23:39:27.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:27.386 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:27.386 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:27.487 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:27.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:27.506 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:27.507 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:27.519 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:27 gibba011 conmon[95595]: cluster 2021-03-04T23:39:26.208717+0000 osd.5 (osd.5) 28 : cluster [DBG] 1.12 scrub starts 2021-03-04T23:39:27.520 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:27 gibba011 conmon[95595]: cluster 2021-03-04T23:39:26.209305+0000 osd.5 (osd.5) 29 : cluster [DBG] 1.12 scrub ok 2021-03-04T23:39:27.521 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:27 gibba011 conmon[99461]: cluster 2021-03-04T23:39:26.208717+0000 osd.5 (osd.5) 28 : cluster 2021-03-04T23:39:27.522 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:27 gibba011 conmon[99461]: [DBG] 1.12 scrub starts 2021-03-04T23:39:27.522 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:27 gibba011 conmon[99461]: cluster 2021-03-04T23:39:26.209305+0000 osd.5 (osd.5) 29 : cluster [DBG] 1.12 scrub ok 2021-03-04T23:39:27.607 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:27.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:27.625 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:27.626 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:27.727 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:27.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:27.745 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:27.746 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:27.848 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:27.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:27.866 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:27.867 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:27.968 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:27.986 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:27.987 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:27.987 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:28.089 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:28.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:28.108 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:28.109 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:28.210 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:28.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:28.229 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:28.230 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:28.257 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:28 gibba038 conmon[76675]: cluster 2021-03-04T23:39:26.632190+0000 osd.4 (osd.4) 28 : cluster [DBG] 2.b scrub starts 2021-03-04T23:39:28.257 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:28 gibba038 conmon[76675]: cluster 2021-03-04T23:39:26.633382+0000 osd.4 (osd.4) 29 : cluster [DBG] 2.b scrub ok 2021-03-04T23:39:28.258 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:28 gibba038 conmon[76675]: cluster 2021-03-04T23:39:26.797009+0000 2021-03-04T23:39:28.258 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:28 gibba038 conmon[76675]: mgr.x (mgr.34676) 1142 : cluster [DBG] pgmap v1195: 149 pgs: 3 peering, 3 active+clean+remapped, 143 active+clean; 3.3 KiB data, 957 MiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 1.55k op/s; 459 KiB/s, 7 objects/s recovering 2021-03-04T23:39:28.258 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:28 gibba038 conmon[76675]: cluster 2021-03-04T23:39:27.201184+0000 osd.5 (osd.5) 30 : cluster [DBG] 1.1b scrub starts 2021-03-04T23:39:28.258 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:28 gibba038 conmon[76675]: cluster 2021-03-04T23:39:27.201786+0000 osd.5 (osd.5) 31 : cluster [DBG] 1.1b scrub ok 2021-03-04T23:39:28.259 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:28 gibba038 conmon[76675]: cluster 2021-03-04T23:39:27.799550+0000 osd.3 (osd.3) 13 : cluster [DBG] 1.24 scrub ok 2021-03-04T23:39:28.314 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:39:28.315 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:39:28.315 INFO:teuthology.orchestra.run.gibba038.stdout: "num_ops": 0 2021-03-04T23:39:28.315 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:39:28.331 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:28.349 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:28.350 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:28.351 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:28.452 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:28.469 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:28.470 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:28.471 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:28.572 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:28.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:28.591 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:28.592 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:28.602 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:28 gibba011 conmon[95595]: cluster 2021-03-04T23:39:26.632190+0000 osd.4 (osd.4) 2021-03-04T23:39:28.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:28 gibba011 conmon[95595]: 28 : cluster [DBG] 2.b scrub starts 2021-03-04T23:39:28.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:28 gibba011 conmon[95595]: cluster 2021-03-04T23:39:26.633382+0000 osd.4 (osd.4) 29 : cluster [DBG] 2.b scrub ok 2021-03-04T23:39:28.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:28 gibba011 conmon[95595]: cluster 2021-03-04T23:39:26.797009+0000 mgr.x (mgr.34676) 1142 : cluster [DBG] pgmap v1195: 149 pgs: 3 peering, 3 active+clean+remapped, 143 active+clean; 3.3 KiB data, 957 MiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 1.55k op/s; 459 KiB/s, 7 objects/s recovering 2021-03-04T23:39:28.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:28 gibba011 conmon[95595]: cluster 2021-03-04T23:39:27.201184+0000 osd.5 (osd.5) 30 : cluster [DBG] 1.1b scrub starts 2021-03-04T23:39:28.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:28 gibba011 conmon[95595]: cluster 2021-03-04T23:39:27.201786+0000 osd.5 (osd.5) 31 : cluster [DBG] 1.1b scrub ok 2021-03-04T23:39:28.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:28 gibba011 conmon[95595]: cluster 2021-03-04T23:39:27.799550+0000 osd.3 (osd.3) 13 : cluster [DBG] 1.24 scrub ok 2021-03-04T23:39:28.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:28 gibba011 conmon[99461]: cluster 2021-03-04T23:39:26.632190+0000 osd.4 (osd.4) 28 : cluster [DBG] 2.b scrub starts 2021-03-04T23:39:28.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:28 gibba011 conmon[99461]: cluster 2021-03-04T23:39:26.633382+0000 osd.4 (osd.4) 29 : cluster [DBG] 2.b scrub ok 2021-03-04T23:39:28.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:28 gibba011 conmon[99461]: cluster 2021-03-04T23:39:26.797009+0000 2021-03-04T23:39:28.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:28 gibba011 conmon[99461]: mgr.x (mgr.34676) 1142 : cluster [DBG] pgmap v1195: 149 pgs: 3 peering, 3 active+clean+remapped, 143 active+clean; 3.3 KiB data, 957 MiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 1.55k op/s; 459 KiB/s, 7 objects/s recovering 2021-03-04T23:39:28.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:28 gibba011 conmon[99461]: cluster 2021-03-04T23:39:27.201184+0000 osd.5 (osd.5) 30 : cluster [DBG] 1.1b scrub starts 2021-03-04T23:39:28.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:28 gibba011 conmon[99461]: cluster 2021-03-04T23:39:27.201786+0000 osd.5 (osd.5) 31 : cluster [DBG] 1.1b scrub ok 2021-03-04T23:39:28.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:28 gibba011 conmon[99461]: cluster 2021-03-04T23:39:27.799550+0000 osd.3 (osd.3) 13 : cluster [DBG] 1.24 scrub ok 2021-03-04T23:39:28.693 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:28.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:28.712 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:28.713 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:28.814 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:28.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:28.834 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:28.835 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:28.910 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-03-04T23:39:28.936 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:28.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:28.956 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:28.956 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:29.020 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:39:29.057 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:29.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:29.076 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:29.076 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:29.177 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:29.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:29.198 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:29.199 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:29.204 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[95595]: debug 2021-03-04T23:39:29.064+0000 7f2e08250700 -1 mon.a@0(leader).osd e350 definitely_dead 0 2021-03-04T23:39:29.212 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:39:29.213 INFO:teuthology.orchestra.run.gibba011.stderr:marked in osd.7. 2021-03-04T23:39:29.301 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:29.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:29.323 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:29.323 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:29.424 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:29.432 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:29 gibba038 conmon[76675]: cluster 2021-03-04T23:39:28.608676+0000 osd.2 (osd.2) 4 : cluster [DBG] 2.10 scrub ok 2021-03-04T23:39:29.432 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:29 gibba038 conmon[76675]: audit 2021-03-04T23:39:28.773996+0000 mon.c (mon.1) 454 : audit [INF] from='client.? 172.21.2.111:0/3259579184' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:29.432 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:29 gibba038 conmon[76675]: audit 2021-03-04T23:39:28.774348+0000 mon.a (mon.0) 1587 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:29.433 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:29 gibba038 conmon[76675]: audit 2021-03-04T23:39:28.798145+0000 mon.c (mon.1) 455 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "41"}]: dispatch 2021-03-04T23:39:29.433 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:29 gibba038 conmon[76675]: audit 2021-03-04T23:39:28.798277+0000 mon.c (mon.1) 456 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "28"}]: dispatch 2021-03-04T23:39:29.433 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:29 gibba038 conmon[76675]: audit 2021-03-04T23:39:28.798729+0000 mon.a (mon.0) 1588 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "41"}]: dispatch 2021-03-04T23:39:29.433 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:29 gibba038 conmon[76675]: audit 2021-03-04T23:39:28.798862+0000 mon.a (mon.0) 1589 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "28"}]: dispatch 2021-03-04T23:39:29.434 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:29 gibba038 conmon[76675]: audit 2021-03-04T23:39:29.066541+0000 mon.a (mon.0) 1590 : audit [DBG] from='client.? 172.21.2.111:0/2848355669' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["7"]}]: dispatch 2021-03-04T23:39:29.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:29.444 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:29.444 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:29.490 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[95595]: cluster 2021-03-04T23:39:28.608676+0000 osd.2 (osd.2) 4 : cluster [DBG] 2.10 scrub ok 2021-03-04T23:39:29.491 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[95595]: audit 2021-03-04T23:39:28.773996+0000 mon.c (mon.1) 454 : audit [INF] from='client.? 172.21.2.111:0/3259579184' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:29.492 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[95595]: audit 2021-03-04T23:39:28.774348+0000 mon.a (mon.0) 1587 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:29.492 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[95595]: audit 2021-03-04T23:39:28.798145+0000 mon.c (mon.1) 455 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "41"}]: dispatch 2021-03-04T23:39:29.492 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[95595]: audit 2021-03-04T23:39:28.798277+0000 mon.c (mon.1) 456 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "28"}]: dispatch 2021-03-04T23:39:29.493 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[95595]: audit 2021-03-04T23:39:28.798729+0000 mon.a (mon.0) 1588 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "41"}]: dispatch 2021-03-04T23:39:29.493 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[95595]: audit 2021-03-04T23:39:28.798862+0000 mon.a (mon.0) 1589 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "28"}]: dispatch 2021-03-04T23:39:29.494 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[95595]: audit 2021-03-04T23:39:29.066541+0000 mon.a (mon.0) 1590 : 2021-03-04T23:39:29.494 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[95595]: audit [DBG] from='client.? 172.21.2.111:0/2848355669' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["7"]}]: dispatch 2021-03-04T23:39:29.495 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[99461]: cluster 2021-03-04T23:39:28.608676+0000 osd.2 (osd.2) 4 : cluster [DBG] 2.10 scrub ok 2021-03-04T23:39:29.495 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[99461]: audit 2021-03-04T23:39:28.773996+0000 mon.c (mon 2021-03-04T23:39:29.496 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[99461]: .1) 454 : audit [INF] from='client.? 172.21.2.111:0/3259579184' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:29.496 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[99461]: audit 2021-03-04T23:39:28.774348+0000 mon.a (mon.0) 1587 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:29.496 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[99461]: audit 2021-03-04T23:39:28.798145+0000 mon.c (mon.1 2021-03-04T23:39:29.497 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[99461]: ) 455 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "41"}]: dispatch 2021-03-04T23:39:29.497 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[99461]: audit 2021-03-04T23:39 2021-03-04T23:39:29.498 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[99461]: :28.798277+0000 mon.c (mon.1) 456 : audit 2021-03-04T23:39:29.498 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[99461]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "28"}]: dispatch 2021-03-04T23:39:29.499 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[99461]: audit 2021-03-04T23:39:28. 2021-03-04T23:39:29.499 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[99461]: 798729+0000 mon.a (mon.0) 1588 : audit [INF] 2021-03-04T23:39:29.499 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[99461]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "41"}]: dispatch 2021-03-04T23:39:29.499 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[99461]: audit 2021-03-04T23:39:28 2021-03-04T23:39:29.499 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[99461]: .798862+0000 mon.a (mon.0) 1589 : audit [INF] 2021-03-04T23:39:29.500 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[99461]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "28"}]: dispatch 2021-03-04T23:39:29.500 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[99461]: audit 2021-03-04T23:39:29.066541 2021-03-04T23:39:29.501 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[99461]: +0000 mon.a (mon.0) 1590 : audit [DBG] from='client.? 172.21.2.111:0/2848355669' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["7"]}]: dispatch 2021-03-04T23:39:29.501 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:29 gibba011 conmon[99461]: 2021-03-04T23:39:29.545 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:29.566 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:29.568 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:29.569 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:29.670 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:29.688 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:29.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:29.689 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:29.790 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:29.807 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:29.808 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:29.808 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:29.909 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:29.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:29.928 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:29.928 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:30.029 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:30.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:30.047 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:30.048 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:30.149 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:30.167 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:30.168 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:30.168 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:30.270 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:30.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:30.290 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:30.290 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:30.315 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:30 gibba038 conmon[76675]: cluster 2021-03-04T23:39:28.797695+0000 mgr.x (mgr.34676) 1143 : cluster [DBG] pgmap v1196: 149 pgs: 149 active+clean; 3.3 KiB data, 864 MiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 1.41k op/s; 416 KiB/s, 6 objects/s recovering 2021-03-04T23:39:30.316 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:30 gibba038 conmon[76675]: cluster 2021-03-04T23:39:29.198843+0000 mon.a (mon.0) 1591 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:39:30.316 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:30 gibba038 conmon[76675]: cluster 2021-03-04T23:39:29.198859+0000 mon.a (mon.0) 1592 : cluster [INF] Cluster is now healthy 2021-03-04T23:39:30.317 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:30 gibba038 conmon[76675]: audit 2021-03-04T23:39:29.203810+0000 mon.a (mon.0) 1593 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:39:30.317 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:30 gibba038 conmon[76675]: audit 2021-03-04T23:39:29.203851+0000 mon.a (mon.0) 1594 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "41"}]': finished 2021-03-04T23:39:30.317 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:30 gibba038 conmon[76675]: audit 2021-03-04T23:39:29.203922+0000 mon.a (mon.0) 1595 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "28"}]': finished 2021-03-04T23:39:30.317 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:30 gibba038 conmon[76675]: audit 2021-03-04T23:39:29.203954+0000 mon.a (mon.0) 1596 : audit [INF] from='client.? 172.21.2.111:0/2848355669' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["7"]}]': finished 2021-03-04T23:39:30.318 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:30 gibba038 conmon[76675]: cluster 2021-03-04T23:39:29.204001+0000 mon.a (mon.0) 1597 : cluster [DBG] osdmap e351: 8 total, 8 up, 8 in 2021-03-04T23:39:30.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:30 gibba011 conmon[95595]: cluster 2021-03-04T23:39:28.797695+0000 mgr.x (mgr.34676) 1143 : cluster [DBG] pgmap v1196: 149 pgs: 149 active+clean; 3.3 KiB data, 864 MiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 1.41k op/s; 416 KiB/s, 6 objects/s recovering 2021-03-04T23:39:30.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:30 gibba011 conmon[95595]: cluster 2021-03-04T23:39:29.198843+0000 mon.a (mon.0) 1591 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:39:30.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:30 gibba011 conmon[95595]: cluster 2021-03-04T23:39:29.198859+0000 mon.a (mon.0) 1592 : cluster [INF] Cluster is now healthy 2021-03-04T23:39:30.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:30 gibba011 conmon[95595]: audit 2021-03-04T23:39:29.203810+0000 mon.a (mon.0) 1593 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:39:30.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:30 gibba011 conmon[95595]: audit 2021-03-04T23:39:29.203851+0000 mon.a (mon.0) 1594 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "41"}]': finished 2021-03-04T23:39:30.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:30 gibba011 conmon[95595]: audit 2021-03-04T23:39:29.203922+0000 mon.a (mon.0) 1595 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "28"}]': finished 2021-03-04T23:39:30.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:30 gibba011 conmon[95595]: audit 2021-03-04T23:39:29.203954+0000 mon.a (mon.0) 1596 : audit [INF] from='client.? 172.21.2.111:0/2848355669' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["7"]}]': finished 2021-03-04T23:39:30.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:30 gibba011 conmon[95595]: cluster 2021-03-04T23:39:29.204001+0000 mon.a (mon.0) 1597 : cluster [DBG] osdmap e351: 8 total, 8 up, 8 in 2021-03-04T23:39:30.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:30 gibba011 conmon[99461]: cluster 2021-03-04T23:39:28.797695+0000 mgr.x (mgr.34676) 1143 : cluster [DBG] pgmap v1196: 149 pgs: 149 active+clean; 3.3 KiB data, 864 MiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 1.41k op/s; 416 KiB/s, 6 objects/s recovering 2021-03-04T23:39:30.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:30 gibba011 conmon[99461]: cluster 2021-03-04T23:39:29.198843+0000 mon.a (mon.0) 1591 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:39:30.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:30 gibba011 conmon[99461]: cluster 2021-03-04T23:39:29.198859+0000 mon.a (mon.0) 1592 : cluster [INF] Cluster is now healthy 2021-03-04T23:39:30.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:30 gibba011 conmon[99461]: audit 2021-03-04T23:39:29.203810+0000 mon.a (mon.0) 1593 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:39:30.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:30 gibba011 conmon[99461]: audit 2021-03-04T23:39:29.203851+0000 mon.a (mon.0) 1594 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "41"}]': finished 2021-03-04T23:39:30.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:30 gibba011 conmon[99461]: audit 2021-03-04T23:39:29.203922+0000 mon.a (mon.0) 1595 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "28"}]': finished 2021-03-04T23:39:30.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:30 gibba011 conmon[99461]: audit 2021-03-04T23:39:29.203954+0000 mon.a (mon.0) 1596 : audit [INF] from='client.? 172.21.2.111:0/2848355669' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["7"]}]': finished 2021-03-04T23:39:30.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:30 gibba011 conmon[99461]: cluster 2021-03-04T23:39:29.204001+0000 mon.a (mon.0) 1597 : cluster [DBG] osdmap e351: 8 total, 8 up, 8 in 2021-03-04T23:39:30.391 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:30.403 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:39:30.404 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:39:30.405 INFO:teuthology.orchestra.run.gibba038.stdout: "complaint_time": 30, 2021-03-04T23:39:30.405 INFO:teuthology.orchestra.run.gibba038.stdout: "num_blocked_ops": 0 2021-03-04T23:39:30.405 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:39:30.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:30.409 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:30.410 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:30.512 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:30.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:30.530 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:30.531 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:30.632 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:30.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:30.650 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:30.650 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:30.752 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:30.770 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:30.771 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:30.772 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:30.873 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:30.890 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:30.891 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:30.892 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:30.958 INFO:tasks.thrashosds.thrasher:Added osd 7 2021-03-04T23:39:30.992 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:31.010 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:31.010 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:31.011 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:31.102 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-03-04T23:39:31.111 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:31.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:31.164 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:31.165 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:31.213 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:39:31.216 INFO:teuthology.orchestra.run.gibba011.stderr:pool 'unique_pool_5' removed 2021-03-04T23:39:31.217 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:39:31.236 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:39:31.253 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:39:31.266 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:31.268 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:39:31.284 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:39:31.285 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:31.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:31.287 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:31.299 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:39:31.313 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:39:31.327 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:39:31.328 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:39:31.329 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:39:31.329 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:39:31.330 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:39:31.330 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:39:31.330 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:39:31.330 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:39:31.331 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:39:31.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:31 gibba011 conmon[99461]: cluster 2021-03-04T23:39:29.671681+0000 osd.4 (osd.4) 30 : cluster [DBG] 1.5 scrub starts 2021-03-04T23:39:31.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:31 gibba011 conmon[99461]: cluster 2021-03-04T23:39:29.672472+0000 osd.4 (osd.4) 31 : cluster [DBG] 1.5 scrub ok 2021-03-04T23:39:31.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:31 gibba011 conmon[99461]: cluster 2021-03-04T23:39:30.150069+0000 osd.5 (osd.5) 32 : cluster [DBG] 1.17 scrub starts 2021-03-04T23:39:31.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:31 gibba011 conmon[99461]: cluster 2021-03-04T23:39:30.150915+0000 osd.5 (osd.5) 33 : cluster [DBG] 1.17 scrub ok 2021-03-04T23:39:31.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:31 gibba011 conmon[99461]: cluster 2021-03-04T23:39:30.208319+0000 mon.a (mon.0) 1598 : cluster [DBG] osdmap e352: 8 total, 8 up, 8 in 2021-03-04T23:39:31.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:31 gibba011 conmon[99461]: audit 2021-03-04T23:39:30.461717+0000 mon.c (mon.1) 457 : audit [INF] from='client.? 172.21.2.111:0/879395037' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:39:31.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:31 gibba011 conmon[99461]: audit 2021-03-04T23:39:30.462056+0000 mon.a (mon.0) 1599 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:39:31.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:31 gibba011 conmon[99461]: cluster 2021-03-04T23:39:30.505377+0000 osd.1 (osd.1) 18 : cluster [DBG] 2.6 scrub ok 2021-03-04T23:39:31.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:31 gibba011 conmon[99461]: audit 2021-03-04T23:39:31.198619+0000 mon.a (mon.0) 1600 : audit [DBG] from='client.? 172.21.2.111:0/3808735356' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:31.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:31 gibba011 conmon[95595]: cluster 2021-03-04T23:39:29.671681+0000 osd.4 (osd.4) 30 : cluster [DBG] 1.5 scrub starts 2021-03-04T23:39:31.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:31 gibba011 conmon[95595]: cluster 2021-03-04T23:39:29.672472+0000 osd.4 (osd.4) 31 : cluster [DBG] 1.5 scrub ok 2021-03-04T23:39:31.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:31 gibba011 conmon[95595]: cluster 2021-03-04T23:39:30.150069+0000 osd.5 (osd.5) 32 : cluster [DBG] 1.17 scrub starts 2021-03-04T23:39:31.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:31 gibba011 conmon[95595]: cluster 2021-03-04T23:39:30.150915+0000 osd.5 (osd.5) 33 : cluster [DBG] 1.17 scrub ok 2021-03-04T23:39:31.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:31 gibba011 conmon[95595]: cluster 2021-03-04T23:39:30.208319+0000 mon.a (mon.0) 1598 : cluster [DBG] osdmap e352: 8 total, 8 up, 8 in 2021-03-04T23:39:31.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:31 gibba011 conmon[95595]: audit 2021-03-04T23:39:30.461717+0000 mon.c (mon.1) 457 : audit [INF] from='client.? 172.21.2.111:0/879395037' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:39:31.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:31 gibba011 conmon[95595]: audit 2021-03-04T23:39:30.462056+0000 mon.a (mon.0) 1599 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:39:31.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:31 gibba011 conmon[95595]: cluster 2021-03-04T23:39:30.505377+0000 osd.1 (osd.1) 18 : cluster [DBG] 2.6 scrub ok 2021-03-04T23:39:31.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:31 gibba011 conmon[95595]: audit 2021-03-04T23:39:31.198619+0000 mon.a (mon.0) 1600 : audit [DBG] from='client.? 172.21.2.111:0/3808735356' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:31.388 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:31.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:31.409 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:31.409 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:31.499 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:31 gibba038 conmon[76675]: cluster 2021-03-04T23:39:29.671681+0000 osd.4 (osd.4) 30 : cluster [DBG] 1.5 scrub starts 2021-03-04T23:39:31.499 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:31 gibba038 conmon[76675]: cluster 2021-03-04T23:39:29. 2021-03-04T23:39:31.499 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:31 gibba038 conmon[76675]: 672472+0000 osd.4 (osd.4) 31 : cluster [DBG] 1.5 scrub ok 2021-03-04T23:39:31.500 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:31 gibba038 conmon[76675]: cluster 2021-03-04T23:39:30.150069+0000 osd.5 (osd.5) 32 : cluster [DBG] 1.17 scrub starts 2021-03-04T23:39:31.500 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:31 gibba038 conmon[76675]: cluster 2021-03-04T23:39:30.150915+0000 osd.5 (osd.5) 33 : cluster [DBG] 1.17 scrub ok 2021-03-04T23:39:31.500 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:31 gibba038 conmon[76675]: cluster 2021-03-04T23:39:30.208319+0000 mon.a (mon.0) 1598 : cluster [DBG] osdmap e352: 8 total, 8 up, 8 in 2021-03-04T23:39:31.500 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:31 gibba038 conmon[76675]: audit 2021-03-04T23:39:30.461717+0000 mon.c (mon.1) 457 : audit [INF] from='client.? 172.21.2.111:0/879395037' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:39:31.500 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:31 gibba038 conmon[76675]: audit 2021-03-04T23:39:30.462056+0000 mon.a (mon.0) 1599 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:39:31.501 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:31 gibba038 conmon[76675]: cluster 2021-03-04T23:39:30.505377+0000 osd.1 (osd.1) 18 : cluster [DBG] 2.6 scrub ok 2021-03-04T23:39:31.501 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:31 gibba038 conmon[76675]: audit 2021-03-04T23:39:31.198619+0000 mon.a (mon.0) 1600 : audit [DBG] from='client.? 172.21.2.111:0/3808735356' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:31.510 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:31.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:31.528 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:31.528 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:31.630 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:31.647 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:31.648 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:31.648 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:31.749 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:31.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:31.767 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:31.767 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:31.869 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:31.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:31.888 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:31.889 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:31.991 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:32.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:32.009 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:32.010 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:32.112 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:32.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:32.132 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:32.132 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:32.233 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:32.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:32.251 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:32.252 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:32.309 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2021-03-04T23:39:32.311 INFO:tasks.radosbench:Beginning radosbench... 2021-03-04T23:39:32.314 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_6 2021-03-04T23:39:32.315 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool create unique_pool_6 16 2021-03-04T23:39:32.353 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:32.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:32.392 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:32.392 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:32.432 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:32.483 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:32 gibba038 conmon[76675]: cluster 2021-03-04T23:39:30.798328+0000 mgr.x (mgr.34676) 1144 : cluster [DBG] pgmap v1199: 149 pgs: 149 active+clean; 3.3 KiB data, 860 MiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 34 op/s 2021-03-04T23:39:32.483 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:32 gibba038 conmon[76675]: audit 2021-03-04T23:39:31.212237+0000 mon.a (mon.0) 1601 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:39:32.483 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:32 gibba038 conmon[76675]: cluster 2021-03-04T23:39:31.212284+0000 mon.a (mon.0) 1602 : cluster [DBG] osdmap e353: 8 total, 8 up, 8 in 2021-03-04T23:39:32.483 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:32 gibba038 conmon[76675]: audit 2021-03-04T23:39:31.696169+0000 mon.a (mon.0) 1603 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:39:32.484 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:32 gibba038 conmon[76675]: cluster 2021-03-04T23:39:31.708819+0000 osd.7 (osd.7) 31 : cluster [DBG] 1.1c scrub starts 2021-03-04T23:39:32.484 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:32 gibba038 conmon[76675]: cluster 2021-03-04T23:39:31.709424+0000 osd.7 (osd.7) 32 : cluster [DBG] 1.1c scrub ok 2021-03-04T23:39:32.484 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:32 gibba038 conmon[76675]: audit 2021-03-04T23:39:31.842828+0000 mon.c (mon.1) 458 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:39:32.484 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:32 gibba038 conmon[76675]: audit 2021-03-04T23:39:31.845331+0000 mon.c (mon.1) 459 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:39:32.485 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:32 gibba038 conmon[76675]: audit 2021-03-04T23:39:31.845444+0000 mon.c (mon.1) 460 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:39:32.493 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:32.509 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:32.510 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:32.511 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:32.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[95595]: cluster 2021-03-04T23:39:30.798328+0000 mgr.x (mgr.34676) 1144 : cluster [DBG] pgmap v1199: 149 pgs: 149 active+clean; 3.3 KiB data, 860 MiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 34 op/s 2021-03-04T23:39:32.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[95595]: audit 2021-03-04T23:39:31.212237+0000 mon.a (mon.0) 1601 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:39:32.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[95595]: cluster 2021-03-04T23:39:31.212284+0000 mon.a (mon.0) 2021-03-04T23:39:32.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[95595]: 1602 : cluster [DBG] osdmap e353: 8 total, 8 up, 8 in 2021-03-04T23:39:32.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[95595]: audit 2021-03-04T23:39:31.696169+0000 mon.a (mon.0) 1603 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:39:32.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[95595]: cluster 2021-03-04T23:39:31.708819+0000 osd.7 (osd.7) 31 : cluster [DBG] 1.1c scrub starts 2021-03-04T23:39:32.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[95595]: cluster 2021-03-04T23:39:31.709424+0000 osd.7 (osd.7) 32 : cluster [DBG] 1.1c scrub ok 2021-03-04T23:39:32.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[95595]: audit 2021-03-04T23:39:31.842828+0000 mon.c (mon.1) 458 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:39:32.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[95595]: audit 2021-03-04T23:39:31.845331+0000 2021-03-04T23:39:32.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[95595]: mon.c (mon.1) 459 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:39:32.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[95595]: audit 2021-03-04T23:39:31.845444+0000 mon.c (mon.1 2021-03-04T23:39:32.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[95595]: ) 460 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:39:32.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[99461]: cluster 2021-03-04T23:39:30.798328+0000 mgr.x (mgr.34676) 1144 : cluster [DBG] 2021-03-04T23:39:32.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[99461]: pgmap v1199: 149 pgs: 149 active+clean; 3.3 KiB data, 860 MiB used, 584 GiB / 588 GiB avail; 0 B/s wr, 34 op/s 2021-03-04T23:39:32.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[99461]: audit 2021-03-04T23:39:31.212237+0000 mon.a (mon.0) 1601 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_5", "pool2": "unique_pool_5", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:39:32.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[99461]: cluster 2021-03-04T23:39:31.212284 2021-03-04T23:39:32.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[99461]: +0000 mon.a (mon.0) 1602 : cluster [DBG] osdmap e353: 8 total, 8 up, 8 in 2021-03-04T23:39:32.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[99461]: audit 2021 2021-03-04T23:39:32.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[99461]: -03-04T23:39:31.696169+0000 mon.a 2021-03-04T23:39:32.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[99461]: (mon.0) 1603 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:39:32.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:39:32.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[99461]: 03-04T23:39:31.708819+0000 osd.7 ( 2021-03-04T23:39:32.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[99461]: osd.7) 31 : cluster [DBG] 1.1c scrub starts 2021-03-04T23:39:32.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:39:32.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[99461]: -04T23:39:31.709424+0000 osd.7 (osd. 2021-03-04T23:39:32.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[99461]: 7) 32 : cluster [DBG] 1.1c scrub ok 2021-03-04T23:39:32.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:39:32.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[99461]: T23:39:31.842828+0000 mon.c (mon.1 2021-03-04T23:39:32.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[99461]: ) 458 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:39:32.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[99461]: audit 2021-03-04T23: 2021-03-04T23:39:32.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[99461]: 39:31.845331+0000 mon.c (mon.1) 459 : 2021-03-04T23:39:32.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[99461]: audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:39:32.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[99461]: audit 2021-03-04T23:39: 2021-03-04T23:39:32.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[99461]: 31.845444+0000 mon.c (mon.1) 460 : audit [DBG] 2021-03-04T23:39:32.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:32 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:39:32.613 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:32.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:32.631 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:32.631 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:32.733 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:32.750 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:32.751 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:32.751 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:32.852 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:32.871 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:32.871 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:32.872 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:32.910 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:39:32.929 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:39:32.929 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:39:32.973 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:32.989 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:32.990 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:32.991 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:33.026 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:33.092 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:33.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:33.111 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:33.112 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:33.213 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:33.233 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:33.234 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:33.234 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:33.335 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:33.353 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:33.353 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:33.354 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:33.455 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:33.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:33.475 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:33.475 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:33.577 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:33.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:33 gibba038 conmon[76675]: cluster 2021-03-04T23:39:32.132366+0000 osd.5 (osd.5) 34 : cluster [DBG] 1.a scrub starts 2021-03-04T23:39:33.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:33 gibba038 conmon[76675]: cluster 2021-03-04T23:39:32.133050+0000 osd.5 (osd.5) 35 : cluster [DBG] 1.a scrub ok 2021-03-04T23:39:33.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:33 gibba038 conmon[76675]: cluster 2021-03-04T23:39:32.808048+0000 osd.3 (osd.3) 14 : cluster [DBG] 2.19 scrub ok 2021-03-04T23:39:33.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:33.595 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:33.596 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:33.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:33 gibba011 conmon[95595]: cluster 2021-03-04T23:39:32.132366+0000 osd.5 (osd.5) 34 : cluster [DBG] 1.a scrub starts 2021-03-04T23:39:33.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:33 gibba011 conmon[95595]: cluster 2021-03-04T23:39:32.133050+0000 osd.5 (osd.5) 35 : cluster [DBG] 1.a scrub ok 2021-03-04T23:39:33.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:33 gibba011 conmon[95595]: cluster 2021-03-04T23:39:32.808048+0000 osd.3 (osd.3) 14 : cluster [DBG] 2.19 scrub ok 2021-03-04T23:39:33.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:33 gibba011 conmon[99461]: cluster 2021-03-04T23:39:32.132366+0000 osd.5 (osd.5) 34 : cluster [DBG] 1.a scrub starts 2021-03-04T23:39:33.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:33 gibba011 conmon[99461]: cluster 2021-03-04T23:39:32.133050+0000 osd.5 (osd.5) 35 : cluster [DBG] 1.a scrub ok 2021-03-04T23:39:33.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:33 gibba011 conmon[99461]: cluster 2021-03-04T23:39:32.808048+0000 osd.3 (osd.3) 14 : cluster [DBG] 2.19 scrub ok 2021-03-04T23:39:33.693 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-03-04T23:39:33.697 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:33.716 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:33.716 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:33.717 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:33.808 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:39:33.818 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:33.835 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:33.836 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:33.837 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:33.939 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:33.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:33.957 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:33.957 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:34.058 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:34.079 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:34.080 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:34.080 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:34.181 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:34.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:34.200 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:34.200 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:34.301 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:34.307 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:34 gibba038 conmon[76675]: cluster 2021-03-04T23:39:32.737927+0000 osd.6 (osd.6) 194 : cluster [DBG] 1.f deep-scrub starts 2021-03-04T23:39:34.307 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:34 gibba038 conmon[76675]: cluster 2021-03-04T23:39:32.738344+0000 osd.6 (osd.6) 195 : cluster [DBG] 1.f deep-scrub ok 2021-03-04T23:39:34.307 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:34 gibba038 conmon[76675]: cluster 2021-03-04T23:39:32.798737+0000 mgr.x (mgr.34676) 1145 2021-03-04T23:39:34.308 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:34 gibba038 conmon[76675]: : cluster [DBG] pgmap v1201: 133 pgs: 133 active+clean; 3.3 KiB data, 1.5 GiB used, 666 GiB / 672 GiB avail; 0 B/s, 1 keys/s, 0 objects/s recovering 2021-03-04T23:39:34.308 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:34 gibba038 conmon[76675]: cluster 2021-03-04T23:39:33.109195+0000 osd.5 (osd.5) 36 : cluster [DBG] 2.2 scrub starts 2021-03-04T23:39:34.308 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:34 gibba038 conmon[76675]: cluster 2021-03-04T23:39:33.109928+0000 osd.5 (osd.5) 37 : cluster [DBG] 2.2 scrub ok 2021-03-04T23:39:34.308 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:34 gibba038 conmon[76675]: cluster 2021-03-04T23:39:33.510562+0000 osd.1 (osd.1) 19 : cluster [DBG] 1.3 scrub ok 2021-03-04T23:39:34.308 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:34 gibba038 conmon[76675]: cluster 2021-03-04T23:39:33.647387+0000 osd.7 (osd.7) 33 : cluster [DBG] 1.d scrub starts 2021-03-04T23:39:34.309 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:34 gibba038 conmon[76675]: cluster 2021-03-04T23:39:33.648095+0000 osd.7 (osd.7) 34 : cluster [DBG] 1.d scrub ok 2021-03-04T23:39:34.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:34.320 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:34.320 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:34.334 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:39:34.422 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:34.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:34.441 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:34.441 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:34.480 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:34.505 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:34 gibba011 conmon[95595]: cluster 2021-03-04T23:39:32.737927+0000 osd.6 (osd.6) 194 : cluster [DBG] 1.f deep-scrub starts 2021-03-04T23:39:34.505 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:34 gibba011 conmon[95595]: cluster 2021-03-04T23:39:32.738344+0000 osd.6 (osd.6) 195 : cluster [DBG] 1.f deep-scrub ok 2021-03-04T23:39:34.505 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:34 gibba011 conmon[95595]: cluster 2021-03-04T23:39:32.798737+0000 mgr.x (mgr.34676) 1145 : cluster [DBG] pgmap v1201: 133 pgs: 133 active+clean; 3.3 KiB data, 1.5 GiB used, 666 GiB / 672 GiB avail; 0 B/s, 1 keys/s, 0 objects/s recovering 2021-03-04T23:39:34.506 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:34 gibba011 conmon[95595]: cluster 2021-03-04T23:39:33.109195+0000 osd.5 (osd.5) 36 : cluster [DBG] 2.2 scrub starts 2021-03-04T23:39:34.506 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:34 gibba011 conmon[95595]: cluster 2021-03-04T23:39:33.109928+0000 osd.5 (osd.5) 37 : cluster [DBG] 2.2 scrub ok 2021-03-04T23:39:34.506 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:34 gibba011 conmon[95595]: cluster 2021-03-04T23:39:33.510562+0000 osd.1 2021-03-04T23:39:34.506 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:34 gibba011 conmon[95595]: (osd.1) 19 : cluster [DBG] 1.3 scrub ok 2021-03-04T23:39:34.507 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:34 gibba011 conmon[95595]: cluster 2021-03-04T23:39:33.647387+0000 osd.7 (osd.7) 33 : cluster [DBG] 1.d scrub starts 2021-03-04T23:39:34.507 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:34 gibba011 conmon[95595]: cluster 2021-03-04T23:39:33.648095+0000 osd.7 (osd.7) 34 : cluster [DBG] 1.d scrub ok 2021-03-04T23:39:34.507 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:34 gibba011 conmon[99461]: cluster 2021-03-04T23:39:32.737927+0000 osd.6 (osd.6) 194 : cluster [DBG] 1.f deep-scrub starts 2021-03-04T23:39:34.508 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:34 gibba011 conmon[99461]: cluster 2021-03-04T23:39:32.738344+0000 osd.6 (osd.6) 195 : cluster [DBG] 1.f deep-scrub ok 2021-03-04T23:39:34.508 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:34 gibba011 conmon[99461]: cluster 2021-03-04T23:39:32.798737+0000 mgr.x (mgr.34676) 1145 : cluster [DBG] pgmap v1201: 133 pgs: 133 active+clean; 3.3 KiB data, 1.5 GiB used, 666 GiB / 672 GiB avail; 0 B/s, 1 keys/s, 0 objects/s recovering 2021-03-04T23:39:34.508 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:34 gibba011 conmon[99461]: cluster 2021-03-04T23:39:33.109195+0000 osd.5 (osd.5) 36 : cluster [DBG] 2.2 scrub starts 2021-03-04T23:39:34.508 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:34 gibba011 conmon[99461]: cluster 2021-03-04T23:39:33.109928+0000 osd.5 (osd.5) 37 : cluster [DBG] 2.2 scrub ok 2021-03-04T23:39:34.509 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:34 gibba011 conmon[99461]: cluster 2021-03-04T23:39:33.510562+0000 osd.1 (osd.1) 19 : cluster [DBG] 1.3 scrub ok 2021-03-04T23:39:34.509 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:34 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:39:34.509 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:34 gibba011 conmon[99461]: 39:33.647387+0000 osd.7 (osd.7) 33 : cluster [DBG] 1.d scrub starts 2021-03-04T23:39:34.509 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:34 gibba011 conmon[99461]: cluster 2021-03-04T23:39:33.648095+0000 osd.7 (osd.7) 34 : cluster [DBG] 1.d scrub ok 2021-03-04T23:39:34.543 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:34.560 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:34.563 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:34.565 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:34.667 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:34.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:34.686 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:34.686 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:34.787 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:34.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:34.807 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:34.808 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:34.909 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:34.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:34.926 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:34.927 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:35.028 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:35.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:35.047 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:35.048 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:35.149 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:35.167 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:35.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:35.168 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:35.228 INFO:teuthology.orchestra.run.gibba011.stderr:pool 'unique_pool_6' created 2021-03-04T23:39:35.249 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:35 gibba038 conmon[76675]: cluster 2021-03-04T23:39:33.775209+0000 osd.6 (osd.6) 196 : cluster [DBG] 1.6 scrub starts 2021-03-04T23:39:35.249 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:35 gibba038 conmon[76675]: cluster 2021-03-04T23:39:33.775702+0000 osd.6 (osd.6) 197 : cluster [DBG] 1.6 scrub ok 2021-03-04T23:39:35.249 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:35 gibba038 conmon[76675]: cluster 2021-03-04T23:39:34.499190+0000 osd.1 (osd.1) 20 : cluster [DBG] 2.15 scrub ok 2021-03-04T23:39:35.249 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:35 gibba038 conmon[76675]: cluster 2021-03-04T23:39:34.574833+0000 osd.2 (osd.2) 5 : cluster [DBG] 2.c scrub ok 2021-03-04T23:39:35.250 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:35 gibba038 conmon[76675]: cluster 2021-03-04T23:39:34.642245+0000 osd.7 (osd.7) 35 : cluster [DBG] 1.15 deep-scrub starts 2021-03-04T23:39:35.250 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:35 gibba038 conmon[76675]: cluster 2021-03-04T23:39:34.642964+0000 osd.7 (osd.7) 36 : cluster [DBG] 1.15 deep-scrub ok 2021-03-04T23:39:35.250 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:35 gibba038 conmon[76675]: audit 2021-03-04T23:39:34.701291+0000 mon.a (mon.0) 1604 : audit [INF] from='client.? 172.21.2.111:0/4285246687' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]: dispatch 2021-03-04T23:39:35.270 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:35.287 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:35.288 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:35.288 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:35.339 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:39:35.339 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:39:35.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:35 gibba011 conmon[95595]: cluster 2021-03-04T23:39:33.775209+0000 osd.6 (osd.6) 196 : cluster [DBG] 1.6 scrub starts 2021-03-04T23:39:35.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:35 gibba011 conmon[95595]: cluster 2021-03-04T23:39:33.775702+0000 osd.6 (osd.6) 197 : cluster [DBG] 1.6 scrub ok 2021-03-04T23:39:35.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:35 gibba011 conmon[95595]: cluster 2021-03-04T23:39:34.499190+0000 osd.1 (osd.1) 20 : cluster [DBG] 2.15 scrub ok 2021-03-04T23:39:35.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:35 gibba011 conmon[95595]: cluster 2021-03-04T23:39:34.574833+0000 osd.2 (osd.2) 5 : cluster [DBG] 2.c scrub ok 2021-03-04T23:39:35.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:35 gibba011 conmon[95595]: cluster 2021-03-04T23:39:34.642245+0000 osd.7 (osd.7) 35 : cluster [DBG] 1.15 deep-scrub starts 2021-03-04T23:39:35.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:35 gibba011 conmon[95595]: cluster 2021-03-04T23:39:34.642964+0000 osd.7 (osd.7) 36 : cluster [DBG] 1.15 deep-scrub ok 2021-03-04T23:39:35.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:35 gibba011 conmon[95595]: audit 2021-03-04T23:39:34.701291+0000 mon.a (mon.0) 1604 : audit [INF] from='client.? 172.21.2.111:0/4285246687' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]: dispatch 2021-03-04T23:39:35.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:35 gibba011 conmon[99461]: cluster 2021-03-04T23:39:33.775209+0000 osd.6 (osd.6) 196 : cluster [DBG] 1.6 scrub starts 2021-03-04T23:39:35.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:35 gibba011 conmon[99461]: cluster 2021-03-04T23:39:33.775702+0000 osd.6 (osd.6) 197 : cluster [DBG] 1.6 scrub ok 2021-03-04T23:39:35.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:35 gibba011 conmon[99461]: cluster 2021-03-04T23:39:34.499190+0000 osd.1 (osd.1) 20 : cluster [DBG] 2.15 scrub ok 2021-03-04T23:39:35.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:35 gibba011 conmon[99461]: cluster 2021-03-04T23:39:34.574833+0000 osd.2 (osd.2) 5 : cluster [DBG] 2.c scrub ok 2021-03-04T23:39:35.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:35 gibba011 conmon[99461]: cluster 2021-03-04T23:39:34.642245+0000 osd.7 (osd.7) 35 : cluster [DBG] 1.15 deep-scrub starts 2021-03-04T23:39:35.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:35 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:39:35.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:35 gibba011 conmon[99461]: 23:39:34.642964+0000 osd.7 (osd.7) 36 : cluster [DBG] 1.15 deep-scrub ok 2021-03-04T23:39:35.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:35 gibba011 conmon[99461]: audit 2021-03-04T23:39:34.701291+0000 mon.a (mon.0) 1604 : audit [INF] from='client.? 172.21.2.111:0/4285246687' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]: dispatch 2021-03-04T23:39:35.390 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:35.410 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:35.410 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:35.411 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:35.512 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:35.529 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:35.530 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:35.530 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:35.631 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:35.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:35.650 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:35.651 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:35.752 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:35.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:35.771 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:35.772 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:35.873 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:35.891 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:35.891 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:35.892 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:35.959 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 1, 3, 2, 7] out_osds: [] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:39:35.959 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:39:35.993 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:36.011 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:36.012 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:36.012 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:36.113 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:36.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:36.132 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:36.132 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:36.232 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:39:36.233 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:36.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:36.252 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:36.252 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:36.353 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:36.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[99461]: cluster 2021-03-04T23:39:34.799269+0000 mgr.x (mgr.34676) 1146 : cluster [DBG] pgmap v1202: 133 pgs: 133 active+clean; 3.3 KiB data, 1.5 GiB used, 666 GiB / 672 GiB avail; 0 B/s, 1 keys/s, 0 objects/s recovering 2021-03-04T23:39:36.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[99461]: cluster 2021-03-04T23:39:35.110998+0000 osd.5 (osd.5) 38 : cluster [DBG] 1.8 scrub starts 2021-03-04T23:39:36.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[99461]: cluster 2021-03-04T23:39:35.111904+0000 osd.5 (osd.5) 39 : cluster [DBG] 1.8 scrub ok 2021-03-04T23:39:36.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[99461]: audit 2021-03-04T23:39:35.223916+0000 mon.a (mon.0) 1605 : audit [INF] from='client.? 172.21.2.111:0/4285246687' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]': finished 2021-03-04T23:39:36.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[99461]: cluster 2021-03-04T23:39:35.223970+0000 mon.a (mon.0) 1606 : cluster [DBG] osdmap e354: 8 total, 8 up, 8 in 2021-03-04T23:39:36.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[99461]: audit 2021-03-04T23:39:35.229081+0000 mon.a (mon.0) 1607 : audit [INF] from='client.? 172.21.2.111:0/447744766' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:39:36.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[99461]: cluster 2021-03-04T23:39:35.279857+0000 osd.0 (osd.0) 11 : cluster [DBG] 1.1f scrub ok 2021-03-04T23:39:36.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[99461]: cluster 2021-03-04T23:39:35.605053+0000 osd.2 (osd.2) 6 : cluster [DBG] 1.14 scrub ok 2021-03-04T23:39:36.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[99461]: cluster 2021-03-04T23:39:35.615535+0000 osd.7 (osd.7) 37 : cluster [DBG] 1.2 scrub starts 2021-03-04T23:39:36.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[99461]: cluster 2021-03-04T23:39:35.616157+0000 osd.7 (osd.7) 38 : cluster [DBG] 1.2 scrub ok 2021-03-04T23:39:36.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: cluster 2021-03-04T23:39:36.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: 2021-03-04T23:39:36.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: 2021 2021-03-04T23:39:36.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: - 2021-03-04T23:39:36.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: 03 2021-03-04T23:39:36.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: -04T23:39:34.799269+0000 mgr.x 2021-03-04T23:39:36.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: (mgr.34676) 1146 : cluster [DBG] pgmap v1202: 133 pgs: 133 active+clean; 3.3 KiB data, 1.5 GiB used, 666 GiB / 672 GiB avail; 0 B/s, 1 keys/s, 0 objects/s recovering 2021-03-04T23:39:36.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: cluster 2021-03-04T23:39: 2021-03-04T23:39:36.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: 35.110998+0000 osd.5 (osd.5) 38 : cluster [DBG] 1.8 scrub starts 2021-03-04T23:39:36.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: cluster 2021-03 2021-03-04T23:39:36.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: -04T23:39:35.111904+0000 osd.5 (osd. 2021-03-04T23:39:36.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: 5) 39 : cluster [DBG] 1.8 scrub ok 2021-03-04T23:39:36.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: audit 2021 2021-03-04T23:39:36.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: -03-04T23:39:35.223916+0000 mon.a ( 2021-03-04T23:39:36.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: mon.0) 1605 : audit [INF] from='client.? 172.21.2.111:0/4285246687' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]': finished 2021-03-04T23:39:36.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: cluster 2021 2021-03-04T23:39:36.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: -03-04T23:39:35.223970+0000 mon.a 2021-03-04T23:39:36.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: (mon.0) 1606 : cluster [DBG] osdmap e354: 8 total, 8 up, 8 in 2021-03-04T23:39:36.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: audit 2021-03-04T23:39:36.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: 2021-03-04T23:39:35.229081+0000 2021-03-04T23:39:36.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: mon.a (mon.0) 1607 : audit [INF] from='client.? 172.21.2.111:0/447744766' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:39:36.363 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: cluster 2021-03-04T23:39:36.363 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: 2021-03-04T23:39:35.279857+0000 osd.0 2021-03-04T23:39:36.363 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: (osd.0) 11 : cluster [DBG] 1.1f scrub ok 2021-03-04T23:39:36.363 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: cluster 2021-03 2021-03-04T23:39:36.364 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: -04T23:39:35.605053+0000 osd.2 (osd.2) 6 2021-03-04T23:39:36.364 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: : cluster [DBG] 1.14 scrub ok 2021-03-04T23:39:36.364 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: cluster 2021 2021-03-04T23:39:36.364 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: -03-04T23:39:35.615535+0000 osd.7 ( 2021-03-04T23:39:36.364 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: osd.7) 37 : cluster [DBG] 1.2 scrub starts 2021-03-04T23:39:36.365 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: cluster 2021 2021-03-04T23:39:36.365 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: -03-04T23:39:35.616157+0000 osd.7 2021-03-04T23:39:36.365 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:36 gibba011 conmon[95595]: (osd.7) 38 : cluster [DBG] 1.2 scrub ok 2021-03-04T23:39:36.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:36.383 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:36.384 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:36.419 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-03-04T23:39:36.485 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:36.501 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:36.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:36.502 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:36.530 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:39:36.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:36 gibba038 conmon[76675]: cluster 2021-03-04T23:39:34.799269+0000 mgr.x (mgr.34676) 1146 2021-03-04T23:39:36.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:36 gibba038 conmon[76675]: : cluster [DBG] pgmap v1202: 133 pgs: 133 active+clean; 3.3 KiB data, 1.5 GiB used, 666 GiB / 672 GiB avail; 0 B/s, 1 keys/s, 0 objects/s recovering 2021-03-04T23:39:36.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:36 gibba038 conmon[76675]: cluster 2021-03-04T23:39:35.110998+0000 osd.5 (osd.5) 38 : cluster [DBG] 1.8 scrub starts 2021-03-04T23:39:36.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:36 gibba038 conmon[76675]: cluster 2021-03-04T23:39:35.111904+0000 osd.5 (osd.5) 39 : cluster [DBG] 1.8 scrub ok 2021-03-04T23:39:36.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:36 gibba038 conmon[76675]: audit 2021-03-04T23:39:35.223916+0000 mon.a (mon.0) 1605 : audit [INF] from='client.? 172.21.2.111:0/4285246687' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_6", "pg_num": 16}]': finished 2021-03-04T23:39:36.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:36 gibba038 conmon[76675]: cluster 2021-03-04T23:39:35.223970+0000 mon.a (mon.0) 1606 : cluster [DBG] osdmap e354: 8 total, 8 up, 8 in 2021-03-04T23:39:36.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:36 gibba038 conmon[76675]: audit 2021-03-04T23:39:35.229081+0000 mon.a (mon.0) 1607 : audit [INF] from='client.? 172.21.2.111:0/447744766' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:39:36.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:36 gibba038 conmon[76675]: cluster 2021-03-04T23:39:35.279857+0000 osd.0 (osd.0) 11 : cluster [DBG] 1.1f scrub ok 2021-03-04T23:39:36.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:36 gibba038 conmon[76675]: cluster 2021-03-04T23:39:35.605053+0000 osd.2 (osd.2) 6 : cluster [DBG] 1.14 scrub ok 2021-03-04T23:39:36.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:36 gibba038 conmon[76675]: cluster 2021-03-04T23:39:35.615535+0000 osd.7 (osd.7) 37 : cluster [DBG] 1.2 scrub starts 2021-03-04T23:39:36.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:36 gibba038 conmon[76675]: cluster 2021-03-04T23:39:35.616157+0000 osd.7 (osd.7) 38 : cluster [DBG] 1.2 scrub ok 2021-03-04T23:39:36.604 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:36.621 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:36.622 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:36.623 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:36.725 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:36.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:36.743 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:36.743 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:36.845 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:36.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:36.862 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:36.863 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:36.964 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:36.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:36.982 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:36.983 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:36.996 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool application enable unique_pool_6 rados --yes-i-really-mean-it || true 2021-03-04T23:39:37.084 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:37.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:37.104 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:37.104 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:37.145 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:37.205 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:37.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:37.223 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:37.223 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:37.325 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:37.344 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:37.345 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:37.346 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:37.447 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:37.464 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:37.465 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:37.466 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:37.567 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:37.585 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:37.585 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:37.586 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:37.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:37 gibba038 conmon[76675]: cluster 2021-03-04T23:39:36.222151+0000 mon.a (mon.0) 1608 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:37.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:37 gibba038 conmon[76675]: audit 2021-03-04T23:39:36.225194+0000 mon.a (mon.0) 1609 : audit [INF] from='client.? 172.21.2.111:0/447744766' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:39:37.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:37 gibba038 conmon[76675]: cluster 2021-03-04T23:39:36.225238+0000 mon.a (mon.0) 1610 : cluster [DBG] osdmap e355: 8 total, 8 up, 8 in 2021-03-04T23:39:37.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:37 gibba038 conmon[76675]: audit 2021-03-04T23:39:36.701284+0000 mon.a (mon.0) 1611 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:39:37.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:37 gibba038 conmon[76675]: audit 2021-03-04T23:39:36.775676+0000 mon.c (mon.1) 461 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:39:37.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:37 gibba038 conmon[76675]: audit 2021-03-04T23:39:36.776046+0000 mon.a (mon.0) 1612 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:39:37.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:37 gibba011 conmon[95595]: cluster 2021-03-04T23:39:36.222151+0000 mon.a (mon.0) 1608 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:37.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:37 gibba011 conmon[95595]: audit 2021-03-04T23:39:36.225194+0000 mon.a (mon.0) 1609 : audit [INF] from='client.? 172.21.2.111:0/447744766' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:39:37.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:37 gibba011 conmon[95595]: cluster 2021-03-04T23:39:36.225238+0000 mon.a (mon.0) 1610 : cluster [DBG] osdmap e355: 8 total, 8 up, 8 in 2021-03-04T23:39:37.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:37 gibba011 conmon[95595]: audit 2021-03-04T23:39:36.701284+0000 mon.a (mon.0) 1611 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:39:37.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:37 gibba011 conmon[95595]: audit 2021-03-04T23:39:36.775676+0000 mon.c (mon.1) 461 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:39:37.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:37 gibba011 conmon[95595]: audit 2021-03-04T23:39:36.776046+0000 mon.a (mon.0) 1612 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:39:37.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:37 gibba011 conmon[99461]: cluster 2021-03-04T23:39:36.222151+0000 mon.a (mon.0) 1608 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:37.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:37 gibba011 conmon[99461]: audit 2021-03-04T23:39:36.225194+0000 mon.a (mon.0) 1609 : audit [INF] from='client.? 172.21.2.111:0/447744766' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:39:37.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:37 gibba011 conmon[99461]: cluster 2021-03-04T23:39:36.225238+0000 mon.a (mon.0) 1610 : cluster [DBG] osdmap e355: 8 total, 8 up, 8 in 2021-03-04T23:39:37.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:37 gibba011 conmon[99461]: audit 2021-03-04T23:39:36.701284+0000 mon.a (mon.0) 1611 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:39:37.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:37 gibba011 conmon[99461]: audit 2021-03-04T23:39:36.775676+0000 mon.c (mon.1) 461 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:39:37.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:37 gibba011 conmon[99461]: audit 2021-03-04T23:39:36.776046+0000 mon.a (mon.0) 1612 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:39:37.687 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:37.705 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:37.706 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:37.706 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:37.721 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:39:37.722 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:39:37.722 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:39:37.722 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:39:37.723 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:39:37.723 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:39:37.730 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:39:37.749 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:39:37.750 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:39:37.750 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:39:37.751 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:39:37.751 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:39:37.751 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:39:37.751 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:39:37.751 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:39:37.752 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:39:37.808 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:37.826 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:37.829 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:37.830 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:37.931 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:37.950 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:37.951 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:37.952 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:38.054 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:38.077 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:38.079 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:38.079 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:38.091 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:39:38.091 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:39:38.092 INFO:teuthology.orchestra.run.gibba038.stdout: "complaint_time": 30, 2021-03-04T23:39:38.092 INFO:teuthology.orchestra.run.gibba038.stdout: "num_blocked_ops": 0 2021-03-04T23:39:38.092 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:39:38.180 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:38.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:38.198 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:38.199 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:38.300 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:38.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:38.321 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:38.322 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:38.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:38 gibba038 conmon[76675]: cluster 2021-03-04T23:39:36.799523+0000 mgr.x (mgr.34676) 1147 : cluster 2021-03-04T23:39:38.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:38 gibba038 conmon[76675]: [DBG] pgmap v1205: 149 pgs: 2 creating+peering, 14 unknown, 133 active+clean; 3.3 KiB data, 1.5 GiB used, 666 GiB / 672 GiB avail; 0 B/s, 1 keys/s, 0 objects/s recovering 2021-03-04T23:39:38.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:38 gibba038 conmon[76675]: cluster 2021-03-04T23:39:37.231666+0000 mon.a (mon.0) 1613 : cluster [DBG] osdmap e356: 8 total, 8 up, 8 in 2021-03-04T23:39:38.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:38 gibba038 conmon[76675]: audit 2021-03-04T23:39:37.619434+0000 mon.c (mon.1) 462 : audit [DBG] from='client.? 172.21.2.111:0/290906390' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:38.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:38 gibba038 conmon[76675]: audit 2021-03-04T23:39:37.701818+0000 mon.a (mon.0) 1614 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:39:38.388 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:38 gibba011 conmon[95595]: cluster 2021-03-04T23:39:36.799523+0000 mgr.x (mgr.34676) 1147 : cluster [DBG] pgmap v1205: 149 pgs: 2 creating+peering, 14 unknown, 133 active+clean; 3.3 KiB data, 1.5 GiB used, 666 GiB / 672 GiB avail; 0 B/s, 1 keys/s, 0 objects/s recovering 2021-03-04T23:39:38.389 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:38 gibba011 conmon[95595]: cluster 2021-03-04T23:39:37.231666+0000 mon.a (mon.0) 1613 : cluster [DBG] osdmap e356: 8 total, 8 up, 8 in 2021-03-04T23:39:38.389 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:38 gibba011 conmon[95595]: audit 2021-03-04T23:39:37.619434+0000 mon.c (mon.1) 462 : audit [DBG] from='client.? 172.21.2.111:0/290906390' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:38.389 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:38 gibba011 conmon[95595]: audit 2021-03-04T23:39:37.701818 2021-03-04T23:39:38.390 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:38 gibba011 conmon[95595]: +0000 mon.a (mon.0) 1614 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:39:38.390 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:38 gibba011 conmon[99461]: cluster 2021-03-04T23:39:36.799523+0000 mgr.x (mgr.34676) 1147 : cluster [DBG] pgmap v1205: 149 pgs: 2 creating+peering, 14 unknown, 133 active+clean; 3.3 KiB data, 1.5 GiB used, 666 GiB / 672 GiB avail; 0 B/s, 1 keys/s, 0 objects/s recovering 2021-03-04T23:39:38.390 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:38 gibba011 conmon[99461]: cluster 2021-03-04T23:39:37.231666+0000 mon.a (mon.0) 1613 : cluster [DBG] osdmap e356: 8 total, 8 up, 8 in 2021-03-04T23:39:38.391 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:38 gibba011 conmon[99461]: audit 2021-03-04T23:39:37.619434+0000 mon.c 2021-03-04T23:39:38.391 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:38 gibba011 conmon[99461]: (mon.1) 462 : audit [DBG] from='client.? 172.21.2.111:0/290906390' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:38.391 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:38 gibba011 conmon[99461]: audit 2021-03-04T23:39:37.701818+0000 mon.a (mon.0) 1614 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:39:38.424 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:38.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:38.442 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:38.442 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:38.543 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:38.560 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:38.561 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:38.562 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:38.663 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:38.682 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:38.683 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:38.683 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:38.777 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-03-04T23:39:38.784 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:38.802 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:38.803 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:38.804 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:38.886 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:39:38.904 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:38.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:38.933 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:38.933 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:39.034 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:39.052 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:39.053 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:39.053 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:39.155 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:39.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:39.176 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:39.176 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:39.277 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:39.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:39.296 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:39.296 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:39.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:39 gibba038 conmon[76675]: cephadm 2021-03-04T23:39:37.702622+0000 mgr.x (mgr.34676) 1148 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:39:39.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:39 gibba038 conmon[76675]: audit 2021-03-04T23:39:39.167366+0000 mon.a (mon.0) 1615 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:39:39.389 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:39:39.397 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:39.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:39.452 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:39.453 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:39.502 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:39.554 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:39.572 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:39.574 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:39.574 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:39.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:39 gibba011 conmon[95595]: cephadm 2021-03-04T23:39:37.702622+0000 mgr.x (mgr.34676) 1148 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:39:39.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:39 gibba011 conmon[95595]: audit 2021-03-04T23:39:39.167366+0000 mon.a (mon.0) 1615 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:39:39.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:39 gibba011 conmon[99461]: cephadm 2021-03-04T23:39:37.702622+0000 mgr.x (mgr.34676) 1148 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:39:39.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:39 gibba011 conmon[99461]: audit 2021-03-04T23:39:39.167366+0000 mon.a (mon.0 2021-03-04T23:39:39.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:39 gibba011 conmon[99461]: ) 1615 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:39:39.676 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:39.693 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:39.694 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:39.695 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:39.796 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:39.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:39.815 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:39.816 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:39.917 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:39.936 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:39.937 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:39.938 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:40.040 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:40.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:40.059 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:40.059 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:40.161 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:40.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:40.180 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:40.180 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:40.205 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:39:40.205 INFO:teuthology.orchestra.run.gibba038.stdout: "size": 20, 2021-03-04T23:39:40.205 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 600, 2021-03-04T23:39:40.206 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:39:40.206 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.206 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:188922 9.1 9:8c771887:::benchmark_data_gibba011_139107_object35555:head [delete] snapc 0=[] ondisk+write+known_if_redirected e200)", 2021-03-04T23:39:40.206 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:29:40.554267+0000", 2021-03-04T23:39:40.206 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 599.64643950200002, 2021-03-04T23:39:40.207 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8623264709999998, 2021-03-04T23:39:40.207 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:40.208 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:40.208 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:40.208 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:39:40.209 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:39:40.209 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 188922 2021-03-04T23:39:40.209 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.209 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:40.210 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.210 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:40.210 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.554267+0000", 2021-03-04T23:39:40.211 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:40.211 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.211 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.211 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:40.212 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.554267+0000", 2021-03-04T23:39:40.212 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7910000000000001e-06 2021-03-04T23:39:40.212 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.213 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.213 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:40.213 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.554268+0000", 2021-03-04T23:39:40.214 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1909999999999999e-06 2021-03-04T23:39:40.214 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.214 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.215 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:40.215 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.554270+0000", 2021-03-04T23:39:40.215 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.7149999999999993e-06 2021-03-04T23:39:40.216 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.216 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.216 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:40.216 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.554279+0000", 2021-03-04T23:39:40.217 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8489999999999997e-06 2021-03-04T23:39:40.217 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.217 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.218 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:40.218 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.554284+0000", 2021-03-04T23:39:40.218 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.145994872 2021-03-04T23:39:40.219 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.219 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.219 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:40.221 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.700279+0000", 2021-03-04T23:39:40.222 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0093470029999999996 2021-03-04T23:39:40.222 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.222 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.223 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:39:40.223 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.709626+0000", 2021-03-04T23:39:40.224 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.081501287000000006 2021-03-04T23:39:40.224 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.225 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.225 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:40.225 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.791127+0000", 2021-03-04T23:39:40.226 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0088647929999999993 2021-03-04T23:39:40.226 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.227 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.227 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for rw locks", 2021-03-04T23:39:40.228 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:40.799992+0000", 2021-03-04T23:39:40.228 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.528852927 2021-03-04T23:39:40.229 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.229 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.229 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:40.230 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.328845+0000", 2021-03-04T23:39:40.230 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0074938460000000002 2021-03-04T23:39:40.231 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.232 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.232 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:40.232 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.336339+0000", 2021-03-04T23:39:40.233 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.015121081 2021-03-04T23:39:40.233 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.233 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.233 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 4,7", 2021-03-04T23:39:40.234 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.351460+0000", 2021-03-04T23:39:40.234 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.010762301 2021-03-04T23:39:40.234 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.234 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.235 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.235 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.362222+0000", 2021-03-04T23:39:40.235 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0025247899999999998 2021-03-04T23:39:40.235 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.236 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.236 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.236 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:42.364747+0000", 2021-03-04T23:39:40.236 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0271558629999999 2021-03-04T23:39:40.237 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.237 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.237 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:40.237 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:43.391903+0000", 2021-03-04T23:39:40.237 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0044556409999999998 2021-03-04T23:39:40.238 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.238 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.238 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:40.238 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:43.396358+0000", 2021-03-04T23:39:40.239 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.020234520999999998 2021-03-04T23:39:40.239 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.239 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.239 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:40.239 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:29:43.416593+0000", 2021-03-04T23:39:40.240 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8623264709999998 2021-03-04T23:39:40.240 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.240 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:40.241 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.241 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.241 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.241 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:194005 10.a 10:5ea17b2c:::benchmark_data_gibba011_264195_object194004:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e329)", 2021-03-04T23:39:40.242 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:41.282901+0000", 2021-03-04T23:39:40.242 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 118.917805376, 2021-03-04T23:39:40.243 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.109969012, 2021-03-04T23:39:40.243 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:40.243 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:40.244 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:40.244 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:40.245 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:40.245 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 194005 2021-03-04T23:39:40.246 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.246 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:40.246 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.247 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:40.247 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.282901+0000", 2021-03-04T23:39:40.247 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:40.247 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.248 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.248 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:40.248 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.282901+0000", 2021-03-04T23:39:40.249 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8138000000000001e-05 2021-03-04T23:39:40.249 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.249 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.249 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:40.250 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.282929+0000", 2021-03-04T23:39:40.250 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6780000000000001e-06 2021-03-04T23:39:40.250 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.250 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.251 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:40.251 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.282930+0000", 2021-03-04T23:39:40.251 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.8030000000000008e-06 2021-03-04T23:39:40.251 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.252 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.252 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:40.252 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.282940+0000", 2021-03-04T23:39:40.252 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0520000000000001e-06 2021-03-04T23:39:40.253 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.253 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.253 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:40.253 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.282945+0000", 2021-03-04T23:39:40.253 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9217000000000001e-05 2021-03-04T23:39:40.254 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.254 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.254 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:40.255 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.282985+0000", 2021-03-04T23:39:40.255 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.7722999999999999e-05 2021-03-04T23:39:40.255 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.255 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.256 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:40.256 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.283082+0000", 2021-03-04T23:39:40.256 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010244200000000001 2021-03-04T23:39:40.257 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.257 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.258 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:39:40.258 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.283185+0000", 2021-03-04T23:39:40.259 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0055216010000000001 2021-03-04T23:39:40.259 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.259 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.260 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:40.260 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.288706+0000", 2021-03-04T23:39:40.260 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00069589100000000002 2021-03-04T23:39:40.260 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.261 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.261 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.261 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.289402+0000", 2021-03-04T23:39:40.261 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.10335309099999999 2021-03-04T23:39:40.261 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.262 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.262 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.262 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.392755+0000", 2021-03-04T23:39:40.262 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5488000000000001e-05 2021-03-04T23:39:40.263 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.263 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.263 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:40.263 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.392811+0000", 2021-03-04T23:39:40.264 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8888000000000003e-05 2021-03-04T23:39:40.264 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.264 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.264 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:40.265 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.392870+0000", 2021-03-04T23:39:40.265 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.109969012 2021-03-04T23:39:40.266 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.266 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:40.266 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.266 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.267 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.267 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:194010 10.a 10:54e6daf7:::benchmark_data_gibba011_264195_object194009:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e329)", 2021-03-04T23:39:40.267 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:41.282995+0000", 2021-03-04T23:39:40.268 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 118.917710664, 2021-03-04T23:39:40.268 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.110026811, 2021-03-04T23:39:40.268 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:40.268 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:40.268 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:40.269 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:40.269 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:40.269 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 194010 2021-03-04T23:39:40.270 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.270 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:40.271 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.271 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:40.272 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.282995+0000", 2021-03-04T23:39:40.272 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:40.272 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.273 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.273 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:40.274 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.282995+0000", 2021-03-04T23:39:40.274 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8947999999999999e-05 2021-03-04T23:39:40.274 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.275 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.275 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:40.276 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.283014+0000", 2021-03-04T23:39:40.276 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.75e-07 2021-03-04T23:39:40.277 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.277 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.277 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:40.278 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.283015+0000", 2021-03-04T23:39:40.278 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7550000000000002e-06 2021-03-04T23:39:40.279 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.279 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.279 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:40.280 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.283020+0000", 2021-03-04T23:39:40.280 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1920000000000001e-06 2021-03-04T23:39:40.281 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.281 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.281 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:40.282 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.283023+0000", 2021-03-04T23:39:40.282 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0030392470000000001 2021-03-04T23:39:40.282 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.282 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.283 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:40.283 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.286062+0000", 2021-03-04T23:39:40.283 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000109467 2021-03-04T23:39:40.283 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.284 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.284 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:40.284 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.286172+0000", 2021-03-04T23:39:40.285 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000102494 2021-03-04T23:39:40.285 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.285 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.286 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:39:40.286 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.286274+0000", 2021-03-04T23:39:40.287 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0025839700000000001 2021-03-04T23:39:40.287 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.287 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.288 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:40.288 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.288858+0000", 2021-03-04T23:39:40.288 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000692681 2021-03-04T23:39:40.289 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.289 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.289 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.290 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.289551+0000", 2021-03-04T23:39:40.290 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.103377082 2021-03-04T23:39:40.291 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.291 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.291 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.292 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.392928+0000", 2021-03-04T23:39:40.292 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.2840000000000002e-05 2021-03-04T23:39:40.292 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.293 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.293 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:40.293 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.392981+0000", 2021-03-04T23:39:40.294 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.1459999999999999e-05 2021-03-04T23:39:40.294 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.294 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.295 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:40.295 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.393022+0000", 2021-03-04T23:39:40.296 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.110026811 2021-03-04T23:39:40.296 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.296 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:40.296 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.297 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.297 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.297 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:194023 10.f 10:f6ca59a5:::benchmark_data_gibba011_264195_object194022:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e329)", 2021-03-04T23:39:40.297 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:41.289676+0000", 2021-03-04T23:39:40.298 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 118.911030313, 2021-03-04T23:39:40.298 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.105923375, 2021-03-04T23:39:40.298 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:40.298 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:40.299 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:40.299 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:40.300 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:40.300 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 194023 2021-03-04T23:39:40.300 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.300 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:40.300 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.301 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:40.301 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.289676+0000", 2021-03-04T23:39:40.301 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:40.301 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.301 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.302 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:40.302 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.289676+0000", 2021-03-04T23:39:40.302 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8981999999999999e-05 2021-03-04T23:39:40.302 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.303 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.303 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:40.303 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.289695+0000", 2021-03-04T23:39:40.303 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4619999999999999e-06 2021-03-04T23:39:40.303 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.304 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.304 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:40.304 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.289696+0000", 2021-03-04T23:39:40.304 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.0000000000000002e-06 2021-03-04T23:39:40.305 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.305 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.305 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:40.305 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.289705+0000", 2021-03-04T23:39:40.305 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8240000000000001e-06 2021-03-04T23:39:40.306 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.306 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.306 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:40.306 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.289709+0000", 2021-03-04T23:39:40.307 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7234999999999999e-05 2021-03-04T23:39:40.307 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.307 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.307 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:40.307 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.289736+0000", 2021-03-04T23:39:40.308 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000101871 2021-03-04T23:39:40.308 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.308 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.308 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:40.309 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.289838+0000", 2021-03-04T23:39:40.309 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013088800000000001 2021-03-04T23:39:40.309 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.309 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.310 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,3,4", 2021-03-04T23:39:40.310 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.289969+0000", 2021-03-04T23:39:40.310 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0024894700000000001 2021-03-04T23:39:40.310 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.310 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.311 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:40.311 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.292458+0000", 2021-03-04T23:39:40.311 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.100235769 2021-03-04T23:39:40.311 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.312 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.312 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.312 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.392694+0000", 2021-03-04T23:39:40.312 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00061707899999999998 2021-03-04T23:39:40.313 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.313 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.313 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.314 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.393311+0000", 2021-03-04T23:39:40.314 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.002109526 2021-03-04T23:39:40.314 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.315 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.315 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.315 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.395421+0000", 2021-03-04T23:39:40.316 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4416999999999998e-05 2021-03-04T23:39:40.316 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.316 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.316 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:40.316 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.395475+0000", 2021-03-04T23:39:40.317 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012385200000000001 2021-03-04T23:39:40.317 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.317 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.317 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:40.318 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:41.395599+0000", 2021-03-04T23:39:40.318 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.105923375 2021-03-04T23:39:40.318 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.318 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:40.318 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.319 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.319 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.319 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:329336 10.7 10:e62b1437:::benchmark_data_gibba011_264195_object135299:head [delete] snapc 0=[] ondisk+write+known_if_redirected e342)", 2021-03-04T23:39:40.319 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:54.185138+0000", 2021-03-04T23:39:40.320 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 46.015568045999999, 2021-03-04T23:39:40.320 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.118620026, 2021-03-04T23:39:40.320 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:40.320 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:40.320 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:40.321 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:40.321 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:40.321 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 329336 2021-03-04T23:39:40.321 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.322 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:40.322 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.322 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:40.322 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.185138+0000", 2021-03-04T23:39:40.322 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:40.323 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.323 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.323 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:40.323 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.185138+0000", 2021-03-04T23:39:40.324 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.7199999999999997e-07 2021-03-04T23:39:40.324 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.324 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.324 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:40.324 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.185139+0000", 2021-03-04T23:39:40.325 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.7199999999999997e-07 2021-03-04T23:39:40.325 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.325 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.325 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:40.325 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.185140+0000", 2021-03-04T23:39:40.326 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9740000000000002e-06 2021-03-04T23:39:40.326 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.326 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.326 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:40.326 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.185148+0000", 2021-03-04T23:39:40.327 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2540000000000001e-06 2021-03-04T23:39:40.327 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.327 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.327 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:40.328 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.185151+0000", 2021-03-04T23:39:40.328 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1568e-05 2021-03-04T23:39:40.328 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.328 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.329 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:40.329 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.185183+0000", 2021-03-04T23:39:40.329 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.3948000000000003e-05 2021-03-04T23:39:40.329 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.330 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.330 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:40.330 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.185267+0000", 2021-03-04T23:39:40.330 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.8075e-05 2021-03-04T23:39:40.330 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.331 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.331 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 3,5", 2021-03-04T23:39:40.331 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.185345+0000", 2021-03-04T23:39:40.331 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0044839210000000001 2021-03-04T23:39:40.332 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.332 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.332 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:40.332 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.189829+0000", 2021-03-04T23:39:40.332 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0026291109999999999 2021-03-04T23:39:40.333 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.333 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.333 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.333 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.192458+0000", 2021-03-04T23:39:40.333 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.111250689 2021-03-04T23:39:40.334 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.334 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.334 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.334 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.303708+0000", 2021-03-04T23:39:40.335 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5982999999999998e-05 2021-03-04T23:39:40.335 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.335 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.335 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:40.335 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.303734+0000", 2021-03-04T23:39:40.336 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3558999999999999e-05 2021-03-04T23:39:40.336 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.336 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.336 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:40.336 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.303758+0000", 2021-03-04T23:39:40.337 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.118620026 2021-03-04T23:39:40.337 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.337 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:40.337 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.338 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.338 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.338 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:329338 10.7 10:ed6574b4:::benchmark_data_gibba011_264195_object135301:head [delete] snapc 0=[] ondisk+write+known_if_redirected e342)", 2021-03-04T23:39:40.338 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:54.185174+0000", 2021-03-04T23:39:40.339 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 46.015532309999998, 2021-03-04T23:39:40.339 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.118693034, 2021-03-04T23:39:40.339 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:40.339 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:40.339 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:40.340 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:40.340 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:40.340 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 329338 2021-03-04T23:39:40.340 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.340 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:40.341 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.341 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:40.341 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.185174+0000", 2021-03-04T23:39:40.341 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:40.342 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.342 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.342 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:40.342 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.185174+0000", 2021-03-04T23:39:40.342 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.4600000000000004e-07 2021-03-04T23:39:40.343 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.343 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.343 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:40.343 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.185174+0000", 2021-03-04T23:39:40.344 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.0200000000000002e-07 2021-03-04T23:39:40.344 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.344 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.344 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:40.344 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.185175+0000", 2021-03-04T23:39:40.345 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8519999999999997e-06 2021-03-04T23:39:40.345 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.345 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.345 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:40.345 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.185179+0000", 2021-03-04T23:39:40.346 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6340000000000001e-06 2021-03-04T23:39:40.346 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.346 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.346 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:40.347 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.185182+0000", 2021-03-04T23:39:40.347 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0024232630000000002 2021-03-04T23:39:40.347 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.347 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.347 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:40.348 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.187605+0000", 2021-03-04T23:39:40.348 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000111944 2021-03-04T23:39:40.348 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.348 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.349 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:40.349 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.187717+0000", 2021-03-04T23:39:40.349 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000116879 2021-03-04T23:39:40.349 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.349 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.350 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 3,5", 2021-03-04T23:39:40.350 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.187834+0000", 2021-03-04T23:39:40.350 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0021454730000000002 2021-03-04T23:39:40.350 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.350 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.351 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:40.351 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.189979+0000", 2021-03-04T23:39:40.351 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0046501249999999997 2021-03-04T23:39:40.351 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.352 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.352 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.352 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.194629+0000", 2021-03-04T23:39:40.352 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.109174907 2021-03-04T23:39:40.352 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.353 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.353 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.353 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.303804+0000", 2021-03-04T23:39:40.353 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4736000000000001e-05 2021-03-04T23:39:40.353 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.354 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.354 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:40.354 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.303839+0000", 2021-03-04T23:39:40.354 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7872999999999999e-05 2021-03-04T23:39:40.355 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.355 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.355 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:40.355 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.303867+0000", 2021-03-04T23:39:40.355 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.118693034 2021-03-04T23:39:40.356 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.356 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:40.356 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.356 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.357 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.357 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:329343 10.7 10:e255be31:::benchmark_data_gibba011_264195_object135306:head [delete] snapc 0=[] ondisk+write+known_if_redirected e342)", 2021-03-04T23:39:40.357 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:54.190051+0000", 2021-03-04T23:39:40.357 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 46.010654975999998, 2021-03-04T23:39:40.357 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.115954082, 2021-03-04T23:39:40.358 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:40.358 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:40.358 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:40.358 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:40.358 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:40.359 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 329343 2021-03-04T23:39:40.359 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.359 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:40.359 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.360 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:40.360 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.190051+0000", 2021-03-04T23:39:40.360 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:40.360 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.360 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.361 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:40.361 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.190051+0000", 2021-03-04T23:39:40.361 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.9299999999999996e-07 2021-03-04T23:39:40.361 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.362 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.362 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:40.362 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.190052+0000", 2021-03-04T23:39:40.362 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9500000000000002e-07 2021-03-04T23:39:40.362 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.363 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.363 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:40.363 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.190053+0000", 2021-03-04T23:39:40.363 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9200000000000004e-06 2021-03-04T23:39:40.364 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.364 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.364 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:40.364 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.190060+0000", 2021-03-04T23:39:40.364 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.467e-06 2021-03-04T23:39:40.365 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.365 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.365 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:40.365 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.190064+0000", 2021-03-04T23:39:40.365 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1690999999999999e-05 2021-03-04T23:39:40.366 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.366 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.366 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:40.366 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.190096+0000", 2021-03-04T23:39:40.367 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013017700000000001 2021-03-04T23:39:40.367 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.367 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.367 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:40.367 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.190226+0000", 2021-03-04T23:39:40.368 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012469099999999999 2021-03-04T23:39:40.368 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.368 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.368 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 3,5", 2021-03-04T23:39:40.369 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.190350+0000", 2021-03-04T23:39:40.369 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.002184161 2021-03-04T23:39:40.369 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.369 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.370 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:40.370 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.192535+0000", 2021-03-04T23:39:40.370 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0021684479999999999 2021-03-04T23:39:40.370 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.370 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.371 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.371 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.194703+0000", 2021-03-04T23:39:40.371 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.11122195999999999 2021-03-04T23:39:40.371 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.372 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.372 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.372 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.305925+0000", 2021-03-04T23:39:40.372 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3547000000000002e-05 2021-03-04T23:39:40.372 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.373 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.373 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:40.373 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.305969+0000", 2021-03-04T23:39:40.373 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6532000000000002e-05 2021-03-04T23:39:40.373 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.374 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.374 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:40.374 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.306005+0000", 2021-03-04T23:39:40.374 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.115954082 2021-03-04T23:39:40.375 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.375 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:40.375 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.375 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.375 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.376 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:329362 10.7 10:ef23b7a1:::benchmark_data_gibba011_264195_object135325:head [delete] snapc 0=[] ondisk+write+known_if_redirected e342)", 2021-03-04T23:39:40.376 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:54.201066+0000", 2021-03-04T23:39:40.376 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 45.999640438999997, 2021-03-04T23:39:40.376 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.10503865599999999, 2021-03-04T23:39:40.377 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:40.377 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:40.377 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:40.377 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:40.377 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:40.378 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 329362 2021-03-04T23:39:40.378 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.378 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:40.378 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.379 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:40.379 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.201066+0000", 2021-03-04T23:39:40.379 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:40.379 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.379 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.380 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:40.380 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.201066+0000", 2021-03-04T23:39:40.380 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5120000000000001e-06 2021-03-04T23:39:40.380 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.380 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.381 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:40.381 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.201067+0000", 2021-03-04T23:39:40.381 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.083e-06 2021-03-04T23:39:40.381 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.382 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.382 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:40.382 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.201068+0000", 2021-03-04T23:39:40.382 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.9909999999999996e-06 2021-03-04T23:39:40.382 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.383 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.383 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:40.383 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.201075+0000", 2021-03-04T23:39:40.383 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6260000000000001e-06 2021-03-04T23:39:40.384 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.384 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.384 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:40.384 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.201079+0000", 2021-03-04T23:39:40.384 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3485999999999998e-05 2021-03-04T23:39:40.385 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.385 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.385 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:40.385 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.201102+0000", 2021-03-04T23:39:40.385 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9945999999999997e-05 2021-03-04T23:39:40.386 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.386 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.386 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:40.386 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.201182+0000", 2021-03-04T23:39:40.387 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.7510999999999998e-05 2021-03-04T23:39:40.387 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.387 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.387 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 3,5", 2021-03-04T23:39:40.387 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.201250+0000", 2021-03-04T23:39:40.388 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0024006370000000002 2021-03-04T23:39:40.388 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.388 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.388 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:40.389 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.203650+0000", 2021-03-04T23:39:40.389 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4906000000000001e-05 2021-03-04T23:39:40.389 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.389 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.389 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.390 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.203685+0000", 2021-03-04T23:39:40.390 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.10235015 2021-03-04T23:39:40.390 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.390 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.391 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.391 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.306035+0000", 2021-03-04T23:39:40.391 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7231000000000003e-05 2021-03-04T23:39:40.391 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.391 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.392 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:40.392 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.306073+0000", 2021-03-04T23:39:40.392 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1576999999999999e-05 2021-03-04T23:39:40.392 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.393 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.393 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:40.393 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:54.306104+0000", 2021-03-04T23:39:40.393 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.10503865599999999 2021-03-04T23:39:40.393 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.394 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:40.394 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.394 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.394 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.394 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:332458 10.d 10:b1c2497b:::benchmark_data_gibba011_264195_object138421:head [delete] snapc 0=[] ondisk+write+known_if_redirected e342)", 2021-03-04T23:39:40.395 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:55.861872+0000", 2021-03-04T23:39:40.395 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 44.338833776000001, 2021-03-04T23:39:40.395 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.11544550100000001, 2021-03-04T23:39:40.395 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:40.396 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:40.396 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:40.396 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:40.396 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:40.396 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 332458 2021-03-04T23:39:40.397 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.397 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:40.397 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.397 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:40.397 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.861872+0000", 2021-03-04T23:39:40.398 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:40.398 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.398 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.398 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:40.399 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.861872+0000", 2021-03-04T23:39:40.399 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.782e-06 2021-03-04T23:39:40.399 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.399 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.399 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:40.400 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.861874+0000", 2021-03-04T23:39:40.400 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.4799999999999997e-07 2021-03-04T23:39:40.400 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.400 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.401 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:40.401 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.861875+0000", 2021-03-04T23:39:40.401 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.4089999999999992e-06 2021-03-04T23:39:40.401 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.402 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.402 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:40.402 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.861884+0000", 2021-03-04T23:39:40.402 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2490000000000003e-06 2021-03-04T23:39:40.402 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.403 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.403 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:40.403 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.861889+0000", 2021-03-04T23:39:40.403 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.6351000000000001e-05 2021-03-04T23:39:40.404 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.404 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.404 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:40.404 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.861965+0000", 2021-03-04T23:39:40.405 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.7201000000000007e-05 2021-03-04T23:39:40.405 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.405 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.405 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:40.405 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.862062+0000", 2021-03-04T23:39:40.406 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.3579000000000006e-05 2021-03-04T23:39:40.406 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.406 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.406 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:39:40.407 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.862156+0000", 2021-03-04T23:39:40.407 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.002509205 2021-03-04T23:39:40.407 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.407 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.407 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:40.408 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.864665+0000", 2021-03-04T23:39:40.408 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0046089599999999996 2021-03-04T23:39:40.408 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.408 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.408 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.409 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.869274+0000", 2021-03-04T23:39:40.409 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.10796536 2021-03-04T23:39:40.409 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.409 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.410 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.410 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.977239+0000", 2021-03-04T23:39:40.410 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9937000000000001e-05 2021-03-04T23:39:40.410 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.410 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.411 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:40.411 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.977279+0000", 2021-03-04T23:39:40.411 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8519999999999997e-05 2021-03-04T23:39:40.411 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.411 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.412 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:40.412 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.977318+0000", 2021-03-04T23:39:40.412 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.11544550100000001 2021-03-04T23:39:40.412 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.413 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:40.413 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.413 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.413 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.413 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:332468 10.d 10:b2665f2d:::benchmark_data_gibba011_264195_object138431:head [delete] snapc 0=[] ondisk+write+known_if_redirected e342)", 2021-03-04T23:39:40.414 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:55.864810+0000", 2021-03-04T23:39:40.414 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 44.335895905999998, 2021-03-04T23:39:40.414 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.112620863, 2021-03-04T23:39:40.414 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:40.415 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:40.415 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:40.415 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:40.415 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:40.415 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 332468 2021-03-04T23:39:40.416 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.416 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:40.416 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.416 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:40.417 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.864810+0000", 2021-03-04T23:39:40.417 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:40.417 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.417 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.417 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:40.418 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.864810+0000", 2021-03-04T23:39:40.418 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.7000000000000004e-07 2021-03-04T23:39:40.418 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.418 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.418 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:40.419 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.864811+0000", 2021-03-04T23:39:40.419 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.37e-07 2021-03-04T23:39:40.419 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.419 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.420 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:40.420 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.864811+0000", 2021-03-04T23:39:40.420 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2459999999999999e-06 2021-03-04T23:39:40.420 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.420 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.421 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:40.421 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.864815+0000", 2021-03-04T23:39:40.421 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.148e-06 2021-03-04T23:39:40.421 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.422 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.422 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:40.422 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.864817+0000", 2021-03-04T23:39:40.422 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2158e-05 2021-03-04T23:39:40.422 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.423 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.423 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:40.423 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.864839+0000", 2021-03-04T23:39:40.423 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.8037999999999999e-05 2021-03-04T23:39:40.423 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.424 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.424 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:40.424 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.864937+0000", 2021-03-04T23:39:40.424 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.3770999999999994e-05 2021-03-04T23:39:40.425 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.425 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.425 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:39:40.425 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.865031+0000", 2021-03-04T23:39:40.426 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027693100000000001 2021-03-04T23:39:40.426 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.426 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.426 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:40.426 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.867800+0000", 2021-03-04T23:39:40.427 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.001501891 2021-03-04T23:39:40.427 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.427 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.427 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.428 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.869302+0000", 2021-03-04T23:39:40.428 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.108060031 2021-03-04T23:39:40.428 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.428 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.428 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.429 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.977362+0000", 2021-03-04T23:39:40.429 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5064000000000002e-05 2021-03-04T23:39:40.429 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.429 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.429 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:40.430 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.977397+0000", 2021-03-04T23:39:40.430 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3998999999999998e-05 2021-03-04T23:39:40.430 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.430 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.431 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:40.431 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.977431+0000", 2021-03-04T23:39:40.431 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.112620863 2021-03-04T23:39:40.431 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.431 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:40.432 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.432 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.432 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.432 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:332475 10.a 10:54cfcd4b:::benchmark_data_gibba011_264195_object138438:head [delete] snapc 0=[] ondisk+write+known_if_redirected e342)", 2021-03-04T23:39:40.433 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:55.868486+0000", 2021-03-04T23:39:40.433 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 44.332220339000003, 2021-03-04T23:39:40.433 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.105786513, 2021-03-04T23:39:40.433 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:40.433 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:40.434 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:40.434 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:40.434 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:40.434 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 332475 2021-03-04T23:39:40.435 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.435 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:40.435 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.435 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:40.435 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.868486+0000", 2021-03-04T23:39:40.436 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:40.436 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.436 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.436 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:40.437 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.868486+0000", 2021-03-04T23:39:40.437 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5549999999999999e-06 2021-03-04T23:39:40.437 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.437 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.437 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:40.438 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.868487+0000", 2021-03-04T23:39:40.438 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.04e-06 2021-03-04T23:39:40.438 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.438 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.438 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:40.439 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.868488+0000", 2021-03-04T23:39:40.439 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.1259999999999998e-06 2021-03-04T23:39:40.439 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.439 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.440 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:40.440 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.868496+0000", 2021-03-04T23:39:40.440 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5880000000000002e-06 2021-03-04T23:39:40.440 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.440 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.441 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:40.441 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.868500+0000", 2021-03-04T23:39:40.441 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3974999999999999e-05 2021-03-04T23:39:40.441 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.441 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.442 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:40.442 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.868534+0000", 2021-03-04T23:39:40.442 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011105800000000001 2021-03-04T23:39:40.442 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.443 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.443 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:40.443 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.868645+0000", 2021-03-04T23:39:40.443 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.8471e-05 2021-03-04T23:39:40.443 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.444 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.444 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:39:40.444 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.868744+0000", 2021-03-04T23:39:40.444 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004129438 2021-03-04T23:39:40.445 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.445 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.445 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:40.445 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.872873+0000", 2021-03-04T23:39:40.445 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.3440000000000002e-05 2021-03-04T23:39:40.446 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.446 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.446 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.446 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.872936+0000", 2021-03-04T23:39:40.447 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.10127816000000001 2021-03-04T23:39:40.447 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.447 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.447 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.447 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.974215+0000", 2021-03-04T23:39:40.448 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3210999999999998e-05 2021-03-04T23:39:40.448 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.448 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.448 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:40.448 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.974248+0000", 2021-03-04T23:39:40.449 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4451e-05 2021-03-04T23:39:40.449 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.449 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.449 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:40.450 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.974272+0000", 2021-03-04T23:39:40.450 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.105786513 2021-03-04T23:39:40.450 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.450 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:40.450 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.451 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.451 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.451 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:332485 10.d 10:b138f95b:::benchmark_data_gibba011_264195_object138448:head [delete] snapc 0=[] ondisk+write+known_if_redirected e342)", 2021-03-04T23:39:40.451 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:55.874549+0000", 2021-03-04T23:39:40.452 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 44.326156566000002, 2021-03-04T23:39:40.452 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.10918965899999999, 2021-03-04T23:39:40.452 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:40.452 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:40.452 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:40.453 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:40.453 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:40.453 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 332485 2021-03-04T23:39:40.453 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.453 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:40.454 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.454 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:40.454 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.874549+0000", 2021-03-04T23:39:40.454 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:40.455 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.455 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.455 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:40.455 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.874549+0000", 2021-03-04T23:39:40.455 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.451e-06 2021-03-04T23:39:40.456 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.456 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.456 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:40.456 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.874551+0000", 2021-03-04T23:39:40.456 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1289999999999999e-06 2021-03-04T23:39:40.457 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.457 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.457 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:40.457 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.874552+0000", 2021-03-04T23:39:40.458 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.8429999999999999e-06 2021-03-04T23:39:40.458 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.458 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.458 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:40.458 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.874561+0000", 2021-03-04T23:39:40.459 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8139999999999998e-06 2021-03-04T23:39:40.459 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.459 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.459 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:40.460 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.874565+0000", 2021-03-04T23:39:40.460 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4683e-05 2021-03-04T23:39:40.460 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.460 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.460 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:40.461 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.874599+0000", 2021-03-04T23:39:40.461 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.7591999999999998e-05 2021-03-04T23:39:40.461 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.461 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.462 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:40.462 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.874687+0000", 2021-03-04T23:39:40.462 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000101294 2021-03-04T23:39:40.462 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.462 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.463 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:39:40.463 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.874788+0000", 2021-03-04T23:39:40.463 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0024692500000000001 2021-03-04T23:39:40.463 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.464 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.464 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.464 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.877258+0000", 2021-03-04T23:39:40.464 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7817e-05 2021-03-04T23:39:40.464 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.465 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.465 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:40.465 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.877305+0000", 2021-03-04T23:39:40.465 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.106373933 2021-03-04T23:39:40.465 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.466 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.466 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.466 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.983679+0000", 2021-03-04T23:39:40.466 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1195000000000002e-05 2021-03-04T23:39:40.467 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.467 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.467 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:40.467 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.983710+0000", 2021-03-04T23:39:40.467 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8657999999999999e-05 2021-03-04T23:39:40.468 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.468 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.468 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:40.468 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:55.983739+0000", 2021-03-04T23:39:40.468 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.10918965899999999 2021-03-04T23:39:40.469 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.469 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:40.469 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.469 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.470 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.470 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:364825 10.b 10:d50f6f79:::benchmark_data_gibba011_264195_object170788:head [delete] snapc 0=[] ondisk+write+known_if_redirected e346)", 2021-03-04T23:39:40.470 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:39:11.436107+0000", 2021-03-04T23:39:40.470 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 28.764599489999998, 2021-03-04T23:39:40.470 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14454341100000001, 2021-03-04T23:39:40.471 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:40.471 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:40.471 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:40.471 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:40.472 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:40.472 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 364825 2021-03-04T23:39:40.472 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.472 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:40.472 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.473 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:40.473 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.436107+0000", 2021-03-04T23:39:40.473 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:40.473 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.473 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.474 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:40.474 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.436107+0000", 2021-03-04T23:39:40.474 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.823e-06 2021-03-04T23:39:40.474 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.475 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.475 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:40.475 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.436108+0000", 2021-03-04T23:39:40.475 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.316e-06 2021-03-04T23:39:40.476 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.476 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.476 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:40.476 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.436110+0000", 2021-03-04T23:39:40.476 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.184e-05 2021-03-04T23:39:40.477 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.477 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.477 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:40.477 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.436122+0000", 2021-03-04T23:39:40.477 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8130000000000001e-06 2021-03-04T23:39:40.478 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.478 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.478 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:40.478 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.436127+0000", 2021-03-04T23:39:40.479 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3466000000000001e-05 2021-03-04T23:39:40.479 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.479 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.479 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:40.479 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.436161+0000", 2021-03-04T23:39:40.480 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000105648 2021-03-04T23:39:40.480 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.480 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.480 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:40.480 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.436266+0000", 2021-03-04T23:39:40.481 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.7425999999999999e-05 2021-03-04T23:39:40.481 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.481 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.481 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1", 2021-03-04T23:39:40.481 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.436364+0000", 2021-03-04T23:39:40.482 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0025564540000000001 2021-03-04T23:39:40.482 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.482 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.482 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:40.483 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.438920+0000", 2021-03-04T23:39:40.483 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.001825857 2021-03-04T23:39:40.483 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.483 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.483 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.484 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.440746+0000", 2021-03-04T23:39:40.484 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.139832173 2021-03-04T23:39:40.484 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.484 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.485 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.485 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.580578+0000", 2021-03-04T23:39:40.485 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5337999999999999e-05 2021-03-04T23:39:40.485 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.485 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.486 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:40.486 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.580624+0000", 2021-03-04T23:39:40.486 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6256999999999999e-05 2021-03-04T23:39:40.486 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.487 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.487 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:40.487 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.580650+0000", 2021-03-04T23:39:40.487 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14454341100000001 2021-03-04T23:39:40.487 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.488 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:40.488 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.488 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.488 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.489 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:364826 10.d 10:bbf182ce:::benchmark_data_gibba011_264195_object170789:head [delete] snapc 0=[] ondisk+write+known_if_redirected e346)", 2021-03-04T23:39:40.489 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:39:11.436839+0000", 2021-03-04T23:39:40.489 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 28.763866783000001, 2021-03-04T23:39:40.489 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14382506, 2021-03-04T23:39:40.489 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:40.490 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:40.490 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:40.490 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:40.490 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:40.491 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 364826 2021-03-04T23:39:40.491 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.491 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:40.491 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.491 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:40.492 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.436839+0000", 2021-03-04T23:39:40.492 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:40.492 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.492 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.492 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:40.493 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.436839+0000", 2021-03-04T23:39:40.493 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2979999999999999e-06 2021-03-04T23:39:40.493 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.493 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.494 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:40.494 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.436841+0000", 2021-03-04T23:39:40.494 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.7499999999999998e-07 2021-03-04T23:39:40.494 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.494 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.495 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:40.495 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.436842+0000", 2021-03-04T23:39:40.495 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.1169999999999998e-06 2021-03-04T23:39:40.495 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.496 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.496 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:40.496 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.436849+0000", 2021-03-04T23:39:40.496 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0813e-05 2021-03-04T23:39:40.496 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.497 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.497 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:40.497 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.436859+0000", 2021-03-04T23:39:40.497 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6157e-05 2021-03-04T23:39:40.497 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.498 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.498 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:40.498 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.436896+0000", 2021-03-04T23:39:40.498 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.3636999999999998e-05 2021-03-04T23:39:40.499 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.499 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.499 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:40.499 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.436989+0000", 2021-03-04T23:39:40.499 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011106400000000001 2021-03-04T23:39:40.500 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.500 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.500 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:39:40.500 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.437100+0000", 2021-03-04T23:39:40.500 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0021694710000000001 2021-03-04T23:39:40.501 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.501 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.501 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:40.501 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.439270+0000", 2021-03-04T23:39:40.502 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00091618199999999998 2021-03-04T23:39:40.502 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.502 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.502 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.502 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.440186+0000", 2021-03-04T23:39:40.503 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14039130999999999 2021-03-04T23:39:40.503 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.503 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.503 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.504 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.580577+0000", 2021-03-04T23:39:40.504 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9987000000000001e-05 2021-03-04T23:39:40.504 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.504 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.504 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:40.505 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.580627+0000", 2021-03-04T23:39:40.505 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7048999999999997e-05 2021-03-04T23:39:40.505 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.505 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.505 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:40.506 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:11.580664+0000", 2021-03-04T23:39:40.506 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14382506 2021-03-04T23:39:40.506 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.506 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:40.507 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.507 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.507 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.507 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:371836 10.a 10:5bf2a56f:::benchmark_data_gibba011_264195_object177799:head [delete] snapc 0=[] ondisk+write+known_if_redirected e346)", 2021-03-04T23:39:40.507 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:39:14.668299+0000", 2021-03-04T23:39:40.508 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 25.532407228, 2021-03-04T23:39:40.508 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.087176179000000006, 2021-03-04T23:39:40.508 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:40.508 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:40.509 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:40.509 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:40.509 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:40.509 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 371836 2021-03-04T23:39:40.509 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.510 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:40.510 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.510 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:40.510 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.668299+0000", 2021-03-04T23:39:40.510 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:40.511 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.511 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.511 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:40.511 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.668299+0000", 2021-03-04T23:39:40.512 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6160000000000001e-06 2021-03-04T23:39:40.512 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.512 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.512 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:40.512 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.668300+0000", 2021-03-04T23:39:40.513 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.124e-06 2021-03-04T23:39:40.513 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.513 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.513 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:40.513 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.668302+0000", 2021-03-04T23:39:40.514 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.8439999999999998e-06 2021-03-04T23:39:40.514 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.514 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.514 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:40.515 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.668309+0000", 2021-03-04T23:39:40.515 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3760000000000001e-06 2021-03-04T23:39:40.522 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.522 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.522 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:40.522 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.668314+0000", 2021-03-04T23:39:40.522 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0050107989999999998 2021-03-04T23:39:40.523 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.523 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.523 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:40.523 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.673325+0000", 2021-03-04T23:39:40.524 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.0702000000000003e-05 2021-03-04T23:39:40.524 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.524 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.524 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:40.524 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.673385+0000", 2021-03-04T23:39:40.525 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2163999999999996e-05 2021-03-04T23:39:40.525 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.525 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.525 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,5", 2021-03-04T23:39:40.526 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.673447+0000", 2021-03-04T23:39:40.526 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0021445449999999999 2021-03-04T23:39:40.526 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.526 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.527 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:40.527 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.675592+0000", 2021-03-04T23:39:40.527 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.079755558000000004 2021-03-04T23:39:40.527 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.527 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.528 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.528 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.755348+0000", 2021-03-04T23:39:40.528 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9038000000000001e-05 2021-03-04T23:39:40.528 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.528 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.529 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.529 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.755387+0000", 2021-03-04T23:39:40.529 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5034000000000003e-05 2021-03-04T23:39:40.529 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.530 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.530 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:40.530 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.755432+0000", 2021-03-04T23:39:40.530 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3378999999999999e-05 2021-03-04T23:39:40.530 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.531 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.531 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:40.531 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.755475+0000", 2021-03-04T23:39:40.531 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.087176179000000006 2021-03-04T23:39:40.532 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.532 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:40.532 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.532 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.532 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.533 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:371843 10.0 10:01d6e140:::benchmark_data_gibba011_264195_object177806:head [delete] snapc 0=[] ondisk+write+known_if_redirected e346)", 2021-03-04T23:39:40.533 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:39:14.672489+0000", 2021-03-04T23:39:40.533 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 25.528217096999999, 2021-03-04T23:39:40.533 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.082968056999999998, 2021-03-04T23:39:40.533 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:40.534 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:40.534 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:40.534 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:40.534 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:40.535 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 371843 2021-03-04T23:39:40.535 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.535 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:40.535 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.536 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:40.536 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.672489+0000", 2021-03-04T23:39:40.536 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:40.536 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.536 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.537 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:40.537 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.672489+0000", 2021-03-04T23:39:40.537 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0020000000000001e-06 2021-03-04T23:39:40.537 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.537 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.538 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:40.538 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.672491+0000", 2021-03-04T23:39:40.538 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2759999999999999e-06 2021-03-04T23:39:40.538 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.539 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.539 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:40.539 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.672492+0000", 2021-03-04T23:39:40.539 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.3049999999999998e-06 2021-03-04T23:39:40.539 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.540 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.540 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:40.540 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.672502+0000", 2021-03-04T23:39:40.540 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1080000000000001e-06 2021-03-04T23:39:40.541 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.541 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.541 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:40.541 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.672507+0000", 2021-03-04T23:39:40.541 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0015769619999999999 2021-03-04T23:39:40.542 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.542 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.542 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:40.542 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.674084+0000", 2021-03-04T23:39:40.542 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.4525999999999996e-05 2021-03-04T23:39:40.543 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.543 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.543 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:40.543 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.674178+0000", 2021-03-04T23:39:40.544 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.9399000000000002e-05 2021-03-04T23:39:40.544 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.544 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.544 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:39:40.544 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.674278+0000", 2021-03-04T23:39:40.545 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0024637600000000002 2021-03-04T23:39:40.545 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.545 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.545 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.545 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.676741+0000", 2021-03-04T23:39:40.546 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.078603265000000005 2021-03-04T23:39:40.546 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.546 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.546 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:40.547 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.755345+0000", 2021-03-04T23:39:40.547 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7454999999999999e-05 2021-03-04T23:39:40.547 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.547 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.547 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.548 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.755392+0000", 2021-03-04T23:39:40.548 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6086e-05 2021-03-04T23:39:40.548 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.548 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.549 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:40.549 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.755428+0000", 2021-03-04T23:39:40.549 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8912999999999999e-05 2021-03-04T23:39:40.549 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.549 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.550 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:40.550 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.755457+0000", 2021-03-04T23:39:40.550 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.082968056999999998 2021-03-04T23:39:40.550 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.551 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:40.551 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.551 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.551 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.551 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:371853 10.f 10:f588cca0:::benchmark_data_gibba011_264195_object177816:head [delete] snapc 0=[] ondisk+write+known_if_redirected e346)", 2021-03-04T23:39:40.552 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:39:14.676455+0000", 2021-03-04T23:39:40.552 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 25.524251201999999, 2021-03-04T23:39:40.552 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.086438029, 2021-03-04T23:39:40.552 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:40.553 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:40.553 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:40.553 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:40.553 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:40.553 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 371853 2021-03-04T23:39:40.554 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.554 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:40.554 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.554 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:40.555 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.676455+0000", 2021-03-04T23:39:40.555 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:40.555 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.555 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.555 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:40.556 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.676455+0000", 2021-03-04T23:39:40.556 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.891e-06 2021-03-04T23:39:40.556 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.556 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.556 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:40.557 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.676457+0000", 2021-03-04T23:39:40.557 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.336e-06 2021-03-04T23:39:40.557 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.557 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.558 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:40.558 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.676458+0000", 2021-03-04T23:39:40.558 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.9830000000000002e-06 2021-03-04T23:39:40.558 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.559 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.559 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:40.559 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.676467+0000", 2021-03-04T23:39:40.559 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5910000000000003e-06 2021-03-04T23:39:40.560 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.560 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.560 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:40.560 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.676473+0000", 2021-03-04T23:39:40.560 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.078860116999999993 2021-03-04T23:39:40.561 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.561 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.561 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:40.561 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.755333+0000", 2021-03-04T23:39:40.562 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00016495400000000001 2021-03-04T23:39:40.562 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.562 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.562 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:40.562 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.755498+0000", 2021-03-04T23:39:40.563 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000157875 2021-03-04T23:39:40.563 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.563 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.563 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,3,4", 2021-03-04T23:39:40.564 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.755656+0000", 2021-03-04T23:39:40.564 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0069799950000000001 2021-03-04T23:39:40.564 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.564 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.564 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.565 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.762636+0000", 2021-03-04T23:39:40.565 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4085999999999998e-05 2021-03-04T23:39:40.565 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.565 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.566 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.566 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.762680+0000", 2021-03-04T23:39:40.566 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.7959999999999996e-06 2021-03-04T23:39:40.566 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.567 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.567 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:40.567 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.762687+0000", 2021-03-04T23:39:40.567 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8708999999999998e-05 2021-03-04T23:39:40.567 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.568 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.568 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.568 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.762726+0000", 2021-03-04T23:39:40.568 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5254000000000003e-05 2021-03-04T23:39:40.568 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.569 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.569 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:40.569 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.762781+0000", 2021-03-04T23:39:40.569 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011144199999999999 2021-03-04T23:39:40.570 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.570 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.570 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:40.570 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.762893+0000", 2021-03-04T23:39:40.570 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.086438029 2021-03-04T23:39:40.571 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.571 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:40.571 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.571 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.572 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.572 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:371854 10.0 10:09c6b82d:::benchmark_data_gibba011_264195_object177817:head [delete] snapc 0=[] ondisk+write+known_if_redirected e346)", 2021-03-04T23:39:40.572 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:39:14.676716+0000", 2021-03-04T23:39:40.572 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 25.523990042000001, 2021-03-04T23:39:40.572 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.084028943999999994, 2021-03-04T23:39:40.573 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:40.573 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:40.573 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:40.573 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:39:40.574 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:39:40.574 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 371854 2021-03-04T23:39:40.574 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.574 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:40.575 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.575 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:40.575 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.676716+0000", 2021-03-04T23:39:40.576 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:40.576 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.576 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.577 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:40.577 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.676716+0000", 2021-03-04T23:39:40.577 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4890000000000001e-06 2021-03-04T23:39:40.578 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.578 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.579 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:40.579 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.676717+0000", 2021-03-04T23:39:40.579 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1310000000000001e-06 2021-03-04T23:39:40.580 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.580 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.581 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:40.581 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.676719+0000", 2021-03-04T23:39:40.581 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.3720000000000005e-06 2021-03-04T23:39:40.582 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.582 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.583 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:40.583 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.676727+0000", 2021-03-04T23:39:40.584 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.2490000000000001e-06 2021-03-04T23:39:40.584 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.584 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.585 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:40.585 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.676732+0000", 2021-03-04T23:39:40.585 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8112000000000001e-05 2021-03-04T23:39:40.586 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.586 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.587 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:40.587 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.676760+0000", 2021-03-04T23:39:40.588 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.8485000000000005e-05 2021-03-04T23:39:40.588 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.588 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.588 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:40.589 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.676839+0000", 2021-03-04T23:39:40.589 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.4690000000000005e-05 2021-03-04T23:39:40.589 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.589 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.590 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:39:40.590 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.676914+0000", 2021-03-04T23:39:40.590 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.078439773000000004 2021-03-04T23:39:40.590 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.591 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.591 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:40.591 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.755353+0000", 2021-03-04T23:39:40.591 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00015702500000000001 2021-03-04T23:39:40.592 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.592 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.592 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.592 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.755510+0000", 2021-03-04T23:39:40.593 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0051591520000000002 2021-03-04T23:39:40.593 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.593 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.593 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:40.593 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.760669+0000", 2021-03-04T23:39:40.594 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.1211000000000002e-05 2021-03-04T23:39:40.594 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.594 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.594 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:40.595 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.760711+0000", 2021-03-04T23:39:40.595 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4255000000000003e-05 2021-03-04T23:39:40.595 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.595 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.595 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:40.596 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:14.760745+0000", 2021-03-04T23:39:40.596 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.084028943999999994 2021-03-04T23:39:40.596 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.596 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:40.597 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.597 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.597 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.597 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "MOSDScrubReserve(1.4 RELEASE e350)", 2021-03-04T23:39:40.597 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:39:24.842446+0000", 2021-03-04T23:39:40.598 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 15.358259575, 2021-03-04T23:39:40.598 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00024215700000000001, 2021-03-04T23:39:40.598 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:40.598 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "started", 2021-03-04T23:39:40.599 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:40.599 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.599 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:40.599 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:24.842446+0000", 2021-03-04T23:39:40.600 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:40.600 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.600 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.600 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:40.601 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:24.842446+0000", 2021-03-04T23:39:40.601 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.164e-06 2021-03-04T23:39:40.601 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.601 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.601 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:40.602 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:24.842448+0000", 2021-03-04T23:39:40.602 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.6300000000000004e-07 2021-03-04T23:39:40.602 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.602 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.603 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:40.603 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:24.842448+0000", 2021-03-04T23:39:40.603 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.1600000000000001e-06 2021-03-04T23:39:40.603 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.603 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.604 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:40.604 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:24.842456+0000", 2021-03-04T23:39:40.604 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.869e-06 2021-03-04T23:39:40.604 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.605 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.605 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:40.605 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:24.842458+0000", 2021-03-04T23:39:40.605 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00022261199999999999 2021-03-04T23:39:40.605 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.606 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.606 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:40.606 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:24.842681+0000", 2021-03-04T23:39:40.607 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8000000000000004e-06 2021-03-04T23:39:40.607 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.607 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.608 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:40.608 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:24.842687+0000", 2021-03-04T23:39:40.608 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7889999999999999e-06 2021-03-04T23:39:40.609 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:40.609 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:40.609 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:39:40.610 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:24.842689+0000", 2021-03-04T23:39:40.610 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00024215700000000001 2021-03-04T23:39:40.611 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.611 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:40.612 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.612 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:40.612 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:40.613 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:39:40.614 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:40.615 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:39:40.617 INFO:teuthology.orchestra.run.gibba011.stderr:enabled application 'rados' on pool 'unique_pool_6' 2021-03-04T23:39:40.618 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:40 gibba038 conmon[76675]: cluster 2021-03-04T23:39:38.800051+0000 mgr.x (mgr.34676) 1149 : cluster [DBG] pgmap v1207: 149 pgs: 2 creating+peering, 147 active+clean; 3.3 KiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:39:40.618 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:40 gibba038 conmon[76675]: cephadm 2021-03-04T23:39:39.168335+0000 mgr.x (mgr.34676) 1150 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:39:40.619 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:40 gibba038 conmon[76675]: audit 2021-03-04T23: 2021-03-04T23:39:40.619 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:40 gibba038 conmon[76675]: 39:39.431895+0000 mon.a (mon.0) 1616 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:39:40.619 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:40 gibba038 conmon[76675]: audit 2021-03-04T23:39:39.566396+0000 mon.c (mon.1) 463 : audit [INF] from='client.? 172.21.2.111:0/3022847913' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:39:40.620 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:40 gibba038 conmon[76675]: audit 2021-03-04T23:39:39.566665+0000 mon.a (mon.0) 1617 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:39:40.620 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:40 gibba011 conmon[95595]: cluster 2021-03-04T23:39:38.800051+0000 mgr.x (mgr.34676) 1149 : cluster [DBG] pgmap v1207: 149 pgs: 2 creating+peering, 147 active+clean; 3.3 KiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:39:40.620 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:40 gibba011 conmon[95595]: cephadm 2021-03-04T23:39:39.168335+0000 mgr.x (mgr.34676) 1150 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:39:40.621 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:40 gibba011 conmon[95595]: audit 2021-03-04T23:39:39.431895+0000 mon.a (mon.0) 1616 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:39:40.621 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:40 gibba011 conmon[95595]: audit 2021-03-04T23:39:39.566396+0000 mon.c (mon.1) 463 : audit [INF] from='client.? 172.21.2.111:0/3022847913' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:39:40.621 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:40 gibba011 conmon[95595]: audit 2021-03-04T23:39:39.566665+0000 mon.a (mon.0) 1617 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:39:40.622 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:40 gibba011 conmon[99461]: cluster 2021-03-04T23:39:38.800051+0000 mgr.x (mgr.34676) 1149 : cluster [DBG] pgmap v1207: 149 pgs: 2 creating+peering, 147 active+clean; 3.3 KiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 0 B/s, 0 objects/s recovering 2021-03-04T23:39:40.622 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:40 gibba011 conmon[99461]: cephadm 2021-03-04T23:39:39.168335+0000 mgr.x (mgr.34676) 1150 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:39:40.622 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:40 gibba011 conmon[99461]: audit 2021-03-04T23:39:39.431895+0000 mon.a (mon.0) 1616 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:39:40.623 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:40 gibba011 conmon[99461]: audit 2021-03-04T23:39:39.566396+0000 mon.c (mon.1) 463 : audit [INF] from='client.? 172.21.2.111:0/3022847913' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:39:40.623 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:40 gibba011 conmon[99461]: audit 2021-03-04T23:39:39.566665+0000 mon.a (mon.0) 1617 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:39:40.641 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:40.642 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:40.642 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:40.732 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:40.744 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:40.762 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:40.763 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:40.764 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:40.819 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:39:40.865 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:40.884 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:40.885 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:40.886 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:40.930 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:39:40.987 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:41.005 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:41.006 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:41.006 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:41.108 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:41.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:41.128 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:41.128 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:41.230 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:41.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:41.250 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:41.251 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:41.353 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:41.371 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:41.372 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:41.372 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:41.474 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:41.492 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:41.493 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:41.493 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:41.594 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:41.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:41 gibba011 conmon[95595]: audit 2021-03-04T23:39:40.434425+0000 mon.a (mon.0) 1618 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:39:41.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:41 gibba011 conmon[95595]: cluster 2021-03-04T23:39:40.434475+0000 mon.a (mon.0) 1619 : cluster [DBG] osdmap e357: 8 total, 8 up, 8 in 2021-03-04T23:39:41.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:41 gibba011 conmon[95595]: cluster 2021-03-04T23:39:40.800487+0000 mgr.x (mgr.34676) 1151 : cluster [DBG] pgmap v1209: 149 pgs: 149 active+clean; 3.3 KiB data, 1.5 GiB used, 667 GiB / 672 GiB avail 2021-03-04T23:39:41.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:41 gibba011 conmon[99461]: audit 2021-03-04T23:39:40.434425+0000 mon.a (mon.0) 1618 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:39:41.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:41 gibba011 conmon[99461]: cluster 2021-03-04T23:39:40.434475+0000 mon.a (mon.0) 1619 : cluster [DBG] osdmap e357: 8 total, 8 up, 8 in 2021-03-04T23:39:41.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:41 gibba011 conmon[99461]: cluster 2021-03-04T23:39:40.800487+0000 mgr.x (mgr.34676) 1151 : cluster [DBG] pgmap v1209: 149 pgs: 149 active+clean; 3.3 KiB data, 1.5 GiB used, 667 GiB / 672 GiB avail 2021-03-04T23:39:41.613 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:41.614 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:41.615 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:41.716 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:41.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:41.736 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:41.736 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:41.837 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:41.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:41 gibba038 conmon[76675]: audit 2021-03-04T23:39:40.434425+0000 mon.a (mon.0) 1618 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_6", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:39:41.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:41 gibba038 conmon[76675]: cluster 2021-03-04T23:39:40.434475+0000 mon.a (mon.0) 1619 : cluster [DBG] osdmap e357: 8 total, 8 up, 8 in 2021-03-04T23:39:41.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:41 gibba038 conmon[76675]: cluster 2021-03-04T23:39:40.800487+0000 mgr.x (mgr.34676) 1151 : cluster [DBG] pgmap v1209: 149 pgs: 149 active+clean; 3.3 KiB data, 1.5 GiB used, 667 GiB / 672 GiB avail 2021-03-04T23:39:41.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:41.859 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:41.859 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:41.961 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:41.978 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:41.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:41.980 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:42.081 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:42.099 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:42.100 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:42.100 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:42.174 DEBUG:teuthology.orchestra.run.gibba011:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_6 bench 90 write' 2021-03-04T23:39:42.176 INFO:tasks.thrashosds.thrasher:Growing pool device_health_metrics 2021-03-04T23:39:42.176 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:39:42.179 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2021-03-04T23:39:42.179 INFO:teuthology.orchestra.run:waiting for 3000 2021-03-04T23:39:42.201 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:42.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:42.239 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:42.240 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:42.250 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:hints = 1 2021-03-04T23:39:42.251 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2021-03-04T23:39:42.251 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Object prefix: benchmark_data_gibba011_300349 2021-03-04T23:39:42.251 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:39:42.251 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 0 0 0 0 0 0 - 0 2021-03-04T23:39:42.316 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:42.341 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:42.350 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:39:42.351 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:39:42.351 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.351 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:827 11.4 11:21c7e6ca:::benchmark_data_gibba011_300349_object826:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e357)", 2021-03-04T23:39:42.352 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:39:42.346709+0000", 2021-03-04T23:39:42.352 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.0015232189999999999, 2021-03-04T23:39:42.352 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0015412609999999999, 2021-03-04T23:39:42.352 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:42.353 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:39:42.353 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:42.353 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:39:42.353 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:39:42.354 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 827 2021-03-04T23:39:42.354 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.354 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:42.354 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.354 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:42.355 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.346709+0000", 2021-03-04T23:39:42.355 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:42.355 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.355 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.356 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:42.356 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.346709+0000", 2021-03-04T23:39:42.356 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2644999999999994e-05 2021-03-04T23:39:42.356 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.356 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.357 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:42.357 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.346771+0000", 2021-03-04T23:39:42.357 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.7300000000000004e-07 2021-03-04T23:39:42.357 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.357 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.358 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:42.358 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.346772+0000", 2021-03-04T23:39:42.358 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.3330000000000002e-06 2021-03-04T23:39:42.359 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.359 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.359 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:42.359 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.346779+0000", 2021-03-04T23:39:42.360 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8160000000000004e-06 2021-03-04T23:39:42.360 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.360 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.360 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:42.360 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.346783+0000", 2021-03-04T23:39:42.361 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00029384000000000002 2021-03-04T23:39:42.361 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.361 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.361 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:42.361 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.347076+0000", 2021-03-04T23:39:42.362 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.9567999999999994e-05 2021-03-04T23:39:42.362 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.362 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.362 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:42.362 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.347166+0000", 2021-03-04T23:39:42.363 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.2461999999999998e-05 2021-03-04T23:39:42.363 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.363 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.363 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:39:42.364 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.347248+0000", 2021-03-04T23:39:42.364 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00066500399999999996 2021-03-04T23:39:42.364 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.364 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.364 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:42.365 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.347913+0000", 2021-03-04T23:39:42.365 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3899e-05 2021-03-04T23:39:42.365 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.365 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.365 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:42.366 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.347927+0000", 2021-03-04T23:39:42.366 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00026889999999999998 2021-03-04T23:39:42.366 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.366 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.367 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:42.367 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.348196+0000", 2021-03-04T23:39:42.367 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4620000000000003e-05 2021-03-04T23:39:42.367 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.367 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.368 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:39:42.368 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.348241+0000", 2021-03-04T23:39:42.368 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00153206 2021-03-04T23:39:42.368 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:42.368 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:42.369 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:42.369 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.369 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.369 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:831 11.4 11:26ab2b14:::benchmark_data_gibba011_300349_object830:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e357)", 2021-03-04T23:39:42.369 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:39:42.347174+0000", 2021-03-04T23:39:42.370 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.0010583249999999999, 2021-03-04T23:39:42.370 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0011718010000000001, 2021-03-04T23:39:42.370 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:42.370 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:39:42.371 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:42.371 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:39:42.371 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:39:42.371 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 831 2021-03-04T23:39:42.371 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.372 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:42.372 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.372 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:42.372 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.347174+0000", 2021-03-04T23:39:42.372 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:42.373 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.373 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.373 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:42.373 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.347174+0000", 2021-03-04T23:39:42.373 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.5887e-05 2021-03-04T23:39:42.374 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.374 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.374 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:42.374 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.347250+0000", 2021-03-04T23:39:42.374 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.4300000000000001e-07 2021-03-04T23:39:42.375 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.375 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.375 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:42.375 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.347250+0000", 2021-03-04T23:39:42.375 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.4830000000000005e-06 2021-03-04T23:39:42.376 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.376 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.376 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:42.376 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.347260+0000", 2021-03-04T23:39:42.376 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5030000000000002e-06 2021-03-04T23:39:42.377 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.377 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.377 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:42.377 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.347263+0000", 2021-03-04T23:39:42.377 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000206937 2021-03-04T23:39:42.378 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.378 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.378 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:42.378 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.347470+0000", 2021-03-04T23:39:42.378 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4408999999999999e-05 2021-03-04T23:39:42.379 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.379 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.379 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:42.379 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.347535+0000", 2021-03-04T23:39:42.379 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.9339999999999995e-05 2021-03-04T23:39:42.380 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.380 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.380 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,6", 2021-03-04T23:39:42.380 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.347624+0000", 2021-03-04T23:39:42.381 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000383741 2021-03-04T23:39:42.381 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.381 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.381 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:39:42.381 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.348008+0000", 2021-03-04T23:39:42.382 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00015323299999999999 2021-03-04T23:39:42.382 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.382 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.382 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:39:42.382 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.348161+0000", 2021-03-04T23:39:42.383 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00098747599999999994 2021-03-04T23:39:42.383 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:42.383 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:42.383 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:42.383 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.384 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.384 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:837 11.f 11:fc14338b:::benchmark_data_gibba011_300349_object836:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e357)", 2021-03-04T23:39:42.384 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:39:42.348260+0000", 2021-03-04T23:39:42.384 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 4294967295.9999719, 2021-03-04T23:39:42.384 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00019984700000000001, 2021-03-04T23:39:42.385 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:42.385 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "started", 2021-03-04T23:39:42.385 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:39:42.385 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:39:42.385 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:39:42.386 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 837 2021-03-04T23:39:42.386 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.386 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:42.386 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.387 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:42.387 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.348260+0000", 2021-03-04T23:39:42.387 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:42.387 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.387 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.388 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:42.388 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.348260+0000", 2021-03-04T23:39:42.388 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9005999999999997e-05 2021-03-04T23:39:42.388 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.388 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.389 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:42.389 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.348319+0000", 2021-03-04T23:39:42.389 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.187e-06 2021-03-04T23:39:42.389 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.389 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.390 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:42.390 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.348320+0000", 2021-03-04T23:39:42.390 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1221e-05 2021-03-04T23:39:42.390 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.390 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.391 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:42.391 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.348331+0000", 2021-03-04T23:39:42.391 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5820000000000001e-06 2021-03-04T23:39:42.391 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.391 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.392 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:42.392 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.348337+0000", 2021-03-04T23:39:42.392 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8331e-05 2021-03-04T23:39:42.392 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.392 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.393 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:42.393 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.348365+0000", 2021-03-04T23:39:42.393 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.9737e-05 2021-03-04T23:39:42.393 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.394 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.394 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:42.394 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.348435+0000", 2021-03-04T23:39:42.394 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000175064 2021-03-04T23:39:42.394 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:42.395 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:42.395 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:42.395 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.395 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.395 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.56593.0:835 11.3 e357/354 11:c1ad80ca:::benchmark_data_gibba011_300349_object834:head v 357'53, mlcod=357'51)", 2021-03-04T23:39:42.396 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:39:42.348313+0000", 2021-03-04T23:39:42.396 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 4294967295.9999189, 2021-03-04T23:39:42.396 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00021469699999999999, 2021-03-04T23:39:42.396 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:39:42.396 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "started", 2021-03-04T23:39:42.397 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:39:42.397 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.397 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:39:42.397 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.348313+0000", 2021-03-04T23:39:42.397 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:39:42.398 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.398 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.398 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:39:42.398 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.348313+0000", 2021-03-04T23:39:42.399 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3216e-05 2021-03-04T23:39:42.399 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.399 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.399 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:39:42.399 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.348326+0000", 2021-03-04T23:39:42.400 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3519999999999999e-06 2021-03-04T23:39:42.400 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.400 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.400 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:39:42.400 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.348328+0000", 2021-03-04T23:39:42.401 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.0369999999999997e-06 2021-03-04T23:39:42.401 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.401 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.401 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:39:42.401 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.348335+0000", 2021-03-04T23:39:42.402 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7980000000000002e-06 2021-03-04T23:39:42.402 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.402 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.402 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:39:42.402 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.348340+0000", 2021-03-04T23:39:42.403 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5599e-05 2021-03-04T23:39:42.403 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.403 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.403 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:39:42.403 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.348366+0000", 2021-03-04T23:39:42.404 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2532e-05 2021-03-04T23:39:42.404 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:39:42.404 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:39:42.404 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:39:42.405 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:39:42.348379+0000", 2021-03-04T23:39:42.405 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.5534e-05 2021-03-04T23:39:42.405 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:42.405 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:39:42.405 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:42.406 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:39:42.406 INFO:teuthology.orchestra.run.gibba038.stdout: ], 2021-03-04T23:39:42.406 INFO:teuthology.orchestra.run.gibba038.stdout: "num_ops": 4 2021-03-04T23:39:42.406 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:39:42.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:42.408 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:42.408 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:42.455 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:39:42.491 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:42 gibba011 conmon[99461]: audit 2021-03-04T23:39:41.624345+0000 mon.a (mon.0) 1620 : audit [INF] from='client.? 172.21.2.111:0/2861735831' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:42.492 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:42 gibba011 conmon[99461]: 2021-03-04T23:39:42.492 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:42 gibba011 conmon[95595]: audit 2021-03-04T23:39:42.493 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:42 gibba011 conmon[95595]: 2021-03-04T23:39:42.493 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:42 gibba011 conmon[95595]: 2021-03-04T23:39:41 2021-03-04T23:39:42.494 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:42 gibba011 conmon[95595]: .624345+0000 mon.a (mon.0) 1620 : audit [INF] from='client.? 172.21.2.111:0/2861735831' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:42.510 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:42.541 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:42.542 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:42.542 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:42.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:42 gibba038 conmon[76675]: audit 2021-03-04T23:39:41.624345+0000 mon.a (mon.0) 1620 : audit [INF] from='client.? 172.21.2.111:0/2861735831' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:39:42.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:42 gibba038 conmon[76675]: 2021-03-04T23:39:42.643 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:42.668 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:42.669 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:42.669 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:42.770 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:42.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:42.795 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:42.796 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:42.898 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:42.919 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:42.920 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:42.920 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:43.021 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:43.042 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:43.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:43.044 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:43.071 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:39:43.092 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:39:43.113 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:39:43.134 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:39:43.145 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:43.156 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:39:43.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:43.167 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:43.167 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:43.178 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:39:43.201 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:39:43.223 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:39:43.225 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:39:43.225 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:39:43.225 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:39:43.226 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:39:43.226 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:39:43.227 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:39:43.227 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:39:43.228 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:39:43.251 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 1 16 8074 8058 503.58 503.625 0.00264542 0.00198129 2021-03-04T23:39:43.269 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:43.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:43.292 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:43.292 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:43.393 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:43.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:43.516 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:43.516 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:43.617 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:43.642 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:43.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:43.644 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:43.745 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:43.768 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:43.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:43.770 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:43.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:43 gibba038 conmon[76675]: cluster 2021-03-04T23:39:42.436955+0000 mon.a (mon.0) 1621 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:43.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:43 gibba038 conmon[76675]: audit 2021-03-04T23:39:42.446674+0000 mon.a (mon.0) 1622 : audit [INF] from='client.? 172.21.2.111:0/2861735831' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:39:43.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:43 gibba038 conmon[76675]: cluster 2021-03-04T23:39:42.446719+0000 mon.a (mon.0) 1623 : cluster [DBG] osdmap e358: 8 total, 8 up, 8 in 2021-03-04T23:39:43.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:43 gibba038 conmon[76675]: cluster 2021-03-04T23:39:42.800814+0000 mgr.x (mgr.34676) 1152 : cluster [DBG] pgmap v1211: 149 pgs: 149 active+clean; 40 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 6.7 MiB/s wr, 106 op/s 2021-03-04T23:39:43.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:43 gibba038 conmon[76675]: audit 2021-03-04T23:39:43.045080+0000 mon.c (mon.1) 464 : audit [DBG] from='client.? 172.21.2.111:0/1436698454' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:43.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:43 gibba011 conmon[99461]: cluster 2021-03-04T23:39:42.436955+0000 mon.a (mon.0) 1621 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:43.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:43 gibba011 conmon[99461]: audit 2021-03-04T23:39:42.446674+0000 mon.a (mon.0) 1622 : audit [INF] from='client.? 172.21.2.111:0/2861735831' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:39:43.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:43 gibba011 conmon[99461]: cluster 2021-03-04T23:39:42.446719+0000 mon.a (mon.0) 1623 : cluster [DBG] osdmap e358: 8 total, 8 up, 8 in 2021-03-04T23:39:43.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:43 gibba011 conmon[99461]: cluster 2021-03-04T23:39:42.800814+0000 mgr.x (mgr.34676) 1152 : cluster [DBG] pgmap v1211: 149 pgs: 149 active+clean; 40 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 6.7 MiB/s wr, 106 op/s 2021-03-04T23:39:43.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:43 gibba011 conmon[99461]: audit 2021-03-04T23:39:43.045080+0000 mon.c (mon.1) 464 : audit [DBG] from='client.? 172.21.2.111:0/1436698454' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:43.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:43 gibba011 conmon[95595]: cluster 2021-03-04T23:39:42.436955+0000 mon.a (mon.0) 1621 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:43.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:43 gibba011 conmon[95595]: audit 2021-03-04T23:39:42.446674+0000 mon.a (mon.0) 1622 : audit [INF] from='client.? 172.21.2.111:0/2861735831' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:39:43.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:43 gibba011 conmon[95595]: cluster 2021-03-04T23:39:42.446719+0000 mon.a (mon.0) 1623 : cluster [DBG] osdmap e358: 8 total, 8 up, 8 in 2021-03-04T23:39:43.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:43 gibba011 conmon[95595]: cluster 2021-03-04T23:39:42.800814+0000 mgr.x (mgr.34676) 1152 : cluster [DBG] pgmap v1211: 149 pgs: 149 active+clean; 40 MiB data, 1.5 GiB used, 667 GiB / 672 GiB avail; 6.7 MiB/s wr, 106 op/s 2021-03-04T23:39:43.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:43 gibba011 conmon[95595]: audit 2021-03-04T23:39:43.045080+0000 mon.c (mon.1) 464 : audit [DBG] from='client.? 172.21.2.111:0/1436698454' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:43.872 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:43.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:43.898 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:43.899 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:44.000 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:44.020 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:44.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:44.022 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:44.123 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:44.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:44.146 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:44.146 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:44.248 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:44.251 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 2 16 14542 14526 453.887 404.25 0.00140563 0.00218994 2021-03-04T23:39:44.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:44.266 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:44.267 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:44.368 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:44.390 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:44.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:44.392 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:44.403 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-03-04T23:39:44.493 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:44.516 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:44.517 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:44.518 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:44.605 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:39:44.618 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:44.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:44.642 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:44.643 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:44.744 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:44.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:44.768 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:44.769 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:44.870 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:44.890 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:44.891 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:44.892 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:44.993 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:45.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:45.015 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:45.016 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:45.117 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:45.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:45.141 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:45.142 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:45.243 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:45.251 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 3 16 20098 20082 418.333 347.25 0.00296594 0.00238709 2021-03-04T23:39:45.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:45.268 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:45.269 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:45.370 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:45.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:45.394 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:45.395 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:45.496 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:45.518 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:45.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:45.519 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:45.621 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:45.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:45.644 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:45.645 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:45.747 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:45.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:45.772 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:45.772 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:45.874 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:45.896 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:45.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:45.898 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:45.999 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:46.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:46.024 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:46.025 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:46.079 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:46 gibba011 conmon[99461]: cluster 2021-03-04T23:39:44.801192+0000 mgr.x (mgr.34676 2021-03-04T23:39:46.080 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:46 gibba011 conmon[99461]: ) 1153 : cluster [DBG] pgmap v1212: 149 pgs: 149 active+clean; 269 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 36 MiB/s wr, 568 op/s 2021-03-04T23:39:46.127 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:46.152 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:46.153 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:46.154 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:46.251 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 4 16 25485 25469 397.916 336.688 0.00201135 0.00251009 2021-03-04T23:39:46.254 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:46.275 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:46.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:46.277 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:46.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:46 gibba038 conmon[76675]: cluster 2021-03-04T23:39:44.801192+0000 mgr.x (mgr.34676) 1153 : cluster [DBG] pgmap v1212: 149 pgs: 149 active+clean; 269 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 36 MiB/s wr, 568 op/s 2021-03-04T23:39:46.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:46 gibba011 conmon[95595]: cluster 2021-03-04T23:39:44.801192+0000 mgr.x (mgr.34676) 1153 : cluster [DBG] pgmap v1212: 149 pgs: 149 active+clean; 269 MiB data, 1.8 GiB used, 666 GiB / 672 GiB avail; 36 MiB/s wr, 568 op/s 2021-03-04T23:39:46.378 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:46.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:46.402 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:46.403 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:46.504 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:46.526 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:46.527 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:46.527 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:46.629 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:46.649 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:46.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:46.650 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:46.751 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:46.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:46.772 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:46.772 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:46.874 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:46.898 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:46.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:46.900 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:47.001 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:47.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:47.021 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:47.021 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:47.122 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:47.139 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:47.140 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:47.140 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:47.242 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:47.251 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 5 16 29624 29608 370.066 258.688 0.00309546 0.00269886 2021-03-04T23:39:47.264 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:47.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:47.266 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:47.367 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:47.389 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:47.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:47.391 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:47.492 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:47.515 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:47.516 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:47.517 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:47.618 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:47.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:47.644 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:47.644 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:47.745 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:47.768 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:47.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:47.769 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:47.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:47 gibba038 conmon[76675]: audit 2021-03-04T23:39:46.706943+0000 mon.a (mon.0) 1624 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:39:47.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:47 gibba038 conmon[76675]: cluster 2021-03-04T23:39:46.801586+0000 mgr.x (mgr.34676) 1154 : cluster [DBG] pgmap v1213: 149 pgs: 149 active+clean; 439 MiB data, 2.3 GiB used, 666 GiB / 672 GiB avail; 55 MiB/s wr, 877 op/s 2021-03-04T23:39:47.870 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:47.886 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:39:47.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:47.894 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:47.894 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:47.985 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:39:47.985 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:39:47.996 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:48.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:48.019 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:48.019 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:48.058 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:48.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:47 gibba011 conmon[95595]: audit 2021-03-04T23:39:46.706943+0000 mon.a (mon.0) 1624 : audit [INF] 2021-03-04T23:39:48.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:47 gibba011 conmon[95595]: from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:39:48.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:47 gibba011 conmon[95595]: cluster 2021-03-04T23:39:46.801586+0000 mgr.x (mgr.34676) 1154 : cluster [DBG] pgmap v1213: 149 pgs: 149 active+clean; 439 MiB data, 2.3 GiB used, 666 GiB / 672 GiB avail; 55 MiB/s wr, 877 op/s 2021-03-04T23:39:48.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:47 gibba011 conmon[99461]: audit 2021-03-04T23:39:46.706943+0000 mon.a (mon.0) 1624 : 2021-03-04T23:39:48.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:47 gibba011 conmon[99461]: audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:39:48.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:47 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:39:48.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:47 gibba011 conmon[99461]: 03-04T23:39:46.801586+0000 mgr.x (mgr.34676) 1154 : cluster 2021-03-04T23:39:48.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:47 gibba011 conmon[99461]: [DBG] pgmap v1213: 149 pgs: 149 active+clean; 439 MiB data, 2.3 GiB used, 666 GiB / 672 GiB avail; 55 MiB/s wr, 877 op/s 2021-03-04T23:39:48.120 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:48.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:48.144 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:48.144 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:48.246 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:48.253 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 6 16 34145 34129 355.374 282.562 0.00261118 0.00281068 2021-03-04T23:39:48.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:48.271 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:48.271 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:48.374 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:48.396 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:48.397 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:48.397 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:48.499 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:48.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:48.524 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:48.525 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:48.628 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:48.667 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:48.668 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:48.668 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:48.770 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:48.808 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:48.809 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:48.810 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:48.910 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:48.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:48.939 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:48.940 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:49.042 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:49.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:49.072 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:49.073 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:49.175 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:49.199 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:49.200 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:49.201 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:49.253 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 7 16 37984 37968 338.884 239.938 0.00375757 0.00294756 2021-03-04T23:39:49.302 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:49.327 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:49.327 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:49.328 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:49.402 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-03-04T23:39:49.429 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:49.468 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:49.469 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:49.469 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:49.543 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:39:49.571 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:49.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:49.598 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:49.598 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:49.699 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:49.726 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:49.727 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:49.728 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:49.829 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:49.850 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:49.851 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:49.851 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:49.952 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:49.977 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:49.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:49.979 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:50.080 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:50.102 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:50.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:50.103 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:50.189 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:50 gibba011 conmon[99461]: cluster 2021-03-04T23:39:50.189 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:50 gibba011 conmon[99461]: 2021-03-04T23 2021-03-04T23:39:50.189 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:50 gibba011 conmon[99461]: :39:48.802314+0000 mgr.x (mgr.34676) 1155 : cluster [DBG] pgmap v1214: 149 pgs: 149 active+clean; 1.9 GiB data, 6.6 GiB used, 661 GiB / 672 GiB avail; 231 MiB/s wr, 3.69k op/s 2021-03-04T23:39:50.190 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:50 gibba011 conmon[95595]: cluster 2021-03-04T23:39:48.802314+0000 mgr.x (mgr.34676) 1155 : cluster [DBG] pgmap v1214: 149 pgs: 149 active+clean; 1.9 GiB data, 6.6 GiB used, 661 GiB / 672 GiB avail; 231 MiB/s wr, 3.69k op/s 2021-03-04T23:39:50.204 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:50.227 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:50.228 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:50.228 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:50.253 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 8 16 41589 41573 324.689 225.312 0.00361126 0.00307681 2021-03-04T23:39:50.330 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:50.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:50 gibba038 conmon[76675]: cluster 2021-03-04T23:39:48.802314+0000 mgr.x (mgr.34676) 1155 : cluster [DBG] pgmap v1214: 149 pgs: 149 active+clean; 1.9 GiB data, 6.6 GiB used, 661 GiB / 672 GiB avail; 231 MiB/s wr, 3.69k op/s 2021-03-04T23:39:50.353 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:50.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:50.354 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:50.455 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:50.476 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:50.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:50.478 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:50.579 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:50.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:50.605 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:50.606 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:50.708 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:50.727 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:50.728 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:50.729 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:50.830 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:50.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:50.851 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:50.851 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:50.952 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:50.974 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:50.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:50.975 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:51.076 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:51.093 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:51.094 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:51.095 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:51.195 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:51.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:51.217 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:51.218 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:51.253 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 9 16 44563 44547 309.267 185.875 0.00243538 0.00323045 2021-03-04T23:39:51.320 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:51.344 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:51.345 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:51.345 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:51.448 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:51.478 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:51.480 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:51.480 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:51.582 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:51.603 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:51.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:51.605 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:51.648 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:39:51.706 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:51.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:51.731 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:51.731 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:51.811 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:51.833 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:51.857 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:51.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:51.859 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:51.874 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:39:51.874 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:39:51.960 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:51.988 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:51.989 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:51.989 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:52.085 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:52 gibba038 conmon[76675]: cluster 2021-03-04T23:39:50.802730+0000 2021-03-04T23:39:52.085 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:52 gibba038 conmon[76675]: mgr.x (mgr.34676) 1156 : cluster [DBG] pgmap v1215: 149 pgs: 149 active+clean; 2.1 GiB data, 7.3 GiB used, 661 GiB / 672 GiB avail; 210 MiB/s wr, 3.36k op/s 2021-03-04T23:39:52.086 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:52 gibba011 conmon[99461]: cluster 2021-03-04T23:39:50.802730+0000 mgr.x (mgr.34676) 1156 : cluster 2021-03-04T23:39:52.086 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:52 gibba011 conmon[99461]: [DBG] pgmap v1215: 149 pgs: 149 active+clean; 2.1 GiB data, 7.3 GiB used, 661 GiB / 672 GiB avail; 210 MiB/s wr, 3.36k op/s 2021-03-04T23:39:52.091 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:52.113 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:52.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:52.116 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:52.217 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:52.241 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:52.242 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:52.242 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:52.253 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 10 16 47942 47926 299.459 211.188 0.00510149 0.00333636 2021-03-04T23:39:52.344 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:52.345 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:52 gibba011 conmon[95595]: cluster 2021-03-04T23:39:50.802730+0000 mgr.x ( 2021-03-04T23:39:52.345 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:52 gibba011 conmon[95595]: mgr.34676) 1156 : cluster [DBG] pgmap v1215: 149 pgs: 149 active+clean; 2.1 GiB data, 7.3 GiB used, 661 GiB / 672 GiB avail; 210 MiB/s wr, 3.36k op/s 2021-03-04T23:39:52.371 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:39:52.372 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:52.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:52.376 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:52.380 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:39:52.478 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:52.501 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:52.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:52.503 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:52.604 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:52.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:52.629 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:52.630 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:52.731 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:52.753 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:52.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:52.755 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:52.856 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:52.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:52.881 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:52.881 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:52.983 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:53.004 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:53.005 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:53.005 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:53.092 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:39:53.099 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:39:53.106 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:53.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:53.130 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:53.130 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:53.232 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:53.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:53.253 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:53.253 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:53.254 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 11 16 51191 51175 290.696 203.062 0.00246638 0.00343693 2021-03-04T23:39:53.255 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:53.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:53 gibba038 conmon[76675]: audit 2021-03-04T23:39:53.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:53 gibba038 conmon[76675]: 2021-03-04T23 2021-03-04T23:39:53.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:53 gibba038 conmon[76675]: :39:52.355978+0000 mgr.x (mgr.34676) 1157 : audit [DBG] from='client.56605 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:39:53.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:53 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:39:53.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:53 gibba038 conmon[76675]: 03-04T23:39:52.661453+0000 mon.c (mon. 2021-03-04T23:39:53.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:53 gibba038 conmon[76675]: 1) 465 : audit [INF] from='client.? 172.21.2.111:0/3998723334' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:39:53.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:53 gibba038 conmon[76675]: audit 2021-03-04T23:39:53.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:53 gibba038 conmon[76675]: 2021-03- 2021-03-04T23:39:53.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:53 gibba038 conmon[76675]: 04T23:39:52.661858+0000 mon.a (mon.0 2021-03-04T23:39:53.341 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:53 gibba038 conmon[76675]: ) 1625 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:39:53.342 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:53 gibba011 conmon[99461]: audit 2021-03-04T23:39:53.342 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:53 gibba011 conmon[99461]: 2021-03-04T 2021-03-04T23:39:53.343 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:53 gibba011 conmon[99461]: 23:39:52.355978+0000 mgr.x (mgr.34676) 1157 : audit [DBG] from='client.56605 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:39:53.343 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:53 gibba011 conmon[99461]: audit 2021-03-04T23:39:53.343 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:53 gibba011 conmon[99461]: 2021-03-04T23:39:52.661453+0000 mon.c ( 2021-03-04T23:39:53.343 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:53 gibba011 conmon[99461]: mon.1) 465 : audit [INF] from='client.? 172.21.2.111:0/3998723334' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:39:53.344 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:53 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:39:53.344 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:53 gibba011 conmon[99461]: T23:39:52.661858+0000 mon.a (mon.0) 1625 : audit 2021-03-04T23:39:53.344 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:53 gibba011 conmon[99461]: [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:39:53.344 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:53 gibba011 conmon[95595]: audit 2021-03-04T23:39:52.355978+0000 mgr.x (mgr.34676) 1157 : audit [DBG] 2021-03-04T23:39:53.345 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:53 gibba011 conmon[95595]: from='client.56605 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:39:53.345 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:53 gibba011 conmon[95595]: audit 2021-03-04T23:39:52.661453+0000 mon.c (mon.1) 465 : audit [INF] from='client.? 172.21.2.111:0/3998723334' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:39:53.345 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:53 gibba011 conmon[95595]: audit 2021-03-04T23:39:52.661858+0000 mon.a (mon.0) 1625 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:39:53.354 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:53.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:53.376 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:53.377 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:53.478 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:53.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:53.503 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:53.503 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:53.605 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:53.626 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:53.627 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:53.628 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:53.729 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:53.748 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:53.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:53.750 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:53.851 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:53.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:53.868 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:53.869 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:53.970 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:53.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:53.993 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:53.994 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:54.095 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:54.117 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:54.118 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:54.119 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:54.220 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:54.240 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:54.241 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:54.242 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:54.253 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 12 16 54148 54132 281.872 184.812 0.00361912 0.00354489 2021-03-04T23:39:54.343 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:54.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:54 gibba011 conmon[95595]: cluster 2021-03-04T23:39:52.803181+0000 mgr.x (mgr.34676) 1158 : cluster [DBG] pgmap v1216: 149 pgs: 149 active+clean; 2.5 GiB data, 8.8 GiB used, 659 GiB / 672 GiB avail; 247 MiB/s wr, 3.94k op/s 2021-03-04T23:39:54.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:54 gibba011 conmon[95595]: cluster 2021-03-04T23:39:53.082325+0000 mon.a (mon.0) 1626 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:54.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:54 gibba011 conmon[95595]: audit 2021-03-04T23:39:53.088810+0000 mon.a (mon.0) 1627 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:39:54.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:54 gibba011 conmon[95595]: cluster 2021-03-04T23:39:53.088859+0000 mon.a (mon.0) 1628 : cluster [DBG] osdmap e359: 8 total, 8 up, 8 in 2021-03-04T23:39:54.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:54 gibba011 conmon[95595]: cluster 2021-03-04T23:39:53.115039+0000 osd.0 (osd.0) 12 : cluster [DBG] 2.13 scrub ok 2021-03-04T23:39:54.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:54 gibba011 conmon[95595]: cluster 2021-03-04T23:39:53.664681+0000 osd.2 (osd.2) 7 : cluster [DBG] 1.25 scrub ok 2021-03-04T23:39:54.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:54 gibba011 conmon[99461]: cluster 2021-03-04T23:39:52.803181+0000 mgr.x (mgr.34676) 1158 : 2021-03-04T23:39:54.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:54 gibba011 conmon[99461]: cluster [DBG] pgmap v1216: 149 pgs: 149 active+clean; 2.5 GiB data, 8.8 GiB used, 659 GiB / 672 GiB avail; 247 MiB/s wr, 3.94k op/s 2021-03-04T23:39:54.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:54 gibba011 conmon[99461]: cluster 2021-03-04T23:39:53.082325+0000 mon.a (mon 2021-03-04T23:39:54.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:54 gibba011 conmon[99461]: .0) 1626 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:54.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:54 gibba011 conmon[99461]: audit 2021-03-04T23:39:54.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:54 gibba011 conmon[99461]: 2021-03-04T23:39:53.088810+0000 mon.a (mon.0) 1627 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:39:54.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:54 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:39:54.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:54 gibba011 conmon[99461]: -04T23:39:53.088859+0000 mon.a (mon. 2021-03-04T23:39:54.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:54 gibba011 conmon[99461]: 0) 1628 : cluster [DBG] osdmap e359: 8 total, 8 up, 8 in 2021-03-04T23:39:54.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:54 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:39:54.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:54 gibba011 conmon[99461]: -04T23:39:53.115039+0000 osd.0 ( 2021-03-04T23:39:54.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:54 gibba011 conmon[99461]: osd.0) 12 : cluster [DBG] 2.13 scrub ok 2021-03-04T23:39:54.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:54 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:39:54.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:54 gibba011 conmon[99461]: -04T23:39:53.664681+0000 2021-03-04T23:39:54.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:54 gibba011 conmon[99461]: osd.2 (osd.2) 7 : cluster 2021-03-04T23:39:54.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:54 gibba011 conmon[99461]: [DBG] 1.25 scrub ok 2021-03-04T23:39:54.362 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:54.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:54.364 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:54.466 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:54.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:54.487 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:54.488 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:54.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:54 gibba038 conmon[76675]: cluster 2021-03-04T23:39:52.803181+0000 mgr.x (mgr.34676) 1158 2021-03-04T23:39:54.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:54 gibba038 conmon[76675]: : cluster [DBG] pgmap v1216: 149 pgs: 149 active+clean; 2.5 GiB data, 8.8 GiB used, 659 GiB / 672 GiB avail; 247 MiB/s wr, 3.94k op/s 2021-03-04T23:39:54.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:54 gibba038 conmon[76675]: cluster 2021-03-04T23:39:53.082325+0000 mon.a (mon.0) 1626 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:39:54.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:54 gibba038 conmon[76675]: audit 2021-03-04T23:39:53.088810+0000 mon.a (mon.0) 1627 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:39:54.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:54 gibba038 conmon[76675]: cluster 2021-03-04T23:39:53.088859+0000 mon.a (mon.0) 1628 : cluster [DBG] osdmap e359: 8 total, 8 up, 8 in 2021-03-04T23:39:54.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:54 gibba038 conmon[76675]: cluster 2021-03-04T23:39:53.115039+0000 osd.0 (osd.0) 12 : cluster [DBG] 2.13 scrub ok 2021-03-04T23:39:54.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:54 gibba038 conmon[76675]: cluster 2021-03-04T23:39:53.664681+0000 osd.2 (osd.2) 7 : cluster [DBG] 1.25 scrub ok 2021-03-04T23:39:54.590 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:54.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:54.612 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:54.613 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:54.714 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:54.732 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:54.733 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:54.733 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:54.835 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:54.858 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:54.859 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:54.859 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:54.960 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:54.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:54.981 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:54.981 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:55.083 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:55.105 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:55.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:55.107 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:55.208 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:39:55.230 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:55.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:55.232 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:39:55.253 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 13 16 56930 56914 273.565 173.875 0.0050701 0.0036524 2021-03-04T23:39:55.333 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:55.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:55 gibba011 conmon[95595]: cluster 2021-03-04T23:39:54.023820+0000 osd.5 (osd.5) 40 2021-03-04T23:39:55.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:55 gibba011 conmon[95595]: : cluster [DBG] 1.1 scrub starts 2021-03-04T23:39:55.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:55 gibba011 conmon[95595]: cluster 2021-03-04T23:39:54.024437+0000 osd.5 (osd.5) 41 : cluster [DBG] 1.1 scrub ok 2021-03-04T23:39:55.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:55 gibba011 conmon[95595]: cluster 2021-03-04T23:39:54.057167+0000 osd.6 (osd.6) 198 : cluster [DBG] 1.7 scrub starts 2021-03-04T23:39:55.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:55 gibba011 conmon[95595]: cluster 2021-03-04T23:39:54.059259+0000 osd.6 (osd.6) 199 : cluster [DBG] 1.7 scrub ok 2021-03-04T23:39:55.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:55 gibba011 conmon[95595]: cluster 2021-03-04T23:39:54.110220+0000 osd.0 (osd.0) 13 : cluster [DBG] 1.23 scrub ok 2021-03-04T23:39:55.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:55 gibba011 conmon[95595]: cluster 2021-03-04T23:39:54.580813+0000 osd.7 (osd.7) 39 : cluster [DBG] 2.b scrub starts 2021-03-04T23:39:55.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:55 gibba011 conmon[95595]: cluster 2021-03-04T23:39:54.581211+0000 osd.7 (osd.7) 40 : cluster [DBG] 2.b scrub ok 2021-03-04T23:39:55.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:55 gibba011 conmon[99461]: cluster 2021-03-04T23:39:54.023820+0000 osd.5 (osd.5 2021-03-04T23:39:55.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:55 gibba011 conmon[99461]: ) 40 : cluster [DBG] 1.1 scrub starts 2021-03-04T23:39:55.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:55 gibba011 conmon[99461]: cluster 2021-03-04T23:39:54.024437+0000 osd.5 (osd.5) 41 : cluster [DBG] 1.1 scrub ok 2021-03-04T23:39:55.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:55 gibba011 conmon[99461]: cluster 2021-03-04T23:39:54.057167+0000 osd.6 (osd.6) 198 : cluster [DBG] 1.7 scrub starts 2021-03-04T23:39:55.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:55 gibba011 conmon[99461]: cluster 2021-03-04T23:39:54.059259+0000 osd.6 (osd.6) 199 : cluster [DBG] 1.7 scrub ok 2021-03-04T23:39:55.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:55 gibba011 conmon[99461]: cluster 2021-03-04T23:39:54.110220+0000 osd.0 (osd.0) 13 : cluster [DBG] 1.23 scrub ok 2021-03-04T23:39:55.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:55 gibba011 conmon[99461]: cluster 2021-03-04T23:39:54.580813+0000 osd.7 (osd.7) 39 : cluster [DBG] 2.b scrub starts 2021-03-04T23:39:55.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:55 gibba011 conmon[99461]: cluster 2021-03-04T23:39:54.581211+0000 osd.7 (osd.7) 40 : cluster [DBG] 2.b scrub ok 2021-03-04T23:39:55.358 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:55.359 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:55.360 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:55.461 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:55.484 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:55.485 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:55.486 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:55.587 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:55.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:55 gibba038 conmon[76675]: cluster 2021-03-04T23:39:54.023820+0000 osd.5 (osd.5) 2021-03-04T23:39:55.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:55 gibba038 conmon[76675]: 40 : cluster [DBG] 1.1 scrub starts 2021-03-04T23:39:55.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:55 gibba038 conmon[76675]: cluster 2021-03-04T23:39:54.024437+0000 osd.5 (osd.5) 41 : cluster [DBG] 1.1 scrub ok 2021-03-04T23:39:55.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:55 gibba038 conmon[76675]: cluster 2021-03-04T23:39 2021-03-04T23:39:55.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:55 gibba038 conmon[76675]: :54.057167+0000 osd.6 (osd.6) 198 : cluster [DBG] 1.7 scrub starts 2021-03-04T23:39:55.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:55 gibba038 conmon[76675]: cluster 2021-03-04T23:39 2021-03-04T23:39:55.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:55 gibba038 conmon[76675]: :54.059259+0000 osd.6 (osd.6) 199 : cluster [DBG] 2021-03-04T23:39:55.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:55 gibba038 conmon[76675]: 1.7 scrub ok 2021-03-04T23:39:55.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:55 gibba038 conmon[76675]: cluster 2021-03-04T 2021-03-04T23:39:55.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:55 gibba038 conmon[76675]: 23:39:54.110220+0000 osd.0 (osd.0) 13 : cluster 2021-03-04T23:39:55.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:55 gibba038 conmon[76675]: [DBG] 1.23 scrub ok 2021-03-04T23:39:55.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:55 gibba038 conmon[76675]: cluster 2021-03-04T23:39 2021-03-04T23:39:55.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:55 gibba038 conmon[76675]: :54.580813+0000 osd.7 (osd.7) 39 : cluster [DBG] 2021-03-04T23:39:55.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:55 gibba038 conmon[76675]: 2.b scrub starts 2021-03-04T23:39:55.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:55 gibba038 conmon[76675]: cluster 2021-03-04T 2021-03-04T23:39:55.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:55 gibba038 conmon[76675]: 23:39:54.581211+0000 osd.7 (osd.7) 40 : 2021-03-04T23:39:55.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:55 gibba038 conmon[76675]: cluster [DBG] 2.b scrub ok 2021-03-04T23:39:55.607 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:55.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:55.609 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:55.660 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":1215,"stamp":"2021-03-04T23:39:50.802462+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2203979048,"num_objects":33652,"num_object_clones":0,"num_object_copies":100956,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33652,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":33682,"num_write_kb":2152340,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":76,"num_bytes_recovered":17234,"num_keys_recovered":30,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":33676,"ondisk_log_size":33676,"up":447,"acting":447,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":451,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":11835708,"kb_used_data":6784956,"kb_used_omap":11552,"kb_used_meta":5039071,"kb_avail":692807364,"statfs":{"total":721554505728,"available":709434740736,"internally_reserved":4294967296,"allocated":6947794944,"data_stored":6933948221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11829510,"internal_metadata":5160009466},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2203975680,"num_objects":33630,"num_object_clones":0,"num_object_copies":100890,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33630,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":33630,"num_write_kb":2152320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002089"},"pg_stats":[{"pgid":"1.28","version":"0'0","reported_seq":"100","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434122+0000","last_change":"2021-03-04T23:39:30.217250+0000","last_active":"2021-03-04T23:39:40.434122+0000","last_peered":"2021-03-04T23:39:40.434122+0000","last_clean":"2021-03-04T23:39:40.434122+0000","last_became_active":"2021-03-04T23:39:30.216970+0000","last_became_peered":"2021-03-04T23:39:30.216970+0000","last_unstale":"2021-03-04T23:39:40.434122+0000","last_undegraded":"2021-03-04T23:39:40.434122+0000","last_fullsized":"2021-03-04T23:39:40.434122+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.27","version":"0'0","reported_seq":"150","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.444144+0000","last_change":"2021-03-04T23:39:30.220485+0000","last_active":"2021-03-04T23:39:40.444144+0000","last_peered":"2021-03-04T23:39:40.444144+0000","last_clean":"2021-03-04T23:39:40.444144+0000","last_became_active":"2021-03-04T23:39:30.220031+0000","last_became_peered":"2021-03-04T23:39:30.220031+0000","last_unstale":"2021-03-04T23:39:40.444144+0000","last_undegraded":"2021-03-04T23:39:40.444144+0000","last_fullsized":"2021-03-04T23:39:40.444144+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:42.097071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:42.097071+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.26","version":"0'0","reported_seq":"16","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.326237+0000","last_change":"2021-03-04T23:39:30.215522+0000","last_active":"2021-03-04T23:39:41.326237+0000","last_peered":"2021-03-04T23:39:41.326237+0000","last_clean":"2021-03-04T23:39:41.326237+0000","last_became_active":"2021-03-04T23:39:30.215261+0000","last_became_peered":"2021-03-04T23:39:30.215261+0000","last_unstale":"2021-03-04T23:39:41.326237+0000","last_undegraded":"2021-03-04T23:39:41.326237+0000","last_fullsized":"2021-03-04T23:39:41.326237+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:39.023909+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:39.023909+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.25","version":"0'0","reported_seq":"93","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434346+0000","last_change":"2021-03-04T23:39:30.213777+0000","last_active":"2021-03-04T23:39:40.434346+0000","last_peered":"2021-03-04T23:39:40.434346+0000","last_clean":"2021-03-04T23:39:40.434346+0000","last_became_active":"2021-03-04T23:39:30.213499+0000","last_became_peered":"2021-03-04T23:39:30.213499+0000","last_unstale":"2021-03-04T23:39:40.434346+0000","last_undegraded":"2021-03-04T23:39:40.434346+0000","last_fullsized":"2021-03-04T23:39:40.434346+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:46.179310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:46.179310+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,5],"acting":[2,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.24","version":"0'0","reported_seq":"101","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.476558+0000","last_change":"2021-03-04T23:39:30.216876+0000","last_active":"2021-03-04T23:39:41.476558+0000","last_peered":"2021-03-04T23:39:41.476558+0000","last_clean":"2021-03-04T23:39:41.476558+0000","last_became_active":"2021-03-04T23:39:30.216114+0000","last_became_peered":"2021-03-04T23:39:30.216114+0000","last_unstale":"2021-03-04T23:39:41.476558+0000","last_undegraded":"2021-03-04T23:39:41.476558+0000","last_fullsized":"2021-03-04T23:39:41.476558+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:27.799553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:27.799553+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.23","version":"0'0","reported_seq":"16","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.782535+0000","last_change":"2021-03-04T23:39:30.213189+0000","last_active":"2021-03-04T23:39:41.782535+0000","last_peered":"2021-03-04T23:39:41.782535+0000","last_clean":"2021-03-04T23:39:41.782535+0000","last_became_active":"2021-03-04T23:39:30.212703+0000","last_became_peered":"2021-03-04T23:39:30.212703+0000","last_unstale":"2021-03-04T23:39:41.782535+0000","last_undegraded":"2021-03-04T23:39:41.782535+0000","last_fullsized":"2021-03-04T23:39:41.782535+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:20.204266+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:20.204266+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[0,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.22","version":"0'0","reported_seq":"16","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.444203+0000","last_change":"2021-03-04T23:39:30.215514+0000","last_active":"2021-03-04T23:39:40.444203+0000","last_peered":"2021-03-04T23:39:40.444203+0000","last_clean":"2021-03-04T23:39:40.444203+0000","last_became_active":"2021-03-04T23:39:30.215033+0000","last_became_peered":"2021-03-04T23:39:30.215033+0000","last_unstale":"2021-03-04T23:39:40.444203+0000","last_undegraded":"2021-03-04T23:39:40.444203+0000","last_fullsized":"2021-03-04T23:39:40.444203+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:11.358420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:11.358420+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,7],"acting":[6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.21","version":"0'0","reported_seq":"16","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.476296+0000","last_change":"2021-03-04T23:39:30.217953+0000","last_active":"2021-03-04T23:39:41.476296+0000","last_peered":"2021-03-04T23:39:41.476296+0000","last_clean":"2021-03-04T23:39:41.476296+0000","last_became_active":"2021-03-04T23:39:30.217726+0000","last_became_peered":"2021-03-04T23:39:30.217726+0000","last_unstale":"2021-03-04T23:39:41.476296+0000","last_undegraded":"2021-03-04T23:39:41.476296+0000","last_fullsized":"2021-03-04T23:39:41.476296+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.20","version":"0'0","reported_seq":"16","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.433906+0000","last_change":"2021-03-04T23:39:30.216514+0000","last_active":"2021-03-04T23:39:40.433906+0000","last_peered":"2021-03-04T23:39:40.433906+0000","last_clean":"2021-03-04T23:39:40.433906+0000","last_became_active":"2021-03-04T23:39:30.216253+0000","last_became_peered":"2021-03-04T23:39:30.216253+0000","last_unstale":"2021-03-04T23:39:40.433906+0000","last_undegraded":"2021-03-04T23:39:40.433906+0000","last_fullsized":"2021-03-04T23:39:40.433906+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:04.148627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:04.148627+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":"295","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.476606+0000","last_change":"2021-03-04T23:39:30.217934+0000","last_active":"2021-03-04T23:39:41.476606+0000","last_peered":"2021-03-04T23:39:41.476606+0000","last_clean":"2021-03-04T23:39:41.476606+0000","last_became_active":"2021-03-04T23:39:30.217676+0000","last_became_peered":"2021-03-04T23:39:30.217676+0000","last_unstale":"2021-03-04T23:39:41.476606+0000","last_undegraded":"2021-03-04T23:39:41.476606+0000","last_fullsized":"2021-03-04T23:39:41.476606+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:09.321481+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:09.321481+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.18","version":"0'0","reported_seq":"109","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434220+0000","last_change":"2021-03-04T23:39:30.222031+0000","last_active":"2021-03-04T23:39:40.434220+0000","last_peered":"2021-03-04T23:39:40.434220+0000","last_clean":"2021-03-04T23:39:40.434220+0000","last_became_active":"2021-03-04T23:39:30.221167+0000","last_became_peered":"2021-03-04T23:39:30.221167+0000","last_unstale":"2021-03-04T23:39:40.434220+0000","last_undegraded":"2021-03-04T23:39:40.434220+0000","last_fullsized":"2021-03-04T23:39:40.434220+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"412","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.504746+0000","last_change":"2021-03-04T23:36:58.273501+0000","last_active":"2021-03-04T23:39:41.504746+0000","last_peered":"2021-03-04T23:39:41.504746+0000","last_clean":"2021-03-04T23:39:41.504746+0000","last_became_active":"2021-03-04T23:36:58.273109+0000","last_became_peered":"2021-03-04T23:36:58.273109+0000","last_unstale":"2021-03-04T23:39:41.504746+0000","last_undegraded":"2021-03-04T23:39:41.504746+0000","last_fullsized":"2021-03-04T23:39:41.504746+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"145","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.476723+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:39:41.476723+0000","last_peered":"2021-03-04T23:39:41.476723+0000","last_clean":"2021-03-04T23:39:41.476723+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:39:41.476723+0000","last_undegraded":"2021-03-04T23:39:41.476723+0000","last_fullsized":"2021-03-04T23:39:41.476723+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":"16","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434264+0000","last_change":"2021-03-04T23:39:30.222220+0000","last_active":"2021-03-04T23:39:40.434264+0000","last_peered":"2021-03-04T23:39:40.434264+0000","last_clean":"2021-03-04T23:39:40.434264+0000","last_became_active":"2021-03-04T23:39:30.221596+0000","last_became_peered":"2021-03-04T23:39:30.221596+0000","last_unstale":"2021-03-04T23:39:40.434264+0000","last_undegraded":"2021-03-04T23:39:40.434264+0000","last_fullsized":"2021-03-04T23:39:40.434264+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:10.369420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:10.369420+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1b","version":"0'0","reported_seq":"76","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434220+0000","last_change":"2021-03-04T23:39:27.201823+0000","last_active":"2021-03-04T23:39:40.434220+0000","last_peered":"2021-03-04T23:39:40.434220+0000","last_clean":"2021-03-04T23:39:40.434220+0000","last_became_active":"2021-03-04T23:36:42.239433+0000","last_became_peered":"2021-03-04T23:36:42.239433+0000","last_unstale":"2021-03-04T23:39:40.434220+0000","last_undegraded":"2021-03-04T23:39:40.434220+0000","last_fullsized":"2021-03-04T23:39:40.434220+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:27.201787+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:27.201787+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"101","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.325926+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:39:41.325926+0000","last_peered":"2021-03-04T23:39:41.325926+0000","last_clean":"2021-03-04T23:39:41.325926+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:39:41.325926+0000","last_undegraded":"2021-03-04T23:39:41.325926+0000","last_fullsized":"2021-03-04T23:39:41.325926+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"397","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.782581+0000","last_change":"2021-03-04T23:39:30.221075+0000","last_active":"2021-03-04T23:39:41.782581+0000","last_peered":"2021-03-04T23:39:41.782581+0000","last_clean":"2021-03-04T23:39:41.782581+0000","last_became_active":"2021-03-04T23:39:30.220777+0000","last_became_peered":"2021-03-04T23:39:30.220777+0000","last_unstale":"2021-03-04T23:39:41.782581+0000","last_undegraded":"2021-03-04T23:39:41.782581+0000","last_fullsized":"2021-03-04T23:39:41.782581+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":"320","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.476416+0000","last_change":"2021-03-04T23:39:32.808091+0000","last_active":"2021-03-04T23:39:41.476416+0000","last_peered":"2021-03-04T23:39:41.476416+0000","last_clean":"2021-03-04T23:39:41.476416+0000","last_became_active":"2021-03-04T23:39:30.214851+0000","last_became_peered":"2021-03-04T23:39:30.214851+0000","last_unstale":"2021-03-04T23:39:41.476416+0000","last_undegraded":"2021-03-04T23:39:41.476416+0000","last_fullsized":"2021-03-04T23:39:41.476416+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:32.808051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:32.808051+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1a","version":"0'0","reported_seq":"94","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.504576+0000","last_change":"2021-03-04T23:39:30.219497+0000","last_active":"2021-03-04T23:39:41.504576+0000","last_peered":"2021-03-04T23:39:41.504576+0000","last_clean":"2021-03-04T23:39:41.504576+0000","last_became_active":"2021-03-04T23:39:30.219141+0000","last_became_peered":"2021-03-04T23:39:30.219141+0000","last_unstale":"2021-03-04T23:39:41.504576+0000","last_undegraded":"2021-03-04T23:39:41.504576+0000","last_fullsized":"2021-03-04T23:39:41.504576+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:57.222138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:57.222138+0000","last_clean_scrub_stamp":"2021-03-04T23:36:57.222138+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"163","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.476235+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:39:41.476235+0000","last_peered":"2021-03-04T23:39:41.476235+0000","last_clean":"2021-03-04T23:39:41.476235+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:39:41.476235+0000","last_undegraded":"2021-03-04T23:39:41.476235+0000","last_fullsized":"2021-03-04T23:39:41.476235+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"106","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.444274+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:39:40.444274+0000","last_peered":"2021-03-04T23:39:40.444274+0000","last_clean":"2021-03-04T23:39:40.444274+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:39:40.444274+0000","last_undegraded":"2021-03-04T23:39:40.444274+0000","last_fullsized":"2021-03-04T23:39:40.444274+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":"16","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434410+0000","last_change":"2021-03-04T23:39:30.216448+0000","last_active":"2021-03-04T23:39:40.434410+0000","last_peered":"2021-03-04T23:39:40.434410+0000","last_clean":"2021-03-04T23:39:40.434410+0000","last_became_active":"2021-03-04T23:39:30.216091+0000","last_became_peered":"2021-03-04T23:39:30.216091+0000","last_unstale":"2021-03-04T23:39:40.434410+0000","last_undegraded":"2021-03-04T23:39:40.434410+0000","last_fullsized":"2021-03-04T23:39:40.434410+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.943251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.943251+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.15","version":"0'0","reported_seq":"19","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.783362+0000","last_change":"2021-03-04T23:39:34.643017+0000","last_active":"2021-03-04T23:39:41.783362+0000","last_peered":"2021-03-04T23:39:41.783362+0000","last_clean":"2021-03-04T23:39:41.783362+0000","last_became_active":"2021-03-04T23:39:30.220076+0000","last_became_peered":"2021-03-04T23:39:30.220076+0000","last_unstale":"2021-03-04T23:39:41.783362+0000","last_undegraded":"2021-03-04T23:39:41.783362+0000","last_fullsized":"2021-03-04T23:39:41.783362+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:34.642965+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:34.642965+0000","last_clean_scrub_stamp":"2021-03-04T23:39:34.642965+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"351","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.782621+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:39:41.782621+0000","last_peered":"2021-03-04T23:39:41.782621+0000","last_clean":"2021-03-04T23:39:41.782621+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:39:41.782621+0000","last_undegraded":"2021-03-04T23:39:41.782621+0000","last_fullsized":"2021-03-04T23:39:41.782621+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"163","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.476321+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:39:41.476321+0000","last_peered":"2021-03-04T23:39:41.476321+0000","last_clean":"2021-03-04T23:39:41.476321+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:39:41.476321+0000","last_undegraded":"2021-03-04T23:39:41.476321+0000","last_fullsized":"2021-03-04T23:39:41.476321+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":"296","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.444174+0000","last_change":"2021-03-04T23:39:30.214795+0000","last_active":"2021-03-04T23:39:40.444174+0000","last_peered":"2021-03-04T23:39:40.444174+0000","last_clean":"2021-03-04T23:39:40.444174+0000","last_became_active":"2021-03-04T23:39:30.213968+0000","last_became_peered":"2021-03-04T23:39:30.213968+0000","last_unstale":"2021-03-04T23:39:40.444174+0000","last_undegraded":"2021-03-04T23:39:40.444174+0000","last_fullsized":"2021-03-04T23:39:40.444174+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:03.874706+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:03.874706+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"71","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434165+0000","last_change":"2021-03-04T23:39:35.605096+0000","last_active":"2021-03-04T23:39:40.434165+0000","last_peered":"2021-03-04T23:39:40.434165+0000","last_clean":"2021-03-04T23:39:40.434165+0000","last_became_active":"2021-03-04T23:39:30.216139+0000","last_became_peered":"2021-03-04T23:39:30.216139+0000","last_unstale":"2021-03-04T23:39:40.434165+0000","last_undegraded":"2021-03-04T23:39:40.434165+0000","last_fullsized":"2021-03-04T23:39:40.434165+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.605056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.605056+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"418","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434433+0000","last_change":"2021-03-04T23:39:30.221533+0000","last_active":"2021-03-04T23:39:40.434433+0000","last_peered":"2021-03-04T23:39:40.434433+0000","last_clean":"2021-03-04T23:39:40.434433+0000","last_became_active":"2021-03-04T23:39:30.220579+0000","last_became_peered":"2021-03-04T23:39:30.220579+0000","last_unstale":"2021-03-04T23:39:40.434433+0000","last_undegraded":"2021-03-04T23:39:40.434433+0000","last_fullsized":"2021-03-04T23:39:40.434433+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"183","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.476697+0000","last_change":"2021-03-04T23:39:30.216385+0000","last_active":"2021-03-04T23:39:41.476697+0000","last_peered":"2021-03-04T23:39:41.476697+0000","last_clean":"2021-03-04T23:39:41.476697+0000","last_became_active":"2021-03-04T23:39:30.216111+0000","last_became_peered":"2021-03-04T23:39:30.216111+0000","last_unstale":"2021-03-04T23:39:41.476697+0000","last_undegraded":"2021-03-04T23:39:41.476697+0000","last_fullsized":"2021-03-04T23:39:41.476697+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":"16","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.443959+0000","last_change":"2021-03-04T23:39:30.214244+0000","last_active":"2021-03-04T23:39:40.443959+0000","last_peered":"2021-03-04T23:39:40.443959+0000","last_clean":"2021-03-04T23:39:40.443959+0000","last_became_active":"2021-03-04T23:39:30.213868+0000","last_became_peered":"2021-03-04T23:39:30.213868+0000","last_unstale":"2021-03-04T23:39:40.443959+0000","last_undegraded":"2021-03-04T23:39:40.443959+0000","last_fullsized":"2021-03-04T23:39:40.443959+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:01.935137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:01.935137+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.17","version":"0'0","reported_seq":"54","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434549+0000","last_change":"2021-03-04T23:39:30.150946+0000","last_active":"2021-03-04T23:39:40.434549+0000","last_peered":"2021-03-04T23:39:40.434549+0000","last_clean":"2021-03-04T23:39:40.434549+0000","last_became_active":"2021-03-04T23:36:42.240334+0000","last_became_peered":"2021-03-04T23:36:42.240334+0000","last_unstale":"2021-03-04T23:39:40.434549+0000","last_undegraded":"2021-03-04T23:39:40.434549+0000","last_fullsized":"2021-03-04T23:39:40.434549+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:30.150916+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:30.150916+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,6],"acting":[5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"22","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.783153+0000","last_change":"2021-03-04T23:39:30.227675+0000","last_active":"2021-03-04T23:39:41.783153+0000","last_peered":"2021-03-04T23:39:41.783153+0000","last_clean":"2021-03-04T23:39:41.783153+0000","last_became_active":"2021-03-04T23:39:30.218151+0000","last_became_peered":"2021-03-04T23:39:30.218151+0000","last_unstale":"2021-03-04T23:39:41.783153+0000","last_undegraded":"2021-03-04T23:39:41.783153+0000","last_fullsized":"2021-03-04T23:39:41.783153+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":270,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"110","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.325976+0000","last_change":"2021-03-04T23:36:58.272773+0000","last_active":"2021-03-04T23:39:41.325976+0000","last_peered":"2021-03-04T23:39:41.325976+0000","last_clean":"2021-03-04T23:39:41.325976+0000","last_became_active":"2021-03-04T23:36:58.272608+0000","last_became_peered":"2021-03-04T23:36:58.272608+0000","last_unstale":"2021-03-04T23:39:41.325976+0000","last_undegraded":"2021-03-04T23:39:41.325976+0000","last_fullsized":"2021-03-04T23:39:41.325976+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":"238","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.326090+0000","last_change":"2021-03-04T23:39:34.499234+0000","last_active":"2021-03-04T23:39:41.326090+0000","last_peered":"2021-03-04T23:39:41.326090+0000","last_clean":"2021-03-04T23:39:41.326090+0000","last_became_active":"2021-03-04T23:39:30.213446+0000","last_became_peered":"2021-03-04T23:39:30.213446+0000","last_unstale":"2021-03-04T23:39:41.326090+0000","last_undegraded":"2021-03-04T23:39:41.326090+0000","last_fullsized":"2021-03-04T23:39:41.326090+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:34.499193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:34.499193+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.16","version":"0'0","reported_seq":"56","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.326139+0000","last_change":"2021-03-04T23:36:43.343686+0000","last_active":"2021-03-04T23:39:41.326139+0000","last_peered":"2021-03-04T23:39:41.326139+0000","last_clean":"2021-03-04T23:39:41.326139+0000","last_became_active":"2021-03-04T23:36:42.231502+0000","last_became_peered":"2021-03-04T23:36:42.231502+0000","last_unstale":"2021-03-04T23:39:41.326139+0000","last_undegraded":"2021-03-04T23:39:41.326139+0000","last_fullsized":"2021-03-04T23:39:41.326139+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:43.343526+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:43.343526+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"439","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.504750+0000","last_change":"2021-03-04T23:39:30.223989+0000","last_active":"2021-03-04T23:39:41.504750+0000","last_peered":"2021-03-04T23:39:41.504750+0000","last_clean":"2021-03-04T23:39:41.504750+0000","last_became_active":"2021-03-04T23:39:30.216932+0000","last_became_peered":"2021-03-04T23:39:30.216932+0000","last_unstale":"2021-03-04T23:39:41.504750+0000","last_undegraded":"2021-03-04T23:39:41.504750+0000","last_fullsized":"2021-03-04T23:39:41.504750+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":15594,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"380","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.504873+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:39:41.504873+0000","last_peered":"2021-03-04T23:39:41.504873+0000","last_clean":"2021-03-04T23:39:41.504873+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:39:41.504873+0000","last_undegraded":"2021-03-04T23:39:41.504873+0000","last_fullsized":"2021-03-04T23:39:41.504873+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":"430","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434172+0000","last_change":"2021-03-04T23:39:30.222122+0000","last_active":"2021-03-04T23:39:40.434172+0000","last_peered":"2021-03-04T23:39:40.434172+0000","last_clean":"2021-03-04T23:39:40.434172+0000","last_became_active":"2021-03-04T23:39:30.221581+0000","last_became_peered":"2021-03-04T23:39:30.221581+0000","last_unstale":"2021-03-04T23:39:40.434172+0000","last_undegraded":"2021-03-04T23:39:40.434172+0000","last_fullsized":"2021-03-04T23:39:40.434172+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:44.440677+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:44.440677+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"68","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434167+0000","last_change":"2021-03-04T23:36:53.443648+0000","last_active":"2021-03-04T23:39:40.434167+0000","last_peered":"2021-03-04T23:39:40.434167+0000","last_clean":"2021-03-04T23:39:40.434167+0000","last_became_active":"2021-03-04T23:35:58.151766+0000","last_became_peered":"2021-03-04T23:35:58.151766+0000","last_unstale":"2021-03-04T23:39:40.434167+0000","last_undegraded":"2021-03-04T23:39:40.434167+0000","last_fullsized":"2021-03-04T23:39:40.434167+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:53.443606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:53.443606+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"22","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.783109+0000","last_change":"2021-03-04T23:39:30.224931+0000","last_active":"2021-03-04T23:39:41.783109+0000","last_peered":"2021-03-04T23:39:41.783109+0000","last_clean":"2021-03-04T23:39:41.783109+0000","last_became_active":"2021-03-04T23:39:30.215927+0000","last_became_peered":"2021-03-04T23:39:30.215927+0000","last_unstale":"2021-03-04T23:39:41.783109+0000","last_undegraded":"2021-03-04T23:39:41.783109+0000","last_fullsized":"2021-03-04T23:39:41.783109+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":102,"num_keys_recovered":30,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"199","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.476786+0000","last_change":"2021-03-04T23:39:30.216993+0000","last_active":"2021-03-04T23:39:41.476786+0000","last_peered":"2021-03-04T23:39:41.476786+0000","last_clean":"2021-03-04T23:39:41.476786+0000","last_became_active":"2021-03-04T23:39:30.216724+0000","last_became_peered":"2021-03-04T23:39:30.216724+0000","last_unstale":"2021-03-04T23:39:41.476786+0000","last_undegraded":"2021-03-04T23:39:41.476786+0000","last_fullsized":"2021-03-04T23:39:41.476786+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":"16","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.782531+0000","last_change":"2021-03-04T23:39:30.214960+0000","last_active":"2021-03-04T23:39:41.782531+0000","last_peered":"2021-03-04T23:39:41.782531+0000","last_clean":"2021-03-04T23:39:41.782531+0000","last_became_active":"2021-03-04T23:39:30.214725+0000","last_became_peered":"2021-03-04T23:39:30.214725+0000","last_unstale":"2021-03-04T23:39:41.782531+0000","last_undegraded":"2021-03-04T23:39:41.782531+0000","last_fullsized":"2021-03-04T23:39:41.782531+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:04.545566+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:04.545566+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"86","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434196+0000","last_change":"2021-03-04T23:39:30.222214+0000","last_active":"2021-03-04T23:39:40.434196+0000","last_peered":"2021-03-04T23:39:40.434196+0000","last_clean":"2021-03-04T23:39:40.434196+0000","last_became_active":"2021-03-04T23:39:30.221242+0000","last_became_peered":"2021-03-04T23:39:30.221242+0000","last_unstale":"2021-03-04T23:39:40.434196+0000","last_undegraded":"2021-03-04T23:39:40.434196+0000","last_fullsized":"2021-03-04T23:39:40.434196+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:56.490460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:56.490460+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"16","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.782950+0000","last_change":"2021-03-04T23:39:30.219697+0000","last_active":"2021-03-04T23:39:41.782950+0000","last_peered":"2021-03-04T23:39:41.782950+0000","last_clean":"2021-03-04T23:39:41.782950+0000","last_became_active":"2021-03-04T23:39:30.219087+0000","last_became_peered":"2021-03-04T23:39:30.219087+0000","last_unstale":"2021-03-04T23:39:41.782950+0000","last_undegraded":"2021-03-04T23:39:41.782950+0000","last_fullsized":"2021-03-04T23:39:41.782950+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"381","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434543+0000","last_change":"2021-03-04T23:39:30.220876+0000","last_active":"2021-03-04T23:39:40.434543+0000","last_peered":"2021-03-04T23:39:40.434543+0000","last_clean":"2021-03-04T23:39:40.434543+0000","last_became_active":"2021-03-04T23:39:30.220597+0000","last_became_peered":"2021-03-04T23:39:30.220597+0000","last_unstale":"2021-03-04T23:39:40.434543+0000","last_undegraded":"2021-03-04T23:39:40.434543+0000","last_fullsized":"2021-03-04T23:39:40.434543+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"70","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.326027+0000","last_change":"2021-03-04T23:36:38.273412+0000","last_active":"2021-03-04T23:39:41.326027+0000","last_peered":"2021-03-04T23:39:41.326027+0000","last_clean":"2021-03-04T23:39:41.326027+0000","last_became_active":"2021-03-04T23:35:58.102145+0000","last_became_peered":"2021-03-04T23:35:58.102145+0000","last_unstale":"2021-03-04T23:39:41.326027+0000","last_undegraded":"2021-03-04T23:39:41.326027+0000","last_fullsized":"2021-03-04T23:39:41.326027+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:38.273376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:38.273376+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"53","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434031+0000","last_change":"2021-03-04T23:39:28.608718+0000","last_active":"2021-03-04T23:39:40.434031+0000","last_peered":"2021-03-04T23:39:40.434031+0000","last_clean":"2021-03-04T23:39:40.434031+0000","last_became_active":"2021-03-04T23:36:58.273567+0000","last_became_peered":"2021-03-04T23:36:58.273567+0000","last_unstale":"2021-03-04T23:39:40.434031+0000","last_undegraded":"2021-03-04T23:39:40.434031+0000","last_fullsized":"2021-03-04T23:39:40.434031+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:28.608679+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:28.608679+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"16","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.782936+0000","last_change":"2021-03-04T23:39:30.220918+0000","last_active":"2021-03-04T23:39:41.782936+0000","last_peered":"2021-03-04T23:39:41.782936+0000","last_clean":"2021-03-04T23:39:41.782936+0000","last_became_active":"2021-03-04T23:39:30.220611+0000","last_became_peered":"2021-03-04T23:39:30.220611+0000","last_unstale":"2021-03-04T23:39:41.782936+0000","last_undegraded":"2021-03-04T23:39:41.782936+0000","last_fullsized":"2021-03-04T23:39:41.782936+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"379","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.782533+0000","last_change":"2021-03-04T23:39:30.220947+0000","last_active":"2021-03-04T23:39:41.782533+0000","last_peered":"2021-03-04T23:39:41.782533+0000","last_clean":"2021-03-04T23:39:41.782533+0000","last_became_active":"2021-03-04T23:39:30.220726+0000","last_became_peered":"2021-03-04T23:39:30.220726+0000","last_unstale":"2021-03-04T23:39:41.782533+0000","last_undegraded":"2021-03-04T23:39:41.782533+0000","last_fullsized":"2021-03-04T23:39:41.782533+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"68","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434280+0000","last_change":"2021-03-04T23:39:26.209342+0000","last_active":"2021-03-04T23:39:40.434280+0000","last_peered":"2021-03-04T23:39:40.434280+0000","last_clean":"2021-03-04T23:39:40.434280+0000","last_became_active":"2021-03-04T23:35:58.104683+0000","last_became_peered":"2021-03-04T23:35:58.104683+0000","last_unstale":"2021-03-04T23:39:40.434280+0000","last_undegraded":"2021-03-04T23:39:40.434280+0000","last_fullsized":"2021-03-04T23:39:40.434280+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:26.209306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:26.209306+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"67","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.443804+0000","last_change":"2021-03-04T23:36:09.861599+0000","last_active":"2021-03-04T23:39:40.443804+0000","last_peered":"2021-03-04T23:39:40.443804+0000","last_clean":"2021-03-04T23:39:40.443804+0000","last_became_active":"2021-03-04T23:35:58.103257+0000","last_became_peered":"2021-03-04T23:35:58.103257+0000","last_unstale":"2021-03-04T23:39:40.443804+0000","last_undegraded":"2021-03-04T23:39:40.443804+0000","last_fullsized":"2021-03-04T23:39:40.443804+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:09.861569+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:09.861569+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"247","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.443947+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:39:40.443947+0000","last_peered":"2021-03-04T23:39:40.443947+0000","last_clean":"2021-03-04T23:39:40.443947+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:39:40.443947+0000","last_undegraded":"2021-03-04T23:39:40.443947+0000","last_fullsized":"2021-03-04T23:39:40.443947+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"181","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.476839+0000","last_change":"2021-03-04T23:39:30.216508+0000","last_active":"2021-03-04T23:39:41.476839+0000","last_peered":"2021-03-04T23:39:41.476839+0000","last_clean":"2021-03-04T23:39:41.476839+0000","last_became_active":"2021-03-04T23:39:30.216264+0000","last_became_peered":"2021-03-04T23:39:30.216264+0000","last_unstale":"2021-03-04T23:39:41.476839+0000","last_undegraded":"2021-03-04T23:39:41.476839+0000","last_fullsized":"2021-03-04T23:39:41.476839+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"358'1938","reported_seq":"1950","reported_epoch":"358","state":"active+clean","last_fresh":"2021-03-04T23:39:47.413572+0000","last_change":"2021-03-04T23:39:36.230465+0000","last_active":"2021-03-04T23:39:47.413572+0000","last_peered":"2021-03-04T23:39:47.413572+0000","last_clean":"2021-03-04T23:39:47.413572+0000","last_became_active":"2021-03-04T23:39:36.230141+0000","last_became_peered":"2021-03-04T23:39:36.230141+0000","last_unstale":"2021-03-04T23:39:47.413572+0000","last_undegraded":"2021-03-04T23:39:47.413572+0000","last_fullsized":"2021-03-04T23:39:47.413572+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":1938,"ondisk_log_size":1938,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":127008768,"num_objects":1938,"num_object_clones":0,"num_object_copies":5814,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1938,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1938,"num_write_kb":124032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"19","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.783196+0000","last_change":"2021-03-04T23:39:33.648128+0000","last_active":"2021-03-04T23:39:41.783196+0000","last_peered":"2021-03-04T23:39:41.783196+0000","last_clean":"2021-03-04T23:39:41.783196+0000","last_became_active":"2021-03-04T23:39:30.219685+0000","last_became_peered":"2021-03-04T23:39:30.219685+0000","last_unstale":"2021-03-04T23:39:41.783196+0000","last_undegraded":"2021-03-04T23:39:41.783196+0000","last_fullsized":"2021-03-04T23:39:41.783196+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:33.648095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:39:33.648095+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"66","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434435+0000","last_change":"2021-03-04T23:39:30.213912+0000","last_active":"2021-03-04T23:39:40.434435+0000","last_peered":"2021-03-04T23:39:40.434435+0000","last_clean":"2021-03-04T23:39:40.434435+0000","last_became_active":"2021-03-04T23:39:30.213692+0000","last_became_peered":"2021-03-04T23:39:30.213692+0000","last_unstale":"2021-03-04T23:39:40.434435+0000","last_undegraded":"2021-03-04T23:39:40.434435+0000","last_fullsized":"2021-03-04T23:39:40.434435+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:05.727498+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:05.727498+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"20","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.783397+0000","last_change":"2021-03-04T23:39:30.314857+0000","last_active":"2021-03-04T23:39:41.783397+0000","last_peered":"2021-03-04T23:39:41.783397+0000","last_clean":"2021-03-04T23:39:41.783397+0000","last_became_active":"2021-03-04T23:39:30.218970+0000","last_became_peered":"2021-03-04T23:39:30.218970+0000","last_unstale":"2021-03-04T23:39:41.783397+0000","last_undegraded":"2021-03-04T23:39:41.783397+0000","last_fullsized":"2021-03-04T23:39:41.783397+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"384","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434372+0000","last_change":"2021-03-04T23:39:30.222326+0000","last_active":"2021-03-04T23:39:40.434372+0000","last_peered":"2021-03-04T23:39:40.434372+0000","last_clean":"2021-03-04T23:39:40.434372+0000","last_became_active":"2021-03-04T23:39:30.221680+0000","last_became_peered":"2021-03-04T23:39:30.221680+0000","last_unstale":"2021-03-04T23:39:40.434372+0000","last_undegraded":"2021-03-04T23:39:40.434372+0000","last_fullsized":"2021-03-04T23:39:40.434372+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"358'2123","reported_seq":"2135","reported_epoch":"358","state":"active+clean","last_fresh":"2021-03-04T23:39:48.327512+0000","last_change":"2021-03-04T23:39:36.229140+0000","last_active":"2021-03-04T23:39:48.327512+0000","last_peered":"2021-03-04T23:39:48.327512+0000","last_clean":"2021-03-04T23:39:48.327512+0000","last_became_active":"2021-03-04T23:39:36.228967+0000","last_became_peered":"2021-03-04T23:39:36.228967+0000","last_unstale":"2021-03-04T23:39:48.327512+0000","last_undegraded":"2021-03-04T23:39:48.327512+0000","last_fullsized":"2021-03-04T23:39:48.327512+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":2123,"ondisk_log_size":2123,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":139132928,"num_objects":2123,"num_object_clones":0,"num_object_copies":6369,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2123,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2123,"num_write_kb":135872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"84","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.476648+0000","last_change":"2021-03-04T23:36:38.972969+0000","last_active":"2021-03-04T23:39:41.476648+0000","last_peered":"2021-03-04T23:39:41.476648+0000","last_clean":"2021-03-04T23:39:41.476648+0000","last_became_active":"2021-03-04T23:36:36.209289+0000","last_became_peered":"2021-03-04T23:36:36.209289+0000","last_unstale":"2021-03-04T23:39:41.476648+0000","last_undegraded":"2021-03-04T23:39:41.476648+0000","last_fullsized":"2021-03-04T23:39:41.476648+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:38.972917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:38.972917+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"86","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.516156+0000","last_change":"2021-03-04T23:39:30.219391+0000","last_active":"2021-03-04T23:39:41.516156+0000","last_peered":"2021-03-04T23:39:41.516156+0000","last_clean":"2021-03-04T23:39:41.516156+0000","last_became_active":"2021-03-04T23:39:30.219078+0000","last_became_peered":"2021-03-04T23:39:30.219078+0000","last_unstale":"2021-03-04T23:39:41.516156+0000","last_undegraded":"2021-03-04T23:39:41.516156+0000","last_fullsized":"2021-03-04T23:39:41.516156+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:09.159279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:09.159279+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"20","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.783240+0000","last_change":"2021-03-04T23:39:30.316224+0000","last_active":"2021-03-04T23:39:41.783240+0000","last_peered":"2021-03-04T23:39:41.783240+0000","last_clean":"2021-03-04T23:39:41.783240+0000","last_became_active":"2021-03-04T23:39:30.219847+0000","last_became_peered":"2021-03-04T23:39:30.219847+0000","last_unstale":"2021-03-04T23:39:41.783240+0000","last_undegraded":"2021-03-04T23:39:41.783240+0000","last_fullsized":"2021-03-04T23:39:41.783240+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"428","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.504894+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:39:41.504894+0000","last_peered":"2021-03-04T23:39:41.504894+0000","last_clean":"2021-03-04T23:39:41.504894+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:39:41.504894+0000","last_undegraded":"2021-03-04T23:39:41.504894+0000","last_fullsized":"2021-03-04T23:39:41.504894+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"358'1891","reported_seq":"1903","reported_epoch":"358","state":"active+clean","last_fresh":"2021-03-04T23:39:47.403023+0000","last_change":"2021-03-04T23:39:36.229369+0000","last_active":"2021-03-04T23:39:47.403023+0000","last_peered":"2021-03-04T23:39:47.403023+0000","last_clean":"2021-03-04T23:39:47.403023+0000","last_became_active":"2021-03-04T23:39:36.229116+0000","last_became_peered":"2021-03-04T23:39:36.229116+0000","last_unstale":"2021-03-04T23:39:47.403023+0000","last_undegraded":"2021-03-04T23:39:47.403023+0000","last_fullsized":"2021-03-04T23:39:47.403023+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":1891,"ondisk_log_size":1891,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":123928576,"num_objects":1891,"num_object_clones":0,"num_object_copies":5673,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1891,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1891,"num_write_kb":121024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"124","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.444316+0000","last_change":"2021-03-04T23:39:32.738380+0000","last_active":"2021-03-04T23:39:40.444316+0000","last_peered":"2021-03-04T23:39:40.444316+0000","last_clean":"2021-03-04T23:39:40.444316+0000","last_became_active":"2021-03-04T23:39:00.134595+0000","last_became_peered":"2021-03-04T23:39:00.134595+0000","last_unstale":"2021-03-04T23:39:40.444316+0000","last_undegraded":"2021-03-04T23:39:40.444316+0000","last_fullsized":"2021-03-04T23:39:40.444316+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:32.738345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:32.738345+0000","last_clean_scrub_stamp":"2021-03-04T23:39:32.738345+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"53","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434093+0000","last_change":"2021-03-04T23:39:34.574873+0000","last_active":"2021-03-04T23:39:40.434093+0000","last_peered":"2021-03-04T23:39:40.434093+0000","last_clean":"2021-03-04T23:39:40.434093+0000","last_became_active":"2021-03-04T23:36:58.272665+0000","last_became_peered":"2021-03-04T23:36:58.272665+0000","last_unstale":"2021-03-04T23:39:40.434093+0000","last_undegraded":"2021-03-04T23:39:40.434093+0000","last_fullsized":"2021-03-04T23:39:40.434093+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:34.574835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:34.574835+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"20","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.783277+0000","last_change":"2021-03-04T23:39:30.317857+0000","last_active":"2021-03-04T23:39:41.783277+0000","last_peered":"2021-03-04T23:39:41.783277+0000","last_clean":"2021-03-04T23:39:41.783277+0000","last_became_active":"2021-03-04T23:39:30.220986+0000","last_became_peered":"2021-03-04T23:39:30.220986+0000","last_unstale":"2021-03-04T23:39:41.783277+0000","last_undegraded":"2021-03-04T23:39:41.783277+0000","last_fullsized":"2021-03-04T23:39:41.783277+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"124","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.443988+0000","last_change":"2021-03-04T23:39:30.215234+0000","last_active":"2021-03-04T23:39:40.443988+0000","last_peered":"2021-03-04T23:39:40.443988+0000","last_clean":"2021-03-04T23:39:40.443988+0000","last_became_active":"2021-03-04T23:39:30.214728+0000","last_became_peered":"2021-03-04T23:39:30.214728+0000","last_unstale":"2021-03-04T23:39:40.443988+0000","last_undegraded":"2021-03-04T23:39:40.443988+0000","last_fullsized":"2021-03-04T23:39:40.443988+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.4","version":"358'1893","reported_seq":"1905","reported_epoch":"358","state":"active+clean","last_fresh":"2021-03-04T23:39:47.404472+0000","last_change":"2021-03-04T23:39:36.229679+0000","last_active":"2021-03-04T23:39:47.404472+0000","last_peered":"2021-03-04T23:39:47.404472+0000","last_clean":"2021-03-04T23:39:47.404472+0000","last_became_active":"2021-03-04T23:39:36.229430+0000","last_became_peered":"2021-03-04T23:39:36.229430+0000","last_unstale":"2021-03-04T23:39:47.404472+0000","last_undegraded":"2021-03-04T23:39:47.404472+0000","last_fullsized":"2021-03-04T23:39:47.404472+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":1893,"ondisk_log_size":1893,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":124059648,"num_objects":1893,"num_object_clones":0,"num_object_copies":5679,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1893,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1893,"num_write_kb":121152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"98","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.504859+0000","last_change":"2021-03-04T23:39:30.216936+0000","last_active":"2021-03-04T23:39:41.504859+0000","last_peered":"2021-03-04T23:39:41.504859+0000","last_clean":"2021-03-04T23:39:41.504859+0000","last_became_active":"2021-03-04T23:39:30.216664+0000","last_became_peered":"2021-03-04T23:39:30.216664+0000","last_unstale":"2021-03-04T23:39:41.504859+0000","last_undegraded":"2021-03-04T23:39:41.504859+0000","last_fullsized":"2021-03-04T23:39:41.504859+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:54.256362+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:54.256362+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"70","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.326186+0000","last_change":"2021-03-04T23:36:19.155933+0000","last_active":"2021-03-04T23:39:41.326186+0000","last_peered":"2021-03-04T23:39:41.326186+0000","last_clean":"2021-03-04T23:39:41.326186+0000","last_became_active":"2021-03-04T23:35:58.102370+0000","last_became_peered":"2021-03-04T23:35:58.102370+0000","last_unstale":"2021-03-04T23:39:41.326186+0000","last_undegraded":"2021-03-04T23:39:41.326186+0000","last_fullsized":"2021-03-04T23:39:41.326186+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:19.155809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:19.155809+0000","last_clean_scrub_stamp":"2021-03-04T23:36:19.155809+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"388","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434313+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:39:40.434313+0000","last_peered":"2021-03-04T23:39:40.434313+0000","last_clean":"2021-03-04T23:39:40.434313+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:39:40.434313+0000","last_undegraded":"2021-03-04T23:39:40.434313+0000","last_fullsized":"2021-03-04T23:39:40.434313+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"352","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.782452+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:39:41.782452+0000","last_peered":"2021-03-04T23:39:41.782452+0000","last_clean":"2021-03-04T23:39:41.782452+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:39:41.782452+0000","last_undegraded":"2021-03-04T23:39:41.782452+0000","last_fullsized":"2021-03-04T23:39:41.782452+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3","version":"358'1896","reported_seq":"1908","reported_epoch":"358","state":"active+clean","last_fresh":"2021-03-04T23:39:47.398036+0000","last_change":"2021-03-04T23:39:36.230130+0000","last_active":"2021-03-04T23:39:47.398036+0000","last_peered":"2021-03-04T23:39:47.398036+0000","last_clean":"2021-03-04T23:39:47.398036+0000","last_became_active":"2021-03-04T23:39:36.229893+0000","last_became_peered":"2021-03-04T23:39:36.229893+0000","last_unstale":"2021-03-04T23:39:47.398036+0000","last_undegraded":"2021-03-04T23:39:47.398036+0000","last_fullsized":"2021-03-04T23:39:47.398036+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":1896,"ondisk_log_size":1896,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":124256256,"num_objects":1896,"num_object_clones":0,"num_object_copies":5688,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1896,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1896,"num_write_kb":121344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"402","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.326188+0000","last_change":"2021-03-04T23:39:30.221035+0000","last_active":"2021-03-04T23:39:41.326188+0000","last_peered":"2021-03-04T23:39:41.326188+0000","last_clean":"2021-03-04T23:39:41.326188+0000","last_became_active":"2021-03-04T23:39:30.220796+0000","last_became_peered":"2021-03-04T23:39:30.220796+0000","last_unstale":"2021-03-04T23:39:41.326188+0000","last_undegraded":"2021-03-04T23:39:41.326188+0000","last_fullsized":"2021-03-04T23:39:41.326188+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:03.988058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:03.988058+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"16","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.782832+0000","last_change":"2021-03-04T23:39:30.218398+0000","last_active":"2021-03-04T23:39:41.782832+0000","last_peered":"2021-03-04T23:39:41.782832+0000","last_clean":"2021-03-04T23:39:41.782832+0000","last_became_active":"2021-03-04T23:39:30.217984+0000","last_became_peered":"2021-03-04T23:39:30.217984+0000","last_unstale":"2021-03-04T23:39:41.782832+0000","last_undegraded":"2021-03-04T23:39:41.782832+0000","last_fullsized":"2021-03-04T23:39:41.782832+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:44.329663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:44.329663+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"149","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.476634+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:39:41.476634+0000","last_peered":"2021-03-04T23:39:41.476634+0000","last_clean":"2021-03-04T23:39:41.476634+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:39:41.476634+0000","last_undegraded":"2021-03-04T23:39:41.476634+0000","last_fullsized":"2021-03-04T23:39:41.476634+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"389","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.504779+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:39:41.504779+0000","last_peered":"2021-03-04T23:39:41.504779+0000","last_clean":"2021-03-04T23:39:41.504779+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:39:41.504779+0000","last_undegraded":"2021-03-04T23:39:41.504779+0000","last_fullsized":"2021-03-04T23:39:41.504779+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"358'2156","reported_seq":"2168","reported_epoch":"358","state":"active+clean","last_fresh":"2021-03-04T23:39:48.498419+0000","last_change":"2021-03-04T23:39:36.228908+0000","last_active":"2021-03-04T23:39:48.498419+0000","last_peered":"2021-03-04T23:39:48.498419+0000","last_clean":"2021-03-04T23:39:48.498419+0000","last_became_active":"2021-03-04T23:39:36.228693+0000","last_became_peered":"2021-03-04T23:39:36.228693+0000","last_unstale":"2021-03-04T23:39:48.498419+0000","last_undegraded":"2021-03-04T23:39:48.498419+0000","last_fullsized":"2021-03-04T23:39:48.498419+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":2156,"ondisk_log_size":2156,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":141295616,"num_objects":2156,"num_object_clones":0,"num_object_copies":6468,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2156,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2156,"num_write_kb":137984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"16","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.783067+0000","last_change":"2021-03-04T23:39:30.216685+0000","last_active":"2021-03-04T23:39:41.783067+0000","last_peered":"2021-03-04T23:39:41.783067+0000","last_clean":"2021-03-04T23:39:41.783067+0000","last_became_active":"2021-03-04T23:39:30.216426+0000","last_became_peered":"2021-03-04T23:39:30.216426+0000","last_unstale":"2021-03-04T23:39:41.783067+0000","last_undegraded":"2021-03-04T23:39:41.783067+0000","last_fullsized":"2021-03-04T23:39:41.783067+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:26.633384+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:26.633384+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"95","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434374+0000","last_change":"2021-03-04T23:39:35.111937+0000","last_active":"2021-03-04T23:39:40.434374+0000","last_peered":"2021-03-04T23:39:40.434374+0000","last_clean":"2021-03-04T23:39:40.434374+0000","last_became_active":"2021-03-04T23:39:00.142054+0000","last_became_peered":"2021-03-04T23:39:00.142054+0000","last_unstale":"2021-03-04T23:39:40.434374+0000","last_undegraded":"2021-03-04T23:39:40.434374+0000","last_fullsized":"2021-03-04T23:39:40.434374+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.111905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.111905+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"115","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.444073+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:39:40.444073+0000","last_peered":"2021-03-04T23:39:40.444073+0000","last_clean":"2021-03-04T23:39:40.444073+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:39:40.444073+0000","last_undegraded":"2021-03-04T23:39:40.444073+0000","last_fullsized":"2021-03-04T23:39:40.444073+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"386","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.516137+0000","last_change":"2021-03-04T23:36:58.273628+0000","last_active":"2021-03-04T23:39:41.516137+0000","last_peered":"2021-03-04T23:39:41.516137+0000","last_clean":"2021-03-04T23:39:41.516137+0000","last_became_active":"2021-03-04T23:36:58.273359+0000","last_became_peered":"2021-03-04T23:36:58.273359+0000","last_unstale":"2021-03-04T23:39:41.516137+0000","last_undegraded":"2021-03-04T23:39:41.516137+0000","last_fullsized":"2021-03-04T23:39:41.516137+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"358'1816","reported_seq":"1828","reported_epoch":"358","state":"active+clean","last_fresh":"2021-03-04T23:39:47.410079+0000","last_change":"2021-03-04T23:39:36.228709+0000","last_active":"2021-03-04T23:39:47.410079+0000","last_peered":"2021-03-04T23:39:47.410079+0000","last_clean":"2021-03-04T23:39:47.410079+0000","last_became_active":"2021-03-04T23:39:36.228428+0000","last_became_peered":"2021-03-04T23:39:36.228428+0000","last_unstale":"2021-03-04T23:39:47.410079+0000","last_undegraded":"2021-03-04T23:39:47.410079+0000","last_fullsized":"2021-03-04T23:39:47.410079+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":1816,"ondisk_log_size":1816,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":119013376,"num_objects":1816,"num_object_clones":0,"num_object_copies":5448,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1816,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1816,"num_write_kb":116224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"79","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.326156+0000","last_change":"2021-03-04T23:36:39.287818+0000","last_active":"2021-03-04T23:39:41.326156+0000","last_peered":"2021-03-04T23:39:41.326156+0000","last_clean":"2021-03-04T23:39:41.326156+0000","last_became_active":"2021-03-04T23:36:36.212765+0000","last_became_peered":"2021-03-04T23:36:36.212765+0000","last_unstale":"2021-03-04T23:39:41.326156+0000","last_undegraded":"2021-03-04T23:39:41.326156+0000","last_fullsized":"2021-03-04T23:39:41.326156+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":314,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:39.287770+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:39.287770+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"16","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.783008+0000","last_change":"2021-03-04T23:39:30.219684+0000","last_active":"2021-03-04T23:39:41.783008+0000","last_peered":"2021-03-04T23:39:41.783008+0000","last_clean":"2021-03-04T23:39:41.783008+0000","last_became_active":"2021-03-04T23:39:30.219411+0000","last_became_peered":"2021-03-04T23:39:30.219411+0000","last_unstale":"2021-03-04T23:39:41.783008+0000","last_undegraded":"2021-03-04T23:39:41.783008+0000","last_fullsized":"2021-03-04T23:39:41.783008+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:10.369420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:10.369420+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"381","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.504671+0000","last_change":"2021-03-04T23:39:30.217759+0000","last_active":"2021-03-04T23:39:41.504671+0000","last_peered":"2021-03-04T23:39:41.504671+0000","last_clean":"2021-03-04T23:39:41.504671+0000","last_became_active":"2021-03-04T23:39:30.217150+0000","last_became_peered":"2021-03-04T23:39:30.217150+0000","last_unstale":"2021-03-04T23:39:41.504671+0000","last_undegraded":"2021-03-04T23:39:41.504671+0000","last_fullsized":"2021-03-04T23:39:41.504671+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"416","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.516154+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:39:41.516154+0000","last_peered":"2021-03-04T23:39:41.516154+0000","last_clean":"2021-03-04T23:39:41.516154+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:39:41.516154+0000","last_undegraded":"2021-03-04T23:39:41.516154+0000","last_fullsized":"2021-03-04T23:39:41.516154+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"358'2807","reported_seq":"2819","reported_epoch":"358","state":"active+clean","last_fresh":"2021-03-04T23:39:50.412717+0000","last_change":"2021-03-04T23:39:36.229293+0000","last_active":"2021-03-04T23:39:50.412717+0000","last_peered":"2021-03-04T23:39:50.412717+0000","last_clean":"2021-03-04T23:39:50.412717+0000","last_became_active":"2021-03-04T23:39:36.229084+0000","last_became_peered":"2021-03-04T23:39:36.229084+0000","last_unstale":"2021-03-04T23:39:50.412717+0000","last_undegraded":"2021-03-04T23:39:50.412717+0000","last_fullsized":"2021-03-04T23:39:50.412717+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":2807,"ondisk_log_size":2807,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":183959552,"num_objects":2807,"num_object_clones":0,"num_object_copies":8421,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2807,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2807,"num_write_kb":179648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"339","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.325977+0000","last_change":"2021-03-04T23:39:30.220900+0000","last_active":"2021-03-04T23:39:41.325977+0000","last_peered":"2021-03-04T23:39:41.325977+0000","last_clean":"2021-03-04T23:39:41.325977+0000","last_became_active":"2021-03-04T23:39:30.220682+0000","last_became_peered":"2021-03-04T23:39:30.220682+0000","last_unstale":"2021-03-04T23:39:41.325977+0000","last_undegraded":"2021-03-04T23:39:41.325977+0000","last_fullsized":"2021-03-04T23:39:41.325977+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:10.087871+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:10.087871+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"86","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434204+0000","last_change":"2021-03-04T23:39:32.133095+0000","last_active":"2021-03-04T23:39:40.434204+0000","last_peered":"2021-03-04T23:39:40.434204+0000","last_clean":"2021-03-04T23:39:40.434204+0000","last_became_active":"2021-03-04T23:36:58.272595+0000","last_became_peered":"2021-03-04T23:36:58.272595+0000","last_unstale":"2021-03-04T23:39:40.434204+0000","last_undegraded":"2021-03-04T23:39:40.434204+0000","last_fullsized":"2021-03-04T23:39:40.434204+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:32.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:32.133051+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"190","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.476358+0000","last_change":"2021-03-04T23:39:30.216511+0000","last_active":"2021-03-04T23:39:41.476358+0000","last_peered":"2021-03-04T23:39:41.476358+0000","last_clean":"2021-03-04T23:39:41.476358+0000","last_became_active":"2021-03-04T23:39:30.216243+0000","last_became_peered":"2021-03-04T23:39:30.216243+0000","last_unstale":"2021-03-04T23:39:41.476358+0000","last_undegraded":"2021-03-04T23:39:41.476358+0000","last_fullsized":"2021-03-04T23:39:41.476358+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"197","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.326425+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:39:41.326425+0000","last_peered":"2021-03-04T23:39:41.326425+0000","last_clean":"2021-03-04T23:39:41.326425+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:39:41.326425+0000","last_undegraded":"2021-03-04T23:39:41.326425+0000","last_fullsized":"2021-03-04T23:39:41.326425+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"358'2178","reported_seq":"2190","reported_epoch":"358","state":"active+clean","last_fresh":"2021-03-04T23:39:48.505301+0000","last_change":"2021-03-04T23:39:36.229832+0000","last_active":"2021-03-04T23:39:48.505301+0000","last_peered":"2021-03-04T23:39:48.505301+0000","last_clean":"2021-03-04T23:39:48.505301+0000","last_became_active":"2021-03-04T23:39:36.229553+0000","last_became_peered":"2021-03-04T23:39:36.229553+0000","last_unstale":"2021-03-04T23:39:48.505301+0000","last_undegraded":"2021-03-04T23:39:48.505301+0000","last_fullsized":"2021-03-04T23:39:48.505301+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":2178,"ondisk_log_size":2178,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":142737408,"num_objects":2178,"num_object_clones":0,"num_object_copies":6534,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2178,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2178,"num_write_kb":139392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"151","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.444284+0000","last_change":"2021-03-04T23:39:30.221446+0000","last_active":"2021-03-04T23:39:40.444284+0000","last_peered":"2021-03-04T23:39:40.444284+0000","last_clean":"2021-03-04T23:39:40.444284+0000","last_became_active":"2021-03-04T23:39:30.220665+0000","last_became_peered":"2021-03-04T23:39:30.220665+0000","last_unstale":"2021-03-04T23:39:40.444284+0000","last_undegraded":"2021-03-04T23:39:40.444284+0000","last_fullsized":"2021-03-04T23:39:40.444284+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:42.097071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:42.097071+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"133","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.326091+0000","last_change":"2021-03-04T23:39:30.220851+0000","last_active":"2021-03-04T23:39:41.326091+0000","last_peered":"2021-03-04T23:39:41.326091+0000","last_clean":"2021-03-04T23:39:41.326091+0000","last_became_active":"2021-03-04T23:39:30.220596+0000","last_became_peered":"2021-03-04T23:39:30.220596+0000","last_unstale":"2021-03-04T23:39:41.326091+0000","last_undegraded":"2021-03-04T23:39:41.326091+0000","last_fullsized":"2021-03-04T23:39:41.326091+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:01.935137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:01.935137+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"379","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434509+0000","last_change":"2021-03-04T23:36:58.273653+0000","last_active":"2021-03-04T23:39:40.434509+0000","last_peered":"2021-03-04T23:39:40.434509+0000","last_clean":"2021-03-04T23:39:40.434509+0000","last_became_active":"2021-03-04T23:36:58.273347+0000","last_became_peered":"2021-03-04T23:36:58.273347+0000","last_unstale":"2021-03-04T23:39:40.434509+0000","last_undegraded":"2021-03-04T23:39:40.434509+0000","last_fullsized":"2021-03-04T23:39:40.434509+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"101","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.326029+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:39:41.326029+0000","last_peered":"2021-03-04T23:39:41.326029+0000","last_clean":"2021-03-04T23:39:41.326029+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:39:41.326029+0000","last_undegraded":"2021-03-04T23:39:41.326029+0000","last_fullsized":"2021-03-04T23:39:41.326029+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"358'2095","reported_seq":"2107","reported_epoch":"358","state":"active+clean","last_fresh":"2021-03-04T23:39:48.192054+0000","last_change":"2021-03-04T23:39:36.230631+0000","last_active":"2021-03-04T23:39:48.192054+0000","last_peered":"2021-03-04T23:39:48.192054+0000","last_clean":"2021-03-04T23:39:48.192054+0000","last_became_active":"2021-03-04T23:39:36.230400+0000","last_became_peered":"2021-03-04T23:39:36.230400+0000","last_unstale":"2021-03-04T23:39:48.192054+0000","last_undegraded":"2021-03-04T23:39:48.192054+0000","last_fullsized":"2021-03-04T23:39:48.192054+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":2095,"ondisk_log_size":2095,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":137297920,"num_objects":2095,"num_object_clones":0,"num_object_copies":6285,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2095,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2095,"num_write_kb":134080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"83","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434196+0000","last_change":"2021-03-04T23:39:00.136188+0000","last_active":"2021-03-04T23:39:40.434196+0000","last_peered":"2021-03-04T23:39:40.434196+0000","last_clean":"2021-03-04T23:39:40.434196+0000","last_became_active":"2021-03-04T23:39:00.135958+0000","last_became_peered":"2021-03-04T23:39:00.135958+0000","last_unstale":"2021-03-04T23:39:40.434196+0000","last_undegraded":"2021-03-04T23:39:40.434196+0000","last_fullsized":"2021-03-04T23:39:40.434196+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:01:45.495407+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"425","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434759+0000","last_change":"2021-03-04T23:39:33.109980+0000","last_active":"2021-03-04T23:39:40.434759+0000","last_peered":"2021-03-04T23:39:40.434759+0000","last_clean":"2021-03-04T23:39:40.434759+0000","last_became_active":"2021-03-04T23:38:04.212386+0000","last_became_peered":"2021-03-04T23:38:04.212386+0000","last_unstale":"2021-03-04T23:39:40.434759+0000","last_undegraded":"2021-03-04T23:39:40.434759+0000","last_fullsized":"2021-03-04T23:39:40.434759+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:33.109929+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:33.109929+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"360","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.504862+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:39:41.504862+0000","last_peered":"2021-03-04T23:39:41.504862+0000","last_clean":"2021-03-04T23:39:41.504862+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:39:41.504862+0000","last_undegraded":"2021-03-04T23:39:41.504862+0000","last_fullsized":"2021-03-04T23:39:41.504862+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"110","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.326079+0000","last_change":"2021-03-04T23:36:58.272226+0000","last_active":"2021-03-04T23:39:41.326079+0000","last_peered":"2021-03-04T23:39:41.326079+0000","last_clean":"2021-03-04T23:39:41.326079+0000","last_became_active":"2021-03-04T23:36:58.271974+0000","last_became_peered":"2021-03-04T23:36:58.271974+0000","last_unstale":"2021-03-04T23:39:41.326079+0000","last_undegraded":"2021-03-04T23:39:41.326079+0000","last_fullsized":"2021-03-04T23:39:41.326079+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.8","version":"358'2128","reported_seq":"2140","reported_epoch":"358","state":"active+clean","last_fresh":"2021-03-04T23:39:48.205422+0000","last_change":"2021-03-04T23:39:36.231428+0000","last_active":"2021-03-04T23:39:48.205422+0000","last_peered":"2021-03-04T23:39:48.205422+0000","last_clean":"2021-03-04T23:39:48.205422+0000","last_became_active":"2021-03-04T23:39:36.230638+0000","last_became_peered":"2021-03-04T23:39:36.230638+0000","last_unstale":"2021-03-04T23:39:48.205422+0000","last_undegraded":"2021-03-04T23:39:48.205422+0000","last_fullsized":"2021-03-04T23:39:48.205422+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":2128,"ondisk_log_size":2128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":139460608,"num_objects":2128,"num_object_clones":0,"num_object_copies":6384,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2128,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2128,"num_write_kb":136192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"19","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.783079+0000","last_change":"2021-03-04T23:39:35.616191+0000","last_active":"2021-03-04T23:39:41.783079+0000","last_peered":"2021-03-04T23:39:41.783079+0000","last_clean":"2021-03-04T23:39:41.783079+0000","last_became_active":"2021-03-04T23:39:30.218646+0000","last_became_peered":"2021-03-04T23:39:30.218646+0000","last_unstale":"2021-03-04T23:39:41.783079+0000","last_undegraded":"2021-03-04T23:39:41.783079+0000","last_fullsized":"2021-03-04T23:39:41.783079+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.616158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.616158+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"53","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.433974+0000","last_change":"2021-03-04T23:39:24.560109+0000","last_active":"2021-03-04T23:39:40.433974+0000","last_peered":"2021-03-04T23:39:40.433974+0000","last_clean":"2021-03-04T23:39:40.433974+0000","last_became_active":"2021-03-04T23:36:58.274305+0000","last_became_peered":"2021-03-04T23:36:58.274305+0000","last_unstale":"2021-03-04T23:39:40.433974+0000","last_undegraded":"2021-03-04T23:39:40.433974+0000","last_fullsized":"2021-03-04T23:39:40.433974+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:24.560068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:24.560068+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"110","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.326100+0000","last_change":"2021-03-04T23:36:58.272289+0000","last_active":"2021-03-04T23:39:41.326100+0000","last_peered":"2021-03-04T23:39:41.326100+0000","last_clean":"2021-03-04T23:39:41.326100+0000","last_became_active":"2021-03-04T23:36:58.272033+0000","last_became_peered":"2021-03-04T23:36:58.272033+0000","last_unstale":"2021-03-04T23:39:41.326100+0000","last_undegraded":"2021-03-04T23:39:41.326100+0000","last_fullsized":"2021-03-04T23:39:41.326100+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"101","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.326384+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:39:41.326384+0000","last_peered":"2021-03-04T23:39:41.326384+0000","last_clean":"2021-03-04T23:39:41.326384+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:39:41.326384+0000","last_undegraded":"2021-03-04T23:39:41.326384+0000","last_fullsized":"2021-03-04T23:39:41.326384+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"358'2138","reported_seq":"2150","reported_epoch":"358","state":"active+clean","last_fresh":"2021-03-04T23:39:48.198445+0000","last_change":"2021-03-04T23:39:36.230713+0000","last_active":"2021-03-04T23:39:48.198445+0000","last_peered":"2021-03-04T23:39:48.198445+0000","last_clean":"2021-03-04T23:39:48.198445+0000","last_became_active":"2021-03-04T23:39:36.230461+0000","last_became_peered":"2021-03-04T23:39:36.230461+0000","last_unstale":"2021-03-04T23:39:48.198445+0000","last_undegraded":"2021-03-04T23:39:48.198445+0000","last_fullsized":"2021-03-04T23:39:48.198445+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":2138,"ondisk_log_size":2138,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":140115968,"num_objects":2138,"num_object_clones":0,"num_object_copies":6414,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2138,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2138,"num_write_kb":136832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"407","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434353+0000","last_change":"2021-03-04T23:39:30.222023+0000","last_active":"2021-03-04T23:39:40.434353+0000","last_peered":"2021-03-04T23:39:40.434353+0000","last_clean":"2021-03-04T23:39:40.434353+0000","last_became_active":"2021-03-04T23:39:30.221588+0000","last_became_peered":"2021-03-04T23:39:30.221588+0000","last_unstale":"2021-03-04T23:39:40.434353+0000","last_undegraded":"2021-03-04T23:39:40.434353+0000","last_fullsized":"2021-03-04T23:39:40.434353+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:04.545566+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:04.545566+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"16","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.783139+0000","last_change":"2021-03-04T23:39:30.220965+0000","last_active":"2021-03-04T23:39:41.783139+0000","last_peered":"2021-03-04T23:39:41.783139+0000","last_clean":"2021-03-04T23:39:41.783139+0000","last_became_active":"2021-03-04T23:39:30.220655+0000","last_became_peered":"2021-03-04T23:39:30.220655+0000","last_unstale":"2021-03-04T23:39:41.783139+0000","last_undegraded":"2021-03-04T23:39:41.783139+0000","last_fullsized":"2021-03-04T23:39:41.783139+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:04.148627+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:04.148627+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"145","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.476509+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:39:41.476509+0000","last_peered":"2021-03-04T23:39:41.476509+0000","last_clean":"2021-03-04T23:39:41.476509+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:39:41.476509+0000","last_undegraded":"2021-03-04T23:39:41.476509+0000","last_fullsized":"2021-03-04T23:39:41.476509+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"124","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.444091+0000","last_change":"2021-03-04T23:39:30.215381+0000","last_active":"2021-03-04T23:39:40.444091+0000","last_peered":"2021-03-04T23:39:40.444091+0000","last_clean":"2021-03-04T23:39:40.444091+0000","last_became_active":"2021-03-04T23:39:30.214939+0000","last_became_peered":"2021-03-04T23:39:30.214939+0000","last_unstale":"2021-03-04T23:39:40.444091+0000","last_undegraded":"2021-03-04T23:39:40.444091+0000","last_fullsized":"2021-03-04T23:39:40.444091+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.9","version":"358'2162","reported_seq":"2174","reported_epoch":"358","state":"active+clean","last_fresh":"2021-03-04T23:39:48.194327+0000","last_change":"2021-03-04T23:39:36.230698+0000","last_active":"2021-03-04T23:39:48.194327+0000","last_peered":"2021-03-04T23:39:48.194327+0000","last_clean":"2021-03-04T23:39:48.194327+0000","last_became_active":"2021-03-04T23:39:36.230475+0000","last_became_peered":"2021-03-04T23:39:36.230475+0000","last_unstale":"2021-03-04T23:39:48.194327+0000","last_undegraded":"2021-03-04T23:39:48.194327+0000","last_fullsized":"2021-03-04T23:39:48.194327+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":2162,"ondisk_log_size":2162,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":141688832,"num_objects":2162,"num_object_clones":0,"num_object_copies":6486,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2162,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2162,"num_write_kb":138368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"84","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.326013+0000","last_change":"2021-03-04T23:39:33.510620+0000","last_active":"2021-03-04T23:39:41.326013+0000","last_peered":"2021-03-04T23:39:41.326013+0000","last_clean":"2021-03-04T23:39:41.326013+0000","last_became_active":"2021-03-04T23:39:00.131539+0000","last_became_peered":"2021-03-04T23:39:00.131539+0000","last_unstale":"2021-03-04T23:39:41.326013+0000","last_undegraded":"2021-03-04T23:39:41.326013+0000","last_fullsized":"2021-03-04T23:39:41.326013+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:33.510564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:33.510564+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"16","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.783034+0000","last_change":"2021-03-04T23:39:30.220170+0000","last_active":"2021-03-04T23:39:41.783034+0000","last_peered":"2021-03-04T23:39:41.783034+0000","last_clean":"2021-03-04T23:39:41.783034+0000","last_became_active":"2021-03-04T23:39:30.219831+0000","last_became_peered":"2021-03-04T23:39:30.219831+0000","last_unstale":"2021-03-04T23:39:41.783034+0000","last_undegraded":"2021-03-04T23:39:41.783034+0000","last_fullsized":"2021-03-04T23:39:41.783034+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:23.406414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:23.406414+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"342","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.782438+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:39:41.782438+0000","last_peered":"2021-03-04T23:39:41.782438+0000","last_clean":"2021-03-04T23:39:41.782438+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:39:41.782438+0000","last_undegraded":"2021-03-04T23:39:41.782438+0000","last_fullsized":"2021-03-04T23:39:41.782438+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"397","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.782578+0000","last_change":"2021-03-04T23:36:58.273010+0000","last_active":"2021-03-04T23:39:41.782578+0000","last_peered":"2021-03-04T23:39:41.782578+0000","last_clean":"2021-03-04T23:39:41.782578+0000","last_became_active":"2021-03-04T23:36:58.272784+0000","last_became_peered":"2021-03-04T23:36:58.272784+0000","last_unstale":"2021-03-04T23:39:41.782578+0000","last_undegraded":"2021-03-04T23:39:41.782578+0000","last_fullsized":"2021-03-04T23:39:41.782578+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"358'2660","reported_seq":"2672","reported_epoch":"358","state":"active+clean","last_fresh":"2021-03-04T23:39:50.405940+0000","last_change":"2021-03-04T23:39:36.229039+0000","last_active":"2021-03-04T23:39:50.405940+0000","last_peered":"2021-03-04T23:39:50.405940+0000","last_clean":"2021-03-04T23:39:50.405940+0000","last_became_active":"2021-03-04T23:39:36.228813+0000","last_became_peered":"2021-03-04T23:39:36.228813+0000","last_unstale":"2021-03-04T23:39:50.405940+0000","last_undegraded":"2021-03-04T23:39:50.405940+0000","last_fullsized":"2021-03-04T23:39:50.405940+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":2660,"ondisk_log_size":2660,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":174325760,"num_objects":2660,"num_object_clones":0,"num_object_copies":7980,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2660,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2660,"num_write_kb":170240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"136","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.444135+0000","last_change":"2021-03-04T23:39:33.776164+0000","last_active":"2021-03-04T23:39:40.444135+0000","last_peered":"2021-03-04T23:39:40.444135+0000","last_clean":"2021-03-04T23:39:40.444135+0000","last_became_active":"2021-03-04T23:39:00.135217+0000","last_became_peered":"2021-03-04T23:39:00.135217+0000","last_unstale":"2021-03-04T23:39:40.444135+0000","last_undegraded":"2021-03-04T23:39:40.444135+0000","last_fullsized":"2021-03-04T23:39:40.444135+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:33.775703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:33.775703+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"16","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.783111+0000","last_change":"2021-03-04T23:39:30.220176+0000","last_active":"2021-03-04T23:39:41.783111+0000","last_peered":"2021-03-04T23:39:41.783111+0000","last_clean":"2021-03-04T23:39:41.783111+0000","last_became_active":"2021-03-04T23:39:30.218995+0000","last_became_peered":"2021-03-04T23:39:30.218995+0000","last_unstale":"2021-03-04T23:39:41.783111+0000","last_undegraded":"2021-03-04T23:39:41.783111+0000","last_fullsized":"2021-03-04T23:39:41.783111+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:23.299266+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:23.299266+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"110","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.326189+0000","last_change":"2021-03-04T23:36:58.272272+0000","last_active":"2021-03-04T23:39:41.326189+0000","last_peered":"2021-03-04T23:39:41.326189+0000","last_clean":"2021-03-04T23:39:41.326189+0000","last_became_active":"2021-03-04T23:36:58.272106+0000","last_became_peered":"2021-03-04T23:36:58.272106+0000","last_unstale":"2021-03-04T23:39:41.326189+0000","last_undegraded":"2021-03-04T23:39:41.326189+0000","last_fullsized":"2021-03-04T23:39:41.326189+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"338","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434288+0000","last_change":"2021-03-04T23:39:30.222196+0000","last_active":"2021-03-04T23:39:40.434288+0000","last_peered":"2021-03-04T23:39:40.434288+0000","last_clean":"2021-03-04T23:39:40.434288+0000","last_became_active":"2021-03-04T23:39:30.221882+0000","last_became_peered":"2021-03-04T23:39:30.221882+0000","last_unstale":"2021-03-04T23:39:40.434288+0000","last_undegraded":"2021-03-04T23:39:40.434288+0000","last_fullsized":"2021-03-04T23:39:40.434288+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"358'1881","reported_seq":"1893","reported_epoch":"358","state":"active+clean","last_fresh":"2021-03-04T23:39:47.400612+0000","last_change":"2021-03-04T23:39:36.231204+0000","last_active":"2021-03-04T23:39:47.400612+0000","last_peered":"2021-03-04T23:39:47.400612+0000","last_clean":"2021-03-04T23:39:47.400612+0000","last_became_active":"2021-03-04T23:39:36.231022+0000","last_became_peered":"2021-03-04T23:39:36.231022+0000","last_unstale":"2021-03-04T23:39:47.400612+0000","last_undegraded":"2021-03-04T23:39:47.400612+0000","last_fullsized":"2021-03-04T23:39:47.400612+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":1881,"ondisk_log_size":1881,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":123273216,"num_objects":1881,"num_object_clones":0,"num_object_copies":5643,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1881,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1881,"num_write_kb":120384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"101","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.504868+0000","last_change":"2021-03-04T23:39:29.672520+0000","last_active":"2021-03-04T23:39:41.504868+0000","last_peered":"2021-03-04T23:39:41.504868+0000","last_clean":"2021-03-04T23:39:41.504868+0000","last_became_active":"2021-03-04T23:39:00.132125+0000","last_became_peered":"2021-03-04T23:39:00.132125+0000","last_unstale":"2021-03-04T23:39:41.504868+0000","last_undegraded":"2021-03-04T23:39:41.504868+0000","last_fullsized":"2021-03-04T23:39:41.504868+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:29.672473+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:29.672473+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"197","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.476825+0000","last_change":"2021-03-04T23:39:30.312840+0000","last_active":"2021-03-04T23:39:41.476825+0000","last_peered":"2021-03-04T23:39:41.476825+0000","last_clean":"2021-03-04T23:39:41.476825+0000","last_became_active":"2021-03-04T23:39:30.218101+0000","last_became_peered":"2021-03-04T23:39:30.218101+0000","last_unstale":"2021-03-04T23:39:41.476825+0000","last_undegraded":"2021-03-04T23:39:41.476825+0000","last_fullsized":"2021-03-04T23:39:41.476825+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"120","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.326307+0000","last_change":"2021-03-04T23:39:30.505421+0000","last_active":"2021-03-04T23:39:41.326307+0000","last_peered":"2021-03-04T23:39:41.326307+0000","last_clean":"2021-03-04T23:39:41.326307+0000","last_became_active":"2021-03-04T23:38:04.213219+0000","last_became_peered":"2021-03-04T23:38:04.213219+0000","last_unstale":"2021-03-04T23:39:41.326307+0000","last_undegraded":"2021-03-04T23:39:41.326307+0000","last_fullsized":"2021-03-04T23:39:41.326307+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:30.505380+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:30.505380+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"181","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.476285+0000","last_change":"2021-03-04T23:39:30.216203+0000","last_active":"2021-03-04T23:39:41.476285+0000","last_peered":"2021-03-04T23:39:41.476285+0000","last_clean":"2021-03-04T23:39:41.476285+0000","last_became_active":"2021-03-04T23:39:30.215966+0000","last_became_peered":"2021-03-04T23:39:30.215966+0000","last_unstale":"2021-03-04T23:39:41.476285+0000","last_undegraded":"2021-03-04T23:39:41.476285+0000","last_fullsized":"2021-03-04T23:39:41.476285+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"358'1868","reported_seq":"1880","reported_epoch":"358","state":"active+clean","last_fresh":"2021-03-04T23:39:47.404230+0000","last_change":"2021-03-04T23:39:36.229216+0000","last_active":"2021-03-04T23:39:47.404230+0000","last_peered":"2021-03-04T23:39:47.404230+0000","last_clean":"2021-03-04T23:39:47.404230+0000","last_became_active":"2021-03-04T23:39:36.229032+0000","last_became_peered":"2021-03-04T23:39:36.229032+0000","last_unstale":"2021-03-04T23:39:47.404230+0000","last_undegraded":"2021-03-04T23:39:47.404230+0000","last_fullsized":"2021-03-04T23:39:47.404230+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":1868,"ondisk_log_size":1868,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":122421248,"num_objects":1868,"num_object_clones":0,"num_object_copies":5604,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1868,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1868,"num_write_kb":119552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"102","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.476634+0000","last_change":"2021-03-04T23:39:30.216902+0000","last_active":"2021-03-04T23:39:41.476634+0000","last_peered":"2021-03-04T23:39:41.476634+0000","last_clean":"2021-03-04T23:39:41.476634+0000","last_became_active":"2021-03-04T23:39:30.216444+0000","last_became_peered":"2021-03-04T23:39:30.216444+0000","last_unstale":"2021-03-04T23:39:41.476634+0000","last_undegraded":"2021-03-04T23:39:41.476634+0000","last_fullsized":"2021-03-04T23:39:41.476634+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:24.842295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:24.842295+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"297","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.444242+0000","last_change":"2021-03-04T23:39:30.221034+0000","last_active":"2021-03-04T23:39:40.444242+0000","last_peered":"2021-03-04T23:39:40.444242+0000","last_clean":"2021-03-04T23:39:40.444242+0000","last_became_active":"2021-03-04T23:39:30.220119+0000","last_became_peered":"2021-03-04T23:39:30.220119+0000","last_unstale":"2021-03-04T23:39:40.444242+0000","last_undegraded":"2021-03-04T23:39:40.444242+0000","last_fullsized":"2021-03-04T23:39:40.444242+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:03.874706+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:03.874706+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"391","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.782644+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:39:41.782644+0000","last_peered":"2021-03-04T23:39:41.782644+0000","last_clean":"2021-03-04T23:39:41.782644+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:39:41.782644+0000","last_undegraded":"2021-03-04T23:39:41.782644+0000","last_fullsized":"2021-03-04T23:39:41.782644+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"329","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.504435+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:39:41.504435+0000","last_peered":"2021-03-04T23:39:41.504435+0000","last_clean":"2021-03-04T23:39:41.504435+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:39:41.504435+0000","last_undegraded":"2021-03-04T23:39:41.504435+0000","last_fullsized":"2021-03-04T23:39:41.504435+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":"16","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.443771+0000","last_change":"2021-03-04T23:39:30.215052+0000","last_active":"2021-03-04T23:39:40.443771+0000","last_peered":"2021-03-04T23:39:40.443771+0000","last_clean":"2021-03-04T23:39:40.443771+0000","last_became_active":"2021-03-04T23:39:30.214604+0000","last_became_peered":"2021-03-04T23:39:30.214604+0000","last_unstale":"2021-03-04T23:39:40.443771+0000","last_undegraded":"2021-03-04T23:39:40.443771+0000","last_fullsized":"2021-03-04T23:39:40.443771+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:03.988058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:03.988058+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.19","version":"0'0","reported_seq":"174","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.476359+0000","last_change":"2021-03-04T23:36:43.982041+0000","last_active":"2021-03-04T23:39:41.476359+0000","last_peered":"2021-03-04T23:39:41.476359+0000","last_clean":"2021-03-04T23:39:41.476359+0000","last_became_active":"2021-03-04T23:36:42.231737+0000","last_became_peered":"2021-03-04T23:36:42.231737+0000","last_unstale":"2021-03-04T23:39:41.476359+0000","last_undegraded":"2021-03-04T23:39:41.476359+0000","last_fullsized":"2021-03-04T23:39:41.476359+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:43.982001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:43.982001+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"342","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.782635+0000","last_change":"2021-03-04T23:39:30.221336+0000","last_active":"2021-03-04T23:39:41.782635+0000","last_peered":"2021-03-04T23:39:41.782635+0000","last_clean":"2021-03-04T23:39:41.782635+0000","last_became_active":"2021-03-04T23:39:30.221078+0000","last_became_peered":"2021-03-04T23:39:30.221078+0000","last_unstale":"2021-03-04T23:39:41.782635+0000","last_undegraded":"2021-03-04T23:39:41.782635+0000","last_fullsized":"2021-03-04T23:39:41.782635+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"48","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434321+0000","last_change":"2021-03-04T23:36:58.275928+0000","last_active":"2021-03-04T23:39:40.434321+0000","last_peered":"2021-03-04T23:39:40.434321+0000","last_clean":"2021-03-04T23:39:40.434321+0000","last_became_active":"2021-03-04T23:36:58.275701+0000","last_became_peered":"2021-03-04T23:36:58.275701+0000","last_unstale":"2021-03-04T23:39:40.434321+0000","last_undegraded":"2021-03-04T23:39:40.434321+0000","last_fullsized":"2021-03-04T23:39:40.434321+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.1e","version":"0'0","reported_seq":"99","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.476727+0000","last_change":"2021-03-04T23:39:30.216320+0000","last_active":"2021-03-04T23:39:41.476727+0000","last_peered":"2021-03-04T23:39:41.476727+0000","last_clean":"2021-03-04T23:39:41.476727+0000","last_became_active":"2021-03-04T23:39:30.216055+0000","last_became_peered":"2021-03-04T23:39:30.216055+0000","last_unstale":"2021-03-04T23:39:41.476727+0000","last_undegraded":"2021-03-04T23:39:41.476727+0000","last_fullsized":"2021-03-04T23:39:41.476727+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:47.010309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:47.010309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"421","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434467+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:39:40.434467+0000","last_peered":"2021-03-04T23:39:40.434467+0000","last_clean":"2021-03-04T23:39:40.434467+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:39:40.434467+0000","last_undegraded":"2021-03-04T23:39:40.434467+0000","last_fullsized":"2021-03-04T23:39:40.434467+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"404","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.516221+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:39:41.516221+0000","last_peered":"2021-03-04T23:39:41.516221+0000","last_clean":"2021-03-04T23:39:41.516221+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:39:41.516221+0000","last_undegraded":"2021-03-04T23:39:41.516221+0000","last_fullsized":"2021-03-04T23:39:41.516221+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1f","version":"0'0","reported_seq":"21","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.782528+0000","last_change":"2021-03-04T23:39:35.279900+0000","last_active":"2021-03-04T23:39:41.782528+0000","last_peered":"2021-03-04T23:39:41.782528+0000","last_clean":"2021-03-04T23:39:41.782528+0000","last_became_active":"2021-03-04T23:39:30.213723+0000","last_became_peered":"2021-03-04T23:39:30.213723+0000","last_unstale":"2021-03-04T23:39:41.782528+0000","last_undegraded":"2021-03-04T23:39:41.782528+0000","last_fullsized":"2021-03-04T23:39:41.782528+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.279860+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.960309+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.279860+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"367","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:40.434457+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:39:40.434457+0000","last_peered":"2021-03-04T23:39:40.434457+0000","last_clean":"2021-03-04T23:39:40.434457+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:39:40.434457+0000","last_undegraded":"2021-03-04T23:39:40.434457+0000","last_fullsized":"2021-03-04T23:39:40.434457+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"374","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.504746+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:39:41.504746+0000","last_peered":"2021-03-04T23:39:41.504746+0000","last_clean":"2021-03-04T23:39:41.504746+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:39:41.504746+0000","last_undegraded":"2021-03-04T23:39:41.504746+0000","last_fullsized":"2021-03-04T23:39:41.504746+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1c","version":"0'0","reported_seq":"19","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.783179+0000","last_change":"2021-03-04T23:39:31.709453+0000","last_active":"2021-03-04T23:39:41.783179+0000","last_peered":"2021-03-04T23:39:41.783179+0000","last_clean":"2021-03-04T23:39:41.783179+0000","last_became_active":"2021-03-04T23:39:30.220738+0000","last_became_peered":"2021-03-04T23:39:30.220738+0000","last_unstale":"2021-03-04T23:39:41.783179+0000","last_undegraded":"2021-03-04T23:39:41.783179+0000","last_fullsized":"2021-03-04T23:39:41.783179+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:31.709424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:31.709424+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"172","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.476861+0000","last_change":"2021-03-04T23:36:58.274330+0000","last_active":"2021-03-04T23:39:41.476861+0000","last_peered":"2021-03-04T23:39:41.476861+0000","last_clean":"2021-03-04T23:39:41.476861+0000","last_became_active":"2021-03-04T23:36:58.274105+0000","last_became_peered":"2021-03-04T23:36:58.274105+0000","last_unstale":"2021-03-04T23:39:41.476861+0000","last_undegraded":"2021-03-04T23:39:41.476861+0000","last_fullsized":"2021-03-04T23:39:41.476861+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"156","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.476628+0000","last_change":"2021-03-04T23:36:58.274276+0000","last_active":"2021-03-04T23:39:41.476628+0000","last_peered":"2021-03-04T23:39:41.476628+0000","last_clean":"2021-03-04T23:39:41.476628+0000","last_became_active":"2021-03-04T23:36:58.274027+0000","last_became_peered":"2021-03-04T23:36:58.274027+0000","last_unstale":"2021-03-04T23:39:41.476628+0000","last_undegraded":"2021-03-04T23:39:41.476628+0000","last_fullsized":"2021-03-04T23:39:41.476628+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1d","version":"0'0","reported_seq":"174","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.326239+0000","last_change":"2021-03-04T23:36:42.321356+0000","last_active":"2021-03-04T23:39:41.326239+0000","last_peered":"2021-03-04T23:39:41.326239+0000","last_clean":"2021-03-04T23:39:41.326239+0000","last_became_active":"2021-03-04T23:36:42.235170+0000","last_became_peered":"2021-03-04T23:36:42.235170+0000","last_unstale":"2021-03-04T23:39:41.326239+0000","last_undegraded":"2021-03-04T23:39:41.326239+0000","last_fullsized":"2021-03-04T23:39:41.326239+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:42.321306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:36:42.321306+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"347","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.782618+0000","last_change":"2021-03-04T23:36:58.454189+0000","last_active":"2021-03-04T23:39:41.782618+0000","last_peered":"2021-03-04T23:39:41.782618+0000","last_clean":"2021-03-04T23:39:41.782618+0000","last_became_active":"2021-03-04T23:36:58.272820+0000","last_became_peered":"2021-03-04T23:36:58.272820+0000","last_unstale":"2021-03-04T23:39:41.782618+0000","last_undegraded":"2021-03-04T23:39:41.782618+0000","last_fullsized":"2021-03-04T23:39:41.782618+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"425","reported_epoch":"357","state":"active+clean","last_fresh":"2021-03-04T23:39:41.504680+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:39:41.504680+0000","last_peered":"2021-03-04T23:39:41.504680+0000","last_clean":"2021-03-04T23:39:41.504680+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:39:41.504680+0000","last_undegraded":"2021-03-04T23:39:41.504680+0000","last_fullsized":"2021-03-04T23:39:41.504680+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":16,"stat_sum":{"num_bytes":2203975680,"num_objects":33630,"num_object_clones":0,"num_object_copies":100890,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":33630,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":33630,"num_write_kb":2152320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":6666190848,"data_stored":6666190848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":33630,"ondisk_log_size":33630,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":76,"num_bytes_recovered":17234,"num_keys_recovered":30,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11829510,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":41,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":123,"acting":123,"num_store_stats":8},{"poolid":2,"num_pg":28,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":84,"acting":84,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496045,"num_pgs":65,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2409216,"kb_used_data":1360632,"kb_used_omap":2097,"kb_used_meta":1046478,"kb_avail":85671168,"statfs":{"total":90194313216,"available":87727276032,"internally_reserved":1073741824,"allocated":1393287168,"data_stored":1391541126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":1071593865},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:39:06 2021","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":1.0720000000000001,"15min":0.57599999999999996},"min":{"1min":0.152,"5min":0.13400000000000001,"15min":0.125},"max":{"1min":4.6870000000000003,"5min":75.203000000000003,"15min":75.203000000000003},"last":0.497},{"interface":"front","average":{"1min":0.55000000000000004,"5min":1.129,"15min":0.64600000000000002},"min":{"1min":0.161,"5min":0.161,"15min":0.158},"max":{"1min":2.4279999999999999,"5min":75.129999999999995,"15min":75.129999999999995},"last":0.52500000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:39:46 2021","interfaces":[{"interface":"back","average":{"1min":4.8620000000000001,"5min":1.3520000000000001,"15min":0.877},"min":{"1min":0.19400000000000001,"5min":0.17299999999999999,"15min":0.16200000000000001},"max":{"1min":83.061999999999998,"5min":83.061999999999998,"15min":83.061999999999998},"last":0.55600000000000005},{"interface":"front","average":{"1min":4.7229999999999999,"5min":1.3640000000000001,"15min":0.89900000000000002},"min":{"1min":0.17899999999999999,"5min":0.16400000000000001,"15min":0.14799999999999999},"max":{"1min":83.028999999999996,"5min":83.028999999999996,"15min":83.028999999999996},"last":0.23899999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:39:32 2021","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.56399999999999995,"15min":0.442},"min":{"1min":0.20599999999999999,"5min":0.182,"15min":0.182},"max":{"1min":2.3490000000000002,"5min":2.6429999999999998,"15min":2.6429999999999998},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.498,"15min":0.495},"min":{"1min":0.23100000000000001,"5min":0.224,"15min":0.182},"max":{"1min":1.7969999999999999,"5min":2.306,"15min":3.206},"last":0.27600000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:39:32 2021","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.58999999999999997,"15min":0.84599999999999997},"min":{"1min":0.23100000000000001,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":2.089,"5min":3.4940000000000002,"15min":63.959000000000003},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.56599999999999995,"15min":0.85299999999999998},"min":{"1min":0.222,"5min":0.185,"15min":0.185},"max":{"1min":4.7279999999999998,"5min":4.7279999999999998,"15min":64.183999999999997},"last":0.22600000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:39:32 2021","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.56399999999999995,"15min":0.45300000000000001},"min":{"1min":0.16900000000000001,"5min":0.14499999999999999,"15min":0.13},"max":{"1min":1.54,"5min":4.8689999999999998,"15min":4.8689999999999998},"last":0.16600000000000001},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.51800000000000002,"15min":0.40100000000000002},"min":{"1min":0.191,"5min":0.157,"15min":0.14000000000000001},"max":{"1min":2.0350000000000001,"5min":2.7450000000000001,"15min":3.7410000000000001},"last":0.44600000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:39:32 2021","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.58699999999999997,"15min":0.40300000000000002},"min":{"1min":0.193,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":1.9850000000000001,"5min":4.4180000000000001,"15min":4.4180000000000001},"last":0.249},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.67200000000000004,"15min":0.50800000000000001},"min":{"1min":0.23899999999999999,"5min":0.185,"15min":0.156},"max":{"1min":2.4140000000000001,"5min":4.8079999999999998,"15min":4.8079999999999998},"last":0.19800000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:39:00 2021","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.628,"15min":0.439},"min":{"1min":0.253,"5min":0.16800000000000001,"15min":0.14699999999999999},"max":{"1min":2.2610000000000001,"5min":8.1649999999999991,"15min":8.1649999999999991},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.64000000000000001,"15min":0.53800000000000003},"min":{"1min":0.26900000000000002,"5min":0.20200000000000001,"15min":0.17100000000000001},"max":{"1min":2.323,"5min":8.0039999999999996,"15min":8.0039999999999996},"last":0.26100000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659547,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1984820,"kb_used_data":936236,"kb_used_omap":1736,"kb_used_meta":1046839,"kb_avail":86095564,"statfs":{"total":90194313216,"available":88161857536,"internally_reserved":1073741824,"allocated":958705664,"data_stored":956971764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1778063,"internal_metadata":1071963761},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:39:24 2021","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.61799999999999999,"15min":0.443},"min":{"1min":0.13800000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":3.0529999999999999,"5min":3.2160000000000002,"15min":3.2160000000000002},"last":0.19},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.60199999999999998,"15min":0.44500000000000001},"min":{"1min":0.13900000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":3.2160000000000002,"5min":3.2160000000000002,"15min":3.2160000000000002},"last":0.29099999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:39:39 2021","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":0.65900000000000003,"15min":0.46700000000000003},"min":{"1min":0.17100000000000001,"5min":0.16,"15min":0.14599999999999999},"max":{"1min":4.0250000000000004,"5min":4.0250000000000004,"15min":4.0250000000000004},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.496,"15min":0.434},"min":{"1min":0.158,"5min":0.158,"15min":0.158},"max":{"1min":4.0800000000000001,"5min":4.0800000000000001,"15min":4.0800000000000001},"last":0.376}]},{"osd":2,"last update":"Thu Mar 4 23:39:39 2021","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.63300000000000001,"15min":0.47399999999999998},"min":{"1min":0.18099999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":3.3090000000000002,"5min":3.3090000000000002,"15min":3.3090000000000002},"last":0.251},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.70299999999999996,"15min":0.496},"min":{"1min":0.22800000000000001,"5min":0.191,"15min":0.188},"max":{"1min":3.2429999999999999,"5min":4.9480000000000004,"15min":4.9480000000000004},"last":0.22600000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:39:39 2021","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":1.712,"15min":1.369},"min":{"1min":0.216,"5min":0.19800000000000001,"15min":0.17899999999999999},"max":{"1min":3.274,"5min":104.28700000000001,"15min":104.28700000000001},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.72499999999999998,"5min":1.581,"15min":1.3440000000000001},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":3.0720000000000001,"5min":104.264,"15min":104.264},"last":0.40500000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:39:24 2021","interfaces":[{"interface":"back","average":{"1min":0.81399999999999995,"5min":0.52800000000000002,"15min":0.39700000000000002},"min":{"1min":0.155,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":4.3540000000000001,"5min":4.3540000000000001,"15min":4.3540000000000001},"last":0.21199999999999999},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.57499999999999996,"15min":0.40999999999999998},"min":{"1min":0.157,"5min":0.157,"15min":0.14299999999999999},"max":{"1min":3.1179999999999999,"5min":3.1179999999999999,"15min":3.1179999999999999},"last":0.36399999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:39:24 2021","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.67300000000000004,"15min":0.45200000000000001},"min":{"1min":0.187,"5min":0.17000000000000001,"15min":0.155},"max":{"1min":3.2589999999999999,"5min":18.030000000000001,"15min":18.030000000000001},"last":0.309},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.81999999999999995,"15min":0.52500000000000002},"min":{"1min":0.218,"5min":0.14299999999999999,"15min":0.13900000000000001},"max":{"1min":3.0059999999999998,"5min":17.949999999999999,"15min":17.949999999999999},"last":0.42099999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:39:24 2021","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.499,"15min":0.433},"min":{"1min":0.21299999999999999,"5min":0.19700000000000001,"15min":0.16500000000000001},"max":{"1min":3.1440000000000001,"5min":3.569,"15min":3.569},"last":0.434},{"interface":"front","average":{"1min":0.83099999999999996,"5min":0.74399999999999999,"15min":0.505},"min":{"1min":0.27800000000000002,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":3.4220000000000002,"5min":3.8050000000000002,"15min":3.8050000000000002},"last":0.34300000000000003}]}]},{"osd":1,"up_from":87,"seq":373662155066,"num_pgs":63,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1591716,"kb_used_data":1245148,"kb_used_omap":2528,"kb_used_meta":344031,"kb_avail":86488668,"statfs":{"total":90194313216,"available":88564396032,"internally_reserved":0,"allocated":1275031552,"data_stored":1273311367,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":352288046},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:39:05 2021","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.35899999999999999,"15min":0.434},"min":{"1min":0.155,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":3.0619999999999998,"5min":3.0619999999999998,"15min":39.125},"last":0.17599999999999999},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.434,"15min":0.505},"min":{"1min":0.20599999999999999,"5min":0.188,"15min":0.17899999999999999},"max":{"1min":3.089,"5min":3.089,"15min":39.207000000000001},"last":0.20100000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:39:33 2021","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.39600000000000002,"15min":0.31},"min":{"1min":0.19600000000000001,"5min":0.14499999999999999,"15min":0.13400000000000001},"max":{"1min":2.6099999999999999,"5min":2.6099999999999999,"15min":2.6099999999999999},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.41199999999999998,"15min":0.314},"min":{"1min":0.17699999999999999,"5min":0.154,"15min":0.13100000000000001},"max":{"1min":2.843,"5min":3.0459999999999998,"15min":3.0459999999999998},"last":1.1799999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:39:22 2021","interfaces":[{"interface":"back","average":{"1min":3.7770000000000001,"5min":2.9460000000000002,"15min":1.6279999999999999},"min":{"1min":0.17499999999999999,"5min":0.151,"15min":0.151},"max":{"1min":35.609999999999999,"5min":89.902000000000001,"15min":110.28400000000001},"last":0.73499999999999999},{"interface":"front","average":{"1min":3.6400000000000001,"5min":2.9809999999999999,"15min":1.639},"min":{"1min":0.19500000000000001,"5min":0.17799999999999999,"15min":0.14799999999999999},"max":{"1min":35.631999999999998,"5min":89.890000000000001,"15min":109.977},"last":0.748}]},{"osd":4,"last update":"Thu Mar 4 23:39:33 2021","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.61899999999999999,"15min":0.503},"min":{"1min":0.218,"5min":0.19500000000000001,"15min":0.182},"max":{"1min":2.7229999999999999,"5min":3.1230000000000002,"15min":3.1230000000000002},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.624,"15min":0.47799999999999998},"min":{"1min":0.24199999999999999,"5min":0.20399999999999999,"15min":0.20100000000000001},"max":{"1min":2.8029999999999999,"5min":3.129,"15min":3.129},"last":0.77400000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:39:33 2021","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.60199999999999998,"15min":0.52100000000000002},"min":{"1min":0.29199999999999998,"5min":0.23000000000000001,"15min":0.20699999999999999},"max":{"1min":3.2509999999999999,"5min":3.2509999999999999,"15min":8.6690000000000005},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.624,"15min":0.50700000000000001},"min":{"1min":0.27500000000000002,"5min":0.23300000000000001,"15min":0.217},"max":{"1min":3.2650000000000001,"5min":3.2650000000000001,"15min":3.2650000000000001},"last":0.28100000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:39:00 2021","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.60399999999999998,"15min":0.51800000000000002},"min":{"1min":0.28000000000000003,"5min":0.23300000000000001,"15min":0.214},"max":{"1min":2.8300000000000001,"5min":3.5600000000000001,"15min":3.5600000000000001},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.91300000000000003,"5min":0.69099999999999995,"15min":0.57099999999999995},"min":{"1min":0.28699999999999998,"5min":0.25900000000000001,"15min":0.24299999999999999},"max":{"1min":4.6710000000000003,"5min":4.6710000000000003,"15min":4.6710000000000003},"last":0.39100000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:39:33 2021","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54800000000000004,"15min":0.53000000000000003},"min":{"1min":0.314,"5min":0.23999999999999999,"15min":0.20899999999999999},"max":{"1min":2.6949999999999998,"5min":3.1819999999999999,"15min":3.3940000000000001},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.65600000000000003,"15min":0.51400000000000001},"min":{"1min":0.31900000000000001,"5min":0.26000000000000001,"15min":0.224},"max":{"1min":2.774,"5min":2.8660000000000001,"15min":2.8660000000000001},"last":0.79700000000000004}]}]},{"osd":0,"up_from":174,"seq":747324309649,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":917548,"kb_used_data":678372,"kb_used_omap":2864,"kb_used_meta":236239,"kb_avail":87162836,"statfs":{"total":90194313216,"available":89254744064,"internally_reserved":0,"allocated":694652928,"data_stored":692925126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2932876,"internal_metadata":241909620},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:39:09 2021","interfaces":[{"interface":"back","average":{"1min":0.20699999999999999,"5min":0.33400000000000002,"15min":0.27700000000000002},"min":{"1min":0.13,"5min":0.13,"15min":0.12},"max":{"1min":0.379,"5min":2.5369999999999999,"15min":2.5369999999999999},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.29599999999999999,"5min":0.27200000000000002,"15min":0.252},"min":{"1min":0.13700000000000001,"5min":0.128,"15min":0.128},"max":{"1min":1.4430000000000001,"5min":2.7599999999999998,"15min":2.7599999999999998},"last":0.16200000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:39:09 2021","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.32400000000000001,"15min":0.27200000000000002},"min":{"1min":0.13800000000000001,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":2.7480000000000002,"5min":2.7480000000000002,"15min":2.7480000000000002},"last":0.17999999999999999},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.44600000000000001,"15min":0.33100000000000002},"min":{"1min":0.18099999999999999,"5min":0.16300000000000001,"15min":0.14000000000000001},"max":{"1min":3.3100000000000001,"5min":3.3100000000000001,"15min":3.3100000000000001},"last":0.41299999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:39:09 2021","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.39000000000000001,"15min":0.317},"min":{"1min":0.16400000000000001,"5min":0.128,"15min":0.128},"max":{"1min":1.6950000000000001,"5min":5.0289999999999999,"15min":5.0289999999999999},"last":0.21099999999999999},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.46100000000000002,"15min":0.35199999999999998},"min":{"1min":0.23400000000000001,"5min":0.16300000000000001,"15min":0.151},"max":{"1min":0.88700000000000001,"5min":2.6080000000000001,"15min":2.6080000000000001},"last":0.44400000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:39:09 2021","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.46800000000000003,"15min":0.41499999999999998},"min":{"1min":0.20899999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":2.6659999999999999,"5min":2.7269999999999999,"15min":2.7269999999999999},"last":0.255},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.67000000000000004,"15min":0.48099999999999998},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":2.2389999999999999,"5min":3.399,"15min":3.399},"last":0.47699999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:39:09 2021","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.58099999999999996,"15min":0.45700000000000002},"min":{"1min":0.24199999999999999,"5min":0.23100000000000001,"15min":0.20699999999999999},"max":{"1min":1.1459999999999999,"5min":2.637,"15min":2.637},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.42799999999999999,"15min":0.40300000000000002},"min":{"1min":0.222,"5min":0.21099999999999999,"15min":0.20100000000000001},"max":{"1min":1.6870000000000001,"5min":2.7330000000000001,"15min":2.7330000000000001},"last":0.45900000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:39:09 2021","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.63900000000000001,"15min":0.48099999999999998},"min":{"1min":0.248,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":2.464,"5min":5.835,"15min":5.835},"last":0.495},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.51300000000000001,"15min":0.435},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":2.7130000000000001,"5min":2.7130000000000001,"15min":2.7130000000000001},"last":0.28599999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:39:09 2021","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.54400000000000004,"15min":0.44400000000000001},"min":{"1min":0.308,"5min":0.26100000000000001,"15min":0.23100000000000001},"max":{"1min":2.5,"5min":2.6890000000000001,"15min":2.6890000000000001},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.55800000000000005,"15min":0.46100000000000002},"min":{"1min":0.28100000000000003,"5min":0.248,"15min":0.24199999999999999},"max":{"1min":2.7770000000000001,"5min":3.113,"15min":3.113},"last":0.34300000000000003}]}]},{"osd":2,"up_from":103,"seq":442381631789,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":894764,"kb_used_data":762404,"kb_used_omap":396,"kb_used_meta":131955,"kb_avail":87185620,"statfs":{"total":90194313216,"available":89278074880,"internally_reserved":0,"allocated":780701696,"data_stored":778973906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":406251,"internal_metadata":135122197},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:39:17 2021","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":2.1680000000000001,"15min":0.90200000000000002},"min":{"1min":0.16,"5min":0.13500000000000001,"15min":0.114},"max":{"1min":2.9319999999999999,"5min":94.581000000000003,"15min":94.581000000000003},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":2.1800000000000002,"15min":0.90700000000000003},"min":{"1min":0.16400000000000001,"5min":0.13500000000000001,"15min":0.127},"max":{"1min":2.5720000000000001,"5min":94.560000000000002,"15min":94.560000000000002},"last":0.34100000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:39:27 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.78100000000000003,"15min":0.44},"min":{"1min":0.14599999999999999,"5min":0.13700000000000001,"15min":0.128},"max":{"1min":2.996,"5min":46.551000000000002,"15min":46.551000000000002},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.80100000000000005,"15min":0.45600000000000002},"min":{"1min":0.16300000000000001,"5min":0.14399999999999999,"15min":0.129},"max":{"1min":1.992,"5min":46.598999999999997,"15min":46.598999999999997},"last":0.36399999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:39:27 2021","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":1.101,"15min":0.86699999999999999},"min":{"1min":0.16200000000000001,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":6.431,"5min":63.113999999999997,"15min":63.113999999999997},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.46000000000000002,"5min":1.034,"15min":0.86099999999999999},"min":{"1min":0.24299999999999999,"5min":0.17100000000000001,"15min":0.159},"max":{"1min":2.972,"5min":63.073999999999998,"15min":63.073999999999998},"last":0.48599999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:39:27 2021","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.93600000000000005,"15min":0.57099999999999995},"min":{"1min":0.19800000000000001,"5min":0.188,"15min":0.188},"max":{"1min":5.0019999999999998,"5min":64.762,"15min":64.762},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":1.0209999999999999,"15min":0.61199999999999999},"min":{"1min":0.23300000000000001,"5min":0.218,"15min":0.21199999999999999},"max":{"1min":2.4460000000000002,"5min":64.715000000000003,"15min":64.715000000000003},"last":0.50600000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:39:27 2021","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.64700000000000002,"15min":0.52100000000000002},"min":{"1min":0.29199999999999998,"5min":0.26800000000000002,"15min":0.24099999999999999},"max":{"1min":3.3069999999999999,"5min":3.6560000000000001,"15min":4.2850000000000001},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.47799999999999998,"15min":0.44},"min":{"1min":0.22800000000000001,"5min":0.22700000000000001,"15min":0.214},"max":{"1min":1.871,"5min":2.9039999999999999,"15min":3.9180000000000001},"last":0.47299999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:38:48 2021","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":1.145,"15min":0.68999999999999995},"min":{"1min":0.26500000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":3.3140000000000001,"5min":64.600999999999999,"15min":64.600999999999999},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.59199999999999997,"5min":1.222,"15min":0.73599999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.26200000000000001},"max":{"1min":3.3599999999999999,"5min":64.619,"15min":64.619},"last":0.60599999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:39:27 2021","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.50800000000000001,"15min":0.46000000000000002},"min":{"1min":0.28699999999999998,"5min":0.221,"15min":0.221},"max":{"1min":2.1179999999999999,"5min":2.7519999999999998,"15min":2.7519999999999998},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.54800000000000004,"15min":0.5},"min":{"1min":0.33200000000000002,"5min":0.224,"15min":0.224},"max":{"1min":3.3849999999999998,"5min":3.3849999999999998,"15min":3.847},"last":0.54700000000000004}]}]},{"osd":3,"up_from":126,"seq":541165879585,"num_pgs":63,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1038500,"kb_used_data":900188,"kb_used_omap":883,"kb_used_meta":137420,"kb_avail":87041884,"statfs":{"total":90194313216,"available":89130889216,"internally_reserved":0,"allocated":921792512,"data_stored":920071278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":140718144},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:39:03 2021","interfaces":[{"interface":"back","average":{"1min":0.27600000000000002,"5min":0.50800000000000001,"15min":0.58199999999999996},"min":{"1min":0.13300000000000001,"5min":0.127,"15min":0.127},"max":{"1min":1.466,"5min":20.379000000000001,"15min":66.528999999999996},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.60699999999999998,"15min":0.64200000000000002},"min":{"1min":0.192,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":1.8360000000000001,"5min":20.545000000000002,"15min":66.497},"last":1.1339999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:39:29 2021","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.377,"15min":0.39000000000000001},"min":{"1min":0.14899999999999999,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":2.669,"5min":2.9009999999999998,"15min":25.097999999999999},"last":0.22600000000000001},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.377,"15min":0.42299999999999999},"min":{"1min":0.17000000000000001,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":1.4139999999999999,"5min":2.9740000000000002,"15min":25.109999999999999},"last":1.0760000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:39:29 2021","interfaces":[{"interface":"back","average":{"1min":1.581,"5min":0.66900000000000004,"15min":0.44},"min":{"1min":0.182,"5min":0.16300000000000001,"15min":0.14699999999999999},"max":{"1min":20.364999999999998,"5min":20.364999999999998,"15min":20.364999999999998},"last":0.42499999999999999},{"interface":"front","average":{"1min":1.6659999999999999,"5min":0.69199999999999995,"15min":0.42399999999999999},"min":{"1min":0.19500000000000001,"5min":0.188,"15min":0.151},"max":{"1min":20.129999999999999,"5min":20.129999999999999,"15min":20.129999999999999},"last":0.189}]},{"osd":4,"last update":"Thu Mar 4 23:39:29 2021","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":1.4490000000000001,"15min":0.77800000000000002},"min":{"1min":0.22900000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":2.7330000000000001,"5min":68.614999999999995,"15min":68.614999999999995},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.438,"5min":0.59099999999999997,"15min":0.505},"min":{"1min":0.21099999999999999,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":1.5429999999999999,"5min":11.256,"15min":11.256},"last":1.1020000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:39:29 2021","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.502,"15min":0.50900000000000001},"min":{"1min":0.26600000000000001,"5min":0.221,"15min":0.221},"max":{"1min":1.5720000000000001,"5min":2.4390000000000001,"15min":3.5409999999999999},"last":1.171},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.52900000000000003,"15min":0.48299999999999998},"min":{"1min":0.23699999999999999,"5min":0.22600000000000001,"15min":0.20899999999999999},"max":{"1min":2.5190000000000001,"5min":3.0219999999999998,"15min":3.4249999999999998},"last":0.45700000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:38:58 2021","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.66400000000000003,"15min":0.56399999999999995},"min":{"1min":0.25800000000000001,"5min":0.23200000000000001,"15min":0.22500000000000001},"max":{"1min":2.7589999999999999,"5min":3.1970000000000001,"15min":9.9410000000000007},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.46999999999999997,"15min":0.48799999999999999},"min":{"1min":0.27200000000000002,"5min":0.27100000000000002,"15min":0.251},"max":{"1min":1.6040000000000001,"5min":1.6040000000000001,"15min":2.5150000000000001},"last":1.208}]},{"osd":7,"last update":"Thu Mar 4 23:39:29 2021","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":2.5750000000000002,"15min":1.194},"min":{"1min":0.28699999999999998,"5min":0.24299999999999999,"15min":0.20699999999999999},"max":{"1min":2.9830000000000001,"5min":160.75999999999999,"15min":160.75999999999999},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.85699999999999998,"5min":2.7810000000000001,"15min":1.2669999999999999},"min":{"1min":0.29999999999999999,"5min":0.26900000000000002,"15min":0.23899999999999999},"max":{"1min":2.778,"5min":160.86600000000001,"15min":160.86600000000001},"last":0.38900000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986614,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1476412,"kb_used_data":427828,"kb_used_omap":168,"kb_used_meta":1048407,"kb_avail":86603972,"statfs":{"total":90194313216,"available":88682467328,"internally_reserved":1073741824,"allocated":438095872,"data_stored":436353856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":172349,"internal_metadata":1073569475},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:39:09 2021","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.58699999999999997,"15min":0.44},"min":{"1min":0.14599999999999999,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":1.6000000000000001,"5min":13.009,"15min":13.009},"last":0.20200000000000001},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.72399999999999998,"15min":0.52200000000000002},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":1.6719999999999999,"5min":13.050000000000001,"15min":13.050000000000001},"last":0.27500000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:39:47 2021","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.53500000000000003,"15min":0.57699999999999996},"min":{"1min":0.157,"5min":0.154,"15min":0.154},"max":{"1min":0.86699999999999999,"5min":3.2010000000000001,"15min":20.440000000000001},"last":0.18099999999999999},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.60099999999999998,"15min":0.59899999999999998},"min":{"1min":0.185,"5min":0.17699999999999999,"15min":0.154},"max":{"1min":2.1800000000000002,"5min":4.5999999999999996,"15min":20.465},"last":0.34699999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:39:29 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.48899999999999999,"15min":0.41299999999999998},"min":{"1min":0.19600000000000001,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.81499999999999995,"5min":3.012,"15min":3.012},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.46800000000000003,"15min":0.42499999999999999},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.351,"5min":3.181,"15min":3.181},"last":0.314}]},{"osd":3,"last update":"Thu Mar 4 23:39:29 2021","interfaces":[{"interface":"back","average":{"1min":8.0530000000000008,"5min":3.5070000000000001,"15min":2.4820000000000002},"min":{"1min":0.23999999999999999,"5min":0.19500000000000001,"15min":0.192},"max":{"1min":132.53800000000001,"5min":132.53800000000001,"15min":132.53800000000001},"last":0.38100000000000001},{"interface":"front","average":{"1min":7.899,"5min":3.2480000000000002,"15min":2.387},"min":{"1min":0.249,"5min":0.22,"15min":0.19400000000000001},"max":{"1min":132.518,"5min":132.518,"15min":132.518},"last":0.33600000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:39:47 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.45900000000000002,"15min":0.35699999999999998},"min":{"1min":0.156,"5min":0.156,"15min":0.14899999999999999},"max":{"1min":0.79800000000000004,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":0.248},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.51500000000000001,"15min":0.38900000000000001},"min":{"1min":0.17299999999999999,"5min":0.155,"15min":0.14499999999999999},"max":{"1min":1.0509999999999999,"5min":4.2380000000000004,"15min":4.2380000000000004},"last":0.26100000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:39:09 2021","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.53600000000000003,"15min":0.40300000000000002},"min":{"1min":0.17499999999999999,"5min":0.16500000000000001,"15min":0.157},"max":{"1min":1.0269999999999999,"5min":3.1110000000000002,"15min":3.1110000000000002},"last":1.0129999999999999},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.66200000000000003,"15min":0.48499999999999999},"min":{"1min":0.17199999999999999,"5min":0.17199999999999999,"15min":0.14199999999999999},"max":{"1min":3.2869999999999999,"5min":4.6289999999999996,"15min":4.6289999999999996},"last":0.30299999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:39:47 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":1.9450000000000001,"15min":0.875},"min":{"1min":0.189,"5min":0.17299999999999999,"15min":0.17000000000000001},"max":{"1min":0.66000000000000003,"5min":131.482,"15min":131.482},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.42099999999999999,"5min":2.0659999999999998,"15min":0.94999999999999996},"min":{"1min":0.22500000000000001,"5min":0.161,"15min":0.161},"max":{"1min":0.65800000000000003,"5min":131.54599999999999,"15min":131.54599999999999},"last":0.41099999999999998}]}]},{"osd":5,"up_from":36,"seq":154618823092,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1522732,"kb_used_data":474148,"kb_used_omap":876,"kb_used_meta":1047699,"kb_avail":86557652,"statfs":{"total":90194313216,"available":88635035648,"internally_reserved":1073741824,"allocated":485527552,"data_stored":483799798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":897466,"internal_metadata":1072844358},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:39:06 2021","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.56599999999999995,"15min":0.433},"min":{"1min":0.14899999999999999,"5min":0.13,"15min":0.13},"max":{"1min":3.5760000000000001,"5min":3.9009999999999998,"15min":3.9009999999999998},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.43099999999999999,"15min":0.40400000000000003},"min":{"1min":0.17399999999999999,"5min":0.154,"15min":0.154},"max":{"1min":1.393,"5min":2.9529999999999998,"15min":2.9529999999999998},"last":0.33100000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:39:39 2021","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.56100000000000005,"15min":0.441},"min":{"1min":0.19900000000000001,"5min":0.16,"15min":0.153},"max":{"1min":3.2970000000000002,"5min":3.9220000000000002,"15min":3.9220000000000002},"last":0.20699999999999999},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.40300000000000002,"15min":0.38400000000000001},"min":{"1min":0.20899999999999999,"5min":0.159,"15min":0.159},"max":{"1min":0.82799999999999996,"5min":3.0579999999999998,"15min":3.0579999999999998},"last":0.23000000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:39:28 2021","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":0.626,"15min":0.47199999999999998},"min":{"1min":0.17000000000000001,"5min":0.16800000000000001,"15min":0.161},"max":{"1min":3.3690000000000002,"5min":3.843,"15min":3.843},"last":0.255},{"interface":"front","average":{"1min":0.499,"5min":0.49199999999999999,"15min":0.434},"min":{"1min":0.22600000000000001,"5min":0.184,"15min":0.184},"max":{"1min":1.2929999999999999,"5min":3.0800000000000001,"15min":3.0800000000000001},"last":0.30199999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:39:28 2021","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":1.226,"15min":0.68100000000000005},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.17699999999999999},"max":{"1min":1.27,"5min":55.055999999999997,"15min":55.055999999999997},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.871,"5min":1.2370000000000001,"15min":0.69499999999999995},"min":{"1min":0.23300000000000001,"5min":0.187,"15min":0.187},"max":{"1min":3.3479999999999999,"5min":55.119,"15min":55.119},"last":0.32000000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:39:06 2021","interfaces":[{"interface":"back","average":{"1min":0.308,"5min":1.0720000000000001,"15min":0.58199999999999996},"min":{"1min":0.154,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":0.92000000000000004,"5min":55.844999999999999,"15min":55.844999999999999},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.63400000000000001,"5min":1.298,"15min":0.66500000000000004},"min":{"1min":0.182,"5min":0.16300000000000001,"15min":0.152},"max":{"1min":3.4630000000000001,"5min":55.863999999999997,"15min":55.863999999999997},"last":0.435}]},{"osd":6,"last update":"Thu Mar 4 23:39:39 2021","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.71699999999999997,"15min":0.47899999999999998},"min":{"1min":0.26800000000000002,"5min":0.16900000000000001,"15min":0.16},"max":{"1min":2.1659999999999999,"5min":4.6289999999999996,"15min":4.6289999999999996},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.68400000000000005,"15min":0.45700000000000002},"min":{"1min":0.214,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.90500000000000003,"5min":5.1189999999999998,"15min":5.1189999999999998},"last":0.42199999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:39:28 2021","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.64100000000000001,"15min":0.47099999999999997},"min":{"1min":0.23899999999999999,"5min":0.193,"15min":0.185},"max":{"1min":4.149,"5min":5.0220000000000002,"15min":5.0220000000000002},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.69799999999999995,"15min":0.46800000000000003},"min":{"1min":0.218,"5min":0.20999999999999999,"15min":0.159},"max":{"1min":3.3260000000000001,"5min":5.5540000000000003,"15min":5.5540000000000003},"last":0.34499999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2932876,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2589394,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":406251,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":172349,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":897466,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1778063,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":698089472,"data_stored":698089472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1390215168,"data_stored":1390215168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":857538560,"data_stored":857538560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":977862656,"data_stored":977862656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":497745920,"data_stored":497745920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":500301824,"data_stored":500301824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":992542720,"data_stored":992542720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":751894528,"data_stored":751894528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:39:55.670 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2021-03-04T23:39:55.671 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool set device_health_metrics pg_num 51 2021-03-04T23:39:55.710 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:55.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:55.732 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:55.732 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:55.833 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:55.833 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:55.856 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:55.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:55.858 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:55.960 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:55.978 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:55.979 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:55.980 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:56.081 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:56.096 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:56 gibba011 conmon[95595]: cluster 2021-03-04T23:39:54.803587+0000 mgr.x (mgr. 2021-03-04T23:39:56.096 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:56 gibba011 conmon[95595]: 34676) 1159 : cluster [DBG] pgmap v1218: 149 pgs: 149 active+clean; 3.0 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 279 MiB/s wr, 4.46k op/s 2021-03-04T23:39:56.104 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:56.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:56.106 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:56.207 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:56.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:56.233 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:56.234 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:56.254 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 14 16 59847 59831 267.047 182.312 0.00454337 0.00374148 2021-03-04T23:39:56.336 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:56.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:56 gibba011 conmon[99461]: cluster 2021-03-04T23:39:54.803587+0000 mgr.x (mgr.34676) 1159 : cluster [DBG] pgmap v1218: 149 pgs: 149 active+clean; 3.0 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 279 MiB/s wr, 4.46k op/s 2021-03-04T23:39:56.355 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:56.355 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:56.356 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:56.457 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:56.480 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:56.481 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:56.481 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:56.583 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:56.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:56 gibba038 conmon[76675]: cluster 2021-03-04T23:39:54.803587+0000 mgr.x (mgr.34676) 1159 : cluster [DBG] pgmap v1218: 149 pgs: 149 active+clean; 3.0 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 279 MiB/s wr, 4.46k op/s 2021-03-04T23:39:56.605 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:56.606 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:56.607 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:56.709 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:56.733 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:56.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:56.734 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:56.835 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:56.857 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:56.857 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:56.858 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:56.959 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:56.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:56.982 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:56.983 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:39:57.084 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:57.101 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:57 gibba011 conmon[95595]: cluster 2021-03-04T23:39:56.620868+0000 osd.7 (osd. 2021-03-04T23:39:57.101 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:57 gibba011 conmon[95595]: 7) 41 : cluster [DBG] 2.8 scrub starts 2021-03-04T23:39:57.102 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:57 gibba011 conmon[95595]: cluster 2021-03-04T23:39:56.621401+0000 osd.7 (osd.7) 42 : cluster [DBG] 2.8 scrub ok 2021-03-04T23:39:57.102 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:57 gibba011 conmon[99461]: cluster 2021-03-04T23:39:56.620868+0000 osd.7 (osd. 2021-03-04T23:39:57.102 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:57 gibba011 conmon[99461]: 7) 41 : cluster [DBG] 2.8 scrub starts 2021-03-04T23:39:57.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:57 gibba011 conmon[99461]: cluster 2021-03-04T23:39:56.621401+0000 osd.7 (osd.7) 42 : cluster [DBG] 2.8 scrub ok 2021-03-04T23:39:57.109 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:57.110 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:57.111 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:57.212 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:57.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:57.236 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:57.237 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:57.254 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 15 16 62790 62774 261.506 183.938 0.00289279 0.00382108 2021-03-04T23:39:57.262 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:39:57.284 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:39:57.308 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:39:57.332 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:39:57.338 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:57.354 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:39:57.357 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:57.358 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:57.359 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:57.375 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:39:57.396 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:39:57.419 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:39:57.420 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:39:57.421 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:39:57.421 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:39:57.421 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:39:57.421 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:39:57.421 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:39:57.422 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:39:57.422 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:39:57.460 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:57.479 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:57.481 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:57.481 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:57.583 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:57.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:57 gibba038 conmon[76675]: cluster 2021-03-04T23:39:56.620868+0000 osd.7 (osd.7) 41 : cluster [DBG] 2.8 scrub starts 2021-03-04T23:39:57.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:57 gibba038 conmon[76675]: cluster 2021-03-04T23:39:56.621401+0000 osd.7 (osd.7) 42 : cluster [DBG] 2.8 scrub ok 2021-03-04T23:39:57.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:57.601 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:57.601 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:57.702 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:57.723 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:57.724 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:57.725 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:57.826 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:57.847 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:57.848 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:57.848 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:57.872 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:39:57.949 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:57.969 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:57.970 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:57.971 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:58.043 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:39:58.071 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:58.090 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:58.091 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:58.091 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:58.102 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:58 gibba011 conmon[99461]: cluster 2021-03-04T23:39:56.803945+0000 mgr.x (mgr.34676) 2021-03-04T23:39:58.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:58 gibba011 conmon[99461]: 1160 : cluster [DBG] pgmap v1219: 149 pgs: 149 active+clean; 3.1 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 273 MiB/s wr, 4.37k op/s 2021-03-04T23:39:58.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:58 gibba011 conmon[99461]: audit 2021-03-04T23:39:57.237564+0000 mon.a (mon.0) 1629 : audit [DBG] from='client.? 172.21.2.111:0/1536822658' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:58.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:58 gibba011 conmon[99461]: cluster 2021-03-04T23:39:57.418784+0000 osd.1 (osd.1) 21 : cluster [DBG] 2.4 scrub ok 2021-03-04T23:39:58.103 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:58 gibba011 conmon[99461]: cluster 2021-03-04T23:39:57.666282+0000 osd.2 (osd.2) 8 : cluster [DBG] 1.20 scrub ok 2021-03-04T23:39:58.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:58 gibba011 conmon[95595]: cluster 2021-03-04T23:39:56.803945+0000 mgr.x (mgr.34676) 1160 : cluster [DBG] pgmap v1219: 149 pgs: 149 active+clean; 3.1 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 273 MiB/s wr, 4.37k op/s 2021-03-04T23:39:58.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:58 gibba011 conmon[95595]: 2021-03-04T23:39:58.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:58 gibba011 conmon[95595]: audit 2021-03-04T23:39:57.237564+0000 mon.a (mon.0) 1629 : audit [DBG] from='client.? 172.21.2.111:0/1536822658' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:58.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:58 gibba011 conmon[95595]: cluster 2021-03-04T23:39:57.418784+0000 osd.1 (osd.1) 21 : cluster [DBG] 2.4 scrub ok 2021-03-04T23:39:58.105 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:58 gibba011 conmon[95595]: cluster 2021-03-04T23:39:57.666282+0000 osd.2 (osd.2) 8 : cluster [DBG] 1.20 scrub ok 2021-03-04T23:39:58.192 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:58.212 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:58.213 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:58.213 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:58.253 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 16 16 65109 65093 254.22 144.938 0.00336723 0.00393056 2021-03-04T23:39:58.315 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:58.334 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:58.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:58.336 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:58.437 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:39:58.464 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:58.465 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:58.466 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:39:58.567 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:58.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:58 gibba038 conmon[76675]: cluster 2021-03-04T23:39:56.803945+0000 mgr.x (mgr.34676) 1160 : cluster [DBG] pgmap v1219: 149 pgs: 149 active+clean; 3.1 GiB data, 10 GiB used, 658 GiB / 672 GiB avail; 273 MiB/s wr, 4.37k op/s 2021-03-04T23:39:58.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:58 gibba038 conmon[76675]: audit 2021-03-04T23:39:57.237564+0000 mon.a (mon.0) 1629 : audit [DBG] from='client.? 172.21.2.111:0/1536822658' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:39:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:58 gibba038 conmon[76675]: cluster 2021-03-04T23:39:57.418784+0000 osd.1 (osd.1) 21 : cluster [DBG] 2.4 scrub ok 2021-03-04T23:39:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:58 gibba038 conmon[76675]: cluster 2021-03-04T23:39:57.666282+0000 2021-03-04T23:39:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:58 gibba038 conmon[76675]: osd.2 (osd.2) 8 : cluster [DBG] 1.20 scrub ok 2021-03-04T23:39:58.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:58.590 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:58.591 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:58.692 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:39:58.713 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:58.714 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:58.715 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:39:58.816 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:58.833 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:58.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:58.834 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:58.935 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:58.955 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:58.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:58.956 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:59.057 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:59.081 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:59.082 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:59.083 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:59.184 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:59.202 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:59.203 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:59.204 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:59.253 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 17 16 67412 67396 247.733 143.938 0.00339534 0.00403359 2021-03-04T23:39:59.305 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:39:59.325 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:59.325 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:59.326 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:39:59.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:59 gibba011 conmon[95595]: cluster 2021-03-04T23:39:58.007842+0000 osd.5 (osd.5) 42 : cluster 2021-03-04T23:39:59.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:59 gibba011 conmon[95595]: [DBG] 1.18 scrub starts 2021-03-04T23:39:59.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:59 gibba011 conmon[95595]: cluster 2021-03-04T23:39:58.009050+0000 osd.5 (osd.5) 43 : cluster [DBG] 1.18 scrub ok 2021-03-04T23:39:59.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:59 gibba011 conmon[95595]: cluster 2021-03-04T23:39:58.056048+0000 osd.6 (osd.6) 200 : cluster [DBG] 1.27 scrub starts 2021-03-04T23:39:59.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:59 gibba011 conmon[95595]: cluster 2021-03-04T23:39:58.058045+0000 osd.6 (osd.6) 201 : cluster [DBG] 1.27 scrub ok 2021-03-04T23:39:59.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:59 gibba011 conmon[95595]: cluster 2021-03-04T23:39:58.431692+0000 osd.1 (osd.1) 22 : cluster [DBG] 2.9 scrub ok 2021-03-04T23:39:59.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:59 gibba011 conmon[95595]: cluster 2021-03-04T23:39:58.629134+0000 osd.7 (osd.7) 43 : cluster [DBG] 1.0 scrub starts 2021-03-04T23:39:59.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:39:59 gibba011 conmon[95595]: cluster 2021-03-04T23:39:58.629628+0000 osd.7 (osd.7) 44 : cluster [DBG] 1.0 scrub ok 2021-03-04T23:39:59.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:59 gibba011 conmon[99461]: cluster 2021-03-04T23:39:58.007842+0000 osd.5 (osd.5) 42 : cluster [DBG] 2021-03-04T23:39:59.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:59 gibba011 conmon[99461]: 1.18 scrub starts 2021-03-04T23:39:59.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:59 gibba011 conmon[99461]: cluster 2021-03-04T23:39:58.009050+0000 osd.5 (osd.5) 43 : cluster [DBG] 1.18 scrub ok 2021-03-04T23:39:59.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:59 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:39:59.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:59 gibba011 conmon[99461]: 03-04T23:39:58.056048+0000 osd.6 (osd.6) 200 : cluster [DBG] 1.27 scrub starts 2021-03-04T23:39:59.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:59 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:39:59.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:59 gibba011 conmon[99461]: T23:39:58.058045+0000 osd.6 (osd.6) 2021-03-04T23:39:59.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:59 gibba011 conmon[99461]: 201 : cluster [DBG] 1.27 scrub ok 2021-03-04T23:39:59.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:59 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:39:59.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:59 gibba011 conmon[99461]: 39:58.431692+0000 osd.1 (osd.1) 22 2021-03-04T23:39:59.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:59 gibba011 conmon[99461]: : cluster [DBG] 2.9 scrub ok 2021-03-04T23:39:59.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:59 gibba011 conmon[99461]: cluster 2021-03-04T23:39:59.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:59 gibba011 conmon[99461]: 2021-03-04T23:39:58.629134+0000 osd.7 ( 2021-03-04T23:39:59.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:59 gibba011 conmon[99461]: osd.7) 43 : cluster [DBG] 1.0 scrub starts 2021-03-04T23:39:59.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:59 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:39:59.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:59 gibba011 conmon[99461]: 03-04T23:39:58.629628+0000 osd.7 (osd.7) 44 : cluster 2021-03-04T23:39:59.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:39:59 gibba011 conmon[99461]: [DBG] 1.0 scrub ok 2021-03-04T23:39:59.427 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:39:59.449 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:59.450 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:59.450 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:39:59.552 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:39:59.577 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:59.579 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:59.579 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:39:59.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:59 gibba038 conmon[76675]: cluster 2021-03-04T23:39:58.007842+0000 osd.5 (osd.5) 42 : cluster 2021-03-04T23:39:59.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:59 gibba038 conmon[76675]: [DBG] 1.18 scrub starts 2021-03-04T23:39:59.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:59 gibba038 conmon[76675]: cluster 2021-03-04T23:39:58.009050+0000 osd.5 (osd.5) 43 : cluster [DBG] 1.18 scrub ok 2021-03-04T23:39:59.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:59 gibba038 conmon[76675]: cluster 2021-03-04T23:39:59.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:59 gibba038 conmon[76675]: 2021-03-04T23:39:58. 2021-03-04T23:39:59.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:59 gibba038 conmon[76675]: 056048+0000 osd.6 (osd. 2021-03-04T23:39:59.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:59 gibba038 conmon[76675]: 6) 200 : cluster [DBG] 1.27 scrub starts 2021-03-04T23:39:59.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:59 gibba038 conmon[76675]: 2021-03-04T23:39:59.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:59 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:39:59.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:59 gibba038 conmon[76675]: -03-04T23:39:58.058045 2021-03-04T23:39:59.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:59 gibba038 conmon[76675]: +0000 osd.6 (osd.6) 201 : cluster 2021-03-04T23:39:59.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:59 gibba038 conmon[76675]: [DBG] 1.27 scrub ok 2021-03-04T23:39:59.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:59 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:39:59.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:59 gibba038 conmon[76675]: -04T23:39:58.431692+0000 osd.1 (osd. 2021-03-04T23:39:59.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:59 gibba038 conmon[76675]: 1) 22 : cluster [DBG] 2.9 scrub ok 2021-03-04T23:39:59.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:59 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:39:59.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:59 gibba038 conmon[76675]: 03-04T23:39:58.629134+0000 osd.7 (osd.7) 43 2021-03-04T23:39:59.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:59 gibba038 conmon[76675]: : cluster [DBG] 1.0 scrub starts 2021-03-04T23:39:59.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:59 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:39:59.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:59 gibba038 conmon[76675]: 39:58.629628+0000 osd.7 (osd.7) 44 : 2021-03-04T23:39:59.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:39:59 gibba038 conmon[76675]: cluster [DBG] 1.0 scrub ok 2021-03-04T23:39:59.681 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:59.701 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:59.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:59.703 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:59.804 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:39:59.824 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:39:59.825 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:59.826 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:39:59.927 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:39:59.954 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:39:59.955 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:39:59.956 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:00.057 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:00.087 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:00.088 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:00.089 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:00.190 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:00.209 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:00.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:00.210 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:00.254 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 18 16 69677 69661 241.835 141.562 0.00505749 0.00413191 2021-03-04T23:40:00.311 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:00.325 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[99461]: cluster 2021-03-04T23:40:00.326 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[99461]: 2021-03-04T23:40:00.326 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[99461]: 2021 2021-03-04T23:40:00.326 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[99461]: -03-04T23:39:58.804421+0000 2021-03-04T23:40:00.326 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[99461]: mgr.x (mgr.34676) 1161 : cluster [DBG] pgmap v1220: 149 pgs: 149 active+clean; 3.9 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 203 MiB/s wr, 3.25k op/s 2021-03-04T23:40:00.327 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[99461]: cluster 2021-03-04T23:40:00.327 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[99461]: 2021-03-04T23:39:59.020441 2021-03-04T23:40:00.327 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[99461]: +0000 osd.6 (osd.6) 202 : cluster [DBG] 2.7 scrub starts 2021-03-04T23:40:00.327 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[99461]: 2021-03-04T23:40:00.328 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:40:00.328 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[99461]: :39:59.020879+0000 osd.6 (osd.6) 203 2021-03-04T23:40:00.328 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[99461]: : cluster [DBG] 2.7 scrub ok 2021-03-04T23:40:00.328 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:40:00.328 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[99461]: 04T23:39:59.452601+0000 osd.1 (osd. 2021-03-04T23:40:00.329 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[99461]: 1) 23 : cluster [DBG] 2.a scrub ok 2021-03-04T23:40:00.329 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[99461]: cluster 2021-03-04T23:40:00.000094+0000 mon.a (mon.0 2021-03-04T23:40:00.329 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[99461]: ) 1630 : cluster [WRN] Health detail: HEALTH_WARN nodeep-scrub flag(s) set 2021-03-04T23:40:00.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:40:00.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[99461]: 23:40:00.000118+0000 mon.a (mon.0) 2021-03-04T23:40:00.330 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[99461]: 1631 : cluster [WRN] [WRN] OSDMAP_FLAGS: nodeep-scrub flag(s) set 2021-03-04T23:40:00.331 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[95595]: cluster 2021-03-04T23:39:58.804421+0000 mgr.x (mgr.34676) 1161 : cluster [DBG] pgmap v1220: 149 pgs: 149 active+clean; 3.9 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 203 MiB/s wr, 3.25k op/s 2021-03-04T23:40:00.331 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[95595]: cluster 2021-03-04T23:39:59.020441+0000 osd.6 (osd.6) 202 : cluster [DBG] 2.7 scrub starts 2021-03-04T23:40:00.332 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[95595]: cluster 2021-03-04T23:39:59.020879+0000 osd.6 (osd.6) 203 : cluster [DBG] 2.7 scrub ok 2021-03-04T23:40:00.332 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[95595]: cluster 2021-03-04T23:39:59.452601+0000 osd.1 (osd.1) 23 : cluster [DBG] 2.a scrub ok 2021-03-04T23:40:00.333 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[95595]: cluster 2021-03-04T23:40:00.000094+0000 mon.a (mon.0) 1630 : cluster [WRN] Health detail: HEALTH_WARN nodeep-scrub flag(s) set 2021-03-04T23:40:00.333 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:00 gibba011 conmon[95595]: cluster 2021-03-04T23:40:00.000118+0000 mon.a (mon.0) 1631 : cluster [WRN] [WRN] OSDMAP_FLAGS: nodeep-scrub flag(s) set 2021-03-04T23:40:00.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:00.335 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:00.335 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:00.436 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:00.469 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:00.470 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:00.471 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:00.572 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:00.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:00 gibba038 conmon[76675]: cluster 2021-03-04T23:39:58.804421+0000 mgr.x (mgr.34676) 1161 : cluster [DBG] 2021-03-04T23:40:00.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:00 gibba038 conmon[76675]: pgmap v1220: 149 pgs: 149 active+clean; 3.9 GiB data, 12 GiB used, 656 GiB / 672 GiB avail; 203 MiB/s wr, 3.25k op/s 2021-03-04T23:40:00.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:00 gibba038 conmon[76675]: cluster 2021-03-04T23:39:59.020441+0000 osd.6 (osd.6) 202 : cluster [DBG] 2.7 scrub starts 2021-03-04T23:40:00.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:00 gibba038 conmon[76675]: cluster 2021-03-04T23:39:59.020879+0000 2021-03-04T23:40:00.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:00 gibba038 conmon[76675]: osd.6 (osd.6) 203 : cluster [DBG] 2021-03-04T23:40:00.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:00 gibba038 conmon[76675]: 2.7 scrub ok 2021-03-04T23:40:00.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:00 gibba038 conmon[76675]: cluster 2021-03-04T23:40:00.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:00 gibba038 conmon[76675]: 2021-03-04T23:39:59 2021-03-04T23:40:00.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:00 gibba038 conmon[76675]: .452601+0000 osd.1 (osd.1) 23 2021-03-04T23:40:00.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:00 gibba038 conmon[76675]: : cluster [DBG] 2.a scrub ok 2021-03-04T23:40:00.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:00 gibba038 conmon[76675]: cluster 2021-03-04 2021-03-04T23:40:00.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:00 gibba038 conmon[76675]: T23:40:00.000094+0000 mon.a ( 2021-03-04T23:40:00.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:00 gibba038 conmon[76675]: mon.0) 1630 : cluster [WRN] Health detail: HEALTH_WARN nodeep-scrub flag(s) set 2021-03-04T23:40:00.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:00 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:40:00.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:00 gibba038 conmon[76675]: -04T23:40:00.000118+0000 mon.a (mon.0) 1631 : cluster [WRN] 2021-03-04T23:40:00.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:00 gibba038 conmon[76675]: [WRN] OSDMAP_FLAGS: nodeep-scrub flag(s) set 2021-03-04T23:40:00.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:00.601 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:00.602 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:00.703 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:00.724 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:00.725 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:00.725 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:00.826 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:00.849 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:00.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:00.851 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:00.952 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:00.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:00.973 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:00.973 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:01.075 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:01.098 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:01.099 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:01.099 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:01.200 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:01.223 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:01.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:01.224 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:01.254 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 19 16 72210 72194 237.439 158.312 0.00519402 0.00420879 2021-03-04T23:40:01.326 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:01.344 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:01.345 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:01.346 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:01.447 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:01.470 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:01.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:01.471 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:01.530 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[95595]: cluster 2021-03-04T23:40:00.482438+0000 osd.1 (osd.1) 24 : cluster 2021-03-04T23:40:01.531 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[95595]: [DBG] 1.26 scrub ok 2021-03-04T23:40:01.531 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: cluster 2021-03-04T23:40:01.531 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: 2021-03-04T23:40:01.532 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: 2021 2021-03-04T23:40:01.532 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: - 2021-03-04T23:40:01.532 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: 03 2021-03-04T23:40:01.532 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: - 2021-03-04T23:40:01.533 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: 04 2021-03-04T23:40:01.533 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: T 2021-03-04T23:40:01.533 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: 23 2021-03-04T23:40:01.533 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: : 2021-03-04T23:40:01.533 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: 40 2021-03-04T23:40:01.534 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: : 2021-03-04T23:40:01.534 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: 00 2021-03-04T23:40:01.534 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: . 2021-03-04T23:40:01.534 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: 482438 2021-03-04T23:40:01.535 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: +0000 2021-03-04T23:40:01.535 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: 2021-03-04T23:40:01.535 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: osd.1 2021-03-04T23:40:01.535 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: ( 2021-03-04T23:40:01.535 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: osd 2021-03-04T23:40:01.536 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: . 2021-03-04T23:40:01.536 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: 1 2021-03-04T23:40:01.536 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: ) 2021-03-04T23:40:01.536 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: 24 2021-03-04T23:40:01.537 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: : 2021-03-04T23:40:01.537 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: cluster 2021-03-04T23:40:01.537 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: 2021-03-04T23:40:01.538 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: [DBG] 2021-03-04T23:40:01.538 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: 2021-03-04T23:40:01.538 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: 1.26 scrub ok 2021-03-04T23:40:01.538 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:01 gibba011 conmon[99461]: 2021-03-04T23:40:01.572 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:01.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:01 gibba038 conmon[76675]: cluster 2021-03-04T23:40:00.482438+0000 osd.1 (osd.1) 24 : cluster [DBG] 1.26 scrub ok 2021-03-04T23:40:01.591 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:01.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:01.593 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:01.694 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:01.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:01.724 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:01.724 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:01.825 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:01.848 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:01.849 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:01.850 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:01.951 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:01.968 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:01.969 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:01.969 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:02.070 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:02.072 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:40:02.090 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:02.092 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:02.092 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:02.194 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:02.220 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:02.221 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:02.222 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:02.248 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:02.254 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:40:02.252700+0000 min lat: 0.000807119 max lat: 0.213995 avg lat: 0.00428963 2021-03-04T23:40:02.254 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:40:02.255 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 20 16 74561 74545 232.914 146.938 0.00461333 0.00428963 2021-03-04T23:40:02.324 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:02.353 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:02.355 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:02.356 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:02.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[95595]: cluster 2021-03-04T23:40:00.692030+0000 osd.3 (osd.3) 15 : cluster [DBG] 2.1b scrub ok 2021-03-04T23:40:02.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[95595]: cluster 2021-03-04T23:40:00.804824+0000 mgr.x (mgr.34676) 1162 : cluster [DBG] pgmap v1221: 149 pgs: 149 active+clean; 4.0 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 196 MiB/s wr, 3.13k op/s 2021-03-04T23:40:02.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[95595]: cluster 2021-03-04T23:40:01.026882+0000 osd.5 (osd.5) 44 : cluster [DBG] 2.3 scrub starts 2021-03-04T23:40:02.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[95595]: cluster 2021-03-04T23:40:01.027612+0000 osd.5 (osd.5) 45 : cluster [DBG] 2.3 scrub ok 2021-03-04T23:40:02.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[95595]: cluster 2021-03-04T23:40:01.089526+0000 osd.6 (osd.6) 204 : cluster [DBG] 2.17 scrub starts 2021-03-04T23:40:02.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[95595]: cluster 2021-03-04T23:40:01.091941+0000 osd.6 (osd.6) 205 : cluster [DBG] 2.17 scrub ok 2021-03-04T23:40:02.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[95595]: cluster 2021-03-04T23:40:01.625931+0000 osd.7 (osd.7) 45 : cluster [DBG] 2.0 scrub starts 2021-03-04T23:40:02.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[95595]: cluster 2021-03-04T23:40:01.626544+0000 osd.7 (osd.7) 46 : cluster [DBG] 2.0 scrub ok 2021-03-04T23:40:02.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: cluster 2021-03-04T23:40:02.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: 2021-03-04T23:40:02.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: 2021-03-04T23:40:00.692030+0000 osd.3 (osd.3) 15 2021-03-04T23:40:02.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: : cluster [DBG] 2.1b scrub ok 2021-03-04T23:40:02.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: cluster 2021-03-04T23:40:02.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: 2021-03- 2021-03-04T23:40:02.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: 04T23:40:00.804824+0000 2021-03-04T23:40:02.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: mgr.x (mgr.34676) 1162 : cluster [DBG] 2021-03-04T23:40:02.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: pgmap v1221: 149 pgs: 149 active+clean; 4.0 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 196 MiB/s wr, 3.13k op/s 2021-03-04T23:40:02.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: cluster 2021-03-04T23:40:02.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: 2021-03-04T23:40:01 2021-03-04T23:40:02.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: .026882+0000 osd.5 (osd.5) 44 2021-03-04T23:40:02.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: : cluster [DBG] 2.3 scrub starts 2021-03-04T23:40:02.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: cluster 2021-03-04T23:40:02.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: 2021-03-04T23:40:01.027612+0000 2021-03-04T23:40:02.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: osd.5 (osd.5) 45 : cluster [DBG] 2.3 scrub ok 2021-03-04T23:40:02.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:40:02.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: 03-04T23:40:01.089526+0000 osd.6 (osd 2021-03-04T23:40:02.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: .6) 204 : cluster [DBG] 2.17 scrub starts 2021-03-04T23:40:02.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:40:02.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: -04T23:40:01.091941+0000 osd.6 (osd.6) 205 2021-03-04T23:40:02.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: : cluster [DBG] 2.17 scrub ok 2021-03-04T23:40:02.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: cluster 2021-03-04T23:40:01 2021-03-04T23:40:02.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: .625931+0000 osd.7 (osd.7) 45 : cluster [DBG] 2.0 scrub starts 2021-03-04T23:40:02.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: cluster 2021-03-04T23:40:02.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: 2021-03-04T23:40:01. 2021-03-04T23:40:02.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: 626544+0000 osd.7 (osd.7) 46 : 2021-03-04T23:40:02.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:02 gibba011 conmon[99461]: cluster [DBG] 2.0 scrub ok 2021-03-04T23:40:02.444 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:40:02.445 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:40:02.445 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.445 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56593.0:74921 11.6 11:62b9c313:::benchmark_data_gibba011_300349_object74920:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e359)", 2021-03-04T23:40:02.445 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:02.430693+0000", 2021-03-04T23:40:02.446 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.010395247999999999, 2021-03-04T23:40:02.446 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010421465, 2021-03-04T23:40:02.446 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:02.446 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:40:02.447 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:40:02.447 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56593", 2021-03-04T23:40:02.447 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:40:02.448 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 74921 2021-03-04T23:40:02.448 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.448 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:02.448 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.448 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:02.449 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.430693+0000", 2021-03-04T23:40:02.449 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:02.450 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.450 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.450 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:02.451 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.430693+0000", 2021-03-04T23:40:02.451 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7091e-05 2021-03-04T23:40:02.451 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.451 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.451 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:02.452 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.430710+0000", 2021-03-04T23:40:02.452 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5799999999999999e-06 2021-03-04T23:40:02.453 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.453 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.453 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:02.453 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.430712+0000", 2021-03-04T23:40:02.453 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2306e-05 2021-03-04T23:40:02.454 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.454 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.454 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:02.455 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.430725+0000", 2021-03-04T23:40:02.455 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.6179999999999997e-06 2021-03-04T23:40:02.455 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.456 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.456 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:02.456 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.430729+0000", 2021-03-04T23:40:02.457 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2333999999999998e-05 2021-03-04T23:40:02.457 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.457 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.458 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:02.458 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.430772+0000", 2021-03-04T23:40:02.459 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000118066 2021-03-04T23:40:02.459 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.459 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.460 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:02.460 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.430890+0000", 2021-03-04T23:40:02.461 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000124957 2021-03-04T23:40:02.461 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.462 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.462 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:40:02.462 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.431015+0000", 2021-03-04T23:40:02.463 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.006684583 2021-03-04T23:40:02.463 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.463 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.463 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.463 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.437699+0000", 2021-03-04T23:40:02.464 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1254999999999999e-05 2021-03-04T23:40:02.464 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.464 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.464 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:02.465 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.437720+0000", 2021-03-04T23:40:02.465 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0070277899999999999 2021-03-04T23:40:02.465 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:02.465 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:02.466 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:02.466 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.466 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.467 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56593.0:74922 11.6 11:6b7603ed:::benchmark_data_gibba011_300349_object74921:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e359)", 2021-03-04T23:40:02.467 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:02.430745+0000", 2021-03-04T23:40:02.467 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.010342512, 2021-03-04T23:40:02.468 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010459265000000001, 2021-03-04T23:40:02.468 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:02.469 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:40:02.469 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:40:02.470 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56593", 2021-03-04T23:40:02.470 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:40:02.470 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 74922 2021-03-04T23:40:02.471 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.471 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:02.472 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.472 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:02.472 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.430745+0000", 2021-03-04T23:40:02.473 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:02.473 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.473 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.474 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:02.474 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.430745+0000", 2021-03-04T23:40:02.475 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2408999999999999e-05 2021-03-04T23:40:02.475 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.475 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.476 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:02.476 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.430758+0000", 2021-03-04T23:40:02.476 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.432e-06 2021-03-04T23:40:02.476 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.477 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.477 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:02.477 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.430759+0000", 2021-03-04T23:40:02.478 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.3860000000000004e-06 2021-03-04T23:40:02.478 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.478 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.478 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:02.479 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.430766+0000", 2021-03-04T23:40:02.479 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.741e-06 2021-03-04T23:40:02.480 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.480 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.480 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:02.481 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.430770+0000", 2021-03-04T23:40:02.481 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0024149169999999999 2021-03-04T23:40:02.482 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.482 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.483 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:02.483 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.433185+0000", 2021-03-04T23:40:02.483 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00011079299999999999 2021-03-04T23:40:02.484 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.484 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.485 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:02.485 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.433296+0000", 2021-03-04T23:40:02.486 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000116685 2021-03-04T23:40:02.486 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.486 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.487 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:40:02.487 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.433413+0000", 2021-03-04T23:40:02.488 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0026673629999999999 2021-03-04T23:40:02.488 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:02.489 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:02.489 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:02.489 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.490 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.490 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56593.0:74928 11.6 11:68929b4d:::benchmark_data_gibba011_300349_object74927:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e359)", 2021-03-04T23:40:02.491 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:02.433506+0000", 2021-03-04T23:40:02.491 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.0075813979999999996, 2021-03-04T23:40:02.492 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0077725729999999996, 2021-03-04T23:40:02.492 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:02.492 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:40:02.493 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:40:02.493 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56593", 2021-03-04T23:40:02.494 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:40:02.494 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 74928 2021-03-04T23:40:02.495 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.495 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:02.495 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.496 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:02.496 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.433506+0000", 2021-03-04T23:40:02.497 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:02.497 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.497 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.497 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:02.498 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.433506+0000", 2021-03-04T23:40:02.498 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4039999999999999e-05 2021-03-04T23:40:02.498 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.498 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.499 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:02.499 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.433520+0000", 2021-03-04T23:40:02.499 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.7180000000000008e-06 2021-03-04T23:40:02.499 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.499 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.500 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:02.500 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.433530+0000", 2021-03-04T23:40:02.500 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.6989999999999998e-06 2021-03-04T23:40:02.500 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.500 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.501 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:02.501 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.433540+0000", 2021-03-04T23:40:02.501 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.3630000000000002e-06 2021-03-04T23:40:02.501 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.501 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.502 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:02.502 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.433545+0000", 2021-03-04T23:40:02.502 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001880442 2021-03-04T23:40:02.503 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.503 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.503 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:02.504 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.435426+0000", 2021-03-04T23:40:02.504 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.1211000000000006e-05 2021-03-04T23:40:02.504 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.505 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.505 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:02.505 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.435507+0000", 2021-03-04T23:40:02.506 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.3820999999999997e-05 2021-03-04T23:40:02.506 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.507 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.507 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:40:02.507 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.435581+0000", 2021-03-04T23:40:02.507 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002074294 2021-03-04T23:40:02.508 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:02.508 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:02.508 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:02.508 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.509 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.509 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56593.0:74930 11.6 11:6502a5cc:::benchmark_data_gibba011_300349_object74929:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e359)", 2021-03-04T23:40:02.509 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:02.436049+0000", 2021-03-04T23:40:02.509 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.0050387820000000003, 2021-03-04T23:40:02.510 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0052934599999999998, 2021-03-04T23:40:02.510 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:02.510 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:40:02.510 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:40:02.511 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56593", 2021-03-04T23:40:02.511 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:40:02.511 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 74930 2021-03-04T23:40:02.511 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.512 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:02.512 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.512 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:02.513 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.436049+0000", 2021-03-04T23:40:02.513 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:02.513 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.513 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.514 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:02.514 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.436049+0000", 2021-03-04T23:40:02.515 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3264e-05 2021-03-04T23:40:02.515 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.516 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.516 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:02.516 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.436062+0000", 2021-03-04T23:40:02.517 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1880000000000001e-06 2021-03-04T23:40:02.517 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.518 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.518 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:02.518 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.436065+0000", 2021-03-04T23:40:02.519 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1412e-05 2021-03-04T23:40:02.519 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.520 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.520 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:02.520 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.436076+0000", 2021-03-04T23:40:02.520 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.1050000000000003e-06 2021-03-04T23:40:02.521 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.521 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.521 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:02.521 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.436081+0000", 2021-03-04T23:40:02.522 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001655934 2021-03-04T23:40:02.522 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.522 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.522 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:02.523 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.437737+0000", 2021-03-04T23:40:02.523 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00014114800000000001 2021-03-04T23:40:02.523 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.524 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.524 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:02.524 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.437878+0000", 2021-03-04T23:40:02.525 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00013548499999999999 2021-03-04T23:40:02.525 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.525 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.525 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:40:02.526 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.438014+0000", 2021-03-04T23:40:02.526 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0019645359999999998 2021-03-04T23:40:02.526 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:02.527 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:02.527 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:02.527 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.527 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.528 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56593.0:74934 11.6 11:68d6c1d9:::benchmark_data_gibba011_300349_object74933:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e359)", 2021-03-04T23:40:02.528 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:02.436669+0000", 2021-03-04T23:40:02.528 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.0044189909999999997, 2021-03-04T23:40:02.529 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0047405620000000002, 2021-03-04T23:40:02.529 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:02.529 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:40:02.529 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:40:02.530 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56593", 2021-03-04T23:40:02.530 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:40:02.530 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 74934 2021-03-04T23:40:02.530 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.531 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:02.531 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.531 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:02.531 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.436669+0000", 2021-03-04T23:40:02.531 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:02.532 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.532 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.532 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:02.532 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.436669+0000", 2021-03-04T23:40:02.533 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3402e-05 2021-03-04T23:40:02.533 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.534 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.534 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:02.534 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.436682+0000", 2021-03-04T23:40:02.535 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2359999999999999e-06 2021-03-04T23:40:02.535 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.535 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.535 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:02.535 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.436685+0000", 2021-03-04T23:40:02.536 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1184e-05 2021-03-04T23:40:02.536 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.536 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.536 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:02.536 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.436696+0000", 2021-03-04T23:40:02.537 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.0280000000000003e-06 2021-03-04T23:40:02.537 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.537 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.537 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:02.538 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.436703+0000", 2021-03-04T23:40:02.538 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0032923589999999999 2021-03-04T23:40:02.538 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.538 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.538 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:02.539 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.439995+0000", 2021-03-04T23:40:02.539 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.8559000000000004e-05 2021-03-04T23:40:02.539 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.540 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.540 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:02.540 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.440084+0000", 2021-03-04T23:40:02.540 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000128594 2021-03-04T23:40:02.541 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.541 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.541 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:40:02.541 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.440212+0000", 2021-03-04T23:40:02.541 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003543362 2021-03-04T23:40:02.542 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:02.542 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:02.542 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:02.543 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.543 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.543 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.56593.0:74922 11.6 e359/354)", 2021-03-04T23:40:02.544 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:02.438027+0000", 2021-03-04T23:40:02.544 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.0030607360000000001, 2021-03-04T23:40:02.544 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0034355229999999998, 2021-03-04T23:40:02.545 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:02.545 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:40:02.545 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:02.546 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.546 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:02.547 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.438027+0000", 2021-03-04T23:40:02.547 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:02.547 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.548 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.548 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:02.548 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.438027+0000", 2021-03-04T23:40:02.549 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9099999999999999e-06 2021-03-04T23:40:02.549 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.549 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.550 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:02.550 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.438029+0000", 2021-03-04T23:40:02.550 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.131e-06 2021-03-04T23:40:02.551 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.551 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.552 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:02.553 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.438031+0000", 2021-03-04T23:40:02.554 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.7429999999999997e-06 2021-03-04T23:40:02.554 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.555 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.555 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:02.555 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.438041+0000", 2021-03-04T23:40:02.555 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.7589999999999997e-06 2021-03-04T23:40:02.556 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.556 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.556 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:02.556 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.438046+0000", 2021-03-04T23:40:02.557 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8542999999999998e-05 2021-03-04T23:40:02.557 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:02.557 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:02.557 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:02.557 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.558 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.558 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.56593.0:74922 11.6 e359/354)", 2021-03-04T23:40:02.558 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:02.440282+0000", 2021-03-04T23:40:02.558 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.000806181, 2021-03-04T23:40:02.559 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001216146, 2021-03-04T23:40:02.559 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:02.559 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:40:02.559 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:02.559 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.560 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:02.560 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.440282+0000", 2021-03-04T23:40:02.560 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:02.560 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.561 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.561 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:02.561 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.440282+0000", 2021-03-04T23:40:02.561 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.184e-06 2021-03-04T23:40:02.561 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.562 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.562 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:02.562 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.440283+0000", 2021-03-04T23:40:02.562 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.773e-06 2021-03-04T23:40:02.563 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.563 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.563 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:02.563 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.440285+0000", 2021-03-04T23:40:02.564 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.4290000000000004e-06 2021-03-04T23:40:02.564 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.564 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.566 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:02.566 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.440292+0000", 2021-03-04T23:40:02.566 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.5680000000000001e-06 2021-03-04T23:40:02.566 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.567 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.567 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:02.567 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.440297+0000", 2021-03-04T23:40:02.567 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4953999999999999e-05 2021-03-04T23:40:02.568 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:02.568 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:02.568 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:02.568 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.569 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.569 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.56593.0:74928 11.6 e359/354)", 2021-03-04T23:40:02.569 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:02.440308+0000", 2021-03-04T23:40:02.569 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.00077993599999999995, 2021-03-04T23:40:02.569 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001229628, 2021-03-04T23:40:02.570 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:02.570 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:40:02.570 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:02.570 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.571 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:02.571 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.440308+0000", 2021-03-04T23:40:02.571 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:02.571 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.571 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.572 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:02.572 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.440308+0000", 2021-03-04T23:40:02.572 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.3600000000000003e-07 2021-03-04T23:40:02.572 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.572 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.573 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:02.573 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.440309+0000", 2021-03-04T23:40:02.573 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.9899999999999999e-07 2021-03-04T23:40:02.573 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.574 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.574 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:02.574 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.440309+0000", 2021-03-04T23:40:02.574 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0209999999999999e-06 2021-03-04T23:40:02.575 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.575 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.575 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:02.576 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.440314+0000", 2021-03-04T23:40:02.576 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4439999999999998e-06 2021-03-04T23:40:02.576 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.576 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.576 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:02.577 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.440317+0000", 2021-03-04T23:40:02.577 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.8999999999999995e-06 2021-03-04T23:40:02.577 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:02.578 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:02.578 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:02.578 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.578 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.579 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.56593.0:74928 11.6 e359/354)", 2021-03-04T23:40:02.579 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:02.440372+0000", 2021-03-04T23:40:02.579 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.00071629799999999998, 2021-03-04T23:40:02.579 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0012031749999999999, 2021-03-04T23:40:02.579 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:02.580 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:40:02.580 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:02.580 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.580 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:02.580 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.440372+0000", 2021-03-04T23:40:02.581 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:02.581 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.581 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.581 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:02.582 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.440372+0000", 2021-03-04T23:40:02.582 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.232e-06 2021-03-04T23:40:02.582 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.582 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.582 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:02.583 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.440373+0000", 2021-03-04T23:40:02.583 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2780000000000001e-06 2021-03-04T23:40:02.583 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.583 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.584 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:02.584 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.440374+0000", 2021-03-04T23:40:02.584 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.5840000000000001e-06 2021-03-04T23:40:02.584 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.584 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.585 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:02.585 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.440384+0000", 2021-03-04T23:40:02.586 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3370000000000001e-06 2021-03-04T23:40:02.586 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.586 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.586 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:02.586 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.440388+0000", 2021-03-04T23:40:02.587 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6430999999999999e-05 2021-03-04T23:40:02.587 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:02.587 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:02.587 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:02.588 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.588 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.588 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56593.0:74942 11.b e359/354 11:d1780266:::benchmark_data_gibba011_300349_object74941:head v 359'4649, mlcod=359'4647)", 2021-03-04T23:40:02.588 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:02.441237+0000", 2021-03-04T23:40:02.588 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 4294967295.9998503, 2021-03-04T23:40:02.589 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000381035, 2021-03-04T23:40:02.589 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:02.589 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:40:02.589 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:02.589 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.590 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:02.590 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.441237+0000", 2021-03-04T23:40:02.590 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:02.590 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.591 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.591 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:02.591 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.441237+0000", 2021-03-04T23:40:02.591 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3312000000000001e-05 2021-03-04T23:40:02.591 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.592 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.592 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:02.592 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.441251+0000", 2021-03-04T23:40:02.592 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7470000000000001e-06 2021-03-04T23:40:02.593 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.593 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.593 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:02.593 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.441253+0000", 2021-03-04T23:40:02.593 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0726e-05 2021-03-04T23:40:02.594 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.594 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.594 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:02.594 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.441264+0000", 2021-03-04T23:40:02.595 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.6739999999999996e-06 2021-03-04T23:40:02.595 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.595 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.595 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:02.595 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.441269+0000", 2021-03-04T23:40:02.596 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0883000000000001e-05 2021-03-04T23:40:02.596 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.596 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.596 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:02.596 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.441320+0000", 2021-03-04T23:40:02.597 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6748e-05 2021-03-04T23:40:02.597 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:02.597 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:02.597 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:02.598 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:02.441337+0000", 2021-03-04T23:40:02.598 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.9090000000000002e-05 2021-03-04T23:40:02.598 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:02.598 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:02.598 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:02.599 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:02.599 INFO:teuthology.orchestra.run.gibba011.stdout: ], 2021-03-04T23:40:02.599 INFO:teuthology.orchestra.run.gibba011.stdout: "num_ops": 10 2021-03-04T23:40:02.599 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:40:02.600 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:02.601 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:02 gibba038 conmon[76675]: cluster 2021-03-04T23:40:00.692030+0000 osd.3 (osd.3) 15 : cluster [DBG] 2.1b scrub ok 2021-03-04T23:40:02.601 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:02 gibba038 conmon[76675]: cluster 2021-03-04T23:40:00.804824+0000 mgr.x (mgr.34676) 1162 : cluster [DBG] pgmap v1221: 149 pgs: 149 active+clean; 4.0 GiB data, 13 GiB used, 655 GiB / 672 GiB avail; 196 MiB/s wr, 3.13k op/s 2021-03-04T23:40:02.602 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:02 gibba038 conmon[76675]: cluster 2021-03-04T23:40:01.026882+0000 osd.5 (osd.5) 44 : cluster [DBG] 2.3 scrub starts 2021-03-04T23:40:02.602 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:02 gibba038 conmon[76675]: cluster 2021-03-04T23:40:01.027612+0000 osd.5 (osd.5) 45 : cluster [DBG] 2.3 scrub ok 2021-03-04T23:40:02.602 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:02 gibba038 conmon[76675]: cluster 2021-03-04T23:40:01.089526+0000 osd.6 (osd.6) 204 : cluster [DBG] 2.17 scrub starts 2021-03-04T23:40:02.602 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:02 gibba038 conmon[76675]: cluster 2021-03-04T23:40:01.091941+0000 osd.6 (osd.6) 205 : cluster [DBG] 2.17 scrub ok 2021-03-04T23:40:02.603 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:02 gibba038 conmon[76675]: cluster 2021-03-04T23:40:01.625931+0000 osd.7 (osd.7) 45 : cluster [DBG] 2.0 scrub starts 2021-03-04T23:40:02.603 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:02 gibba038 conmon[76675]: cluster 2021-03-04T23:40:01.626544+0000 osd.7 (osd.7) 46 : cluster [DBG] 2.0 scrub ok 2021-03-04T23:40:02.626 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:02.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:02.628 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:02.729 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:02.753 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:02.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:02.755 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:02.856 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:02.876 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:02.877 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:02.878 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:02.979 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:02.999 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:03.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:03.001 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:03.102 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:03.128 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:03.129 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:40:03.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:03.130 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:03.160 INFO:teuthology.orchestra.run.gibba011.stderr:set pool 1 pg_num to 51 2021-03-04T23:40:03.231 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:03.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:03.252 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:03.252 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:03.254 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 21 16 76868 76852 228.688 144.188 0.00884129 0.00436969 2021-03-04T23:40:03.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:03 gibba011 conmon[95595]: cluster 2021-03-04T23:40:01.717104+0000 osd.3 (osd.3) 16 : 2021-03-04T23:40:03.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:03 gibba011 conmon[95595]: cluster [DBG] 1.21 scrub ok 2021-03-04T23:40:03.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:03 gibba011 conmon[95595]: cluster 2021-03-04T23:40:02.078804+0000 osd.6 (osd.6) 206 : cluster [DBG] 1.22 scrub starts 2021-03-04T23:40:03.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:03 gibba011 conmon[95595]: cluster 2021-03-04T23:40:02.079268+0000 osd.6 (osd.6) 207 : cluster [DBG] 1.22 scrub ok 2021-03-04T23:40:03.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:03 gibba011 conmon[95595]: audit 2021-03-04T23:40:02.499220+0000 mon.c (mon.1) 466 : audit [INF] from='client.? 172.21.2.111:0/3876875358' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "51"}]: dispatch 2021-03-04T23:40:03.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:03 gibba011 conmon[95595]: audit 2021-03-04T23:40:02.499490+0000 mon.a (mon.0) 1632 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "51"}]: dispatch 2021-03-04T23:40:03.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:03 gibba011 conmon[95595]: audit 2021-03-04T23:40:02.859703+0000 mon.c (mon.1) 467 : audit [INF] from='client.? 172.21.2.111:0/2966165153' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:03.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:03 gibba011 conmon[95595]: audit 2021-03-04T23:40:02.860068+0000 mon.a (mon.0) 1633 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:03.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:03 gibba011 conmon[99461]: cluster 2021-03-04T23:40:01.717104+0000 osd.3 (osd.3) 16 : cluster [DBG] 2021-03-04T23:40:03.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:03 gibba011 conmon[99461]: 1.21 scrub ok 2021-03-04T23:40:03.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:03 gibba011 conmon[99461]: cluster 2021-03-04T23:40:02.078804+0000 osd.6 (osd.6) 206 : cluster [DBG] 1.22 scrub starts 2021-03-04T23:40:03.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:03 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:40:03.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:03 gibba011 conmon[99461]: 40:02.079268+0000 osd.6 (osd.6) 207 : cluster [DBG] 1.22 scrub ok 2021-03-04T23:40:03.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:03 gibba011 conmon[99461]: 2021-03-04T23:40:03.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:03 gibba011 conmon[99461]: audit 2021-03-04T23:40:02 2021-03-04T23:40:03.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:03 gibba011 conmon[99461]: .499220+0000 mon.c (mon.1) 466 : audit [INF] from='client.? 172.21.2.111:0/3876875358' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "51"}]: dispatch 2021-03-04T23:40:03.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:03 gibba011 conmon[99461]: audit 2021-03-04T23:40:02. 2021-03-04T23:40:03.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:03 gibba011 conmon[99461]: 499490+0000 mon.a (mon.0) 1632 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "51"}]: dispatch 2021-03-04T23:40:03.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:03 gibba011 conmon[99461]: audit 2021 2021-03-04T23:40:03.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:03 gibba011 conmon[99461]: -03-04T23:40:02.859703+0000 mon.c (mon.1) 467 : audit [INF] from='client.? 172.21.2.111:0/2966165153' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:03.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:03 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:40:03.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:03 gibba011 conmon[99461]: 03-04T23:40:02.860068+0000 mon.a (mon. 2021-03-04T23:40:03.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:03 gibba011 conmon[99461]: 0) 1633 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:03.365 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:03.386 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:03.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:03.388 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:03.489 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:03.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:03.507 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:03.507 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:03.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:03 gibba038 conmon[76675]: cluster 2021-03-04T23:40:01.717104+0000 osd.3 (osd.3) 16 : cluster [DBG] 2021-03-04T23:40:03.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:03 gibba038 conmon[76675]: 1.21 scrub ok 2021-03-04T23:40:03.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:03 gibba038 conmon[76675]: cluster 2021-03-04T23:40:02.078804+0000 osd.6 (osd.6) 206 : cluster [DBG] 1.22 scrub starts 2021-03-04T23:40:03.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:03 gibba038 conmon[76675]: cluster 2021-03-04T23:40:02.079268+0000 osd.6 ( 2021-03-04T23:40:03.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:03 gibba038 conmon[76675]: osd.6) 207 : cluster [DBG] 1.22 scrub ok 2021-03-04T23:40:03.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:03 gibba038 conmon[76675]: audit 2021-03-04T 2021-03-04T23:40:03.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:03 gibba038 conmon[76675]: 23:40:02.499220+0000 mon.c (mon.1) 466 : audit [INF] from='client.? 172.21.2.111:0/3876875358' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "51"}]: dispatch 2021-03-04T23:40:03.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:03 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:40:03.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:03 gibba038 conmon[76675]: 03-04T23:40:02.499490+0000 mon.a ( 2021-03-04T23:40:03.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:03 gibba038 conmon[76675]: mon.0) 1632 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "51"}]: dispatch 2021-03-04T23:40:03.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:03 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:40:03.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:03 gibba038 conmon[76675]: -04T23:40:02.859703+0000 mon.c (mon. 2021-03-04T23:40:03.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:03 gibba038 conmon[76675]: 1) 467 : audit [INF] from='client.? 172.21.2.111:0/2966165153' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:03.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:03 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:40:03.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:03 gibba038 conmon[76675]: 04T23:40:02.860068+0000 mon.a (mon 2021-03-04T23:40:03.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:03 gibba038 conmon[76675]: .0) 1633 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:03.609 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:03.626 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:03.627 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:03.628 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:03.729 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:03.746 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:03.747 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:03.747 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:03.849 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:03.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:03.870 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:03.871 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:03.972 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:03.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:03.992 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:03.992 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:04.093 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:04.116 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:04.117 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:04.118 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:04.219 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:04.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:04.245 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:04.246 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:04.254 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 22 16 78671 78655 223.416 112.688 0.00775497 0.00447307 2021-03-04T23:40:04.348 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:04.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[95595]: cluster 2021-03-04T23:40:04.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[95595]: 2021-03-04T23:40: 2021-03-04T23:40:04.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[95595]: 02.805367+0000 mgr.x (mgr.34676) 1163 : cluster [DBG] pgmap v1222: 149 pgs: 149 active+clean; 4.3 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 179 MiB/s wr, 2.86k op/s 2021-03-04T23:40:04.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[95595]: cluster 2021-03- 2021-03-04T23:40:04.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[95595]: 04T23:40:03.111394+0000 mon.a (mon. 2021-03-04T23:40:04.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[95595]: 0) 1634 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:40:04.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[95595]: cluster 2021 2021-03-04T23:40:04.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[95595]: -03-04T23:40:03.111419+0000 mon.a 2021-03-04T23:40:04.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[95595]: (mon.0) 1635 : cluster [INF] Cluster is now healthy 2021-03-04T23:40:04.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[95595]: cluster 2021-03 2021-03-04T23:40:04.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[95595]: -04T23:40:03.117811+0000 osd.6 (osd. 2021-03-04T23:40:04.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[95595]: 6) 208 : cluster [DBG] 2.14 scrub starts 2021-03-04T23:40:04.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[95595]: cluster 2021-03-04T23:40:04.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[95595]: 2021-03-04T23 2021-03-04T23:40:04.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[95595]: :40:03.118560+0000 osd.6 (osd.6) 2021-03-04T23:40:04.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[95595]: 209 : cluster [DBG] 2.14 scrub ok 2021-03-04T23:40:04.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[95595]: audit 2021- 2021-03-04T23:40:04.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[95595]: 03-04T23:40:03.118959+0000 mon.a (mon.0 2021-03-04T23:40:04.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[95595]: ) 1636 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "51"}]': finished 2021-03-04T23:40:04.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[95595]: audit 2021-03- 2021-03-04T23:40:04.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[95595]: 04T23:40:03.119088+0000 mon.a (mon. 2021-03-04T23:40:04.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[95595]: 0) 1637 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:40:04.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[95595]: cluster 2021 2021-03-04T23:40:04.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[95595]: -03-04T23:40:03.119137+0000 2021-03-04T23:40:04.363 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[95595]: mon.a (mon.0) 1638 : cluster [DBG] osdmap e360: 8 total, 8 up, 8 in 2021-03-04T23:40:04.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[99461]: cluster 2021-03-04T23:40:02.805367+0000 mgr.x (mgr.34676) 1163 : cluster [DBG] 2021-03-04T23:40:04.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[99461]: pgmap v1222: 149 pgs: 149 active+clean; 4.3 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 179 MiB/s wr, 2.86k op/s 2021-03-04T23:40:04.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[99461]: cluster 2021-03-04T23:40:03.111394+0000 mon.a (mon.0) 1634 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:40:04.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:40:04.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[99461]: :40:03.111419+0000 mon.a (mon.0) 1635 : cluster [INF] 2021-03-04T23:40:04.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[99461]: Cluster is now healthy 2021-03-04T23:40:04.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:40:04.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[99461]: 03-04T23:40:03.117811+0000 osd.6 2021-03-04T23:40:04.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[99461]: (osd.6) 208 : cluster [DBG] 2.14 scrub starts 2021-03-04T23:40:04.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:40:04.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[99461]: -04T23:40:03.118560+0000 osd.6 (osd 2021-03-04T23:40:04.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[99461]: .6) 209 : cluster [DBG] 2.14 scrub ok 2021-03-04T23:40:04.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:40:04.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[99461]: -04T23:40:03.118959+0000 mon.a (mon.0) 2021-03-04T23:40:04.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[99461]: 1636 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "51"}]': finished 2021-03-04T23:40:04.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[99461]: audit 2021-03-04T23:40:04.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[99461]: 2021-03-04T23:40:03.119088+0000 2021-03-04T23:40:04.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[99461]: mon.a (mon.0) 1637 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:40:04.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[99461]: cluster 2021-03-04T23:40:04.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[99461]: 2021-03-04T23:40:03 2021-03-04T23:40:04.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:04 gibba011 conmon[99461]: .119137+0000 mon.a (mon.0) 1638 : cluster [DBG] osdmap e360: 8 total, 8 up, 8 in 2021-03-04T23:40:04.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:04.373 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:04.373 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:04.474 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:04.497 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:04.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:04.499 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:04.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:04 gibba038 conmon[76675]: cluster 2021-03-04T23:40:02.805367+0000 mgr.x (mgr.34676) 1163 : cluster [DBG] pgmap v1222: 149 pgs: 149 active+clean; 4.3 GiB data, 14 GiB used, 654 GiB / 672 GiB avail; 179 MiB/s wr, 2.86k op/s 2021-03-04T23:40:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:04 gibba038 conmon[76675]: cluster 2021-03-04T23:40:03.111394+0000 mon.a (mon.0) 1634 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:40:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:04 gibba038 conmon[76675]: cluster 2021-03-04T23:40:03.111419+0000 mon.a (mon.0) 1635 : cluster [INF] Cluster is now healthy 2021-03-04T23:40:04.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:04 gibba038 conmon[76675]: cluster 2021-03-04T23:40:03.117811+0000 osd.6 (osd.6 2021-03-04T23:40:04.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:04 gibba038 conmon[76675]: ) 208 : cluster [DBG] 2.14 scrub starts 2021-03-04T23:40:04.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:04 gibba038 conmon[76675]: cluster 2021-03-04T23:40:03.118560+0000 osd.6 (osd.6) 209 : 2021-03-04T23:40:04.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:04 gibba038 conmon[76675]: cluster [DBG] 2.14 scrub ok 2021-03-04T23:40:04.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:04 gibba038 conmon[76675]: audit 2021-03-04T23: 2021-03-04T23:40:04.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:04 gibba038 conmon[76675]: 40:03.118959+0000 mon.a (mon.0) 1636 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "51"}]': finished 2021-03-04T23:40:04.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:04 gibba038 conmon[76675]: audit 2021-03-04T23:40:03.119088+0000 mon.a (mon.0 2021-03-04T23:40:04.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:04 gibba038 conmon[76675]: ) 1637 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:40:04.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:04 gibba038 conmon[76675]: cluster 2021-03-04T23:40:03.119137+0000 mon.a (mon.0) 1638 : 2021-03-04T23:40:04.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:04 gibba038 conmon[76675]: cluster [DBG] osdmap e360: 8 total, 8 up, 8 in 2021-03-04T23:40:04.600 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:04.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:04.621 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:04.622 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:04.724 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:04.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:04.746 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:04.746 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:04.847 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:04.863 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:04.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:04.865 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:04.966 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:04.990 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:04.991 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:04.991 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:05.092 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:05.112 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:05.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:05.113 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:05.214 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:05.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:05.235 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:05.236 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:05.254 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 23 16 80526 80510 218.743 115.938 0.00302399 0.00456867 2021-03-04T23:40:05.289 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: cluster 2021-03-04T23:40:05.289 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: 2021-03-04T23:40:05.289 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: 2021 2021-03-04T23:40:05.290 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: - 2021-03-04T23:40:05.290 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: 03 2021-03-04T23:40:05.290 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: - 2021-03-04T23:40:05.290 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: 04 2021-03-04T23:40:05.291 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: T 2021-03-04T23:40:05.291 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: 23 2021-03-04T23:40:05.291 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: : 2021-03-04T23:40:05.291 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: 40 2021-03-04T23:40:05.292 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: : 2021-03-04T23:40:05.292 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: 04 2021-03-04T23:40:05.292 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: . 2021-03-04T23:40:05.292 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: 152324 2021-03-04T23:40:05.292 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: +0000 2021-03-04T23:40:05.293 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: 2021-03-04T23:40:05.293 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: osd.6 2021-03-04T23:40:05.293 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: ( 2021-03-04T23:40:05.293 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: osd 2021-03-04T23:40:05.293 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: . 2021-03-04T23:40:05.294 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: 6 2021-03-04T23:40:05.294 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: ) 2021-03-04T23:40:05.294 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: 210 2021-03-04T23:40:05.294 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: : 2021-03-04T23:40:05.295 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: cluster 2021-03-04T23:40:05.295 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: 2021-03-04T23:40:05.295 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: [DBG] 2.1a deep-scrub starts 2021-03-04T23:40:05.295 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: cluster 2021-03-04T23:40:05.295 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: 2021-03-04T23:40:04.152832+0000 osd.6 2021-03-04T23:40:05.296 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: (osd.6) 211 : cluster [DBG] 2.1a deep-scrub ok 2021-03-04T23:40:05.296 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: audit 2021-03 2021-03-04T23:40:05.296 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: -04T23:40:04.806426+0000 mon.c ( 2021-03-04T23:40:05.296 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: mon.1) 468 : 2021-03-04T23:40:05.297 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: audit 2021-03-04T23:40:05.297 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: 2021-03-04T23:40:05.297 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: [INF] 2021-03-04T23:40:05.297 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "51"}]: dispatch 2021-03-04T23:40:05.298 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: audit 2021-03- 2021-03-04T23:40:05.298 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: 04T23:40:04.807015+0000 mon.a (mon.0) 1639 2021-03-04T23:40:05.298 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[95595]: : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "51"}]: dispatch 2021-03-04T23:40:05.298 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[99461]: cluster 2021-03-04T23:40:04.152324+0000 osd.6 (osd.6) 210 : cluster [DBG] 2.1a deep-scrub starts 2021-03-04T23:40:05.299 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[99461]: cluster 2021-03-04T23:40:04.152832+0000 osd.6 (osd.6) 211 : cluster [DBG] 2.1a deep-scrub ok 2021-03-04T23:40:05.299 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[99461]: audit 2021-03-04T23:40:04.806426+0000 mon.c (mon.1) 468 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "51"}]: dispatch 2021-03-04T23:40:05.299 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:05 gibba011 conmon[99461]: audit 2021-03-04T23:40:04.807015+0000 mon.a (mon.0) 1639 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "51"}]: dispatch 2021-03-04T23:40:05.337 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:05.356 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:05.357 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:05.357 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:05.459 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:05.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:05.477 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:05.478 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:05.579 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:05.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:05 gibba038 conmon[76675]: cluster 2021-03-04T23:40:05.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:05 gibba038 conmon[76675]: 2021-03-04T23:40:04.152324 2021-03-04T23:40:05.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:05 gibba038 conmon[76675]: +0000 osd.6 (osd.6) 210 : cluster [DBG] 2.1a deep-scrub starts 2021-03-04T23:40:05.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:05 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:40:05.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:05 gibba038 conmon[76675]: 03-04T23:40:04.152832+0000 osd.6 (osd.6) 211 : cluster [DBG] 2.1a deep-scrub ok 2021-03-04T23:40:05.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:05 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:40:05.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:05 gibba038 conmon[76675]: 04T23:40:04.806426+0000 mon.c (mon.1) 468 : 2021-03-04T23:40:05.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:05 gibba038 conmon[76675]: audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "51"}]: dispatch 2021-03-04T23:40:05.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:05 gibba038 conmon[76675]: audit 2021-03-04T 2021-03-04T23:40:05.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:05 gibba038 conmon[76675]: 23:40:04.807015+0000 mon.a (mon.0) 1639 : 2021-03-04T23:40:05.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:05 gibba038 conmon[76675]: audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "51"}]: dispatch 2021-03-04T23:40:05.602 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:05.602 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:05.603 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:05.665 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-03-04T23:40:05.705 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:05.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:05.732 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:05.732 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:05.833 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:05.853 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:05.854 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:05.854 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:05.882 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:05.956 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:05.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:05.976 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:05.976 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:06.077 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:06.099 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:06.099 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:06.100 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:06.201 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:06.219 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:06.220 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:06.221 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:06.254 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 24 16 82565 82549 214.938 127.438 0.00506488 0.004649 2021-03-04T23:40:06.322 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:06.350 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:06.352 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:06.353 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:06.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:06 gibba011 conmon[95595]: cluster 2021-03-04T23:40:04.805922+0000 mgr.x (mgr.34676) 1164 : cluster [DBG] pgmap v1224: 149 pgs: 149 active+clean; 4.6 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 164 MiB/s wr, 2.62k op/s 2021-03-04T23:40:06.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:06 gibba011 conmon[95595]: audit 2021-03-04T23:40:05.127172+0000 mon.a (mon.0) 1640 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "51"}]': finished 2021-03-04T23:40:06.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:06 gibba011 conmon[95595]: cluster 2021-03-04T23:40:05.127233+0000 mon.a (mon.0) 1641 : cluster [DBG] osdmap e361: 8 total, 8 up, 8 in 2021-03-04T23:40:06.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:06 gibba011 conmon[99461]: cluster 2021-03-04T23:40:04.805922+0000 mgr.x (mgr. 2021-03-04T23:40:06.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:06 gibba011 conmon[99461]: 34676) 1164 : cluster [DBG] pgmap v1224: 149 pgs: 149 active+clean; 4.6 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 164 MiB/s wr, 2.62k op/s 2021-03-04T23:40:06.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:06 gibba011 conmon[99461]: audit 2021-03-04T23:40:05.127172+0000 mon.a (mon 2021-03-04T23:40:06.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:06 gibba011 conmon[99461]: .0) 1640 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "51"}]': finished 2021-03-04T23:40:06.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:06 gibba011 conmon[99461]: cluster 2021-03-04T23:40:06.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:06 gibba011 conmon[99461]: 2021-03-04T23:40:05.127233+0000 mon.a (mon.0) 1641 : cluster 2021-03-04T23:40:06.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:06 gibba011 conmon[99461]: [DBG] osdmap e361: 8 total, 8 up, 8 in 2021-03-04T23:40:06.454 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:06.475 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:06.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:06.477 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:06.578 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:06.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:06 gibba038 conmon[76675]: cluster 2021-03-04T23:40:04.805922+0000 mgr.x (mgr.34676) 1164 : 2021-03-04T23:40:06.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:06 gibba038 conmon[76675]: cluster [DBG] pgmap v1224: 149 pgs: 149 active+clean; 4.6 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 164 MiB/s wr, 2.62k op/s 2021-03-04T23:40:06.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:06 gibba038 conmon[76675]: audit 2021-03-04T23:40:05.127172+0000 mon.a (mon.0) 1640 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "51"}]': finished 2021-03-04T23:40:06.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:06 gibba038 conmon[76675]: cluster 2021-03-04T23:40:06.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:06 gibba038 conmon[76675]: 2021-03-04T23:40:05.127233+0000 mon.a (mon.0) 1641 : cluster [DBG] osdmap e361: 8 total, 8 up, 8 in 2021-03-04T23:40:06.598 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:06.599 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:06.599 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:06.701 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:06.720 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:06.721 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:06.722 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:06.832 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:06.851 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:06.852 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:06.853 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:06.954 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:06.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:06.977 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:06.978 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:07.079 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:07.109 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:07.111 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:07.111 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:07.213 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:07.231 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:07.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:07.233 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:07.248 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[99461]: cluster 2021-03-04T23:40:06.128852+0000 mon.a (mon. 2021-03-04T23:40:07.248 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[99461]: 0) 1642 : cluster [DBG] osdmap e362: 8 total, 8 up, 8 in 2021-03-04T23:40:07.248 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[99461]: cluster 2021-03-04T23:40:06.229632+0000 osd.6 (osd.6) 212 : cluster [DBG] 1.f deep-scrub starts 2021-03-04T23:40:07.248 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[99461]: cluster 2021-03-04T23:40:06. 2021-03-04T23:40:07.249 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[99461]: 230068+0000 osd.6 (osd.6) 213 : cluster 2021-03-04T23:40:07.249 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[99461]: [DBG] 1.f deep-scrub ok 2021-03-04T23:40:07.249 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:40:07.249 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[99461]: -04T23:40:06.619528+0000 2021-03-04T23:40:07.250 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[99461]: osd.7 (osd.7) 47 : cluster [DBG] 2021-03-04T23:40:07.250 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[99461]: 1.9 scrub starts 2021-03-04T23:40:07.250 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:40:07.250 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[99461]: -04T23:40:06.621140+0000 2021-03-04T23:40:07.250 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[99461]: osd.7 (osd.7) 48 : cluster 2021-03-04T23:40:07.251 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[99461]: [DBG] 1.9 scrub ok 2021-03-04T23:40:07.251 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[95595]: cluster 2021-03-04T23:40:07.251 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[95595]: 2021-03-04T23:40:07.251 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[95595]: 2021-03-04T23:40:06.128852 2021-03-04T23:40:07.252 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[95595]: +0000 mon.a (mon.0) 1642 : cluster [DBG] osdmap e362: 8 total, 8 up, 8 in 2021-03-04T23:40:07.252 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[95595]: cluster 2021-03-04 2021-03-04T23:40:07.252 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[95595]: T23:40:06.229632+0000 osd.6 (osd.6) 212 : 2021-03-04T23:40:07.252 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[95595]: cluster [DBG] 1.f deep-scrub starts 2021-03-04T23:40:07.253 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[95595]: cluster 2021-03-04T23:40:06.230068+0000 osd.6 2021-03-04T23:40:07.253 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[95595]: (osd.6) 213 : cluster [DBG] 1.f deep-scrub ok 2021-03-04T23:40:07.253 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[95595]: cluster 2021-03-04T23 2021-03-04T23:40:07.253 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[95595]: :40:06.619528+0000 osd.7 (osd.7) 47 : cluster [DBG] 2021-03-04T23:40:07.253 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[95595]: 1.9 scrub starts 2021-03-04T23:40:07.254 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[95595]: cluster 2021-03-04T23:40:06. 2021-03-04T23:40:07.254 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[95595]: 621140+0000 osd.7 (osd.7) 48 : cluster [DBG] 1.9 scrub ok 2021-03-04T23:40:07.254 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:07 gibba011 conmon[95595]: 2021-03-04T23:40:07.255 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 25 16 84587 84571 211.395 126.375 0.00530418 0.00472753 2021-03-04T23:40:07.334 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:07.360 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:07.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:07.362 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:07.463 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:07.491 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:07.492 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:07.492 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:07.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:07 gibba038 conmon[76675]: cluster 2021-03-04T23:40:06.128852+0000 mon.a (mon.0) 1642 : cluster [DBG] osdmap e362: 8 total, 8 up, 8 in 2021-03-04T23:40:07.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:07 gibba038 conmon[76675]: cluster 2021-03-04T23:40:06.229632+0000 osd.6 (osd.6) 212 : cluster [DBG] 1.f deep-scrub starts 2021-03-04T23:40:07.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:07 gibba038 conmon[76675]: cluster 2021-03-04T23:40:06.230068+0000 osd.6 (osd 2021-03-04T23:40:07.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:07 gibba038 conmon[76675]: .6) 213 : cluster [DBG] 1.f deep-scrub ok 2021-03-04T23:40:07.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:07 gibba038 conmon[76675]: cluster 2021-03-04T23:40:07.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:07 gibba038 conmon[76675]: 2021-03-04T23:40:06.619528+0000 osd.7 (osd.7) 47 : 2021-03-04T23:40:07.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:07 gibba038 conmon[76675]: cluster [DBG] 1.9 scrub starts 2021-03-04T23:40:07.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:07 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:40:07.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:07 gibba038 conmon[76675]: :40:06.621140+0000 osd.7 (osd.7) 48 2021-03-04T23:40:07.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:07 gibba038 conmon[76675]: : cluster [DBG] 1.9 scrub ok 2021-03-04T23:40:07.593 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:07.613 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:07.614 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:07.615 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:07.716 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:07.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:07.737 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:07.738 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:07.839 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:07.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:07.866 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:07.867 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:07.968 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:07.990 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:07.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:07.992 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:08.076 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:40:08.093 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:08.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:08.148 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:08.148 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:08.249 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:08.250 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:08.254 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 26 16 86952 86936 208.95 147.812 0.00568015 0.0047827 2021-03-04T23:40:08.278 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:08.279 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:08.279 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:08.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:08 gibba011 conmon[95595]: cluster 2021-03-04T23:40:06.806542+0000 mgr.x (mgr 2021-03-04T23:40:08.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:08 gibba011 conmon[95595]: .34676) 1165 : cluster [DBG] pgmap v1227: 159 pgs: 1 peering, 10 unknown, 148 active+clean; 4.7 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 120 MiB/s wr, 1.92k op/s 2021-03-04T23:40:08.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:08 gibba011 conmon[95595]: cluster 2021-03-04T23:40:07.324416+0000 osd.4 (osd.4) 32 : cluster [DBG] 1.e scrub starts 2021-03-04T23:40:08.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:08 gibba011 conmon[95595]: cluster 2021-03-04T23:40:07.326426+0000 osd.4 (osd.4) 33 : cluster [DBG] 1.e scrub ok 2021-03-04T23:40:08.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:08 gibba011 conmon[95595]: cluster 2021-03-04T23:40:07.473615+0000 osd.1 (osd.1) 25 : cluster [DBG] 1.b scrub ok 2021-03-04T23:40:08.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:08 gibba011 conmon[99461]: cluster 2021-03-04T23:40:08.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:08 gibba011 conmon[99461]: 2021-03-04 2021-03-04T23:40:08.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:08 gibba011 conmon[99461]: T23:40:06.806542+0000 mgr.x (mgr.34676) 1165 : cluster [DBG] pgmap v1227: 159 pgs: 1 peering, 10 unknown, 148 active+clean; 4.7 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 120 MiB/s wr, 1.92k op/s 2021-03-04T23:40:08.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:08 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:40:08.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:08 gibba011 conmon[99461]: 04T23:40:07.324416+0000 osd.4 (osd.4) 32 : cluster 2021-03-04T23:40:08.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:08 gibba011 conmon[99461]: [DBG] 1.e scrub starts 2021-03-04T23:40:08.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:08 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:40:08.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:08 gibba011 conmon[99461]: :40:07.326426+0000 osd.4 (osd.4) 33 : 2021-03-04T23:40:08.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:08 gibba011 conmon[99461]: cluster [DBG] 1.e scrub ok 2021-03-04T23:40:08.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:08 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:40:08.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:08 gibba011 conmon[99461]: :40:07.473615+0000 osd.1 (osd.1) 25 2021-03-04T23:40:08.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:08 gibba011 conmon[99461]: : cluster [DBG] 1.b scrub ok 2021-03-04T23:40:08.380 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:08.400 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:08.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:08.401 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:08.503 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:08.526 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:08.527 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:08.528 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:08.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:08 gibba038 conmon[76675]: cluster 2021-03-04T23:40:06.806542+0000 mgr.x (mgr.34676) 1165 : cluster [DBG] pgmap v1227: 159 pgs: 1 peering, 10 unknown, 148 active+clean; 4.7 GiB data, 15 GiB used, 653 GiB / 672 GiB avail; 120 MiB/s wr, 1.92k op/s 2021-03-04T23:40:08.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:08 gibba038 conmon[76675]: cluster 2021-03-04T23:40:07.324416+0000 osd.4 (osd.4) 32 : cluster [DBG] 1.e scrub starts 2021-03-04T23:40:08.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:08 gibba038 conmon[76675]: cluster 2021-03-04T23:40:07.326426+0000 osd.4 (osd.4) 33 : 2021-03-04T23:40:08.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:08 gibba038 conmon[76675]: cluster [DBG] 1.e scrub ok 2021-03-04T23:40:08.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:08 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:40:08.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:08 gibba038 conmon[76675]: -04T23:40:07.473615+0000 osd.1 (osd.1) 25 : cluster [DBG] 2021-03-04T23:40:08.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:08 gibba038 conmon[76675]: 1.b scrub ok 2021-03-04T23:40:08.628 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:08.653 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:08.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:08.655 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:08.756 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:08.776 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:08.777 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:08.778 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:08.795 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:40:08.821 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:40:08.846 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:40:08.870 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:40:08.879 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:08.894 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:40:08.899 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:08.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:08.901 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:08.915 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:40:08.935 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:40:08.957 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:40:08.960 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:40:08.960 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:40:08.960 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:40:08.961 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:40:08.961 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:40:08.961 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:40:08.961 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:40:08.961 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:40:09.002 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:09.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:09.035 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:09.035 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:09.137 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:09.155 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:09.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:09.157 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:09.254 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 27 16 89167 89151 206.338 138.438 0.00531156 0.00484366 2021-03-04T23:40:09.258 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:09.285 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:09.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:09.287 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:09.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:09 gibba011 conmon[95595]: cluster 2021-03-04T23:40:08.441348+0000 osd.1 (osd.1) 26 : cluster [DBG] 2021-03-04T23:40:09.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:09 gibba011 conmon[95595]: 1.2b deep-scrub ok 2021-03-04T23:40:09.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:09 gibba011 conmon[95595]: audit 2021-03-04T23:40:08.769581+0000 mon.a (mon.0) 1643 : audit [DBG] from='client.? 172.21.2.111:0/619284543' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:09.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:09 gibba011 conmon[99461]: cluster 2021-03-04T23:40:09.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:09 gibba011 conmon[99461]: 2021-03-04T23:40:08.441348+0000 osd.1 (osd.1) 26 : cluster 2021-03-04T23:40:09.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:09 gibba011 conmon[99461]: [DBG] 1.2b deep-scrub ok 2021-03-04T23:40:09.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:09 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:40:09.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:09 gibba011 conmon[99461]: -04T23:40:08.769581+0000 mon.a (mon.0 2021-03-04T23:40:09.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:09 gibba011 conmon[99461]: ) 1643 : audit [DBG] from='client.? 172.21.2.111:0/619284543' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:09.388 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:09.410 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:09.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:09.412 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:09.513 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:09.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:09.540 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:09.540 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:09.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:09 gibba038 conmon[76675]: cluster 2021-03-04T23:40:08.441348+0000 osd.1 (osd. 2021-03-04T23:40:09.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:09 gibba038 conmon[76675]: 1) 26 : cluster [DBG] 1.2b deep-scrub ok 2021-03-04T23:40:09.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:09 gibba038 conmon[76675]: audit 2021-03-04T23:40:08.769581+0000 mon.a (mon.0) 1643 : audit [DBG] 2021-03-04T23:40:09.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:09 gibba038 conmon[76675]: from='client.? 172.21.2.111:0/619284543' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:09.641 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:09.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:09.662 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:09.663 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:09.747 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:40:09.747 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:40:09.764 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:09.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:09.789 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:09.789 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:09.891 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:09.910 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:09.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:09.911 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:10.013 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:10.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:10.039 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:10.039 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:10.140 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:10.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:10.167 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:10.167 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:10.254 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 28 16 91278 91262 203.681 131.938 0.00540516 0.00490682 2021-03-04T23:40:10.268 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:10.287 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:10.288 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:10.288 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:10.389 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:10.408 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:10.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:10.410 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:10.511 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:10.532 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:10.533 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:10.534 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:10.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:10 gibba038 conmon[76675]: cluster 2021-03-04T23:40:08.807054+0000 mgr.x (mgr.34676) 1166 : cluster [DBG] pgmap v1228: 159 pgs: 1 peering, 1 unknown, 157 active+clean; 5.2 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 159 MiB/s wr, 2.55k op/s 2021-03-04T23:40:10.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:10 gibba038 conmon[76675]: cluster 2021-03-04T23:40:09.046888+0000 osd.5 (osd.5) 46 : cluster [DBG] 1.28 scrub starts 2021-03-04T23:40:10.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:10 gibba038 conmon[76675]: cluster 2021-03-04T23:40:09.047445+0000 osd.5 (osd.5) 47 : cluster [DBG] 1.28 scrub ok 2021-03-04T23:40:10.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:10 gibba011 conmon[95595]: cluster 2021-03-04T23:40:08.807054+0000 mgr.x (mgr.34676) 1166 : cluster [DBG] pgmap v1228: 159 pgs: 1 peering, 1 unknown, 157 active+clean; 5.2 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 159 MiB/s wr, 2.55k op/s 2021-03-04T23:40:10.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:10 gibba011 conmon[95595]: cluster 2021-03-04T23:40:09.046888+0000 osd.5 (osd.5) 46 : cluster [DBG] 1.28 scrub starts 2021-03-04T23:40:10.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:10 gibba011 conmon[95595]: cluster 2021-03-04T23:40:09.047445+0000 osd.5 (osd.5) 47 : cluster [DBG] 1.28 scrub ok 2021-03-04T23:40:10.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:10 gibba011 conmon[99461]: cluster 2021-03-04T23:40:08.807054+0000 mgr.x (mgr.34676) 1166 : cluster [DBG] pgmap v1228: 159 pgs: 1 peering, 1 unknown, 157 active+clean; 5.2 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 159 MiB/s wr, 2.55k op/s 2021-03-04T23:40:10.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:10 gibba011 conmon[99461]: cluster 2021-03-04T23:40:09.046888+0000 osd.5 (osd.5) 46 : cluster [DBG] 1.28 scrub starts 2021-03-04T23:40:10.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:10 gibba011 conmon[99461]: cluster 2021-03-04T23:40:09.047445+0000 osd.5 (osd.5) 47 : cluster [DBG] 1.28 scrub ok 2021-03-04T23:40:10.635 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:10.657 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:10.658 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:10.659 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:10.667 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 1, 3, 2, 7] out_osds: [] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:40:10.668 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:40:10.668 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_6 2021-03-04T23:40:10.669 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:40:10.766 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:10.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:10.790 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:10.790 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:10.844 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:10.892 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:10.909 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:10.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:10.911 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:11.013 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:11.032 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:11.032 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:11.033 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:11.134 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:11.151 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:11.152 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:11.153 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:11.254 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:11.255 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 29 16 93468 93452 201.377 136.875 0.00272571 0.00496304 2021-03-04T23:40:11.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:11.276 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:11.276 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:11.378 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:11.398 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:11.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:11.399 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:11.500 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:11.521 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:11.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:11.523 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:11.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:11 gibba038 conmon[76675]: cluster 2021-03-04T23:40:09.916064+0000 osd.3 (osd.3 2021-03-04T23:40:11.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:11 gibba038 conmon[76675]: ) 17 : cluster [DBG] 1.c scrub ok 2021-03-04T23:40:11.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:11 gibba038 conmon[76675]: cluster 2021-03-04T23:40:10.657950+0000 osd.7 (osd.7) 49 : cluster [DBG] 1.d scrub starts 2021-03-04T23:40:11.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:11 gibba038 conmon[76675]: cluster 2021-03-04T23:40 2021-03-04T23:40:11.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:11 gibba038 conmon[76675]: :10.658493+0000 osd.7 (osd.7) 50 : cluster [DBG] 1.d scrub ok 2021-03-04T23:40:11.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:11 gibba038 conmon[76675]: audit 2021-03-04T23:40:10.807654 2021-03-04T23:40:11.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:11 gibba038 conmon[76675]: +0000 mon.c (mon.1) 469 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "51"}]: dispatch 2021-03-04T23:40:11.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:11 gibba038 conmon[76675]: audit 2021-03-04T23:40:10.808286+0000 mon.a (mon.0 2021-03-04T23:40:11.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:11 gibba038 conmon[76675]: ) 1644 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "51"}]: dispatch 2021-03-04T23:40:11.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:11 gibba011 conmon[95595]: cluster 2021-03-04T23:40:09.916064+0000 osd.3 (osd.3) 17 : cluster [DBG] 1.c scrub ok 2021-03-04T23:40:11.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:11 gibba011 conmon[95595]: cluster 2021-03-04T23:40:10.657950+0000 osd.7 (osd.7) 49 : cluster [DBG] 1.d scrub starts 2021-03-04T23:40:11.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:11 gibba011 conmon[95595]: cluster 2021-03-04T23:40:10.658493+0000 osd.7 (osd.7) 50 : cluster [DBG] 1.d scrub ok 2021-03-04T23:40:11.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:11 gibba011 conmon[95595]: audit 2021-03-04T23:40:10.807654+0000 mon.c (mon.1) 469 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "51"}]: dispatch 2021-03-04T23:40:11.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:11 gibba011 conmon[95595]: audit 2021-03-04T23:40:10.808286+0000 mon.a (mon.0) 1644 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "51"}]: dispatch 2021-03-04T23:40:11.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:11 gibba011 conmon[99461]: cluster 2021-03-04T23:40:11.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:11 gibba011 conmon[99461]: 2021-03-04T23:40 2021-03-04T23:40:11.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:11 gibba011 conmon[99461]: :09.916064+0000 osd.3 (osd.3) 17 : cluster [DBG] 1.c scrub ok 2021-03-04T23:40:11.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:11 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:40:11.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:11 gibba011 conmon[99461]: 40:10.657950+0000 osd.7 (osd.7) 49 : cluster [DBG] 2021-03-04T23:40:11.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:11 gibba011 conmon[99461]: 1.d scrub starts 2021-03-04T23:40:11.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:11 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:40:11.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:11 gibba011 conmon[99461]: :40:10.658493+0000 osd.7 (osd.7) 50 2021-03-04T23:40:11.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:11 gibba011 conmon[99461]: : cluster [DBG] 1.d scrub ok 2021-03-04T23:40:11.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:11 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:40:11.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:11 gibba011 conmon[99461]: 04T23:40:10.807654+0000 mon.c (mon 2021-03-04T23:40:11.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:11 gibba011 conmon[99461]: .1) 469 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "51"}]: dispatch 2021-03-04T23:40:11.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:11 gibba011 conmon[99461]: audit 2021 2021-03-04T23:40:11.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:11 gibba011 conmon[99461]: -03-04T23:40:10.808286+0000 mon.a (mon 2021-03-04T23:40:11.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:11 gibba011 conmon[99461]: .0) 1644 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "51"}]: dispatch 2021-03-04T23:40:11.624 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:11.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:11.645 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:11.645 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:11.747 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:11.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:11.766 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:11.766 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:11.868 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:11.891 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:11.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:11.893 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:11.994 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:12.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:12.021 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:12.021 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:12.123 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:12.151 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:12.152 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:12.153 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:12.254 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:12.255 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 30 16 95411 95395 198.712 121.438 0.00372155 0.00501803 2021-03-04T23:40:12.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:12.273 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:12.273 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:12.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:12 gibba011 conmon[95595]: cluster 2021-03-04T23:40:10.807368+0000 mgr.x (mgr.34676) 1167 : cluster 2021-03-04T23:40:12.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:12 gibba011 conmon[95595]: [DBG] pgmap v1229: 159 pgs: 159 active+clean; 5.3 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 136 MiB/s wr, 2.17k op/s 2021-03-04T23:40:12.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:12 gibba011 conmon[95595]: audit 2021-03-04T23:40:11.151123+0000 mon.a (mon.0) 1645 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "51"}]': finished 2021-03-04T23:40:12.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:12 gibba011 conmon[95595]: cluster 2021-03-04T23:40:11.151174+0000 2021-03-04T23:40:12.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:12 gibba011 conmon[95595]: mon.a (mon.0) 1646 : cluster [DBG] osdmap e363: 8 total, 8 up, 8 in 2021-03-04T23:40:12.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:12 gibba011 conmon[99461]: cluster 2021-03-04T23:40:10.807368+0000 mgr.x (mgr 2021-03-04T23:40:12.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:12 gibba011 conmon[99461]: .34676) 1167 : cluster [DBG] pgmap v1229: 159 pgs: 159 active+clean; 5.3 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 136 MiB/s wr, 2.17k op/s 2021-03-04T23:40:12.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:12 gibba011 conmon[99461]: audit 2021-03-04T23:40: 2021-03-04T23:40:12.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:12 gibba011 conmon[99461]: 11.151123+0000 mon.a (mon.0) 1645 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "51"}]': finished 2021-03-04T23:40:12.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:12 gibba011 conmon[99461]: cluster 2021-03-04T23:40:12.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:12 gibba011 conmon[99461]: 2021-03-04T23:40:11.151174+0000 2021-03-04T23:40:12.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:12 gibba011 conmon[99461]: mon.a (mon.0) 1646 : cluster [DBG] osdmap e363: 8 total, 8 up, 8 in 2021-03-04T23:40:12.374 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:12.396 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:12.397 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:12.397 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:12.498 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:12.517 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:12.518 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:12.518 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:12.570 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-03-04T23:40:12.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:12 gibba038 conmon[76675]: cluster 2021-03-04T23:40:12.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:12 gibba038 conmon[76675]: 2021-03-04T23:40:12.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:12 gibba038 conmon[76675]: 2021-03-04T23:40:10. 2021-03-04T23:40:12.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:12 gibba038 conmon[76675]: 807368+0000 mgr.x (mgr.34676) 1167 : cluster [DBG] pgmap v1229: 159 pgs: 159 active+clean; 5.3 GiB data, 17 GiB used, 651 GiB / 672 GiB avail; 136 MiB/s wr, 2.17k op/s 2021-03-04T23:40:12.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:12 gibba038 conmon[76675]: audit 2021-03-04T 2021-03-04T23:40:12.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:12 gibba038 conmon[76675]: 23:40:11.151123+0000 mon.a (mon. 2021-03-04T23:40:12.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:12 gibba038 conmon[76675]: 0) 1645 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "51"}]': finished 2021-03-04T23:40:12.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:12 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:40:12.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:12 gibba038 conmon[76675]: -03-04T23:40:11.151174+0000 2021-03-04T23:40:12.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:12 gibba038 conmon[76675]: mon.a (mon.0) 1646 : cluster [DBG] 2021-03-04T23:40:12.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:12 gibba038 conmon[76675]: osdmap e363: 8 total, 8 up, 8 in 2021-03-04T23:40:12.619 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:12.637 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:12.638 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:12.638 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:12.740 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:12.747 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:12.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:12.758 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:12.759 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:12.861 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:12.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:12.888 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:12.888 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:12.989 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:13.013 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:13.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:13.015 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:13.116 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:13.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:13.137 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:13.138 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:13.239 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:13.255 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 31 16 97525 97509 196.564 132.125 0.00724884 0.00508444 2021-03-04T23:40:13.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:13.262 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:13.262 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:13.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:13 gibba011 conmon[95595]: cluster 2021-03-04T23:40:12.154984+0000 mon.a (mon.0) 1647 2021-03-04T23:40:13.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:13 gibba011 conmon[95595]: : cluster [DBG] osdmap e364: 8 total, 8 up, 8 in 2021-03-04T23:40:13.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:13 gibba011 conmon[95595]: cluster 2021-03-04T23:40:12.355003+0000 osd.6 (osd.6) 214 : cluster [DBG] 1.2e scrub starts 2021-03-04T23:40:13.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:13 gibba011 conmon[95595]: cluster 2021-03-04T23:40:12.356808+0000 osd.6 (osd.6) 215 : cluster [DBG] 1.2e scrub ok 2021-03-04T23:40:13.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:13 gibba011 conmon[95595]: cluster 2021-03-04T23:40:12.627944+0000 osd.2 (osd.2) 9 : cluster [DBG] 1.29 scrub ok 2021-03-04T23:40:13.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:13 gibba011 conmon[99461]: cluster 2021-03-04T23:40:12.154984+0000 mon.a (mon.0 2021-03-04T23:40:13.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:13 gibba011 conmon[99461]: ) 1647 : cluster [DBG] osdmap e364: 8 total, 8 up, 8 in 2021-03-04T23:40:13.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:13 gibba011 conmon[99461]: cluster 2021-03-04T23:40:12.355003+0000 osd.6 (osd.6) 214 : cluster [DBG] 1.2e scrub starts 2021-03-04T23:40:13.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:13 gibba011 conmon[99461]: cluster 2021-03-04T23:40:12.356808+0000 osd.6 (osd.6) 215 : cluster [DBG] 1.2e scrub ok 2021-03-04T23:40:13.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:13 gibba011 conmon[99461]: cluster 2021-03-04T23:40:12.627944+0000 osd.2 (osd.2) 9 : cluster [DBG] 1.29 scrub ok 2021-03-04T23:40:13.364 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:13.392 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:13.393 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:13.393 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:13.494 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:13.517 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:13.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:13.518 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:13.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:13 gibba038 conmon[76675]: cluster 2021-03-04T23:40:12.154984+0000 mon.a (mon.0) 1647 : cluster 2021-03-04T23:40:13.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:13 gibba038 conmon[76675]: [DBG] osdmap e364: 8 total, 8 up, 8 in 2021-03-04T23:40:13.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:13 gibba038 conmon[76675]: cluster 2021-03-04T23:40:12.355003+0000 osd.6 (osd.6) 214 : cluster [DBG] 1.2e scrub starts 2021-03-04T23:40:13.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:13 gibba038 conmon[76675]: cluster 2021-03-04T23:40:12.356808+0000 osd.6 (osd.6) 2021-03-04T23:40:13.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:13 gibba038 conmon[76675]: 215 : cluster [DBG] 1.2e scrub ok 2021-03-04T23:40:13.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:13 gibba038 conmon[76675]: cluster 2021-03-04T 2021-03-04T23:40:13.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:13 gibba038 conmon[76675]: 23:40:12.627944+0000 osd.2 (osd.2) 9 : cluster [DBG] 1.29 scrub ok 2021-03-04T23:40:13.621 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:13.641 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:13.642 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:13.642 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:13.743 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:13.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:13.766 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:13.766 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:13.868 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:13.885 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:13.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:13.887 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:13.988 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:14.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:14.008 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:14.008 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:14.109 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:14.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:14.132 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:14.132 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:14.172 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:40:14.233 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:14.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:14.251 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:14.251 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:14.255 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 32 16 99755 99739 194.776 139.375 0.00843202 0.0051275 2021-03-04T23:40:14.353 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:14.375 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:40:14.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:14.377 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:14.378 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:14.434 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:14 gibba011 conmon[95595]: cluster 2021-03-04T23:40:12.807882+0000 mgr.x (mgr.34676) 1168 : cluster [DBG] pgmap v1232: 159 pgs: 159 active+clean; 5.6 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 140 MiB/s wr, 2.24k op/s 2021-03-04T23:40:14.544 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:14 gibba011 conmon[95595]: cluster 2021-03-04T23:40:13.400927+0000 osd.6 (osd.6) 216 : cluster [DBG] 1.31 scrub starts 2021-03-04T23:40:14.545 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:14 gibba011 conmon[95595]: cluster 2021-03-04T23:40:13.401577+0000 osd.6 (osd.6) 217 : cluster [DBG] 1.31 scrub ok 2021-03-04T23:40:14.545 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:14 gibba011 conmon[95595]: audit 2021-03-04T23:40:13.504822+0000 mon.c (mon.1) 470 : audit [INF] from='client.? 172.21.2.111:0/3129437962' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:40:14.545 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:14 gibba011 conmon[95595]: audit 2021-03-04T23:40:13.505090+0000 mon.a (mon.0) 1648 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:40:14.546 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:14.547 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:14 gibba011 conmon[99461]: cluster 2021-03-04T23:40:12.807882+0000 mgr.x (mgr.34676 2021-03-04T23:40:14.547 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:14 gibba011 conmon[99461]: ) 1168 : cluster [DBG] pgmap v1232: 159 pgs: 159 active+clean; 5.6 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 140 MiB/s wr, 2.24k op/s 2021-03-04T23:40:14.547 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:14 gibba011 conmon[99461]: cluster 2021-03-04T23:40:13.400927+0000 osd.6 (osd.6) 216 : cluster [DBG] 1.31 scrub starts 2021-03-04T23:40:14.548 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:14 gibba011 conmon[99461]: cluster 2021-03-04T23:40:13.401577+0000 osd.6 (osd.6) 217 : cluster [DBG] 1.31 scrub ok 2021-03-04T23:40:14.548 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:14 gibba011 conmon[99461]: audit 2021-03-04T23:40:13.504822+0000 mon.c (mon.1) 470 : audit [INF] from='client.? 172.21.2.111:0/3129437962' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:40:14.548 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:14 gibba011 conmon[99461]: 2021-03-04T23:40:14.548 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:14 gibba011 conmon[99461]: audit 2021-03-04T23:40:13.505090+0000 mon.a (mon.0) 1648 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:40:14.555 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:14.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:14.566 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:14.566 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:14.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:14 gibba038 conmon[76675]: cluster 2021-03-04T23:40:12.807882+0000 mgr.x (mgr.34676) 1168 : cluster [DBG] 2021-03-04T23:40:14.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:14 gibba038 conmon[76675]: pgmap v1232: 159 pgs: 159 active+clean; 5.6 GiB data, 18 GiB used, 650 GiB / 672 GiB avail; 140 MiB/s wr, 2.24k op/s 2021-03-04T23:40:14.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:14 gibba038 conmon[76675]: cluster 2021-03-04T23:40:13.400927+0000 osd.6 (osd.6) 216 : cluster [DBG] 1.31 scrub starts 2021-03-04T23:40:14.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:14 gibba038 conmon[76675]: cluster 2021-03-04T23:40:13.401577+0000 osd.6 (osd.6 2021-03-04T23:40:14.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:14 gibba038 conmon[76675]: ) 217 : cluster [DBG] 1.31 scrub ok 2021-03-04T23:40:14.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:14 gibba038 conmon[76675]: audit 2021-03-04T23:40:13 2021-03-04T23:40:14.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:14 gibba038 conmon[76675]: .504822+0000 mon.c (mon.1) 470 : audit [INF] from='client.? 172.21.2.111:0/3129437962' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:40:14.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:14 gibba038 conmon[76675]: audit 2021-03-04T 2021-03-04T23:40:14.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:14 gibba038 conmon[76675]: 23:40:13.505090+0000 mon.a (mon.0) 2021-03-04T23:40:14.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:14 gibba038 conmon[76675]: 1648 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:40:14.667 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:14.689 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:14.690 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:14.691 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:14.792 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:14.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:14.817 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:14.817 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:14.919 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:14.945 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:14.946 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:14.947 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:15.048 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:15.067 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:15.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:15.068 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:15.170 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:15.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:15.196 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:15.196 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:15.255 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 33 16 101997 101981 193.12 140.125 0.00281339 0.00517503 2021-03-04T23:40:15.298 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:15.325 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:15.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:15.327 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:15.423 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:15 gibba011 conmon[95595]: cluster 2021-03-04T23:40:15.424 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:15 gibba011 conmon[95595]: 2021-03-04T23:40:15.424 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:15 gibba011 conmon[95595]: 2021 2021-03-04T23:40:15.424 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:15 gibba011 conmon[95595]: - 2021-03-04T23:40:15.424 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:15 gibba011 conmon[95595]: 03 2021-03-04T23:40:15.425 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:15 gibba011 conmon[95595]: - 2021-03-04T23:40:15.425 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:15 gibba011 conmon[95595]: 04 2021-03-04T23:40:15.425 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:15 gibba011 conmon[95595]: T 2021-03-04T23:40:15.425 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:15 gibba011 conmon[95595]: 23:40:14.029809+0000 osd.0 (osd. 2021-03-04T23:40:15.425 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:15 gibba011 conmon[95595]: 0) 14 : cluster [DBG] 1.30 deep-scrub ok 2021-03-04T23:40:15.426 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:15 gibba011 conmon[95595]: cluster 2021-03 2021-03-04T23:40:15.426 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:15 gibba011 conmon[95595]: -04T23:40:14.162117+0000 mon.a (mon.0) 1649 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:15.426 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:15 gibba011 conmon[95595]: audit 2021-03-04T23:40:14.165818 2021-03-04T23:40:15.426 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:15 gibba011 conmon[95595]: +0000 mon.a (mon.0) 1650 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:40:15.427 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:15 gibba011 conmon[95595]: cluster 2021-03-04T23 2021-03-04T23:40:15.427 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:15 gibba011 conmon[95595]: :40:14.165873+0000 mon.a (mon.0) 1651 : cluster [DBG] 2021-03-04T23:40:15.427 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:15 gibba011 conmon[95595]: osdmap e365: 8 total, 8 up, 8 in 2021-03-04T23:40:15.428 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:15.428 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:15 gibba011 conmon[99461]: cluster 2021-03-04T23:40:14.029809+0000 osd.0 (osd.0) 14 : cluster [DBG] 2021-03-04T23:40:15.429 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:15 gibba011 conmon[99461]: 1.30 deep-scrub ok 2021-03-04T23:40:15.429 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:15 gibba011 conmon[99461]: cluster 2021-03-04T23:40:14.162117+0000 mon.a (mon.0) 1649 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:15.429 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:15 gibba011 conmon[99461]: audit 2021-03-04T23:40:14.165818 2021-03-04T23:40:15.429 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:15 gibba011 conmon[99461]: +0000 mon.a (mon.0) 1650 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:40:15.430 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:15 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:40:15.430 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:15 gibba011 conmon[99461]: -04T23:40:14.165873+0000 mon.a (mon 2021-03-04T23:40:15.430 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:15 gibba011 conmon[99461]: .0) 1651 : cluster [DBG] osdmap e365: 8 total, 8 up, 8 in 2021-03-04T23:40:15.449 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:15.450 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:15.451 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:15.552 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:15.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:15.572 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:15.573 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:15.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:15 gibba038 conmon[76675]: cluster 2021-03-04T23:40:14.029809+0000 osd.0 (osd.0) 14 : cluster [DBG] 1.30 deep-scrub ok 2021-03-04T23:40:15.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:15 gibba038 conmon[76675]: cluster 2021-03-04T23:40:14.162117+0000 mon.a (mon.0) 1649 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:15.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:15 gibba038 conmon[76675]: audit 2021-03-04T23:40:14.165818+0000 mon.a (mon.0) 1650 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:40:15.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:15 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:40:15.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:15 gibba038 conmon[76675]: :40:14.165873+0000 mon.a (mon.0) 1651 : cluster [DBG] osdmap e365: 8 total, 8 up, 8 in 2021-03-04T23:40:15.674 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:15.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:15.704 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:15.704 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:15.806 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:15.826 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:15.826 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:15.827 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:15.928 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:15.953 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:15.954 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:15.955 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:16.056 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:16.078 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:16.079 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:16.080 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:16.181 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:16.202 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:16.203 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:16.203 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:16.255 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 34 16 104060 104044 191.232 128.938 0.00715726 0.00522627 2021-03-04T23:40:16.304 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:16.325 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:16.326 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:16.327 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:16.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:16 gibba011 conmon[95595]: cluster 2021-03-04T23:40:14.808247+0000 mgr.x (mgr.34676) 1169 : cluster [DBG] pgmap v1234: 159 pgs: 159 active+clean; 5.9 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 111 MiB/s wr, 1.78k op/s 2021-03-04T23:40:16.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:16 gibba011 conmon[99461]: cluster 2021-03-04T23:40:14.808247+0000 mgr.x (mgr.34676) 1169 : cluster [DBG] pgmap v1234: 159 pgs: 159 active+clean; 5.9 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 111 MiB/s wr, 1.78k op/s 2021-03-04T23:40:16.429 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:16.449 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:16.450 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:16.451 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:16.552 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:16.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:16.572 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:16.572 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:16.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:16 gibba038 conmon[76675]: cluster 2021-03-04T23:40:14.808247+0000 mgr.x (mgr.34676) 1169 : cluster [DBG] pgmap v1234: 159 pgs: 159 active+clean; 5.9 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 111 MiB/s wr, 1.78k op/s 2021-03-04T23:40:16.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:16 gibba038 conmon[76675]: 2021-03-04T23:40:16.673 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:16.693 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:16.693 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:16.694 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:16.795 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:16.815 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:16.816 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:16.816 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:16.918 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:16.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:16.940 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:16.940 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:17.041 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:17.064 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:17.065 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:17.066 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:17.167 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:17.195 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:17.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:17.197 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:17.255 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 35 16 106120 106104 189.447 128.75 0.00507536 0.00527538 2021-03-04T23:40:17.298 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:17.317 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:17.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:17.318 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:17.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[95595]: audit 2021-03-04T23:40:16.495054+0000 mon.c (mon. 2021-03-04T23:40:17.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[95595]: 1) 471 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-03-04T23:40:17.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[95595]: audit 2021-03-04T23:40:16.495273+0000 mon.c (mon.1) 472 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:40:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[95595]: audit 2021-03-04T23:40:16.495396+0000 mon.a (mon.0) 1652 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-03-04T23:40:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[95595]: audit 2021-03-04T23:40:16.495404+0000 mon.c (mon.1) 473 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:40:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[95595]: audit 2021-03-04T23:40:16.495828+0000 mon.a (mon.0) 1653 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:40:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[95595]: audit 2021-03-04T23:40:16.496042+0000 mon.a (mon.0) 1654 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:40:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[95595]: audit 2021-03-04T23:40:16.662512+0000 mon.c (mon.1) 474 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:40:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[95595]: audit 2021-03-04T23:40:16.662834+0000 mon.a (mon.0) 1655 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:40:17.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: audit 2021-03-04T23:40:17.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 2021-03-04T23:40:17.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 2021 2021-03-04T23:40:17.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: - 2021-03-04T23:40:17.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 03 2021-03-04T23:40:17.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: - 2021-03-04T23:40:17.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 04 2021-03-04T23:40:17.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: T 2021-03-04T23:40:17.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 23 2021-03-04T23:40:17.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: : 2021-03-04T23:40:17.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 40 2021-03-04T23:40:17.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: : 2021-03-04T23:40:17.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 16 2021-03-04T23:40:17.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: . 2021-03-04T23:40:17.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 495054 2021-03-04T23:40:17.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: +0000 2021-03-04T23:40:17.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 2021-03-04T23:40:17.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: mon.c 2021-03-04T23:40:17.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: ( 2021-03-04T23:40:17.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: mon 2021-03-04T23:40:17.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: . 2021-03-04T23:40:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 1 2021-03-04T23:40:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: ) 2021-03-04T23:40:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 471 2021-03-04T23:40:17.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: : 2021-03-04T23:40:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: audit 2021-03-04T23:40:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 2021-03-04T23:40:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: [INF] 2021-03-04T23:40:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 2021-03-04T23:40:17.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-03-04T23:40:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 2021-03-04T23:40:17.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: audit 2021-03-04T23:40:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 2021-03-04T23:40:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 2021 2021-03-04T23:40:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: - 2021-03-04T23:40:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 03 2021-03-04T23:40:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: - 2021-03-04T23:40:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 04 2021-03-04T23:40:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: T 2021-03-04T23:40:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 23 2021-03-04T23:40:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: : 2021-03-04T23:40:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 40 2021-03-04T23:40:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: : 2021-03-04T23:40:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 16 2021-03-04T23:40:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: . 2021-03-04T23:40:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 495273 2021-03-04T23:40:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: +0000 2021-03-04T23:40:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 2021-03-04T23:40:17.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: mon.c 2021-03-04T23:40:17.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: ( 2021-03-04T23:40:17.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: mon 2021-03-04T23:40:17.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: . 2021-03-04T23:40:17.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 1 2021-03-04T23:40:17.370 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: ) 2021-03-04T23:40:17.370 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 472 2021-03-04T23:40:17.370 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: : 2021-03-04T23:40:17.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: audit 2021-03-04T23:40:17.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 2021-03-04T23:40:17.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: [INF] 2021-03-04T23:40:17.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 2021-03-04T23:40:17.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:40:17.372 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 2021-03-04T23:40:17.372 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: audit 2021-03-04T 2021-03-04T23:40:17.372 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 23:40:16.495396+0000 mon.a (mon.0) 1652 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-03-04T23:40:17.372 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: audit 2021-03-04T23:40:16.495404+0000 mon.c ( 2021-03-04T23:40:17.373 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: mon.1) 473 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:40:17.373 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:40:17.373 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: T23:40:16.495828+0000 mon.a (mon.0) 2021-03-04T23:40:17.373 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 1653 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:40:17.373 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: audit 2021-03-04T 2021-03-04T23:40:17.374 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 23:40:16.496042+0000 mon.a (mon.0) 1654 : 2021-03-04T23:40:17.374 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:40:17.374 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: audit 2021-03-04T23:40:16 2021-03-04T23:40:17.375 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: .662512+0000 mon.c (mon.1) 474 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:40:17.375 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 2021-03-04T23:40:17.375 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: audit 2021-03-04T23:40:17.375 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: 2021-03-04T23:40:16.662834+0000 mon.a (mon.0 2021-03-04T23:40:17.375 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:17 gibba011 conmon[99461]: ) 1655 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:40:17.419 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:17.445 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:17.447 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:17.448 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:17.546 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:40:17.550 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:17.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:17 gibba038 conmon[76675]: audit 2021-03-04T23:40:16.495054+0000 mon.c (mon.1) 471 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-03-04T23:40:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:17 gibba038 conmon[76675]: audit 2021-03-04T23:40:16.495273+0000 mon.c (mon.1) 472 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:40:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:17 gibba038 conmon[76675]: audit 2021-03-04T23:40:16.495396+0000 mon.a (mon.0) 1652 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [1, 2]}]: dispatch 2021-03-04T23:40:17.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:17 gibba038 conmon[76675]: audit 2021-03-04T23:40:16.495404+0000 mon.c (mon.1) 473 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:40:17.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:17 gibba038 conmon[76675]: audit 2021-03-04T23:40:16.495828+0000 mon.a (mon.0) 1653 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2021-03-04T23:40:17.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:17 gibba038 conmon[76675]: audit 2021-03-04T23:40:16.496042 2021-03-04T23:40:17.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:17 gibba038 conmon[76675]: +0000 mon.a (mon.0) 1654 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2021-03-04T23:40:17.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:17 gibba038 conmon[76675]: audit 2021-03-04T23:40:16 2021-03-04T23:40:17.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:17 gibba038 conmon[76675]: .662512+0000 mon.c (mon.1) 474 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:40:17.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:17 gibba038 conmon[76675]: audit 2021-03-04T23 2021-03-04T23:40:17.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:17 gibba038 conmon[76675]: :40:16.662834+0000 mon.a (mon.0) 1655 : audit [INF] 2021-03-04T23:40:17.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:17 gibba038 conmon[76675]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:40:17.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:17.617 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:17.617 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:17.719 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:17.721 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:17.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:17.745 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:17.745 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:17.846 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:17.866 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:17.867 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:17.867 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:17.968 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:17.991 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:17.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:17.992 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:18.093 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:18.122 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:18.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:18.124 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:18.225 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:18.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:18.257 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 36 16 108344 108328 188.045 139 0.0191315 0.00531471 2021-03-04T23:40:18.258 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:18.258 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:18.359 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:18.377 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:18.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:18.378 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:18.394 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:40:18.397 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:40:18.464 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:18 gibba011 conmon[95595]: cluster 2021-03-04T23:40:16.808575+0000 mgr.x (mgr.34676) 1170 : cluster 2021-03-04T23:40:18.465 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:18 gibba011 conmon[95595]: [DBG] pgmap v1235: 159 pgs: 159 active+clean; 5.9 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 111 MiB/s wr, 1.77k op/s 2021-03-04T23:40:18.465 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:18 gibba011 conmon[99461]: cluster 2021-03-04T23:40:16.808575+0000 mgr.x (mgr.34676) 1170 : cluster [DBG] 2021-03-04T23:40:18.465 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:18 gibba011 conmon[99461]: pgmap v1235: 159 pgs: 159 active+clean; 5.9 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 111 MiB/s wr, 1.77k op/s 2021-03-04T23:40:18.480 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:18.500 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:18.501 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:18.501 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:18.550 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:40:18.550 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:40:18.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:18 gibba038 conmon[76675]: cluster 2021-03-04T23:40:16.808575+0000 mgr.x (mgr.34676) 1170 : cluster 2021-03-04T23:40:18.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:18 gibba038 conmon[76675]: [DBG] pgmap v1235: 159 pgs: 159 active+clean; 5.9 GiB data, 19 GiB used, 649 GiB / 672 GiB avail; 111 MiB/s wr, 1.77k op/s 2021-03-04T23:40:18.603 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:18.621 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:18.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:18.622 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:18.724 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:18.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:18.754 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:18.755 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:18.855 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:18.874 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:18.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:18.876 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:18.977 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:18.997 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:18.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:18.999 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:19.100 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:19.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:19.129 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:19.129 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:19.230 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:19.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:19.253 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:19.253 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:19.255 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 37 16 110456 110440 186.53 132 0.0035813 0.00535688 2021-03-04T23:40:19.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:19 gibba011 conmon[99461]: audit 2021-03-04T23:40:18.375972+0000 mgr.x ( 2021-03-04T23:40:19.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:19 gibba011 conmon[99461]: mgr.34676) 1171 : audit [DBG] from='client.56644 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:40:19.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:19 gibba011 conmon[95595]: audit 2021-03-04T23:40:18.375972+0000 mgr.x (mgr 2021-03-04T23:40:19.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:19 gibba011 conmon[95595]: .34676) 1171 : audit [DBG] from='client.56644 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:40:19.355 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:19.372 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:19.373 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:19.373 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:19.475 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:19.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:19.494 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:19.495 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:19.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:19 gibba038 conmon[76675]: audit 2021-03-04T23:40:18.375972+0000 mgr.x (mgr.34676) 1171 : audit [DBG] from='client.56644 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:40:19.596 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:19.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:19.626 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:19.626 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:19.728 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:19.751 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:19.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:19.753 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:19.854 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:19.884 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:19.885 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:19.885 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:19.987 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:20.014 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:20.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:20.016 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:20.117 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:20.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:20.145 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:20.145 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:20.195 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:20 gibba011 conmon[95595]: cluster 2021-03-04T23:40:18.809162+0000 mgr.x (mgr.34676) 1172 : cluster [DBG] pgmap v1236: 159 pgs: 159 active+clean; 6.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 164 MiB/s wr, 2.62k op/s 2021-03-04T23:40:20.246 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:20.255 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 38 16 112387 112371 184.797 120.688 0.00829212 0.00540838 2021-03-04T23:40:20.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:20.270 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:20.271 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:20.372 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:20.395 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:20.396 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:20.396 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:20.498 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:20.520 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:20.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:20.522 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:20.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:20 gibba038 conmon[76675]: cluster 2021-03-04T23:40:18.809162+0000 mgr.x (mgr.34676) 1172 : cluster [DBG] pgmap v1236: 159 pgs: 159 active+clean; 6.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 164 MiB/s wr, 2.62k op/s 2021-03-04T23:40:20.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:20 gibba038 conmon[76675]: 2021-03-04T23:40:20.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:20 gibba011 conmon[99461]: cluster 2021-03-04T23:40:18.809162+0000 mgr.x (mgr.34676) 1172 : cluster [DBG] pgmap v1236: 159 pgs: 159 active+clean; 6.5 GiB data, 20 GiB used, 648 GiB / 672 GiB avail; 164 MiB/s wr, 2.62k op/s 2021-03-04T23:40:20.623 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:20.645 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:20.646 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:20.647 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:20.748 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:20.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:20.770 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:20.770 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:20.859 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:40:20.872 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:20.891 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:20.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:20.893 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:20.994 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:21.013 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:21.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:21.015 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:21.031 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:21.116 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:21.136 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:21.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:21.138 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:21.239 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:21.255 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 39 16 114655 114639 183.693 141.75 0.00711155 0.00544109 2021-03-04T23:40:21.259 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:21.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:21.262 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:21.363 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:21.385 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:21.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:21.387 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:21.489 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:21.510 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:21.511 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:21.512 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:21.614 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:21.635 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:21.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:21.637 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:21.738 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:21.758 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":1235,"stamp":"2021-03-04T23:40:16.808382+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":6384979240,"num_objects":97449,"num_object_clones":0,"num_object_copies":292347,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":97449,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":97479,"num_write_kb":6235348,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":76,"num_bytes_recovered":17234,"num_keys_recovered":30,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":77522,"ondisk_log_size":77522,"up":477,"acting":477,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":480,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":23988464,"kb_used_data":19148784,"kb_used_omap":9423,"kb_used_meta":4830192,"kb_avail":680654608,"statfs":{"total":721554505728,"available":696990318592,"internally_reserved":4294967296,"allocated":19608354816,"data_stored":19594287290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9649397,"internal_metadata":4946117387},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":695599104,"num_objects":10614,"num_object_clones":0,"num_object_copies":31842,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10614,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10614,"num_write_kb":679296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001206"},"pg_stats":[{"pgid":"1.32","version":"0'0","reported_seq":"10","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.159035+0000","last_change":"2021-03-04T23:40:12.159035+0000","last_active":"2021-03-04T23:40:12.159035+0000","last_peered":"2021-03-04T23:40:12.159035+0000","last_clean":"2021-03-04T23:40:12.159035+0000","last_became_active":"2021-03-04T23:40:12.158753+0000","last_became_peered":"2021-03-04T23:40:12.158753+0000","last_unstale":"2021-03-04T23:40:12.159035+0000","last_undegraded":"2021-03-04T23:40:12.159035+0000","last_fullsized":"2021-03-04T23:40:12.159035+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:26.209306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:26.209306+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.31","version":"0'0","reported_seq":"10","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.162455+0000","last_change":"2021-03-04T23:40:12.162455+0000","last_active":"2021-03-04T23:40:12.162455+0000","last_peered":"2021-03-04T23:40:12.162455+0000","last_clean":"2021-03-04T23:40:12.162455+0000","last_became_active":"2021-03-04T23:40:12.162221+0000","last_became_peered":"2021-03-04T23:40:12.162221+0000","last_unstale":"2021-03-04T23:40:12.162455+0000","last_undegraded":"2021-03-04T23:40:12.162455+0000","last_fullsized":"2021-03-04T23:40:12.162455+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:53.443606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:53.443606+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.30","version":"0'0","reported_seq":"10","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.160407+0000","last_change":"2021-03-04T23:40:12.160407+0000","last_active":"2021-03-04T23:40:12.160407+0000","last_peered":"2021-03-04T23:40:12.160407+0000","last_clean":"2021-03-04T23:40:12.160407+0000","last_became_active":"2021-03-04T23:40:12.160174+0000","last_became_peered":"2021-03-04T23:40:12.160174+0000","last_unstale":"2021-03-04T23:40:12.160407+0000","last_undegraded":"2021-03-04T23:40:12.160407+0000","last_fullsized":"2021-03-04T23:40:12.160407+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:56.490460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:56.490460+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.2f","version":"0'0","reported_seq":"139","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.163065+0000","last_change":"2021-03-04T23:40:12.163065+0000","last_active":"2021-03-04T23:40:12.163065+0000","last_peered":"2021-03-04T23:40:12.163065+0000","last_clean":"2021-03-04T23:40:12.163065+0000","last_became_active":"2021-03-04T23:40:12.162845+0000","last_became_peered":"2021-03-04T23:40:12.162845+0000","last_unstale":"2021-03-04T23:40:12.163065+0000","last_undegraded":"2021-03-04T23:40:12.163065+0000","last_fullsized":"2021-03-04T23:40:12.163065+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:32.738345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:32.738345+0000","last_clean_scrub_stamp":"2021-03-04T23:39:32.738345+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2e","version":"0'0","reported_seq":"13","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.356809+0000","last_change":"2021-03-04T23:40:12.356841+0000","last_active":"2021-03-04T23:40:12.356809+0000","last_peered":"2021-03-04T23:40:12.356809+0000","last_clean":"2021-03-04T23:40:12.356809+0000","last_became_active":"2021-03-04T23:40:12.159997+0000","last_became_peered":"2021-03-04T23:40:12.159997+0000","last_unstale":"2021-03-04T23:40:12.356809+0000","last_undegraded":"2021-03-04T23:40:12.356809+0000","last_fullsized":"2021-03-04T23:40:12.356809+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:12.356809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:12.356809+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.2d","version":"0'0","reported_seq":"10","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.160721+0000","last_change":"2021-03-04T23:40:12.160721+0000","last_active":"2021-03-04T23:40:12.160721+0000","last_peered":"2021-03-04T23:40:12.160721+0000","last_clean":"2021-03-04T23:40:12.160721+0000","last_became_active":"2021-03-04T23:40:12.160286+0000","last_became_peered":"2021-03-04T23:40:12.160286+0000","last_unstale":"2021-03-04T23:40:12.160721+0000","last_undegraded":"2021-03-04T23:40:12.160721+0000","last_fullsized":"2021-03-04T23:40:12.160721+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:33.648095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:39:33.648095+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2c","version":"0'0","reported_seq":"10","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.162558+0000","last_change":"2021-03-04T23:40:12.162558+0000","last_active":"2021-03-04T23:40:12.162558+0000","last_peered":"2021-03-04T23:40:12.162558+0000","last_clean":"2021-03-04T23:40:12.162558+0000","last_became_active":"2021-03-04T23:40:12.162285+0000","last_became_peered":"2021-03-04T23:40:12.162285+0000","last_unstale":"2021-03-04T23:40:12.162558+0000","last_undegraded":"2021-03-04T23:40:12.162558+0000","last_fullsized":"2021-03-04T23:40:12.162558+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:38.972917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:38.972917+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2b","version":"0'0","reported_seq":"10","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.161535+0000","last_change":"2021-03-04T23:40:12.161535+0000","last_active":"2021-03-04T23:40:12.161535+0000","last_peered":"2021-03-04T23:40:12.161535+0000","last_clean":"2021-03-04T23:40:12.161535+0000","last_became_active":"2021-03-04T23:40:12.161237+0000","last_became_peered":"2021-03-04T23:40:12.161237+0000","last_unstale":"2021-03-04T23:40:12.161535+0000","last_undegraded":"2021-03-04T23:40:12.161535+0000","last_fullsized":"2021-03-04T23:40:12.161535+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:08.441353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:08.441353+0000","last_clean_scrub_stamp":"2021-03-04T23:40:08.441353+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2a","version":"0'0","reported_seq":"10","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.163337+0000","last_change":"2021-03-04T23:40:12.163337+0000","last_active":"2021-03-04T23:40:12.163337+0000","last_peered":"2021-03-04T23:40:12.163337+0000","last_clean":"2021-03-04T23:40:12.163337+0000","last_became_active":"2021-03-04T23:40:12.163014+0000","last_became_peered":"2021-03-04T23:40:12.163014+0000","last_unstale":"2021-03-04T23:40:12.163337+0000","last_undegraded":"2021-03-04T23:40:12.163337+0000","last_fullsized":"2021-03-04T23:40:12.163337+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:32.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:32.133051+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.29","version":"0'0","reported_seq":"155","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.627988+0000","last_change":"2021-03-04T23:40:12.627988+0000","last_active":"2021-03-04T23:40:12.627988+0000","last_peered":"2021-03-04T23:40:12.627988+0000","last_clean":"2021-03-04T23:40:12.627988+0000","last_became_active":"2021-03-04T23:40:12.160103+0000","last_became_peered":"2021-03-04T23:40:12.160103+0000","last_unstale":"2021-03-04T23:40:12.627988+0000","last_undegraded":"2021-03-04T23:40:12.627988+0000","last_fullsized":"2021-03-04T23:40:12.627988+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:12.627947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:12.627947+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.28","version":"0'0","reported_seq":"109","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.153062+0000","last_change":"2021-03-04T23:40:09.047489+0000","last_active":"2021-03-04T23:40:11.153062+0000","last_peered":"2021-03-04T23:40:11.153062+0000","last_clean":"2021-03-04T23:40:11.153062+0000","last_became_active":"2021-03-04T23:39:30.216970+0000","last_became_peered":"2021-03-04T23:39:30.216970+0000","last_unstale":"2021-03-04T23:40:11.153062+0000","last_undegraded":"2021-03-04T23:40:11.153062+0000","last_fullsized":"2021-03-04T23:40:11.153062+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:09.047446+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:09.047446+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.27","version":"0'0","reported_seq":"159","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154417+0000","last_change":"2021-03-04T23:39:58.058076+0000","last_active":"2021-03-04T23:40:11.154417+0000","last_peered":"2021-03-04T23:40:11.154417+0000","last_clean":"2021-03-04T23:40:11.154417+0000","last_became_active":"2021-03-04T23:39:30.220031+0000","last_became_peered":"2021-03-04T23:39:30.220031+0000","last_unstale":"2021-03-04T23:40:11.154417+0000","last_undegraded":"2021-03-04T23:40:11.154417+0000","last_fullsized":"2021-03-04T23:40:11.154417+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:58.058046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:58.058046+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.26","version":"0'0","reported_seq":"28","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.161369+0000","last_change":"2021-03-04T23:40:00.482488+0000","last_active":"2021-03-04T23:40:12.161369+0000","last_peered":"2021-03-04T23:40:12.161369+0000","last_clean":"2021-03-04T23:40:12.161369+0000","last_became_active":"2021-03-04T23:39:30.215261+0000","last_became_peered":"2021-03-04T23:39:30.215261+0000","last_unstale":"2021-03-04T23:40:12.161369+0000","last_undegraded":"2021-03-04T23:40:12.161369+0000","last_fullsized":"2021-03-04T23:40:12.161369+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:00.482441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:00.482441+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.25","version":"0'0","reported_seq":"104","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.153174+0000","last_change":"2021-03-04T23:39:53.664745+0000","last_active":"2021-03-04T23:40:11.153174+0000","last_peered":"2021-03-04T23:40:11.153174+0000","last_clean":"2021-03-04T23:40:11.153174+0000","last_became_active":"2021-03-04T23:39:30.213499+0000","last_became_peered":"2021-03-04T23:39:30.213499+0000","last_unstale":"2021-03-04T23:40:11.153174+0000","last_undegraded":"2021-03-04T23:40:11.153174+0000","last_fullsized":"2021-03-04T23:40:11.153174+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:53.664687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:53.664687+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,5],"acting":[2,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.24","version":"0'0","reported_seq":"107","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154273+0000","last_change":"2021-03-04T23:39:30.216876+0000","last_active":"2021-03-04T23:40:11.154273+0000","last_peered":"2021-03-04T23:40:11.154273+0000","last_clean":"2021-03-04T23:40:11.154273+0000","last_became_active":"2021-03-04T23:39:30.216114+0000","last_became_peered":"2021-03-04T23:39:30.216114+0000","last_unstale":"2021-03-04T23:40:11.154273+0000","last_undegraded":"2021-03-04T23:40:11.154273+0000","last_fullsized":"2021-03-04T23:40:11.154273+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:27.799553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:27.799553+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.23","version":"0'0","reported_seq":"27","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154972+0000","last_change":"2021-03-04T23:39:54.110262+0000","last_active":"2021-03-04T23:40:11.154972+0000","last_peered":"2021-03-04T23:40:11.154972+0000","last_clean":"2021-03-04T23:40:11.154972+0000","last_became_active":"2021-03-04T23:39:30.212703+0000","last_became_peered":"2021-03-04T23:39:30.212703+0000","last_unstale":"2021-03-04T23:40:11.154972+0000","last_undegraded":"2021-03-04T23:40:11.154972+0000","last_fullsized":"2021-03-04T23:40:11.154972+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:54.110222+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:54.110222+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[0,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.22","version":"0'0","reported_seq":"25","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154284+0000","last_change":"2021-03-04T23:40:02.079303+0000","last_active":"2021-03-04T23:40:11.154284+0000","last_peered":"2021-03-04T23:40:11.154284+0000","last_clean":"2021-03-04T23:40:11.154284+0000","last_became_active":"2021-03-04T23:39:30.215033+0000","last_became_peered":"2021-03-04T23:39:30.215033+0000","last_unstale":"2021-03-04T23:40:11.154284+0000","last_undegraded":"2021-03-04T23:40:11.154284+0000","last_fullsized":"2021-03-04T23:40:11.154284+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:02.079269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:02.079269+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,7],"acting":[6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.21","version":"0'0","reported_seq":"27","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.155845+0000","last_change":"2021-03-04T23:40:01.717180+0000","last_active":"2021-03-04T23:40:11.155845+0000","last_peered":"2021-03-04T23:40:11.155845+0000","last_clean":"2021-03-04T23:40:11.155845+0000","last_became_active":"2021-03-04T23:39:30.217726+0000","last_became_peered":"2021-03-04T23:39:30.217726+0000","last_unstale":"2021-03-04T23:40:11.155845+0000","last_undegraded":"2021-03-04T23:40:11.155845+0000","last_fullsized":"2021-03-04T23:40:11.155845+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:01.717109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:01.717109+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.20","version":"0'0","reported_seq":"27","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.152282+0000","last_change":"2021-03-04T23:39:57.666336+0000","last_active":"2021-03-04T23:40:11.152282+0000","last_peered":"2021-03-04T23:40:11.152282+0000","last_clean":"2021-03-04T23:40:11.152282+0000","last_became_active":"2021-03-04T23:39:30.216253+0000","last_became_peered":"2021-03-04T23:39:30.216253+0000","last_unstale":"2021-03-04T23:40:11.152282+0000","last_undegraded":"2021-03-04T23:40:11.152282+0000","last_fullsized":"2021-03-04T23:40:11.152282+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:57.666285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:57.666285+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":"306","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154808+0000","last_change":"2021-03-04T23:40:00.692080+0000","last_active":"2021-03-04T23:40:11.154808+0000","last_peered":"2021-03-04T23:40:11.154808+0000","last_clean":"2021-03-04T23:40:11.154808+0000","last_became_active":"2021-03-04T23:39:30.217676+0000","last_became_peered":"2021-03-04T23:39:30.217676+0000","last_unstale":"2021-03-04T23:40:11.154808+0000","last_undegraded":"2021-03-04T23:40:11.154808+0000","last_fullsized":"2021-03-04T23:40:11.154808+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:00.692033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:00.692033+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.18","version":"0'0","reported_seq":"118","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.153323+0000","last_change":"2021-03-04T23:39:58.009096+0000","last_active":"2021-03-04T23:40:11.153323+0000","last_peered":"2021-03-04T23:40:11.153323+0000","last_clean":"2021-03-04T23:40:11.153323+0000","last_became_active":"2021-03-04T23:39:30.221167+0000","last_became_peered":"2021-03-04T23:39:30.221167+0000","last_unstale":"2021-03-04T23:40:11.153323+0000","last_undegraded":"2021-03-04T23:40:11.153323+0000","last_fullsized":"2021-03-04T23:40:11.153323+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:58.009052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:58.009052+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"418","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.150348+0000","last_change":"2021-03-04T23:36:58.273501+0000","last_active":"2021-03-04T23:40:11.150348+0000","last_peered":"2021-03-04T23:40:11.150348+0000","last_clean":"2021-03-04T23:40:11.150348+0000","last_became_active":"2021-03-04T23:36:58.273109+0000","last_became_peered":"2021-03-04T23:36:58.273109+0000","last_unstale":"2021-03-04T23:40:11.150348+0000","last_undegraded":"2021-03-04T23:40:11.150348+0000","last_fullsized":"2021-03-04T23:40:11.150348+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"151","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154411+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:40:11.154411+0000","last_peered":"2021-03-04T23:40:11.154411+0000","last_clean":"2021-03-04T23:40:11.154411+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:40:11.154411+0000","last_undegraded":"2021-03-04T23:40:11.154411+0000","last_fullsized":"2021-03-04T23:40:11.154411+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":"22","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.153526+0000","last_change":"2021-03-04T23:39:30.222220+0000","last_active":"2021-03-04T23:40:11.153526+0000","last_peered":"2021-03-04T23:40:11.153526+0000","last_clean":"2021-03-04T23:40:11.153526+0000","last_became_active":"2021-03-04T23:39:30.221596+0000","last_became_peered":"2021-03-04T23:39:30.221596+0000","last_unstale":"2021-03-04T23:40:11.153526+0000","last_undegraded":"2021-03-04T23:40:11.153526+0000","last_fullsized":"2021-03-04T23:40:11.153526+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:10.369420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:10.369420+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1b","version":"0'0","reported_seq":"82","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.153264+0000","last_change":"2021-03-04T23:39:27.201823+0000","last_active":"2021-03-04T23:40:11.153264+0000","last_peered":"2021-03-04T23:40:11.153264+0000","last_clean":"2021-03-04T23:40:11.153264+0000","last_became_active":"2021-03-04T23:36:42.239433+0000","last_became_peered":"2021-03-04T23:36:42.239433+0000","last_unstale":"2021-03-04T23:40:11.153264+0000","last_undegraded":"2021-03-04T23:40:11.153264+0000","last_fullsized":"2021-03-04T23:40:11.153264+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:27.201787+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:27.201787+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"108","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.159890+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:40:12.159890+0000","last_peered":"2021-03-04T23:40:12.159890+0000","last_clean":"2021-03-04T23:40:12.159890+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:40:12.159890+0000","last_undegraded":"2021-03-04T23:40:12.159890+0000","last_fullsized":"2021-03-04T23:40:12.159890+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"403","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.155732+0000","last_change":"2021-03-04T23:39:30.221075+0000","last_active":"2021-03-04T23:40:11.155732+0000","last_peered":"2021-03-04T23:40:11.155732+0000","last_clean":"2021-03-04T23:40:11.155732+0000","last_became_active":"2021-03-04T23:39:30.220777+0000","last_became_peered":"2021-03-04T23:39:30.220777+0000","last_unstale":"2021-03-04T23:40:11.155732+0000","last_undegraded":"2021-03-04T23:40:11.155732+0000","last_fullsized":"2021-03-04T23:40:11.155732+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":"326","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.155940+0000","last_change":"2021-03-04T23:39:32.808091+0000","last_active":"2021-03-04T23:40:11.155940+0000","last_peered":"2021-03-04T23:40:11.155940+0000","last_clean":"2021-03-04T23:40:11.155940+0000","last_became_active":"2021-03-04T23:39:30.214851+0000","last_became_peered":"2021-03-04T23:39:30.214851+0000","last_unstale":"2021-03-04T23:40:11.155940+0000","last_undegraded":"2021-03-04T23:40:11.155940+0000","last_fullsized":"2021-03-04T23:40:11.155940+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:32.808051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:32.808051+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1a","version":"0'0","reported_seq":"100","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.150203+0000","last_change":"2021-03-04T23:39:30.219497+0000","last_active":"2021-03-04T23:40:11.150203+0000","last_peered":"2021-03-04T23:40:11.150203+0000","last_clean":"2021-03-04T23:40:11.150203+0000","last_became_active":"2021-03-04T23:39:30.219141+0000","last_became_peered":"2021-03-04T23:39:30.219141+0000","last_unstale":"2021-03-04T23:40:11.150203+0000","last_undegraded":"2021-03-04T23:40:11.150203+0000","last_fullsized":"2021-03-04T23:40:11.150203+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:57.222138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:57.222138+0000","last_clean_scrub_stamp":"2021-03-04T23:36:57.222138+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"169","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154087+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:40:11.154087+0000","last_peered":"2021-03-04T23:40:11.154087+0000","last_clean":"2021-03-04T23:40:11.154087+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:40:11.154087+0000","last_undegraded":"2021-03-04T23:40:11.154087+0000","last_fullsized":"2021-03-04T23:40:11.154087+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"112","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154673+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:40:11.154673+0000","last_peered":"2021-03-04T23:40:11.154673+0000","last_clean":"2021-03-04T23:40:11.154673+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:40:11.154673+0000","last_undegraded":"2021-03-04T23:40:11.154673+0000","last_fullsized":"2021-03-04T23:40:11.154673+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":"22","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154994+0000","last_change":"2021-03-04T23:39:30.216448+0000","last_active":"2021-03-04T23:40:11.154994+0000","last_peered":"2021-03-04T23:40:11.154994+0000","last_clean":"2021-03-04T23:40:11.154994+0000","last_became_active":"2021-03-04T23:39:30.216091+0000","last_became_peered":"2021-03-04T23:39:30.216091+0000","last_unstale":"2021-03-04T23:40:11.154994+0000","last_undegraded":"2021-03-04T23:40:11.154994+0000","last_fullsized":"2021-03-04T23:40:11.154994+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.943251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.943251+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.15","version":"0'0","reported_seq":"25","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.151691+0000","last_change":"2021-03-04T23:39:34.643017+0000","last_active":"2021-03-04T23:40:11.151691+0000","last_peered":"2021-03-04T23:40:11.151691+0000","last_clean":"2021-03-04T23:40:11.151691+0000","last_became_active":"2021-03-04T23:39:30.220076+0000","last_became_peered":"2021-03-04T23:39:30.220076+0000","last_unstale":"2021-03-04T23:40:11.151691+0000","last_undegraded":"2021-03-04T23:40:11.151691+0000","last_fullsized":"2021-03-04T23:40:11.151691+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:34.642965+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:34.642965+0000","last_clean_scrub_stamp":"2021-03-04T23:39:34.642965+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"357","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.155837+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:40:11.155837+0000","last_peered":"2021-03-04T23:40:11.155837+0000","last_clean":"2021-03-04T23:40:11.155837+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:40:11.155837+0000","last_undegraded":"2021-03-04T23:40:11.155837+0000","last_fullsized":"2021-03-04T23:40:11.155837+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"169","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154326+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:40:11.154326+0000","last_peered":"2021-03-04T23:40:11.154326+0000","last_clean":"2021-03-04T23:40:11.154326+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:40:11.154326+0000","last_undegraded":"2021-03-04T23:40:11.154326+0000","last_fullsized":"2021-03-04T23:40:11.154326+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":"305","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154496+0000","last_change":"2021-03-04T23:40:01.092128+0000","last_active":"2021-03-04T23:40:11.154496+0000","last_peered":"2021-03-04T23:40:11.154496+0000","last_clean":"2021-03-04T23:40:11.154496+0000","last_became_active":"2021-03-04T23:39:30.213968+0000","last_became_peered":"2021-03-04T23:39:30.213968+0000","last_unstale":"2021-03-04T23:40:11.154496+0000","last_undegraded":"2021-03-04T23:40:11.154496+0000","last_fullsized":"2021-03-04T23:40:11.154496+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:01.091942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:01.091942+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"77","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154585+0000","last_change":"2021-03-04T23:39:35.605096+0000","last_active":"2021-03-04T23:40:11.154585+0000","last_peered":"2021-03-04T23:40:11.154585+0000","last_clean":"2021-03-04T23:40:11.154585+0000","last_became_active":"2021-03-04T23:39:30.216139+0000","last_became_peered":"2021-03-04T23:39:30.216139+0000","last_unstale":"2021-03-04T23:40:11.154585+0000","last_undegraded":"2021-03-04T23:40:11.154585+0000","last_fullsized":"2021-03-04T23:40:11.154585+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.605056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.605056+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"424","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.155020+0000","last_change":"2021-03-04T23:39:30.221533+0000","last_active":"2021-03-04T23:40:11.155020+0000","last_peered":"2021-03-04T23:40:11.155020+0000","last_clean":"2021-03-04T23:40:11.155020+0000","last_became_active":"2021-03-04T23:39:30.220579+0000","last_became_peered":"2021-03-04T23:39:30.220579+0000","last_unstale":"2021-03-04T23:40:11.155020+0000","last_undegraded":"2021-03-04T23:40:11.155020+0000","last_fullsized":"2021-03-04T23:40:11.155020+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"189","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.156568+0000","last_change":"2021-03-04T23:39:30.216385+0000","last_active":"2021-03-04T23:40:11.156568+0000","last_peered":"2021-03-04T23:40:11.156568+0000","last_clean":"2021-03-04T23:40:11.156568+0000","last_became_active":"2021-03-04T23:39:30.216111+0000","last_became_peered":"2021-03-04T23:39:30.216111+0000","last_unstale":"2021-03-04T23:40:11.156568+0000","last_undegraded":"2021-03-04T23:40:11.156568+0000","last_fullsized":"2021-03-04T23:40:11.156568+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":"25","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154686+0000","last_change":"2021-03-04T23:40:03.118597+0000","last_active":"2021-03-04T23:40:11.154686+0000","last_peered":"2021-03-04T23:40:11.154686+0000","last_clean":"2021-03-04T23:40:11.154686+0000","last_became_active":"2021-03-04T23:39:30.213868+0000","last_became_peered":"2021-03-04T23:39:30.213868+0000","last_unstale":"2021-03-04T23:40:11.154686+0000","last_undegraded":"2021-03-04T23:40:11.154686+0000","last_fullsized":"2021-03-04T23:40:11.154686+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:03.118561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:03.118561+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.17","version":"0'0","reported_seq":"60","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.155144+0000","last_change":"2021-03-04T23:39:30.150946+0000","last_active":"2021-03-04T23:40:11.155144+0000","last_peered":"2021-03-04T23:40:11.155144+0000","last_clean":"2021-03-04T23:40:11.155144+0000","last_became_active":"2021-03-04T23:36:42.240334+0000","last_became_peered":"2021-03-04T23:36:42.240334+0000","last_unstale":"2021-03-04T23:40:11.155144+0000","last_undegraded":"2021-03-04T23:40:11.155144+0000","last_fullsized":"2021-03-04T23:40:11.155144+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:30.150916+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:30.150916+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,6],"acting":[5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"28","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.151259+0000","last_change":"2021-03-04T23:39:30.227675+0000","last_active":"2021-03-04T23:40:11.151259+0000","last_peered":"2021-03-04T23:40:11.151259+0000","last_clean":"2021-03-04T23:40:11.151259+0000","last_became_active":"2021-03-04T23:39:30.218151+0000","last_became_peered":"2021-03-04T23:39:30.218151+0000","last_unstale":"2021-03-04T23:40:11.151259+0000","last_undegraded":"2021-03-04T23:40:11.151259+0000","last_fullsized":"2021-03-04T23:40:11.151259+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":270,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"117","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.160873+0000","last_change":"2021-03-04T23:36:58.272773+0000","last_active":"2021-03-04T23:40:12.160873+0000","last_peered":"2021-03-04T23:40:12.160873+0000","last_clean":"2021-03-04T23:40:12.160873+0000","last_became_active":"2021-03-04T23:36:58.272608+0000","last_became_peered":"2021-03-04T23:36:58.272608+0000","last_unstale":"2021-03-04T23:40:12.160873+0000","last_undegraded":"2021-03-04T23:40:12.160873+0000","last_fullsized":"2021-03-04T23:40:12.160873+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":"245","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.161009+0000","last_change":"2021-03-04T23:39:34.499234+0000","last_active":"2021-03-04T23:40:12.161009+0000","last_peered":"2021-03-04T23:40:12.161009+0000","last_clean":"2021-03-04T23:40:12.161009+0000","last_became_active":"2021-03-04T23:39:30.213446+0000","last_became_peered":"2021-03-04T23:39:30.213446+0000","last_unstale":"2021-03-04T23:40:12.161009+0000","last_undegraded":"2021-03-04T23:40:12.161009+0000","last_fullsized":"2021-03-04T23:40:12.161009+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:34.499193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:34.499193+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.16","version":"0'0","reported_seq":"63","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.161129+0000","last_change":"2021-03-04T23:36:43.343686+0000","last_active":"2021-03-04T23:40:12.161129+0000","last_peered":"2021-03-04T23:40:12.161129+0000","last_clean":"2021-03-04T23:40:12.161129+0000","last_became_active":"2021-03-04T23:36:42.231502+0000","last_became_peered":"2021-03-04T23:36:42.231502+0000","last_unstale":"2021-03-04T23:40:12.161129+0000","last_undegraded":"2021-03-04T23:40:12.161129+0000","last_fullsized":"2021-03-04T23:40:12.161129+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:43.343526+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:43.343526+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"445","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.151538+0000","last_change":"2021-03-04T23:39:30.223989+0000","last_active":"2021-03-04T23:40:11.151538+0000","last_peered":"2021-03-04T23:40:11.151538+0000","last_clean":"2021-03-04T23:40:11.151538+0000","last_became_active":"2021-03-04T23:39:30.216932+0000","last_became_peered":"2021-03-04T23:39:30.216932+0000","last_unstale":"2021-03-04T23:40:11.151538+0000","last_undegraded":"2021-03-04T23:40:11.151538+0000","last_fullsized":"2021-03-04T23:40:11.151538+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":15594,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"386","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.150639+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:40:11.150639+0000","last_peered":"2021-03-04T23:40:11.150639+0000","last_clean":"2021-03-04T23:40:11.150639+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:40:11.150639+0000","last_undegraded":"2021-03-04T23:40:11.150639+0000","last_fullsized":"2021-03-04T23:40:11.150639+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":"436","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.153338+0000","last_change":"2021-03-04T23:39:30.222122+0000","last_active":"2021-03-04T23:40:11.153338+0000","last_peered":"2021-03-04T23:40:11.153338+0000","last_clean":"2021-03-04T23:40:11.153338+0000","last_became_active":"2021-03-04T23:39:30.221581+0000","last_became_peered":"2021-03-04T23:39:30.221581+0000","last_unstale":"2021-03-04T23:40:11.153338+0000","last_undegraded":"2021-03-04T23:40:11.153338+0000","last_fullsized":"2021-03-04T23:40:11.153338+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:44.440677+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:44.440677+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"83","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.153094+0000","last_change":"2021-03-04T23:40:06.137371+0000","last_active":"2021-03-04T23:40:11.153094+0000","last_peered":"2021-03-04T23:40:11.153094+0000","last_clean":"2021-03-04T23:40:11.153094+0000","last_became_active":"2021-03-04T23:40:06.137147+0000","last_became_peered":"2021-03-04T23:40:06.137147+0000","last_unstale":"2021-03-04T23:40:11.153094+0000","last_undegraded":"2021-03-04T23:40:11.153094+0000","last_fullsized":"2021-03-04T23:40:11.153094+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:53.443606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:53.443606+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"28","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.151123+0000","last_change":"2021-03-04T23:39:30.224931+0000","last_active":"2021-03-04T23:40:11.151123+0000","last_peered":"2021-03-04T23:40:11.151123+0000","last_clean":"2021-03-04T23:40:11.151123+0000","last_became_active":"2021-03-04T23:39:30.215927+0000","last_became_peered":"2021-03-04T23:39:30.215927+0000","last_unstale":"2021-03-04T23:40:11.151123+0000","last_undegraded":"2021-03-04T23:40:11.151123+0000","last_fullsized":"2021-03-04T23:40:11.151123+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":102,"num_keys_recovered":30,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"205","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154686+0000","last_change":"2021-03-04T23:39:30.216993+0000","last_active":"2021-03-04T23:40:11.154686+0000","last_peered":"2021-03-04T23:40:11.154686+0000","last_clean":"2021-03-04T23:40:11.154686+0000","last_became_active":"2021-03-04T23:39:30.216724+0000","last_became_peered":"2021-03-04T23:39:30.216724+0000","last_unstale":"2021-03-04T23:40:11.154686+0000","last_undegraded":"2021-03-04T23:40:11.154686+0000","last_fullsized":"2021-03-04T23:40:11.154686+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":"27","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154213+0000","last_change":"2021-03-04T23:39:53.115098+0000","last_active":"2021-03-04T23:40:11.154213+0000","last_peered":"2021-03-04T23:40:11.154213+0000","last_clean":"2021-03-04T23:40:11.154213+0000","last_became_active":"2021-03-04T23:39:30.214725+0000","last_became_peered":"2021-03-04T23:39:30.214725+0000","last_unstale":"2021-03-04T23:40:11.154213+0000","last_undegraded":"2021-03-04T23:40:11.154213+0000","last_fullsized":"2021-03-04T23:40:11.154213+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:53.115043+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:53.115043+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"101","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.153430+0000","last_change":"2021-03-04T23:40:06.138976+0000","last_active":"2021-03-04T23:40:11.153430+0000","last_peered":"2021-03-04T23:40:11.153430+0000","last_clean":"2021-03-04T23:40:11.153430+0000","last_became_active":"2021-03-04T23:40:06.138630+0000","last_became_peered":"2021-03-04T23:40:06.138630+0000","last_unstale":"2021-03-04T23:40:11.153430+0000","last_undegraded":"2021-03-04T23:40:11.153430+0000","last_fullsized":"2021-03-04T23:40:11.153430+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:56.490460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:56.490460+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"22","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.150559+0000","last_change":"2021-03-04T23:39:30.219697+0000","last_active":"2021-03-04T23:40:11.150559+0000","last_peered":"2021-03-04T23:40:11.150559+0000","last_clean":"2021-03-04T23:40:11.150559+0000","last_became_active":"2021-03-04T23:39:30.219087+0000","last_became_peered":"2021-03-04T23:39:30.219087+0000","last_unstale":"2021-03-04T23:40:11.150559+0000","last_undegraded":"2021-03-04T23:40:11.150559+0000","last_fullsized":"2021-03-04T23:40:11.150559+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"387","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.155032+0000","last_change":"2021-03-04T23:39:30.220876+0000","last_active":"2021-03-04T23:40:11.155032+0000","last_peered":"2021-03-04T23:40:11.155032+0000","last_clean":"2021-03-04T23:40:11.155032+0000","last_became_active":"2021-03-04T23:39:30.220597+0000","last_became_peered":"2021-03-04T23:39:30.220597+0000","last_unstale":"2021-03-04T23:40:11.155032+0000","last_undegraded":"2021-03-04T23:40:11.155032+0000","last_fullsized":"2021-03-04T23:40:11.155032+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"77","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.163166+0000","last_change":"2021-03-04T23:36:38.273412+0000","last_active":"2021-03-04T23:40:12.163166+0000","last_peered":"2021-03-04T23:40:12.163166+0000","last_clean":"2021-03-04T23:40:12.163166+0000","last_became_active":"2021-03-04T23:35:58.102145+0000","last_became_peered":"2021-03-04T23:35:58.102145+0000","last_unstale":"2021-03-04T23:40:12.163166+0000","last_undegraded":"2021-03-04T23:40:12.163166+0000","last_fullsized":"2021-03-04T23:40:12.163166+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:38.273376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:38.273376+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"59","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.152432+0000","last_change":"2021-03-04T23:39:28.608718+0000","last_active":"2021-03-04T23:40:11.152432+0000","last_peered":"2021-03-04T23:40:11.152432+0000","last_clean":"2021-03-04T23:40:11.152432+0000","last_became_active":"2021-03-04T23:36:58.273567+0000","last_became_peered":"2021-03-04T23:36:58.273567+0000","last_unstale":"2021-03-04T23:40:11.152432+0000","last_undegraded":"2021-03-04T23:40:11.152432+0000","last_fullsized":"2021-03-04T23:40:11.152432+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:28.608679+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:28.608679+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"22","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.150679+0000","last_change":"2021-03-04T23:39:30.220918+0000","last_active":"2021-03-04T23:40:11.150679+0000","last_peered":"2021-03-04T23:40:11.150679+0000","last_clean":"2021-03-04T23:40:11.150679+0000","last_became_active":"2021-03-04T23:39:30.220611+0000","last_became_peered":"2021-03-04T23:39:30.220611+0000","last_unstale":"2021-03-04T23:40:11.150679+0000","last_undegraded":"2021-03-04T23:40:11.150679+0000","last_fullsized":"2021-03-04T23:40:11.150679+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"385","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.155571+0000","last_change":"2021-03-04T23:39:30.220947+0000","last_active":"2021-03-04T23:40:11.155571+0000","last_peered":"2021-03-04T23:40:11.155571+0000","last_clean":"2021-03-04T23:40:11.155571+0000","last_became_active":"2021-03-04T23:39:30.220726+0000","last_became_peered":"2021-03-04T23:39:30.220726+0000","last_unstale":"2021-03-04T23:40:11.155571+0000","last_undegraded":"2021-03-04T23:40:11.155571+0000","last_fullsized":"2021-03-04T23:40:11.155571+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"83","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.153532+0000","last_change":"2021-03-04T23:40:06.138809+0000","last_active":"2021-03-04T23:40:11.153532+0000","last_peered":"2021-03-04T23:40:11.153532+0000","last_clean":"2021-03-04T23:40:11.153532+0000","last_became_active":"2021-03-04T23:40:06.138560+0000","last_became_peered":"2021-03-04T23:40:06.138560+0000","last_unstale":"2021-03-04T23:40:11.153532+0000","last_undegraded":"2021-03-04T23:40:11.153532+0000","last_fullsized":"2021-03-04T23:40:11.153532+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:26.209306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:26.209306+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"73","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.155075+0000","last_change":"2021-03-04T23:36:09.861599+0000","last_active":"2021-03-04T23:40:11.155075+0000","last_peered":"2021-03-04T23:40:11.155075+0000","last_clean":"2021-03-04T23:40:11.155075+0000","last_became_active":"2021-03-04T23:35:58.103257+0000","last_became_peered":"2021-03-04T23:35:58.103257+0000","last_unstale":"2021-03-04T23:40:11.155075+0000","last_undegraded":"2021-03-04T23:40:11.155075+0000","last_fullsized":"2021-03-04T23:40:11.155075+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:09.861569+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:09.861569+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"253","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.153931+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:40:11.153931+0000","last_peered":"2021-03-04T23:40:11.153931+0000","last_clean":"2021-03-04T23:40:11.153931+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:40:11.153931+0000","last_undegraded":"2021-03-04T23:40:11.153931+0000","last_fullsized":"2021-03-04T23:40:11.153931+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"187","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154323+0000","last_change":"2021-03-04T23:39:30.216508+0000","last_active":"2021-03-04T23:40:11.154323+0000","last_peered":"2021-03-04T23:40:11.154323+0000","last_clean":"2021-03-04T23:40:11.154323+0000","last_became_active":"2021-03-04T23:39:30.216264+0000","last_became_peered":"2021-03-04T23:39:30.216264+0000","last_unstale":"2021-03-04T23:40:11.154323+0000","last_undegraded":"2021-03-04T23:40:11.154323+0000","last_fullsized":"2021-03-04T23:40:11.154323+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"364'6004","reported_seq":"6022","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.424370+0000","last_change":"2021-03-04T23:39:36.230465+0000","last_active":"2021-03-04T23:40:12.424370+0000","last_peered":"2021-03-04T23:40:12.424370+0000","last_clean":"2021-03-04T23:40:12.424370+0000","last_became_active":"2021-03-04T23:39:36.230141+0000","last_became_peered":"2021-03-04T23:39:36.230141+0000","last_unstale":"2021-03-04T23:40:12.424370+0000","last_undegraded":"2021-03-04T23:40:12.424370+0000","last_fullsized":"2021-03-04T23:40:12.424370+0000","mapping_epoch":354,"log_start":"358'603","ondisk_log_start":"358'603","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":5401,"ondisk_log_size":5401,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":393478144,"num_objects":6004,"num_object_clones":0,"num_object_copies":18012,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6004,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6004,"num_write_kb":384256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"37","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.151438+0000","last_change":"2021-03-04T23:40:10.658541+0000","last_active":"2021-03-04T23:40:11.151438+0000","last_peered":"2021-03-04T23:40:11.151438+0000","last_clean":"2021-03-04T23:40:11.151438+0000","last_became_active":"2021-03-04T23:40:06.132911+0000","last_became_peered":"2021-03-04T23:40:06.132911+0000","last_unstale":"2021-03-04T23:40:11.151438+0000","last_undegraded":"2021-03-04T23:40:11.151438+0000","last_fullsized":"2021-03-04T23:40:11.151438+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:10.658499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:40:10.658499+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"72","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.153495+0000","last_change":"2021-03-04T23:39:30.213912+0000","last_active":"2021-03-04T23:40:11.153495+0000","last_peered":"2021-03-04T23:40:11.153495+0000","last_clean":"2021-03-04T23:40:11.153495+0000","last_became_active":"2021-03-04T23:39:30.213692+0000","last_became_peered":"2021-03-04T23:39:30.213692+0000","last_unstale":"2021-03-04T23:40:11.153495+0000","last_undegraded":"2021-03-04T23:40:11.153495+0000","last_fullsized":"2021-03-04T23:40:11.153495+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:05.727498+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:05.727498+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"26","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.152196+0000","last_change":"2021-03-04T23:39:30.314857+0000","last_active":"2021-03-04T23:40:11.152196+0000","last_peered":"2021-03-04T23:40:11.152196+0000","last_clean":"2021-03-04T23:40:11.152196+0000","last_became_active":"2021-03-04T23:39:30.218970+0000","last_became_peered":"2021-03-04T23:39:30.218970+0000","last_unstale":"2021-03-04T23:40:11.152196+0000","last_undegraded":"2021-03-04T23:40:11.152196+0000","last_fullsized":"2021-03-04T23:40:11.152196+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"390","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.153642+0000","last_change":"2021-03-04T23:39:30.222326+0000","last_active":"2021-03-04T23:40:11.153642+0000","last_peered":"2021-03-04T23:40:11.153642+0000","last_clean":"2021-03-04T23:40:11.153642+0000","last_became_active":"2021-03-04T23:39:30.221680+0000","last_became_peered":"2021-03-04T23:39:30.221680+0000","last_unstale":"2021-03-04T23:40:11.153642+0000","last_undegraded":"2021-03-04T23:40:11.153642+0000","last_fullsized":"2021-03-04T23:40:11.153642+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"364'6148","reported_seq":"6166","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:13.334395+0000","last_change":"2021-03-04T23:39:36.229140+0000","last_active":"2021-03-04T23:40:13.334395+0000","last_peered":"2021-03-04T23:40:13.334395+0000","last_clean":"2021-03-04T23:40:13.334395+0000","last_became_active":"2021-03-04T23:39:36.228967+0000","last_became_peered":"2021-03-04T23:39:36.228967+0000","last_unstale":"2021-03-04T23:40:13.334395+0000","last_undegraded":"2021-03-04T23:40:13.334395+0000","last_fullsized":"2021-03-04T23:40:13.334395+0000","mapping_epoch":354,"log_start":"358'736","ondisk_log_start":"358'736","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":5412,"ondisk_log_size":5412,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":402915328,"num_objects":6148,"num_object_clones":0,"num_object_copies":18444,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6148,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6148,"num_write_kb":393472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"104","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154456+0000","last_change":"2021-03-04T23:40:09.916129+0000","last_active":"2021-03-04T23:40:11.154456+0000","last_peered":"2021-03-04T23:40:11.154456+0000","last_clean":"2021-03-04T23:40:11.154456+0000","last_became_active":"2021-03-04T23:40:06.136751+0000","last_became_peered":"2021-03-04T23:40:06.136751+0000","last_unstale":"2021-03-04T23:40:11.154456+0000","last_undegraded":"2021-03-04T23:40:11.154456+0000","last_fullsized":"2021-03-04T23:40:11.154456+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:09.916067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:09.916067+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"92","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.152112+0000","last_change":"2021-03-04T23:39:30.219391+0000","last_active":"2021-03-04T23:40:11.152112+0000","last_peered":"2021-03-04T23:40:11.152112+0000","last_clean":"2021-03-04T23:40:11.152112+0000","last_became_active":"2021-03-04T23:39:30.219078+0000","last_became_peered":"2021-03-04T23:39:30.219078+0000","last_unstale":"2021-03-04T23:40:11.152112+0000","last_undegraded":"2021-03-04T23:40:11.152112+0000","last_fullsized":"2021-03-04T23:40:11.152112+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:09.159279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:09.159279+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"26","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.151267+0000","last_change":"2021-03-04T23:39:30.316224+0000","last_active":"2021-03-04T23:40:11.151267+0000","last_peered":"2021-03-04T23:40:11.151267+0000","last_clean":"2021-03-04T23:40:11.151267+0000","last_became_active":"2021-03-04T23:39:30.219847+0000","last_became_peered":"2021-03-04T23:39:30.219847+0000","last_unstale":"2021-03-04T23:40:11.151267+0000","last_undegraded":"2021-03-04T23:40:11.151267+0000","last_fullsized":"2021-03-04T23:40:11.151267+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"434","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.150223+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:40:11.150223+0000","last_peered":"2021-03-04T23:40:11.150223+0000","last_clean":"2021-03-04T23:40:11.150223+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:40:11.150223+0000","last_undegraded":"2021-03-04T23:40:11.150223+0000","last_fullsized":"2021-03-04T23:40:11.150223+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"364'5989","reported_seq":"6007","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.387024+0000","last_change":"2021-03-04T23:39:36.229369+0000","last_active":"2021-03-04T23:40:12.387024+0000","last_peered":"2021-03-04T23:40:12.387024+0000","last_clean":"2021-03-04T23:40:12.387024+0000","last_became_active":"2021-03-04T23:39:36.229116+0000","last_became_peered":"2021-03-04T23:39:36.229116+0000","last_unstale":"2021-03-04T23:40:12.387024+0000","last_undegraded":"2021-03-04T23:40:12.387024+0000","last_fullsized":"2021-03-04T23:40:12.387024+0000","mapping_epoch":354,"log_start":"358'1711","ondisk_log_start":"358'1711","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4278,"ondisk_log_size":4278,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":392495104,"num_objects":5989,"num_object_clones":0,"num_object_copies":17967,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5989,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5989,"num_write_kb":383296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"142","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154809+0000","last_change":"2021-03-04T23:40:06.230100+0000","last_active":"2021-03-04T23:40:11.154809+0000","last_peered":"2021-03-04T23:40:11.154809+0000","last_clean":"2021-03-04T23:40:11.154809+0000","last_became_active":"2021-03-04T23:40:06.140200+0000","last_became_peered":"2021-03-04T23:40:06.140200+0000","last_unstale":"2021-03-04T23:40:11.154809+0000","last_undegraded":"2021-03-04T23:40:11.154809+0000","last_fullsized":"2021-03-04T23:40:11.154809+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:06.230069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:06.230069+0000","last_clean_scrub_stamp":"2021-03-04T23:40:06.230069+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"59","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154501+0000","last_change":"2021-03-04T23:39:34.574873+0000","last_active":"2021-03-04T23:40:11.154501+0000","last_peered":"2021-03-04T23:40:11.154501+0000","last_clean":"2021-03-04T23:40:11.154501+0000","last_became_active":"2021-03-04T23:36:58.272665+0000","last_became_peered":"2021-03-04T23:36:58.272665+0000","last_unstale":"2021-03-04T23:40:11.154501+0000","last_undegraded":"2021-03-04T23:40:11.154501+0000","last_fullsized":"2021-03-04T23:40:11.154501+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:34.574835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:34.574835+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"26","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.151534+0000","last_change":"2021-03-04T23:39:30.317857+0000","last_active":"2021-03-04T23:40:11.151534+0000","last_peered":"2021-03-04T23:40:11.151534+0000","last_clean":"2021-03-04T23:40:11.151534+0000","last_became_active":"2021-03-04T23:39:30.220986+0000","last_became_peered":"2021-03-04T23:39:30.220986+0000","last_unstale":"2021-03-04T23:40:11.151534+0000","last_undegraded":"2021-03-04T23:40:11.151534+0000","last_fullsized":"2021-03-04T23:40:11.151534+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"130","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.153765+0000","last_change":"2021-03-04T23:39:30.215234+0000","last_active":"2021-03-04T23:40:11.153765+0000","last_peered":"2021-03-04T23:40:11.153765+0000","last_clean":"2021-03-04T23:40:11.153765+0000","last_became_active":"2021-03-04T23:39:30.214728+0000","last_became_peered":"2021-03-04T23:39:30.214728+0000","last_unstale":"2021-03-04T23:40:11.153765+0000","last_undegraded":"2021-03-04T23:40:11.153765+0000","last_fullsized":"2021-03-04T23:40:11.153765+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.4","version":"364'5979","reported_seq":"5997","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.409999+0000","last_change":"2021-03-04T23:39:36.229679+0000","last_active":"2021-03-04T23:40:12.409999+0000","last_peered":"2021-03-04T23:40:12.409999+0000","last_clean":"2021-03-04T23:40:12.409999+0000","last_became_active":"2021-03-04T23:39:36.229430+0000","last_became_peered":"2021-03-04T23:39:36.229430+0000","last_unstale":"2021-03-04T23:40:12.409999+0000","last_undegraded":"2021-03-04T23:40:12.409999+0000","last_fullsized":"2021-03-04T23:40:12.409999+0000","mapping_epoch":354,"log_start":"358'1695","ondisk_log_start":"358'1695","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4284,"ondisk_log_size":4284,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":391839744,"num_objects":5979,"num_object_clones":0,"num_object_copies":17937,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5979,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5979,"num_write_kb":382656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"116","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.150984+0000","last_change":"2021-03-04T23:40:07.326456+0000","last_active":"2021-03-04T23:40:11.150984+0000","last_peered":"2021-03-04T23:40:11.150984+0000","last_clean":"2021-03-04T23:40:11.150984+0000","last_became_active":"2021-03-04T23:40:06.133761+0000","last_became_peered":"2021-03-04T23:40:06.133761+0000","last_unstale":"2021-03-04T23:40:11.150984+0000","last_undegraded":"2021-03-04T23:40:11.150984+0000","last_fullsized":"2021-03-04T23:40:11.150984+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:07.326428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:07.326428+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"77","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.161140+0000","last_change":"2021-03-04T23:36:19.155933+0000","last_active":"2021-03-04T23:40:12.161140+0000","last_peered":"2021-03-04T23:40:12.161140+0000","last_clean":"2021-03-04T23:40:12.161140+0000","last_became_active":"2021-03-04T23:35:58.102370+0000","last_became_peered":"2021-03-04T23:35:58.102370+0000","last_unstale":"2021-03-04T23:40:12.161140+0000","last_undegraded":"2021-03-04T23:40:12.161140+0000","last_fullsized":"2021-03-04T23:40:12.161140+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:19.155809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:19.155809+0000","last_clean_scrub_stamp":"2021-03-04T23:36:19.155809+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"394","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.153378+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:40:11.153378+0000","last_peered":"2021-03-04T23:40:11.153378+0000","last_clean":"2021-03-04T23:40:11.153378+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:40:11.153378+0000","last_undegraded":"2021-03-04T23:40:11.153378+0000","last_fullsized":"2021-03-04T23:40:11.153378+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"358","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154134+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:40:11.154134+0000","last_peered":"2021-03-04T23:40:11.154134+0000","last_clean":"2021-03-04T23:40:11.154134+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:40:11.154134+0000","last_undegraded":"2021-03-04T23:40:11.154134+0000","last_fullsized":"2021-03-04T23:40:11.154134+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3","version":"364'5929","reported_seq":"5947","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.408362+0000","last_change":"2021-03-04T23:39:36.230130+0000","last_active":"2021-03-04T23:40:12.408362+0000","last_peered":"2021-03-04T23:40:12.408362+0000","last_clean":"2021-03-04T23:40:12.408362+0000","last_became_active":"2021-03-04T23:39:36.229893+0000","last_became_peered":"2021-03-04T23:39:36.229893+0000","last_unstale":"2021-03-04T23:40:12.408362+0000","last_undegraded":"2021-03-04T23:40:12.408362+0000","last_fullsized":"2021-03-04T23:40:12.408362+0000","mapping_epoch":354,"log_start":"358'1320","ondisk_log_start":"358'1320","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4609,"ondisk_log_size":4609,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":388562944,"num_objects":5929,"num_object_clones":0,"num_object_copies":17787,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5929,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5929,"num_write_kb":379456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"414","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.160995+0000","last_change":"2021-03-04T23:39:59.452660+0000","last_active":"2021-03-04T23:40:12.160995+0000","last_peered":"2021-03-04T23:40:12.160995+0000","last_clean":"2021-03-04T23:40:12.160995+0000","last_became_active":"2021-03-04T23:39:30.220796+0000","last_became_peered":"2021-03-04T23:39:30.220796+0000","last_unstale":"2021-03-04T23:40:12.160995+0000","last_undegraded":"2021-03-04T23:40:12.160995+0000","last_fullsized":"2021-03-04T23:40:12.160995+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:59.452604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:59.452604+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"34","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.150600+0000","last_change":"2021-03-04T23:40:06.621178+0000","last_active":"2021-03-04T23:40:11.150600+0000","last_peered":"2021-03-04T23:40:11.150600+0000","last_clean":"2021-03-04T23:40:11.150600+0000","last_became_active":"2021-03-04T23:40:06.135946+0000","last_became_peered":"2021-03-04T23:40:06.135946+0000","last_unstale":"2021-03-04T23:40:11.150600+0000","last_undegraded":"2021-03-04T23:40:11.150600+0000","last_fullsized":"2021-03-04T23:40:11.150600+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:06.621141+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:06.621141+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"155","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154842+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:40:11.154842+0000","last_peered":"2021-03-04T23:40:11.154842+0000","last_clean":"2021-03-04T23:40:11.154842+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:40:11.154842+0000","last_undegraded":"2021-03-04T23:40:11.154842+0000","last_fullsized":"2021-03-04T23:40:11.154842+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"395","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.151566+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:40:11.151566+0000","last_peered":"2021-03-04T23:40:11.151566+0000","last_clean":"2021-03-04T23:40:11.151566+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:40:11.151566+0000","last_undegraded":"2021-03-04T23:40:11.151566+0000","last_fullsized":"2021-03-04T23:40:11.151566+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"364'6144","reported_seq":"6162","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:13.652412+0000","last_change":"2021-03-04T23:39:36.228908+0000","last_active":"2021-03-04T23:40:13.652412+0000","last_peered":"2021-03-04T23:40:13.652412+0000","last_clean":"2021-03-04T23:40:13.652412+0000","last_became_active":"2021-03-04T23:39:36.228693+0000","last_became_peered":"2021-03-04T23:39:36.228693+0000","last_unstale":"2021-03-04T23:40:13.652412+0000","last_undegraded":"2021-03-04T23:40:13.652412+0000","last_fullsized":"2021-03-04T23:40:13.652412+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":6144,"ondisk_log_size":6144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":402653184,"num_objects":6144,"num_object_clones":0,"num_object_copies":18432,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6144,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6144,"num_write_kb":393216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"25","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.151026+0000","last_change":"2021-03-04T23:39:54.581248+0000","last_active":"2021-03-04T23:40:11.151026+0000","last_peered":"2021-03-04T23:40:11.151026+0000","last_clean":"2021-03-04T23:40:11.151026+0000","last_became_active":"2021-03-04T23:39:30.216426+0000","last_became_peered":"2021-03-04T23:39:30.216426+0000","last_unstale":"2021-03-04T23:40:11.151026+0000","last_undegraded":"2021-03-04T23:40:11.151026+0000","last_fullsized":"2021-03-04T23:40:11.151026+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:54.581212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:54.581212+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"101","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.153653+0000","last_change":"2021-03-04T23:39:35.111937+0000","last_active":"2021-03-04T23:40:11.153653+0000","last_peered":"2021-03-04T23:40:11.153653+0000","last_clean":"2021-03-04T23:40:11.153653+0000","last_became_active":"2021-03-04T23:39:00.142054+0000","last_became_peered":"2021-03-04T23:39:00.142054+0000","last_unstale":"2021-03-04T23:40:11.153653+0000","last_undegraded":"2021-03-04T23:40:11.153653+0000","last_fullsized":"2021-03-04T23:40:11.153653+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.111905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.111905+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"121","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154184+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:40:11.154184+0000","last_peered":"2021-03-04T23:40:11.154184+0000","last_clean":"2021-03-04T23:40:11.154184+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:40:11.154184+0000","last_undegraded":"2021-03-04T23:40:11.154184+0000","last_fullsized":"2021-03-04T23:40:11.154184+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"392","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.151163+0000","last_change":"2021-03-04T23:36:58.273628+0000","last_active":"2021-03-04T23:40:11.151163+0000","last_peered":"2021-03-04T23:40:11.151163+0000","last_clean":"2021-03-04T23:40:11.151163+0000","last_became_active":"2021-03-04T23:36:58.273359+0000","last_became_peered":"2021-03-04T23:36:58.273359+0000","last_unstale":"2021-03-04T23:40:11.151163+0000","last_undegraded":"2021-03-04T23:40:11.151163+0000","last_fullsized":"2021-03-04T23:40:11.151163+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"364'5945","reported_seq":"5963","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.407580+0000","last_change":"2021-03-04T23:39:36.228709+0000","last_active":"2021-03-04T23:40:12.407580+0000","last_peered":"2021-03-04T23:40:12.407580+0000","last_clean":"2021-03-04T23:40:12.407580+0000","last_became_active":"2021-03-04T23:39:36.228428+0000","last_became_peered":"2021-03-04T23:39:36.228428+0000","last_unstale":"2021-03-04T23:40:12.407580+0000","last_undegraded":"2021-03-04T23:40:12.407580+0000","last_fullsized":"2021-03-04T23:40:12.407580+0000","mapping_epoch":354,"log_start":"358'1358","ondisk_log_start":"358'1358","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4587,"ondisk_log_size":4587,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":389611520,"num_objects":5945,"num_object_clones":0,"num_object_copies":17835,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5945,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5945,"num_write_kb":380480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"100","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.163306+0000","last_change":"2021-03-04T23:40:07.473677+0000","last_active":"2021-03-04T23:40:12.163306+0000","last_peered":"2021-03-04T23:40:12.163306+0000","last_clean":"2021-03-04T23:40:12.163306+0000","last_became_active":"2021-03-04T23:40:06.134490+0000","last_became_peered":"2021-03-04T23:40:06.134490+0000","last_unstale":"2021-03-04T23:40:12.163306+0000","last_undegraded":"2021-03-04T23:40:12.163306+0000","last_fullsized":"2021-03-04T23:40:12.163306+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:07.473620+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:07.473620+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"25","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.151390+0000","last_change":"2021-03-04T23:39:56.621435+0000","last_active":"2021-03-04T23:40:11.151390+0000","last_peered":"2021-03-04T23:40:11.151390+0000","last_clean":"2021-03-04T23:40:11.151390+0000","last_became_active":"2021-03-04T23:39:30.219411+0000","last_became_peered":"2021-03-04T23:39:30.219411+0000","last_unstale":"2021-03-04T23:40:11.151390+0000","last_undegraded":"2021-03-04T23:40:11.151390+0000","last_fullsized":"2021-03-04T23:40:11.151390+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:56.621402+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:56.621402+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"387","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.150112+0000","last_change":"2021-03-04T23:39:30.217759+0000","last_active":"2021-03-04T23:40:11.150112+0000","last_peered":"2021-03-04T23:40:11.150112+0000","last_clean":"2021-03-04T23:40:11.150112+0000","last_became_active":"2021-03-04T23:39:30.217150+0000","last_became_peered":"2021-03-04T23:39:30.217150+0000","last_unstale":"2021-03-04T23:40:11.150112+0000","last_undegraded":"2021-03-04T23:40:11.150112+0000","last_fullsized":"2021-03-04T23:40:11.150112+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"422","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.151824+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:40:11.151824+0000","last_peered":"2021-03-04T23:40:11.151824+0000","last_clean":"2021-03-04T23:40:11.151824+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:40:11.151824+0000","last_undegraded":"2021-03-04T23:40:11.151824+0000","last_fullsized":"2021-03-04T23:40:11.151824+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"365'6490","reported_seq":"6509","reported_epoch":"365","state":"active+clean","last_fresh":"2021-03-04T23:40:15.437961+0000","last_change":"2021-03-04T23:39:36.229293+0000","last_active":"2021-03-04T23:40:15.437961+0000","last_peered":"2021-03-04T23:40:15.437961+0000","last_clean":"2021-03-04T23:40:15.437961+0000","last_became_active":"2021-03-04T23:39:36.229084+0000","last_became_peered":"2021-03-04T23:39:36.229084+0000","last_unstale":"2021-03-04T23:40:15.437961+0000","last_undegraded":"2021-03-04T23:40:15.437961+0000","last_fullsized":"2021-03-04T23:40:15.437961+0000","mapping_epoch":354,"log_start":"358'1788","ondisk_log_start":"358'1788","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4702,"ondisk_log_size":4702,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":425328640,"num_objects":6490,"num_object_clones":0,"num_object_copies":19470,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6490,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6490,"num_write_kb":415360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"351","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.159968+0000","last_change":"2021-03-04T23:39:58.431771+0000","last_active":"2021-03-04T23:40:12.159968+0000","last_peered":"2021-03-04T23:40:12.159968+0000","last_clean":"2021-03-04T23:40:12.159968+0000","last_became_active":"2021-03-04T23:39:30.220682+0000","last_became_peered":"2021-03-04T23:39:30.220682+0000","last_unstale":"2021-03-04T23:40:12.159968+0000","last_undegraded":"2021-03-04T23:40:12.159968+0000","last_fullsized":"2021-03-04T23:40:12.159968+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:58.431696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:58.431696+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"101","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.153440+0000","last_change":"2021-03-04T23:40:06.138773+0000","last_active":"2021-03-04T23:40:11.153440+0000","last_peered":"2021-03-04T23:40:11.153440+0000","last_clean":"2021-03-04T23:40:11.153440+0000","last_became_active":"2021-03-04T23:40:06.138514+0000","last_became_peered":"2021-03-04T23:40:06.138514+0000","last_unstale":"2021-03-04T23:40:11.153440+0000","last_undegraded":"2021-03-04T23:40:11.153440+0000","last_fullsized":"2021-03-04T23:40:11.153440+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:32.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:32.133051+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"196","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154448+0000","last_change":"2021-03-04T23:39:30.216511+0000","last_active":"2021-03-04T23:40:11.154448+0000","last_peered":"2021-03-04T23:40:11.154448+0000","last_clean":"2021-03-04T23:40:11.154448+0000","last_became_active":"2021-03-04T23:39:30.216243+0000","last_became_peered":"2021-03-04T23:39:30.216243+0000","last_unstale":"2021-03-04T23:40:11.154448+0000","last_undegraded":"2021-03-04T23:40:11.154448+0000","last_fullsized":"2021-03-04T23:40:11.154448+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"204","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.161435+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:40:12.161435+0000","last_peered":"2021-03-04T23:40:12.161435+0000","last_clean":"2021-03-04T23:40:12.161435+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:40:12.161435+0000","last_undegraded":"2021-03-04T23:40:12.161435+0000","last_fullsized":"2021-03-04T23:40:12.161435+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"364'6157","reported_seq":"6175","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:13.649785+0000","last_change":"2021-03-04T23:39:36.229832+0000","last_active":"2021-03-04T23:40:13.649785+0000","last_peered":"2021-03-04T23:40:13.649785+0000","last_clean":"2021-03-04T23:40:13.649785+0000","last_became_active":"2021-03-04T23:39:36.229553+0000","last_became_peered":"2021-03-04T23:39:36.229553+0000","last_unstale":"2021-03-04T23:40:13.649785+0000","last_undegraded":"2021-03-04T23:40:13.649785+0000","last_fullsized":"2021-03-04T23:40:13.649785+0000","mapping_epoch":354,"log_start":"0'0","ondisk_log_start":"0'0","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":6157,"ondisk_log_size":6157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":403505152,"num_objects":6157,"num_object_clones":0,"num_object_copies":18471,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6157,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6157,"num_write_kb":394048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"160","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154742+0000","last_change":"2021-03-04T23:39:54.059315+0000","last_active":"2021-03-04T23:40:11.154742+0000","last_peered":"2021-03-04T23:40:11.154742+0000","last_clean":"2021-03-04T23:40:11.154742+0000","last_became_active":"2021-03-04T23:39:30.220665+0000","last_became_peered":"2021-03-04T23:39:30.220665+0000","last_unstale":"2021-03-04T23:40:11.154742+0000","last_undegraded":"2021-03-04T23:40:11.154742+0000","last_fullsized":"2021-03-04T23:40:11.154742+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:54.059260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:54.059260+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"145","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.161022+0000","last_change":"2021-03-04T23:39:57.418862+0000","last_active":"2021-03-04T23:40:12.161022+0000","last_peered":"2021-03-04T23:40:12.161022+0000","last_clean":"2021-03-04T23:40:12.161022+0000","last_became_active":"2021-03-04T23:39:30.220596+0000","last_became_peered":"2021-03-04T23:39:30.220596+0000","last_unstale":"2021-03-04T23:40:12.161022+0000","last_undegraded":"2021-03-04T23:40:12.161022+0000","last_fullsized":"2021-03-04T23:40:12.161022+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:57.418789+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:57.418789+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"385","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.155042+0000","last_change":"2021-03-04T23:36:58.273653+0000","last_active":"2021-03-04T23:40:11.155042+0000","last_peered":"2021-03-04T23:40:11.155042+0000","last_clean":"2021-03-04T23:40:11.155042+0000","last_became_active":"2021-03-04T23:36:58.273347+0000","last_became_peered":"2021-03-04T23:36:58.273347+0000","last_unstale":"2021-03-04T23:40:11.155042+0000","last_undegraded":"2021-03-04T23:40:11.155042+0000","last_fullsized":"2021-03-04T23:40:11.155042+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"108","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.160869+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:40:12.160869+0000","last_peered":"2021-03-04T23:40:12.160869+0000","last_clean":"2021-03-04T23:40:12.160869+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:40:12.160869+0000","last_undegraded":"2021-03-04T23:40:12.160869+0000","last_fullsized":"2021-03-04T23:40:12.160869+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"364'6111","reported_seq":"6129","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:13.207920+0000","last_change":"2021-03-04T23:39:36.230631+0000","last_active":"2021-03-04T23:40:13.207920+0000","last_peered":"2021-03-04T23:40:13.207920+0000","last_clean":"2021-03-04T23:40:13.207920+0000","last_became_active":"2021-03-04T23:39:36.230400+0000","last_became_peered":"2021-03-04T23:39:36.230400+0000","last_unstale":"2021-03-04T23:40:13.207920+0000","last_undegraded":"2021-03-04T23:40:13.207920+0000","last_fullsized":"2021-03-04T23:40:13.207920+0000","mapping_epoch":354,"log_start":"358'1613","ondisk_log_start":"358'1613","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4498,"ondisk_log_size":4498,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":400490496,"num_objects":6111,"num_object_clones":0,"num_object_copies":18333,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6111,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6111,"num_write_kb":391104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"92","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.153268+0000","last_change":"2021-03-04T23:39:54.024484+0000","last_active":"2021-03-04T23:40:11.153268+0000","last_peered":"2021-03-04T23:40:11.153268+0000","last_clean":"2021-03-04T23:40:11.153268+0000","last_became_active":"2021-03-04T23:39:00.135958+0000","last_became_peered":"2021-03-04T23:39:00.135958+0000","last_unstale":"2021-03-04T23:40:11.153268+0000","last_undegraded":"2021-03-04T23:40:11.153268+0000","last_fullsized":"2021-03-04T23:40:11.153268+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:54.024438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:54.024438+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"431","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154093+0000","last_change":"2021-03-04T23:39:33.109980+0000","last_active":"2021-03-04T23:40:11.154093+0000","last_peered":"2021-03-04T23:40:11.154093+0000","last_clean":"2021-03-04T23:40:11.154093+0000","last_became_active":"2021-03-04T23:38:04.212386+0000","last_became_peered":"2021-03-04T23:38:04.212386+0000","last_unstale":"2021-03-04T23:40:11.154093+0000","last_undegraded":"2021-03-04T23:40:11.154093+0000","last_fullsized":"2021-03-04T23:40:11.154093+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:33.109929+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:33.109929+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"366","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.150600+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:40:11.150600+0000","last_peered":"2021-03-04T23:40:11.150600+0000","last_clean":"2021-03-04T23:40:11.150600+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:40:11.150600+0000","last_undegraded":"2021-03-04T23:40:11.150600+0000","last_fullsized":"2021-03-04T23:40:11.150600+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"117","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.160940+0000","last_change":"2021-03-04T23:36:58.272226+0000","last_active":"2021-03-04T23:40:12.160940+0000","last_peered":"2021-03-04T23:40:12.160940+0000","last_clean":"2021-03-04T23:40:12.160940+0000","last_became_active":"2021-03-04T23:36:58.271974+0000","last_became_peered":"2021-03-04T23:36:58.271974+0000","last_unstale":"2021-03-04T23:40:12.160940+0000","last_undegraded":"2021-03-04T23:40:12.160940+0000","last_fullsized":"2021-03-04T23:40:12.160940+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.8","version":"364'6034","reported_seq":"6051","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:13.214813+0000","last_change":"2021-03-04T23:39:36.231428+0000","last_active":"2021-03-04T23:40:13.214813+0000","last_peered":"2021-03-04T23:40:13.214813+0000","last_clean":"2021-03-04T23:40:13.214813+0000","last_became_active":"2021-03-04T23:39:36.230638+0000","last_became_peered":"2021-03-04T23:39:36.230638+0000","last_unstale":"2021-03-04T23:40:13.214813+0000","last_undegraded":"2021-03-04T23:40:13.214813+0000","last_fullsized":"2021-03-04T23:40:13.214813+0000","mapping_epoch":354,"log_start":"358'1533","ondisk_log_start":"358'1533","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4501,"ondisk_log_size":4501,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":395444224,"num_objects":6034,"num_object_clones":0,"num_object_copies":18102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6034,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6034,"num_write_kb":386176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"25","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.150617+0000","last_change":"2021-03-04T23:39:35.616191+0000","last_active":"2021-03-04T23:40:11.150617+0000","last_peered":"2021-03-04T23:40:11.150617+0000","last_clean":"2021-03-04T23:40:11.150617+0000","last_became_active":"2021-03-04T23:39:30.218646+0000","last_became_peered":"2021-03-04T23:39:30.218646+0000","last_unstale":"2021-03-04T23:40:11.150617+0000","last_undegraded":"2021-03-04T23:40:11.150617+0000","last_fullsized":"2021-03-04T23:40:11.150617+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.616158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.616158+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"59","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.153248+0000","last_change":"2021-03-04T23:39:24.560109+0000","last_active":"2021-03-04T23:40:11.153248+0000","last_peered":"2021-03-04T23:40:11.153248+0000","last_clean":"2021-03-04T23:40:11.153248+0000","last_became_active":"2021-03-04T23:36:58.274305+0000","last_became_peered":"2021-03-04T23:36:58.274305+0000","last_unstale":"2021-03-04T23:40:11.153248+0000","last_undegraded":"2021-03-04T23:40:11.153248+0000","last_fullsized":"2021-03-04T23:40:11.153248+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:24.560068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:24.560068+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"117","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.159978+0000","last_change":"2021-03-04T23:36:58.272289+0000","last_active":"2021-03-04T23:40:12.159978+0000","last_peered":"2021-03-04T23:40:12.159978+0000","last_clean":"2021-03-04T23:40:12.159978+0000","last_became_active":"2021-03-04T23:36:58.272033+0000","last_became_peered":"2021-03-04T23:36:58.272033+0000","last_unstale":"2021-03-04T23:40:12.159978+0000","last_undegraded":"2021-03-04T23:40:12.159978+0000","last_fullsized":"2021-03-04T23:40:12.159978+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"108","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.161332+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:40:12.161332+0000","last_peered":"2021-03-04T23:40:12.161332+0000","last_clean":"2021-03-04T23:40:12.161332+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:40:12.161332+0000","last_undegraded":"2021-03-04T23:40:12.161332+0000","last_fullsized":"2021-03-04T23:40:12.161332+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"364'6008","reported_seq":"6026","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:13.213685+0000","last_change":"2021-03-04T23:39:36.230713+0000","last_active":"2021-03-04T23:40:13.213685+0000","last_peered":"2021-03-04T23:40:13.213685+0000","last_clean":"2021-03-04T23:40:13.213685+0000","last_became_active":"2021-03-04T23:39:36.230461+0000","last_became_peered":"2021-03-04T23:39:36.230461+0000","last_unstale":"2021-03-04T23:40:13.213685+0000","last_undegraded":"2021-03-04T23:40:13.213685+0000","last_fullsized":"2021-03-04T23:40:13.213685+0000","mapping_epoch":354,"log_start":"358'1509","ondisk_log_start":"358'1509","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4499,"ondisk_log_size":4499,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":393740288,"num_objects":6008,"num_object_clones":0,"num_object_copies":18024,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6008,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6008,"num_write_kb":384512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"416","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.153528+0000","last_change":"2021-03-04T23:40:01.027642+0000","last_active":"2021-03-04T23:40:11.153528+0000","last_peered":"2021-03-04T23:40:11.153528+0000","last_clean":"2021-03-04T23:40:11.153528+0000","last_became_active":"2021-03-04T23:39:30.221588+0000","last_became_peered":"2021-03-04T23:39:30.221588+0000","last_unstale":"2021-03-04T23:40:11.153528+0000","last_undegraded":"2021-03-04T23:40:11.153528+0000","last_fullsized":"2021-03-04T23:40:11.153528+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:01.027612+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:01.027612+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"25","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.151592+0000","last_change":"2021-03-04T23:39:58.629659+0000","last_active":"2021-03-04T23:40:11.151592+0000","last_peered":"2021-03-04T23:40:11.151592+0000","last_clean":"2021-03-04T23:40:11.151592+0000","last_became_active":"2021-03-04T23:39:30.220655+0000","last_became_peered":"2021-03-04T23:39:30.220655+0000","last_unstale":"2021-03-04T23:40:11.151592+0000","last_undegraded":"2021-03-04T23:40:11.151592+0000","last_fullsized":"2021-03-04T23:40:11.151592+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:58.629628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:58.629628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"151","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.156024+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:40:11.156024+0000","last_peered":"2021-03-04T23:40:11.156024+0000","last_clean":"2021-03-04T23:40:11.156024+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:40:11.156024+0000","last_undegraded":"2021-03-04T23:40:11.156024+0000","last_fullsized":"2021-03-04T23:40:11.156024+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"130","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154377+0000","last_change":"2021-03-04T23:39:30.215381+0000","last_active":"2021-03-04T23:40:11.154377+0000","last_peered":"2021-03-04T23:40:11.154377+0000","last_clean":"2021-03-04T23:40:11.154377+0000","last_became_active":"2021-03-04T23:39:30.214939+0000","last_became_peered":"2021-03-04T23:39:30.214939+0000","last_unstale":"2021-03-04T23:40:11.154377+0000","last_undegraded":"2021-03-04T23:40:11.154377+0000","last_fullsized":"2021-03-04T23:40:11.154377+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.9","version":"364'6211","reported_seq":"6229","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:13.211415+0000","last_change":"2021-03-04T23:39:36.230698+0000","last_active":"2021-03-04T23:40:13.211415+0000","last_peered":"2021-03-04T23:40:13.211415+0000","last_clean":"2021-03-04T23:40:13.211415+0000","last_became_active":"2021-03-04T23:39:36.230475+0000","last_became_peered":"2021-03-04T23:39:36.230475+0000","last_unstale":"2021-03-04T23:40:13.211415+0000","last_undegraded":"2021-03-04T23:40:13.211415+0000","last_fullsized":"2021-03-04T23:40:13.211415+0000","mapping_epoch":354,"log_start":"358'1677","ondisk_log_start":"358'1677","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4534,"ondisk_log_size":4534,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":407044096,"num_objects":6211,"num_object_clones":0,"num_object_copies":18633,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6211,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6211,"num_write_kb":397504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"91","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.163132+0000","last_change":"2021-03-04T23:39:33.510620+0000","last_active":"2021-03-04T23:40:12.163132+0000","last_peered":"2021-03-04T23:40:12.163132+0000","last_clean":"2021-03-04T23:40:12.163132+0000","last_became_active":"2021-03-04T23:39:00.131539+0000","last_became_peered":"2021-03-04T23:39:00.131539+0000","last_unstale":"2021-03-04T23:40:12.163132+0000","last_undegraded":"2021-03-04T23:40:12.163132+0000","last_fullsized":"2021-03-04T23:40:12.163132+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:33.510564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:33.510564+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"25","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.151442+0000","last_change":"2021-03-04T23:40:01.626577+0000","last_active":"2021-03-04T23:40:11.151442+0000","last_peered":"2021-03-04T23:40:11.151442+0000","last_clean":"2021-03-04T23:40:11.151442+0000","last_became_active":"2021-03-04T23:39:30.219831+0000","last_became_peered":"2021-03-04T23:39:30.219831+0000","last_unstale":"2021-03-04T23:40:11.151442+0000","last_undegraded":"2021-03-04T23:40:11.151442+0000","last_fullsized":"2021-03-04T23:40:11.151442+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:01.626545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:01.626545+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"348","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.156742+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:40:11.156742+0000","last_peered":"2021-03-04T23:40:11.156742+0000","last_clean":"2021-03-04T23:40:11.156742+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:40:11.156742+0000","last_undegraded":"2021-03-04T23:40:11.156742+0000","last_fullsized":"2021-03-04T23:40:11.156742+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"403","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.155683+0000","last_change":"2021-03-04T23:36:58.273010+0000","last_active":"2021-03-04T23:40:11.155683+0000","last_peered":"2021-03-04T23:40:11.155683+0000","last_clean":"2021-03-04T23:40:11.155683+0000","last_became_active":"2021-03-04T23:36:58.272784+0000","last_became_peered":"2021-03-04T23:36:58.272784+0000","last_unstale":"2021-03-04T23:40:11.155683+0000","last_undegraded":"2021-03-04T23:40:11.155683+0000","last_fullsized":"2021-03-04T23:40:11.155683+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"365'6326","reported_seq":"6345","reported_epoch":"365","state":"active+clean","last_fresh":"2021-03-04T23:40:15.439199+0000","last_change":"2021-03-04T23:39:36.229039+0000","last_active":"2021-03-04T23:40:15.439199+0000","last_peered":"2021-03-04T23:40:15.439199+0000","last_clean":"2021-03-04T23:40:15.439199+0000","last_became_active":"2021-03-04T23:39:36.228813+0000","last_became_peered":"2021-03-04T23:39:36.228813+0000","last_unstale":"2021-03-04T23:40:15.439199+0000","last_undegraded":"2021-03-04T23:40:15.439199+0000","last_fullsized":"2021-03-04T23:40:15.439199+0000","mapping_epoch":354,"log_start":"358'1615","ondisk_log_start":"358'1615","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4711,"ondisk_log_size":4711,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":414580736,"num_objects":6326,"num_object_clones":0,"num_object_copies":18978,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6326,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6326,"num_write_kb":404864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"142","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154418+0000","last_change":"2021-03-04T23:39:33.776164+0000","last_active":"2021-03-04T23:40:11.154418+0000","last_peered":"2021-03-04T23:40:11.154418+0000","last_clean":"2021-03-04T23:40:11.154418+0000","last_became_active":"2021-03-04T23:39:00.135217+0000","last_became_peered":"2021-03-04T23:39:00.135217+0000","last_unstale":"2021-03-04T23:40:11.154418+0000","last_undegraded":"2021-03-04T23:40:11.154418+0000","last_fullsized":"2021-03-04T23:40:11.154418+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:33.775703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:33.775703+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"22","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.151410+0000","last_change":"2021-03-04T23:39:30.220176+0000","last_active":"2021-03-04T23:40:11.151410+0000","last_peered":"2021-03-04T23:40:11.151410+0000","last_clean":"2021-03-04T23:40:11.151410+0000","last_became_active":"2021-03-04T23:39:30.218995+0000","last_became_peered":"2021-03-04T23:39:30.218995+0000","last_unstale":"2021-03-04T23:40:11.151410+0000","last_undegraded":"2021-03-04T23:40:11.151410+0000","last_fullsized":"2021-03-04T23:40:11.151410+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:23.299266+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:23.299266+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"117","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.161232+0000","last_change":"2021-03-04T23:36:58.272272+0000","last_active":"2021-03-04T23:40:12.161232+0000","last_peered":"2021-03-04T23:40:12.161232+0000","last_clean":"2021-03-04T23:40:12.161232+0000","last_became_active":"2021-03-04T23:36:58.272106+0000","last_became_peered":"2021-03-04T23:36:58.272106+0000","last_unstale":"2021-03-04T23:40:12.161232+0000","last_undegraded":"2021-03-04T23:40:12.161232+0000","last_fullsized":"2021-03-04T23:40:12.161232+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"344","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.153427+0000","last_change":"2021-03-04T23:39:30.222196+0000","last_active":"2021-03-04T23:40:11.153427+0000","last_peered":"2021-03-04T23:40:11.153427+0000","last_clean":"2021-03-04T23:40:11.153427+0000","last_became_active":"2021-03-04T23:39:30.221882+0000","last_became_peered":"2021-03-04T23:39:30.221882+0000","last_unstale":"2021-03-04T23:40:11.153427+0000","last_undegraded":"2021-03-04T23:40:11.153427+0000","last_fullsized":"2021-03-04T23:40:11.153427+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"364'5976","reported_seq":"5994","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.399508+0000","last_change":"2021-03-04T23:39:36.231204+0000","last_active":"2021-03-04T23:40:12.399508+0000","last_peered":"2021-03-04T23:40:12.399508+0000","last_clean":"2021-03-04T23:40:12.399508+0000","last_became_active":"2021-03-04T23:39:36.231022+0000","last_became_peered":"2021-03-04T23:39:36.231022+0000","last_unstale":"2021-03-04T23:40:12.399508+0000","last_undegraded":"2021-03-04T23:40:12.399508+0000","last_fullsized":"2021-03-04T23:40:12.399508+0000","mapping_epoch":354,"log_start":"358'1704","ondisk_log_start":"358'1704","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4272,"ondisk_log_size":4272,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":391643136,"num_objects":5976,"num_object_clones":0,"num_object_copies":17928,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5976,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5976,"num_write_kb":382464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"107","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.151053+0000","last_change":"2021-03-04T23:39:29.672520+0000","last_active":"2021-03-04T23:40:11.151053+0000","last_peered":"2021-03-04T23:40:11.151053+0000","last_clean":"2021-03-04T23:40:11.151053+0000","last_became_active":"2021-03-04T23:39:00.132125+0000","last_became_peered":"2021-03-04T23:39:00.132125+0000","last_unstale":"2021-03-04T23:40:11.151053+0000","last_undegraded":"2021-03-04T23:40:11.151053+0000","last_fullsized":"2021-03-04T23:40:11.151053+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:29.672473+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:29.672473+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"203","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154261+0000","last_change":"2021-03-04T23:39:30.312840+0000","last_active":"2021-03-04T23:40:11.154261+0000","last_peered":"2021-03-04T23:40:11.154261+0000","last_clean":"2021-03-04T23:40:11.154261+0000","last_became_active":"2021-03-04T23:39:30.218101+0000","last_became_peered":"2021-03-04T23:39:30.218101+0000","last_unstale":"2021-03-04T23:40:11.154261+0000","last_undegraded":"2021-03-04T23:40:11.154261+0000","last_fullsized":"2021-03-04T23:40:11.154261+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"127","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.161464+0000","last_change":"2021-03-04T23:39:30.505421+0000","last_active":"2021-03-04T23:40:12.161464+0000","last_peered":"2021-03-04T23:40:12.161464+0000","last_clean":"2021-03-04T23:40:12.161464+0000","last_became_active":"2021-03-04T23:38:04.213219+0000","last_became_peered":"2021-03-04T23:38:04.213219+0000","last_unstale":"2021-03-04T23:40:12.161464+0000","last_undegraded":"2021-03-04T23:40:12.161464+0000","last_fullsized":"2021-03-04T23:40:12.161464+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:30.505380+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:30.505380+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"187","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154138+0000","last_change":"2021-03-04T23:39:30.216203+0000","last_active":"2021-03-04T23:40:11.154138+0000","last_peered":"2021-03-04T23:40:11.154138+0000","last_clean":"2021-03-04T23:40:11.154138+0000","last_became_active":"2021-03-04T23:39:30.215966+0000","last_became_peered":"2021-03-04T23:39:30.215966+0000","last_unstale":"2021-03-04T23:40:11.154138+0000","last_undegraded":"2021-03-04T23:40:11.154138+0000","last_fullsized":"2021-03-04T23:40:11.154138+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"364'5976","reported_seq":"5994","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.404255+0000","last_change":"2021-03-04T23:39:36.229216+0000","last_active":"2021-03-04T23:40:12.404255+0000","last_peered":"2021-03-04T23:40:12.404255+0000","last_clean":"2021-03-04T23:40:12.404255+0000","last_became_active":"2021-03-04T23:39:36.229032+0000","last_became_peered":"2021-03-04T23:39:36.229032+0000","last_unstale":"2021-03-04T23:40:12.404255+0000","last_undegraded":"2021-03-04T23:40:12.404255+0000","last_fullsized":"2021-03-04T23:40:12.404255+0000","mapping_epoch":354,"log_start":"358'1089","ondisk_log_start":"358'1089","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4887,"ondisk_log_size":4887,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":391643136,"num_objects":5976,"num_object_clones":0,"num_object_copies":17928,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5976,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5976,"num_write_kb":382464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"108","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154385+0000","last_change":"2021-03-04T23:39:30.216902+0000","last_active":"2021-03-04T23:40:11.154385+0000","last_peered":"2021-03-04T23:40:11.154385+0000","last_clean":"2021-03-04T23:40:11.154385+0000","last_became_active":"2021-03-04T23:39:30.216444+0000","last_became_peered":"2021-03-04T23:39:30.216444+0000","last_unstale":"2021-03-04T23:40:11.154385+0000","last_undegraded":"2021-03-04T23:40:11.154385+0000","last_fullsized":"2021-03-04T23:40:11.154385+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:24.842295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:24.842295+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"306","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154616+0000","last_change":"2021-03-04T23:39:59.020909+0000","last_active":"2021-03-04T23:40:11.154616+0000","last_peered":"2021-03-04T23:40:11.154616+0000","last_clean":"2021-03-04T23:40:11.154616+0000","last_became_active":"2021-03-04T23:39:30.220119+0000","last_became_peered":"2021-03-04T23:39:30.220119+0000","last_unstale":"2021-03-04T23:40:11.154616+0000","last_undegraded":"2021-03-04T23:40:11.154616+0000","last_fullsized":"2021-03-04T23:40:11.154616+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:59.020879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:59.020879+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"397","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.155771+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:40:11.155771+0000","last_peered":"2021-03-04T23:40:11.155771+0000","last_clean":"2021-03-04T23:40:11.155771+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:40:11.155771+0000","last_undegraded":"2021-03-04T23:40:11.155771+0000","last_fullsized":"2021-03-04T23:40:11.155771+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"335","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.150109+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:40:11.150109+0000","last_peered":"2021-03-04T23:40:11.150109+0000","last_clean":"2021-03-04T23:40:11.150109+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:40:11.150109+0000","last_undegraded":"2021-03-04T23:40:11.150109+0000","last_fullsized":"2021-03-04T23:40:11.150109+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":"25","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.153444+0000","last_change":"2021-03-04T23:40:04.152881+0000","last_active":"2021-03-04T23:40:11.153444+0000","last_peered":"2021-03-04T23:40:11.153444+0000","last_clean":"2021-03-04T23:40:11.153444+0000","last_became_active":"2021-03-04T23:39:30.214604+0000","last_became_peered":"2021-03-04T23:39:30.214604+0000","last_unstale":"2021-03-04T23:40:11.153444+0000","last_undegraded":"2021-03-04T23:40:11.153444+0000","last_fullsized":"2021-03-04T23:40:11.153444+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:04.152833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:04.152833+0000","last_clean_scrub_stamp":"2021-03-04T23:40:04.152833+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.19","version":"0'0","reported_seq":"180","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.156154+0000","last_change":"2021-03-04T23:36:43.982041+0000","last_active":"2021-03-04T23:40:11.156154+0000","last_peered":"2021-03-04T23:40:11.156154+0000","last_clean":"2021-03-04T23:40:11.156154+0000","last_became_active":"2021-03-04T23:36:42.231737+0000","last_became_peered":"2021-03-04T23:36:42.231737+0000","last_unstale":"2021-03-04T23:40:11.156154+0000","last_undegraded":"2021-03-04T23:40:11.156154+0000","last_fullsized":"2021-03-04T23:40:11.156154+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:43.982001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:43.982001+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"348","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.155137+0000","last_change":"2021-03-04T23:39:30.221336+0000","last_active":"2021-03-04T23:40:11.155137+0000","last_peered":"2021-03-04T23:40:11.155137+0000","last_clean":"2021-03-04T23:40:11.155137+0000","last_became_active":"2021-03-04T23:39:30.221078+0000","last_became_peered":"2021-03-04T23:39:30.221078+0000","last_unstale":"2021-03-04T23:40:11.155137+0000","last_undegraded":"2021-03-04T23:40:11.155137+0000","last_fullsized":"2021-03-04T23:40:11.155137+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"54","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154648+0000","last_change":"2021-03-04T23:36:58.275928+0000","last_active":"2021-03-04T23:40:11.154648+0000","last_peered":"2021-03-04T23:40:11.154648+0000","last_clean":"2021-03-04T23:40:11.154648+0000","last_became_active":"2021-03-04T23:36:58.275701+0000","last_became_peered":"2021-03-04T23:36:58.275701+0000","last_unstale":"2021-03-04T23:40:11.154648+0000","last_undegraded":"2021-03-04T23:40:11.154648+0000","last_fullsized":"2021-03-04T23:40:11.154648+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.1e","version":"0'0","reported_seq":"105","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154929+0000","last_change":"2021-03-04T23:39:30.216320+0000","last_active":"2021-03-04T23:40:11.154929+0000","last_peered":"2021-03-04T23:40:11.154929+0000","last_clean":"2021-03-04T23:40:11.154929+0000","last_became_active":"2021-03-04T23:39:30.216055+0000","last_became_peered":"2021-03-04T23:39:30.216055+0000","last_unstale":"2021-03-04T23:40:11.154929+0000","last_undegraded":"2021-03-04T23:40:11.154929+0000","last_fullsized":"2021-03-04T23:40:11.154929+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:47.010309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:47.010309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"427","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.153538+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:40:11.153538+0000","last_peered":"2021-03-04T23:40:11.153538+0000","last_clean":"2021-03-04T23:40:11.153538+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:40:11.153538+0000","last_undegraded":"2021-03-04T23:40:11.153538+0000","last_fullsized":"2021-03-04T23:40:11.153538+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"410","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.150710+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:40:11.150710+0000","last_peered":"2021-03-04T23:40:11.150710+0000","last_clean":"2021-03-04T23:40:11.150710+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:40:11.150710+0000","last_undegraded":"2021-03-04T23:40:11.150710+0000","last_fullsized":"2021-03-04T23:40:11.150710+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1f","version":"0'0","reported_seq":"27","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.155497+0000","last_change":"2021-03-04T23:39:35.279900+0000","last_active":"2021-03-04T23:40:11.155497+0000","last_peered":"2021-03-04T23:40:11.155497+0000","last_clean":"2021-03-04T23:40:11.155497+0000","last_became_active":"2021-03-04T23:39:30.213723+0000","last_became_peered":"2021-03-04T23:39:30.213723+0000","last_unstale":"2021-03-04T23:40:11.155497+0000","last_undegraded":"2021-03-04T23:40:11.155497+0000","last_fullsized":"2021-03-04T23:40:11.155497+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.279860+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.960309+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.279860+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"373","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.154953+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:40:11.154953+0000","last_peered":"2021-03-04T23:40:11.154953+0000","last_clean":"2021-03-04T23:40:11.154953+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:40:11.154953+0000","last_undegraded":"2021-03-04T23:40:11.154953+0000","last_fullsized":"2021-03-04T23:40:11.154953+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"380","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.150467+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:40:11.150467+0000","last_peered":"2021-03-04T23:40:11.150467+0000","last_clean":"2021-03-04T23:40:11.150467+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:40:11.150467+0000","last_undegraded":"2021-03-04T23:40:11.150467+0000","last_fullsized":"2021-03-04T23:40:11.150467+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1c","version":"0'0","reported_seq":"25","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.151674+0000","last_change":"2021-03-04T23:39:31.709453+0000","last_active":"2021-03-04T23:40:11.151674+0000","last_peered":"2021-03-04T23:40:11.151674+0000","last_clean":"2021-03-04T23:40:11.151674+0000","last_became_active":"2021-03-04T23:39:30.220738+0000","last_became_peered":"2021-03-04T23:39:30.220738+0000","last_unstale":"2021-03-04T23:40:11.151674+0000","last_undegraded":"2021-03-04T23:40:11.151674+0000","last_fullsized":"2021-03-04T23:40:11.151674+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:31.709424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:31.709424+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"178","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.155092+0000","last_change":"2021-03-04T23:36:58.274330+0000","last_active":"2021-03-04T23:40:11.155092+0000","last_peered":"2021-03-04T23:40:11.155092+0000","last_clean":"2021-03-04T23:40:11.155092+0000","last_became_active":"2021-03-04T23:36:58.274105+0000","last_became_peered":"2021-03-04T23:36:58.274105+0000","last_unstale":"2021-03-04T23:40:11.155092+0000","last_undegraded":"2021-03-04T23:40:11.155092+0000","last_fullsized":"2021-03-04T23:40:11.155092+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"162","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.156502+0000","last_change":"2021-03-04T23:36:58.274276+0000","last_active":"2021-03-04T23:40:11.156502+0000","last_peered":"2021-03-04T23:40:11.156502+0000","last_clean":"2021-03-04T23:40:11.156502+0000","last_became_active":"2021-03-04T23:36:58.274027+0000","last_became_peered":"2021-03-04T23:36:58.274027+0000","last_unstale":"2021-03-04T23:40:11.156502+0000","last_undegraded":"2021-03-04T23:40:11.156502+0000","last_fullsized":"2021-03-04T23:40:11.156502+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1d","version":"0'0","reported_seq":"181","reported_epoch":"364","state":"active+clean","last_fresh":"2021-03-04T23:40:12.161213+0000","last_change":"2021-03-04T23:36:42.321356+0000","last_active":"2021-03-04T23:40:12.161213+0000","last_peered":"2021-03-04T23:40:12.161213+0000","last_clean":"2021-03-04T23:40:12.161213+0000","last_became_active":"2021-03-04T23:36:42.235170+0000","last_became_peered":"2021-03-04T23:36:42.235170+0000","last_unstale":"2021-03-04T23:40:12.161213+0000","last_undegraded":"2021-03-04T23:40:12.161213+0000","last_fullsized":"2021-03-04T23:40:12.161213+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:42.321306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:36:42.321306+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"353","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.155627+0000","last_change":"2021-03-04T23:36:58.454189+0000","last_active":"2021-03-04T23:40:11.155627+0000","last_peered":"2021-03-04T23:40:11.155627+0000","last_clean":"2021-03-04T23:40:11.155627+0000","last_became_active":"2021-03-04T23:36:58.272820+0000","last_became_peered":"2021-03-04T23:36:58.272820+0000","last_unstale":"2021-03-04T23:40:11.155627+0000","last_undegraded":"2021-03-04T23:40:11.155627+0000","last_fullsized":"2021-03-04T23:40:11.155627+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"431","reported_epoch":"363","state":"active+clean","last_fresh":"2021-03-04T23:40:11.150132+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:40:11.150132+0000","last_peered":"2021-03-04T23:40:11.150132+0000","last_clean":"2021-03-04T23:40:11.150132+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:40:11.150132+0000","last_undegraded":"2021-03-04T23:40:11.150132+0000","last_fullsized":"2021-03-04T23:40:11.150132+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":16,"stat_sum":{"num_bytes":6384975872,"num_objects":97427,"num_object_clones":0,"num_object_copies":292281,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":97427,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":97427,"num_write_kb":6235328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":19194839040,"data_stored":19194839040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":77476,"ondisk_log_size":77476,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":76,"num_bytes_recovered":17234,"num_keys_recovered":30,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9649397,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":51,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":153,"acting":153,"num_store_stats":8},{"poolid":2,"num_pg":28,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":84,"acting":84,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496050,"num_pgs":69,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3904572,"kb_used_data":2855988,"kb_used_omap":2097,"kb_used_meta":1046478,"kb_avail":84175812,"statfs":{"total":90194313216,"available":86196031488,"internally_reserved":1073741824,"allocated":2924531712,"data_stored":2922762322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":1071593865},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:10 2021","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":1.1200000000000001,"15min":0.59299999999999997},"min":{"1min":0.14799999999999999,"5min":0.13400000000000001,"15min":0.125},"max":{"1min":2.9929999999999999,"5min":75.203000000000003,"15min":75.203000000000003},"last":2.9929999999999999},{"interface":"front","average":{"1min":0.57899999999999996,"5min":1.175,"15min":0.65700000000000003},"min":{"1min":0.23799999999999999,"5min":0.161,"15min":0.158},"max":{"1min":3.012,"5min":75.129999999999995,"15min":75.129999999999995},"last":3.012}]},{"osd":1,"last update":"Thu Mar 4 23:39:46 2021","interfaces":[{"interface":"back","average":{"1min":4.8620000000000001,"5min":1.3520000000000001,"15min":0.877},"min":{"1min":0.19400000000000001,"5min":0.17299999999999999,"15min":0.16200000000000001},"max":{"1min":83.061999999999998,"5min":83.061999999999998,"15min":83.061999999999998},"last":0.26900000000000002},{"interface":"front","average":{"1min":4.7229999999999999,"5min":1.3640000000000001,"15min":0.89900000000000002},"min":{"1min":0.17899999999999999,"5min":0.16400000000000001,"15min":0.14799999999999999},"max":{"1min":83.028999999999996,"5min":83.028999999999996,"15min":83.028999999999996},"last":1.49}]},{"osd":2,"last update":"Thu Mar 4 23:39:32 2021","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.56399999999999995,"15min":0.442},"min":{"1min":0.20599999999999999,"5min":0.182,"15min":0.182},"max":{"1min":2.3490000000000002,"5min":2.6429999999999998,"15min":2.6429999999999998},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.498,"15min":0.495},"min":{"1min":0.23100000000000001,"5min":0.224,"15min":0.182},"max":{"1min":1.7969999999999999,"5min":2.306,"15min":3.206},"last":0.21199999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:39:32 2021","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.58999999999999997,"15min":0.84599999999999997},"min":{"1min":0.23100000000000001,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":2.089,"5min":3.4940000000000002,"15min":63.959000000000003},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.56599999999999995,"15min":0.85299999999999998},"min":{"1min":0.222,"5min":0.185,"15min":0.185},"max":{"1min":4.7279999999999998,"5min":4.7279999999999998,"15min":64.183999999999997},"last":0.24299999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:39:32 2021","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.56399999999999995,"15min":0.45300000000000001},"min":{"1min":0.16900000000000001,"5min":0.14499999999999999,"15min":0.13},"max":{"1min":1.54,"5min":4.8689999999999998,"15min":4.8689999999999998},"last":0.183},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.51800000000000002,"15min":0.40100000000000002},"min":{"1min":0.191,"5min":0.157,"15min":0.14000000000000001},"max":{"1min":2.0350000000000001,"5min":2.7450000000000001,"15min":3.7410000000000001},"last":0.254}]},{"osd":5,"last update":"Thu Mar 4 23:39:32 2021","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.58699999999999997,"15min":0.40300000000000002},"min":{"1min":0.193,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":1.9850000000000001,"5min":4.4180000000000001,"15min":4.4180000000000001},"last":0.20100000000000001},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.67200000000000004,"15min":0.50800000000000001},"min":{"1min":0.23899999999999999,"5min":0.185,"15min":0.156},"max":{"1min":2.4140000000000001,"5min":4.8079999999999998,"15min":4.8079999999999998},"last":0.22500000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:40:02 2021","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.68000000000000005,"15min":0.44400000000000001},"min":{"1min":0.20799999999999999,"5min":0.16800000000000001,"15min":0.14699999999999999},"max":{"1min":2.2650000000000001,"5min":8.1649999999999991,"15min":8.1649999999999991},"last":0.316},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.68400000000000005,"15min":0.54200000000000004},"min":{"1min":0.217,"5min":0.21099999999999999,"15min":0.17100000000000001},"max":{"1min":2.714,"5min":8.0039999999999996,"15min":8.0039999999999996},"last":0.28199999999999997}]}]},{"osd":6,"up_from":41,"seq":176093659552,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4104188,"kb_used_data":3055604,"kb_used_omap":1736,"kb_used_meta":1046839,"kb_avail":83976196,"statfs":{"total":90194313216,"available":85991624704,"internally_reserved":1073741824,"allocated":3128938496,"data_stored":3127176395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1778063,"internal_metadata":1071963761},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:39:24 2021","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.61799999999999999,"15min":0.443},"min":{"1min":0.13800000000000001,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":3.0529999999999999,"5min":3.2160000000000002,"15min":3.2160000000000002},"last":0.16700000000000001},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.60199999999999998,"15min":0.44500000000000001},"min":{"1min":0.13900000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":3.2160000000000002,"5min":3.2160000000000002,"15min":3.2160000000000002},"last":0.38200000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:39:39 2021","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":0.65900000000000003,"15min":0.46700000000000003},"min":{"1min":0.17100000000000001,"5min":0.16,"15min":0.14599999999999999},"max":{"1min":4.0250000000000004,"5min":4.0250000000000004,"15min":4.0250000000000004},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.496,"15min":0.434},"min":{"1min":0.158,"5min":0.158,"15min":0.158},"max":{"1min":4.0800000000000001,"5min":4.0800000000000001,"15min":4.0800000000000001},"last":0.26100000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:39:39 2021","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.63300000000000001,"15min":0.47399999999999998},"min":{"1min":0.18099999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":3.3090000000000002,"5min":3.3090000000000002,"15min":3.3090000000000002},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.70299999999999996,"15min":0.496},"min":{"1min":0.22800000000000001,"5min":0.191,"15min":0.188},"max":{"1min":3.2429999999999999,"5min":4.9480000000000004,"15min":4.9480000000000004},"last":0.40699999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:39:39 2021","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":1.712,"15min":1.369},"min":{"1min":0.216,"5min":0.19800000000000001,"15min":0.17899999999999999},"max":{"1min":3.274,"5min":104.28700000000001,"15min":104.28700000000001},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.72499999999999998,"5min":1.581,"15min":1.3440000000000001},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":3.0720000000000001,"5min":104.264,"15min":104.264},"last":0.315}]},{"osd":4,"last update":"Thu Mar 4 23:39:24 2021","interfaces":[{"interface":"back","average":{"1min":0.81399999999999995,"5min":0.52800000000000002,"15min":0.39700000000000002},"min":{"1min":0.155,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":4.3540000000000001,"5min":4.3540000000000001,"15min":4.3540000000000001},"last":0.21099999999999999},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.57499999999999996,"15min":0.40999999999999998},"min":{"1min":0.157,"5min":0.157,"15min":0.14299999999999999},"max":{"1min":3.1179999999999999,"5min":3.1179999999999999,"15min":3.1179999999999999},"last":0.23000000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:39:24 2021","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.67300000000000004,"15min":0.45200000000000001},"min":{"1min":0.187,"5min":0.17000000000000001,"15min":0.155},"max":{"1min":3.2589999999999999,"5min":18.030000000000001,"15min":18.030000000000001},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.81999999999999995,"15min":0.52500000000000002},"min":{"1min":0.218,"5min":0.14299999999999999,"15min":0.13900000000000001},"max":{"1min":3.0059999999999998,"5min":17.949999999999999,"15min":17.949999999999999},"last":0.27000000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:39:24 2021","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.499,"15min":0.433},"min":{"1min":0.21299999999999999,"5min":0.19700000000000001,"15min":0.16500000000000001},"max":{"1min":3.1440000000000001,"5min":3.569,"15min":3.569},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.83099999999999996,"5min":0.74399999999999999,"15min":0.505},"min":{"1min":0.27800000000000002,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":3.4220000000000002,"5min":3.8050000000000002,"15min":3.8050000000000002},"last":0.33100000000000002}]}]},{"osd":1,"up_from":87,"seq":373662155071,"num_pgs":65,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3283576,"kb_used_data":3218480,"kb_used_omap":399,"kb_used_meta":64688,"kb_avail":84796808,"statfs":{"total":90194313216,"available":86831931392,"internally_reserved":0,"allocated":3295723520,"data_stored":3293970233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":409281,"internal_metadata":66240831},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:06 2021","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.38700000000000001,"15min":0.441},"min":{"1min":0.14599999999999999,"5min":0.13500000000000001,"15min":0.13200000000000001},"max":{"1min":1.5209999999999999,"5min":3.0619999999999998,"15min":39.125},"last":3.0249999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.46500000000000002,"15min":0.51300000000000001},"min":{"1min":0.185,"5min":0.185,"15min":0.17899999999999999},"max":{"1min":1.5649999999999999,"5min":3.089,"15min":39.207000000000001},"last":3.141}]},{"osd":2,"last update":"Thu Mar 4 23:39:33 2021","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.39600000000000002,"15min":0.31},"min":{"1min":0.19600000000000001,"5min":0.14499999999999999,"15min":0.13400000000000001},"max":{"1min":2.6099999999999999,"5min":2.6099999999999999,"15min":2.6099999999999999},"last":0.17599999999999999},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.41199999999999998,"15min":0.314},"min":{"1min":0.17699999999999999,"5min":0.154,"15min":0.13100000000000001},"max":{"1min":2.843,"5min":3.0459999999999998,"15min":3.0459999999999998},"last":0.19900000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:39:22 2021","interfaces":[{"interface":"back","average":{"1min":3.7770000000000001,"5min":2.9460000000000002,"15min":1.6279999999999999},"min":{"1min":0.17499999999999999,"5min":0.151,"15min":0.151},"max":{"1min":35.609999999999999,"5min":89.902000000000001,"15min":110.28400000000001},"last":3.202},{"interface":"front","average":{"1min":3.6400000000000001,"5min":2.9809999999999999,"15min":1.639},"min":{"1min":0.19500000000000001,"5min":0.17799999999999999,"15min":0.14799999999999999},"max":{"1min":35.631999999999998,"5min":89.890000000000001,"15min":109.977},"last":0.251}]},{"osd":4,"last update":"Thu Mar 4 23:39:33 2021","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.61899999999999999,"15min":0.503},"min":{"1min":0.218,"5min":0.19500000000000001,"15min":0.182},"max":{"1min":2.7229999999999999,"5min":3.1230000000000002,"15min":3.1230000000000002},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.624,"15min":0.47799999999999998},"min":{"1min":0.24199999999999999,"5min":0.20399999999999999,"15min":0.20100000000000001},"max":{"1min":2.8029999999999999,"5min":3.129,"15min":3.129},"last":0.23499999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:39:33 2021","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.60199999999999998,"15min":0.52100000000000002},"min":{"1min":0.29199999999999998,"5min":0.23000000000000001,"15min":0.20699999999999999},"max":{"1min":3.2509999999999999,"5min":3.2509999999999999,"15min":8.6690000000000005},"last":3.0670000000000002},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.624,"15min":0.50700000000000001},"min":{"1min":0.27500000000000002,"5min":0.23300000000000001,"15min":0.217},"max":{"1min":3.2650000000000001,"5min":3.2650000000000001,"15min":3.2650000000000001},"last":0.309}]},{"osd":6,"last update":"Thu Mar 4 23:40:01 2021","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.621,"15min":0.49199999999999999},"min":{"1min":0.26900000000000002,"5min":0.23300000000000001,"15min":0.214},"max":{"1min":0.81899999999999995,"5min":3.5600000000000001,"15min":3.5600000000000001},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.499,"5min":0.71199999999999997,"15min":0.55300000000000005},"min":{"1min":0.29399999999999998,"5min":0.25900000000000001,"15min":0.24299999999999999},"max":{"1min":1.089,"5min":4.6710000000000003,"15min":4.6710000000000003},"last":3.1080000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:39:33 2021","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54800000000000004,"15min":0.53000000000000003},"min":{"1min":0.314,"5min":0.23999999999999999,"15min":0.20899999999999999},"max":{"1min":2.6949999999999998,"5min":3.1819999999999999,"15min":3.3940000000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.65600000000000003,"15min":0.51400000000000001},"min":{"1min":0.31900000000000001,"5min":0.26000000000000001,"15min":0.224},"max":{"1min":2.774,"5min":2.8660000000000001,"15min":2.8660000000000001},"last":0.33300000000000002}]}]},{"osd":0,"up_from":174,"seq":747324309654,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2204980,"kb_used_data":1952492,"kb_used_omap":2864,"kb_used_meta":249615,"kb_avail":85875404,"statfs":{"total":90194313216,"available":87936413696,"internally_reserved":0,"allocated":1999351808,"data_stored":1997595805,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2932876,"internal_metadata":255606644},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:40:11 2021","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.371,"15min":0.28499999999999998},"min":{"1min":0.14199999999999999,"5min":0.13,"15min":0.12},"max":{"1min":1.8899999999999999,"5min":2.5369999999999999,"15min":2.5369999999999999},"last":0.14599999999999999},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.32700000000000001,"15min":0.26700000000000002},"min":{"1min":0.13500000000000001,"5min":0.128,"15min":0.128},"max":{"1min":2.0049999999999999,"5min":2.7599999999999998,"15min":2.7599999999999998},"last":1.1930000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:40:11 2021","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.35399999999999998,"15min":0.28199999999999997},"min":{"1min":0.14000000000000001,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":1.47,"5min":2.7480000000000002,"15min":2.7480000000000002},"last":0.21199999999999999},{"interface":"front","average":{"1min":0.33600000000000002,"5min":0.46200000000000002,"15min":0.33500000000000002},"min":{"1min":0.19900000000000001,"5min":0.16300000000000001,"15min":0.14000000000000001},"max":{"1min":0.56999999999999995,"5min":3.3100000000000001,"15min":3.3100000000000001},"last":0.19900000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:40:11 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.42399999999999999,"15min":0.32400000000000001},"min":{"1min":0.17199999999999999,"5min":0.14899999999999999,"15min":0.128},"max":{"1min":1.5,"5min":5.0289999999999999,"15min":5.0289999999999999},"last":0.17699999999999999},{"interface":"front","average":{"1min":0.499,"5min":0.51300000000000001,"15min":0.36499999999999999},"min":{"1min":0.20999999999999999,"5min":0.17999999999999999,"15min":0.151},"max":{"1min":2.0950000000000002,"5min":2.6080000000000001,"15min":2.6080000000000001},"last":0.25900000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:40:11 2021","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.50600000000000001,"15min":0.42499999999999999},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":2.0489999999999999,"5min":2.7269999999999999,"15min":2.7269999999999999},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.754,"15min":0.50800000000000001},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":3.7639999999999998,"5min":3.7639999999999998,"15min":3.7639999999999998},"last":0.315}]},{"osd":5,"last update":"Thu Mar 4 23:40:11 2021","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.60899999999999999,"15min":0.46500000000000002},"min":{"1min":0.214,"5min":0.214,"15min":0.20699999999999999},"max":{"1min":1.0209999999999999,"5min":2.637,"15min":2.637},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.48799999999999999,"15min":0.41999999999999998},"min":{"1min":0.23400000000000001,"5min":0.21099999999999999,"15min":0.20100000000000001},"max":{"1min":2.0920000000000001,"5min":2.7330000000000001,"15min":2.7330000000000001},"last":0.29799999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:40:11 2021","interfaces":[{"interface":"back","average":{"1min":0.77400000000000002,"5min":0.72499999999999998,"15min":0.504},"min":{"1min":0.24399999999999999,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":2.4209999999999998,"5min":5.835,"15min":5.835},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.54800000000000004,"15min":0.44400000000000001},"min":{"1min":0.253,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":1.522,"5min":2.7130000000000001,"15min":2.7130000000000001},"last":0.34300000000000003}]},{"osd":7,"last update":"Thu Mar 4 23:40:11 2021","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.59399999999999997,"15min":0.45900000000000002},"min":{"1min":0.31,"5min":0.26100000000000001,"15min":0.23100000000000001},"max":{"1min":2.0630000000000002,"5min":2.6890000000000001,"15min":2.6890000000000001},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.60099999999999998,"15min":0.47299999999999998},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":1.5369999999999999,"5min":3.113,"15min":3.113},"last":0.36699999999999999}]}]},{"osd":2,"up_from":103,"seq":442381631794,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2467956,"kb_used_data":2309100,"kb_used_omap":396,"kb_used_meta":158451,"kb_avail":85612428,"statfs":{"total":90194313216,"available":87667126272,"internally_reserved":0,"allocated":2364518400,"data_stored":2362762409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":406251,"internal_metadata":162254101},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:39:17 2021","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":2.1680000000000001,"15min":0.90200000000000002},"min":{"1min":0.16,"5min":0.13500000000000001,"15min":0.114},"max":{"1min":2.9319999999999999,"5min":94.581000000000003,"15min":94.581000000000003},"last":0.16200000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":2.1800000000000002,"15min":0.90700000000000003},"min":{"1min":0.16400000000000001,"5min":0.13500000000000001,"15min":0.127},"max":{"1min":2.5720000000000001,"5min":94.560000000000002,"15min":94.560000000000002},"last":0.32800000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:39:27 2021","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.78100000000000003,"15min":0.44},"min":{"1min":0.14599999999999999,"5min":0.13700000000000001,"15min":0.128},"max":{"1min":2.996,"5min":46.551000000000002,"15min":46.551000000000002},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.80100000000000005,"15min":0.45600000000000002},"min":{"1min":0.16300000000000001,"5min":0.14399999999999999,"15min":0.129},"max":{"1min":1.992,"5min":46.598999999999997,"15min":46.598999999999997},"last":0.28299999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:39:27 2021","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":1.101,"15min":0.86699999999999999},"min":{"1min":0.16200000000000001,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":6.431,"5min":63.113999999999997,"15min":63.113999999999997},"last":0.22700000000000001},{"interface":"front","average":{"1min":0.46000000000000002,"5min":1.034,"15min":0.86099999999999999},"min":{"1min":0.24299999999999999,"5min":0.17100000000000001,"15min":0.159},"max":{"1min":2.972,"5min":63.073999999999998,"15min":63.073999999999998},"last":0.35099999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:39:27 2021","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.93600000000000005,"15min":0.57099999999999995},"min":{"1min":0.19800000000000001,"5min":0.188,"15min":0.188},"max":{"1min":5.0019999999999998,"5min":64.762,"15min":64.762},"last":0.377},{"interface":"front","average":{"1min":0.52000000000000002,"5min":1.0209999999999999,"15min":0.61199999999999999},"min":{"1min":0.23300000000000001,"5min":0.218,"15min":0.21199999999999999},"max":{"1min":2.4460000000000002,"5min":64.715000000000003,"15min":64.715000000000003},"last":0.54000000000000004}]},{"osd":5,"last update":"Thu Mar 4 23:39:27 2021","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.64700000000000002,"15min":0.52100000000000002},"min":{"1min":0.29199999999999998,"5min":0.26800000000000002,"15min":0.24099999999999999},"max":{"1min":3.3069999999999999,"5min":3.6560000000000001,"15min":4.2850000000000001},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.47799999999999998,"15min":0.44},"min":{"1min":0.22800000000000001,"5min":0.22700000000000001,"15min":0.214},"max":{"1min":1.871,"5min":2.9039999999999999,"15min":3.9180000000000001},"last":0.309}]},{"osd":6,"last update":"Thu Mar 4 23:39:48 2021","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":1.161,"15min":0.67100000000000004},"min":{"1min":0.27600000000000002,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":1.4490000000000001,"5min":64.600999999999999,"15min":64.600999999999999},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.75600000000000001,"5min":1.282,"15min":0.73699999999999999},"min":{"1min":0.32500000000000001,"5min":0.28699999999999998,"15min":0.26200000000000001},"max":{"1min":3.2000000000000002,"5min":64.619,"15min":64.619},"last":0.436}]},{"osd":7,"last update":"Thu Mar 4 23:39:27 2021","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.50800000000000001,"15min":0.46000000000000002},"min":{"1min":0.28699999999999998,"5min":0.221,"15min":0.221},"max":{"1min":2.1179999999999999,"5min":2.7519999999999998,"15min":2.7519999999999998},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.54800000000000004,"15min":0.5},"min":{"1min":0.33200000000000002,"5min":0.224,"15min":0.224},"max":{"1min":3.3849999999999998,"5min":3.3849999999999998,"15min":3.847},"last":0.495}]}]},{"osd":3,"up_from":126,"seq":541165879590,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2878252,"kb_used_data":2709348,"kb_used_omap":883,"kb_used_meta":168012,"kb_avail":85202132,"statfs":{"total":90194313216,"available":87246983168,"internally_reserved":0,"allocated":2774372352,"data_stored":2772622917,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":172044352},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:05 2021","interfaces":[{"interface":"back","average":{"1min":7.5880000000000001,"5min":1.98,"15min":1.0700000000000001},"min":{"1min":0.156,"5min":0.127,"15min":0.127},"max":{"1min":85.155000000000001,"5min":85.155000000000001,"15min":85.155000000000001},"last":0.153},{"interface":"front","average":{"1min":7.6100000000000003,"5min":2.0710000000000002,"15min":1.1279999999999999},"min":{"1min":0.189,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":85.247,"5min":85.247,"15min":85.247},"last":0.19800000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:39:29 2021","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.377,"15min":0.39000000000000001},"min":{"1min":0.14899999999999999,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":2.669,"5min":2.9009999999999998,"15min":25.097999999999999},"last":0.17399999999999999},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.377,"15min":0.42299999999999999},"min":{"1min":0.17000000000000001,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":1.4139999999999999,"5min":2.9740000000000002,"15min":25.109999999999999},"last":0.376}]},{"osd":2,"last update":"Thu Mar 4 23:39:29 2021","interfaces":[{"interface":"back","average":{"1min":1.581,"5min":0.66900000000000004,"15min":0.44},"min":{"1min":0.182,"5min":0.16300000000000001,"15min":0.14699999999999999},"max":{"1min":20.364999999999998,"5min":20.364999999999998,"15min":20.364999999999998},"last":0.27100000000000002},{"interface":"front","average":{"1min":1.6659999999999999,"5min":0.69199999999999995,"15min":0.42399999999999999},"min":{"1min":0.19500000000000001,"5min":0.188,"15min":0.151},"max":{"1min":20.129999999999999,"5min":20.129999999999999,"15min":20.129999999999999},"last":0.21299999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:39:29 2021","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":1.4490000000000001,"15min":0.77800000000000002},"min":{"1min":0.22900000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":2.7330000000000001,"5min":68.614999999999995,"15min":68.614999999999995},"last":0.253},{"interface":"front","average":{"1min":0.438,"5min":0.59099999999999997,"15min":0.505},"min":{"1min":0.21099999999999999,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":1.5429999999999999,"5min":11.256,"15min":11.256},"last":0.29199999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:39:29 2021","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.502,"15min":0.50900000000000001},"min":{"1min":0.26600000000000001,"5min":0.221,"15min":0.221},"max":{"1min":1.5720000000000001,"5min":2.4390000000000001,"15min":3.5409999999999999},"last":0.23599999999999999},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.52900000000000003,"15min":0.48299999999999998},"min":{"1min":0.23699999999999999,"5min":0.22600000000000001,"15min":0.20899999999999999},"max":{"1min":2.5190000000000001,"5min":3.0219999999999998,"15min":3.4249999999999998},"last":0.317}]},{"osd":6,"last update":"Thu Mar 4 23:40:01 2021","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.71099999999999997,"15min":0.56599999999999995},"min":{"1min":0.29999999999999999,"5min":0.23200000000000001,"15min":0.22500000000000001},"max":{"1min":3.0369999999999999,"5min":3.1970000000000001,"15min":9.9410000000000007},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.48999999999999999,"15min":0.48599999999999999},"min":{"1min":0.34799999999999998,"5min":0.27200000000000002,"15min":0.251},"max":{"1min":1.208,"5min":1.6040000000000001,"15min":2.5150000000000001},"last":0.33400000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:39:29 2021","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":2.5750000000000002,"15min":1.194},"min":{"1min":0.28699999999999998,"5min":0.24299999999999999,"15min":0.20699999999999999},"max":{"1min":2.9830000000000001,"5min":160.75999999999999,"15min":160.75999999999999},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.85699999999999998,"5min":2.7810000000000001,"15min":1.2669999999999999},"min":{"1min":0.29999999999999999,"5min":0.26900000000000002,"15min":0.23899999999999999},"max":{"1min":2.778,"5min":160.86600000000001,"15min":160.86600000000001},"last":0.90100000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986619,"num_pgs":62,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2579076,"kb_used_data":1530492,"kb_used_omap":168,"kb_used_meta":1048407,"kb_avail":85501308,"statfs":{"total":90194313216,"available":87553339392,"internally_reserved":1073741824,"allocated":1567223808,"data_stored":1565453591,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":172349,"internal_metadata":1073569475},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:10 2021","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.69099999999999995,"15min":0.47199999999999998},"min":{"1min":0.161,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":10.308999999999999,"5min":13.009,"15min":13.009},"last":0.161},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.82899999999999996,"15min":0.55100000000000005},"min":{"1min":0.153,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":10.300000000000001,"5min":13.050000000000001,"15min":13.050000000000001},"last":0.22800000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:39:47 2021","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.53500000000000003,"15min":0.57699999999999996},"min":{"1min":0.157,"5min":0.154,"15min":0.154},"max":{"1min":0.86699999999999999,"5min":3.2010000000000001,"15min":20.440000000000001},"last":0.182},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.60099999999999998,"15min":0.59899999999999998},"min":{"1min":0.185,"5min":0.17699999999999999,"15min":0.154},"max":{"1min":2.1800000000000002,"5min":4.5999999999999996,"15min":20.465},"last":0.26600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:39:29 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.48899999999999999,"15min":0.41299999999999998},"min":{"1min":0.19600000000000001,"5min":0.17699999999999999,"15min":0.17699999999999999},"max":{"1min":0.81499999999999995,"5min":3.012,"15min":3.012},"last":0.21299999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.46800000000000003,"15min":0.42499999999999999},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.351,"5min":3.181,"15min":3.181},"last":0.28299999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:39:29 2021","interfaces":[{"interface":"back","average":{"1min":8.0530000000000008,"5min":3.5070000000000001,"15min":2.4820000000000002},"min":{"1min":0.23999999999999999,"5min":0.19500000000000001,"15min":0.192},"max":{"1min":132.53800000000001,"5min":132.53800000000001,"15min":132.53800000000001},"last":0.97499999999999998},{"interface":"front","average":{"1min":7.899,"5min":3.2480000000000002,"15min":2.387},"min":{"1min":0.249,"5min":0.22,"15min":0.19400000000000001},"max":{"1min":132.518,"5min":132.518,"15min":132.518},"last":1.1419999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:39:47 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.45900000000000002,"15min":0.35699999999999998},"min":{"1min":0.156,"5min":0.156,"15min":0.14899999999999999},"max":{"1min":0.79800000000000004,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":0.19700000000000001},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.51500000000000001,"15min":0.38900000000000001},"min":{"1min":0.17299999999999999,"5min":0.155,"15min":0.14499999999999999},"max":{"1min":1.0509999999999999,"5min":4.2380000000000004,"15min":4.2380000000000004},"last":0.30299999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:40:10 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.55100000000000005,"15min":0.39800000000000002},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.0129999999999999,"5min":3.1110000000000002,"15min":3.1110000000000002},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.67500000000000004,"15min":0.47699999999999998},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.14199999999999999},"max":{"1min":0.70599999999999996,"5min":4.6289999999999996,"15min":4.6289999999999996},"last":0.35199999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:39:47 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":1.9450000000000001,"15min":0.875},"min":{"1min":0.189,"5min":0.17299999999999999,"15min":0.17000000000000001},"max":{"1min":0.66000000000000003,"5min":131.482,"15min":131.482},"last":0.245},{"interface":"front","average":{"1min":0.42099999999999999,"5min":2.0659999999999998,"15min":0.94999999999999996},"min":{"1min":0.22500000000000001,"5min":0.161,"15min":0.161},"max":{"1min":0.65800000000000003,"5min":131.54599999999999,"15min":131.54599999999999},"last":0.316}]}]},{"osd":5,"up_from":36,"seq":154618823097,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2565864,"kb_used_data":1517280,"kb_used_omap":876,"kb_used_meta":1047699,"kb_avail":85514520,"statfs":{"total":90194313216,"available":87566868480,"internally_reserved":1073741824,"allocated":1553694720,"data_stored":1551943618,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":897466,"internal_metadata":1072844358},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:07 2021","interfaces":[{"interface":"back","average":{"1min":1.7949999999999999,"5min":0.85599999999999998,"15min":0.52700000000000002},"min":{"1min":0.161,"5min":0.13,"15min":0.13},"max":{"1min":21.626000000000001,"5min":21.626000000000001,"15min":21.626000000000001},"last":0.16700000000000001},{"interface":"front","average":{"1min":1.766,"5min":0.70999999999999996,"15min":0.495},"min":{"1min":0.253,"5min":0.154,"15min":0.154},"max":{"1min":21.646000000000001,"5min":21.646000000000001,"15min":21.646000000000001},"last":0.248}]},{"osd":1,"last update":"Thu Mar 4 23:39:39 2021","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.56100000000000005,"15min":0.441},"min":{"1min":0.19900000000000001,"5min":0.16,"15min":0.153},"max":{"1min":3.2970000000000002,"5min":3.9220000000000002,"15min":3.9220000000000002},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.40300000000000002,"15min":0.38400000000000001},"min":{"1min":0.20899999999999999,"5min":0.159,"15min":0.159},"max":{"1min":0.82799999999999996,"5min":3.0579999999999998,"15min":3.0579999999999998},"last":0.38700000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:39:28 2021","interfaces":[{"interface":"back","average":{"1min":0.97299999999999998,"5min":0.626,"15min":0.47199999999999998},"min":{"1min":0.17000000000000001,"5min":0.16800000000000001,"15min":0.161},"max":{"1min":3.3690000000000002,"5min":3.843,"15min":3.843},"last":0.20899999999999999},{"interface":"front","average":{"1min":0.499,"5min":0.49199999999999999,"15min":0.434},"min":{"1min":0.22600000000000001,"5min":0.184,"15min":0.184},"max":{"1min":1.2929999999999999,"5min":3.0800000000000001,"15min":3.0800000000000001},"last":0.32900000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:39:28 2021","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":1.226,"15min":0.68100000000000005},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.17699999999999999},"max":{"1min":1.27,"5min":55.055999999999997,"15min":55.055999999999997},"last":1.1259999999999999},{"interface":"front","average":{"1min":0.871,"5min":1.2370000000000001,"15min":0.69499999999999995},"min":{"1min":0.23300000000000001,"5min":0.187,"15min":0.187},"max":{"1min":3.3479999999999999,"5min":55.119,"15min":55.119},"last":1.0940000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:40:07 2021","interfaces":[{"interface":"back","average":{"1min":0.27600000000000002,"5min":1.073,"15min":0.57299999999999995},"min":{"1min":0.14099999999999999,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":0.497,"5min":55.844999999999999,"15min":55.844999999999999},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.28799999999999998,"5min":1.3,"15min":0.65300000000000002},"min":{"1min":0.155,"5min":0.155,"15min":0.152},"max":{"1min":0.46700000000000003,"5min":55.863999999999997,"15min":55.863999999999997},"last":0.218}]},{"osd":6,"last update":"Thu Mar 4 23:39:39 2021","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.71699999999999997,"15min":0.47899999999999998},"min":{"1min":0.26800000000000002,"5min":0.16900000000000001,"15min":0.16},"max":{"1min":2.1659999999999999,"5min":4.6289999999999996,"15min":4.6289999999999996},"last":0.19700000000000001},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.68400000000000005,"15min":0.45700000000000002},"min":{"1min":0.214,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.90500000000000003,"5min":5.1189999999999998,"15min":5.1189999999999998},"last":0.26200000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:39:28 2021","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.64100000000000001,"15min":0.47099999999999997},"min":{"1min":0.23899999999999999,"5min":0.193,"15min":0.185},"max":{"1min":4.149,"5min":5.0220000000000002,"15min":5.0220000000000002},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.69799999999999995,"15min":0.46800000000000003},"min":{"1min":0.218,"5min":0.20999999999999999,"15min":0.159},"max":{"1min":3.3260000000000001,"5min":5.5540000000000003,"15min":5.5540000000000003},"last":0.23699999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2932876,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":409281,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":406251,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":172349,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":897466,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1778063,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2147959,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2009595904,"data_stored":2009595904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3361013760,"data_stored":3361013760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2415263744,"data_stored":2415263744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2798518272,"data_stored":2798518272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1564344320,"data_stored":1564344320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1561722880,"data_stored":1561722880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":3130589184,"data_stored":3130589184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2353790976,"data_stored":2353790976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:40:21.772 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool set unique_pool_6 pgp_num 16 2021-03-04T23:40:21.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:21.774 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:21.774 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:21.876 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:21.900 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:21.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:21.902 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:21.965 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:40:21.991 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:21.992 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:40:22.005 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:22.015 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:40:22.027 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:22.028 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:22.029 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:22.042 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:40:22.071 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:40:22.095 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:40:22.126 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:40:22.130 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:22.145 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:40:22.150 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:40:22.150 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:40:22.150 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:40:22.150 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:40:22.151 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:40:22.151 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:40:22.151 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:40:22.152 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:40:22.152 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:22.153 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:22.153 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:22.255 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:22.256 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:40:22.254323+0000 min lat: 0.000807119 max lat: 0.213995 avg lat: 0.00547861 2021-03-04T23:40:22.257 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:40:22.257 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 40 16 116781 116765 182.422 132.875 0.00344864 0.00547861 2021-03-04T23:40:22.281 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:22.282 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:22.283 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:22.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:22 gibba011 conmon[95595]: cluster 2021-03-04T23:40:22.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:22 gibba011 conmon[95595]: 2021-03-04T23 2021-03-04T23:40:22.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:22 gibba011 conmon[95595]: :40:20.809568+0000 mgr.x (mgr.34676) 1173 : cluster [DBG] pgmap v1237: 159 pgs: 159 active+clean; 6.6 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 155 MiB/s wr, 2.47k op/s 2021-03-04T23:40:22.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:22 gibba011 conmon[95595]: audit 2021-03 2021-03-04T23:40:22.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:22 gibba011 conmon[95595]: -04T23:40:21.712817+0000 mon.a (mon.0) 1656 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:40:22.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:22 gibba011 conmon[95595]: audit 2021-03-04T23:40:21.936227+0000 mon.c (mon.1) 475 : audit [DBG] from='client.? 172.21.2.111:0/1107659014' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:22.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:22 gibba011 conmon[95595]: 2021-03-04T23:40:22.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:22 gibba011 conmon[99461]: cluster 2021-03-04T23:40:20.809568+0000 mgr.x (mgr.34676) 1173 : 2021-03-04T23:40:22.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:22 gibba011 conmon[99461]: cluster [DBG] pgmap v1237: 159 pgs: 159 active+clean; 6.6 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 155 MiB/s wr, 2.47k op/s 2021-03-04T23:40:22.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:22 gibba011 conmon[99461]: audit 2021-03-04T23:40:21.712817+0000 mon.a (mon.0) 1656 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:40:22.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:22 gibba011 conmon[99461]: audit 2021-03-04T23:40:21.936227+0000 mon.c (mon.1) 475 : audit [DBG] from='client.? 172.21.2.111:0/1107659014' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:22.383 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:22.404 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:22.404 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:22.405 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:22.507 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:22.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:22.532 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:22.532 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:22.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:22 gibba038 conmon[76675]: cluster 2021-03-04T23:40:20.809568+0000 mgr.x (mgr.34676) 1173 : cluster [DBG] pgmap v1237: 159 pgs: 159 active+clean; 6.6 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 155 MiB/s wr, 2.47k op/s 2021-03-04T23:40:22.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:22 gibba038 conmon[76675]: audit 2021-03-04T23:40:21.712817+0000 mon.a (mon.0) 1656 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:40:22.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:22 gibba038 conmon[76675]: audit 2021-03-04T23:40:21.936227+0000 mon.c (mon 2021-03-04T23:40:22.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:22 gibba038 conmon[76675]: .1) 475 : audit [DBG] from='client.? 172.21.2.111:0/1107659014' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:22.633 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:22.654 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:22.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:22.656 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:22.757 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:22.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:22.784 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:22.785 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:22.886 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:22.906 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:22.907 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:22.908 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:23.009 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:23.033 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:23.035 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:23.035 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:23.137 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:23.163 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:23.164 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:23.164 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:23.256 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 41 16 119047 119031 181.427 141.625 0.0200843 0.00550897 2021-03-04T23:40:23.266 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:23.284 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:23.285 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:23.285 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:23.387 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:23.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:23.416 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:23.416 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:23.518 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:23.547 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:23.548 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:23.548 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:23.650 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:23.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:23.679 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:23.679 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:23.780 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:23.808 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:23.809 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:23.810 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:23.911 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:23.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:23.939 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:23.939 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:24.040 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:24.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:24.069 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:24.069 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:24.171 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:24.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:24.194 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:24.195 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:24.206 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:24 gibba011 conmon[95595]: cluster 2021-03-04T23:40:22.810052+0000 mgr.x (mgr. 2021-03-04T23:40:24.207 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:24 gibba011 conmon[95595]: 34676) 1174 : cluster [DBG] pgmap v1238: 159 pgs: 159 active+clean; 6.9 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 134 MiB/s wr, 2.15k op/s 2021-03-04T23:40:24.207 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:24 gibba011 conmon[95595]: audit 2021-03-04T23:40:24.063680+0000 mon.b (mon.2) 9 : audit [INF] from='client.? 172.21.2.111:0/3098636502' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:24.207 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:24 gibba011 conmon[95595]: audit 2021-03-04T23:40:24.064005+0000 mon.a (mon.0) 1657 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:24.208 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:40:24.256 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 42 16 121150 121134 180.237 131.438 0.00339779 0.00554341 2021-03-04T23:40:24.296 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:24.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:24.315 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:24.315 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:24.416 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:24.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:24.437 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:24.438 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:24.461 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:24 gibba011 conmon[99461]: cluster 2021-03-04T23:40:24.462 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:24 gibba011 conmon[99461]: 2021-03-04T23:40 2021-03-04T23:40:24.462 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:24 gibba011 conmon[99461]: :22.810052+0000 mgr.x (mgr.34676) 1174 : cluster [DBG] pgmap v1238: 159 pgs: 159 active+clean; 6.9 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 134 MiB/s wr, 2.15k op/s 2021-03-04T23:40:24.463 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:24 gibba011 conmon[99461]: audit 2021-03-04T23:40:24.463 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:24 gibba011 conmon[99461]: 2021-03- 2021-03-04T23:40:24.463 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:24 gibba011 conmon[99461]: 04T23:40:24.063680+0000 mon.b (mon.2) 2021-03-04T23:40:24.464 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:24 gibba011 conmon[99461]: 9 : audit [INF] from='client.? 172.21.2.111:0/3098636502' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:24.464 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:24 gibba011 conmon[99461]: audit 2021-03-04T23:40:24.464 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:24 gibba011 conmon[99461]: 2021-03 2021-03-04T23:40:24.465 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:24 gibba011 conmon[99461]: -04T23:40:24.064005+0000 mon.a (mon.0) 1657 : audit 2021-03-04T23:40:24.465 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:24 gibba011 conmon[99461]: [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:24.539 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:24.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:24.562 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:24.563 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:24.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:24 gibba038 conmon[76675]: cluster 2021-03-04T23:40:22.810052+0000 mgr.x (mgr.34676) 1174 : cluster [DBG] pgmap v1238: 159 pgs: 159 active+clean; 6.9 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 134 MiB/s wr, 2.15k op/s 2021-03-04T23:40:24.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:24 gibba038 conmon[76675]: audit 2021-03-04T23:40:24.063680+0000 mon.b (mon.2) 9 : audit [INF] from='client.? 172.21.2.111:0/3098636502' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:24.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:24 gibba038 conmon[76675]: audit 2021-03-04T23:40:24.064005+0000 mon.a (mon.0) 1657 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:24.663 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:24.685 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:24.686 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:24.687 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:24.788 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:24.808 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:24.809 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:24.810 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:24.911 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:24.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:24.936 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:24.937 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:25.039 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:25.062 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:25.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:25.063 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:25.164 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:25.188 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:25.189 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:25.189 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:25.256 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 43 16 123113 123097 178.898 122.688 0.00779814 0.00558719 2021-03-04T23:40:25.291 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:25.312 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:25.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:25.313 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:25.414 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:25.437 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:25.438 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:25.439 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:25.540 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:25.560 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:40:25.561 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:25.562 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:25.563 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:25.586 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:25 gibba011 conmon[95595]: cluster 2021-03-04T23:40:24.195345+0000 mon.a (mon.0) 1658 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:25.587 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:25 gibba011 conmon[95595]: audit 2021-03-04T23:40:24.198229+0000 mon.a (mon.0) 1659 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:40:25.587 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:25 gibba011 conmon[95595]: cluster 2021-03-04T23:40:24.198281+0000 mon.a (mon.0) 1660 : cluster [DBG] osdmap e366: 8 total, 8 up, 8 in 2021-03-04T23:40:25.587 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:25 gibba011 conmon[99461]: cluster 2021-03-04T23:40:24.195345+0000 mon.a (mon.0) 1658 2021-03-04T23:40:25.588 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:25 gibba011 conmon[99461]: : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:25.588 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:25 gibba011 conmon[99461]: audit 2021-03-04T23:40:24.198229+0000 mon.a (mon.0) 1659 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:40:25.588 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:25 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:40:25.588 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:25 gibba011 conmon[99461]: T23:40:24.198281+0000 mon.a (mon. 2021-03-04T23:40:25.588 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:25 gibba011 conmon[99461]: 0) 1660 : cluster [DBG] osdmap e366: 8 total, 8 up, 8 in 2021-03-04T23:40:25.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:25 gibba038 conmon[76675]: cluster 2021-03-04T23:40:24.195345+0000 mon.a (mon.0) 1658 : cluster 2021-03-04T23:40:25.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:25 gibba038 conmon[76675]: [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:25.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:25 gibba038 conmon[76675]: audit 2021-03-04T23:40:24.198229+0000 mon.a (mon.0) 1659 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:40:25.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:25 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:40:25.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:25 gibba038 conmon[76675]: 40:24.198281+0000 mon.a (mon.0) 1660 : cluster [DBG] osdmap e366: 8 total, 8 up, 8 in 2021-03-04T23:40:25.665 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:25.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:25.689 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:25.690 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:25.743 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:25.791 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:25.814 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:25.815 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:25.816 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:25.917 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:25.937 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:25.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:25.939 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:26.040 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:26.059 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:26.060 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:26.061 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:26.162 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:26.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:26.185 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:26.186 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:26.256 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 44 16 125307 125291 177.948 137.125 0.00795596 0.0056157 2021-03-04T23:40:26.288 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:26.306 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:26.307 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:26.307 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:26.408 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:26.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:26.431 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:26.432 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:26.497 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:26 gibba011 conmon[99461]: cluster 2021-03-04T23:40:24.810330+0000 mgr.x (mgr.34676 2021-03-04T23:40:26.498 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:26 gibba011 conmon[99461]: ) 1175 : cluster [DBG] pgmap v1240: 159 pgs: 159 active+clean; 7.2 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 134 MiB/s wr, 2.14k op/s 2021-03-04T23:40:26.498 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:26 gibba011 conmon[95595]: cluster 2021-03-04T23:40:26.499 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:26 gibba011 conmon[95595]: 2021-03-04T23: 2021-03-04T23:40:26.499 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:26 gibba011 conmon[95595]: 40:24.810330+0000 mgr.x (mgr.34676) 1175 : cluster [DBG] pgmap v1240: 159 pgs: 159 active+clean; 7.2 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 134 MiB/s wr, 2.14k op/s 2021-03-04T23:40:26.533 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:26.554 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:26.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:26.556 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:26.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:26 gibba038 conmon[76675]: cluster 2021-03-04T23:40:24.810330+0000 mgr.x (mgr.34676) 1175 : cluster [DBG] pgmap v1240: 159 pgs: 159 active+clean; 7.2 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 134 MiB/s wr, 2.14k op/s 2021-03-04T23:40:26.657 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:26.677 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:26.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:26.679 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:26.780 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:26.799 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:26.800 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:26.801 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:26.902 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:26.921 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:26.922 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:26.922 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:27.024 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:27.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:27.048 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:27.049 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:27.150 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:27.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:27.177 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:27.177 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:27.256 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 45 16 127179 127163 176.594 117 0.00608928 0.00565983 2021-03-04T23:40:27.279 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:27.307 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:27.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:27.308 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:27.409 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:27.425 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:40:27.426 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:40:27.426 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:27.426 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56593.0:127531 11.0 11:0bbebe76:::benchmark_data_gibba011_300349_object127530:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e366)", 2021-03-04T23:40:27.426 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:27.415254+0000", 2021-03-04T23:40:27.427 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.006922157, 2021-03-04T23:40:27.427 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0069484500000000001, 2021-03-04T23:40:27.427 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:27.427 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:40:27.428 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:40:27.428 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56593", 2021-03-04T23:40:27.428 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:40:27.428 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 127531 2021-03-04T23:40:27.428 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:27.429 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:27.429 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:27.429 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:27.429 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:27.415254+0000", 2021-03-04T23:40:27.429 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:27.430 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:27.430 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:27.430 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:27.430 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:27.415254+0000", 2021-03-04T23:40:27.431 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3517e-05 2021-03-04T23:40:27.431 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:27.431 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:27.431 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:27.431 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:27.415268+0000", 2021-03-04T23:40:27.432 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.075e-06 2021-03-04T23:40:27.432 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:27.432 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:27.432 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:27.432 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:27.415270+0000", 2021-03-04T23:40:27.433 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.4120000000000004e-06 2021-03-04T23:40:27.433 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:27.433 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:27.433 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:27.433 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:27.415277+0000", 2021-03-04T23:40:27.434 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9480000000000001e-06 2021-03-04T23:40:27.434 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:27.434 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:27.434 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:27.435 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:27.415281+0000", 2021-03-04T23:40:27.435 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0027434180000000001 2021-03-04T23:40:27.435 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:27.435 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:27.435 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:27.436 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:27.418025+0000", 2021-03-04T23:40:27.436 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000112563 2021-03-04T23:40:27.436 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:27.437 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:27.437 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:27.437 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:27.418137+0000", 2021-03-04T23:40:27.437 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00013565499999999999 2021-03-04T23:40:27.437 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:27.438 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:27.438 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:40:27.438 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:27.418273+0000", 2021-03-04T23:40:27.438 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0021975129999999999 2021-03-04T23:40:27.438 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:27.439 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:27.439 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:27.439 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:27.420471+0000", 2021-03-04T23:40:27.439 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2799999999999999e-06 2021-03-04T23:40:27.440 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:27.440 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:27.440 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:40:27.440 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:27.420474+0000", 2021-03-04T23:40:27.440 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0052193810000000004 2021-03-04T23:40:27.441 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:27.441 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:27.441 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:27.441 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:27.441 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:27.442 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56593.0:127536 11.b e366/354 11:d99347ca:::benchmark_data_gibba011_300349_object127535:head v 366'7979, mlcod=366'7977)", 2021-03-04T23:40:27.442 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:27.420866+0000", 2021-03-04T23:40:27.442 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.0013103469999999999, 2021-03-04T23:40:27.442 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001416126, 2021-03-04T23:40:27.443 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:27.443 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:40:27.443 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:27.443 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:27.444 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:27.444 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:27.420866+0000", 2021-03-04T23:40:27.444 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:27.444 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:27.444 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:27.445 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:27.445 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:27.420866+0000", 2021-03-04T23:40:27.445 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3784000000000001e-05 2021-03-04T23:40:27.445 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:27.445 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:27.446 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:27.446 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:27.420880+0000", 2021-03-04T23:40:27.446 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.666e-06 2021-03-04T23:40:27.446 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:27.447 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:27.447 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:27.447 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:27.420882+0000", 2021-03-04T23:40:27.447 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.8050000000000007e-06 2021-03-04T23:40:27.447 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:27.448 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:27.448 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:27.448 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:27.420890+0000", 2021-03-04T23:40:27.449 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.7809999999999999e-06 2021-03-04T23:40:27.449 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:27.449 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:27.449 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:27.449 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:27.420893+0000", 2021-03-04T23:40:27.450 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.1934999999999997e-05 2021-03-04T23:40:27.450 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:27.450 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:27.450 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:27.450 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:27.420935+0000", 2021-03-04T23:40:27.451 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4803999999999999e-05 2021-03-04T23:40:27.451 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:27.451 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:27.452 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:27.452 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:27.420950+0000", 2021-03-04T23:40:27.452 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.3775000000000003e-05 2021-03-04T23:40:27.452 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:27.453 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:27.453 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:27.453 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:27.453 INFO:teuthology.orchestra.run.gibba011.stdout: ], 2021-03-04T23:40:27.453 INFO:teuthology.orchestra.run.gibba011.stdout: "num_ops": 2 2021-03-04T23:40:27.454 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:40:27.455 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:27.456 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:27.456 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:27.558 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:27.578 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:27.579 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:27.580 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:27.681 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:27.705 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:27.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:27.707 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:27.809 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:27.828 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:27.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:27.829 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:27.930 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:27.951 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:27.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:27.952 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:28.053 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:28.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:28.072 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:28.073 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:28.174 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:28.191 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:28.192 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:28.192 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:28.225 INFO:teuthology.orchestra.run.gibba011.stderr:set pool 11 pgp_num to 16 2021-03-04T23:40:28.256 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 46 16 128920 128904 175.12 108.812 0.00917235 0.00570758 2021-03-04T23:40:28.293 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:28.312 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:28.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:28.314 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:28.415 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:28.433 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:28.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:28.435 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:28.521 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:40:28.536 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:28.544 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[99461]: cluster 2021-03-04T23:40:28.544 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[99461]: 2021-03-04T23:40: 2021-03-04T23:40:28.545 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[99461]: 26.810675+0000 mgr.x (mgr.34676) 1176 : cluster [DBG] pgmap v1241: 159 pgs: 159 active+clean; 7.3 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 134 MiB/s wr, 2.14k op/s 2021-03-04T23:40:28.545 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:40:28.545 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[99461]: 03-04T23:40:27.584822+0000 mon.c (mon.1 2021-03-04T23:40:28.546 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[99461]: ) 476 : audit [INF] from='client.? 172.21.2.111:0/2672571108' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:40:28.546 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[99461]: audit 2021-03-04T23: 2021-03-04T23:40:28.546 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[99461]: 40:27.585144+0000 mon.a (mon. 2021-03-04T23:40:28.547 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[99461]: 0) 1661 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:40:28.547 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: cluster 2021-03-04T23:40:28.548 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: 2021-03-04T23:40:28.548 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: 2021 2021-03-04T23:40:28.548 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: - 2021-03-04T23:40:28.548 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: 03 2021-03-04T23:40:28.548 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: - 2021-03-04T23:40:28.549 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: 04 2021-03-04T23:40:28.549 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: T 2021-03-04T23:40:28.549 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: 23 2021-03-04T23:40:28.550 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: : 2021-03-04T23:40:28.550 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: 40 2021-03-04T23:40:28.551 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: : 2021-03-04T23:40:28.551 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: 26 2021-03-04T23:40:28.552 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: . 2021-03-04T23:40:28.552 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: 810675 2021-03-04T23:40:28.553 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: +0000 2021-03-04T23:40:28.554 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: 2021-03-04T23:40:28.554 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: mgr.x 2021-03-04T23:40:28.554 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: ( 2021-03-04T23:40:28.555 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: mgr 2021-03-04T23:40:28.555 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: . 2021-03-04T23:40:28.555 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: 34676 2021-03-04T23:40:28.556 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: ) 2021-03-04T23:40:28.556 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: 1176 2021-03-04T23:40:28.556 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: : 2021-03-04T23:40:28.557 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: cluster 2021-03-04T23:40:28.557 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: 2021-03-04T23:40:28.557 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: [DBG] 2021-03-04T23:40:28.558 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: 2021-03-04T23:40:28.558 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: pgmap v1241: 159 pgs: 159 active+clean; 7.3 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 134 MiB/s wr, 2.14k op/s 2021-03-04T23:40:28.558 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: 2021-03-04T23:40:28.559 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: audit 2021-03-04T23:40:28.559 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: 2021-03-04T23:40:28.559 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: 2021 2021-03-04T23:40:28.560 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: - 2021-03-04T23:40:28.560 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: 03 2021-03-04T23:40:28.560 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: - 2021-03-04T23:40:28.561 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: 04 2021-03-04T23:40:28.561 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: T23:40:27.584822+0000 mon.c (mon 2021-03-04T23:40:28.561 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: .1) 476 : audit [INF] from='client.? 172.21.2.111:0/2672571108' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:40:28.562 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: audit 2021-03 2021-03-04T23:40:28.562 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: -04T23:40:27.585144+0000 mon.a (mon.0) 2021-03-04T23:40:28.563 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:28 gibba011 conmon[95595]: 1661 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:40:28.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:28.566 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:28.567 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:28.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:28 gibba038 conmon[76675]: cluster 2021-03-04T23:40:26.810675+0000 mgr.x (mgr.34676) 1176 2021-03-04T23:40:28.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:28 gibba038 conmon[76675]: : cluster [DBG] pgmap v1241: 159 pgs: 159 active+clean; 7.3 GiB data, 23 GiB used, 645 GiB / 672 GiB avail; 134 MiB/s wr, 2.14k op/s 2021-03-04T23:40:28.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:28 gibba038 conmon[76675]: audit 2021-03-04T23:40:27.584822+0000 mon.c (mon.1) 476 : audit [INF] from='client.? 172.21.2.111:0/2672571108' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:40:28.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:28 gibba038 conmon[76675]: audit 2021-03-04T23:40: 2021-03-04T23:40:28.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:28 gibba038 conmon[76675]: 27.585144+0000 mon.a (mon.0) 1661 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pgp_num", "val": "16"}]: dispatch 2021-03-04T23:40:28.668 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:28.693 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:28.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:28.695 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:28.698 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:28.796 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:28.819 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:28.820 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:28.821 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:28.922 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:28.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:28.940 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:28.941 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:29.042 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:29.061 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:29.062 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:29.062 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:29.164 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:29.190 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:29.191 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:29.192 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:29.256 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 47 16 131031 131015 174.201 131.938 0.00595037 0.00573744 2021-03-04T23:40:29.294 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:29.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:29.313 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:29.314 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:29.415 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:29.444 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:29.445 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:29.445 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:29.547 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:29.567 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:29.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:29.569 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:29.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:29 gibba038 conmon[76675]: audit 2021-03-04T23:40:28.215880+0000 mon.a (mon.0) 1662 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pgp_num", "val": "16"}]': finished 2021-03-04T23:40:29.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:29 gibba038 conmon[76675]: cluster 2021-03-04T23:40:28.215919+0000 mon.a (mon.0) 1663 : cluster [DBG] osdmap e367: 8 total, 8 up, 8 in 2021-03-04T23:40:29.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:29 gibba011 conmon[95595]: audit 2021-03-04T23:40:28.215880+0000 mon.a (mon.0) 2021-03-04T23:40:29.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:29 gibba011 conmon[95595]: 1662 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pgp_num", "val": "16"}]': finished 2021-03-04T23:40:29.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:29 gibba011 conmon[95595]: cluster 2021-03-04T23:40:28.215919+0000 mon.a (mon.0) 1663 : cluster [DBG] osdmap e367: 8 total, 8 up, 8 in 2021-03-04T23:40:29.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:29 gibba011 conmon[99461]: audit 2021-03-04T23:40:28.215880+0000 mon.a (mon.0 2021-03-04T23:40:29.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:29 gibba011 conmon[99461]: ) 1662 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_6", "var": "pgp_num", "val": "16"}]': finished 2021-03-04T23:40:29.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:29 gibba011 conmon[99461]: cluster 2021-03-04T23:40:28.215919+0000 mon.a (mon.0) 1663 : cluster [DBG] osdmap e367: 8 total, 8 up, 8 in 2021-03-04T23:40:29.671 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:29.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:29.695 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:29.695 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:29.797 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:29.817 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:29.818 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:29.819 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:29.920 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:29.945 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:29.946 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:29.948 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:30.050 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:30.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:30.074 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:30.074 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:30.096 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:40:30.176 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:30.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:30.199 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:30.199 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:30.256 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 48 16 133264 133248 173.479 139.562 0.0106834 0.0057614 2021-03-04T23:40:30.268 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:30.270 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:30 gibba011 conmon[99461]: cluster 2021-03-04T23:40:30.270 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:30 gibba011 conmon[99461]: 2021-03-04T23:40:30.270 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:30 gibba011 conmon[99461]: 2021 2021-03-04T23:40:30.271 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:30 gibba011 conmon[99461]: -03-04T23:40:28. 2021-03-04T23:40:30.271 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:30 gibba011 conmon[99461]: 811090+0000 mgr.x (mgr.34676) 1177 : cluster [DBG] pgmap v1243: 159 pgs: 159 active+clean; 7.8 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 153 MiB/s wr, 2.44k op/s 2021-03-04T23:40:30.271 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:30 gibba011 conmon[95595]: cluster 2021-03-04T23:40:30.272 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:30 gibba011 conmon[95595]: 2021-03- 2021-03-04T23:40:30.272 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:30 gibba011 conmon[95595]: 04T23:40:28.811090+0000 mgr.x (mgr.34676) 1177 : cluster [DBG] pgmap v1243: 159 pgs: 159 active+clean; 7.8 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 153 MiB/s wr, 2.44k op/s 2021-03-04T23:40:30.301 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:30.327 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:30.328 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:30.330 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:30.432 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:30.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:30.458 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:30.459 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:30.561 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:30.579 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:30.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:30.581 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:30.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:30 gibba038 conmon[76675]: cluster 2021-03-04T23:40:28.811090+0000 mgr.x (mgr.34676) 1177 : cluster [DBG] pgmap v1243: 159 pgs: 159 active+clean; 7.8 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 153 MiB/s wr, 2.44k op/s 2021-03-04T23:40:30.657 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:40:30.678 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:40:30.682 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:30.701 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:40:30.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:30.709 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:30.710 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:30.725 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:40:30.751 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:40:30.775 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:40:30.798 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:40:30.811 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:30.819 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:40:30.827 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:40:30.827 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:40:30.827 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:40:30.827 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:40:30.828 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:40:30.828 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:40:30.828 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:40:30.828 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:40:30.831 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:30.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:30.833 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:30.934 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:30.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:30.954 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:30.955 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:31.057 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:31.084 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:31.085 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:31.086 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:31.188 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:31.208 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:31.209 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:31.209 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:31.232 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:31 gibba011 conmon[95595]: audit 2021-03-04T23:40:30.631847+0000 mon.c (mon.1) 477 : audit [DBG] from='client.? 172.21.2.111:0/876073340' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:31.256 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 49 16 135286 135270 172.518 126.375 0.00319663 0.00579341 2021-03-04T23:40:31.310 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:31.334 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:31.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:31.336 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:31.438 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:31.460 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:31.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:31.461 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:31.563 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:31.582 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:31.583 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:31.584 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:31.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:31 gibba038 conmon[76675]: audit 2021-03-04T23:40:30.631847+0000 2021-03-04T23:40:31.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:31 gibba038 conmon[76675]: mon.c (mon.1) 477 : audit [DBG] from='client.? 172.21.2.111:0/876073340' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:31.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:31 gibba011 conmon[99461]: audit 2021-03-04T23:40:31.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:31 gibba011 conmon[99461]: 2021-03-04T23:40:31.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:31 gibba011 conmon[99461]: 2021-03-04T23:40:30.631847 2021-03-04T23:40:31.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:31 gibba011 conmon[99461]: +0000 mon.c (mon.1) 477 : audit [DBG] from='client.? 172.21.2.111:0/876073340' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:31.685 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:31.711 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:31.712 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:31.712 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:31.813 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:31.833 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:31.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:31.834 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:31.935 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:31.961 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:31.962 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:31.963 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:32.064 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:32.085 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:32.086 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:32.086 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:32.188 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:32.212 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:32.212 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:32.213 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:32.256 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 50 16 137544 137528 171.89 141.125 0.00504025 0.00581477 2021-03-04T23:40:32.314 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:32.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:32.336 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:32.337 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:32.438 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:32.461 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:32.465 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:32.465 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:32.555 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:32 gibba011 conmon[99461]: cluster 2021-03-04T23:40:30.811459+0000 mgr.x (mgr.34676) 1178 2021-03-04T23:40:32.555 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:32 gibba011 conmon[99461]: : cluster [DBG] pgmap v1244: 159 pgs: 159 active+clean; 7.9 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 126 MiB/s wr, 2.02k op/s 2021-03-04T23:40:32.556 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:32 gibba011 conmon[95595]: cluster 2021-03-04T23:40:30.811459+0000 mgr.x (mgr.34676) 1178 : cluster [DBG] pgmap v1244: 159 pgs: 159 active+clean; 7.9 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 126 MiB/s wr, 2.02k op/s 2021-03-04T23:40:32.556 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:32 gibba011 conmon[95595]: 2021-03-04T23:40:32.567 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:32.587 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:32.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:32 gibba038 conmon[76675]: cluster 2021-03-04T23:40:30.811459+0000 mgr.x (mgr.34676) 1178 : cluster [DBG] pgmap v1244: 159 pgs: 159 active+clean; 7.9 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 126 MiB/s wr, 2.02k op/s 2021-03-04T23:40:32.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:32 gibba038 conmon[76675]: 2021-03-04T23:40:32.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:32.590 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:32.692 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:32.716 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:32.717 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:32.719 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:32.820 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:32.844 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:32.845 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:32.846 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:32.947 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:32.973 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:32.974 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:32.974 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:33.076 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:33.101 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:33.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:33.103 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:33.204 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:33.228 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:33.229 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:33.230 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:33.257 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 51 16 139738 139722 171.208 137.125 0.00323064 0.00583564 2021-03-04T23:40:33.331 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:33.355 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:33.356 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:33.356 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:33.457 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:33.479 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:33.480 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:33.480 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:33.581 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:33.602 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:33.603 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:33.604 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:33.705 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:33.729 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:33.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:33.731 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:33.832 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:33.853 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:33.855 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:33.855 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:33.956 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:33.989 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:33.990 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:33.990 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:34.092 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:34.111 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:34.112 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:34.113 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:34.214 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:34.240 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:34.241 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:34.242 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:34.256 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 52 16 141935 141919 170.556 137.312 0.00759492 0.0058603 2021-03-04T23:40:34.343 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:34.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:34 gibba011 conmon[95595]: cluster 2021-03-04T23:40:32.811985+0000 mgr.x (mgr.34676) 1179 : cluster [DBG] pgmap v1245: 159 pgs: 159 active+clean; 8.2 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 117 MiB/s wr, 1.87k op/s 2021-03-04T23:40:34.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:34 gibba011 conmon[99461]: cluster 2021-03-04T23:40:32.811985+0000 mgr.x (mgr.34676) 1179 : cluster [DBG] pgmap v1245: 159 pgs: 159 active+clean; 8.2 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 117 MiB/s wr, 1.87k op/s 2021-03-04T23:40:34.361 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:34.362 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:34.363 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:34.441 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:40:34.441 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:40:34.464 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:34.489 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:34.490 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:34.491 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:34.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:34 gibba038 conmon[76675]: cluster 2021-03-04T23:40:32.811985+0000 mgr.x (mgr.34676) 1179 : cluster [DBG] pgmap v1245: 159 pgs: 159 active+clean; 8.2 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 117 MiB/s wr, 1.87k op/s 2021-03-04T23:40:34.592 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:34.614 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:34.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:34.615 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:34.716 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:34.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:34.737 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:34.738 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:34.840 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:34.863 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:34.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:34.865 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:34.966 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:34.988 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:34.989 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:34.989 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:35.009 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 1, 3, 2, 7] out_osds: [] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:40:35.010 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:40:35.010 INFO:tasks.thrashosds.thrasher:Growing pool rbd 2021-03-04T23:40:35.011 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:40:35.090 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:35.111 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:35.112 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:35.113 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:35.199 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:35.214 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:35.245 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:35.246 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:40:35.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:35.248 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:35.256 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 53 16 144106 144090 169.898 135.688 0.00414615 0.00588294 2021-03-04T23:40:35.350 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:35.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:35 gibba011 conmon[95595]: audit 2021-03-04T23:40:34.486255+0000 mon.a (mon.0) 1664 : audit [INF] from='client.? 172.21.2.111:0/3235052201' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:40:35.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:35 gibba011 conmon[99461]: audit 2021-03-04T23:40:34.486255+0000 mon.a (mon.0 2021-03-04T23:40:35.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:35 gibba011 conmon[99461]: ) 1664 : audit [INF] from='client.? 172.21.2.111:0/3235052201' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:40:35.369 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:35.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:35.372 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:35.474 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:35.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:35.493 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:35.494 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:35.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:35 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:40:35.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:35 gibba038 conmon[76675]: 04T23:40:34.486255+0000 mon.a (mon.0) 1664 : audit [INF] from='client.? 172.21.2.111:0/3235052201' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:40:35.595 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:35.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:35.617 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:35.618 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:35.719 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:35.746 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:35.748 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:35.748 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:35.850 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:35.857 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:40:35.870 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:35.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:35.874 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:35.975 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:36.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:36.003 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:36.003 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:36.017 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:36.104 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:36.128 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:36.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:36.130 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:36.231 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:36.240 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:36 gibba011 conmon[95595]: cluster 2021-03-04T23:40:34.812442+0000 mgr.x (mgr.34676) 1180 : cluster [DBG] 2021-03-04T23:40:36.241 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:36 gibba011 conmon[95595]: pgmap v1246: 159 pgs: 159 active+clean; 8.4 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 130 MiB/s wr, 2.08k op/s 2021-03-04T23:40:36.241 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:36 gibba011 conmon[95595]: cluster 2021-03-04T23:40:35.232425+0000 mon.a (mon.0) 1665 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:36.241 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:36 gibba011 conmon[95595]: audit 2021-03-04T23:40:35.238810+0000 mon.a (mon.0) 1666 : audit [INF] from='client.? 172.21.2.111:0/3235052201' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:40:36.241 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:36 gibba011 conmon[95595]: cluster 2021-03-04T23:40:35.238858+0000 mon.a (mon.0) 1667 : cluster [DBG] osdmap e368: 8 total, 8 up, 8 in 2021-03-04T23:40:36.241 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:36 gibba011 conmon[95595]: cluster 2021-03-04T23:40:35.462692+0000 osd.7 (osd.7) 51 : cluster [DBG] 1.32 scrub starts 2021-03-04T23:40:36.242 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:36 gibba011 conmon[95595]: cluster 2021-03-04T23:40:35.463208+0000 osd.7 (osd.7) 52 : cluster [DBG] 1.32 scrub ok 2021-03-04T23:40:36.242 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:36 gibba011 conmon[99461]: cluster 2021-03-04T23:40:34.812442+0000 mgr.x (mgr.34676) 1180 : cluster [DBG] 2021-03-04T23:40:36.243 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:36 gibba011 conmon[99461]: pgmap v1246: 159 pgs: 159 active+clean; 8.4 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 130 MiB/s wr, 2.08k op/s 2021-03-04T23:40:36.243 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:36 gibba011 conmon[99461]: cluster 2021-03-04T23:40:35.232425+0000 mon.a (mon.0) 1665 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:36.243 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:36 gibba011 conmon[99461]: audit 2021-03-04T23:40:35.238810+0000 mon.a (mon 2021-03-04T23:40:36.243 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:36 gibba011 conmon[99461]: .0) 1666 : audit [INF] from='client.? 172.21.2.111:0/3235052201' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:40:36.244 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:36 gibba011 conmon[99461]: cluster 2021-03-04T23:40:35.238858+0000 mon.a ( 2021-03-04T23:40:36.244 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:36 gibba011 conmon[99461]: mon.0) 1667 : cluster [DBG] osdmap e368: 8 total, 8 up, 8 in 2021-03-04T23:40:36.244 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:36 gibba011 conmon[99461]: cluster 2021-03-04T23:40:35.462692+0000 2021-03-04T23:40:36.244 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:36 gibba011 conmon[99461]: osd.7 (osd.7) 51 : cluster [DBG] 1.32 scrub starts 2021-03-04T23:40:36.244 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:36 gibba011 conmon[99461]: cluster 2021-03-04T23:40:35 2021-03-04T23:40:36.245 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:36 gibba011 conmon[99461]: .463208+0000 osd.7 (osd.7) 52 : cluster [DBG] 1.32 scrub ok 2021-03-04T23:40:36.257 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 54 16 146165 146149 169.134 128.688 0.00628586 0.00590961 2021-03-04T23:40:36.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:36.258 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:36.259 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:36.360 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:36.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:36.382 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:36.382 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:36.403 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:40:36.483 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:36.500 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:36.501 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:36.502 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:36.569 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:36.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:36 gibba038 conmon[76675]: cluster 2021-03-04T23:40:34.812442+0000 mgr.x (mgr.34676) 1180 : cluster [DBG] pgmap v1246: 159 pgs: 159 active+clean; 8.4 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 130 MiB/s wr, 2.08k op/s 2021-03-04T23:40:36.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:36 gibba038 conmon[76675]: cluster 2021-03-04T23:40:35.232425+0000 mon.a (mon.0) 1665 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:36.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:36 gibba038 conmon[76675]: audit 2021-03-04T23:40:35.238810+0000 mon.a (mon.0) 1666 : audit [INF] from='client.? 172.21.2.111:0/3235052201' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:40:36.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:36 gibba038 conmon[76675]: cluster 2021-03-04T23:40:35.238858+0000 mon.a (mon.0) 1667 2021-03-04T23:40:36.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:36 gibba038 conmon[76675]: : cluster [DBG] osdmap e368: 8 total, 8 up, 8 in 2021-03-04T23:40:36.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:36 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:40:36.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:36 gibba038 conmon[76675]: 40:35.462692+0000 osd.7 (osd.7) 51 : cluster 2021-03-04T23:40:36.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:36 gibba038 conmon[76675]: [DBG] 1.32 scrub starts 2021-03-04T23:40:36.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:36 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:40:36.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:36 gibba038 conmon[76675]: 40:35.463208+0000 osd.7 (osd.7) 52 : 2021-03-04T23:40:36.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:36 gibba038 conmon[76675]: cluster [DBG] 1.32 scrub ok 2021-03-04T23:40:36.603 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:36.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:36.632 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:36.632 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:36.733 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:36.763 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:36.764 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:36.765 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:36.867 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:36.898 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:36.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:36.900 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:37.001 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:37.026 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:37.027 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:37.028 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:37.129 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:37.151 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:37.151 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:37.152 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:37.247 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:37 gibba011 conmon[95595]: audit 2021-03-04T23:40:36.778284+0000 mon.c (mon.1) 478 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:40:37.247 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:37 gibba011 conmon[95595]: audit 2021-03-04T23:40:36.778638+0000 mon.a (mon.0) 1668 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:40:37.253 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:37.256 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 55 16 148224 148208 168.399 128.688 0.00590283 0.00593556 2021-03-04T23:40:37.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:37.282 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:37.282 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:37.384 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:37.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:37.409 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:37.409 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:37.511 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:37.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:37.531 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:37.532 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:37.557 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:37 gibba011 conmon[99461]: audit 2021-03-04T23:40:36.778284+0000 mon.c (mon.1) 478 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:40:37.558 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:37 gibba011 conmon[99461]: audit 2021-03-04T23:40:36.778638+0000 mon.a (mon.0) 1668 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:40:37.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:37 gibba038 conmon[76675]: audit 2021-03-04T23:40:36.778284+0000 mon.c (mon.1) 478 : audit 2021-03-04T23:40:37.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:37 gibba038 conmon[76675]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:40:37.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:37 gibba038 conmon[76675]: audit 2021-03-04T23:40:36.778638+0000 mon.a (mon.0) 1668 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:40:37.633 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:37.653 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:37.654 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:37.654 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:37.756 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:37.777 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:37.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:37.778 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:37.879 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:37.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:37.897 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:37.898 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:37.999 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:38.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:38.019 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:38.019 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:38.120 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:38.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:38.141 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:38.141 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:38.242 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:38.257 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 56 16 150023 150007 167.399 112.438 0.00518793 0.00597092 2021-03-04T23:40:38.262 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:38.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:38.264 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:38.365 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:38.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:38.386 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:38.386 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:38.442 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:40:38.487 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:38.508 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:38.509 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:38.510 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:38.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:38 gibba038 conmon[76675]: cluster 2021-03-04T23:40:36.812810+0000 mgr.x (mgr.34676) 1181 2021-03-04T23:40:38.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:38 gibba038 conmon[76675]: : cluster [DBG] pgmap v1248: 159 pgs: 159 active+clean; 8.5 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 118 MiB/s wr, 1.89k op/s 2021-03-04T23:40:38.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:38 gibba038 conmon[76675]: cluster 2021-03-04T23:40:37.434204+0000 osd.7 (osd.7) 53 : cluster 2021-03-04T23:40:38.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:38 gibba038 conmon[76675]: [DBG] 1.2c scrub starts 2021-03-04T23:40:38.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:38 gibba038 conmon[76675]: cluster 2021-03-04T23:40:38.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:38 gibba038 conmon[76675]: 2021-03-04T23:40:37. 2021-03-04T23:40:38.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:38 gibba038 conmon[76675]: 436293+0000 osd.7 (osd.7) 54 : cluster [DBG] 2021-03-04T23:40:38.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:38 gibba038 conmon[76675]: 1.2c scrub ok 2021-03-04T23:40:38.591 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:38.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:38 gibba011 conmon[95595]: cluster 2021-03-04T23:40:36.812810+0000 mgr.x (mgr.34676) 1181 : cluster [DBG] pgmap v1248: 159 pgs: 159 active+clean; 8.5 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 118 MiB/s wr, 1.89k op/s 2021-03-04T23:40:38.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:38 gibba011 conmon[95595]: cluster 2021-03-04T23:40:37.434204+0000 osd.7 (osd.7) 53 : cluster [DBG] 1.2c scrub starts 2021-03-04T23:40:38.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:38 gibba011 conmon[95595]: cluster 2021-03-04T23:40:37.436293+0000 osd.7 (osd.7) 54 : cluster [DBG] 1.2c scrub ok 2021-03-04T23:40:38.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:38 gibba011 conmon[99461]: cluster 2021-03-04T23:40:36.812810+0000 mgr.x (mgr.34676) 1181 2021-03-04T23:40:38.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:38 gibba011 conmon[99461]: : cluster [DBG] pgmap v1248: 159 pgs: 159 active+clean; 8.5 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 118 MiB/s wr, 1.89k op/s 2021-03-04T23:40:38.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:38 gibba011 conmon[99461]: cluster 2021-03-04T23:40:37.434204+0000 osd.7 (osd.7) 53 : cluster [DBG] 1.2c scrub starts 2021-03-04T23:40:38.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:38 gibba011 conmon[99461]: cluster 2021-03-04T23:40:37.436293+0000 osd.7 2021-03-04T23:40:38.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:38 gibba011 conmon[99461]: (osd.7) 54 : cluster [DBG] 1.2c scrub ok 2021-03-04T23:40:38.612 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:38.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:38.631 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:38.631 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:38.733 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:38.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:38.752 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:38.752 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:38.854 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:38.877 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:38.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:38.878 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:38.983 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:39.007 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:39.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:39.009 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:39.110 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:39.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:39.137 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:39.137 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:39.238 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:39.257 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 57 16 152099 152083 166.739 129.75 0.0150679 0.00599458 2021-03-04T23:40:39.264 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:39.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:39.265 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:39.367 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:39.392 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:39.393 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:39.394 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:39.495 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:39.521 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:39.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:39.523 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:39.623 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:39.645 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:39.646 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:39.646 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:39.747 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:39.770 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:39.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:39.772 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:39.873 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:39.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:39.899 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:39.900 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:40.001 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:40.024 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:40.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:40.025 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:40.126 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:40.152 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:40.153 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:40.153 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:40.254 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:40.257 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 58 16 154241 154225 166.172 133.875 0.00689286 0.00601497 2021-03-04T23:40:40.278 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:40.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:40.280 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:40.381 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:40.401 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:40.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:40.402 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:40.475 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:40 gibba011 conmon[99461]: cluster 2021-03-04T23:40:38.813371+0000 mgr.x ( 2021-03-04T23:40:40.476 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:40 gibba011 conmon[99461]: mgr.34676) 1182 : cluster [DBG] pgmap v1249: 159 pgs: 159 active+clean; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 132 MiB/s wr, 2.10k op/s 2021-03-04T23:40:40.476 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:40 gibba011 conmon[99461]: audit 2021-03-04T23:40:39.434892+0000 mon.c (mon.1) 479 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:40:40.476 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:40 gibba011 conmon[99461]: audit 2021-03-04T23:40:39.436651+0000 mon.c (mon.1) 480 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:40:40.476 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:40 gibba011 conmon[99461]: audit 2021-03-04T23:40:39.436879+0000 mon.c (mon.1) 481 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:40:40.477 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:40 gibba011 conmon[95595]: cluster 2021-03-04T23:40:38.813371+0000 mgr.x (mgr.34676) 2021-03-04T23:40:40.477 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:40 gibba011 conmon[95595]: 1182 : cluster [DBG] pgmap v1249: 159 pgs: 159 active+clean; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 132 MiB/s wr, 2.10k op/s 2021-03-04T23:40:40.477 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:40 gibba011 conmon[95595]: audit 2021-03-04T23:40:39.434892+0000 mon.c (mon.1) 479 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:40:40.478 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:40 gibba011 conmon[95595]: audit 2021-03-04T23:40:39.436651+0000 mon.c (mon.1) 480 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:40:40.478 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:40 gibba011 conmon[95595]: audit 2021-03-04T23:40:39.436879+0000 mon.c (mon.1) 481 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:40:40.504 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:40.526 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:40.527 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:40.528 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:40.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:40 gibba038 conmon[76675]: cluster 2021-03-04T23:40:38.813371+0000 mgr.x (mgr.34676) 1182 : cluster [DBG] pgmap v1249: 159 pgs: 159 active+clean; 9.1 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 132 MiB/s wr, 2.10k op/s 2021-03-04T23:40:40.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:40 gibba038 conmon[76675]: audit 2021-03-04T23:40:39.434892+0000 mon.c (mon.1) 479 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:40:40.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:40 gibba038 conmon[76675]: audit 2021-03-04T23:40:39.436651+0000 mon.c (mon.1) 480 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:40:40.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:40 gibba038 conmon[76675]: 2021-03-04T23:40:40.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:40 gibba038 conmon[76675]: audit 2021-03-04T23:40:39.436879+0000 mon.c (mon.1) 481 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:40:40.629 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:40.650 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:40.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:40.651 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:40.752 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:40.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:40.782 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:40.782 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:40.884 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:40.907 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:40.908 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:40.909 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:41.010 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:41.033 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:41.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:41.035 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:41.137 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:41.163 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:41.164 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:41.164 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:41.194 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:40:41.221 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:40:41.240 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:40:41.257 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 59 16 156177 156161 165.406 121 0.00825749 0.00604296 2021-03-04T23:40:41.264 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:40:41.266 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:41.288 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:40:41.290 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:41.292 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:41.292 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:41.308 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:40:41.331 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:40:41.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:41 gibba011 conmon[95595]: cluster 2021-03-04T23:40:39.802724+0000 osd.3 (osd.3) 18 : cluster [DBG] 1.2b scrub ok 2021-03-04T23:40:41.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:41 gibba011 conmon[95595]: audit 2021-03-04T23:40:41.156777+0000 mon.c (mon.1) 482 : audit [DBG] from='client.? 172.21.2.111:0/1801843604' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:41.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:41 gibba011 conmon[99461]: cluster 2021-03-04T23:40:39.802724+0000 osd.3 (osd.3) 18 : cluster [DBG] 2021-03-04T23:40:41.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:41 gibba011 conmon[99461]: 1.2b scrub ok 2021-03-04T23:40:41.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:41 gibba011 conmon[99461]: audit 2021-03-04T23:40:41.156777+0000 mon.c (mon.1) 482 : audit [DBG] from='client.? 172.21.2.111:0/1801843604' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:41.356 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:40:41.358 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:40:41.358 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:40:41.359 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:40:41.359 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:40:41.359 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:40:41.359 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:40:41.359 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:40:41.360 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:40:41.393 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:41.423 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:41.424 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:41.425 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:41.529 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:41.532 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:40:41.535 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:40:41.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:41 gibba038 conmon[76675]: cluster 2021-03-04T23:40:39.802724+0000 osd.3 (osd.3) 2021-03-04T23:40:41.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:41 gibba038 conmon[76675]: 18 : cluster [DBG] 1.2b scrub ok 2021-03-04T23:40:41.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:41 gibba038 conmon[76675]: audit 2021-03-04T23:40:41.156777+0000 mon.c (mon.1) 482 : audit [DBG] from='client.? 172.21.2.111:0/1801843604' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:41.590 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:41.591 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:41.592 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:41.693 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:41.714 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:41.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:41.716 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:41.817 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:41.837 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:41.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:41.839 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:41.940 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:41.961 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:41.962 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:41.963 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:42.064 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:42.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:42.083 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:42.083 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:42.184 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:42.207 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:42.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:42.209 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:42.257 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:40:42.256073+0000 min lat: 0.000807119 max lat: 0.234733 avg lat: 0.00608543 2021-03-04T23:40:42.258 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:40:42.258 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 60 16 157714 157698 164.25 96.0625 0.00445244 0.00608543 2021-03-04T23:40:42.310 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:42.332 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:42.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:42.335 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:42.436 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:42.456 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:42.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:42.458 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:42.559 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:42.571 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:42 gibba011 conmon[95595]: cluster 2021-03-04T23:40:40.813705+0000 mgr.x (mgr.34676) 1183 2021-03-04T23:40:42.572 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:42 gibba011 conmon[95595]: : cluster [DBG] pgmap v1250: 159 pgs: 159 active+clean; 9.2 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 131 MiB/s wr, 2.10k op/s 2021-03-04T23:40:42.572 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:42 gibba011 conmon[95595]: audit 2021-03-04T23:40:41.364230+0000 mgr.x (mgr.34676) 1184 : audit [DBG] from='client.46740 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:40:42.573 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:42 gibba011 conmon[99461]: cluster 2021-03-04T23:40:40.813705+0000 mgr.x (mgr.34676) 1183 2021-03-04T23:40:42.573 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:42 gibba011 conmon[99461]: : cluster [DBG] pgmap v1250: 159 pgs: 159 active+clean; 9.2 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 131 MiB/s wr, 2.10k op/s 2021-03-04T23:40:42.573 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:42 gibba011 conmon[99461]: audit 2021-03-04T23:40:41.364230+0000 mgr.x (mgr.34676) 1184 : 2021-03-04T23:40:42.574 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:42 gibba011 conmon[99461]: audit [DBG] from='client.46740 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:40:42.577 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:42.578 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:42.580 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:42.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:42 gibba038 conmon[76675]: cluster 2021-03-04T23:40:40.813705+0000 mgr.x (mgr.34676) 1183 : cluster [DBG] pgmap v1250: 159 pgs: 159 active+clean; 9.2 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 131 MiB/s wr, 2.10k op/s 2021-03-04T23:40:42.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:42 gibba038 conmon[76675]: audit 2021-03-04T23:40:41.364230+0000 mgr.x (mgr.34676 2021-03-04T23:40:42.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:42 gibba038 conmon[76675]: ) 1184 : audit [DBG] from='client.46740 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:40:42.682 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:42.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:42.702 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:42.702 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:42.803 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:42.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:42.828 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:42.828 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:42.930 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:42.952 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:42.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:42.954 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:43.055 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:43.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:43.076 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:43.076 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:43.178 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:43.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:43.204 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:43.205 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:43.257 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 61 16 159776 159760 163.67 128.875 0.00260801 0.00610161 2021-03-04T23:40:43.306 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:43.328 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:43.329 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:43.329 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:43.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:43 gibba038 conmon[76675]: cluster 2021-03-04T23:40:41.826038+0000 osd.3 (osd.3) 19 : cluster [DBG] 1.2a scrub ok 2021-03-04T23:40:43.431 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:43.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:43.453 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:43.453 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:43.526 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:43 gibba011 conmon[95595]: cluster 2021-03-04T23:40:41.826038+0000 osd.3 (osd.3) 19 : cluster [DBG] 1.2a scrub ok 2021-03-04T23:40:43.527 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:43 gibba011 conmon[99461]: cluster 2021-03-04T23:40:41.826038+0000 osd.3 (osd.3) 19 : cluster [DBG] 1.2a scrub ok 2021-03-04T23:40:43.554 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:43.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:43.576 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:43.577 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:43.678 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:43.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:43.702 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:43.703 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:43.804 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:43.827 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:43.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:43.828 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:43.929 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:43.951 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:43.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:43.952 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:44.053 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:44.078 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:44.079 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:44.080 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:44.180 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:40:44.180 INFO:teuthology.orchestra.run.gibba011.stdout: "size": 20, 2021-03-04T23:40:44.181 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 600, 2021-03-04T23:40:44.181 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:40:44.181 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.181 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56212.0:115470 10.2 10:42c38351:::benchmark_data_gibba011_264195_object115469:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e318)", 2021-03-04T23:40:44.182 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:36:51.542339+0000", 2021-03-04T23:40:44.182 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 232.24759022000001, 2021-03-04T23:40:44.182 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.20715857200000001, 2021-03-04T23:40:44.182 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:44.182 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.183 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:40:44.183 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56212", 2021-03-04T23:40:44.183 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:40:44.183 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 115470 2021-03-04T23:40:44.184 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.184 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:44.184 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.184 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:44.184 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.542339+0000", 2021-03-04T23:40:44.185 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:44.185 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.185 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.185 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:44.185 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.542339+0000", 2021-03-04T23:40:44.186 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1583000000000001e-05 2021-03-04T23:40:44.186 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.186 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.186 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:44.187 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.542351+0000", 2021-03-04T23:40:44.187 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8390000000000001e-06 2021-03-04T23:40:44.187 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.187 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.187 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:44.188 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.542353+0000", 2021-03-04T23:40:44.188 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.8570000000000001e-06 2021-03-04T23:40:44.188 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.188 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.189 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:44.189 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.542362+0000", 2021-03-04T23:40:44.189 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.7280000000000001e-06 2021-03-04T23:40:44.189 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.189 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.190 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.190 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.542365+0000", 2021-03-04T23:40:44.190 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3717e-05 2021-03-04T23:40:44.190 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.191 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.191 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:44.191 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.542389+0000", 2021-03-04T23:40:44.191 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.0117999999999995e-05 2021-03-04T23:40:44.191 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.192 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.192 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:44.192 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.542459+0000", 2021-03-04T23:40:44.192 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.0518000000000004e-05 2021-03-04T23:40:44.192 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.193 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.193 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:40:44.193 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.542540+0000", 2021-03-04T23:40:44.193 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0028483430000000001 2021-03-04T23:40:44.194 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.194 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.194 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:40:44.194 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.545388+0000", 2021-03-04T23:40:44.194 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001064775 2021-03-04T23:40:44.195 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.195 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.195 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.195 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.546453+0000", 2021-03-04T23:40:44.196 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.20297053000000001 2021-03-04T23:40:44.196 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.196 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.196 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.196 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.749423+0000", 2021-03-04T23:40:44.197 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4536999999999997e-05 2021-03-04T23:40:44.197 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.197 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.197 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:40:44.197 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.749468+0000", 2021-03-04T23:40:44.198 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0026999999999999e-05 2021-03-04T23:40:44.198 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.198 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.198 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:40:44.199 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.749498+0000", 2021-03-04T23:40:44.199 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.20715857200000001 2021-03-04T23:40:44.199 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.199 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:44.199 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.200 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.200 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.200 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56212.0:115472 10.2 10:4a2f2491:::benchmark_data_gibba011_264195_object115471:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e318)", 2021-03-04T23:40:44.200 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:36:51.543456+0000", 2021-03-04T23:40:44.200 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 232.24647312100001, 2021-03-04T23:40:44.201 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.206140668, 2021-03-04T23:40:44.201 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:44.201 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.201 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:40:44.202 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56212", 2021-03-04T23:40:44.202 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:40:44.202 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 115472 2021-03-04T23:40:44.202 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.202 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:44.203 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.203 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:44.203 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.543456+0000", 2021-03-04T23:40:44.203 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:44.204 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.204 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.204 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:44.204 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.543456+0000", 2021-03-04T23:40:44.204 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2381999999999999e-05 2021-03-04T23:40:44.205 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.205 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.205 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:44.205 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.543469+0000", 2021-03-04T23:40:44.205 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.88e-06 2021-03-04T23:40:44.206 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.206 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.206 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:44.206 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.543471+0000", 2021-03-04T23:40:44.207 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.8280000000000003e-06 2021-03-04T23:40:44.207 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.207 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.207 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:44.207 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.543478+0000", 2021-03-04T23:40:44.208 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.7339999999999999e-06 2021-03-04T23:40:44.208 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.208 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.208 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.208 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.543483+0000", 2021-03-04T23:40:44.209 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00055462399999999998 2021-03-04T23:40:44.209 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.209 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.209 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:44.210 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.544038+0000", 2021-03-04T23:40:44.210 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.7107999999999995e-05 2021-03-04T23:40:44.210 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.210 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.210 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:44.211 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.544105+0000", 2021-03-04T23:40:44.211 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.1517e-05 2021-03-04T23:40:44.211 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.211 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.211 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:40:44.212 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.544176+0000", 2021-03-04T23:40:44.212 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0015992630000000001 2021-03-04T23:40:44.212 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.212 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.212 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:40:44.213 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.545776+0000", 2021-03-04T23:40:44.213 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00079194300000000003 2021-03-04T23:40:44.213 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.213 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.213 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.214 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.546568+0000", 2021-03-04T23:40:44.214 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.20296742200000001 2021-03-04T23:40:44.214 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.214 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.215 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.215 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.749535+0000", 2021-03-04T23:40:44.215 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.4041000000000002e-05 2021-03-04T23:40:44.215 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.215 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.216 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:40:44.216 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.749569+0000", 2021-03-04T23:40:44.216 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7926e-05 2021-03-04T23:40:44.216 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.217 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.217 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:40:44.217 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.749597+0000", 2021-03-04T23:40:44.217 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.206140668 2021-03-04T23:40:44.218 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.218 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:44.218 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.218 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.219 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.219 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56212.0:115485 10.2 10:48c8bb40:::benchmark_data_gibba011_264195_object115484:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e318)", 2021-03-04T23:40:44.219 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:36:51.556909+0000", 2021-03-04T23:40:44.219 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 232.23302073799999, 2021-03-04T23:40:44.219 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.19407933299999999, 2021-03-04T23:40:44.220 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:44.220 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.220 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:40:44.220 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56212", 2021-03-04T23:40:44.220 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:40:44.221 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 115485 2021-03-04T23:40:44.221 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.221 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:44.221 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.222 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:44.222 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.556909+0000", 2021-03-04T23:40:44.222 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:44.222 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.222 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.223 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:44.223 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.556909+0000", 2021-03-04T23:40:44.223 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1389000000000001e-05 2021-03-04T23:40:44.223 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.224 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.224 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:44.224 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.556920+0000", 2021-03-04T23:40:44.224 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0590000000000001e-06 2021-03-04T23:40:44.224 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.225 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.225 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:44.225 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.556922+0000", 2021-03-04T23:40:44.225 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0029e-05 2021-03-04T23:40:44.226 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.226 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.226 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:44.226 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.556932+0000", 2021-03-04T23:40:44.226 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.7910000000000002e-06 2021-03-04T23:40:44.227 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.227 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.227 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.227 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.556936+0000", 2021-03-04T23:40:44.228 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.9091999999999995e-05 2021-03-04T23:40:44.228 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.228 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.228 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:44.229 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.557005+0000", 2021-03-04T23:40:44.229 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.1886999999999998e-05 2021-03-04T23:40:44.229 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.229 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.230 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:44.230 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.557077+0000", 2021-03-04T23:40:44.230 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.8887000000000006e-05 2021-03-04T23:40:44.230 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.230 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.231 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:40:44.231 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.557156+0000", 2021-03-04T23:40:44.231 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018828670000000001 2021-03-04T23:40:44.231 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.232 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.232 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:40:44.232 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.559039+0000", 2021-03-04T23:40:44.232 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000464482 2021-03-04T23:40:44.232 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.233 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.233 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.233 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.559503+0000", 2021-03-04T23:40:44.233 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.19141815700000001 2021-03-04T23:40:44.233 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.234 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.234 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.234 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.750921+0000", 2021-03-04T23:40:44.234 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8587999999999997e-05 2021-03-04T23:40:44.235 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.235 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.235 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:40:44.235 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.750960+0000", 2021-03-04T23:40:44.235 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.8104999999999999e-05 2021-03-04T23:40:44.236 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.236 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.236 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:40:44.236 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:36:51.750988+0000", 2021-03-04T23:40:44.237 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.19407933299999999 2021-03-04T23:40:44.237 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.237 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:44.237 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.237 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.238 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.238 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56212.0:134224 10.2 10:4951a0f5:::benchmark_data_gibba011_264195_object134223:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e322)", 2021-03-04T23:40:44.238 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:37:03.624591+0000", 2021-03-04T23:40:44.238 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 220.165338405, 2021-03-04T23:40:44.238 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17046799200000001, 2021-03-04T23:40:44.239 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:44.239 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.239 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:40:44.239 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56212", 2021-03-04T23:40:44.240 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:40:44.240 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 134224 2021-03-04T23:40:44.240 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.240 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:44.241 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.241 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:44.241 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.624591+0000", 2021-03-04T23:40:44.241 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:44.241 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.242 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.242 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:44.242 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.624591+0000", 2021-03-04T23:40:44.242 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3182e-05 2021-03-04T23:40:44.242 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.243 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.243 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:44.243 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.624604+0000", 2021-03-04T23:40:44.243 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.221e-06 2021-03-04T23:40:44.244 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.244 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.244 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:44.244 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.624606+0000", 2021-03-04T23:40:44.244 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2933e-05 2021-03-04T23:40:44.245 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.245 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.245 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:44.245 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.624619+0000", 2021-03-04T23:40:44.246 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4390000000000002e-06 2021-03-04T23:40:44.246 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.246 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.246 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.246 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.624624+0000", 2021-03-04T23:40:44.247 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0162e-05 2021-03-04T23:40:44.247 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.247 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.247 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:44.248 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.624654+0000", 2021-03-04T23:40:44.248 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.7645000000000004e-05 2021-03-04T23:40:44.248 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.248 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.249 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:44.249 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.624752+0000", 2021-03-04T23:40:44.249 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000108522 2021-03-04T23:40:44.249 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.249 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.250 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:40:44.250 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.624860+0000", 2021-03-04T23:40:44.250 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0044846929999999997 2021-03-04T23:40:44.250 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.251 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.251 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:40:44.251 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.629345+0000", 2021-03-04T23:40:44.251 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0034000000000001e-05 2021-03-04T23:40:44.251 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.252 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.252 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.252 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.629375+0000", 2021-03-04T23:40:44.252 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.16563563000000001 2021-03-04T23:40:44.252 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.253 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.253 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.253 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.795011+0000", 2021-03-04T23:40:44.253 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9322000000000001e-05 2021-03-04T23:40:44.254 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.254 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.254 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:40:44.254 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.795040+0000", 2021-03-04T23:40:44.255 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9208999999999999e-05 2021-03-04T23:40:44.255 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.255 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.255 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:40:44.255 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.795059+0000", 2021-03-04T23:40:44.256 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17046799200000001 2021-03-04T23:40:44.256 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.256 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:44.256 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.256 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.257 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.257 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56212.0:134227 10.2 10:4d369710:::benchmark_data_gibba011_264195_object134226:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e322)", 2021-03-04T23:40:44.257 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:37:03.626492+0000", 2021-03-04T23:40:44.257 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 220.16343731399999, 2021-03-04T23:40:44.257 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17063850799999999, 2021-03-04T23:40:44.258 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:44.258 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.258 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:40:44.258 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56212", 2021-03-04T23:40:44.258 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:40:44.259 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 134227 2021-03-04T23:40:44.259 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.259 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:44.259 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.259 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:44.260 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.626492+0000", 2021-03-04T23:40:44.260 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:44.260 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.261 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.261 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:44.261 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.626492+0000", 2021-03-04T23:40:44.261 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2614e-05 2021-03-04T23:40:44.261 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.262 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.262 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:44.262 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.626505+0000", 2021-03-04T23:40:44.262 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2800000000000002e-06 2021-03-04T23:40:44.263 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.263 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.263 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:44.263 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.626507+0000", 2021-03-04T23:40:44.263 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.32e-06 2021-03-04T23:40:44.264 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.264 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.264 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:44.264 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.626515+0000", 2021-03-04T23:40:44.265 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2640000000000002e-06 2021-03-04T23:40:44.265 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.265 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.265 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.265 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.626520+0000", 2021-03-04T23:40:44.266 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00082913599999999996 2021-03-04T23:40:44.266 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.266 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.266 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:44.266 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.627349+0000", 2021-03-04T23:40:44.267 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.1020999999999995e-05 2021-03-04T23:40:44.267 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.267 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.267 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:44.267 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.627440+0000", 2021-03-04T23:40:44.268 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.4159999999999994e-05 2021-03-04T23:40:44.268 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.268 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.268 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:40:44.268 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.627524+0000", 2021-03-04T23:40:44.269 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0020619430000000001 2021-03-04T23:40:44.269 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.269 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.269 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:40:44.270 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.629586+0000", 2021-03-04T23:40:44.270 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00021126900000000001 2021-03-04T23:40:44.270 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.270 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.270 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.271 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.629797+0000", 2021-03-04T23:40:44.271 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.16728505099999999 2021-03-04T23:40:44.271 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.271 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.271 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.272 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.797082+0000", 2021-03-04T23:40:44.272 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9519999999999999e-05 2021-03-04T23:40:44.272 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.272 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.272 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:40:44.273 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.797112+0000", 2021-03-04T23:40:44.273 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.893e-05 2021-03-04T23:40:44.273 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.273 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.273 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:40:44.274 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.797131+0000", 2021-03-04T23:40:44.274 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17063850799999999 2021-03-04T23:40:44.274 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.274 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:44.274 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.275 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.275 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.275 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56212.0:134228 10.2 10:42e7de4b:::benchmark_data_gibba011_264195_object134227:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e322)", 2021-03-04T23:40:44.275 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:37:03.630792+0000", 2021-03-04T23:40:44.275 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 220.15913745099999, 2021-03-04T23:40:44.276 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.1664428, 2021-03-04T23:40:44.276 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:44.276 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.276 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:40:44.277 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56212", 2021-03-04T23:40:44.277 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:40:44.277 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 134228 2021-03-04T23:40:44.277 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.277 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:44.278 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.278 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:44.278 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.630792+0000", 2021-03-04T23:40:44.278 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:44.279 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.279 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.279 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:44.279 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.630792+0000", 2021-03-04T23:40:44.279 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1783000000000001e-05 2021-03-04T23:40:44.280 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.280 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.280 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:44.280 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.630804+0000", 2021-03-04T23:40:44.280 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6759999999999999e-06 2021-03-04T23:40:44.281 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.281 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.281 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:44.281 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.630805+0000", 2021-03-04T23:40:44.282 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.5569999999999996e-06 2021-03-04T23:40:44.282 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.282 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.282 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:44.282 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.630814+0000", 2021-03-04T23:40:44.283 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.7670000000000001e-06 2021-03-04T23:40:44.283 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.283 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.283 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.283 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.630818+0000", 2021-03-04T23:40:44.284 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3702000000000001e-05 2021-03-04T23:40:44.284 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.284 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.284 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:44.284 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.630841+0000", 2021-03-04T23:40:44.285 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.9969999999999996e-05 2021-03-04T23:40:44.285 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.285 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.285 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:44.286 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.630911+0000", 2021-03-04T23:40:44.286 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.4093999999999999e-05 2021-03-04T23:40:44.286 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.286 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.286 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:40:44.287 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.630986+0000", 2021-03-04T23:40:44.287 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0019536309999999999 2021-03-04T23:40:44.287 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.287 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.288 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:40:44.288 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.632939+0000", 2021-03-04T23:40:44.288 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00034388700000000002 2021-03-04T23:40:44.288 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.288 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.289 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.289 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.633283+0000", 2021-03-04T23:40:44.289 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.16390642 2021-03-04T23:40:44.289 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.289 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.290 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.290 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.797189+0000", 2021-03-04T23:40:44.290 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7328e-05 2021-03-04T23:40:44.290 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.291 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.291 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:40:44.291 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.797217+0000", 2021-03-04T23:40:44.291 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7985000000000001e-05 2021-03-04T23:40:44.291 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.292 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.292 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:40:44.292 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:37:03.797235+0000", 2021-03-04T23:40:44.292 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.1664428 2021-03-04T23:40:44.292 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.293 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:44.293 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.293 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.293 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.293 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56593.0:63539 11.0 11:06029fe6:::benchmark_data_gibba011_300349_object63538:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e359)", 2021-03-04T23:40:44.294 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:39:57.529777+0000", 2021-03-04T23:40:44.294 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 46.260152838000003, 2021-03-04T23:40:44.294 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13677957199999999, 2021-03-04T23:40:44.294 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:44.295 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.295 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:40:44.295 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56593", 2021-03-04T23:40:44.295 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:40:44.295 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 63539 2021-03-04T23:40:44.296 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.296 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:44.296 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.296 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:44.296 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.529777+0000", 2021-03-04T23:40:44.297 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:44.297 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.297 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.297 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:44.298 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.529777+0000", 2021-03-04T23:40:44.298 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9051000000000001e-05 2021-03-04T23:40:44.298 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.298 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.298 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:44.299 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.529796+0000", 2021-03-04T23:40:44.299 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8500000000000001e-06 2021-03-04T23:40:44.299 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.299 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.299 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:44.300 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.529798+0000", 2021-03-04T23:40:44.300 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.2919999999999998e-06 2021-03-04T23:40:44.300 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.300 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.301 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:44.301 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.529805+0000", 2021-03-04T23:40:44.301 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8480000000000003e-06 2021-03-04T23:40:44.301 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.301 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.302 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.302 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.529809+0000", 2021-03-04T23:40:44.302 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001366435 2021-03-04T23:40:44.302 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.303 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.303 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:44.303 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.531175+0000", 2021-03-04T23:40:44.303 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00015141500000000001 2021-03-04T23:40:44.304 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.304 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.304 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:44.304 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.531327+0000", 2021-03-04T23:40:44.304 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000113108 2021-03-04T23:40:44.305 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.305 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.305 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:40:44.305 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.531440+0000", 2021-03-04T23:40:44.305 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022893449999999999 2021-03-04T23:40:44.306 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.306 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.306 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.306 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.533729+0000", 2021-03-04T23:40:44.307 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0019842520000000002 2021-03-04T23:40:44.307 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.307 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.307 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:40:44.307 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.535713+0000", 2021-03-04T23:40:44.308 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13077518899999999 2021-03-04T23:40:44.308 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.308 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.308 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.309 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.666488+0000", 2021-03-04T23:40:44.309 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.7698999999999999e-05 2021-03-04T23:40:44.309 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.309 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.309 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:40:44.310 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.666526+0000", 2021-03-04T23:40:44.310 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0088000000000001e-05 2021-03-04T23:40:44.310 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.310 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.310 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:40:44.311 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.666556+0000", 2021-03-04T23:40:44.311 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13677957199999999 2021-03-04T23:40:44.311 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.311 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:44.311 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.312 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.312 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.312 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56593.0:63549 11.0 11:0b9f3735:::benchmark_data_gibba011_300349_object63548:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e359)", 2021-03-04T23:40:44.312 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:39:57.533755+0000", 2021-03-04T23:40:44.313 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 46.256174053000002, 2021-03-04T23:40:44.313 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.136179418, 2021-03-04T23:40:44.313 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:44.313 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.313 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:40:44.314 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56593", 2021-03-04T23:40:44.314 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:40:44.314 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 63549 2021-03-04T23:40:44.314 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.314 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:44.315 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.315 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:44.315 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.533755+0000", 2021-03-04T23:40:44.315 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:44.315 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.316 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.316 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:44.316 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.533755+0000", 2021-03-04T23:40:44.316 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5990000000000001e-05 2021-03-04T23:40:44.317 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.317 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.317 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:44.317 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.533771+0000", 2021-03-04T23:40:44.317 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6970000000000002e-06 2021-03-04T23:40:44.318 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.318 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.318 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:44.318 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.533774+0000", 2021-03-04T23:40:44.318 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.8169999999999994e-06 2021-03-04T23:40:44.319 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.319 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.319 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:44.319 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.533784+0000", 2021-03-04T23:40:44.320 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.1460000000000004e-06 2021-03-04T23:40:44.320 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.320 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.320 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.320 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.533789+0000", 2021-03-04T23:40:44.321 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2307000000000001e-05 2021-03-04T23:40:44.321 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.321 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.321 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:44.321 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.533821+0000", 2021-03-04T23:40:44.322 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00010903 2021-03-04T23:40:44.322 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.322 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.322 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:44.322 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.533930+0000", 2021-03-04T23:40:44.323 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000119671 2021-03-04T23:40:44.323 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.323 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.323 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:40:44.323 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.534050+0000", 2021-03-04T23:40:44.324 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0031267220000000002 2021-03-04T23:40:44.324 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.324 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.324 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:40:44.325 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.537177+0000", 2021-03-04T23:40:44.325 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00056568899999999997 2021-03-04T23:40:44.325 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.325 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.325 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.326 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.537742+0000", 2021-03-04T23:40:44.326 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13213608499999999 2021-03-04T23:40:44.326 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.326 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.326 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.327 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.669879+0000", 2021-03-04T23:40:44.327 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.7057000000000001e-05 2021-03-04T23:40:44.327 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.327 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.327 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:40:44.328 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.669916+0000", 2021-03-04T23:40:44.328 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9207000000000001e-05 2021-03-04T23:40:44.329 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.329 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.329 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:40:44.329 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.669935+0000", 2021-03-04T23:40:44.329 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.136179418 2021-03-04T23:40:44.330 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.330 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:44.330 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.330 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.331 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.331 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56593.0:63550 11.0 11:00fa6679:::benchmark_data_gibba011_300349_object63549:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e359)", 2021-03-04T23:40:44.331 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:39:57.533849+0000", 2021-03-04T23:40:44.331 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 46.256080458, 2021-03-04T23:40:44.331 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13618318900000001, 2021-03-04T23:40:44.332 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:44.332 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.332 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:40:44.332 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56593", 2021-03-04T23:40:44.332 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:40:44.333 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 63550 2021-03-04T23:40:44.333 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.333 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:44.333 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.334 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:44.334 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.533849+0000", 2021-03-04T23:40:44.334 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:44.334 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.334 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.335 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:44.335 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.533849+0000", 2021-03-04T23:40:44.335 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9137e-05 2021-03-04T23:40:44.335 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.336 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.336 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:44.336 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.533868+0000", 2021-03-04T23:40:44.336 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.677e-06 2021-03-04T23:40:44.336 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.337 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.337 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:44.337 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.533870+0000", 2021-03-04T23:40:44.337 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.2180000000000002e-06 2021-03-04T23:40:44.337 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.338 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.338 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:44.338 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.533877+0000", 2021-03-04T23:40:44.338 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.651e-06 2021-03-04T23:40:44.339 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.339 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.339 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.339 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.533882+0000", 2021-03-04T23:40:44.339 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001853705 2021-03-04T23:40:44.340 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.340 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.340 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:44.340 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.535735+0000", 2021-03-04T23:40:44.340 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.9939999999999998e-05 2021-03-04T23:40:44.341 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.341 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.341 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:44.341 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.535805+0000", 2021-03-04T23:40:44.342 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.4016000000000004e-05 2021-03-04T23:40:44.342 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.342 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.342 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:40:44.342 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.535879+0000", 2021-03-04T23:40:44.343 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001412235 2021-03-04T23:40:44.343 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.343 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.343 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:40:44.344 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.537292+0000", 2021-03-04T23:40:44.344 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00056463300000000004 2021-03-04T23:40:44.344 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.344 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.344 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.345 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.537856+0000", 2021-03-04T23:40:44.345 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13212075200000001 2021-03-04T23:40:44.345 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.345 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.345 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.346 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.669977+0000", 2021-03-04T23:40:44.346 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.1211999999999999e-05 2021-03-04T23:40:44.346 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.346 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.347 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:40:44.347 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.670008+0000", 2021-03-04T23:40:44.347 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4012999999999999e-05 2021-03-04T23:40:44.347 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.347 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.348 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:40:44.348 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:39:57.670032+0000", 2021-03-04T23:40:44.348 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13618318900000001 2021-03-04T23:40:44.348 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.348 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:44.349 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.349 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.349 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.349 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56593.0:77268 11.c 11:3ad25e87:::benchmark_data_gibba011_300349_object77267:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e360)", 2021-03-04T23:40:44.349 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:03.450196+0000", 2021-03-04T23:40:44.350 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 40.339733389000003, 2021-03-04T23:40:44.350 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17776836800000001, 2021-03-04T23:40:44.350 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:44.350 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.350 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:40:44.351 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56593", 2021-03-04T23:40:44.351 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:40:44.351 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 77268 2021-03-04T23:40:44.351 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.351 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:44.352 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.352 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:44.352 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.450196+0000", 2021-03-04T23:40:44.352 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:44.353 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.353 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.353 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:44.353 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.450196+0000", 2021-03-04T23:40:44.353 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3947e-05 2021-03-04T23:40:44.354 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.354 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.354 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:44.354 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.450210+0000", 2021-03-04T23:40:44.354 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6089999999999999e-06 2021-03-04T23:40:44.355 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.355 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.355 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:44.355 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.450213+0000", 2021-03-04T23:40:44.356 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1374e-05 2021-03-04T23:40:44.356 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.356 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.356 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:44.356 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.450224+0000", 2021-03-04T23:40:44.357 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.3900000000000001e-06 2021-03-04T23:40:44.357 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.357 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.357 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.357 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.450229+0000", 2021-03-04T23:40:44.358 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.7842999999999997e-05 2021-03-04T23:40:44.358 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.358 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.358 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:44.359 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.450267+0000", 2021-03-04T23:40:44.359 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000113743 2021-03-04T23:40:44.359 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.359 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.359 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:44.360 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.450381+0000", 2021-03-04T23:40:44.360 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00014678299999999999 2021-03-04T23:40:44.360 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.360 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.360 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:40:44.361 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.450528+0000", 2021-03-04T23:40:44.361 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0023257870000000002 2021-03-04T23:40:44.361 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.361 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.361 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.362 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.452854+0000", 2021-03-04T23:40:44.362 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00010704000000000001 2021-03-04T23:40:44.362 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.362 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.363 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:40:44.363 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.452961+0000", 2021-03-04T23:40:44.363 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.174927737 2021-03-04T23:40:44.363 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.363 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.364 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.364 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627888+0000", 2021-03-04T23:40:44.364 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2895000000000002e-05 2021-03-04T23:40:44.364 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.364 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.365 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:40:44.365 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627931+0000", 2021-03-04T23:40:44.365 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3219999999999997e-05 2021-03-04T23:40:44.365 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.365 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.366 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:40:44.366 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627964+0000", 2021-03-04T23:40:44.366 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17776836800000001 2021-03-04T23:40:44.366 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.367 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:44.367 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.367 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.367 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.367 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56593.0:77287 11.c 11:30518930:::benchmark_data_gibba011_300349_object77286:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e360)", 2021-03-04T23:40:44.368 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:03.458766+0000", 2021-03-04T23:40:44.368 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 40.331163439000001, 2021-03-04T23:40:44.368 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.174667777, 2021-03-04T23:40:44.368 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:44.368 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.369 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:40:44.369 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56593", 2021-03-04T23:40:44.369 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:40:44.369 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 77287 2021-03-04T23:40:44.369 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.370 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:44.370 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.370 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:44.370 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.458766+0000", 2021-03-04T23:40:44.371 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:44.371 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.371 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.371 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:44.371 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.458766+0000", 2021-03-04T23:40:44.372 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7008e-05 2021-03-04T23:40:44.372 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.372 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.372 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:44.372 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.458783+0000", 2021-03-04T23:40:44.373 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7460000000000001e-06 2021-03-04T23:40:44.373 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.373 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.373 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:44.374 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.458785+0000", 2021-03-04T23:40:44.374 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2772000000000001e-05 2021-03-04T23:40:44.374 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.374 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.374 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:44.375 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.458798+0000", 2021-03-04T23:40:44.375 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.1600000000000003e-06 2021-03-04T23:40:44.375 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.375 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.375 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.376 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.458804+0000", 2021-03-04T23:40:44.376 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0380000000000003e-05 2021-03-04T23:40:44.376 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.376 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.376 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:44.377 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.458844+0000", 2021-03-04T23:40:44.377 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00010351100000000001 2021-03-04T23:40:44.377 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.377 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.378 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:44.378 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.458948+0000", 2021-03-04T23:40:44.378 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000114846 2021-03-04T23:40:44.378 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.378 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.379 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 2,4", 2021-03-04T23:40:44.379 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.459062+0000", 2021-03-04T23:40:44.379 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002297552 2021-03-04T23:40:44.379 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.379 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.380 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.380 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.461360+0000", 2021-03-04T23:40:44.380 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.3578000000000005e-05 2021-03-04T23:40:44.380 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.381 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.381 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:40:44.381 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.461444+0000", 2021-03-04T23:40:44.381 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17193758000000001 2021-03-04T23:40:44.381 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.382 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.382 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.382 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.633381+0000", 2021-03-04T23:40:44.382 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.1813999999999997e-05 2021-03-04T23:40:44.382 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.383 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.383 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:40:44.383 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.633413+0000", 2021-03-04T23:40:44.383 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0829999999999999e-05 2021-03-04T23:40:44.384 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.384 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.384 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:40:44.384 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.633434+0000", 2021-03-04T23:40:44.384 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.174667777 2021-03-04T23:40:44.385 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.385 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:44.385 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.385 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.386 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.386 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56593.0:83598 11.3 e362/354 11:c3b99760:::benchmark_data_gibba011_300349_object83597:head v 362'5180, mlcod=362'5177)", 2021-03-04T23:40:44.386 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:06.691027+0000", 2021-03-04T23:40:44.386 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 37.098902686999999, 2021-03-04T23:40:44.386 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.14490819999999999, 2021-03-04T23:40:44.387 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:44.387 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.387 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:44.387 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.387 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:44.388 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.691027+0000", 2021-03-04T23:40:44.388 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:44.388 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.388 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.389 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:44.389 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.691027+0000", 2021-03-04T23:40:44.389 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.9478999999999998e-05 2021-03-04T23:40:44.389 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.389 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.390 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:44.390 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.691086+0000", 2021-03-04T23:40:44.390 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0820000000000001e-06 2021-03-04T23:40:44.390 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.390 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.391 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:44.391 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.691088+0000", 2021-03-04T23:40:44.391 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.1670000000000002e-06 2021-03-04T23:40:44.391 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.391 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.392 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:44.392 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.691095+0000", 2021-03-04T23:40:44.392 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.478e-06 2021-03-04T23:40:44.392 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.393 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.393 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.393 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.691099+0000", 2021-03-04T23:40:44.393 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00022309200000000001 2021-03-04T23:40:44.393 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.394 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.394 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:44.394 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.691322+0000", 2021-03-04T23:40:44.394 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3079e-05 2021-03-04T23:40:44.395 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.395 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.395 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:44.395 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.691335+0000", 2021-03-04T23:40:44.395 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0021776389999999999 2021-03-04T23:40:44.396 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.396 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.396 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:40:44.396 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.693513+0000", 2021-03-04T23:40:44.396 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.14242218400000001 2021-03-04T23:40:44.397 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.397 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.397 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:40:44.397 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.835935+0000", 2021-03-04T23:40:44.398 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.14490819999999999 2021-03-04T23:40:44.398 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.398 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:44.398 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.398 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.399 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.399 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56593.0:83608 11.0 11:0a20fd98:::benchmark_data_gibba011_300349_object83607:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2021-03-04T23:40:44.399 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:06.692459+0000", 2021-03-04T23:40:44.399 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 37.097470119999997, 2021-03-04T23:40:44.399 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.146209384, 2021-03-04T23:40:44.400 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:44.400 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.400 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:40:44.400 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56593", 2021-03-04T23:40:44.400 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:40:44.401 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 83608 2021-03-04T23:40:44.401 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.401 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:44.401 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.402 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:44.402 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.692459+0000", 2021-03-04T23:40:44.402 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:44.402 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.402 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.403 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:44.403 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.692459+0000", 2021-03-04T23:40:44.403 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5985999999999999e-05 2021-03-04T23:40:44.403 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.403 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.404 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:44.404 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.692475+0000", 2021-03-04T23:40:44.404 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.367e-06 2021-03-04T23:40:44.404 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.405 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.405 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:44.405 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.692478+0000", 2021-03-04T23:40:44.405 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.6260000000000003e-06 2021-03-04T23:40:44.405 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.406 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.406 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:44.406 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.692485+0000", 2021-03-04T23:40:44.406 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9230000000000004e-06 2021-03-04T23:40:44.407 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.407 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.407 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.407 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.692489+0000", 2021-03-04T23:40:44.407 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9297e-05 2021-03-04T23:40:44.408 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.408 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.408 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:44.408 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.692529+0000", 2021-03-04T23:40:44.408 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.8670000000000004e-05 2021-03-04T23:40:44.409 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.409 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.409 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:44.409 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.692607+0000", 2021-03-04T23:40:44.409 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000116665 2021-03-04T23:40:44.410 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.410 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.410 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:40:44.410 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.692724+0000", 2021-03-04T23:40:44.411 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.14325533700000001 2021-03-04T23:40:44.411 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.411 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.413 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.414 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.835979+0000", 2021-03-04T23:40:44.414 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1935e-05 2021-03-04T23:40:44.414 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.414 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.415 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:40:44.415 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.835991+0000", 2021-03-04T23:40:44.415 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0025950249999999999 2021-03-04T23:40:44.415 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.416 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.416 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.416 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.838586+0000", 2021-03-04T23:40:44.416 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.8900999999999998e-05 2021-03-04T23:40:44.416 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.417 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.417 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:40:44.420 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.838635+0000", 2021-03-04T23:40:44.420 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3652000000000002e-05 2021-03-04T23:40:44.420 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.420 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.421 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:40:44.421 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.838669+0000", 2021-03-04T23:40:44.421 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.146209384 2021-03-04T23:40:44.421 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.421 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:44.422 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.422 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.422 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.422 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56593.0:83607 11.b e362/354 11:d7581b82:::benchmark_data_gibba011_300349_object83606:head v 362'5217, mlcod=362'5215)", 2021-03-04T23:40:44.423 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:06.692628+0000", 2021-03-04T23:40:44.423 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 37.097301080000001, 2021-03-04T23:40:44.423 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.149403441, 2021-03-04T23:40:44.423 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:44.423 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.424 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:44.424 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.424 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:44.424 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.692628+0000", 2021-03-04T23:40:44.424 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:44.425 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.425 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.425 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:44.425 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.692628+0000", 2021-03-04T23:40:44.425 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1347e-05 2021-03-04T23:40:44.426 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.426 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.426 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:44.426 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.692640+0000", 2021-03-04T23:40:44.427 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1919999999999999e-06 2021-03-04T23:40:44.427 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.427 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.427 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:44.427 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.692642+0000", 2021-03-04T23:40:44.428 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.7100000000000001e-06 2021-03-04T23:40:44.428 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.428 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.428 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:44.428 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.692649+0000", 2021-03-04T23:40:44.429 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.444e-06 2021-03-04T23:40:44.429 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.429 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.429 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.430 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.692652+0000", 2021-03-04T23:40:44.430 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00067193500000000002 2021-03-04T23:40:44.430 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.430 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.430 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:44.431 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.693324+0000", 2021-03-04T23:40:44.431 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0224000000000001e-05 2021-03-04T23:40:44.431 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.431 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.431 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:44.432 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.693334+0000", 2021-03-04T23:40:44.432 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.14867393600000001 2021-03-04T23:40:44.432 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.432 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.433 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:40:44.433 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.842008+0000", 2021-03-04T23:40:44.433 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3652999999999999e-05 2021-03-04T23:40:44.433 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.433 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.434 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:40:44.434 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.842032+0000", 2021-03-04T23:40:44.434 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.149403441 2021-03-04T23:40:44.434 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.435 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:44.435 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.435 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.435 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.435 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56593.0:83604 11.f e362/354 11:f761fd68:::benchmark_data_gibba011_300349_object83603:head v 362'5244, mlcod=362'5242)", 2021-03-04T23:40:44.436 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:06.692674+0000", 2021-03-04T23:40:44.436 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 37.09725504, 2021-03-04T23:40:44.436 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.14568466499999999, 2021-03-04T23:40:44.436 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:44.436 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.437 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:44.437 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.437 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:44.437 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.692674+0000", 2021-03-04T23:40:44.437 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:44.438 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.438 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.438 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:44.438 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.692674+0000", 2021-03-04T23:40:44.439 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.3258999999999998e-05 2021-03-04T23:40:44.439 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.439 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.439 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:44.439 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.692748+0000", 2021-03-04T23:40:44.440 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5099999999999999e-06 2021-03-04T23:40:44.440 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.440 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.440 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:44.441 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.692749+0000", 2021-03-04T23:40:44.441 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0939999999999998e-06 2021-03-04T23:40:44.441 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.441 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.441 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:44.442 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.692754+0000", 2021-03-04T23:40:44.442 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.162e-06 2021-03-04T23:40:44.442 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.442 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.442 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.443 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.692757+0000", 2021-03-04T23:40:44.443 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3216000000000002e-05 2021-03-04T23:40:44.443 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.443 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.444 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:44.444 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.692791+0000", 2021-03-04T23:40:44.444 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5815999999999999e-05 2021-03-04T23:40:44.444 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.444 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.445 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:44.445 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.692806+0000", 2021-03-04T23:40:44.445 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.14552504599999999 2021-03-04T23:40:44.445 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.446 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.446 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:40:44.446 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.838332+0000", 2021-03-04T23:40:44.446 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7562000000000001e-05 2021-03-04T23:40:44.446 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.447 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.447 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:40:44.447 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.838359+0000", 2021-03-04T23:40:44.447 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.14568466499999999 2021-03-04T23:40:44.448 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.448 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:44.448 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.448 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.448 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.449 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56593.0:83605 11.3 e362/354 11:c9ddbe11:::benchmark_data_gibba011_300349_object83604:head v 362'5181, mlcod=362'5177)", 2021-03-04T23:40:44.449 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:06.693358+0000", 2021-03-04T23:40:44.449 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 37.096571795999999, 2021-03-04T23:40:44.449 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.14896195300000001, 2021-03-04T23:40:44.449 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:44.450 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.450 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:44.450 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.450 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:44.451 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.693358+0000", 2021-03-04T23:40:44.451 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:44.451 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.451 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.451 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:44.452 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.693358+0000", 2021-03-04T23:40:44.452 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.7155000000000003e-05 2021-03-04T23:40:44.452 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.452 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.452 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:44.453 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.693425+0000", 2021-03-04T23:40:44.453 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4169999999999999e-06 2021-03-04T23:40:44.453 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.453 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.453 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:44.454 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.693427+0000", 2021-03-04T23:40:44.454 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.142477782 2021-03-04T23:40:44.454 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.454 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.455 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:44.455 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.835905+0000", 2021-03-04T23:40:44.455 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1646e-05 2021-03-04T23:40:44.455 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.455 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.456 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.456 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.835917+0000", 2021-03-04T23:40:44.456 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.8881999999999997e-05 2021-03-04T23:40:44.456 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.457 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.457 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:44.457 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.835966+0000", 2021-03-04T23:40:44.457 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6783000000000001e-05 2021-03-04T23:40:44.457 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.458 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.458 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:44.458 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.835992+0000", 2021-03-04T23:40:44.458 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0063042910000000001 2021-03-04T23:40:44.459 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.459 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.459 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:40:44.459 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.842297+0000", 2021-03-04T23:40:44.459 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2997e-05 2021-03-04T23:40:44.460 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.460 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.460 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:40:44.460 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.842320+0000", 2021-03-04T23:40:44.460 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.14896195300000001 2021-03-04T23:40:44.461 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.461 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:44.461 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.461 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.461 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.462 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56593.0:83612 11.0 11:08a2ff84:::benchmark_data_gibba011_300349_object83611:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e362)", 2021-03-04T23:40:44.462 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:06.694602+0000", 2021-03-04T23:40:44.462 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 37.095327380999997, 2021-03-04T23:40:44.462 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.14645740800000001, 2021-03-04T23:40:44.463 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:44.463 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.463 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:40:44.463 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56593", 2021-03-04T23:40:44.463 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:40:44.464 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 83612 2021-03-04T23:40:44.464 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.464 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:44.464 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.465 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:44.465 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.694602+0000", 2021-03-04T23:40:44.465 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:44.465 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.465 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.466 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:44.466 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.694602+0000", 2021-03-04T23:40:44.466 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9828999999999999e-05 2021-03-04T23:40:44.466 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.466 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.467 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:44.467 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.694622+0000", 2021-03-04T23:40:44.467 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9e-06 2021-03-04T23:40:44.467 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.468 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.468 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:44.468 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.694624+0000", 2021-03-04T23:40:44.468 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.14128992500000001 2021-03-04T23:40:44.468 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.469 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.469 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:44.469 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.835914+0000", 2021-03-04T23:40:44.469 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1522000000000001e-05 2021-03-04T23:40:44.469 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.470 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.470 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.470 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.835925+0000", 2021-03-04T23:40:44.470 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.4986000000000003e-05 2021-03-04T23:40:44.471 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.471 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.471 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:44.471 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.836010+0000", 2021-03-04T23:40:44.471 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000152473 2021-03-04T23:40:44.472 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.472 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.472 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:44.472 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.836163+0000", 2021-03-04T23:40:44.472 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000201058 2021-03-04T23:40:44.473 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.473 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.473 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:40:44.473 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.836364+0000", 2021-03-04T23:40:44.473 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0024985749999999998 2021-03-04T23:40:44.474 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.474 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.474 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:40:44.474 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.838862+0000", 2021-03-04T23:40:44.475 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000471719 2021-03-04T23:40:44.475 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.475 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.475 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.475 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.839334+0000", 2021-03-04T23:40:44.476 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001661736 2021-03-04T23:40:44.476 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.476 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.476 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.476 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.840996+0000", 2021-03-04T23:40:44.477 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8294999999999998e-05 2021-03-04T23:40:44.477 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.477 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.477 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:40:44.477 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.841034+0000", 2021-03-04T23:40:44.478 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5389999999999999e-05 2021-03-04T23:40:44.478 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.478 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.478 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:40:44.479 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.841059+0000", 2021-03-04T23:40:44.479 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.14645740800000001 2021-03-04T23:40:44.479 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.479 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:44.479 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.480 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.480 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.480 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.56593.0:83608 11.0 e362/354 ondisk, result = 0)", 2021-03-04T23:40:44.480 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:06.695192+0000", 2021-03-04T23:40:44.480 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 37.094737211000002, 2021-03-04T23:40:44.481 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.14079072000000001, 2021-03-04T23:40:44.481 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:44.481 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:40:44.481 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:44.481 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.482 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:44.482 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.695192+0000", 2021-03-04T23:40:44.482 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:44.482 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.483 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.483 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:44.483 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.695192+0000", 2021-03-04T23:40:44.483 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0710000000000002e-06 2021-03-04T23:40:44.483 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.484 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.484 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:44.484 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.695194+0000", 2021-03-04T23:40:44.484 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9999999999999999e-06 2021-03-04T23:40:44.484 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.485 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.485 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:44.485 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.695196+0000", 2021-03-04T23:40:44.485 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.140722087 2021-03-04T23:40:44.486 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.486 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.486 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:44.486 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.835918+0000", 2021-03-04T23:40:44.486 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.584e-06 2021-03-04T23:40:44.487 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.487 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.487 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.487 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.835925+0000", 2021-03-04T23:40:44.487 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8658999999999997e-05 2021-03-04T23:40:44.488 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.488 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.488 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:44.488 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.835964+0000", 2021-03-04T23:40:44.488 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.3790000000000006e-06 2021-03-04T23:40:44.489 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.489 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.489 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:44.489 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.835972+0000", 2021-03-04T23:40:44.490 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.094e-05 2021-03-04T23:40:44.490 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.490 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.490 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:40:44.490 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:06.835983+0000", 2021-03-04T23:40:44.491 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.14079072000000001 2021-03-04T23:40:44.491 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.491 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:44.491 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.491 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.492 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.492 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56593.0:121145 11.0 11:0e39b39a:::benchmark_data_gibba011_300349_object121144:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e366)", 2021-03-04T23:40:44.492 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:24.237766+0000", 2021-03-04T23:40:44.492 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 19.552163578999998, 2021-03-04T23:40:44.493 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.172891937, 2021-03-04T23:40:44.493 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:44.493 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.493 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:40:44.493 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56593", 2021-03-04T23:40:44.494 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:40:44.494 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 121145 2021-03-04T23:40:44.494 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.494 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:44.494 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.495 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:44.495 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.237766+0000", 2021-03-04T23:40:44.495 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:44.495 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.496 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.496 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:44.496 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.237766+0000", 2021-03-04T23:40:44.496 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5087e-05 2021-03-04T23:40:44.496 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.497 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.497 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:44.497 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.237781+0000", 2021-03-04T23:40:44.497 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.809e-06 2021-03-04T23:40:44.497 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.498 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.498 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:44.498 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.237783+0000", 2021-03-04T23:40:44.498 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.5470000000000002e-06 2021-03-04T23:40:44.499 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.499 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.499 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:44.499 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.237792+0000", 2021-03-04T23:40:44.499 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0259999999999998e-06 2021-03-04T23:40:44.500 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.500 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.500 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.500 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.237797+0000", 2021-03-04T23:40:44.500 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.5247999999999999e-05 2021-03-04T23:40:44.501 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.501 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.501 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:44.501 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.237833+0000", 2021-03-04T23:40:44.501 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.0549000000000004e-05 2021-03-04T23:40:44.502 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.502 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.502 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:44.502 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.237913+0000", 2021-03-04T23:40:44.503 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00011291 2021-03-04T23:40:44.503 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.503 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.503 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:40:44.503 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.238026+0000", 2021-03-04T23:40:44.504 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0025390709999999999 2021-03-04T23:40:44.504 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.504 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.504 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:40:44.505 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.240565+0000", 2021-03-04T23:40:44.505 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.8240999999999997e-05 2021-03-04T23:40:44.505 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.505 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.505 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.506 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.240663+0000", 2021-03-04T23:40:44.506 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.169925457 2021-03-04T23:40:44.506 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.506 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.511 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.511 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.410589+0000", 2021-03-04T23:40:44.511 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2877000000000003e-05 2021-03-04T23:40:44.512 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.512 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.512 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:40:44.513 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.410632+0000", 2021-03-04T23:40:44.513 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6115e-05 2021-03-04T23:40:44.513 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.513 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.513 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:40:44.514 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.410658+0000", 2021-03-04T23:40:44.514 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.172891937 2021-03-04T23:40:44.514 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.514 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:44.514 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.515 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.515 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.515 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56593.0:125298 11.0 11:0c28bcda:::benchmark_data_gibba011_300349_object125297:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e366)", 2021-03-04T23:40:44.515 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:26.243388+0000", 2021-03-04T23:40:44.516 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 17.546541513000001, 2021-03-04T23:40:44.516 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13390366000000001, 2021-03-04T23:40:44.516 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:44.516 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:40:44.516 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:40:44.517 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56593", 2021-03-04T23:40:44.517 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:40:44.517 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 125298 2021-03-04T23:40:44.517 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.518 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:44.518 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.518 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:44.518 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:26.243388+0000", 2021-03-04T23:40:44.518 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:44.519 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.519 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.519 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:44.519 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:26.243388+0000", 2021-03-04T23:40:44.519 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2811e-05 2021-03-04T23:40:44.520 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.520 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.520 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:44.520 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:26.243401+0000", 2021-03-04T23:40:44.520 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.804e-06 2021-03-04T23:40:44.521 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.521 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.521 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:44.521 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:26.243403+0000", 2021-03-04T23:40:44.522 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.8089999999999999e-06 2021-03-04T23:40:44.522 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.522 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.522 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:44.522 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:26.243411+0000", 2021-03-04T23:40:44.523 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.1640000000000003e-06 2021-03-04T23:40:44.523 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.523 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.523 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:44.523 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:26.243416+0000", 2021-03-04T23:40:44.524 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.7274999999999998e-05 2021-03-04T23:40:44.524 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.524 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.524 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:44.525 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:26.243453+0000", 2021-03-04T23:40:44.525 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.8041999999999994e-05 2021-03-04T23:40:44.525 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.525 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.525 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:44.526 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:26.243551+0000", 2021-03-04T23:40:44.526 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000128064 2021-03-04T23:40:44.526 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.526 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.526 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:40:44.527 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:26.243679+0000", 2021-03-04T23:40:44.527 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0021646259999999998 2021-03-04T23:40:44.527 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.527 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.527 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:40:44.528 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:26.245844+0000", 2021-03-04T23:40:44.528 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00055559299999999995 2021-03-04T23:40:44.528 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.528 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.529 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.529 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:26.246399+0000", 2021-03-04T23:40:44.529 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13082026099999999 2021-03-04T23:40:44.529 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.529 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.530 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:44.530 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:26.377219+0000", 2021-03-04T23:40:44.530 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3662000000000003e-05 2021-03-04T23:40:44.530 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.530 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.531 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:40:44.531 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:26.377263+0000", 2021-03-04T23:40:44.531 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.8549000000000001e-05 2021-03-04T23:40:44.531 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:44.531 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:44.532 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:40:44.532 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:26.377292+0000", 2021-03-04T23:40:44.532 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.13390366000000001 2021-03-04T23:40:44.532 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.533 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:44.533 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.533 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:44.533 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:44.533 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:40:44.534 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:44.535 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:44 gibba038 conmon[76675]: cluster 2021-03-04T23:40:42.814143+0000 mgr.x (mgr.34676) 1185 2021-03-04T23:40:44.535 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:44 gibba038 conmon[76675]: : cluster [DBG] pgmap v1251: 159 pgs: 159 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 129 MiB/s wr, 2.06k op/s 2021-03-04T23:40:44.536 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 62 16 161834 161818 163.105 128.625 0.00641236 0.00612792 2021-03-04T23:40:44.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:44.562 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:44.563 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:44.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:44 gibba011 conmon[99461]: cluster 2021-03-04T23:40:44.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:44 gibba011 conmon[99461]: 2021-03-04T23:40 2021-03-04T23:40:44.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:44 gibba011 conmon[99461]: :42.814143+0000 mgr.x (mgr.34676) 1185 : cluster [DBG] pgmap v1251: 159 pgs: 159 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 129 MiB/s wr, 2.06k op/s 2021-03-04T23:40:44.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:44 gibba011 conmon[95595]: cluster 2021-03-04T23:40:42.814143+0000 mgr.x (mgr.34676) 1185 : cluster [DBG] 2021-03-04T23:40:44.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:44 gibba011 conmon[95595]: pgmap v1251: 159 pgs: 159 active+clean; 9.4 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 129 MiB/s wr, 2.06k op/s 2021-03-04T23:40:44.664 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:44.685 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:44.686 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:44.687 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:44.787 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:44.811 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:44.812 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:44.812 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:44.914 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:44.936 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:44.937 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:44.938 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:45.039 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:45.064 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:45.065 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:45.065 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:45.167 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:45.189 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:45.190 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:45.191 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:45.257 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 63 16 163905 163889 162.57 129.438 0.00519136 0.00614845 2021-03-04T23:40:45.292 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:45.313 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:45.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:45.314 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:45.381 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":1250,"stamp":"2021-03-04T23:40:40.813499+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":9835580712,"num_objects":150101,"num_object_clones":0,"num_object_copies":450303,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":150101,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":150131,"num_write_kb":9605076,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":76,"num_bytes_recovered":17234,"num_keys_recovered":30,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80074,"ondisk_log_size":80074,"up":477,"acting":477,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":479,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":34058364,"kb_used_data":29118780,"kb_used_omap":10981,"kb_used_meta":4928538,"kb_avail":670584708,"statfs":{"total":721554505728,"available":686678740992,"internally_reserved":4294967296,"allocated":29817630720,"data_stored":29803404277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11244775,"internal_metadata":5046823705},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1377632256,"num_objects":21021,"num_object_clones":0,"num_object_copies":63063,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21021,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21021,"num_write_kb":1345344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002283"},"pg_stats":[{"pgid":"1.32","version":"0'0","reported_seq":"17","reported_epoch":"368","state":"active+clean","last_fresh":"2021-03-04T23:40:35.463209+0000","last_change":"2021-03-04T23:40:35.463239+0000","last_active":"2021-03-04T23:40:35.463209+0000","last_peered":"2021-03-04T23:40:35.463209+0000","last_clean":"2021-03-04T23:40:35.463209+0000","last_became_active":"2021-03-04T23:40:12.158753+0000","last_became_peered":"2021-03-04T23:40:12.158753+0000","last_unstale":"2021-03-04T23:40:35.463209+0000","last_undegraded":"2021-03-04T23:40:35.463209+0000","last_fullsized":"2021-03-04T23:40:35.463209+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:35.463208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:35.463208+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.31","version":"0'0","reported_seq":"17","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.219879+0000","last_change":"2021-03-04T23:40:13.401619+0000","last_active":"2021-03-04T23:40:28.219879+0000","last_peered":"2021-03-04T23:40:28.219879+0000","last_clean":"2021-03-04T23:40:28.219879+0000","last_became_active":"2021-03-04T23:40:12.162221+0000","last_became_peered":"2021-03-04T23:40:12.162221+0000","last_unstale":"2021-03-04T23:40:28.219879+0000","last_undegraded":"2021-03-04T23:40:28.219879+0000","last_fullsized":"2021-03-04T23:40:28.219879+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:13.401578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:13.401578+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.30","version":"0'0","reported_seq":"19","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.221027+0000","last_change":"2021-03-04T23:40:14.029873+0000","last_active":"2021-03-04T23:40:28.221027+0000","last_peered":"2021-03-04T23:40:28.221027+0000","last_clean":"2021-03-04T23:40:28.221027+0000","last_became_active":"2021-03-04T23:40:12.160174+0000","last_became_peered":"2021-03-04T23:40:12.160174+0000","last_unstale":"2021-03-04T23:40:28.221027+0000","last_undegraded":"2021-03-04T23:40:28.221027+0000","last_fullsized":"2021-03-04T23:40:28.221027+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:14.029812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:14.029812+0000","last_clean_scrub_stamp":"2021-03-04T23:40:14.029812+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.2f","version":"0'0","reported_seq":"143","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.216656+0000","last_change":"2021-03-04T23:40:12.163065+0000","last_active":"2021-03-04T23:40:28.216656+0000","last_peered":"2021-03-04T23:40:28.216656+0000","last_clean":"2021-03-04T23:40:28.216656+0000","last_became_active":"2021-03-04T23:40:12.162845+0000","last_became_peered":"2021-03-04T23:40:12.162845+0000","last_unstale":"2021-03-04T23:40:28.216656+0000","last_undegraded":"2021-03-04T23:40:28.216656+0000","last_fullsized":"2021-03-04T23:40:28.216656+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:32.738345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:32.738345+0000","last_clean_scrub_stamp":"2021-03-04T23:39:32.738345+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2e","version":"0'0","reported_seq":"17","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.220308+0000","last_change":"2021-03-04T23:40:12.356841+0000","last_active":"2021-03-04T23:40:28.220308+0000","last_peered":"2021-03-04T23:40:28.220308+0000","last_clean":"2021-03-04T23:40:28.220308+0000","last_became_active":"2021-03-04T23:40:12.159997+0000","last_became_peered":"2021-03-04T23:40:12.159997+0000","last_unstale":"2021-03-04T23:40:28.220308+0000","last_undegraded":"2021-03-04T23:40:28.220308+0000","last_fullsized":"2021-03-04T23:40:28.220308+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:12.356809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:12.356809+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.2d","version":"0'0","reported_seq":"14","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.216456+0000","last_change":"2021-03-04T23:40:12.160721+0000","last_active":"2021-03-04T23:40:28.216456+0000","last_peered":"2021-03-04T23:40:28.216456+0000","last_clean":"2021-03-04T23:40:28.216456+0000","last_became_active":"2021-03-04T23:40:12.160286+0000","last_became_peered":"2021-03-04T23:40:12.160286+0000","last_unstale":"2021-03-04T23:40:28.216456+0000","last_undegraded":"2021-03-04T23:40:28.216456+0000","last_fullsized":"2021-03-04T23:40:28.216456+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:33.648095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:39:33.648095+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2c","version":"0'0","reported_seq":"14","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.218233+0000","last_change":"2021-03-04T23:40:12.162558+0000","last_active":"2021-03-04T23:40:28.218233+0000","last_peered":"2021-03-04T23:40:28.218233+0000","last_clean":"2021-03-04T23:40:28.218233+0000","last_became_active":"2021-03-04T23:40:12.162285+0000","last_became_peered":"2021-03-04T23:40:12.162285+0000","last_unstale":"2021-03-04T23:40:28.218233+0000","last_undegraded":"2021-03-04T23:40:28.218233+0000","last_fullsized":"2021-03-04T23:40:28.218233+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:38.972917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:38.972917+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2b","version":"0'0","reported_seq":"14","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.218866+0000","last_change":"2021-03-04T23:40:12.161535+0000","last_active":"2021-03-04T23:40:28.218866+0000","last_peered":"2021-03-04T23:40:28.218866+0000","last_clean":"2021-03-04T23:40:28.218866+0000","last_became_active":"2021-03-04T23:40:12.161237+0000","last_became_peered":"2021-03-04T23:40:12.161237+0000","last_unstale":"2021-03-04T23:40:28.218866+0000","last_undegraded":"2021-03-04T23:40:28.218866+0000","last_fullsized":"2021-03-04T23:40:28.218866+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:08.441353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:08.441353+0000","last_clean_scrub_stamp":"2021-03-04T23:40:08.441353+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2a","version":"0'0","reported_seq":"14","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.218690+0000","last_change":"2021-03-04T23:40:12.163337+0000","last_active":"2021-03-04T23:40:28.218690+0000","last_peered":"2021-03-04T23:40:28.218690+0000","last_clean":"2021-03-04T23:40:28.218690+0000","last_became_active":"2021-03-04T23:40:12.163014+0000","last_became_peered":"2021-03-04T23:40:12.163014+0000","last_unstale":"2021-03-04T23:40:28.218690+0000","last_undegraded":"2021-03-04T23:40:28.218690+0000","last_fullsized":"2021-03-04T23:40:28.218690+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:32.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:32.133051+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.29","version":"0'0","reported_seq":"159","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.218100+0000","last_change":"2021-03-04T23:40:12.627988+0000","last_active":"2021-03-04T23:40:28.218100+0000","last_peered":"2021-03-04T23:40:28.218100+0000","last_clean":"2021-03-04T23:40:28.218100+0000","last_became_active":"2021-03-04T23:40:12.160103+0000","last_became_peered":"2021-03-04T23:40:12.160103+0000","last_unstale":"2021-03-04T23:40:28.218100+0000","last_undegraded":"2021-03-04T23:40:28.218100+0000","last_fullsized":"2021-03-04T23:40:28.218100+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:12.627947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:12.627947+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.28","version":"0'0","reported_seq":"113","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.216078+0000","last_change":"2021-03-04T23:40:09.047489+0000","last_active":"2021-03-04T23:40:28.216078+0000","last_peered":"2021-03-04T23:40:28.216078+0000","last_clean":"2021-03-04T23:40:28.216078+0000","last_became_active":"2021-03-04T23:39:30.216970+0000","last_became_peered":"2021-03-04T23:39:30.216970+0000","last_unstale":"2021-03-04T23:40:28.216078+0000","last_undegraded":"2021-03-04T23:40:28.216078+0000","last_fullsized":"2021-03-04T23:40:28.216078+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:09.047446+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:09.047446+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.27","version":"0'0","reported_seq":"163","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.220382+0000","last_change":"2021-03-04T23:39:58.058076+0000","last_active":"2021-03-04T23:40:28.220382+0000","last_peered":"2021-03-04T23:40:28.220382+0000","last_clean":"2021-03-04T23:40:28.220382+0000","last_became_active":"2021-03-04T23:39:30.220031+0000","last_became_peered":"2021-03-04T23:39:30.220031+0000","last_unstale":"2021-03-04T23:40:28.220382+0000","last_undegraded":"2021-03-04T23:40:28.220382+0000","last_fullsized":"2021-03-04T23:40:28.220382+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:58.058046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:58.058046+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.26","version":"0'0","reported_seq":"31","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.232788+0000","last_change":"2021-03-04T23:40:00.482488+0000","last_active":"2021-03-04T23:40:28.232788+0000","last_peered":"2021-03-04T23:40:28.232788+0000","last_clean":"2021-03-04T23:40:28.232788+0000","last_became_active":"2021-03-04T23:39:30.215261+0000","last_became_peered":"2021-03-04T23:39:30.215261+0000","last_unstale":"2021-03-04T23:40:28.232788+0000","last_undegraded":"2021-03-04T23:40:28.232788+0000","last_fullsized":"2021-03-04T23:40:28.232788+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:00.482441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:00.482441+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.25","version":"0'0","reported_seq":"108","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.222244+0000","last_change":"2021-03-04T23:39:53.664745+0000","last_active":"2021-03-04T23:40:28.222244+0000","last_peered":"2021-03-04T23:40:28.222244+0000","last_clean":"2021-03-04T23:40:28.222244+0000","last_became_active":"2021-03-04T23:39:30.213499+0000","last_became_peered":"2021-03-04T23:39:30.213499+0000","last_unstale":"2021-03-04T23:40:28.222244+0000","last_undegraded":"2021-03-04T23:40:28.222244+0000","last_fullsized":"2021-03-04T23:40:28.222244+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:53.664687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:53.664687+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,5],"acting":[2,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.24","version":"0'0","reported_seq":"111","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.217243+0000","last_change":"2021-03-04T23:39:30.216876+0000","last_active":"2021-03-04T23:40:28.217243+0000","last_peered":"2021-03-04T23:40:28.217243+0000","last_clean":"2021-03-04T23:40:28.217243+0000","last_became_active":"2021-03-04T23:39:30.216114+0000","last_became_peered":"2021-03-04T23:39:30.216114+0000","last_unstale":"2021-03-04T23:40:28.217243+0000","last_undegraded":"2021-03-04T23:40:28.217243+0000","last_fullsized":"2021-03-04T23:40:28.217243+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:27.799553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:27.799553+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.23","version":"0'0","reported_seq":"31","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.224054+0000","last_change":"2021-03-04T23:39:54.110262+0000","last_active":"2021-03-04T23:40:28.224054+0000","last_peered":"2021-03-04T23:40:28.224054+0000","last_clean":"2021-03-04T23:40:28.224054+0000","last_became_active":"2021-03-04T23:39:30.212703+0000","last_became_peered":"2021-03-04T23:39:30.212703+0000","last_unstale":"2021-03-04T23:40:28.224054+0000","last_undegraded":"2021-03-04T23:40:28.224054+0000","last_fullsized":"2021-03-04T23:40:28.224054+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:54.110222+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:54.110222+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[0,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.22","version":"0'0","reported_seq":"29","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.220438+0000","last_change":"2021-03-04T23:40:02.079303+0000","last_active":"2021-03-04T23:40:28.220438+0000","last_peered":"2021-03-04T23:40:28.220438+0000","last_clean":"2021-03-04T23:40:28.220438+0000","last_became_active":"2021-03-04T23:39:30.215033+0000","last_became_peered":"2021-03-04T23:39:30.215033+0000","last_unstale":"2021-03-04T23:40:28.220438+0000","last_undegraded":"2021-03-04T23:40:28.220438+0000","last_fullsized":"2021-03-04T23:40:28.220438+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:02.079269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:02.079269+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,7],"acting":[6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.21","version":"0'0","reported_seq":"31","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.217147+0000","last_change":"2021-03-04T23:40:01.717180+0000","last_active":"2021-03-04T23:40:28.217147+0000","last_peered":"2021-03-04T23:40:28.217147+0000","last_clean":"2021-03-04T23:40:28.217147+0000","last_became_active":"2021-03-04T23:39:30.217726+0000","last_became_peered":"2021-03-04T23:39:30.217726+0000","last_unstale":"2021-03-04T23:40:28.217147+0000","last_undegraded":"2021-03-04T23:40:28.217147+0000","last_fullsized":"2021-03-04T23:40:28.217147+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:01.717109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:01.717109+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.20","version":"0'0","reported_seq":"31","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.218016+0000","last_change":"2021-03-04T23:39:57.666336+0000","last_active":"2021-03-04T23:40:28.218016+0000","last_peered":"2021-03-04T23:40:28.218016+0000","last_clean":"2021-03-04T23:40:28.218016+0000","last_became_active":"2021-03-04T23:39:30.216253+0000","last_became_peered":"2021-03-04T23:39:30.216253+0000","last_unstale":"2021-03-04T23:40:28.218016+0000","last_undegraded":"2021-03-04T23:40:28.218016+0000","last_fullsized":"2021-03-04T23:40:28.218016+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:57.666285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:57.666285+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":"310","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.218913+0000","last_change":"2021-03-04T23:40:00.692080+0000","last_active":"2021-03-04T23:40:28.218913+0000","last_peered":"2021-03-04T23:40:28.218913+0000","last_clean":"2021-03-04T23:40:28.218913+0000","last_became_active":"2021-03-04T23:39:30.217676+0000","last_became_peered":"2021-03-04T23:39:30.217676+0000","last_unstale":"2021-03-04T23:40:28.218913+0000","last_undegraded":"2021-03-04T23:40:28.218913+0000","last_fullsized":"2021-03-04T23:40:28.218913+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:00.692033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:00.692033+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.18","version":"0'0","reported_seq":"122","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.216102+0000","last_change":"2021-03-04T23:39:58.009096+0000","last_active":"2021-03-04T23:40:28.216102+0000","last_peered":"2021-03-04T23:40:28.216102+0000","last_clean":"2021-03-04T23:40:28.216102+0000","last_became_active":"2021-03-04T23:39:30.221167+0000","last_became_peered":"2021-03-04T23:39:30.221167+0000","last_unstale":"2021-03-04T23:40:28.216102+0000","last_undegraded":"2021-03-04T23:40:28.216102+0000","last_fullsized":"2021-03-04T23:40:28.216102+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:58.009052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:58.009052+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"422","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.218620+0000","last_change":"2021-03-04T23:36:58.273501+0000","last_active":"2021-03-04T23:40:28.218620+0000","last_peered":"2021-03-04T23:40:28.218620+0000","last_clean":"2021-03-04T23:40:28.218620+0000","last_became_active":"2021-03-04T23:36:58.273109+0000","last_became_peered":"2021-03-04T23:36:58.273109+0000","last_unstale":"2021-03-04T23:40:28.218620+0000","last_undegraded":"2021-03-04T23:40:28.218620+0000","last_fullsized":"2021-03-04T23:40:28.218620+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"155","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.217471+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:40:28.217471+0000","last_peered":"2021-03-04T23:40:28.217471+0000","last_clean":"2021-03-04T23:40:28.217471+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:40:28.217471+0000","last_undegraded":"2021-03-04T23:40:28.217471+0000","last_fullsized":"2021-03-04T23:40:28.217471+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":"26","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.216198+0000","last_change":"2021-03-04T23:39:30.222220+0000","last_active":"2021-03-04T23:40:28.216198+0000","last_peered":"2021-03-04T23:40:28.216198+0000","last_clean":"2021-03-04T23:40:28.216198+0000","last_became_active":"2021-03-04T23:39:30.221596+0000","last_became_peered":"2021-03-04T23:39:30.221596+0000","last_unstale":"2021-03-04T23:40:28.216198+0000","last_undegraded":"2021-03-04T23:40:28.216198+0000","last_fullsized":"2021-03-04T23:40:28.216198+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:10.369420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:10.369420+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1b","version":"0'0","reported_seq":"86","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.216299+0000","last_change":"2021-03-04T23:39:27.201823+0000","last_active":"2021-03-04T23:40:28.216299+0000","last_peered":"2021-03-04T23:40:28.216299+0000","last_clean":"2021-03-04T23:40:28.216299+0000","last_became_active":"2021-03-04T23:36:42.239433+0000","last_became_peered":"2021-03-04T23:36:42.239433+0000","last_unstale":"2021-03-04T23:40:28.216299+0000","last_undegraded":"2021-03-04T23:40:28.216299+0000","last_fullsized":"2021-03-04T23:40:28.216299+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:27.201787+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:27.201787+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"111","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.227292+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:40:28.227292+0000","last_peered":"2021-03-04T23:40:28.227292+0000","last_clean":"2021-03-04T23:40:28.227292+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:40:28.227292+0000","last_undegraded":"2021-03-04T23:40:28.227292+0000","last_fullsized":"2021-03-04T23:40:28.227292+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"407","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.224353+0000","last_change":"2021-03-04T23:39:30.221075+0000","last_active":"2021-03-04T23:40:28.224353+0000","last_peered":"2021-03-04T23:40:28.224353+0000","last_clean":"2021-03-04T23:40:28.224353+0000","last_became_active":"2021-03-04T23:39:30.220777+0000","last_became_peered":"2021-03-04T23:39:30.220777+0000","last_unstale":"2021-03-04T23:40:28.224353+0000","last_undegraded":"2021-03-04T23:40:28.224353+0000","last_fullsized":"2021-03-04T23:40:28.224353+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":"330","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.217264+0000","last_change":"2021-03-04T23:39:32.808091+0000","last_active":"2021-03-04T23:40:28.217264+0000","last_peered":"2021-03-04T23:40:28.217264+0000","last_clean":"2021-03-04T23:40:28.217264+0000","last_became_active":"2021-03-04T23:39:30.214851+0000","last_became_peered":"2021-03-04T23:39:30.214851+0000","last_unstale":"2021-03-04T23:40:28.217264+0000","last_undegraded":"2021-03-04T23:40:28.217264+0000","last_fullsized":"2021-03-04T23:40:28.217264+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:32.808051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:32.808051+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1a","version":"0'0","reported_seq":"104","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.218105+0000","last_change":"2021-03-04T23:39:30.219497+0000","last_active":"2021-03-04T23:40:28.218105+0000","last_peered":"2021-03-04T23:40:28.218105+0000","last_clean":"2021-03-04T23:40:28.218105+0000","last_became_active":"2021-03-04T23:39:30.219141+0000","last_became_peered":"2021-03-04T23:39:30.219141+0000","last_unstale":"2021-03-04T23:40:28.218105+0000","last_undegraded":"2021-03-04T23:40:28.218105+0000","last_fullsized":"2021-03-04T23:40:28.218105+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:57.222138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:57.222138+0000","last_clean_scrub_stamp":"2021-03-04T23:36:57.222138+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"173","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.218781+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:40:28.218781+0000","last_peered":"2021-03-04T23:40:28.218781+0000","last_clean":"2021-03-04T23:40:28.218781+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:40:28.218781+0000","last_undegraded":"2021-03-04T23:40:28.218781+0000","last_fullsized":"2021-03-04T23:40:28.218781+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"116","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.220495+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:40:28.220495+0000","last_peered":"2021-03-04T23:40:28.220495+0000","last_clean":"2021-03-04T23:40:28.220495+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:40:28.220495+0000","last_undegraded":"2021-03-04T23:40:28.220495+0000","last_fullsized":"2021-03-04T23:40:28.220495+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":"26","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.216467+0000","last_change":"2021-03-04T23:39:30.216448+0000","last_active":"2021-03-04T23:40:28.216467+0000","last_peered":"2021-03-04T23:40:28.216467+0000","last_clean":"2021-03-04T23:40:28.216467+0000","last_became_active":"2021-03-04T23:39:30.216091+0000","last_became_peered":"2021-03-04T23:39:30.216091+0000","last_unstale":"2021-03-04T23:40:28.216467+0000","last_undegraded":"2021-03-04T23:40:28.216467+0000","last_fullsized":"2021-03-04T23:40:28.216467+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:02.943251+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:02.943251+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.15","version":"0'0","reported_seq":"29","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.219636+0000","last_change":"2021-03-04T23:39:34.643017+0000","last_active":"2021-03-04T23:40:28.219636+0000","last_peered":"2021-03-04T23:40:28.219636+0000","last_clean":"2021-03-04T23:40:28.219636+0000","last_became_active":"2021-03-04T23:39:30.220076+0000","last_became_peered":"2021-03-04T23:39:30.220076+0000","last_unstale":"2021-03-04T23:40:28.219636+0000","last_undegraded":"2021-03-04T23:40:28.219636+0000","last_fullsized":"2021-03-04T23:40:28.219636+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:34.642965+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:34.642965+0000","last_clean_scrub_stamp":"2021-03-04T23:39:34.642965+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"361","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.224439+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:40:28.224439+0000","last_peered":"2021-03-04T23:40:28.224439+0000","last_clean":"2021-03-04T23:40:28.224439+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:40:28.224439+0000","last_undegraded":"2021-03-04T23:40:28.224439+0000","last_fullsized":"2021-03-04T23:40:28.224439+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"173","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.219086+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:40:28.219086+0000","last_peered":"2021-03-04T23:40:28.219086+0000","last_clean":"2021-03-04T23:40:28.219086+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:40:28.219086+0000","last_undegraded":"2021-03-04T23:40:28.219086+0000","last_fullsized":"2021-03-04T23:40:28.219086+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":"309","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.220376+0000","last_change":"2021-03-04T23:40:01.092128+0000","last_active":"2021-03-04T23:40:28.220376+0000","last_peered":"2021-03-04T23:40:28.220376+0000","last_clean":"2021-03-04T23:40:28.220376+0000","last_became_active":"2021-03-04T23:39:30.213968+0000","last_became_peered":"2021-03-04T23:39:30.213968+0000","last_unstale":"2021-03-04T23:40:28.220376+0000","last_undegraded":"2021-03-04T23:40:28.220376+0000","last_fullsized":"2021-03-04T23:40:28.220376+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:01.091942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:01.091942+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"81","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.222162+0000","last_change":"2021-03-04T23:39:35.605096+0000","last_active":"2021-03-04T23:40:28.222162+0000","last_peered":"2021-03-04T23:40:28.222162+0000","last_clean":"2021-03-04T23:40:28.222162+0000","last_became_active":"2021-03-04T23:39:30.216139+0000","last_became_peered":"2021-03-04T23:39:30.216139+0000","last_unstale":"2021-03-04T23:40:28.222162+0000","last_undegraded":"2021-03-04T23:40:28.222162+0000","last_fullsized":"2021-03-04T23:40:28.222162+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.605056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.605056+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"428","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.216607+0000","last_change":"2021-03-04T23:39:30.221533+0000","last_active":"2021-03-04T23:40:28.216607+0000","last_peered":"2021-03-04T23:40:28.216607+0000","last_clean":"2021-03-04T23:40:28.216607+0000","last_became_active":"2021-03-04T23:39:30.220579+0000","last_became_peered":"2021-03-04T23:39:30.220579+0000","last_unstale":"2021-03-04T23:40:28.216607+0000","last_undegraded":"2021-03-04T23:40:28.216607+0000","last_fullsized":"2021-03-04T23:40:28.216607+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"193","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.219186+0000","last_change":"2021-03-04T23:39:30.216385+0000","last_active":"2021-03-04T23:40:28.219186+0000","last_peered":"2021-03-04T23:40:28.219186+0000","last_clean":"2021-03-04T23:40:28.219186+0000","last_became_active":"2021-03-04T23:39:30.216111+0000","last_became_peered":"2021-03-04T23:39:30.216111+0000","last_unstale":"2021-03-04T23:40:28.219186+0000","last_undegraded":"2021-03-04T23:40:28.219186+0000","last_fullsized":"2021-03-04T23:40:28.219186+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":"29","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.220069+0000","last_change":"2021-03-04T23:40:03.118597+0000","last_active":"2021-03-04T23:40:28.220069+0000","last_peered":"2021-03-04T23:40:28.220069+0000","last_clean":"2021-03-04T23:40:28.220069+0000","last_became_active":"2021-03-04T23:39:30.213868+0000","last_became_peered":"2021-03-04T23:39:30.213868+0000","last_unstale":"2021-03-04T23:40:28.220069+0000","last_undegraded":"2021-03-04T23:40:28.220069+0000","last_fullsized":"2021-03-04T23:40:28.220069+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:03.118561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:03.118561+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.17","version":"0'0","reported_seq":"64","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.216808+0000","last_change":"2021-03-04T23:39:30.150946+0000","last_active":"2021-03-04T23:40:28.216808+0000","last_peered":"2021-03-04T23:40:28.216808+0000","last_clean":"2021-03-04T23:40:28.216808+0000","last_became_active":"2021-03-04T23:36:42.240334+0000","last_became_peered":"2021-03-04T23:36:42.240334+0000","last_unstale":"2021-03-04T23:40:28.216808+0000","last_undegraded":"2021-03-04T23:40:28.216808+0000","last_fullsized":"2021-03-04T23:40:28.216808+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:30.150916+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:30.150916+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,6],"acting":[5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"32","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.218407+0000","last_change":"2021-03-04T23:39:30.227675+0000","last_active":"2021-03-04T23:40:28.218407+0000","last_peered":"2021-03-04T23:40:28.218407+0000","last_clean":"2021-03-04T23:40:28.218407+0000","last_became_active":"2021-03-04T23:39:30.218151+0000","last_became_peered":"2021-03-04T23:39:30.218151+0000","last_unstale":"2021-03-04T23:40:28.218407+0000","last_undegraded":"2021-03-04T23:40:28.218407+0000","last_fullsized":"2021-03-04T23:40:28.218407+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":270,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"120","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.227535+0000","last_change":"2021-03-04T23:36:58.272773+0000","last_active":"2021-03-04T23:40:28.227535+0000","last_peered":"2021-03-04T23:40:28.227535+0000","last_clean":"2021-03-04T23:40:28.227535+0000","last_became_active":"2021-03-04T23:36:58.272608+0000","last_became_peered":"2021-03-04T23:36:58.272608+0000","last_unstale":"2021-03-04T23:40:28.227535+0000","last_undegraded":"2021-03-04T23:40:28.227535+0000","last_fullsized":"2021-03-04T23:40:28.227535+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":"248","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.231410+0000","last_change":"2021-03-04T23:39:34.499234+0000","last_active":"2021-03-04T23:40:28.231410+0000","last_peered":"2021-03-04T23:40:28.231410+0000","last_clean":"2021-03-04T23:40:28.231410+0000","last_became_active":"2021-03-04T23:39:30.213446+0000","last_became_peered":"2021-03-04T23:39:30.213446+0000","last_unstale":"2021-03-04T23:40:28.231410+0000","last_undegraded":"2021-03-04T23:40:28.231410+0000","last_fullsized":"2021-03-04T23:40:28.231410+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:34.499193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:34.499193+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.16","version":"0'0","reported_seq":"66","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.232591+0000","last_change":"2021-03-04T23:36:43.343686+0000","last_active":"2021-03-04T23:40:28.232591+0000","last_peered":"2021-03-04T23:40:28.232591+0000","last_clean":"2021-03-04T23:40:28.232591+0000","last_became_active":"2021-03-04T23:36:42.231502+0000","last_became_peered":"2021-03-04T23:36:42.231502+0000","last_unstale":"2021-03-04T23:40:28.232591+0000","last_undegraded":"2021-03-04T23:40:28.232591+0000","last_fullsized":"2021-03-04T23:40:28.232591+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:43.343526+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:43.343526+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"449","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.219687+0000","last_change":"2021-03-04T23:39:30.223989+0000","last_active":"2021-03-04T23:40:28.219687+0000","last_peered":"2021-03-04T23:40:28.219687+0000","last_clean":"2021-03-04T23:40:28.219687+0000","last_became_active":"2021-03-04T23:39:30.216932+0000","last_became_peered":"2021-03-04T23:39:30.216932+0000","last_unstale":"2021-03-04T23:40:28.219687+0000","last_undegraded":"2021-03-04T23:40:28.219687+0000","last_fullsized":"2021-03-04T23:40:28.219687+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":15594,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"390","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.218923+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:40:28.218923+0000","last_peered":"2021-03-04T23:40:28.218923+0000","last_clean":"2021-03-04T23:40:28.218923+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:40:28.218923+0000","last_undegraded":"2021-03-04T23:40:28.218923+0000","last_fullsized":"2021-03-04T23:40:28.218923+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":"440","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.216212+0000","last_change":"2021-03-04T23:39:30.222122+0000","last_active":"2021-03-04T23:40:28.216212+0000","last_peered":"2021-03-04T23:40:28.216212+0000","last_clean":"2021-03-04T23:40:28.216212+0000","last_became_active":"2021-03-04T23:39:30.221581+0000","last_became_peered":"2021-03-04T23:39:30.221581+0000","last_unstale":"2021-03-04T23:40:28.216212+0000","last_undegraded":"2021-03-04T23:40:28.216212+0000","last_fullsized":"2021-03-04T23:40:28.216212+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:44.440677+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:44.440677+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"87","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.216212+0000","last_change":"2021-03-04T23:40:06.137371+0000","last_active":"2021-03-04T23:40:28.216212+0000","last_peered":"2021-03-04T23:40:28.216212+0000","last_clean":"2021-03-04T23:40:28.216212+0000","last_became_active":"2021-03-04T23:40:06.137147+0000","last_became_peered":"2021-03-04T23:40:06.137147+0000","last_unstale":"2021-03-04T23:40:28.216212+0000","last_undegraded":"2021-03-04T23:40:28.216212+0000","last_fullsized":"2021-03-04T23:40:28.216212+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:53.443606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:53.443606+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"32","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.219680+0000","last_change":"2021-03-04T23:39:30.224931+0000","last_active":"2021-03-04T23:40:28.219680+0000","last_peered":"2021-03-04T23:40:28.219680+0000","last_clean":"2021-03-04T23:40:28.219680+0000","last_became_active":"2021-03-04T23:39:30.215927+0000","last_became_peered":"2021-03-04T23:39:30.215927+0000","last_unstale":"2021-03-04T23:40:28.219680+0000","last_undegraded":"2021-03-04T23:40:28.219680+0000","last_fullsized":"2021-03-04T23:40:28.219680+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":102,"num_keys_recovered":30,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"209","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.217443+0000","last_change":"2021-03-04T23:39:30.216993+0000","last_active":"2021-03-04T23:40:28.217443+0000","last_peered":"2021-03-04T23:40:28.217443+0000","last_clean":"2021-03-04T23:40:28.217443+0000","last_became_active":"2021-03-04T23:39:30.216724+0000","last_became_peered":"2021-03-04T23:39:30.216724+0000","last_unstale":"2021-03-04T23:40:28.217443+0000","last_undegraded":"2021-03-04T23:40:28.217443+0000","last_fullsized":"2021-03-04T23:40:28.217443+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":"31","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.224031+0000","last_change":"2021-03-04T23:39:53.115098+0000","last_active":"2021-03-04T23:40:28.224031+0000","last_peered":"2021-03-04T23:40:28.224031+0000","last_clean":"2021-03-04T23:40:28.224031+0000","last_became_active":"2021-03-04T23:39:30.214725+0000","last_became_peered":"2021-03-04T23:39:30.214725+0000","last_unstale":"2021-03-04T23:40:28.224031+0000","last_undegraded":"2021-03-04T23:40:28.224031+0000","last_fullsized":"2021-03-04T23:40:28.224031+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:53.115043+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:53.115043+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"105","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.216150+0000","last_change":"2021-03-04T23:40:06.138976+0000","last_active":"2021-03-04T23:40:28.216150+0000","last_peered":"2021-03-04T23:40:28.216150+0000","last_clean":"2021-03-04T23:40:28.216150+0000","last_became_active":"2021-03-04T23:40:06.138630+0000","last_became_peered":"2021-03-04T23:40:06.138630+0000","last_unstale":"2021-03-04T23:40:28.216150+0000","last_undegraded":"2021-03-04T23:40:28.216150+0000","last_fullsized":"2021-03-04T23:40:28.216150+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:56.490460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:56.490460+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"26","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.218009+0000","last_change":"2021-03-04T23:39:30.219697+0000","last_active":"2021-03-04T23:40:28.218009+0000","last_peered":"2021-03-04T23:40:28.218009+0000","last_clean":"2021-03-04T23:40:28.218009+0000","last_became_active":"2021-03-04T23:39:30.219087+0000","last_became_peered":"2021-03-04T23:39:30.219087+0000","last_unstale":"2021-03-04T23:40:28.218009+0000","last_undegraded":"2021-03-04T23:40:28.218009+0000","last_fullsized":"2021-03-04T23:40:28.218009+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"391","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.216624+0000","last_change":"2021-03-04T23:39:30.220876+0000","last_active":"2021-03-04T23:40:28.216624+0000","last_peered":"2021-03-04T23:40:28.216624+0000","last_clean":"2021-03-04T23:40:28.216624+0000","last_became_active":"2021-03-04T23:39:30.220597+0000","last_became_peered":"2021-03-04T23:39:30.220597+0000","last_unstale":"2021-03-04T23:40:28.216624+0000","last_undegraded":"2021-03-04T23:40:28.216624+0000","last_fullsized":"2021-03-04T23:40:28.216624+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"80","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.227867+0000","last_change":"2021-03-04T23:36:38.273412+0000","last_active":"2021-03-04T23:40:28.227867+0000","last_peered":"2021-03-04T23:40:28.227867+0000","last_clean":"2021-03-04T23:40:28.227867+0000","last_became_active":"2021-03-04T23:35:58.102145+0000","last_became_peered":"2021-03-04T23:35:58.102145+0000","last_unstale":"2021-03-04T23:40:28.227867+0000","last_undegraded":"2021-03-04T23:40:28.227867+0000","last_fullsized":"2021-03-04T23:40:28.227867+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:38.273376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:38.273376+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"63","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.218203+0000","last_change":"2021-03-04T23:39:28.608718+0000","last_active":"2021-03-04T23:40:28.218203+0000","last_peered":"2021-03-04T23:40:28.218203+0000","last_clean":"2021-03-04T23:40:28.218203+0000","last_became_active":"2021-03-04T23:36:58.273567+0000","last_became_peered":"2021-03-04T23:36:58.273567+0000","last_unstale":"2021-03-04T23:40:28.218203+0000","last_undegraded":"2021-03-04T23:40:28.218203+0000","last_fullsized":"2021-03-04T23:40:28.218203+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:28.608679+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:28.608679+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"26","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.217828+0000","last_change":"2021-03-04T23:39:30.220918+0000","last_active":"2021-03-04T23:40:28.217828+0000","last_peered":"2021-03-04T23:40:28.217828+0000","last_clean":"2021-03-04T23:40:28.217828+0000","last_became_active":"2021-03-04T23:39:30.220611+0000","last_became_peered":"2021-03-04T23:39:30.220611+0000","last_unstale":"2021-03-04T23:40:28.217828+0000","last_undegraded":"2021-03-04T23:40:28.217828+0000","last_fullsized":"2021-03-04T23:40:28.217828+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"389","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.224224+0000","last_change":"2021-03-04T23:39:30.220947+0000","last_active":"2021-03-04T23:40:28.224224+0000","last_peered":"2021-03-04T23:40:28.224224+0000","last_clean":"2021-03-04T23:40:28.224224+0000","last_became_active":"2021-03-04T23:39:30.220726+0000","last_became_peered":"2021-03-04T23:39:30.220726+0000","last_unstale":"2021-03-04T23:40:28.224224+0000","last_undegraded":"2021-03-04T23:40:28.224224+0000","last_fullsized":"2021-03-04T23:40:28.224224+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"87","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.216306+0000","last_change":"2021-03-04T23:40:06.138809+0000","last_active":"2021-03-04T23:40:28.216306+0000","last_peered":"2021-03-04T23:40:28.216306+0000","last_clean":"2021-03-04T23:40:28.216306+0000","last_became_active":"2021-03-04T23:40:06.138560+0000","last_became_peered":"2021-03-04T23:40:06.138560+0000","last_unstale":"2021-03-04T23:40:28.216306+0000","last_undegraded":"2021-03-04T23:40:28.216306+0000","last_fullsized":"2021-03-04T23:40:28.216306+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:26.209306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:26.209306+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"77","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.220029+0000","last_change":"2021-03-04T23:36:09.861599+0000","last_active":"2021-03-04T23:40:28.220029+0000","last_peered":"2021-03-04T23:40:28.220029+0000","last_clean":"2021-03-04T23:40:28.220029+0000","last_became_active":"2021-03-04T23:35:58.103257+0000","last_became_peered":"2021-03-04T23:35:58.103257+0000","last_unstale":"2021-03-04T23:40:28.220029+0000","last_undegraded":"2021-03-04T23:40:28.220029+0000","last_fullsized":"2021-03-04T23:40:28.220029+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:09.861569+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:09.861569+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"257","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.221378+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:40:28.221378+0000","last_peered":"2021-03-04T23:40:28.221378+0000","last_clean":"2021-03-04T23:40:28.221378+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:40:28.221378+0000","last_undegraded":"2021-03-04T23:40:28.221378+0000","last_fullsized":"2021-03-04T23:40:28.221378+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"191","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.217755+0000","last_change":"2021-03-04T23:39:30.216508+0000","last_active":"2021-03-04T23:40:28.217755+0000","last_peered":"2021-03-04T23:40:28.217755+0000","last_clean":"2021-03-04T23:40:28.217755+0000","last_became_active":"2021-03-04T23:39:30.216264+0000","last_became_peered":"2021-03-04T23:39:30.216264+0000","last_unstale":"2021-03-04T23:40:28.217755+0000","last_undegraded":"2021-03-04T23:40:28.217755+0000","last_fullsized":"2021-03-04T23:40:28.217755+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.7","version":"368'9378","reported_seq":"9400","reported_epoch":"368","state":"active+clean","last_fresh":"2021-03-04T23:40:37.410823+0000","last_change":"2021-03-04T23:39:36.230465+0000","last_active":"2021-03-04T23:40:37.410823+0000","last_peered":"2021-03-04T23:40:37.410823+0000","last_clean":"2021-03-04T23:40:37.410823+0000","last_became_active":"2021-03-04T23:39:36.230141+0000","last_became_peered":"2021-03-04T23:39:36.230141+0000","last_unstale":"2021-03-04T23:40:37.410823+0000","last_undegraded":"2021-03-04T23:40:37.410823+0000","last_fullsized":"2021-03-04T23:40:37.410823+0000","mapping_epoch":354,"log_start":"359'3903","ondisk_log_start":"359'3903","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":5475,"ondisk_log_size":5475,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":614596608,"num_objects":9378,"num_object_clones":0,"num_object_copies":28134,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9378,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9378,"num_write_kb":600192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"41","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.219456+0000","last_change":"2021-03-04T23:40:10.658541+0000","last_active":"2021-03-04T23:40:28.219456+0000","last_peered":"2021-03-04T23:40:28.219456+0000","last_clean":"2021-03-04T23:40:28.219456+0000","last_became_active":"2021-03-04T23:40:06.132911+0000","last_became_peered":"2021-03-04T23:40:06.132911+0000","last_unstale":"2021-03-04T23:40:28.219456+0000","last_undegraded":"2021-03-04T23:40:28.219456+0000","last_fullsized":"2021-03-04T23:40:28.219456+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:10.658499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:40:10.658499+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"76","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.222499+0000","last_change":"2021-03-04T23:39:30.213912+0000","last_active":"2021-03-04T23:40:28.222499+0000","last_peered":"2021-03-04T23:40:28.222499+0000","last_clean":"2021-03-04T23:40:28.222499+0000","last_became_active":"2021-03-04T23:39:30.213692+0000","last_became_peered":"2021-03-04T23:39:30.213692+0000","last_unstale":"2021-03-04T23:40:28.222499+0000","last_undegraded":"2021-03-04T23:40:28.222499+0000","last_fullsized":"2021-03-04T23:40:28.222499+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:05.727498+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:05.727498+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"30","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.219741+0000","last_change":"2021-03-04T23:39:30.314857+0000","last_active":"2021-03-04T23:40:28.219741+0000","last_peered":"2021-03-04T23:40:28.219741+0000","last_clean":"2021-03-04T23:40:28.219741+0000","last_became_active":"2021-03-04T23:39:30.218970+0000","last_became_peered":"2021-03-04T23:39:30.218970+0000","last_unstale":"2021-03-04T23:40:28.219741+0000","last_undegraded":"2021-03-04T23:40:28.219741+0000","last_fullsized":"2021-03-04T23:40:28.219741+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"394","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.216293+0000","last_change":"2021-03-04T23:39:30.222326+0000","last_active":"2021-03-04T23:40:28.216293+0000","last_peered":"2021-03-04T23:40:28.216293+0000","last_clean":"2021-03-04T23:40:28.216293+0000","last_became_active":"2021-03-04T23:39:30.221680+0000","last_became_peered":"2021-03-04T23:39:30.221680+0000","last_unstale":"2021-03-04T23:40:28.216293+0000","last_undegraded":"2021-03-04T23:40:28.216293+0000","last_fullsized":"2021-03-04T23:40:28.216293+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.6","version":"368'9377","reported_seq":"9399","reported_epoch":"368","state":"active+clean","last_fresh":"2021-03-04T23:40:38.343276+0000","last_change":"2021-03-04T23:39:36.229140+0000","last_active":"2021-03-04T23:40:38.343276+0000","last_peered":"2021-03-04T23:40:38.343276+0000","last_clean":"2021-03-04T23:40:38.343276+0000","last_became_active":"2021-03-04T23:39:36.228967+0000","last_became_peered":"2021-03-04T23:39:36.228967+0000","last_unstale":"2021-03-04T23:40:38.343276+0000","last_undegraded":"2021-03-04T23:40:38.343276+0000","last_fullsized":"2021-03-04T23:40:38.343276+0000","mapping_epoch":354,"log_start":"359'3936","ondisk_log_start":"359'3936","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":5441,"ondisk_log_size":5441,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":614531072,"num_objects":9377,"num_object_clones":0,"num_object_copies":28131,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9377,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9377,"num_write_kb":600128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"108","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.217342+0000","last_change":"2021-03-04T23:40:09.916129+0000","last_active":"2021-03-04T23:40:28.217342+0000","last_peered":"2021-03-04T23:40:28.217342+0000","last_clean":"2021-03-04T23:40:28.217342+0000","last_became_active":"2021-03-04T23:40:06.136751+0000","last_became_peered":"2021-03-04T23:40:06.136751+0000","last_unstale":"2021-03-04T23:40:28.217342+0000","last_undegraded":"2021-03-04T23:40:28.217342+0000","last_fullsized":"2021-03-04T23:40:28.217342+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:09.916067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:09.916067+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"96","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.219345+0000","last_change":"2021-03-04T23:39:30.219391+0000","last_active":"2021-03-04T23:40:28.219345+0000","last_peered":"2021-03-04T23:40:28.219345+0000","last_clean":"2021-03-04T23:40:28.219345+0000","last_became_active":"2021-03-04T23:39:30.219078+0000","last_became_peered":"2021-03-04T23:39:30.219078+0000","last_unstale":"2021-03-04T23:40:28.219345+0000","last_undegraded":"2021-03-04T23:40:28.219345+0000","last_fullsized":"2021-03-04T23:40:28.219345+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:09.159279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:09.159279+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"30","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.219533+0000","last_change":"2021-03-04T23:39:30.316224+0000","last_active":"2021-03-04T23:40:28.219533+0000","last_peered":"2021-03-04T23:40:28.219533+0000","last_clean":"2021-03-04T23:40:28.219533+0000","last_became_active":"2021-03-04T23:39:30.219847+0000","last_became_peered":"2021-03-04T23:39:30.219847+0000","last_unstale":"2021-03-04T23:40:28.219533+0000","last_undegraded":"2021-03-04T23:40:28.219533+0000","last_fullsized":"2021-03-04T23:40:28.219533+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"438","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.218221+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:40:28.218221+0000","last_peered":"2021-03-04T23:40:28.218221+0000","last_clean":"2021-03-04T23:40:28.218221+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:40:28.218221+0000","last_undegraded":"2021-03-04T23:40:28.218221+0000","last_fullsized":"2021-03-04T23:40:28.218221+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"368'9341","reported_seq":"9363","reported_epoch":"368","state":"active+clean","last_fresh":"2021-03-04T23:40:37.417297+0000","last_change":"2021-03-04T23:39:36.229369+0000","last_active":"2021-03-04T23:40:37.417297+0000","last_peered":"2021-03-04T23:40:37.417297+0000","last_clean":"2021-03-04T23:40:37.417297+0000","last_became_active":"2021-03-04T23:39:36.229116+0000","last_became_peered":"2021-03-04T23:39:36.229116+0000","last_unstale":"2021-03-04T23:40:37.417297+0000","last_undegraded":"2021-03-04T23:40:37.417297+0000","last_fullsized":"2021-03-04T23:40:37.417297+0000","mapping_epoch":354,"log_start":"360'4911","ondisk_log_start":"360'4911","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4430,"ondisk_log_size":4430,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":612171776,"num_objects":9341,"num_object_clones":0,"num_object_copies":28023,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9341,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9341,"num_write_kb":597824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"146","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.220556+0000","last_change":"2021-03-04T23:40:06.230100+0000","last_active":"2021-03-04T23:40:28.220556+0000","last_peered":"2021-03-04T23:40:28.220556+0000","last_clean":"2021-03-04T23:40:28.220556+0000","last_became_active":"2021-03-04T23:40:06.140200+0000","last_became_peered":"2021-03-04T23:40:06.140200+0000","last_unstale":"2021-03-04T23:40:28.220556+0000","last_undegraded":"2021-03-04T23:40:28.220556+0000","last_fullsized":"2021-03-04T23:40:28.220556+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:06.230069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:06.230069+0000","last_clean_scrub_stamp":"2021-03-04T23:40:06.230069+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"63","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.222108+0000","last_change":"2021-03-04T23:39:34.574873+0000","last_active":"2021-03-04T23:40:28.222108+0000","last_peered":"2021-03-04T23:40:28.222108+0000","last_clean":"2021-03-04T23:40:28.222108+0000","last_became_active":"2021-03-04T23:36:58.272665+0000","last_became_peered":"2021-03-04T23:36:58.272665+0000","last_unstale":"2021-03-04T23:40:28.222108+0000","last_undegraded":"2021-03-04T23:40:28.222108+0000","last_fullsized":"2021-03-04T23:40:28.222108+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:34.574835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:34.574835+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"30","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.219646+0000","last_change":"2021-03-04T23:39:30.317857+0000","last_active":"2021-03-04T23:40:28.219646+0000","last_peered":"2021-03-04T23:40:28.219646+0000","last_clean":"2021-03-04T23:40:28.219646+0000","last_became_active":"2021-03-04T23:39:30.220986+0000","last_became_peered":"2021-03-04T23:39:30.220986+0000","last_unstale":"2021-03-04T23:40:28.219646+0000","last_undegraded":"2021-03-04T23:40:28.219646+0000","last_fullsized":"2021-03-04T23:40:28.219646+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"134","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.220199+0000","last_change":"2021-03-04T23:39:30.215234+0000","last_active":"2021-03-04T23:40:28.220199+0000","last_peered":"2021-03-04T23:40:28.220199+0000","last_clean":"2021-03-04T23:40:28.220199+0000","last_became_active":"2021-03-04T23:39:30.214728+0000","last_became_peered":"2021-03-04T23:39:30.214728+0000","last_unstale":"2021-03-04T23:40:28.220199+0000","last_undegraded":"2021-03-04T23:40:28.220199+0000","last_fullsized":"2021-03-04T23:40:28.220199+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.4","version":"368'9187","reported_seq":"9209","reported_epoch":"368","state":"active+clean","last_fresh":"2021-03-04T23:40:37.418393+0000","last_change":"2021-03-04T23:39:36.229679+0000","last_active":"2021-03-04T23:40:37.418393+0000","last_peered":"2021-03-04T23:40:37.418393+0000","last_clean":"2021-03-04T23:40:37.418393+0000","last_became_active":"2021-03-04T23:39:36.229430+0000","last_became_peered":"2021-03-04T23:39:36.229430+0000","last_unstale":"2021-03-04T23:40:37.418393+0000","last_undegraded":"2021-03-04T23:40:37.418393+0000","last_fullsized":"2021-03-04T23:40:37.418393+0000","mapping_epoch":354,"log_start":"359'4795","ondisk_log_start":"359'4795","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4392,"ondisk_log_size":4392,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":602079232,"num_objects":9187,"num_object_clones":0,"num_object_copies":27561,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9187,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9187,"num_write_kb":587968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"120","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.219124+0000","last_change":"2021-03-04T23:40:07.326456+0000","last_active":"2021-03-04T23:40:28.219124+0000","last_peered":"2021-03-04T23:40:28.219124+0000","last_clean":"2021-03-04T23:40:28.219124+0000","last_became_active":"2021-03-04T23:40:06.133761+0000","last_became_peered":"2021-03-04T23:40:06.133761+0000","last_unstale":"2021-03-04T23:40:28.219124+0000","last_undegraded":"2021-03-04T23:40:28.219124+0000","last_fullsized":"2021-03-04T23:40:28.219124+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:07.326428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:07.326428+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"80","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.231467+0000","last_change":"2021-03-04T23:36:19.155933+0000","last_active":"2021-03-04T23:40:28.231467+0000","last_peered":"2021-03-04T23:40:28.231467+0000","last_clean":"2021-03-04T23:40:28.231467+0000","last_became_active":"2021-03-04T23:35:58.102370+0000","last_became_peered":"2021-03-04T23:35:58.102370+0000","last_unstale":"2021-03-04T23:40:28.231467+0000","last_undegraded":"2021-03-04T23:40:28.231467+0000","last_fullsized":"2021-03-04T23:40:28.231467+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:19.155809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:19.155809+0000","last_clean_scrub_stamp":"2021-03-04T23:36:19.155809+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"398","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.216599+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:40:28.216599+0000","last_peered":"2021-03-04T23:40:28.216599+0000","last_clean":"2021-03-04T23:40:28.216599+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:40:28.216599+0000","last_undegraded":"2021-03-04T23:40:28.216599+0000","last_fullsized":"2021-03-04T23:40:28.216599+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"362","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.223930+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:40:28.223930+0000","last_peered":"2021-03-04T23:40:28.223930+0000","last_clean":"2021-03-04T23:40:28.223930+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:40:28.223930+0000","last_undegraded":"2021-03-04T23:40:28.223930+0000","last_fullsized":"2021-03-04T23:40:28.223930+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3","version":"368'9254","reported_seq":"9276","reported_epoch":"368","state":"active+clean","last_fresh":"2021-03-04T23:40:37.431873+0000","last_change":"2021-03-04T23:39:36.230130+0000","last_active":"2021-03-04T23:40:37.431873+0000","last_peered":"2021-03-04T23:40:37.431873+0000","last_clean":"2021-03-04T23:40:37.431873+0000","last_became_active":"2021-03-04T23:39:36.229893+0000","last_became_peered":"2021-03-04T23:39:36.229893+0000","last_unstale":"2021-03-04T23:40:37.431873+0000","last_undegraded":"2021-03-04T23:40:37.431873+0000","last_fullsized":"2021-03-04T23:40:37.431873+0000","mapping_epoch":354,"log_start":"359'4420","ondisk_log_start":"359'4420","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4834,"ondisk_log_size":4834,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":606470144,"num_objects":9254,"num_object_clones":0,"num_object_copies":27762,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9254,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9254,"num_write_kb":592256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"417","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.227735+0000","last_change":"2021-03-04T23:39:59.452660+0000","last_active":"2021-03-04T23:40:28.227735+0000","last_peered":"2021-03-04T23:40:28.227735+0000","last_clean":"2021-03-04T23:40:28.227735+0000","last_became_active":"2021-03-04T23:39:30.220796+0000","last_became_peered":"2021-03-04T23:39:30.220796+0000","last_unstale":"2021-03-04T23:40:28.227735+0000","last_undegraded":"2021-03-04T23:40:28.227735+0000","last_fullsized":"2021-03-04T23:40:28.227735+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:59.452604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:59.452604+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"38","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.217777+0000","last_change":"2021-03-04T23:40:06.621178+0000","last_active":"2021-03-04T23:40:28.217777+0000","last_peered":"2021-03-04T23:40:28.217777+0000","last_clean":"2021-03-04T23:40:28.217777+0000","last_became_active":"2021-03-04T23:40:06.135946+0000","last_became_peered":"2021-03-04T23:40:06.135946+0000","last_unstale":"2021-03-04T23:40:28.217777+0000","last_undegraded":"2021-03-04T23:40:28.217777+0000","last_fullsized":"2021-03-04T23:40:28.217777+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:06.621141+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:06.621141+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"159","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.218972+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:40:28.218972+0000","last_peered":"2021-03-04T23:40:28.218972+0000","last_clean":"2021-03-04T23:40:28.218972+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:40:28.218972+0000","last_undegraded":"2021-03-04T23:40:28.218972+0000","last_fullsized":"2021-03-04T23:40:28.218972+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"399","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.219699+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:40:28.219699+0000","last_peered":"2021-03-04T23:40:28.219699+0000","last_clean":"2021-03-04T23:40:28.219699+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:40:28.219699+0000","last_undegraded":"2021-03-04T23:40:28.219699+0000","last_fullsized":"2021-03-04T23:40:28.219699+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2","version":"368'9432","reported_seq":"9452","reported_epoch":"368","state":"active+clean","last_fresh":"2021-03-04T23:40:38.615286+0000","last_change":"2021-03-04T23:39:36.228908+0000","last_active":"2021-03-04T23:40:38.615286+0000","last_peered":"2021-03-04T23:40:38.615286+0000","last_clean":"2021-03-04T23:40:38.615286+0000","last_became_active":"2021-03-04T23:39:36.228693+0000","last_became_peered":"2021-03-04T23:39:36.228693+0000","last_unstale":"2021-03-04T23:40:38.615286+0000","last_undegraded":"2021-03-04T23:40:38.615286+0000","last_fullsized":"2021-03-04T23:40:38.615286+0000","mapping_epoch":354,"log_start":"358'2600","ondisk_log_start":"358'2600","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":6832,"ondisk_log_size":6832,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":618135552,"num_objects":9432,"num_object_clones":0,"num_object_copies":28296,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9432,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9432,"num_write_kb":603648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"29","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.219567+0000","last_change":"2021-03-04T23:39:54.581248+0000","last_active":"2021-03-04T23:40:28.219567+0000","last_peered":"2021-03-04T23:40:28.219567+0000","last_clean":"2021-03-04T23:40:28.219567+0000","last_became_active":"2021-03-04T23:39:30.216426+0000","last_became_peered":"2021-03-04T23:39:30.216426+0000","last_unstale":"2021-03-04T23:40:28.219567+0000","last_undegraded":"2021-03-04T23:40:28.219567+0000","last_fullsized":"2021-03-04T23:40:28.219567+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:54.581212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:54.581212+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"105","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.216251+0000","last_change":"2021-03-04T23:39:35.111937+0000","last_active":"2021-03-04T23:40:28.216251+0000","last_peered":"2021-03-04T23:40:28.216251+0000","last_clean":"2021-03-04T23:40:28.216251+0000","last_became_active":"2021-03-04T23:39:00.142054+0000","last_became_peered":"2021-03-04T23:39:00.142054+0000","last_unstale":"2021-03-04T23:40:28.216251+0000","last_undegraded":"2021-03-04T23:40:28.216251+0000","last_fullsized":"2021-03-04T23:40:28.216251+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.111905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.111905+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"125","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.220333+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:40:28.220333+0000","last_peered":"2021-03-04T23:40:28.220333+0000","last_clean":"2021-03-04T23:40:28.220333+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:40:28.220333+0000","last_undegraded":"2021-03-04T23:40:28.220333+0000","last_fullsized":"2021-03-04T23:40:28.220333+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"396","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.219145+0000","last_change":"2021-03-04T23:36:58.273628+0000","last_active":"2021-03-04T23:40:28.219145+0000","last_peered":"2021-03-04T23:40:28.219145+0000","last_clean":"2021-03-04T23:40:28.219145+0000","last_became_active":"2021-03-04T23:36:58.273359+0000","last_became_peered":"2021-03-04T23:36:58.273359+0000","last_unstale":"2021-03-04T23:40:28.219145+0000","last_undegraded":"2021-03-04T23:40:28.219145+0000","last_fullsized":"2021-03-04T23:40:28.219145+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"368'9230","reported_seq":"9252","reported_epoch":"368","state":"active+clean","last_fresh":"2021-03-04T23:40:37.423241+0000","last_change":"2021-03-04T23:39:36.228709+0000","last_active":"2021-03-04T23:40:37.423241+0000","last_peered":"2021-03-04T23:40:37.423241+0000","last_clean":"2021-03-04T23:40:37.423241+0000","last_became_active":"2021-03-04T23:39:36.228428+0000","last_became_peered":"2021-03-04T23:39:36.228428+0000","last_unstale":"2021-03-04T23:40:37.423241+0000","last_undegraded":"2021-03-04T23:40:37.423241+0000","last_fullsized":"2021-03-04T23:40:37.423241+0000","mapping_epoch":354,"log_start":"359'4458","ondisk_log_start":"359'4458","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4772,"ondisk_log_size":4772,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":604897280,"num_objects":9230,"num_object_clones":0,"num_object_copies":27690,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9230,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9230,"num_write_kb":590720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"103","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.227960+0000","last_change":"2021-03-04T23:40:07.473677+0000","last_active":"2021-03-04T23:40:28.227960+0000","last_peered":"2021-03-04T23:40:28.227960+0000","last_clean":"2021-03-04T23:40:28.227960+0000","last_became_active":"2021-03-04T23:40:06.134490+0000","last_became_peered":"2021-03-04T23:40:06.134490+0000","last_unstale":"2021-03-04T23:40:28.227960+0000","last_undegraded":"2021-03-04T23:40:28.227960+0000","last_fullsized":"2021-03-04T23:40:28.227960+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:07.473620+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:07.473620+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"29","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.219652+0000","last_change":"2021-03-04T23:39:56.621435+0000","last_active":"2021-03-04T23:40:28.219652+0000","last_peered":"2021-03-04T23:40:28.219652+0000","last_clean":"2021-03-04T23:40:28.219652+0000","last_became_active":"2021-03-04T23:39:30.219411+0000","last_became_peered":"2021-03-04T23:39:30.219411+0000","last_unstale":"2021-03-04T23:40:28.219652+0000","last_undegraded":"2021-03-04T23:40:28.219652+0000","last_fullsized":"2021-03-04T23:40:28.219652+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:56.621402+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:56.621402+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"391","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.218057+0000","last_change":"2021-03-04T23:39:30.217759+0000","last_active":"2021-03-04T23:40:28.218057+0000","last_peered":"2021-03-04T23:40:28.218057+0000","last_clean":"2021-03-04T23:40:28.218057+0000","last_became_active":"2021-03-04T23:39:30.217150+0000","last_became_peered":"2021-03-04T23:39:30.217150+0000","last_unstale":"2021-03-04T23:40:28.218057+0000","last_undegraded":"2021-03-04T23:40:28.218057+0000","last_fullsized":"2021-03-04T23:40:28.218057+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"426","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.219208+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:40:28.219208+0000","last_peered":"2021-03-04T23:40:28.219208+0000","last_clean":"2021-03-04T23:40:28.219208+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:40:28.219208+0000","last_undegraded":"2021-03-04T23:40:28.219208+0000","last_fullsized":"2021-03-04T23:40:28.219208+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.0","version":"368'9734","reported_seq":"9756","reported_epoch":"368","state":"active+clean","last_fresh":"2021-03-04T23:40:40.459762+0000","last_change":"2021-03-04T23:39:36.229293+0000","last_active":"2021-03-04T23:40:40.459762+0000","last_peered":"2021-03-04T23:40:40.459762+0000","last_clean":"2021-03-04T23:40:40.459762+0000","last_became_active":"2021-03-04T23:39:36.229084+0000","last_became_peered":"2021-03-04T23:39:36.229084+0000","last_unstale":"2021-03-04T23:40:40.459762+0000","last_undegraded":"2021-03-04T23:40:40.459762+0000","last_fullsized":"2021-03-04T23:40:40.459762+0000","mapping_epoch":354,"log_start":"360'5088","ondisk_log_start":"360'5088","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4646,"ondisk_log_size":4646,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":637927424,"num_objects":9734,"num_object_clones":0,"num_object_copies":29202,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9734,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9734,"num_write_kb":622976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"354","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.227342+0000","last_change":"2021-03-04T23:39:58.431771+0000","last_active":"2021-03-04T23:40:28.227342+0000","last_peered":"2021-03-04T23:40:28.227342+0000","last_clean":"2021-03-04T23:40:28.227342+0000","last_became_active":"2021-03-04T23:39:30.220682+0000","last_became_peered":"2021-03-04T23:39:30.220682+0000","last_unstale":"2021-03-04T23:40:28.227342+0000","last_undegraded":"2021-03-04T23:40:28.227342+0000","last_fullsized":"2021-03-04T23:40:28.227342+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:58.431696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:58.431696+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"105","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.216221+0000","last_change":"2021-03-04T23:40:06.138773+0000","last_active":"2021-03-04T23:40:28.216221+0000","last_peered":"2021-03-04T23:40:28.216221+0000","last_clean":"2021-03-04T23:40:28.216221+0000","last_became_active":"2021-03-04T23:40:06.138514+0000","last_became_peered":"2021-03-04T23:40:06.138514+0000","last_unstale":"2021-03-04T23:40:28.216221+0000","last_undegraded":"2021-03-04T23:40:28.216221+0000","last_fullsized":"2021-03-04T23:40:28.216221+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:32.133051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:32.133051+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"200","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.219146+0000","last_change":"2021-03-04T23:39:30.216511+0000","last_active":"2021-03-04T23:40:28.219146+0000","last_peered":"2021-03-04T23:40:28.219146+0000","last_clean":"2021-03-04T23:40:28.219146+0000","last_became_active":"2021-03-04T23:39:30.216243+0000","last_became_peered":"2021-03-04T23:39:30.216243+0000","last_unstale":"2021-03-04T23:40:28.219146+0000","last_undegraded":"2021-03-04T23:40:28.219146+0000","last_fullsized":"2021-03-04T23:40:28.219146+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"207","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.232787+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:40:28.232787+0000","last_peered":"2021-03-04T23:40:28.232787+0000","last_clean":"2021-03-04T23:40:28.232787+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:40:28.232787+0000","last_undegraded":"2021-03-04T23:40:28.232787+0000","last_fullsized":"2021-03-04T23:40:28.232787+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.d","version":"368'9354","reported_seq":"9376","reported_epoch":"368","state":"active+clean","last_fresh":"2021-03-04T23:40:38.628927+0000","last_change":"2021-03-04T23:39:36.229832+0000","last_active":"2021-03-04T23:40:38.628927+0000","last_peered":"2021-03-04T23:40:38.628927+0000","last_clean":"2021-03-04T23:40:38.628927+0000","last_became_active":"2021-03-04T23:39:36.229553+0000","last_became_peered":"2021-03-04T23:39:36.229553+0000","last_unstale":"2021-03-04T23:40:38.628927+0000","last_undegraded":"2021-03-04T23:40:38.628927+0000","last_fullsized":"2021-03-04T23:40:38.628927+0000","mapping_epoch":354,"log_start":"358'2500","ondisk_log_start":"358'2500","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":6854,"ondisk_log_size":6854,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":613023744,"num_objects":9354,"num_object_clones":0,"num_object_copies":28062,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9354,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9354,"num_write_kb":598656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"164","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.220525+0000","last_change":"2021-03-04T23:39:54.059315+0000","last_active":"2021-03-04T23:40:28.220525+0000","last_peered":"2021-03-04T23:40:28.220525+0000","last_clean":"2021-03-04T23:40:28.220525+0000","last_became_active":"2021-03-04T23:39:30.220665+0000","last_became_peered":"2021-03-04T23:39:30.220665+0000","last_unstale":"2021-03-04T23:40:28.220525+0000","last_undegraded":"2021-03-04T23:40:28.220525+0000","last_fullsized":"2021-03-04T23:40:28.220525+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:54.059260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:54.059260+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"148","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.231365+0000","last_change":"2021-03-04T23:39:57.418862+0000","last_active":"2021-03-04T23:40:28.231365+0000","last_peered":"2021-03-04T23:40:28.231365+0000","last_clean":"2021-03-04T23:40:28.231365+0000","last_became_active":"2021-03-04T23:39:30.220596+0000","last_became_peered":"2021-03-04T23:39:30.220596+0000","last_unstale":"2021-03-04T23:40:28.231365+0000","last_undegraded":"2021-03-04T23:40:28.231365+0000","last_fullsized":"2021-03-04T23:40:28.231365+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:57.418789+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:57.418789+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"389","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.216675+0000","last_change":"2021-03-04T23:36:58.273653+0000","last_active":"2021-03-04T23:40:28.216675+0000","last_peered":"2021-03-04T23:40:28.216675+0000","last_clean":"2021-03-04T23:40:28.216675+0000","last_became_active":"2021-03-04T23:36:58.273347+0000","last_became_peered":"2021-03-04T23:36:58.273347+0000","last_unstale":"2021-03-04T23:40:28.216675+0000","last_undegraded":"2021-03-04T23:40:28.216675+0000","last_fullsized":"2021-03-04T23:40:28.216675+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"111","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.227587+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:40:28.227587+0000","last_peered":"2021-03-04T23:40:28.227587+0000","last_clean":"2021-03-04T23:40:28.227587+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:40:28.227587+0000","last_undegraded":"2021-03-04T23:40:28.227587+0000","last_fullsized":"2021-03-04T23:40:28.227587+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.b","version":"368'9469","reported_seq":"9490","reported_epoch":"368","state":"active+clean","last_fresh":"2021-03-04T23:40:38.236000+0000","last_change":"2021-03-04T23:39:36.230631+0000","last_active":"2021-03-04T23:40:38.236000+0000","last_peered":"2021-03-04T23:40:38.236000+0000","last_clean":"2021-03-04T23:40:38.236000+0000","last_became_active":"2021-03-04T23:39:36.230400+0000","last_became_peered":"2021-03-04T23:39:36.230400+0000","last_unstale":"2021-03-04T23:40:38.236000+0000","last_undegraded":"2021-03-04T23:40:38.236000+0000","last_fullsized":"2021-03-04T23:40:38.236000+0000","mapping_epoch":354,"log_start":"360'4913","ondisk_log_start":"360'4913","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4556,"ondisk_log_size":4556,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":620560384,"num_objects":9469,"num_object_clones":0,"num_object_copies":28407,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9469,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9469,"num_write_kb":606016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"96","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.216232+0000","last_change":"2021-03-04T23:39:54.024484+0000","last_active":"2021-03-04T23:40:28.216232+0000","last_peered":"2021-03-04T23:40:28.216232+0000","last_clean":"2021-03-04T23:40:28.216232+0000","last_became_active":"2021-03-04T23:39:00.135958+0000","last_became_peered":"2021-03-04T23:39:00.135958+0000","last_unstale":"2021-03-04T23:40:28.216232+0000","last_undegraded":"2021-03-04T23:40:28.216232+0000","last_fullsized":"2021-03-04T23:40:28.216232+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:54.024438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:54.024438+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"435","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.216505+0000","last_change":"2021-03-04T23:39:33.109980+0000","last_active":"2021-03-04T23:40:28.216505+0000","last_peered":"2021-03-04T23:40:28.216505+0000","last_clean":"2021-03-04T23:40:28.216505+0000","last_became_active":"2021-03-04T23:38:04.212386+0000","last_became_peered":"2021-03-04T23:38:04.212386+0000","last_unstale":"2021-03-04T23:40:28.216505+0000","last_undegraded":"2021-03-04T23:40:28.216505+0000","last_fullsized":"2021-03-04T23:40:28.216505+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:33.109929+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:33.109929+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"370","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.218849+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:40:28.218849+0000","last_peered":"2021-03-04T23:40:28.218849+0000","last_clean":"2021-03-04T23:40:28.218849+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:40:28.218849+0000","last_undegraded":"2021-03-04T23:40:28.218849+0000","last_fullsized":"2021-03-04T23:40:28.218849+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"120","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.231586+0000","last_change":"2021-03-04T23:36:58.272226+0000","last_active":"2021-03-04T23:40:28.231586+0000","last_peered":"2021-03-04T23:40:28.231586+0000","last_clean":"2021-03-04T23:40:28.231586+0000","last_became_active":"2021-03-04T23:36:58.271974+0000","last_became_peered":"2021-03-04T23:36:58.271974+0000","last_unstale":"2021-03-04T23:40:28.231586+0000","last_undegraded":"2021-03-04T23:40:28.231586+0000","last_fullsized":"2021-03-04T23:40:28.231586+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.8","version":"368'9330","reported_seq":"9352","reported_epoch":"368","state":"active+clean","last_fresh":"2021-03-04T23:40:38.232645+0000","last_change":"2021-03-04T23:39:36.231428+0000","last_active":"2021-03-04T23:40:38.232645+0000","last_peered":"2021-03-04T23:40:38.232645+0000","last_clean":"2021-03-04T23:40:38.232645+0000","last_became_active":"2021-03-04T23:39:36.230638+0000","last_became_peered":"2021-03-04T23:39:36.230638+0000","last_unstale":"2021-03-04T23:40:38.232645+0000","last_undegraded":"2021-03-04T23:40:38.232645+0000","last_fullsized":"2021-03-04T23:40:38.232645+0000","mapping_epoch":354,"log_start":"359'4733","ondisk_log_start":"359'4733","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4597,"ondisk_log_size":4597,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":611450880,"num_objects":9330,"num_object_clones":0,"num_object_copies":27990,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9330,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9330,"num_write_kb":597120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"29","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.218103+0000","last_change":"2021-03-04T23:39:35.616191+0000","last_active":"2021-03-04T23:40:28.218103+0000","last_peered":"2021-03-04T23:40:28.218103+0000","last_clean":"2021-03-04T23:40:28.218103+0000","last_became_active":"2021-03-04T23:39:30.218646+0000","last_became_peered":"2021-03-04T23:39:30.218646+0000","last_unstale":"2021-03-04T23:40:28.218103+0000","last_undegraded":"2021-03-04T23:40:28.218103+0000","last_fullsized":"2021-03-04T23:40:28.218103+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.616158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.616158+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"63","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.218194+0000","last_change":"2021-03-04T23:39:24.560109+0000","last_active":"2021-03-04T23:40:28.218194+0000","last_peered":"2021-03-04T23:40:28.218194+0000","last_clean":"2021-03-04T23:40:28.218194+0000","last_became_active":"2021-03-04T23:36:58.274305+0000","last_became_peered":"2021-03-04T23:36:58.274305+0000","last_unstale":"2021-03-04T23:40:28.218194+0000","last_undegraded":"2021-03-04T23:40:28.218194+0000","last_fullsized":"2021-03-04T23:40:28.218194+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:24.560068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:24.560068+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"120","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.227910+0000","last_change":"2021-03-04T23:36:58.272289+0000","last_active":"2021-03-04T23:40:28.227910+0000","last_peered":"2021-03-04T23:40:28.227910+0000","last_clean":"2021-03-04T23:40:28.227910+0000","last_became_active":"2021-03-04T23:36:58.272033+0000","last_became_peered":"2021-03-04T23:36:58.272033+0000","last_unstale":"2021-03-04T23:40:28.227910+0000","last_undegraded":"2021-03-04T23:40:28.227910+0000","last_fullsized":"2021-03-04T23:40:28.227910+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"111","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.232714+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:40:28.232714+0000","last_peered":"2021-03-04T23:40:28.232714+0000","last_clean":"2021-03-04T23:40:28.232714+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:40:28.232714+0000","last_undegraded":"2021-03-04T23:40:28.232714+0000","last_fullsized":"2021-03-04T23:40:28.232714+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.a","version":"368'9234","reported_seq":"9256","reported_epoch":"368","state":"active+clean","last_fresh":"2021-03-04T23:40:38.231792+0000","last_change":"2021-03-04T23:39:36.230713+0000","last_active":"2021-03-04T23:40:38.231792+0000","last_peered":"2021-03-04T23:40:38.231792+0000","last_clean":"2021-03-04T23:40:38.231792+0000","last_became_active":"2021-03-04T23:39:36.230461+0000","last_became_peered":"2021-03-04T23:39:36.230461+0000","last_unstale":"2021-03-04T23:40:38.231792+0000","last_undegraded":"2021-03-04T23:40:38.231792+0000","last_fullsized":"2021-03-04T23:40:38.231792+0000","mapping_epoch":354,"log_start":"359'4609","ondisk_log_start":"359'4609","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4625,"ondisk_log_size":4625,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":605159424,"num_objects":9234,"num_object_clones":0,"num_object_copies":27702,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9234,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9234,"num_write_kb":590976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"420","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.216383+0000","last_change":"2021-03-04T23:40:01.027642+0000","last_active":"2021-03-04T23:40:28.216383+0000","last_peered":"2021-03-04T23:40:28.216383+0000","last_clean":"2021-03-04T23:40:28.216383+0000","last_became_active":"2021-03-04T23:39:30.221588+0000","last_became_peered":"2021-03-04T23:39:30.221588+0000","last_unstale":"2021-03-04T23:40:28.216383+0000","last_undegraded":"2021-03-04T23:40:28.216383+0000","last_fullsized":"2021-03-04T23:40:28.216383+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:01.027612+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:01.027612+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"29","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.219740+0000","last_change":"2021-03-04T23:39:58.629659+0000","last_active":"2021-03-04T23:40:28.219740+0000","last_peered":"2021-03-04T23:40:28.219740+0000","last_clean":"2021-03-04T23:40:28.219740+0000","last_became_active":"2021-03-04T23:39:30.220655+0000","last_became_peered":"2021-03-04T23:39:30.220655+0000","last_unstale":"2021-03-04T23:40:28.219740+0000","last_undegraded":"2021-03-04T23:40:28.219740+0000","last_fullsized":"2021-03-04T23:40:28.219740+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:58.629628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:58.629628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"155","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.218773+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:40:28.218773+0000","last_peered":"2021-03-04T23:40:28.218773+0000","last_clean":"2021-03-04T23:40:28.218773+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:40:28.218773+0000","last_undegraded":"2021-03-04T23:40:28.218773+0000","last_fullsized":"2021-03-04T23:40:28.218773+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"134","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.220430+0000","last_change":"2021-03-04T23:39:30.215381+0000","last_active":"2021-03-04T23:40:28.220430+0000","last_peered":"2021-03-04T23:40:28.220430+0000","last_clean":"2021-03-04T23:40:28.220430+0000","last_became_active":"2021-03-04T23:39:30.214939+0000","last_became_peered":"2021-03-04T23:39:30.214939+0000","last_unstale":"2021-03-04T23:40:28.220430+0000","last_undegraded":"2021-03-04T23:40:28.220430+0000","last_fullsized":"2021-03-04T23:40:28.220430+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.9","version":"368'9546","reported_seq":"9568","reported_epoch":"368","state":"active+clean","last_fresh":"2021-03-04T23:40:38.239700+0000","last_change":"2021-03-04T23:39:36.230698+0000","last_active":"2021-03-04T23:40:38.239700+0000","last_peered":"2021-03-04T23:40:38.239700+0000","last_clean":"2021-03-04T23:40:38.239700+0000","last_became_active":"2021-03-04T23:39:36.230475+0000","last_became_peered":"2021-03-04T23:39:36.230475+0000","last_unstale":"2021-03-04T23:40:38.239700+0000","last_undegraded":"2021-03-04T23:40:38.239700+0000","last_fullsized":"2021-03-04T23:40:38.239700+0000","mapping_epoch":354,"log_start":"360'4977","ondisk_log_start":"360'4977","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4569,"ondisk_log_size":4569,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":625606656,"num_objects":9546,"num_object_clones":0,"num_object_copies":28638,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9546,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9546,"num_write_kb":610944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"94","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.227824+0000","last_change":"2021-03-04T23:39:33.510620+0000","last_active":"2021-03-04T23:40:28.227824+0000","last_peered":"2021-03-04T23:40:28.227824+0000","last_clean":"2021-03-04T23:40:28.227824+0000","last_became_active":"2021-03-04T23:39:00.131539+0000","last_became_peered":"2021-03-04T23:39:00.131539+0000","last_unstale":"2021-03-04T23:40:28.227824+0000","last_undegraded":"2021-03-04T23:40:28.227824+0000","last_fullsized":"2021-03-04T23:40:28.227824+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:33.510564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:33.510564+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"29","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.219703+0000","last_change":"2021-03-04T23:40:01.626577+0000","last_active":"2021-03-04T23:40:28.219703+0000","last_peered":"2021-03-04T23:40:28.219703+0000","last_clean":"2021-03-04T23:40:28.219703+0000","last_became_active":"2021-03-04T23:39:30.219831+0000","last_became_peered":"2021-03-04T23:39:30.219831+0000","last_unstale":"2021-03-04T23:40:28.219703+0000","last_undegraded":"2021-03-04T23:40:28.219703+0000","last_fullsized":"2021-03-04T23:40:28.219703+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:01.626545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:01.626545+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"352","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.225313+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:40:28.225313+0000","last_peered":"2021-03-04T23:40:28.225313+0000","last_clean":"2021-03-04T23:40:28.225313+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:40:28.225313+0000","last_undegraded":"2021-03-04T23:40:28.225313+0000","last_fullsized":"2021-03-04T23:40:28.225313+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"407","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.224307+0000","last_change":"2021-03-04T23:36:58.273010+0000","last_active":"2021-03-04T23:40:28.224307+0000","last_peered":"2021-03-04T23:40:28.224307+0000","last_clean":"2021-03-04T23:40:28.224307+0000","last_became_active":"2021-03-04T23:36:58.272784+0000","last_became_peered":"2021-03-04T23:36:58.272784+0000","last_unstale":"2021-03-04T23:40:28.224307+0000","last_undegraded":"2021-03-04T23:40:28.224307+0000","last_fullsized":"2021-03-04T23:40:28.224307+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.c","version":"368'9658","reported_seq":"9680","reported_epoch":"368","state":"active+clean","last_fresh":"2021-03-04T23:40:40.466174+0000","last_change":"2021-03-04T23:39:36.229039+0000","last_active":"2021-03-04T23:40:40.466174+0000","last_peered":"2021-03-04T23:40:40.466174+0000","last_clean":"2021-03-04T23:40:40.466174+0000","last_became_active":"2021-03-04T23:39:36.228813+0000","last_became_peered":"2021-03-04T23:39:36.228813+0000","last_unstale":"2021-03-04T23:40:40.466174+0000","last_undegraded":"2021-03-04T23:40:40.466174+0000","last_fullsized":"2021-03-04T23:40:40.466174+0000","mapping_epoch":354,"log_start":"361'5015","ondisk_log_start":"361'5015","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4643,"ondisk_log_size":4643,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":632946688,"num_objects":9658,"num_object_clones":0,"num_object_copies":28974,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9658,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9658,"num_write_kb":618112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"146","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.220489+0000","last_change":"2021-03-04T23:39:33.776164+0000","last_active":"2021-03-04T23:40:28.220489+0000","last_peered":"2021-03-04T23:40:28.220489+0000","last_clean":"2021-03-04T23:40:28.220489+0000","last_became_active":"2021-03-04T23:39:00.135217+0000","last_became_peered":"2021-03-04T23:39:00.135217+0000","last_unstale":"2021-03-04T23:40:28.220489+0000","last_undegraded":"2021-03-04T23:40:28.220489+0000","last_fullsized":"2021-03-04T23:40:28.220489+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:33.775703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:33.775703+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"26","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.219365+0000","last_change":"2021-03-04T23:39:30.220176+0000","last_active":"2021-03-04T23:40:28.219365+0000","last_peered":"2021-03-04T23:40:28.219365+0000","last_clean":"2021-03-04T23:40:28.219365+0000","last_became_active":"2021-03-04T23:39:30.218995+0000","last_became_peered":"2021-03-04T23:39:30.218995+0000","last_unstale":"2021-03-04T23:40:28.219365+0000","last_undegraded":"2021-03-04T23:40:28.219365+0000","last_fullsized":"2021-03-04T23:40:28.219365+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:23.299266+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:23.299266+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"120","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.231557+0000","last_change":"2021-03-04T23:36:58.272272+0000","last_active":"2021-03-04T23:40:28.231557+0000","last_peered":"2021-03-04T23:40:28.231557+0000","last_clean":"2021-03-04T23:40:28.231557+0000","last_became_active":"2021-03-04T23:36:58.272106+0000","last_became_peered":"2021-03-04T23:36:58.272106+0000","last_unstale":"2021-03-04T23:40:28.231557+0000","last_undegraded":"2021-03-04T23:40:28.231557+0000","last_fullsized":"2021-03-04T23:40:28.231557+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"348","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.216361+0000","last_change":"2021-03-04T23:39:30.222196+0000","last_active":"2021-03-04T23:40:28.216361+0000","last_peered":"2021-03-04T23:40:28.216361+0000","last_clean":"2021-03-04T23:40:28.216361+0000","last_became_active":"2021-03-04T23:39:30.221882+0000","last_became_peered":"2021-03-04T23:39:30.221882+0000","last_unstale":"2021-03-04T23:40:28.216361+0000","last_undegraded":"2021-03-04T23:40:28.216361+0000","last_fullsized":"2021-03-04T23:40:28.216361+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.f","version":"368'9294","reported_seq":"9316","reported_epoch":"368","state":"active+clean","last_fresh":"2021-03-04T23:40:37.427634+0000","last_change":"2021-03-04T23:39:36.231204+0000","last_active":"2021-03-04T23:40:37.427634+0000","last_peered":"2021-03-04T23:40:37.427634+0000","last_clean":"2021-03-04T23:40:37.427634+0000","last_became_active":"2021-03-04T23:39:36.231022+0000","last_became_peered":"2021-03-04T23:39:36.231022+0000","last_unstale":"2021-03-04T23:40:37.427634+0000","last_undegraded":"2021-03-04T23:40:37.427634+0000","last_fullsized":"2021-03-04T23:40:37.427634+0000","mapping_epoch":354,"log_start":"360'4904","ondisk_log_start":"360'4904","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4390,"ondisk_log_size":4390,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":609091584,"num_objects":9294,"num_object_clones":0,"num_object_copies":27882,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9294,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9294,"num_write_kb":594816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"111","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.219072+0000","last_change":"2021-03-04T23:39:29.672520+0000","last_active":"2021-03-04T23:40:28.219072+0000","last_peered":"2021-03-04T23:40:28.219072+0000","last_clean":"2021-03-04T23:40:28.219072+0000","last_became_active":"2021-03-04T23:39:00.132125+0000","last_became_peered":"2021-03-04T23:39:00.132125+0000","last_unstale":"2021-03-04T23:40:28.219072+0000","last_undegraded":"2021-03-04T23:40:28.219072+0000","last_fullsized":"2021-03-04T23:40:28.219072+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:29.672473+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:29.672473+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"207","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.217745+0000","last_change":"2021-03-04T23:39:30.312840+0000","last_active":"2021-03-04T23:40:28.217745+0000","last_peered":"2021-03-04T23:40:28.217745+0000","last_clean":"2021-03-04T23:40:28.217745+0000","last_became_active":"2021-03-04T23:39:30.218101+0000","last_became_peered":"2021-03-04T23:39:30.218101+0000","last_unstale":"2021-03-04T23:40:28.217745+0000","last_undegraded":"2021-03-04T23:40:28.217745+0000","last_fullsized":"2021-03-04T23:40:28.217745+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"130","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.232902+0000","last_change":"2021-03-04T23:39:30.505421+0000","last_active":"2021-03-04T23:40:28.232902+0000","last_peered":"2021-03-04T23:40:28.232902+0000","last_clean":"2021-03-04T23:40:28.232902+0000","last_became_active":"2021-03-04T23:38:04.213219+0000","last_became_peered":"2021-03-04T23:38:04.213219+0000","last_unstale":"2021-03-04T23:40:28.232902+0000","last_undegraded":"2021-03-04T23:40:28.232902+0000","last_fullsized":"2021-03-04T23:40:28.232902+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:30.505380+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:30.505380+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"191","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.218832+0000","last_change":"2021-03-04T23:39:30.216203+0000","last_active":"2021-03-04T23:40:28.218832+0000","last_peered":"2021-03-04T23:40:28.218832+0000","last_clean":"2021-03-04T23:40:28.218832+0000","last_became_active":"2021-03-04T23:39:30.215966+0000","last_became_peered":"2021-03-04T23:39:30.215966+0000","last_unstale":"2021-03-04T23:40:28.218832+0000","last_undegraded":"2021-03-04T23:40:28.218832+0000","last_fullsized":"2021-03-04T23:40:28.218832+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"368'9261","reported_seq":"9283","reported_epoch":"368","state":"active+clean","last_fresh":"2021-03-04T23:40:37.417249+0000","last_change":"2021-03-04T23:39:36.229216+0000","last_active":"2021-03-04T23:40:37.417249+0000","last_peered":"2021-03-04T23:40:37.417249+0000","last_clean":"2021-03-04T23:40:37.417249+0000","last_became_active":"2021-03-04T23:39:36.229032+0000","last_became_peered":"2021-03-04T23:39:36.229032+0000","last_unstale":"2021-03-04T23:40:37.417249+0000","last_undegraded":"2021-03-04T23:40:37.417249+0000","last_fullsized":"2021-03-04T23:40:37.417249+0000","mapping_epoch":354,"log_start":"359'4289","ondisk_log_start":"359'4289","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4972,"ondisk_log_size":4972,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":606928896,"num_objects":9261,"num_object_clones":0,"num_object_copies":27783,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9261,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9261,"num_write_kb":592704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"112","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.217284+0000","last_change":"2021-03-04T23:39:30.216902+0000","last_active":"2021-03-04T23:40:28.217284+0000","last_peered":"2021-03-04T23:40:28.217284+0000","last_clean":"2021-03-04T23:40:28.217284+0000","last_became_active":"2021-03-04T23:39:30.216444+0000","last_became_peered":"2021-03-04T23:39:30.216444+0000","last_unstale":"2021-03-04T23:40:28.217284+0000","last_undegraded":"2021-03-04T23:40:28.217284+0000","last_fullsized":"2021-03-04T23:40:28.217284+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:24.842295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:24.842295+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"310","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.220464+0000","last_change":"2021-03-04T23:39:59.020909+0000","last_active":"2021-03-04T23:40:28.220464+0000","last_peered":"2021-03-04T23:40:28.220464+0000","last_clean":"2021-03-04T23:40:28.220464+0000","last_became_active":"2021-03-04T23:39:30.220119+0000","last_became_peered":"2021-03-04T23:39:30.220119+0000","last_unstale":"2021-03-04T23:40:28.220464+0000","last_undegraded":"2021-03-04T23:40:28.220464+0000","last_fullsized":"2021-03-04T23:40:28.220464+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:59.020879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:59.020879+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"401","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.224411+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:40:28.224411+0000","last_peered":"2021-03-04T23:40:28.224411+0000","last_clean":"2021-03-04T23:40:28.224411+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:40:28.224411+0000","last_undegraded":"2021-03-04T23:40:28.224411+0000","last_fullsized":"2021-03-04T23:40:28.224411+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"339","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.218124+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:40:28.218124+0000","last_peered":"2021-03-04T23:40:28.218124+0000","last_clean":"2021-03-04T23:40:28.218124+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:40:28.218124+0000","last_undegraded":"2021-03-04T23:40:28.218124+0000","last_fullsized":"2021-03-04T23:40:28.218124+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":"29","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.219951+0000","last_change":"2021-03-04T23:40:04.152881+0000","last_active":"2021-03-04T23:40:28.219951+0000","last_peered":"2021-03-04T23:40:28.219951+0000","last_clean":"2021-03-04T23:40:28.219951+0000","last_became_active":"2021-03-04T23:39:30.214604+0000","last_became_peered":"2021-03-04T23:39:30.214604+0000","last_unstale":"2021-03-04T23:40:28.219951+0000","last_undegraded":"2021-03-04T23:40:28.219951+0000","last_fullsized":"2021-03-04T23:40:28.219951+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:04.152833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:04.152833+0000","last_clean_scrub_stamp":"2021-03-04T23:40:04.152833+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.19","version":"0'0","reported_seq":"184","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.217319+0000","last_change":"2021-03-04T23:36:43.982041+0000","last_active":"2021-03-04T23:40:28.217319+0000","last_peered":"2021-03-04T23:40:28.217319+0000","last_clean":"2021-03-04T23:40:28.217319+0000","last_became_active":"2021-03-04T23:36:42.231737+0000","last_became_peered":"2021-03-04T23:36:42.231737+0000","last_unstale":"2021-03-04T23:40:28.217319+0000","last_undegraded":"2021-03-04T23:40:28.217319+0000","last_fullsized":"2021-03-04T23:40:28.217319+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:43.982001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:43.982001+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"352","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.224168+0000","last_change":"2021-03-04T23:39:30.221336+0000","last_active":"2021-03-04T23:40:28.224168+0000","last_peered":"2021-03-04T23:40:28.224168+0000","last_clean":"2021-03-04T23:40:28.224168+0000","last_became_active":"2021-03-04T23:39:30.221078+0000","last_became_peered":"2021-03-04T23:39:30.221078+0000","last_unstale":"2021-03-04T23:40:28.224168+0000","last_undegraded":"2021-03-04T23:40:28.224168+0000","last_fullsized":"2021-03-04T23:40:28.224168+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"58","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.222430+0000","last_change":"2021-03-04T23:36:58.275928+0000","last_active":"2021-03-04T23:40:28.222430+0000","last_peered":"2021-03-04T23:40:28.222430+0000","last_clean":"2021-03-04T23:40:28.222430+0000","last_became_active":"2021-03-04T23:36:58.275701+0000","last_became_peered":"2021-03-04T23:36:58.275701+0000","last_unstale":"2021-03-04T23:40:28.222430+0000","last_undegraded":"2021-03-04T23:40:28.222430+0000","last_fullsized":"2021-03-04T23:40:28.222430+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.1e","version":"0'0","reported_seq":"109","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.217422+0000","last_change":"2021-03-04T23:39:30.216320+0000","last_active":"2021-03-04T23:40:28.217422+0000","last_peered":"2021-03-04T23:40:28.217422+0000","last_clean":"2021-03-04T23:40:28.217422+0000","last_became_active":"2021-03-04T23:39:30.216055+0000","last_became_peered":"2021-03-04T23:39:30.216055+0000","last_unstale":"2021-03-04T23:40:28.217422+0000","last_undegraded":"2021-03-04T23:40:28.217422+0000","last_fullsized":"2021-03-04T23:40:28.217422+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:47.010309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:47.010309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"431","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.216711+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:40:28.216711+0000","last_peered":"2021-03-04T23:40:28.216711+0000","last_clean":"2021-03-04T23:40:28.216711+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:40:28.216711+0000","last_undegraded":"2021-03-04T23:40:28.216711+0000","last_fullsized":"2021-03-04T23:40:28.216711+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"414","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.218972+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:40:28.218972+0000","last_peered":"2021-03-04T23:40:28.218972+0000","last_clean":"2021-03-04T23:40:28.218972+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:40:28.218972+0000","last_undegraded":"2021-03-04T23:40:28.218972+0000","last_fullsized":"2021-03-04T23:40:28.218972+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1f","version":"0'0","reported_seq":"31","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.224282+0000","last_change":"2021-03-04T23:39:35.279900+0000","last_active":"2021-03-04T23:40:28.224282+0000","last_peered":"2021-03-04T23:40:28.224282+0000","last_clean":"2021-03-04T23:40:28.224282+0000","last_became_active":"2021-03-04T23:39:30.213723+0000","last_became_peered":"2021-03-04T23:39:30.213723+0000","last_unstale":"2021-03-04T23:40:28.224282+0000","last_undegraded":"2021-03-04T23:40:28.224282+0000","last_fullsized":"2021-03-04T23:40:28.224282+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.279860+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.960309+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.279860+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"377","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.216533+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:40:28.216533+0000","last_peered":"2021-03-04T23:40:28.216533+0000","last_clean":"2021-03-04T23:40:28.216533+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:40:28.216533+0000","last_undegraded":"2021-03-04T23:40:28.216533+0000","last_fullsized":"2021-03-04T23:40:28.216533+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"384","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.218581+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:40:28.218581+0000","last_peered":"2021-03-04T23:40:28.218581+0000","last_clean":"2021-03-04T23:40:28.218581+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:40:28.218581+0000","last_undegraded":"2021-03-04T23:40:28.218581+0000","last_fullsized":"2021-03-04T23:40:28.218581+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.1c","version":"0'0","reported_seq":"29","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.221897+0000","last_change":"2021-03-04T23:39:31.709453+0000","last_active":"2021-03-04T23:40:28.221897+0000","last_peered":"2021-03-04T23:40:28.221897+0000","last_clean":"2021-03-04T23:40:28.221897+0000","last_became_active":"2021-03-04T23:39:30.220738+0000","last_became_peered":"2021-03-04T23:39:30.220738+0000","last_unstale":"2021-03-04T23:40:28.221897+0000","last_undegraded":"2021-03-04T23:40:28.221897+0000","last_fullsized":"2021-03-04T23:40:28.221897+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:31.709424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:31.709424+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"182","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.217662+0000","last_change":"2021-03-04T23:36:58.274330+0000","last_active":"2021-03-04T23:40:28.217662+0000","last_peered":"2021-03-04T23:40:28.217662+0000","last_clean":"2021-03-04T23:40:28.217662+0000","last_became_active":"2021-03-04T23:36:58.274105+0000","last_became_peered":"2021-03-04T23:36:58.274105+0000","last_unstale":"2021-03-04T23:40:28.217662+0000","last_undegraded":"2021-03-04T23:40:28.217662+0000","last_fullsized":"2021-03-04T23:40:28.217662+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"166","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.219089+0000","last_change":"2021-03-04T23:36:58.274276+0000","last_active":"2021-03-04T23:40:28.219089+0000","last_peered":"2021-03-04T23:40:28.219089+0000","last_clean":"2021-03-04T23:40:28.219089+0000","last_became_active":"2021-03-04T23:36:58.274027+0000","last_became_peered":"2021-03-04T23:36:58.274027+0000","last_unstale":"2021-03-04T23:40:28.219089+0000","last_undegraded":"2021-03-04T23:40:28.219089+0000","last_fullsized":"2021-03-04T23:40:28.219089+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1d","version":"0'0","reported_seq":"184","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.231558+0000","last_change":"2021-03-04T23:36:42.321356+0000","last_active":"2021-03-04T23:40:28.231558+0000","last_peered":"2021-03-04T23:40:28.231558+0000","last_clean":"2021-03-04T23:40:28.231558+0000","last_became_active":"2021-03-04T23:36:42.235170+0000","last_became_peered":"2021-03-04T23:36:42.235170+0000","last_unstale":"2021-03-04T23:40:28.231558+0000","last_undegraded":"2021-03-04T23:40:28.231558+0000","last_fullsized":"2021-03-04T23:40:28.231558+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:42.321306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:36:42.321306+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"357","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.224385+0000","last_change":"2021-03-04T23:36:58.454189+0000","last_active":"2021-03-04T23:40:28.224385+0000","last_peered":"2021-03-04T23:40:28.224385+0000","last_clean":"2021-03-04T23:40:28.224385+0000","last_became_active":"2021-03-04T23:36:58.272820+0000","last_became_peered":"2021-03-04T23:36:58.272820+0000","last_unstale":"2021-03-04T23:40:28.224385+0000","last_undegraded":"2021-03-04T23:40:28.224385+0000","last_fullsized":"2021-03-04T23:40:28.224385+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"435","reported_epoch":"367","state":"active+clean","last_fresh":"2021-03-04T23:40:28.218134+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:40:28.218134+0000","last_peered":"2021-03-04T23:40:28.218134+0000","last_clean":"2021-03-04T23:40:28.218134+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:40:28.218134+0000","last_undegraded":"2021-03-04T23:40:28.218134+0000","last_fullsized":"2021-03-04T23:40:28.218134+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":16,"stat_sum":{"num_bytes":9835577344,"num_objects":150079,"num_object_clones":0,"num_object_copies":450237,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":150079,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":150079,"num_write_kb":9605056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":29544873984,"data_stored":29544873984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80028,"ondisk_log_size":80028,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":76,"num_bytes_recovered":17234,"num_keys_recovered":30,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11244775,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":51,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":153,"acting":153,"num_store_stats":8},{"poolid":2,"num_pg":28,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":84,"acting":84,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496055,"num_pgs":69,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5063992,"kb_used_data":4015408,"kb_used_omap":3655,"kb_used_meta":1044920,"kb_avail":83016392,"statfs":{"total":90194313216,"available":85008785408,"internally_reserved":1073741824,"allocated":4111777792,"data_stored":4109984285,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3743337,"internal_metadata":1069998487},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:10 2021","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":1.1200000000000001,"15min":0.59299999999999997},"min":{"1min":0.14799999999999999,"5min":0.13400000000000001,"15min":0.125},"max":{"1min":2.9929999999999999,"5min":75.203000000000003,"15min":75.203000000000003},"last":0.155},{"interface":"front","average":{"1min":0.57899999999999996,"5min":1.175,"15min":0.65700000000000003},"min":{"1min":0.23799999999999999,"5min":0.161,"15min":0.158},"max":{"1min":3.012,"5min":75.129999999999995,"15min":75.129999999999995},"last":0.26100000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:39:46 2021","interfaces":[{"interface":"back","average":{"1min":4.8620000000000001,"5min":1.3520000000000001,"15min":0.877},"min":{"1min":0.19400000000000001,"5min":0.17299999999999999,"15min":0.16200000000000001},"max":{"1min":83.061999999999998,"5min":83.061999999999998,"15min":83.061999999999998},"last":2.1920000000000002},{"interface":"front","average":{"1min":4.7229999999999999,"5min":1.3640000000000001,"15min":0.89900000000000002},"min":{"1min":0.17899999999999999,"5min":0.16400000000000001,"15min":0.14799999999999999},"max":{"1min":83.028999999999996,"5min":83.028999999999996,"15min":83.028999999999996},"last":1.512}]},{"osd":2,"last update":"Thu Mar 4 23:40:35 2021","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.61199999999999999,"15min":0.44400000000000001},"min":{"1min":0.215,"5min":0.182,"15min":0.182},"max":{"1min":1.8580000000000001,"5min":2.6429999999999998,"15min":2.6429999999999998},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.52500000000000002,"15min":0.48499999999999999},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.182},"max":{"1min":1.2410000000000001,"5min":2.306,"15min":3.206},"last":0.20100000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:40:35 2021","interfaces":[{"interface":"back","average":{"1min":5.1509999999999998,"5min":1.5640000000000001,"15min":1.157},"min":{"1min":0.20300000000000001,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":69.442999999999998,"5min":69.442999999999998,"15min":69.442999999999998},"last":0.57599999999999996},{"interface":"front","average":{"1min":5.399,"5min":1.5900000000000001,"15min":1.175},"min":{"1min":0.21099999999999999,"5min":0.20000000000000001,"15min":0.185},"max":{"1min":69.858999999999995,"5min":69.858999999999995,"15min":69.858999999999995},"last":0.27200000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:40:35 2021","interfaces":[{"interface":"back","average":{"1min":0.24299999999999999,"5min":0.56299999999999994,"15min":0.442},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.13},"max":{"1min":0.436,"5min":4.8689999999999998,"15min":4.8689999999999998},"last":0.22900000000000001},{"interface":"front","average":{"1min":0.372,"5min":0.54100000000000004,"15min":0.39900000000000002},"min":{"1min":0.17199999999999999,"5min":0.157,"15min":0.14000000000000001},"max":{"1min":1.274,"5min":2.7450000000000001,"15min":3.7410000000000001},"last":0.214}]},{"osd":5,"last update":"Thu Mar 4 23:40:35 2021","interfaces":[{"interface":"back","average":{"1min":0.29199999999999998,"5min":0.59299999999999997,"15min":0.39200000000000002},"min":{"1min":0.159,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.73899999999999999,"5min":4.4180000000000001,"15min":4.4180000000000001},"last":0.187},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.66600000000000004,"15min":0.497},"min":{"1min":0.19600000000000001,"5min":0.186,"15min":0.156},"max":{"1min":0.41099999999999998,"5min":4.8079999999999998,"15min":4.8079999999999998},"last":0.29399999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:40:02 2021","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.68000000000000005,"15min":0.44400000000000001},"min":{"1min":0.20799999999999999,"5min":0.16800000000000001,"15min":0.14699999999999999},"max":{"1min":2.2650000000000001,"5min":8.1649999999999991,"15min":8.1649999999999991},"last":0.25},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.68400000000000005,"15min":0.54200000000000004},"min":{"1min":0.217,"5min":0.21099999999999999,"15min":0.17100000000000001},"max":{"1min":2.714,"5min":8.0039999999999996,"15min":8.0039999999999996},"last":0.317}]}]},{"osd":6,"up_from":41,"seq":176093659557,"num_pgs":63,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5734700,"kb_used_data":4686116,"kb_used_omap":1736,"kb_used_meta":1046839,"kb_avail":82345684,"statfs":{"total":90194313216,"available":84321980416,"internally_reserved":1073741824,"allocated":4798582784,"data_stored":4796801419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1778063,"internal_metadata":1071963761},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:27 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.65700000000000003,"15min":0.44900000000000001},"min":{"1min":0.14999999999999999,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":2.327,"5min":3.2160000000000002,"15min":3.2160000000000002},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.65000000000000002,"15min":0.45600000000000002},"min":{"1min":0.16300000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":1.417,"5min":3.2160000000000002,"15min":3.2160000000000002},"last":0.41299999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:39:39 2021","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":0.65900000000000003,"15min":0.46700000000000003},"min":{"1min":0.17100000000000001,"5min":0.16,"15min":0.14599999999999999},"max":{"1min":4.0250000000000004,"5min":4.0250000000000004,"15min":4.0250000000000004},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.496,"15min":0.434},"min":{"1min":0.158,"5min":0.158,"15min":0.158},"max":{"1min":4.0800000000000001,"5min":4.0800000000000001,"15min":4.0800000000000001},"last":0.39800000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:39:39 2021","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.63300000000000001,"15min":0.47399999999999998},"min":{"1min":0.18099999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":3.3090000000000002,"5min":3.3090000000000002,"15min":3.3090000000000002},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.70299999999999996,"15min":0.496},"min":{"1min":0.22800000000000001,"5min":0.191,"15min":0.188},"max":{"1min":3.2429999999999999,"5min":4.9480000000000004,"15min":4.9480000000000004},"last":2.4399999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:39:39 2021","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":1.712,"15min":1.369},"min":{"1min":0.216,"5min":0.19800000000000001,"15min":0.17899999999999999},"max":{"1min":3.274,"5min":104.28700000000001,"15min":104.28700000000001},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.72499999999999998,"5min":1.581,"15min":1.3440000000000001},"min":{"1min":0.183,"5min":0.183,"15min":0.183},"max":{"1min":3.0720000000000001,"5min":104.264,"15min":104.264},"last":0.45500000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:40:27 2021","interfaces":[{"interface":"back","average":{"1min":0.29799999999999999,"5min":0.53900000000000003,"15min":0.38800000000000001},"min":{"1min":0.16900000000000001,"5min":0.154,"15min":0.14299999999999999},"max":{"1min":1.1739999999999999,"5min":4.3540000000000001,"15min":4.3540000000000001},"last":0.318},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.60099999999999998,"15min":0.40000000000000002},"min":{"1min":0.17999999999999999,"5min":0.157,"15min":0.14299999999999999},"max":{"1min":1.5,"5min":3.1179999999999999,"15min":3.1179999999999999},"last":0.253}]},{"osd":5,"last update":"Thu Mar 4 23:40:27 2021","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.68500000000000005,"15min":0.44400000000000001},"min":{"1min":0.17799999999999999,"5min":0.17000000000000001,"15min":0.155},"max":{"1min":1.119,"5min":18.030000000000001,"15min":18.030000000000001},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.84699999999999998,"15min":0.52000000000000002},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.13900000000000001},"max":{"1min":1.4630000000000001,"5min":17.949999999999999,"15min":17.949999999999999},"last":0.36399999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:40:27 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.50900000000000001,"15min":0.42299999999999999},"min":{"1min":0.218,"5min":0.19700000000000001,"15min":0.16500000000000001},"max":{"1min":1.1439999999999999,"5min":3.569,"15min":3.569},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.77000000000000002,"15min":0.5},"min":{"1min":0.22500000000000001,"5min":0.21299999999999999,"15min":0.17599999999999999},"max":{"1min":1.4430000000000001,"5min":3.8050000000000002,"15min":3.8050000000000002},"last":0.441}]}]},{"osd":1,"up_from":87,"seq":373662155076,"num_pgs":65,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4992156,"kb_used_data":4901652,"kb_used_omap":399,"kb_used_meta":90096,"kb_avail":83088228,"statfs":{"total":90194313216,"available":85082345472,"internally_reserved":0,"allocated":5019291648,"data_stored":5017523998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":409281,"internal_metadata":92258623},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:06 2021","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.38700000000000001,"15min":0.441},"min":{"1min":0.14599999999999999,"5min":0.13500000000000001,"15min":0.13200000000000001},"max":{"1min":1.5209999999999999,"5min":3.0619999999999998,"15min":39.125},"last":3.032},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.46500000000000002,"15min":0.51300000000000001},"min":{"1min":0.185,"5min":0.185,"15min":0.17899999999999999},"max":{"1min":1.5649999999999999,"5min":3.089,"15min":39.207000000000001},"last":3.0720000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:40:33 2021","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.44,"15min":0.316},"min":{"1min":0.16200000000000001,"5min":0.14499999999999999,"15min":0.13400000000000001},"max":{"1min":1.679,"5min":2.6099999999999999,"15min":2.6099999999999999},"last":0.155},{"interface":"front","average":{"1min":0.626,"5min":0.49199999999999999,"15min":0.33200000000000002},"min":{"1min":0.187,"5min":0.161,"15min":0.14799999999999999},"max":{"1min":5.2149999999999999,"5min":5.2149999999999999,"15min":5.2149999999999999},"last":1.0489999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:40:26 2021","interfaces":[{"interface":"back","average":{"1min":1.1419999999999999,"5min":2.0259999999999998,"15min":1.6819999999999999},"min":{"1min":0.19500000000000001,"5min":0.16600000000000001,"15min":0.151},"max":{"1min":10.172000000000001,"5min":89.902000000000001,"15min":110.28400000000001},"last":2.988},{"interface":"front","average":{"1min":0.98599999999999999,"5min":2.0230000000000001,"15min":1.6799999999999999},"min":{"1min":0.16,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":10.186,"5min":89.890000000000001,"15min":109.977},"last":0.192}]},{"osd":4,"last update":"Thu Mar 4 23:40:33 2021","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.67800000000000005,"15min":0.498},"min":{"1min":0.23499999999999999,"5min":0.19800000000000001,"15min":0.19500000000000001},"max":{"1min":5.1189999999999998,"5min":5.1189999999999998,"15min":5.1189999999999998},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.67000000000000004,"15min":0.47399999999999998},"min":{"1min":0.22700000000000001,"5min":0.20399999999999999,"15min":0.20100000000000001},"max":{"1min":1.7889999999999999,"5min":3.129,"15min":3.129},"last":0.20999999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:40:33 2021","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.65700000000000003,"15min":0.51600000000000001},"min":{"1min":0.249,"5min":0.23499999999999999,"15min":0.20699999999999999},"max":{"1min":3.0670000000000002,"5min":3.2509999999999999,"15min":8.6690000000000005},"last":3.0979999999999999},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.67100000000000004,"15min":0.505},"min":{"1min":0.23799999999999999,"5min":0.23599999999999999,"15min":0.217},"max":{"1min":5.1449999999999996,"5min":5.1449999999999996,"15min":5.1449999999999996},"last":0.32800000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:40:01 2021","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.621,"15min":0.49199999999999999},"min":{"1min":0.26900000000000002,"5min":0.23300000000000001,"15min":0.214},"max":{"1min":0.81899999999999995,"5min":3.5600000000000001,"15min":3.5600000000000001},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.499,"5min":0.71199999999999997,"15min":0.55300000000000005},"min":{"1min":0.29399999999999998,"5min":0.25900000000000001,"15min":0.24299999999999999},"max":{"1min":1.089,"5min":4.6710000000000003,"15min":4.6710000000000003},"last":3.1230000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:40:33 2021","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":0.64400000000000002,"15min":0.53900000000000003},"min":{"1min":0.28499999999999998,"5min":0.25600000000000001,"15min":0.23100000000000001},"max":{"1min":5.1749999999999998,"5min":5.1749999999999998,"15min":5.1749999999999998},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.69499999999999995,"15min":0.51400000000000001},"min":{"1min":0.30499999999999999,"5min":0.26000000000000001,"15min":0.224},"max":{"1min":1.738,"5min":2.8660000000000001,"15min":2.8660000000000001},"last":0.315}]}]},{"osd":0,"up_from":174,"seq":747324309659,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3271076,"kb_used_data":2992220,"kb_used_omap":2864,"kb_used_meta":275983,"kb_avail":84809308,"statfs":{"total":90194313216,"available":86844731392,"internally_reserved":0,"allocated":3064033280,"data_stored":3062258013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2932876,"internal_metadata":282607476},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:40:11 2021","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.371,"15min":0.28499999999999998},"min":{"1min":0.14199999999999999,"5min":0.13,"15min":0.12},"max":{"1min":1.8899999999999999,"5min":2.5369999999999999,"15min":2.5369999999999999},"last":0.22},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.32700000000000001,"15min":0.26700000000000002},"min":{"1min":0.13500000000000001,"5min":0.128,"15min":0.128},"max":{"1min":2.0049999999999999,"5min":2.7599999999999998,"15min":2.7599999999999998},"last":0.25}]},{"osd":2,"last update":"Thu Mar 4 23:40:11 2021","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.35399999999999998,"15min":0.28199999999999997},"min":{"1min":0.14000000000000001,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":1.47,"5min":2.7480000000000002,"15min":2.7480000000000002},"last":0.20399999999999999},{"interface":"front","average":{"1min":0.33600000000000002,"5min":0.46200000000000002,"15min":0.33500000000000002},"min":{"1min":0.19900000000000001,"5min":0.16300000000000001,"15min":0.14000000000000001},"max":{"1min":0.56999999999999995,"5min":3.3100000000000001,"15min":3.3100000000000001},"last":0.29799999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:40:11 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.42399999999999999,"15min":0.32400000000000001},"min":{"1min":0.17199999999999999,"5min":0.14899999999999999,"15min":0.128},"max":{"1min":1.5,"5min":5.0289999999999999,"15min":5.0289999999999999},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.499,"5min":0.51300000000000001,"15min":0.36499999999999999},"min":{"1min":0.20999999999999999,"5min":0.17999999999999999,"15min":0.151},"max":{"1min":2.0950000000000002,"5min":2.6080000000000001,"15min":2.6080000000000001},"last":0.36899999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:40:11 2021","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.50600000000000001,"15min":0.42499999999999999},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":2.0489999999999999,"5min":2.7269999999999999,"15min":2.7269999999999999},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.754,"15min":0.50800000000000001},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":3.7639999999999998,"5min":3.7639999999999998,"15min":3.7639999999999998},"last":1.214}]},{"osd":5,"last update":"Thu Mar 4 23:40:11 2021","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.60899999999999999,"15min":0.46500000000000002},"min":{"1min":0.214,"5min":0.214,"15min":0.20699999999999999},"max":{"1min":1.0209999999999999,"5min":2.637,"15min":2.637},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.48799999999999999,"15min":0.41999999999999998},"min":{"1min":0.23400000000000001,"5min":0.21099999999999999,"15min":0.20100000000000001},"max":{"1min":2.0920000000000001,"5min":2.7330000000000001,"15min":2.7330000000000001},"last":0.48499999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:40:11 2021","interfaces":[{"interface":"back","average":{"1min":0.77400000000000002,"5min":0.72499999999999998,"15min":0.504},"min":{"1min":0.24399999999999999,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":2.4209999999999998,"5min":5.835,"15min":5.835},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.54800000000000004,"15min":0.44400000000000001},"min":{"1min":0.253,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":1.522,"5min":2.7130000000000001,"15min":2.7130000000000001},"last":0.34599999999999997}]},{"osd":7,"last update":"Thu Mar 4 23:40:11 2021","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.59399999999999997,"15min":0.45900000000000002},"min":{"1min":0.31,"5min":0.26100000000000001,"15min":0.23100000000000001},"max":{"1min":2.0630000000000002,"5min":2.6890000000000001,"15min":2.6890000000000001},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.60099999999999998,"15min":0.47299999999999998},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":1.5369999999999999,"5min":3.113,"15min":3.113},"last":0.38900000000000001}]}]},{"osd":2,"up_from":103,"seq":442381631799,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3766628,"kb_used_data":3581468,"kb_used_omap":396,"kb_used_meta":184755,"kb_avail":84313756,"statfs":{"total":90194313216,"available":86337286144,"internally_reserved":0,"allocated":3667423232,"data_stored":3665647977,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":406251,"internal_metadata":189189397},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:19 2021","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":2.1899999999999999,"15min":0.90800000000000003},"min":{"1min":0.14099999999999999,"5min":0.13500000000000001,"15min":0.114},"max":{"1min":1.7470000000000001,"5min":94.581000000000003,"15min":94.581000000000003},"last":1.6259999999999999},{"interface":"front","average":{"1min":0.38700000000000001,"5min":2.2109999999999999,"15min":0.91500000000000004},"min":{"1min":0.182,"5min":0.156,"15min":0.127},"max":{"1min":1.76,"5min":94.560000000000002,"15min":94.560000000000002},"last":1.6080000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:40:28 2021","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.83999999999999997,"15min":0.45700000000000002},"min":{"1min":0.188,"5min":0.13700000000000001,"15min":0.128},"max":{"1min":2.5750000000000002,"5min":46.551000000000002,"15min":46.551000000000002},"last":1.522},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.84199999999999997,"15min":0.45600000000000002},"min":{"1min":0.16,"5min":0.14999999999999999,"15min":0.129},"max":{"1min":1.597,"5min":46.598999999999997,"15min":46.598999999999997},"last":1.4139999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:40:28 2021","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":1.167,"15min":0.879},"min":{"1min":0.184,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":2.355,"5min":63.113999999999997,"15min":63.113999999999997},"last":1.5589999999999999},{"interface":"front","average":{"1min":0.48099999999999998,"5min":1.069,"15min":0.86699999999999999},"min":{"1min":0.22600000000000001,"5min":0.17100000000000001,"15min":0.159},"max":{"1min":2.1970000000000001,"5min":63.073999999999998,"15min":63.073999999999998},"last":1.587}]},{"osd":4,"last update":"Thu Mar 4 23:40:28 2021","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.96599999999999997,"15min":0.56699999999999995},"min":{"1min":0.20999999999999999,"5min":0.188,"15min":0.188},"max":{"1min":1.7829999999999999,"5min":64.762,"15min":64.762},"last":1.502},{"interface":"front","average":{"1min":0.46899999999999997,"5min":1.042,"15min":0.60099999999999998},"min":{"1min":0.23699999999999999,"5min":0.218,"15min":0.21199999999999999},"max":{"1min":1.417,"5min":64.715000000000003,"15min":64.715000000000003},"last":0.34399999999999997}]},{"osd":5,"last update":"Thu Mar 4 23:40:28 2021","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.68100000000000005,"15min":0.52200000000000002},"min":{"1min":0.34100000000000003,"5min":0.28000000000000003,"15min":0.24099999999999999},"max":{"1min":2.2719999999999998,"5min":3.6560000000000001,"15min":4.2850000000000001},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.53600000000000003,"15min":0.44600000000000001},"min":{"1min":0.25600000000000001,"5min":0.22800000000000001,"15min":0.214},"max":{"1min":2.948,"5min":2.948,"15min":3.9180000000000001},"last":1.544}]},{"osd":6,"last update":"Thu Mar 4 23:39:48 2021","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":1.161,"15min":0.67100000000000004},"min":{"1min":0.27600000000000002,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":1.4490000000000001,"5min":64.600999999999999,"15min":64.600999999999999},"last":1.383},{"interface":"front","average":{"1min":0.75600000000000001,"5min":1.282,"15min":0.73699999999999999},"min":{"1min":0.32500000000000001,"5min":0.28699999999999998,"15min":0.26200000000000001},"max":{"1min":3.2000000000000002,"5min":64.619,"15min":64.619},"last":0.309}]},{"osd":7,"last update":"Thu Mar 4 23:40:28 2021","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.53100000000000003,"15min":0.44900000000000001},"min":{"1min":0.32900000000000001,"5min":0.26100000000000001,"15min":0.221},"max":{"1min":1.482,"5min":2.7519999999999998,"15min":2.7519999999999998},"last":1.431},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.58299999999999996,"15min":0.501},"min":{"1min":0.39400000000000002,"5min":0.224,"15min":0.224},"max":{"1min":2.3250000000000002,"5min":3.3849999999999998,"15min":3.847},"last":1.444}]}]},{"osd":3,"up_from":126,"seq":541165879595,"num_pgs":66,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4383516,"kb_used_data":4192788,"kb_used_omap":883,"kb_used_meta":189836,"kb_avail":83696868,"statfs":{"total":90194313216,"available":85705592832,"internally_reserved":0,"allocated":4293414912,"data_stored":4291646213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":194392128},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:05 2021","interfaces":[{"interface":"back","average":{"1min":7.5880000000000001,"5min":1.98,"15min":1.0700000000000001},"min":{"1min":0.156,"5min":0.127,"15min":0.127},"max":{"1min":85.155000000000001,"5min":85.155000000000001,"15min":85.155000000000001},"last":1.488},{"interface":"front","average":{"1min":7.6100000000000003,"5min":2.0710000000000002,"15min":1.1279999999999999},"min":{"1min":0.189,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":85.247,"5min":85.247,"15min":85.247},"last":0.40600000000000003}]},{"osd":1,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":4.7119999999999997,"5min":1.28,"15min":0.67700000000000005},"min":{"1min":0.16600000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":79.055999999999997,"5min":79.055999999999997,"15min":79.055999999999997},"last":0.45000000000000001},{"interface":"front","average":{"1min":4.6230000000000002,"5min":1.246,"15min":0.70199999999999996},"min":{"1min":0.221,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":79.075000000000003,"5min":79.075000000000003,"15min":79.075000000000003},"last":0.20599999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":1.0649999999999999,"5min":0.83299999999999996,"15min":0.48599999999999999},"min":{"1min":0.191,"5min":0.16300000000000001,"15min":0.14699999999999999},"max":{"1min":3.214,"5min":20.364999999999998,"15min":20.364999999999998},"last":0.247},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.79900000000000004,"15min":0.45000000000000001},"min":{"1min":0.189,"5min":0.188,"15min":0.151},"max":{"1min":5.9630000000000001,"5min":20.129999999999999,"15min":20.129999999999999},"last":0.17799999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":1.5189999999999999,"15min":0.77700000000000002},"min":{"1min":0.253,"5min":0.20399999999999999,"15min":0.19400000000000001},"max":{"1min":3.0049999999999999,"5min":68.614999999999995,"15min":68.614999999999995},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.623,"15min":0.49399999999999999},"min":{"1min":0.25800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":2.6640000000000001,"5min":11.256,"15min":11.256},"last":0.48199999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.52600000000000002,"15min":0.499},"min":{"1min":0.23599999999999999,"5min":0.221,"15min":0.221},"max":{"1min":2.7170000000000001,"5min":2.7170000000000001,"15min":3.5409999999999999},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.95599999999999996,"5min":0.65700000000000003,"15min":0.501},"min":{"1min":0.216,"5min":0.216,"15min":0.20899999999999999},"max":{"1min":2.8740000000000001,"5min":3.0219999999999998,"15min":3.4249999999999998},"last":0.29699999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:40:01 2021","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.71099999999999997,"15min":0.56599999999999995},"min":{"1min":0.29999999999999999,"5min":0.23200000000000001,"15min":0.22500000000000001},"max":{"1min":3.0369999999999999,"5min":3.1970000000000001,"15min":9.9410000000000007},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.48999999999999999,"15min":0.48599999999999999},"min":{"1min":0.34799999999999998,"5min":0.27200000000000002,"15min":0.251},"max":{"1min":1.208,"5min":1.6040000000000001,"15min":2.5150000000000001},"last":0.434}]},{"osd":7,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":0.67700000000000005,"15min":1.206},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.20699999999999999},"max":{"1min":2.8420000000000001,"5min":2.9830000000000001,"15min":160.75999999999999},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.871,"5min":0.84899999999999998,"15min":1.2729999999999999},"min":{"1min":0.373,"5min":0.26900000000000002,"15min":0.23899999999999999},"max":{"1min":3.1110000000000002,"5min":3.625,"15min":160.86600000000001},"last":0.376}]}]},{"osd":4,"up_from":31,"seq":133143986624,"num_pgs":61,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3422644,"kb_used_data":2374060,"kb_used_omap":168,"kb_used_meta":1048407,"kb_avail":84657740,"statfs":{"total":90194313216,"available":86689525760,"internally_reserved":1073741824,"allocated":2431037440,"data_stored":2429247959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":172349,"internal_metadata":1073569475},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:10 2021","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.69099999999999995,"15min":0.47199999999999998},"min":{"1min":0.161,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":10.308999999999999,"5min":13.009,"15min":13.009},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.82899999999999996,"15min":0.55100000000000005},"min":{"1min":0.153,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":10.300000000000001,"5min":13.050000000000001,"15min":13.050000000000001},"last":0.28399999999999997}]},{"osd":1,"last update":"Thu Mar 4 23:39:47 2021","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.53500000000000003,"15min":0.57699999999999996},"min":{"1min":0.157,"5min":0.154,"15min":0.154},"max":{"1min":0.86699999999999999,"5min":3.2010000000000001,"15min":20.440000000000001},"last":0.18099999999999999},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.60099999999999998,"15min":0.59899999999999998},"min":{"1min":0.185,"5min":0.17699999999999999,"15min":0.154},"max":{"1min":2.1800000000000002,"5min":4.5999999999999996,"15min":20.465},"last":0.214}]},{"osd":2,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.55200000000000005,"15min":0.41499999999999998},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":2.3969999999999998,"5min":3.012,"15min":3.012},"last":2.1219999999999999},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.497,"15min":0.41099999999999998},"min":{"1min":0.23200000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.5820000000000001,"5min":3.181,"15min":3.181},"last":0.93700000000000006}]},{"osd":3,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":2.9300000000000002,"15min":2.4649999999999999},"min":{"1min":0.20100000000000001,"5min":0.19500000000000001,"15min":0.192},"max":{"1min":1.3460000000000001,"5min":132.53800000000001,"15min":132.53800000000001},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.66200000000000003,"5min":2.6970000000000001,"15min":2.3860000000000001},"min":{"1min":0.223,"5min":0.22,"15min":0.19400000000000001},"max":{"1min":2.4790000000000001,"5min":132.518,"15min":132.518},"last":0.95999999999999996}]},{"osd":5,"last update":"Thu Mar 4 23:39:47 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.45900000000000002,"15min":0.35699999999999998},"min":{"1min":0.156,"5min":0.156,"15min":0.14899999999999999},"max":{"1min":0.79800000000000004,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":0.88700000000000001},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.51500000000000001,"15min":0.38900000000000001},"min":{"1min":0.17299999999999999,"5min":0.155,"15min":0.14499999999999999},"max":{"1min":1.0509999999999999,"5min":4.2380000000000004,"15min":4.2380000000000004},"last":2.1469999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:40:10 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.55100000000000005,"15min":0.39800000000000002},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.0129999999999999,"5min":3.1110000000000002,"15min":3.1110000000000002},"last":2.165},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.67500000000000004,"15min":0.47699999999999998},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.14199999999999999},"max":{"1min":0.70599999999999996,"5min":4.6289999999999996,"15min":4.6289999999999996},"last":0.247}]},{"osd":7,"last update":"Thu Mar 4 23:39:47 2021","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":1.9450000000000001,"15min":0.875},"min":{"1min":0.189,"5min":0.17299999999999999,"15min":0.17000000000000001},"max":{"1min":0.66000000000000003,"5min":131.482,"15min":131.482},"last":0.91300000000000003},{"interface":"front","average":{"1min":0.42099999999999999,"5min":2.0659999999999998,"15min":0.94999999999999996},"min":{"1min":0.22500000000000001,"5min":0.161,"15min":0.161},"max":{"1min":0.65800000000000003,"5min":131.54599999999999,"15min":131.54599999999999},"last":0.30399999999999999}]}]},{"osd":5,"up_from":36,"seq":154618823102,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3423652,"kb_used_data":2375068,"kb_used_omap":876,"kb_used_meta":1047699,"kb_avail":84656732,"statfs":{"total":90194313216,"available":86688493568,"internally_reserved":1073741824,"allocated":2432069632,"data_stored":2430294413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":897466,"internal_metadata":1072844358},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:07 2021","interfaces":[{"interface":"back","average":{"1min":1.7949999999999999,"5min":0.85599999999999998,"15min":0.52700000000000002},"min":{"1min":0.161,"5min":0.13,"15min":0.13},"max":{"1min":21.626000000000001,"5min":21.626000000000001,"15min":21.626000000000001},"last":0.25800000000000001},{"interface":"front","average":{"1min":1.766,"5min":0.70999999999999996,"15min":0.495},"min":{"1min":0.253,"5min":0.154,"15min":0.154},"max":{"1min":21.646000000000001,"5min":21.646000000000001,"15min":21.646000000000001},"last":0.224}]},{"osd":1,"last update":"Thu Mar 4 23:39:39 2021","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.56100000000000005,"15min":0.441},"min":{"1min":0.19900000000000001,"5min":0.16,"15min":0.153},"max":{"1min":3.2970000000000002,"5min":3.9220000000000002,"15min":3.9220000000000002},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.40300000000000002,"15min":0.38400000000000001},"min":{"1min":0.20899999999999999,"5min":0.159,"15min":0.159},"max":{"1min":0.82799999999999996,"5min":3.0579999999999998,"15min":3.0579999999999998},"last":1.587}]},{"osd":2,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.66900000000000004,"15min":0.46500000000000002},"min":{"1min":0.20899999999999999,"5min":0.17000000000000001,"15min":0.161},"max":{"1min":2.2349999999999999,"5min":3.843,"15min":3.843},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.442,"5min":0.50700000000000001,"15min":0.42699999999999999},"min":{"1min":0.20300000000000001,"5min":0.184,"15min":0.184},"max":{"1min":1.0469999999999999,"5min":3.0800000000000001,"15min":3.0800000000000001},"last":0.51900000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.64200000000000002,"15min":0.66800000000000004},"min":{"1min":0.25700000000000001,"5min":0.19400000000000001,"15min":0.17699999999999999},"max":{"1min":1.1259999999999999,"5min":5.0579999999999998,"15min":55.055999999999997},"last":1.478},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.67600000000000005,"15min":0.69299999999999995},"min":{"1min":0.27500000000000002,"5min":0.187,"15min":0.187},"max":{"1min":1.45,"5min":3.8100000000000001,"15min":55.119},"last":0.30399999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:40:07 2021","interfaces":[{"interface":"back","average":{"1min":0.27600000000000002,"5min":1.073,"15min":0.57299999999999995},"min":{"1min":0.14099999999999999,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":0.497,"5min":55.844999999999999,"15min":55.844999999999999},"last":0.183},{"interface":"front","average":{"1min":0.28799999999999998,"5min":1.3,"15min":0.65300000000000002},"min":{"1min":0.155,"5min":0.155,"15min":0.152},"max":{"1min":0.46700000000000003,"5min":55.863999999999997,"15min":55.863999999999997},"last":0.24099999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:39:39 2021","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.71699999999999997,"15min":0.47899999999999998},"min":{"1min":0.26800000000000002,"5min":0.16900000000000001,"15min":0.16},"max":{"1min":2.1659999999999999,"5min":4.6289999999999996,"15min":4.6289999999999996},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.68400000000000005,"15min":0.45700000000000002},"min":{"1min":0.214,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.90500000000000003,"5min":5.1189999999999998,"15min":5.1189999999999998},"last":0.20899999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.64300000000000002,"15min":0.46300000000000002},"min":{"1min":0.23899999999999999,"5min":0.193,"15min":0.185},"max":{"1min":0.47799999999999998,"5min":5.0220000000000002,"15min":5.0220000000000002},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.71799999999999997,"15min":0.46600000000000003},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.159},"max":{"1min":1.4159999999999999,"5min":5.5540000000000003,"15min":5.5540000000000003},"last":0.39700000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2932876,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":409281,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":406251,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":172349,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":897466,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1778063,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3743337,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3091202048,"data_stored":3091202048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":5080350720,"data_stored":5080350720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":3695378432,"data_stored":3695378432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4306042880,"data_stored":4306042880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2435317760,"data_stored":2435317760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2432237568,"data_stored":2432237568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4856020992,"data_stored":4856020992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":3648323584,"data_stored":3648323584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:40:45.569 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2021-03-04T23:40:45.570 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool set rbd pg_num 38 2021-03-04T23:40:45.572 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:45.598 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:45.599 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:45.600 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:45.701 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:45.725 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:45.725 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:45.726 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:45.753 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:45.827 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:45.852 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:45.853 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:45.854 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:45.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:45 gibba011 conmon[95595]: audit 2021-03-04T23:40:44.764038+0000 mon.a (mon.0) 1669 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:40:45.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:45 gibba011 conmon[95595]: 2021-03-04T23:40:45.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:45 gibba011 conmon[95595]: cephadm 2021-03-04T23:40:44.765033+0000 mgr.x (mgr.34676) 1186 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:40:45.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:45 gibba011 conmon[95595]: cluster 2021-03-04T23:40:44.814611+0000 mgr.x (mgr.34676) 1187 : cluster [DBG] pgmap v1252: 159 pgs: 159 active+clean; 9.7 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 126 MiB/s wr, 2.02k op/s 2021-03-04T23:40:45.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:45 gibba011 conmon[95595]: audit 2021-03-04T23:40:45.739557+0000 mon.a (mon.0) 1670 : audit [INF] from='client.? 172.21.2.111:0/1129278812' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:45.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:45 gibba011 conmon[99461]: audit 2021-03-04T23:40:44.764038+0000 mon.a (mon.0) 1669 : 2021-03-04T23:40:45.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:45 gibba011 conmon[99461]: audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:40:45.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:45 gibba011 conmon[99461]: cephadm 2021-03-04T23:40:44.765033+0000 mgr.x (mgr.34676) 1186 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:40:45.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:45 gibba011 conmon[99461]: cluster 2021-03-04T23:40:44.814611+0000 mgr.x (mgr.34676) 1187 : cluster 2021-03-04T23:40:45.858 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:45 gibba011 conmon[99461]: [DBG] pgmap v1252: 159 pgs: 159 active+clean; 9.7 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 126 MiB/s wr, 2.02k op/s 2021-03-04T23:40:45.858 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:45 gibba011 conmon[99461]: audit 2021-03-04T23:40:45.739557 2021-03-04T23:40:45.858 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:45 gibba011 conmon[99461]: +0000 mon.a (mon.0) 1670 : audit [INF] from='client.? 172.21.2.111:0/1129278812' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:45.858 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:45 gibba011 conmon[99461]: 2021-03-04T23:40:45.896 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:40:45.955 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:45.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:45.978 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:45.978 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:46.080 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:46.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:45 gibba038 conmon[76675]: audit 2021-03-04T23:40:44.764038+0000 mon.a (mon.0) 1669 : audit 2021-03-04T23:40:46.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:45 gibba038 conmon[76675]: [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:40:46.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:45 gibba038 conmon[76675]: cephadm 2021-03-04T23:40:44.765033+0000 mgr.x (mgr.34676) 1186 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:40:46.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:45 gibba038 conmon[76675]: cluster 2021-03-04T23:40:44.814611+0000 mgr.x (mgr.34676) 2021-03-04T23:40:46.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:45 gibba038 conmon[76675]: 1187 : cluster [DBG] pgmap v1252: 159 pgs: 159 active+clean; 9.7 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 126 MiB/s wr, 2.02k op/s 2021-03-04T23:40:46.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:45 gibba038 conmon[76675]: audit 2021-03-04T23:40: 2021-03-04T23:40:46.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:45 gibba038 conmon[76675]: 45.739557+0000 mon.a (mon.0) 1670 : audit [INF] from='client.? 172.21.2.111:0/1129278812' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:40:46.101 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:46.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:46.103 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:46.204 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:46.223 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:46.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:46.226 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-03-04T23:40:46.226 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:46.257 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 64 16 166030 166014 162.105 132.812 0.00913779 0.0061659 2021-03-04T23:40:46.327 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:46.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:46.385 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:46.386 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:46.409 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:46.487 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:46.509 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:46.511 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:46.511 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:46.612 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:46.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:46.643 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:46.644 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:46.745 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:46.768 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:46.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:46.770 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:46.771 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:46 gibba011 conmon[95595]: cluster 2021-03-04T23:40:46.771 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:46 gibba011 conmon[95595]: 2021-03-04T23:40:45.762311 2021-03-04T23:40:46.771 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:46 gibba011 conmon[95595]: +0000 mon.a (mon.0) 1671 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:40:46.772 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:46 gibba011 conmon[95595]: cluster 2021-03-04T 2021-03-04T23:40:46.772 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:46 gibba011 conmon[95595]: 23:40:45.762340+0000 mon.a (mon.0) 1672 : cluster [INF] 2021-03-04T23:40:46.772 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:46 gibba011 conmon[95595]: Cluster is now healthy 2021-03-04T23:40:46.772 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:46 gibba011 conmon[95595]: audit 2021- 2021-03-04T23:40:46.772 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:46 gibba011 conmon[95595]: 03-04T23:40:45.768188+0000 mon.a (mon 2021-03-04T23:40:46.773 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:46 gibba011 conmon[95595]: .0) 1673 : audit [INF] from='client.? 172.21.2.111:0/1129278812' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:40:46.773 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:46 gibba011 conmon[95595]: cluster 2021-03-04T23:40:46.773 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:46 gibba011 conmon[95595]: 2021-03-04T23:40:45.768221 2021-03-04T23:40:46.773 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:46 gibba011 conmon[95595]: +0000 mon.a (mon.0) 1674 : cluster [DBG] osdmap e369: 8 total, 8 up, 8 in 2021-03-04T23:40:46.871 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:46.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:46.892 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:46.893 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:46.994 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:47.015 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:47.016 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:47.017 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:47.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:46 gibba038 conmon[76675]: cluster 2021-03-04T23:40:45.762311+0000 mon.a (mon.0) 1671 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:40:47.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:46 gibba038 conmon[76675]: 2021-03-04T23:40:47.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:46 gibba038 conmon[76675]: cluster 2021-03-04T23:40:45.762340+0000 mon.a (mon.0) 1672 : cluster [INF] Cluster is now healthy 2021-03-04T23:40:47.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:46 gibba038 conmon[76675]: audit 2021-03-04T23:40:45.768188+0000 mon.a (mon.0) 1673 : audit [INF] from='client.? 172.21.2.111:0/1129278812' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:40:47.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:46 gibba038 conmon[76675]: cluster 2021-03-04T23:40:45.768221+0000 mon.a (mon.0) 1674 : cluster [DBG] osdmap e369: 8 total, 8 up, 8 in 2021-03-04T23:40:47.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:46 gibba011 conmon[99461]: cluster 2021-03-04T23:40:45.762311+0000 mon.a (mon. 2021-03-04T23:40:47.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:46 gibba011 conmon[99461]: 0) 1671 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:40:47.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:46 gibba011 conmon[99461]: cluster 2021-03-04T23:40:45.762340+0000 mon.a (mon.0) 1672 : cluster [INF] Cluster is now healthy 2021-03-04T23:40:47.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:46 gibba011 conmon[99461]: audit 2021-03-04T23:40:45.768188+0000 mon.a (mon.0) 1673 : audit [INF] from='client.? 172.21.2.111:0/1129278812' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:40:47.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:46 gibba011 conmon[99461]: cluster 2021-03-04T23:40:45.768221+0000 mon.a (mon.0) 1674 : cluster [DBG] osdmap e369: 8 total, 8 up, 8 in 2021-03-04T23:40:47.118 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:47.139 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:47.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:47.141 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:47.242 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:47.257 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 65 16 168135 168119 161.635 131.562 0.00460408 0.00618372 2021-03-04T23:40:47.265 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:47.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:47.266 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:47.367 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:47.391 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:47.392 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:47.393 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:47.494 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:47.517 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:47.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:47.519 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:47.620 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:47.643 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:47.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:47.645 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:47.746 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:47.764 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:47.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:47.765 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:47.867 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:47.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:47.895 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:47.895 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:47.997 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:48.017 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:48.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:48.018 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:48.050 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:47 gibba011 conmon[99461]: cluster 2021-03-04T23:40:46.420883+0000 osd.5 (osd.5 2021-03-04T23:40:48.051 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:47 gibba011 conmon[99461]: ) 48 : cluster [DBG] 2.12 deep-scrub starts 2021-03-04T23:40:48.051 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:47 gibba011 conmon[99461]: cluster 2021-03-04T23:40:46.432263+0000 osd.5 (osd 2021-03-04T23:40:48.052 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:47 gibba011 conmon[99461]: .5) 49 : cluster [DBG] 2.12 deep-scrub ok 2021-03-04T23:40:48.052 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:47 gibba011 conmon[99461]: cluster 2021-03-04T23:40:48.053 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:47 gibba011 conmon[99461]: 2021-03-04T23:40:46.814937+0000 mgr.x (mgr.34676) 2021-03-04T23:40:48.053 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:47 gibba011 conmon[99461]: 1188 : cluster [DBG] pgmap v1254: 159 pgs: 159 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 126 MiB/s wr, 2.01k op/s 2021-03-04T23:40:48.054 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:47 gibba011 conmon[95595]: cluster 2021-03-04T23:40:48.054 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:47 gibba011 conmon[95595]: 2021-03-04T23:40:46.420883+0000 2021-03-04T23:40:48.054 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:47 gibba011 conmon[95595]: osd.5 (osd.5) 48 : cluster [DBG] 2.12 deep-scrub starts 2021-03-04T23:40:48.055 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:47 gibba011 conmon[95595]: cluster 2021-03- 2021-03-04T23:40:48.055 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:47 gibba011 conmon[95595]: 04T23:40:46.432263+0000 osd.5 (osd.5 2021-03-04T23:40:48.056 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:47 gibba011 conmon[95595]: ) 49 : cluster [DBG] 2.12 deep-scrub ok 2021-03-04T23:40:48.056 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:47 gibba011 conmon[95595]: cluster 2021-03-04T23:40:46.814937+0000 2021-03-04T23:40:48.057 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:47 gibba011 conmon[95595]: mgr.x (mgr.34676) 1188 : cluster [DBG] pgmap v1254: 159 pgs: 159 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 126 MiB/s wr, 2.01k op/s 2021-03-04T23:40:48.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:47 gibba038 conmon[76675]: cluster 2021-03-04T23:40:46.420883+0000 osd.5 (osd.5) 48 : cluster [DBG] 2.12 deep-scrub starts 2021-03-04T23:40:48.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:47 gibba038 conmon[76675]: cluster 2021-03-04T23:40:46.432263+0000 osd.5 (osd.5) 49 : cluster [DBG] 2.12 deep-scrub ok 2021-03-04T23:40:48.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:47 gibba038 conmon[76675]: cluster 2021-03-04T23:40:46.814937+0000 mgr.x (mgr.34676) 1188 : cluster [DBG] pgmap v1254: 159 pgs: 159 active+clean; 9.8 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 126 MiB/s wr, 2.01k op/s 2021-03-04T23:40:48.120 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:48.144 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:48.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:48.146 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:48.247 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:48.258 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 66 16 170275 170259 161.212 133.75 0.00510872 0.00620021 2021-03-04T23:40:48.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:48.268 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:48.269 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:48.318 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:40:48.371 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:48.391 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:48.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:48.392 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:48.493 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:48.494 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:48.526 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:48.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:48.528 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:48.628 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:48.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:48.649 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:48.649 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:48.751 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:48.774 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:48.775 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:48.775 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:48.853 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:48 gibba011 conmon[95595]: cluster 2021-03-04T23:40:47.427877 2021-03-04T23:40:48.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:48 gibba011 conmon[95595]: +0000 osd.5 (osd.5) 50 : cluster [DBG] 2.16 scrub starts 2021-03-04T23:40:48.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:48 gibba011 conmon[95595]: cluster 2021-03-04T23:40:47.428345+0000 osd.5 (osd.5) 51 : cluster [DBG] 2.16 scrub ok 2021-03-04T23:40:48.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:48 gibba011 conmon[99461]: cluster 2021-03-04T23:40:47.427877+0000 osd.5 (osd. 2021-03-04T23:40:48.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:48 gibba011 conmon[99461]: 5) 50 : cluster [DBG] 2.16 scrub starts 2021-03-04T23:40:48.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:48 gibba011 conmon[99461]: cluster 2021-03-04T23:40:47.428345+0000 osd.5 (osd.5) 51 : cluster [DBG] 2.16 scrub ok 2021-03-04T23:40:48.877 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:48.900 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:48.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:48.902 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:49.003 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:49.023 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:49.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:49.025 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:49.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:48 gibba038 conmon[76675]: cluster 2021-03-04T23:40:47.427877+0000 osd.5 (osd.5) 50 2021-03-04T23:40:49.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:48 gibba038 conmon[76675]: : cluster [DBG] 2.16 scrub starts 2021-03-04T23:40:49.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:48 gibba038 conmon[76675]: cluster 2021-03-04T23:40:47.428345+0000 osd.5 (osd.5) 51 : cluster [DBG] 2.16 scrub ok 2021-03-04T23:40:49.126 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:49.146 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:49.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:49.148 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:49.249 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:49.258 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 67 16 172370 172354 160.76 130.938 0.00300248 0.00621771 2021-03-04T23:40:49.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:49.270 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:49.271 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:49.372 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:49.395 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:49.396 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:49.396 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:49.497 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:49.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:49.522 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:49.522 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:49.624 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:49.644 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:49.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:49.646 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:49.747 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:49.775 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:49.776 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:49.777 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:49.878 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:49.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:49.902 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:49.903 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:50.004 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:50.032 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:50.032 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:50.033 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:50.135 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:50.159 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:50.159 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:50.160 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:50.213 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[99461]: cluster 2021-03-04T23:40:48.424953+0000 osd.5 (osd.5 2021-03-04T23:40:50.213 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[99461]: ) 52 : cluster [DBG] 2.18 scrub starts 2021-03-04T23:40:50.213 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[99461]: cluster 2021-03-04T23:40:48.425404+0000 osd.5 (osd.5) 2021-03-04T23:40:50.214 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[99461]: 53 : cluster [DBG] 2.18 scrub ok 2021-03-04T23:40:50.214 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[99461]: cluster 2021-03-04T23:40 2021-03-04T23:40:50.214 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[99461]: :48.815494+0000 mgr.x (mgr.34676) 1189 : cluster [DBG] pgmap v1255: 159 pgs: 159 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 126 MiB/s wr, 2.01k op/s 2021-03-04T23:40:50.215 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: cluster 2021-03-04T23:40:50.215 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 2021-03-04T23:40:50.215 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 2021 2021-03-04T23:40:50.216 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: - 2021-03-04T23:40:50.216 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 03 2021-03-04T23:40:50.216 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: - 2021-03-04T23:40:50.216 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 04 2021-03-04T23:40:50.216 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: T 2021-03-04T23:40:50.217 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 23 2021-03-04T23:40:50.217 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: : 2021-03-04T23:40:50.217 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 40 2021-03-04T23:40:50.217 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: : 2021-03-04T23:40:50.218 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 48 2021-03-04T23:40:50.218 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: . 2021-03-04T23:40:50.218 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 424953 2021-03-04T23:40:50.218 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: +0000 2021-03-04T23:40:50.218 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 2021-03-04T23:40:50.219 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: osd.5 2021-03-04T23:40:50.219 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: ( 2021-03-04T23:40:50.219 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: osd 2021-03-04T23:40:50.219 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: . 2021-03-04T23:40:50.220 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 5 2021-03-04T23:40:50.220 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: ) 2021-03-04T23:40:50.220 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 52 2021-03-04T23:40:50.220 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: : 2021-03-04T23:40:50.220 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: cluster 2021-03-04T23:40:50.221 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 2021-03-04T23:40:50.221 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: [DBG] 2021-03-04T23:40:50.221 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 2021-03-04T23:40:50.221 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 2.18 scrub starts 2021-03-04T23:40:50.221 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 2021-03-04T23:40:50.222 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: cluster 2021-03-04T23:40:50.222 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 2021-03-04T23:40:50.222 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 2021 2021-03-04T23:40:50.222 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: - 2021-03-04T23:40:50.223 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 03 2021-03-04T23:40:50.223 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: - 2021-03-04T23:40:50.223 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 04 2021-03-04T23:40:50.223 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: T 2021-03-04T23:40:50.224 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 23 2021-03-04T23:40:50.224 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: : 2021-03-04T23:40:50.224 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 40 2021-03-04T23:40:50.224 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: : 2021-03-04T23:40:50.224 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 48 2021-03-04T23:40:50.225 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: . 2021-03-04T23:40:50.225 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 425404 2021-03-04T23:40:50.225 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: +0000 2021-03-04T23:40:50.225 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 2021-03-04T23:40:50.225 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: osd.5 2021-03-04T23:40:50.226 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: ( 2021-03-04T23:40:50.226 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: osd 2021-03-04T23:40:50.226 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: . 2021-03-04T23:40:50.227 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 5 2021-03-04T23:40:50.227 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: ) 2021-03-04T23:40:50.227 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 53 2021-03-04T23:40:50.227 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: : 2021-03-04T23:40:50.228 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: cluster 2021-03-04T23:40:50.228 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 2021-03-04T23:40:50.228 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: [DBG] 2021-03-04T23:40:50.228 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 2021-03-04T23:40:50.228 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 2.18 scrub ok 2021-03-04T23:40:50.229 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 2021-03-04T23:40:50.229 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: cluster 2021-03-04T23:40:50.229 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 2021-03-04T23:40:50.229 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 2021 2021-03-04T23:40:50.229 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: - 2021-03-04T23:40:50.230 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 03 2021-03-04T23:40:50.230 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: - 2021-03-04T23:40:50.230 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 04 2021-03-04T23:40:50.230 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: T 2021-03-04T23:40:50.231 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 23 2021-03-04T23:40:50.231 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: : 2021-03-04T23:40:50.231 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 40 2021-03-04T23:40:50.231 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: : 2021-03-04T23:40:50.231 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 48 2021-03-04T23:40:50.232 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: . 2021-03-04T23:40:50.232 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 815494 2021-03-04T23:40:50.232 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: +0000 2021-03-04T23:40:50.232 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 2021-03-04T23:40:50.232 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: mgr.x 2021-03-04T23:40:50.233 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: ( 2021-03-04T23:40:50.233 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: mgr 2021-03-04T23:40:50.233 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: . 2021-03-04T23:40:50.233 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 34676 2021-03-04T23:40:50.234 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: ) 2021-03-04T23:40:50.234 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: 1189 2021-03-04T23:40:50.234 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:50 gibba011 conmon[95595]: : cluster [DBG] pgmap v1255: 159 pgs: 159 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 126 MiB/s wr, 2.01k op/s 2021-03-04T23:40:50.258 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 68 16 174485 174469 160.34 132.188 0.00934133 0.00623378 2021-03-04T23:40:50.261 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:50.288 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:50.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:50.289 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:50.390 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:50.416 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:50.417 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:50.418 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:50.519 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:50.541 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:50.542 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:50.543 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:50.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:50 gibba038 conmon[76675]: cluster 2021-03-04T23:40:48.424953+0000 osd.5 (osd.5) 52 : cluster 2021-03-04T23:40:50.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:50 gibba038 conmon[76675]: [DBG] 2.18 scrub starts 2021-03-04T23:40:50.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:50 gibba038 conmon[76675]: cluster 2021-03-04T23:40:48.425404+0000 osd.5 (osd.5) 53 : cluster [DBG] 2.18 scrub ok 2021-03-04T23:40:50.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:50 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:40:50.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:50 gibba038 conmon[76675]: -03-04T23:40:48.815494+0000 mgr.x (mgr.34676) 1189 : cluster [DBG] 2021-03-04T23:40:50.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:50 gibba038 conmon[76675]: pgmap v1255: 159 pgs: 159 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 126 MiB/s wr, 2.01k op/s 2021-03-04T23:40:50.595 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:40:50.645 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:50.681 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:50.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:50.684 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:50.755 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:50.786 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:50.819 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:50.820 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:50.821 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:50.922 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:50.930 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:40:50.930 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:40:50.930 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.931 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.56593.0:175100 11.d e369/354)", 2021-03-04T23:40:50.931 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:50.571640+0000", 2021-03-04T23:40:50.931 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.00055756000000000002, 2021-03-04T23:40:50.931 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00057700999999999998, 2021-03-04T23:40:50.932 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:50.932 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "queued for pg", 2021-03-04T23:40:50.932 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:50.932 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.932 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:50.933 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.571640+0000", 2021-03-04T23:40:50.933 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:50.933 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.933 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.933 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:50.934 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.571640+0000", 2021-03-04T23:40:50.934 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.277e-06 2021-03-04T23:40:50.934 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.935 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.935 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:50.935 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.571643+0000", 2021-03-04T23:40:50.935 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.108e-06 2021-03-04T23:40:50.936 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.936 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.936 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:50.936 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.571645+0000", 2021-03-04T23:40:50.936 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.6360000000000006e-06 2021-03-04T23:40:50.937 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.937 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.937 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:50.937 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.571654+0000", 2021-03-04T23:40:50.937 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0300000000000001e-06 2021-03-04T23:40:50.938 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.938 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.939 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:50.939 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.571659+0000", 2021-03-04T23:40:50.939 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9051000000000001e-05 2021-03-04T23:40:50.939 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:50.939 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:50.940 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:50.940 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.940 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.940 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56593.0:175100 11.d 11:ba3f4c8d:::benchmark_data_gibba011_300349_object175099:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e369)", 2021-03-04T23:40:50.940 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:50.565119+0000", 2021-03-04T23:40:50.941 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.0070786429999999999, 2021-03-04T23:40:50.941 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0071366379999999998, 2021-03-04T23:40:50.941 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:50.941 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:40:50.942 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:40:50.942 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56593", 2021-03-04T23:40:50.942 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:40:50.942 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 175100 2021-03-04T23:40:50.943 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.943 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:50.943 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.943 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:50.943 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.565119+0000", 2021-03-04T23:40:50.944 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:50.944 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.944 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.944 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:50.944 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.565119+0000", 2021-03-04T23:40:50.945 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7476999999999999e-05 2021-03-04T23:40:50.945 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.945 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.945 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:50.945 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.565137+0000", 2021-03-04T23:40:50.946 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6079999999999998e-06 2021-03-04T23:40:50.946 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.946 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.946 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:50.946 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.565139+0000", 2021-03-04T23:40:50.947 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3098000000000001e-05 2021-03-04T23:40:50.947 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.947 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.947 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:50.947 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.565152+0000", 2021-03-04T23:40:50.948 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.9830000000000001e-06 2021-03-04T23:40:50.948 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.949 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.949 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:50.949 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.565158+0000", 2021-03-04T23:40:50.949 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0958000000000002e-05 2021-03-04T23:40:50.950 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.950 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.950 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:50.950 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.565209+0000", 2021-03-04T23:40:50.951 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00014092299999999999 2021-03-04T23:40:50.951 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.951 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.951 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:50.951 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.565350+0000", 2021-03-04T23:40:50.952 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000154182 2021-03-04T23:40:50.952 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.952 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.952 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 4,6", 2021-03-04T23:40:50.952 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.565505+0000", 2021-03-04T23:40:50.953 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0055669370000000001 2021-03-04T23:40:50.953 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.953 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.953 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:40:50.953 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.571071+0000", 2021-03-04T23:40:50.954 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0059521660000000001 2021-03-04T23:40:50.954 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:50.954 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:50.954 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:50.954 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.955 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.955 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56593.0:175102 11.f e369/354 11:f2b5413f:::benchmark_data_gibba011_300349_object175101:head v 369'10950, mlcod=369'10948)", 2021-03-04T23:40:50.955 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:50.567174+0000", 2021-03-04T23:40:50.955 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.0050243670000000001, 2021-03-04T23:40:50.955 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0051537299999999996, 2021-03-04T23:40:50.956 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:50.956 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:40:50.956 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:50.956 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.956 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:50.957 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.567174+0000", 2021-03-04T23:40:50.957 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:50.957 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.957 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.957 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:50.958 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.567174+0000", 2021-03-04T23:40:50.958 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000143554 2021-03-04T23:40:50.958 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.958 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.959 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:50.959 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.567317+0000", 2021-03-04T23:40:50.959 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1260000000000001e-06 2021-03-04T23:40:50.960 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.960 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.960 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:50.960 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.567319+0000", 2021-03-04T23:40:50.960 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1779e-05 2021-03-04T23:40:50.961 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.961 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.961 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:50.961 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.567331+0000", 2021-03-04T23:40:50.961 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2490000000000003e-06 2021-03-04T23:40:50.962 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.962 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.962 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:50.962 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.567335+0000", 2021-03-04T23:40:50.962 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2147999999999998e-05 2021-03-04T23:40:50.963 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.963 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.963 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:50.963 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.567367+0000", 2021-03-04T23:40:50.964 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6991999999999999e-05 2021-03-04T23:40:50.964 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.964 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.964 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:50.964 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.567384+0000", 2021-03-04T23:40:50.965 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000210848 2021-03-04T23:40:50.965 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:50.965 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:50.965 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:50.966 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.966 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.966 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56593.0:175105 11.6 e369/354 11:6578d953:::benchmark_data_gibba011_300349_object175104:head v 369'10900, mlcod=369'10897)", 2021-03-04T23:40:50.967 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:50.568987+0000", 2021-03-04T23:40:50.967 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.0032110200000000002, 2021-03-04T23:40:50.967 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0034001299999999999, 2021-03-04T23:40:50.967 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:50.967 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:40:50.968 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:50.968 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.968 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:50.968 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.568987+0000", 2021-03-04T23:40:50.968 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:50.969 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.969 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.969 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:50.970 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.568987+0000", 2021-03-04T23:40:50.970 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4535000000000001e-05 2021-03-04T23:40:50.970 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.970 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.971 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:50.971 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.569001+0000", 2021-03-04T23:40:50.971 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5809999999999999e-06 2021-03-04T23:40:50.971 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.971 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.972 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:50.972 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.569004+0000", 2021-03-04T23:40:50.972 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2833999999999999e-05 2021-03-04T23:40:50.972 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.972 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.973 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:50.973 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.569017+0000", 2021-03-04T23:40:50.973 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.7350000000000001e-06 2021-03-04T23:40:50.973 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.973 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.974 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:50.974 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.569023+0000", 2021-03-04T23:40:50.974 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.6032999999999996e-05 2021-03-04T23:40:50.974 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.975 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.975 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:50.975 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.569089+0000", 2021-03-04T23:40:50.975 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4613000000000001e-05 2021-03-04T23:40:50.975 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.976 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.976 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:50.976 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.569103+0000", 2021-03-04T23:40:50.976 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00011633099999999999 2021-03-04T23:40:50.976 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:50.977 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:50.977 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:50.977 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.977 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.977 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56593.0:175106 11.f e369/354 11:f6f64dcc:::benchmark_data_gibba011_300349_object175105:head v 369'10951, mlcod=369'10948)", 2021-03-04T23:40:50.978 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:50.569583+0000", 2021-03-04T23:40:50.978 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.0026148590000000002, 2021-03-04T23:40:50.978 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0028647260000000002, 2021-03-04T23:40:50.978 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:40:50.979 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:40:50.979 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:40:50.979 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.979 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:40:50.979 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.569583+0000", 2021-03-04T23:40:50.980 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:40:50.980 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.980 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.980 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:40:50.981 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.569583+0000", 2021-03-04T23:40:50.981 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.7340000000000002e-05 2021-03-04T23:40:50.981 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.981 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.982 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:40:50.982 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.569660+0000", 2021-03-04T23:40:50.982 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.272e-06 2021-03-04T23:40:50.982 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.982 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.983 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:40:50.983 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.569663+0000", 2021-03-04T23:40:50.983 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.2069999999999995e-06 2021-03-04T23:40:50.983 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.983 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.984 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:40:50.984 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.569671+0000", 2021-03-04T23:40:50.984 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3869999999999997e-06 2021-03-04T23:40:50.984 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.984 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.985 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:40:50.985 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.569675+0000", 2021-03-04T23:40:50.985 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0099999999999999e-05 2021-03-04T23:40:50.985 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.986 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.986 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:40:50.986 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.569715+0000", 2021-03-04T23:40:50.986 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4307999999999999e-05 2021-03-04T23:40:50.986 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:40:50.987 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:40:50.987 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:40:50.987 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:50.569730+0000", 2021-03-04T23:40:50.987 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00014661399999999999 2021-03-04T23:40:50.987 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:50.988 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:40:50.988 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:50.988 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:40:50.988 INFO:teuthology.orchestra.run.gibba011.stdout: ], 2021-03-04T23:40:50.988 INFO:teuthology.orchestra.run.gibba011.stdout: "num_ops": 5 2021-03-04T23:40:50.989 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:40:50.989 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:50.990 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:50.990 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:51.092 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:51.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:51.123 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:51.124 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:51.124 INFO:teuthology.orchestra.run.gibba011.stderr:set pool 2 pg_num to 38 2021-03-04T23:40:51.225 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:51.243 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:51.244 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:51.244 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:51.259 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 69 16 176256 176240 159.62 110.688 0.0028657 0.00625244 2021-03-04T23:40:51.346 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:51.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:51 gibba011 conmon[95595]: cluster 2021-03-04T23:40:49.397985+0000 osd.5 (osd.5) 54 : cluster [DBG] 1.10 scrub starts 2021-03-04T23:40:51.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:51 gibba011 conmon[95595]: cluster 2021-03-04T23:40:49.398456+0000 osd.5 (osd.5) 55 : cluster [DBG] 1.10 scrub ok 2021-03-04T23:40:51.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:51 gibba011 conmon[95595]: audit 2021-03-04T23:40:51.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:51 gibba011 conmon[95595]: 2021-03-04T23:40:50.626235+0000 mon.c (mon.1) 483 : audit [INF] from='client.? 172.21.2.111:0/3145241686' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "38"}]: dispatch 2021-03-04T23:40:51.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:51 gibba011 conmon[95595]: audit 2021-03-04T23:40:50.626487+0000 mon.a (mon.0) 1675 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "38"}]: dispatch 2021-03-04T23:40:51.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:51 gibba011 conmon[99461]: cluster 2021-03-04T23:40:51.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:51 gibba011 conmon[99461]: 2021-03-04T23 2021-03-04T23:40:51.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:51 gibba011 conmon[99461]: :40:49.397985+0000 osd.5 (osd.5) 54 : cluster [DBG] 1.10 scrub starts 2021-03-04T23:40:51.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:51 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:40:51.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:51 gibba011 conmon[99461]: -04T23:40:49.398456+0000 osd.5 (osd.5 2021-03-04T23:40:51.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:51 gibba011 conmon[99461]: ) 55 : cluster [DBG] 1.10 scrub ok 2021-03-04T23:40:51.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:51 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:40:51.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:51 gibba011 conmon[99461]: 03-04T23:40:50.626235+0000 mon.c ( 2021-03-04T23:40:51.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:51 gibba011 conmon[99461]: mon.1) 483 : audit [INF] from='client.? 172.21.2.111:0/3145241686' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "38"}]: dispatch 2021-03-04T23:40:51.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:51 gibba011 conmon[99461]: audit 2021-03-04T 2021-03-04T23:40:51.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:51 gibba011 conmon[99461]: 23:40:50.626487+0000 mon.a (mon.0 2021-03-04T23:40:51.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:51 gibba011 conmon[99461]: ) 1675 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "38"}]: dispatch 2021-03-04T23:40:51.366 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:51.367 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:51.367 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:51.469 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:51.489 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:51.490 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:51.490 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:51.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:51 gibba038 conmon[76675]: cluster 2021-03-04T23:40:49.397985+0000 osd.5 (osd.5) 54 2021-03-04T23:40:51.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:51 gibba038 conmon[76675]: : cluster [DBG] 1.10 scrub starts 2021-03-04T23:40:51.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:51 gibba038 conmon[76675]: cluster 2021-03-04T23:40:49.398456+0000 osd.5 (osd.5) 55 : cluster [DBG] 1.10 scrub ok 2021-03-04T23:40:51.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:51 gibba038 conmon[76675]: audit 2021-03-04T23:40:50.626235+0000 mon.c (mon. 2021-03-04T23:40:51.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:51 gibba038 conmon[76675]: 1) 483 : audit [INF] from='client.? 172.21.2.111:0/3145241686' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "38"}]: dispatch 2021-03-04T23:40:51.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:51 gibba038 conmon[76675]: audit 2021-03-04T23:40:51.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:51 gibba038 conmon[76675]: 2021-03-04T23:40:50.626487 2021-03-04T23:40:51.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:51 gibba038 conmon[76675]: +0000 mon.a (mon.0) 1675 : audit [INF] 2021-03-04T23:40:51.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:51 gibba038 conmon[76675]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "38"}]: dispatch 2021-03-04T23:40:51.592 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:51.614 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:51.615 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:51.616 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:51.718 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:51.747 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:51.748 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:51.748 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:51.849 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:51.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:51.880 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:51.880 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:51.982 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:52.005 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:52.007 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:52.007 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:52.109 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:52.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:52.131 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:52.132 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:52.233 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:52.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:52.251 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:52.252 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:52.258 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 70 16 178255 178239 159.125 124.938 0.00287367 0.00628011 2021-03-04T23:40:52.353 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:52.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:52 gibba011 conmon[95595]: cluster 2021-03-04T23:40:50.815912+0000 mgr.x (mgr.34676) 1190 : cluster [DBG] pgmap v1256: 159 pgs: 159 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 126 MiB/s wr, 2.02k op/s 2021-03-04T23:40:52.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:52 gibba011 conmon[95595]: 2021-03-04T23:40:52.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:52 gibba011 conmon[95595]: audit 2021-03-04T23:40:51.113510+0000 mon.a (mon.0) 1676 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "38"}]': finished 2021-03-04T23:40:52.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:52 gibba011 conmon[95595]: cluster 2021-03-04T23:40:51.113595+0000 mon.a (mon.0) 1677 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2021-03-04T23:40:52.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:52 gibba011 conmon[99461]: cluster 2021-03-04T23:40:50.815912+0000 mgr.x (mgr.34676) 1190 : cluster [DBG] 2021-03-04T23:40:52.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:52 gibba011 conmon[99461]: pgmap v1256: 159 pgs: 159 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 126 MiB/s wr, 2.02k op/s 2021-03-04T23:40:52.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:52 gibba011 conmon[99461]: audit 2021-03-04T23:40:51.113510+0000 mon.a (mon.0) 1676 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "38"}]': finished 2021-03-04T23:40:52.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:52 gibba011 conmon[99461]: cluster 2021-03-04T23:40:51.113595+0000 mon.a (mon.0 2021-03-04T23:40:52.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:52 gibba011 conmon[99461]: ) 1677 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2021-03-04T23:40:52.379 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:52.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:52.380 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:52.482 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:52.500 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:52.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:52.503 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:52.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:52 gibba038 conmon[76675]: cluster 2021-03-04T23:40:50.815912+0000 mgr.x (mgr.34676) 1190 : cluster [DBG] 2021-03-04T23:40:52.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:52 gibba038 conmon[76675]: pgmap v1256: 159 pgs: 159 active+clean; 10 GiB data, 32 GiB used, 636 GiB / 672 GiB avail; 126 MiB/s wr, 2.02k op/s 2021-03-04T23:40:52.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:52 gibba038 conmon[76675]: audit 2021-03-04T23:40 2021-03-04T23:40:52.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:52 gibba038 conmon[76675]: :51.113510+0000 mon.a (mon.0) 1676 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num", "val": "38"}]': finished 2021-03-04T23:40:52.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:52 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:40:52.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:52 gibba038 conmon[76675]: 04T23:40:51.113595+0000 mon.a (mon.0) 1677 : 2021-03-04T23:40:52.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:52 gibba038 conmon[76675]: cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2021-03-04T23:40:52.604 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:52.625 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:52.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:52.628 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:52.729 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:52.755 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:52.756 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:52.756 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:52.858 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:52.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:52.876 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:52.877 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:52.978 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:52.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:52.997 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:52.998 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:53.100 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:53.121 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:53.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:53.123 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:53.224 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:53.243 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:53.244 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:53.245 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:53.258 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 71 16 180019 180003 158.436 110.25 0.00446127 0.00630897 2021-03-04T23:40:53.346 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:53.365 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:53.367 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:53.367 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:53.469 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:53.495 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:53.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:53.496 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:53.525 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:53 gibba011 conmon[99461]: audit 2021-03-04T23:40:52.816763+0000 mon.c (mon.1) 484 : audit 2021-03-04T23:40:53.526 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:53 gibba011 conmon[99461]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "38"}]: dispatch 2021-03-04T23:40:53.526 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:53 gibba011 conmon[99461]: audit 2021-03-04T23:40:52.817499+0000 mon.a (mon.0) 1678 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "38"}]: dispatch 2021-03-04T23:40:53.526 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:53 gibba011 conmon[95595]: audit 2021-03-04T23:40:52.816763+0000 mon.c (mon.1) 484 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "38"}]: dispatch 2021-03-04T23:40:53.526 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:53 gibba011 conmon[95595]: audit 2021-03-04T23:40:52.817499+0000 mon.a (mon.0) 1678 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "38"}]: dispatch 2021-03-04T23:40:53.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:53 gibba038 conmon[76675]: audit 2021-03-04T23:40:53.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:53 gibba038 conmon[76675]: 2021-03-04T23:40:52.816763 2021-03-04T23:40:53.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:53 gibba038 conmon[76675]: +0000 mon.c (mon.1) 484 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "38"}]: dispatch 2021-03-04T23:40:53.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:53 gibba038 conmon[76675]: audit 2021-03-04T23:40:52.817499+0000 mon.a 2021-03-04T23:40:53.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:53 gibba038 conmon[76675]: (mon.0) 1678 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "38"}]: dispatch 2021-03-04T23:40:53.598 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:53.627 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:53.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:53.628 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:53.669 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-03-04T23:40:53.730 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:53.761 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:53.761 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:53.762 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:53.863 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:53.883 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:40:53.884 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:53.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:53.886 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:53.908 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:40:53.920 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:53.934 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:40:53.958 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:40:53.985 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:40:53.986 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:54.014 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:54.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:54.016 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:54.018 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:40:54.040 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:40:54.062 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:40:54.073 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:40:54.073 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:40:54.073 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:40:54.073 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:40:54.074 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:40:54.074 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:40:54.074 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:40:54.074 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:40:54.118 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:54.147 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:54.148 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:54.148 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:54.250 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:54.258 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 72 16 182170 182154 158.103 134.438 0.00635492 0.00632229 2021-03-04T23:40:54.271 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:54.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:54.273 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:54.374 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:54.396 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:54.396 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:54.397 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:54.495 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:54 gibba011 conmon[95595]: cluster 2021-03-04T23:40:52.374849+0000 osd.5 (osd.5) 56 : cluster [DBG] 1.11 scrub starts 2021-03-04T23:40:54.495 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:54 gibba011 conmon[95595]: cluster 2021-03-04T23:40:52.375978+0000 osd.5 (osd.5) 57 : cluster [DBG] 1.11 scrub ok 2021-03-04T23:40:54.496 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:54 gibba011 conmon[95595]: cluster 2021-03-04T23:40:52.816437+0000 mgr.x (mgr.34676) 1191 : cluster [DBG] pgmap v1258: 159 pgs: 159 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 126 MiB/s wr, 2.02k op/s 2021-03-04T23:40:54.496 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:54 gibba011 conmon[95595]: audit 2021-03-04T23:40:53.119309+0000 mon.a (mon.0) 1679 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "38"}]': finished 2021-03-04T23:40:54.496 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:54 gibba011 conmon[95595]: cluster 2021-03-04T23:40:53.119369+0000 mon.a (mon.0) 1680 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2021-03-04T23:40:54.496 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:54 gibba011 conmon[95595]: audit 2021-03-04T23:40:53.859464+0000 mon.c (mon.1) 485 : audit [DBG] from='client.? 172.21.2.111:0/4069900889' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:54.497 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:54 gibba011 conmon[99461]: cluster 2021-03-04T23:40:54.497 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:54 gibba011 conmon[99461]: 2021-03-04T23:40:54.497 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:54 gibba011 conmon[99461]: 2021 2021-03-04T23:40:54.497 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:54 gibba011 conmon[99461]: - 2021-03-04T23:40:54.498 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:54 gibba011 conmon[99461]: 03-04T23:40:52.374849+0000 2021-03-04T23:40:54.498 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:54 gibba011 conmon[99461]: osd.5 (osd.5) 56 : cluster [DBG] 1.11 scrub starts 2021-03-04T23:40:54.498 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:54 gibba011 conmon[99461]: cluster 2021-03-04T23:40:52.375978+0000 2021-03-04T23:40:54.498 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:54 gibba011 conmon[99461]: osd.5 (osd.5) 57 : cluster [DBG] 1.11 scrub ok 2021-03-04T23:40:54.498 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:54 gibba011 conmon[99461]: cluster 2021-03-04T23:40:54.499 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:54 gibba011 conmon[99461]: 2021-03-04T23:40:52.816437+0000 2021-03-04T23:40:54.499 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:54 gibba011 conmon[99461]: mgr.x (mgr.34676) 1191 : cluster [DBG] pgmap v1258: 159 pgs: 159 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 126 MiB/s wr, 2.02k op/s 2021-03-04T23:40:54.499 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:54 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:40:54.499 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:54 gibba011 conmon[99461]: T23:40:53.119309+0000 mon.a (mon.0) 2021-03-04T23:40:54.500 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:54 gibba011 conmon[99461]: 1679 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "38"}]': finished 2021-03-04T23:40:54.500 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:54 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:40:54.500 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:54 gibba011 conmon[99461]: :40:53.119369+0000 mon.a (mon.0) 1680 : 2021-03-04T23:40:54.500 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:54 gibba011 conmon[99461]: cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2021-03-04T23:40:54.500 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:54 gibba011 conmon[99461]: audit 2021-03-04T23:40:53.859464+0000 mon.c 2021-03-04T23:40:54.501 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:54 gibba011 conmon[99461]: (mon.1) 485 : audit [DBG] from='client.? 172.21.2.111:0/4069900889' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:54.501 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:54.532 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:54.534 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:54.534 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:54.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:54 gibba038 conmon[76675]: cluster 2021-03-04T23:40:52.374849+0000 osd.5 (osd.5) 56 : cluster [DBG] 1.11 scrub starts 2021-03-04T23:40:54.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:54 gibba038 conmon[76675]: cluster 2021-03-04T23:40:52.375978+0000 osd.5 (osd.5) 57 : cluster [DBG] 1.11 scrub ok 2021-03-04T23:40:54.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:54 gibba038 conmon[76675]: cluster 2021-03-04T23:40:52.816437+0000 mgr.x (mgr 2021-03-04T23:40:54.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:54 gibba038 conmon[76675]: .34676) 1191 : cluster [DBG] pgmap v1258: 159 pgs: 159 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 126 MiB/s wr, 2.02k op/s 2021-03-04T23:40:54.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:54 gibba038 conmon[76675]: audit 2021-03-04T23:40:53.119309+0000 mon.a (mon.0) 1679 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pg_num_actual", "val": "38"}]': finished 2021-03-04T23:40:54.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:54 gibba038 conmon[76675]: cluster 2021-03-04T23:40:53.119369+0000 mon.a (mon.0) 1680 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2021-03-04T23:40:54.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:54 gibba038 conmon[76675]: audit 2021-03-04T23:40:53.859464+0000 mon.c (mon.1) 485 : audit [DBG] from='client.? 172.21.2.111:0/4069900889' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:40:54.636 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:54.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:54.653 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:54.653 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:54.755 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:54.774 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:54.775 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:54.776 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:54.877 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:54.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:54.897 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:54.897 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:54.999 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:55.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:55.024 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:55.024 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:55.126 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:55.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:55.149 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:55.150 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:55.251 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:55.258 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 73 16 184249 184233 157.717 129.938 0.0525303 0.00633619 2021-03-04T23:40:55.270 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:55.271 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:55.272 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:55.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:55 gibba011 conmon[95595]: cluster 2021-03-04T23:40:54.124972+0000 mon.a (mon.0) 1681 : 2021-03-04T23:40:55.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:55 gibba011 conmon[95595]: cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2021-03-04T23:40:55.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:55 gibba011 conmon[99461]: cluster 2021-03-04T23:40:54.124972+0000 mon.a (mon.0) 1681 : cluster 2021-03-04T23:40:55.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:55 gibba011 conmon[99461]: [DBG] osdmap e372: 8 total, 8 up, 8 in 2021-03-04T23:40:55.373 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:55.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:55.391 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:55.392 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:55.494 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:55.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:55.513 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:55.514 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:55.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:55 gibba038 conmon[76675]: cluster 2021-03-04T23:40:54.124972+0000 mon.a (mon. 2021-03-04T23:40:55.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:55 gibba038 conmon[76675]: 0) 1681 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2021-03-04T23:40:55.615 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:55.638 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:55.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:55.640 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:55.741 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:55.765 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:55.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:55.767 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:55.868 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:55.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:55.887 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:55.887 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:55.989 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:40:56.010 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:56.011 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:56.012 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:40:56.113 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:56.132 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:56.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:56.133 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:56.234 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:56.255 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:56.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:56.257 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:56.258 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 74 16 186284 186268 157.304 127.188 0.00338351 0.00635422 2021-03-04T23:40:56.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:56 gibba011 conmon[95595]: cluster 2021-03-04T23:40:56.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:56 gibba011 conmon[95595]: 2021-03-04T23:40:54.816769 2021-03-04T23:40:56.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:56 gibba011 conmon[95595]: +0000 mgr.x (mgr.34676) 1192 : cluster [DBG] pgmap v1261: 169 pgs: 3 peering, 10 unknown, 156 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 104 MiB/s wr, 1.67k op/s 2021-03-04T23:40:56.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:56 gibba011 conmon[99461]: cluster 2021-03-04T23:40:54.816769+0000 mgr.x (mgr. 2021-03-04T23:40:56.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:56 gibba011 conmon[99461]: 34676) 1192 : cluster [DBG] pgmap v1261: 169 pgs: 3 peering, 10 unknown, 156 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 104 MiB/s wr, 1.67k op/s 2021-03-04T23:40:56.357 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:56.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:56.391 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:56.391 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:56.493 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:56.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:56.513 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:56.514 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:56.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:56 gibba038 conmon[76675]: cluster 2021-03-04T23:40:54.816769+0000 mgr.x (mgr.34676 2021-03-04T23:40:56.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:56 gibba038 conmon[76675]: ) 1192 : cluster [DBG] pgmap v1261: 169 pgs: 3 peering, 10 unknown, 156 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 104 MiB/s wr, 1.67k op/s 2021-03-04T23:40:56.615 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:56.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:56.637 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:56.638 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:56.739 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:56.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:56.767 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:56.768 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:56.870 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:56.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:56.894 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:56.894 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:56.996 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:57.023 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:57.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:57.025 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:57.128 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:57.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:57.150 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:57.150 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:57.252 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:57.258 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 75 16 188428 188412 156.993 134 0.00819848 0.00636695 2021-03-04T23:40:57.272 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:57.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:57.274 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:57.375 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:57.396 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:57.397 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:57.398 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:57.432 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:57 gibba011 conmon[95595]: cluster 2021-03-04T23:40:56.102422+0000 osd.4 (osd.4) 34 : cluster [DBG] 2.f scrub starts 2021-03-04T23:40:57.432 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:57 gibba011 conmon[95595]: cluster 2021-03-04T23:40:56.102932+0000 osd.4 (osd.4) 35 : cluster [DBG] 2.f scrub ok 2021-03-04T23:40:57.432 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:57 gibba011 conmon[95595]: cluster 2021-03-04T23:40:56.733926+0000 osd.2 (osd.2) 10 : cluster [DBG] 2.e scrub ok 2021-03-04T23:40:57.433 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:57 gibba011 conmon[99461]: cluster 2021-03-04T23:40:56.102422+0000 osd.4 (osd.4) 34 : cluster [DBG] 2.f scrub starts 2021-03-04T23:40:57.433 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:57 gibba011 conmon[99461]: cluster 2021-03-04T23:40:56.102932+0000 osd.4 (osd.4) 35 : cluster [DBG] 2.f scrub ok 2021-03-04T23:40:57.433 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:57 gibba011 conmon[99461]: cluster 2021-03-04T23:40:56.733926+0000 osd.2 (osd.2) 10 : cluster [DBG] 2.e scrub ok 2021-03-04T23:40:57.499 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:57.520 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:57.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:57.521 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:57.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:57 gibba038 conmon[76675]: cluster 2021-03-04T23:40:56.102422+0000 osd.4 (osd.4) 34 : cluster [DBG] 2.f scrub starts 2021-03-04T23:40:57.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:57 gibba038 conmon[76675]: cluster 2021-03-04T23:40:56.102932+0000 osd.4 (osd.4) 35 : cluster [DBG] 2.f scrub ok 2021-03-04T23:40:57.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:57 gibba038 conmon[76675]: cluster 2021-03-04T23:40:56.733926+0000 osd.2 (osd.2) 10 : cluster [DBG] 2.e scrub ok 2021-03-04T23:40:57.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:57 gibba038 conmon[76675]: 2021-03-04T23:40:57.623 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:57.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:57.648 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:57.649 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:57.750 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:40:57.767 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:57.768 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:57.768 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:40:57.870 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:57.892 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:57.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:57.893 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:57.994 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:58.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:58.014 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:58.015 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:58.116 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:40:58.137 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:58.138 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:58.138 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:40:58.150 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:40:58.240 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:58.259 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 76 16 190348 190332 156.507 120 0.00523933 0.00638672 2021-03-04T23:40:58.261 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:58.262 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:58.264 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:58.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:58 gibba011 conmon[95595]: cluster 2021-03-04T23:40:56.419705+0000 osd.5 (osd.5) 58 : cluster [DBG] 1.a scrub starts 2021-03-04T23:40:58.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:58 gibba011 conmon[95595]: cluster 2021-03-04T23:40:56.422412+0000 osd.5 (osd.5) 59 : cluster [DBG] 1.a scrub ok 2021-03-04T23:40:58.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:58 gibba011 conmon[95595]: cluster 2021-03-04T23:40:56.817083+0000 mgr.x (mgr.34676) 1193 : cluster [DBG] pgmap v1262: 169 pgs: 3 peering, 8 unknown, 158 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 103 MiB/s wr, 1.65k op/s 2021-03-04T23:40:58.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:58 gibba011 conmon[95595]: audit 2021-03-04T23:40:57.145581+0000 mon.a (mon.0) 1682 : audit [INF] from='client.? 172.21.2.111:0/4046283074' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:40:58.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:58 gibba011 conmon[99461]: cluster 2021-03-04T23:40:56.419705+0000 osd.5 (osd.5) 58 2021-03-04T23:40:58.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:58 gibba011 conmon[99461]: : cluster [DBG] 1.a scrub starts 2021-03-04T23:40:58.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:58 gibba011 conmon[99461]: cluster 2021-03-04T23:40:56.422412+0000 osd.5 (osd.5) 59 : cluster [DBG] 1.a scrub ok 2021-03-04T23:40:58.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:58 gibba011 conmon[99461]: cluster 2021-03-04T23:40:56.817083+0000 2021-03-04T23:40:58.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:58 gibba011 conmon[99461]: mgr.x (mgr.34676) 1193 : cluster [DBG] pgmap v1262: 169 pgs: 3 peering, 8 unknown, 158 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 103 MiB/s wr, 1.65k op/s 2021-03-04T23:40:58.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:58 gibba011 conmon[99461]: 2021-03-04T23:40:58.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:58 gibba011 conmon[99461]: audit 2021-03-04T23:40: 2021-03-04T23:40:58.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:58 gibba011 conmon[99461]: 57.145581+0000 mon.a (mon.0) 1682 2021-03-04T23:40:58.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:58 gibba011 conmon[99461]: : audit [INF] from='client.? 172.21.2.111:0/4046283074' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:40:58.366 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:58.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:58.387 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:58.387 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:58.488 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:40:58.510 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:58.511 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:58.512 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:40:58.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:58 gibba038 conmon[76675]: cluster 2021-03-04T23:40:56.419705+0000 osd.5 (osd.5) 2021-03-04T23:40:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:58 gibba038 conmon[76675]: 58 : cluster [DBG] 1.a scrub starts 2021-03-04T23:40:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:58 gibba038 conmon[76675]: cluster 2021-03-04T23:40:56.422412+0000 osd.5 (osd.5) 59 : cluster [DBG] 1.a scrub ok 2021-03-04T23:40:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:58 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:40:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:58 gibba038 conmon[76675]: -04T23:40:56.817083+0000 mgr.x (mgr.34676) 1193 : cluster [DBG] pgmap v1262: 169 pgs: 3 peering, 8 unknown, 158 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 103 MiB/s wr, 1.65k op/s 2021-03-04T23:40:58.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:58 gibba038 conmon[76675]: audit 2021-03-04T23:40:57. 2021-03-04T23:40:58.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:58 gibba038 conmon[76675]: 145581+0000 mon.a (mon.0) 1682 : audit 2021-03-04T23:40:58.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:58 gibba038 conmon[76675]: [INF] from='client.? 172.21.2.111:0/4046283074' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:40:58.589 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:40:58.613 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:58.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:58.657 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:58.658 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:58.692 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 1, 3, 2, 7] out_osds: [] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:40:58.692 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:40:58.693 INFO:tasks.thrashosds.thrasher:Growing pool device_health_metrics 2021-03-04T23:40:58.693 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:40:58.759 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:58.774 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:58.778 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:58.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:58.780 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:58.871 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:40:58.880 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:58.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:58.900 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:58.900 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:59.002 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:40:59.027 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:59.029 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:40:59.029 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:40:59.131 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:59.150 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:59.151 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:59.152 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:59.253 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:59.258 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 77 16 192473 192457 156.199 132.812 0.0032415 0.00639905 2021-03-04T23:40:59.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:59.275 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:59.275 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:59.377 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:40:59.395 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:59.396 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:59.397 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:40:59.424 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[95595]: cluster 2021-03-04T23:40:57.379845+0000 osd.5 (osd.5) 60 : cluster [DBG] 1.12 scrub starts 2021-03-04T23:40:59.425 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[95595]: cluster 2021-03-04T23:40:57.382701+0000 osd.5 (osd.5) 61 : cluster [DBG] 1.12 scrub ok 2021-03-04T23:40:59.425 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[95595]: cluster 2021-03-04T23:40:58.135261+0000 mon.a (mon.0) 1683 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:59.426 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[95595]: audit 2021-03-04T23:40:58.141440+0000 mon.a (mon.0) 1684 : audit [INF] from='client.? 172.21.2.111:0/4046283074' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:40:59.426 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[95595]: cluster 2021-03-04T23:40:58.141484+0000 mon.a (mon.0) 1685 : cluster [DBG] osdmap e373: 8 total, 8 up, 8 in 2021-03-04T23:40:59.427 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[95595]: audit 2021-03-04T23:40:58.817868+0000 mon.c (mon.1) 486 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "38"}]: dispatch 2021-03-04T23:40:59.427 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[95595]: audit 2021-03-04T23:40:58.819470+0000 mon.a (mon.0) 1686 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "38"}]: dispatch 2021-03-04T23:40:59.428 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: cluster 2021-03-04T23:40:59.428 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: 2021-03-04T23:40:59.429 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: 2021 2021-03-04T23:40:59.429 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: - 2021-03-04T23:40:59.429 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: 03 2021-03-04T23:40:59.430 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: - 2021-03-04T23:40:59.430 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: 04 2021-03-04T23:40:59.430 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: T 2021-03-04T23:40:59.431 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: 23 2021-03-04T23:40:59.431 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: : 2021-03-04T23:40:59.431 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: 40 2021-03-04T23:40:59.431 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: : 2021-03-04T23:40:59.431 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: 57 2021-03-04T23:40:59.432 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: . 2021-03-04T23:40:59.432 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: 379845 2021-03-04T23:40:59.433 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: +0000 2021-03-04T23:40:59.433 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: 2021-03-04T23:40:59.433 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: osd.5 2021-03-04T23:40:59.433 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: (osd.5) 60 : cluster [DBG] 1.12 scrub starts 2021-03-04T23:40:59.433 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: cluster 2021-03-04T23:40:57.382701+0000 osd.5 2021-03-04T23:40:59.434 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: (osd.5) 61 : cluster [DBG] 1.12 scrub ok 2021-03-04T23:40:59.434 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:40:59.434 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: 23:40:58.135261+0000 mon.a (mon.0) 1683 2021-03-04T23:40:59.434 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:59.435 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: audit 2021-03-04T23 2021-03-04T23:40:59.435 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: :40:58.141440+0000 mon.a (mon.0) 1684 2021-03-04T23:40:59.435 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: : audit [INF] from='client.? 172.21.2.111:0/4046283074' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:40:59.435 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:40:59.435 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: 40:58.141484+0000 mon.a (mon.0) 1685 : 2021-03-04T23:40:59.436 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: cluster [DBG] osdmap e373: 8 total, 8 up, 8 in 2021-03-04T23:40:59.436 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: audit 2021-03-04T23:40:58. 2021-03-04T23:40:59.436 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: 817868+0000 mon.c (mon.1) 486 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "38"}]: dispatch 2021-03-04T23:40:59.436 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:40:59.437 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: 03-04T23:40:58.819470+0000 mon.a ( 2021-03-04T23:40:59.437 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:40:59 gibba011 conmon[99461]: mon.0) 1686 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "38"}]: dispatch 2021-03-04T23:40:59.499 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:59.517 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:59.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:59.519 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:59.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:59 gibba038 conmon[76675]: cluster 2021-03-04T23:40:57.379845+0000 osd.5 (osd.5) 60 : cluster [DBG] 2021-03-04T23:40:59.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:59 gibba038 conmon[76675]: 1.12 scrub starts 2021-03-04T23:40:59.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:59 gibba038 conmon[76675]: cluster 2021-03-04T23:40:57.382701+0000 osd.5 (osd.5) 61 : cluster [DBG] 1.12 scrub ok 2021-03-04T23:40:59.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:59 gibba038 conmon[76675]: cluster 2021-03-04T23:40:58. 2021-03-04T23:40:59.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:59 gibba038 conmon[76675]: 135261+0000 mon.a (mon.0) 1683 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:40:59.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:59 gibba038 conmon[76675]: 2021-03-04T23:40:59.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:59 gibba038 conmon[76675]: audit 2021 2021-03-04T23:40:59.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:59 gibba038 conmon[76675]: -03-04T23:40:58.141440+0000 mon.a ( 2021-03-04T23:40:59.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:59 gibba038 conmon[76675]: mon.0) 1684 : audit [INF] from='client.? 172.21.2.111:0/4046283074' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:40:59.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:59 gibba038 conmon[76675]: cluster 2021-03-04T23:40:59.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:59 gibba038 conmon[76675]: 2021-03-04T23:40:58.141484+0000 mon.a ( 2021-03-04T23:40:59.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:59 gibba038 conmon[76675]: mon.0) 1685 : cluster [DBG] osdmap e373: 8 total, 8 up, 8 in 2021-03-04T23:40:59.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:59 gibba038 conmon[76675]: audit 2021-03-04T23:40:59.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:59 gibba038 conmon[76675]: 2021-03-04T23:40:58.817868+0000 mon.c (mon. 2021-03-04T23:40:59.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:59 gibba038 conmon[76675]: 1) 486 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "38"}]: dispatch 2021-03-04T23:40:59.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:59 gibba038 conmon[76675]: audit 2021 2021-03-04T23:40:59.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:59 gibba038 conmon[76675]: -03-04T23:40:58.819470+0000 mon.a ( 2021-03-04T23:40:59.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:40:59 gibba038 conmon[76675]: mon.0) 1686 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "38"}]: dispatch 2021-03-04T23:40:59.620 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:59.640 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:59.641 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:59.641 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:59.742 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:40:59.761 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:59.762 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:59.762 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:40:59.864 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:40:59.884 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:40:59.885 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:40:59.885 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:40:59.986 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:00.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:00.023 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:00.024 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:00.125 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:00.146 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:00.147 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:00.147 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:00.249 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:00.258 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 78 16 194624 194608 155.92 134.438 0.010575 0.00641085 2021-03-04T23:41:00.268 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:00.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:00.270 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:00.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[95595]: cluster 2021-03-04T23:40:58.817506+0000 mgr.x (mgr.34676 2021-03-04T23:41:00.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[95595]: ) 1194 : cluster [DBG] pgmap v1264: 169 pgs: 169 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 150 MiB/s wr, 2.40k op/s 2021-03-04T23:41:00.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[95595]: audit 2021-03-04T23:40:59.146428+0000 mon.a (mon.0) 1687 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "38"}]': finished 2021-03-04T23:41:00.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[95595]: cluster 2021-03-04T23:40:59.146545+0000 mon.a (mon.0) 1688 : cluster [DBG] osdmap e374: 8 total, 8 up, 8 in 2021-03-04T23:41:00.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: cluster 2021-03-04T23:41:00.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: 2021-03-04T23:41:00.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: 2021-03-04T23:40:58.817506 2021-03-04T23:41:00.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: +0000 mgr.x (mgr.34676) 1194 : cluster [DBG] pgmap v1264: 169 pgs: 169 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 150 MiB/s wr, 2.40k op/s 2021-03-04T23:41:00.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:41:00.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: -04T23:40:59.146428+0000 mon.a (mon. 2021-03-04T23:41:00.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: 0) 1687 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "38"}]': finished 2021-03-04T23:41:00.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: cluster 2021-03-04T23:41:00.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: 2021-03-04T23:41:00.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: 2021 2021-03-04T23:41:00.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: - 2021-03-04T23:41:00.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: 03 2021-03-04T23:41:00.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: - 2021-03-04T23:41:00.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: 04 2021-03-04T23:41:00.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: T 2021-03-04T23:41:00.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: 23 2021-03-04T23:41:00.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: : 2021-03-04T23:41:00.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: 40 2021-03-04T23:41:00.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: : 2021-03-04T23:41:00.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: 59 2021-03-04T23:41:00.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: . 2021-03-04T23:41:00.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: 146545 2021-03-04T23:41:00.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: +0000 2021-03-04T23:41:00.370 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: 2021-03-04T23:41:00.370 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: mon.a 2021-03-04T23:41:00.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: ( 2021-03-04T23:41:00.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: mon 2021-03-04T23:41:00.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: . 2021-03-04T23:41:00.372 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: 0 2021-03-04T23:41:00.372 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: ) 2021-03-04T23:41:00.372 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: 1688 2021-03-04T23:41:00.373 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: : 2021-03-04T23:41:00.373 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: cluster 2021-03-04T23:41:00.374 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: 2021-03-04T23:41:00.374 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: [DBG] 2021-03-04T23:41:00.374 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: 2021-03-04T23:41:00.376 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: osdmap e374: 8 total, 8 up, 8 in 2021-03-04T23:41:00.376 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:00 gibba011 conmon[99461]: 2021-03-04T23:41:00.377 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:41:00.377 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:41:00.379 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:00.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:00.399 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:00.399 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:00.501 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:00.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:00.523 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:00.523 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:00.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:00 gibba038 conmon[76675]: cluster 2021-03-04T23:40:58.817506+0000 mgr.x (mgr.34676) 2021-03-04T23:41:00.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:00 gibba038 conmon[76675]: 1194 : cluster [DBG] pgmap v1264: 169 pgs: 169 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 150 MiB/s wr, 2.40k op/s 2021-03-04T23:41:00.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:00 gibba038 conmon[76675]: audit 2021-03-04T23:40:59.146428+0000 mon.a (mon.0) 1687 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num_actual", "val": "38"}]': finished 2021-03-04T23:41:00.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:00 gibba038 conmon[76675]: cluster 2021-03-04T23:40:59.146545+0000 mon.a ( 2021-03-04T23:41:00.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:00 gibba038 conmon[76675]: mon.0) 1688 : cluster [DBG] osdmap e374: 8 total, 8 up, 8 in 2021-03-04T23:41:00.625 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:00.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:00.652 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:00.652 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:00.754 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:00.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:00.777 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:00.778 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:00.879 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:00.898 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:00.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:00.900 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:01.001 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:01.028 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:01.029 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:01.030 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:01.131 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:01.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:01.161 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:01.161 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:01.259 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 79 16 196657 196641 155.554 127.062 0.00323457 0.00642554 2021-03-04T23:41:01.262 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:01.282 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:01.283 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:01.283 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:01.384 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:01.410 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:01.411 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:01.411 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:01.513 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:01.517 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:41:01.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:01.540 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:01.541 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:01.561 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:01 gibba011 conmon[99461]: cluster 2021-03-04T23:41:00.147775+0000 mon.a (mon.0) 1689 : cluster [DBG] osdmap e375: 8 total, 8 up, 8 in 2021-03-04T23:41:01.561 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:01 gibba011 conmon[99461]: audit 2021-03-04T23:41:00.757564+0000 mon.a (mon.0) 1690 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:41:01.562 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:01 gibba011 conmon[95595]: cluster 2021-03-04T23:41:01.562 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:01 gibba011 conmon[95595]: 2021-03-04T23:41:00.147775+0000 mon.a (mon.0) 2021-03-04T23:41:01.562 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:01 gibba011 conmon[95595]: 1689 : cluster [DBG] osdmap e375: 8 total, 8 up, 8 in 2021-03-04T23:41:01.563 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:01 gibba011 conmon[95595]: audit 2021-03-04T23:41:00.757564+0000 2021-03-04T23:41:01.563 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:01 gibba011 conmon[95595]: mon.a (mon.0) 1690 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:41:01.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:01 gibba038 conmon[76675]: cluster 2021-03-04T23:41:00.147775+0000 mon.a (mon.0) 1689 : cluster [DBG] osdmap e375: 8 total, 8 up, 8 in 2021-03-04T23:41:01.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:01 gibba038 conmon[76675]: audit 2021-03-04T23:41:00.757564+0000 mon.a (mon.0) 1690 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:41:01.642 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:01.667 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:01.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:01.668 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:01.705 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:01.769 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:01.790 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:01.791 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:01.791 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:01.892 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:01.920 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:01.920 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:01.921 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:02.022 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:02.041 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:02.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:02.043 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:02.144 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:02.161 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:02.162 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:02.162 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:02.259 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:41:02.257620+0000 min lat: 0.000807119 max lat: 0.234733 avg lat: 0.00644233 2021-03-04T23:41:02.259 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:41:02.260 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 80 16 198631 198615 155.152 123.375 0.00461357 0.00644233 2021-03-04T23:41:02.264 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:02.284 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:02.285 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:02.286 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:02.388 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:02.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:02.407 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:02.408 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:02.509 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:02.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:02.537 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:02.537 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:02.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:02 gibba038 conmon[76675]: cephadm 2021-03-04T23:41:00.758776+0000 mgr.x (mgr.34676) 2021-03-04T23:41:02.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:02 gibba038 conmon[76675]: 1195 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:41:02.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:02 gibba038 conmon[76675]: cluster 2021-03-04T23:41:00.817876+0000 mgr.x (mgr.34676) 1196 : cluster [DBG] pgmap v1267: 169 pgs: 169 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 120 MiB/s wr, 1.92k op/s 2021-03-04T23:41:02.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:02 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:41:02.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:02 gibba038 conmon[76675]: -04T23:41:01.182802+0000 mon.a (mon.0) 1691 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:41:02.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[95595]: cephadm 2021-03-04T23:41:00.758776+0000 mgr.x (mgr.34676) 1195 : cephadm 2021-03-04T23:41:02.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[95595]: [INF] Refreshing gibba011 facts 2021-03-04T23:41:02.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[95595]: cluster 2021-03-04T23:41:00.817876+0000 mgr.x (mgr.34676) 1196 : cluster [DBG] pgmap v1267: 169 pgs: 169 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 120 MiB/s wr, 1.92k op/s 2021-03-04T23:41:02.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[95595]: audit 2021-03-04T23:41:01.182802+0000 mon.a (mon.0) 1691 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:41:02.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: cephadm 2021-03-04T23:41:02.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: 2021-03-04T23:41:02.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: 2021 2021-03-04T23:41:02.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: - 2021-03-04T23:41:02.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: 03 2021-03-04T23:41:02.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: - 2021-03-04T23:41:02.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: 04 2021-03-04T23:41:02.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: T 2021-03-04T23:41:02.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: 23 2021-03-04T23:41:02.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: : 2021-03-04T23:41:02.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: 41 2021-03-04T23:41:02.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: : 2021-03-04T23:41:02.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: 00 2021-03-04T23:41:02.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: . 2021-03-04T23:41:02.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: 758776 2021-03-04T23:41:02.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: +0000 2021-03-04T23:41:02.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: 2021-03-04T23:41:02.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: mgr.x 2021-03-04T23:41:02.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: ( 2021-03-04T23:41:02.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: mgr 2021-03-04T23:41:02.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: . 2021-03-04T23:41:02.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: 34676 2021-03-04T23:41:02.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: ) 2021-03-04T23:41:02.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: 1195 2021-03-04T23:41:02.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: : 2021-03-04T23:41:02.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: cephadm 2021-03-04T23:41:02.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: 2021-03-04T23:41:02.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: [INF] 2021-03-04T23:41:02.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: 2021-03-04T23:41:02.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: Refreshing gibba011 facts 2021-03-04T23:41:02.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: 2021-03-04T23:41:02.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: cluster 2021-03-04T23:41:02.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: 2021-03-04T23:41:00.817876+0000 mgr.x (mgr.34676) 1196 : cluster 2021-03-04T23:41:02.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: [DBG] pgmap v1267: 169 pgs: 169 active+clean; 12 GiB data, 36 GiB used, 632 GiB / 672 GiB avail; 120 MiB/s wr, 1.92k op/s 2021-03-04T23:41:02.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: audit 2021-03-04T23:41:01.182802 2021-03-04T23:41:02.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:02 gibba011 conmon[99461]: +0000 mon.a (mon.0) 1691 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:41:02.638 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:02.660 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:02.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:02.661 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:02.762 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:02.781 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:02.782 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:02.783 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:02.884 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:02.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:02.905 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:02.906 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:03.007 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:03.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:03.027 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:03.028 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:03.129 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:03.132 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-03-04T23:41:03.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:03.199 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:03.199 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:03.259 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 81 16 200761 200745 154.88 133.125 0.00341717 0.00645383 2021-03-04T23:41:03.301 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:03.321 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:03.323 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:03.323 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:03.356 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:03.424 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:03.449 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:03.450 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:03.451 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:03.552 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:03.580 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:03.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:03.581 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:03.682 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:03.701 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:03.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:03.702 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:03.803 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:03.822 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:03.823 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:03.823 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:03.924 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:03.951 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:03.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:03.954 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:04.013 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:41:04.013 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:41:04.014 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:41:04.014 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:41:04.014 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:41:04.014 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:41:04.033 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:41:04.055 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:41:04.056 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:04.059 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:41:04.060 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:41:04.060 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:41:04.060 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:41:04.061 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:41:04.061 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:41:04.061 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:41:04.061 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:41:04.082 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:04.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:04.084 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:04.185 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:04.209 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:04.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:04.211 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:04.259 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 82 16 202794 202778 154.54 127.062 0.00869343 0.00646808 2021-03-04T23:41:04.306 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:04 gibba011 conmon[99461]: cluster 2021-03-04T23:41:02.818376+0000 mgr.x (mgr.34676) 1197 : cluster [DBG] pgmap v1268: 169 pgs: 169 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 154 MiB/s wr, 2.46k op/s 2021-03-04T23:41:04.306 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:04 gibba011 conmon[99461]: audit 2021-03-04T23:41:03.853693+0000 mon.c (mon.1) 487 : audit [DBG] from='client.? 172.21.2.111:0/1060425859' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:04.306 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:04 gibba011 conmon[95595]: cluster 2021-03-04T23:41:02.818376+0000 mgr.x (mgr.34676) 1197 : cluster [DBG] pgmap v1268: 169 pgs: 169 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 154 MiB/s wr, 2.46k op/s 2021-03-04T23:41:04.307 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:04 gibba011 conmon[95595]: audit 2021-03-04T23:41:03.853693+0000 mon.c (mon.1) 487 : audit [DBG] from='client.? 172.21.2.111:0/1060425859' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:04.311 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:04.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:04.336 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:04.336 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:04.438 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:04.460 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:04.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:04.462 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:04.563 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:04.582 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:04.583 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:04.583 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:04.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:04 gibba038 conmon[76675]: cluster 2021-03-04T23:41:02.818376+0000 mgr.x (mgr.34676) 1197 : cluster [DBG] pgmap v1268: 169 pgs: 169 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 154 MiB/s wr, 2.46k op/s 2021-03-04T23:41:04.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:04 gibba038 conmon[76675]: audit 2021-03-04T23:41:03.853693+0000 mon.c (mon.1) 487 : audit [DBG] from='client.? 172.21.2.111:0/1060425859' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:04.684 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:04.712 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:04.713 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:04.713 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:04.814 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:04.838 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:04.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:04.839 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:04.940 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:04.959 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:04.960 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:04.961 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:05.062 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:05.084 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:05.085 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:05.086 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:05.187 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:05.209 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:05.210 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:05.210 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:05.259 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 83 16 205105 205089 154.419 144.438 0.00437483 0.00647311 2021-03-04T23:41:05.312 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:05.336 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:05.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:05.337 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:05.438 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:05.457 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:05.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:05.459 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:05.561 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:05.581 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:05.582 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:05.583 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:05.684 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:05.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:05.703 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:05.704 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:05.805 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:05.828 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:05.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:05.830 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:05.932 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:05.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:05.955 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:05.956 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:06.057 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:06.077 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:06.077 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:06.078 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:06.179 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:06.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:06.205 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:06.205 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:06.259 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 84 16 207078 207062 154.048 123.312 0.0047405 0.00648872 2021-03-04T23:41:06.307 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:06.329 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:06.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:06.330 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:06.431 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:06.453 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:06.454 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:06.455 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:06.505 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:06 gibba011 conmon[95595]: cluster 2021-03-04T23:41:04.818765+0000 mgr.x (mgr.34676) 1198 : cluster [DBG] pgmap v1269: 169 pgs: 169 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 139 MiB/s wr, 2.22k op/s 2021-03-04T23:41:06.505 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:06 gibba011 conmon[99461]: cluster 2021-03-04T23:41:04.818765+0000 mgr.x ( 2021-03-04T23:41:06.506 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:06 gibba011 conmon[99461]: mgr.34676) 1198 : cluster [DBG] pgmap v1269: 169 pgs: 169 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 139 MiB/s wr, 2.22k op/s 2021-03-04T23:41:06.556 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:06.580 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:06.581 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:06.582 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:06.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:06 gibba038 conmon[76675]: cluster 2021-03-04T23:41:04.818765+0000 mgr.x (mgr.34676) 1198 : 2021-03-04T23:41:06.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:06 gibba038 conmon[76675]: cluster [DBG] pgmap v1269: 169 pgs: 169 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 139 MiB/s wr, 2.22k op/s 2021-03-04T23:41:06.683 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:06.703 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:06.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:06.704 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:06.805 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:06.826 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:06.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:06.828 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:06.929 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:06.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:06.954 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:06.955 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:07.056 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:07.080 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:07.080 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:07.081 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:07.182 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:07.220 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:41:07.227 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:07.228 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:07.229 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:07.230 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:41:07.259 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 85 16 209027 209011 153.669 121.812 0.0037341 0.00650459 2021-03-04T23:41:07.331 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:07.350 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:07.351 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:07.352 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:07.453 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:07.471 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:07.472 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:07.473 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:07.574 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:07.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:07.595 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:07.595 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:07.697 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:07.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:07.723 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:07.723 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:07.825 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:07.845 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:07.845 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:07.846 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:07.947 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:07.971 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:07.972 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:07.973 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:08.074 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:08.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:07 gibba038 conmon[76675]: audit 2021-03-04T23:41:06.718862+0000 mon.a (mon.0) 1692 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:41:08.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:07 gibba038 conmon[76675]: cluster 2021-03-04T23:41:06.819112+0000 mgr.x (mgr.34676) 1199 : cluster [DBG] pgmap v1270: 169 pgs: 169 active+clean; 12 GiB data, 38 GiB used, 630 GiB / 672 GiB avail; 91 MiB/s wr, 1.46k op/s 2021-03-04T23:41:08.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:07 gibba038 conmon[76675]: audit 2021-03-04T23:41:07.187189+0000 mgr.x (mgr.34676) 1200 : audit 2021-03-04T23:41:08.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:07 gibba038 conmon[76675]: [DBG] from='client.46773 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:41:08.094 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:08.094 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:08.095 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:08.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:07 gibba011 conmon[95595]: audit 2021-03-04T23:41:06.718862+0000 mon.a (mon.0) 1692 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:41:08.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:07 gibba011 conmon[95595]: cluster 2021-03-04T23:41:06.819112+0000 mgr.x (mgr.34676) 1199 : cluster [DBG] pgmap v1270: 169 pgs: 169 active+clean; 12 GiB data, 38 GiB used, 630 GiB / 672 GiB avail; 91 MiB/s wr, 1.46k op/s 2021-03-04T23:41:08.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:07 gibba011 conmon[95595]: audit 2021-03-04T23:41:07.187189+0000 mgr.x (mgr.34676) 1200 : audit [DBG] from='client.46773 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:41:08.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:07 gibba011 conmon[99461]: audit 2021-03-04T23:41:06.718862+0000 mon.a (mon.0) 1692 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:41:08.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:07 gibba011 conmon[99461]: cluster 2021-03-04T23:41:06.819112+0000 mgr.x (mgr.34676) 1199 : cluster [DBG] pgmap v1270: 169 pgs: 169 active+clean; 12 GiB data, 38 GiB used, 630 GiB / 672 GiB avail; 91 MiB/s wr, 1.46k op/s 2021-03-04T23:41:08.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:07 gibba011 conmon[99461]: audit 2021-03-04T23:41:07.187189+0000 mgr.x (mgr.34676) 1200 : audit [DBG] from='client.46773 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:41:08.196 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:08.224 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:08.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:08.227 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:08.260 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 86 16 211290 211274 153.526 141.438 0.0087179 0.00651087 2021-03-04T23:41:08.329 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:08.349 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":1270,"stamp":"2021-03-04T23:41:06.818898+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":13158911272,"num_objects":200811,"num_object_clones":0,"num_object_copies":602433,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":200811,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":200841,"num_write_kb":12850516,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":76,"num_bytes_recovered":17234,"num_keys_recovered":30,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75739,"ondisk_log_size":75739,"up":507,"acting":507,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":509,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":704643072,"kb_used":43833244,"kb_used_data":38820956,"kb_used_omap":10981,"kb_used_meta":5001242,"kb_avail":660809828,"statfs":{"total":721554505728,"available":676669263872,"internally_reserved":4294967296,"allocated":39752658944,"data_stored":39738166925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11244775,"internal_metadata":5121272601},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":766509056,"num_objects":11696,"num_object_clones":0,"num_object_copies":35088,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11696,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11696,"num_write_kb":748544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001667"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":"442","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.149817+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:40:59.149817+0000","last_peered":"2021-03-04T23:40:59.149817+0000","last_clean":"2021-03-04T23:40:59.149817+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:40:59.149817+0000","last_undegraded":"2021-03-04T23:40:59.149817+0000","last_fullsized":"2021-03-04T23:40:59.149817+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"364","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.147242+0000","last_change":"2021-03-04T23:36:58.454189+0000","last_active":"2021-03-04T23:40:59.147242+0000","last_peered":"2021-03-04T23:40:59.147242+0000","last_clean":"2021-03-04T23:40:59.147242+0000","last_became_active":"2021-03-04T23:36:58.272820+0000","last_became_peered":"2021-03-04T23:36:58.272820+0000","last_unstale":"2021-03-04T23:40:59.147242+0000","last_undegraded":"2021-03-04T23:40:59.147242+0000","last_fullsized":"2021-03-04T23:40:59.147242+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1106,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1d","version":"0'0","reported_seq":"191","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.152039+0000","last_change":"2021-03-04T23:36:42.321356+0000","last_active":"2021-03-04T23:40:59.152039+0000","last_peered":"2021-03-04T23:40:59.152039+0000","last_clean":"2021-03-04T23:40:59.152039+0000","last_became_active":"2021-03-04T23:36:42.235170+0000","last_became_peered":"2021-03-04T23:36:42.235170+0000","last_unstale":"2021-03-04T23:40:59.152039+0000","last_undegraded":"2021-03-04T23:40:59.152039+0000","last_fullsized":"2021-03-04T23:40:59.152039+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:42.321306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:36:42.321306+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":"91","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:00.155487+0000","last_change":"2021-03-04T23:41:00.155487+0000","last_active":"2021-03-04T23:41:00.155487+0000","last_peered":"2021-03-04T23:41:00.155487+0000","last_clean":"2021-03-04T23:41:00.155487+0000","last_became_active":"2021-03-04T23:41:00.155196+0000","last_became_peered":"2021-03-04T23:41:00.155196+0000","last_unstale":"2021-03-04T23:41:00.155487+0000","last_undegraded":"2021-03-04T23:41:00.155487+0000","last_fullsized":"2021-03-04T23:41:00.155487+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:05.727498+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:05.727498+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"173","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.155010+0000","last_change":"2021-03-04T23:36:58.274276+0000","last_active":"2021-03-04T23:40:59.155010+0000","last_peered":"2021-03-04T23:40:59.155010+0000","last_clean":"2021-03-04T23:40:59.155010+0000","last_became_active":"2021-03-04T23:36:58.274027+0000","last_became_peered":"2021-03-04T23:36:58.274027+0000","last_unstale":"2021-03-04T23:40:59.155010+0000","last_undegraded":"2021-03-04T23:40:59.155010+0000","last_fullsized":"2021-03-04T23:40:59.155010+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"189","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.154850+0000","last_change":"2021-03-04T23:36:58.274330+0000","last_active":"2021-03-04T23:40:59.154850+0000","last_peered":"2021-03-04T23:40:59.154850+0000","last_clean":"2021-03-04T23:40:59.154850+0000","last_became_active":"2021-03-04T23:36:58.274105+0000","last_became_peered":"2021-03-04T23:36:58.274105+0000","last_unstale":"2021-03-04T23:40:59.154850+0000","last_undegraded":"2021-03-04T23:40:59.154850+0000","last_fullsized":"2021-03-04T23:40:59.154850+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1c","version":"0'0","reported_seq":"36","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.148664+0000","last_change":"2021-03-04T23:39:31.709453+0000","last_active":"2021-03-04T23:40:59.148664+0000","last_peered":"2021-03-04T23:40:59.148664+0000","last_clean":"2021-03-04T23:40:59.148664+0000","last_became_active":"2021-03-04T23:39:30.220738+0000","last_became_peered":"2021-03-04T23:39:30.220738+0000","last_unstale":"2021-03-04T23:40:59.148664+0000","last_undegraded":"2021-03-04T23:40:59.148664+0000","last_fullsized":"2021-03-04T23:40:59.148664+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:31.709424+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:31.709424+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":"111","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:00.155266+0000","last_change":"2021-03-04T23:41:00.155266+0000","last_active":"2021-03-04T23:41:00.155266+0000","last_peered":"2021-03-04T23:41:00.155266+0000","last_clean":"2021-03-04T23:41:00.155266+0000","last_became_active":"2021-03-04T23:41:00.155077+0000","last_became_peered":"2021-03-04T23:41:00.155077+0000","last_unstale":"2021-03-04T23:41:00.155266+0000","last_undegraded":"2021-03-04T23:41:00.155266+0000","last_fullsized":"2021-03-04T23:41:00.155266+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:09.159279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:09.159279+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"391","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.150183+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:40:59.150183+0000","last_peered":"2021-03-04T23:40:59.150183+0000","last_clean":"2021-03-04T23:40:59.150183+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:40:59.150183+0000","last_undegraded":"2021-03-04T23:40:59.150183+0000","last_fullsized":"2021-03-04T23:40:59.150183+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"384","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.146904+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:40:59.146904+0000","last_peered":"2021-03-04T23:40:59.146904+0000","last_clean":"2021-03-04T23:40:59.146904+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:40:59.146904+0000","last_undegraded":"2021-03-04T23:40:59.146904+0000","last_fullsized":"2021-03-04T23:40:59.146904+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1f","version":"0'0","reported_seq":"38","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.147208+0000","last_change":"2021-03-04T23:39:35.279900+0000","last_active":"2021-03-04T23:40:59.147208+0000","last_peered":"2021-03-04T23:40:59.147208+0000","last_clean":"2021-03-04T23:40:59.147208+0000","last_became_active":"2021-03-04T23:39:30.213723+0000","last_became_peered":"2021-03-04T23:39:30.213723+0000","last_unstale":"2021-03-04T23:40:59.147208+0000","last_undegraded":"2021-03-04T23:40:59.147208+0000","last_fullsized":"2021-03-04T23:40:59.147208+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.279860+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.960309+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.279860+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":"10","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:00.156251+0000","last_change":"2021-03-04T23:41:00.156251+0000","last_active":"2021-03-04T23:41:00.156251+0000","last_peered":"2021-03-04T23:41:00.156251+0000","last_clean":"2021-03-04T23:41:00.156251+0000","last_became_active":"2021-03-04T23:41:00.156004+0000","last_became_peered":"2021-03-04T23:41:00.156004+0000","last_unstale":"2021-03-04T23:41:00.156251+0000","last_undegraded":"2021-03-04T23:41:00.156251+0000","last_fullsized":"2021-03-04T23:41:00.156251+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:34.574835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:34.574835+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"421","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.150269+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:40:59.150269+0000","last_peered":"2021-03-04T23:40:59.150269+0000","last_clean":"2021-03-04T23:40:59.150269+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:40:59.150269+0000","last_undegraded":"2021-03-04T23:40:59.150269+0000","last_fullsized":"2021-03-04T23:40:59.150269+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"438","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.146954+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:40:59.146954+0000","last_peered":"2021-03-04T23:40:59.146954+0000","last_clean":"2021-03-04T23:40:59.146954+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:40:59.146954+0000","last_undegraded":"2021-03-04T23:40:59.146954+0000","last_fullsized":"2021-03-04T23:40:59.146954+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1e","version":"0'0","reported_seq":"116","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.154601+0000","last_change":"2021-03-04T23:39:30.216320+0000","last_active":"2021-03-04T23:40:59.154601+0000","last_peered":"2021-03-04T23:40:59.154601+0000","last_clean":"2021-03-04T23:40:59.154601+0000","last_became_active":"2021-03-04T23:39:30.216055+0000","last_became_peered":"2021-03-04T23:39:30.216055+0000","last_unstale":"2021-03-04T23:40:59.154601+0000","last_undegraded":"2021-03-04T23:40:59.154601+0000","last_fullsized":"2021-03-04T23:40:59.154601+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:47.010309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:47.010309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":"10","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:00.151460+0000","last_change":"2021-03-04T23:41:00.151460+0000","last_active":"2021-03-04T23:41:00.151460+0000","last_peered":"2021-03-04T23:41:00.151460+0000","last_clean":"2021-03-04T23:41:00.151460+0000","last_became_active":"2021-03-04T23:41:00.151113+0000","last_became_peered":"2021-03-04T23:41:00.151113+0000","last_unstale":"2021-03-04T23:41:00.151460+0000","last_undegraded":"2021-03-04T23:41:00.151460+0000","last_fullsized":"2021-03-04T23:41:00.151460+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:19.155809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:19.155809+0000","last_clean_scrub_stamp":"2021-03-04T23:36:19.155809+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"65","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.149369+0000","last_change":"2021-03-04T23:36:58.275928+0000","last_active":"2021-03-04T23:40:59.149369+0000","last_peered":"2021-03-04T23:40:59.149369+0000","last_clean":"2021-03-04T23:40:59.149369+0000","last_became_active":"2021-03-04T23:36:58.275701+0000","last_became_peered":"2021-03-04T23:36:58.275701+0000","last_unstale":"2021-03-04T23:40:59.149369+0000","last_undegraded":"2021-03-04T23:40:59.149369+0000","last_fullsized":"2021-03-04T23:40:59.149369+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"359","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.149055+0000","last_change":"2021-03-04T23:39:30.221336+0000","last_active":"2021-03-04T23:40:59.149055+0000","last_peered":"2021-03-04T23:40:59.149055+0000","last_clean":"2021-03-04T23:40:59.149055+0000","last_became_active":"2021-03-04T23:39:30.221078+0000","last_became_peered":"2021-03-04T23:39:30.221078+0000","last_unstale":"2021-03-04T23:40:59.149055+0000","last_undegraded":"2021-03-04T23:40:59.149055+0000","last_fullsized":"2021-03-04T23:40:59.149055+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.19","version":"0'0","reported_seq":"191","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.154644+0000","last_change":"2021-03-04T23:36:43.982041+0000","last_active":"2021-03-04T23:40:59.154644+0000","last_peered":"2021-03-04T23:40:59.154644+0000","last_clean":"2021-03-04T23:40:59.154644+0000","last_became_active":"2021-03-04T23:36:42.231737+0000","last_became_peered":"2021-03-04T23:36:42.231737+0000","last_unstale":"2021-03-04T23:40:59.154644+0000","last_undegraded":"2021-03-04T23:40:59.154644+0000","last_fullsized":"2021-03-04T23:40:59.154644+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:43.982001+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:43.982001+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":"36","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.150071+0000","last_change":"2021-03-04T23:40:04.152881+0000","last_active":"2021-03-04T23:40:59.150071+0000","last_peered":"2021-03-04T23:40:59.150071+0000","last_clean":"2021-03-04T23:40:59.150071+0000","last_became_active":"2021-03-04T23:39:30.214604+0000","last_became_peered":"2021-03-04T23:39:30.214604+0000","last_unstale":"2021-03-04T23:40:59.150071+0000","last_undegraded":"2021-03-04T23:40:59.150071+0000","last_fullsized":"2021-03-04T23:40:59.150071+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:04.152833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:04.152833+0000","last_clean_scrub_stamp":"2021-03-04T23:40:04.152833+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"346","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.149753+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:40:59.149753+0000","last_peered":"2021-03-04T23:40:59.149753+0000","last_clean":"2021-03-04T23:40:59.149753+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:40:59.149753+0000","last_undegraded":"2021-03-04T23:40:59.149753+0000","last_fullsized":"2021-03-04T23:40:59.149753+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"408","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.150067+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:40:59.150067+0000","last_peered":"2021-03-04T23:40:59.150067+0000","last_clean":"2021-03-04T23:40:59.150067+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:40:59.150067+0000","last_undegraded":"2021-03-04T23:40:59.150067+0000","last_fullsized":"2021-03-04T23:40:59.150067+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"317","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151164+0000","last_change":"2021-03-04T23:39:59.020909+0000","last_active":"2021-03-04T23:40:59.151164+0000","last_peered":"2021-03-04T23:40:59.151164+0000","last_clean":"2021-03-04T23:40:59.151164+0000","last_became_active":"2021-03-04T23:39:30.220119+0000","last_became_peered":"2021-03-04T23:39:30.220119+0000","last_unstale":"2021-03-04T23:40:59.151164+0000","last_undegraded":"2021-03-04T23:40:59.151164+0000","last_fullsized":"2021-03-04T23:40:59.151164+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:59.020879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:59.020879+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"119","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.154196+0000","last_change":"2021-03-04T23:39:30.216902+0000","last_active":"2021-03-04T23:40:59.154196+0000","last_peered":"2021-03-04T23:40:59.154196+0000","last_clean":"2021-03-04T23:40:59.154196+0000","last_became_active":"2021-03-04T23:39:30.216444+0000","last_became_peered":"2021-03-04T23:39:30.216444+0000","last_unstale":"2021-03-04T23:40:59.154196+0000","last_undegraded":"2021-03-04T23:40:59.154196+0000","last_fullsized":"2021-03-04T23:40:59.154196+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:24.842295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:24.842295+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"375'12483","reported_seq":"12512","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:02.417322+0000","last_change":"2021-03-04T23:39:36.229216+0000","last_active":"2021-03-04T23:41:02.417322+0000","last_peered":"2021-03-04T23:41:02.417322+0000","last_clean":"2021-03-04T23:41:02.417322+0000","last_became_active":"2021-03-04T23:39:36.229032+0000","last_became_peered":"2021-03-04T23:39:36.229032+0000","last_unstale":"2021-03-04T23:41:02.417322+0000","last_undegraded":"2021-03-04T23:41:02.417322+0000","last_fullsized":"2021-03-04T23:41:02.417322+0000","mapping_epoch":354,"log_start":"366'7793","ondisk_log_start":"366'7793","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4690,"ondisk_log_size":4690,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":818085888,"num_objects":12483,"num_object_clones":0,"num_object_copies":37449,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12483,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12483,"num_write_kb":798912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"198","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.152500+0000","last_change":"2021-03-04T23:39:30.216203+0000","last_active":"2021-03-04T23:40:59.152500+0000","last_peered":"2021-03-04T23:40:59.152500+0000","last_clean":"2021-03-04T23:40:59.152500+0000","last_became_active":"2021-03-04T23:39:30.215966+0000","last_became_peered":"2021-03-04T23:39:30.215966+0000","last_unstale":"2021-03-04T23:40:59.152500+0000","last_undegraded":"2021-03-04T23:40:59.152500+0000","last_fullsized":"2021-03-04T23:40:59.152500+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"137","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151959+0000","last_change":"2021-03-04T23:39:30.505421+0000","last_active":"2021-03-04T23:40:59.151959+0000","last_peered":"2021-03-04T23:40:59.151959+0000","last_clean":"2021-03-04T23:40:59.151959+0000","last_became_active":"2021-03-04T23:38:04.213219+0000","last_became_peered":"2021-03-04T23:38:04.213219+0000","last_unstale":"2021-03-04T23:40:59.151959+0000","last_undegraded":"2021-03-04T23:40:59.151959+0000","last_fullsized":"2021-03-04T23:40:59.151959+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:30.505380+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:30.505380+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"214","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.154484+0000","last_change":"2021-03-04T23:39:30.312840+0000","last_active":"2021-03-04T23:40:59.154484+0000","last_peered":"2021-03-04T23:40:59.154484+0000","last_clean":"2021-03-04T23:40:59.154484+0000","last_became_active":"2021-03-04T23:39:30.218101+0000","last_became_peered":"2021-03-04T23:39:30.218101+0000","last_unstale":"2021-03-04T23:40:59.154484+0000","last_undegraded":"2021-03-04T23:40:59.154484+0000","last_fullsized":"2021-03-04T23:40:59.154484+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"118","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.150429+0000","last_change":"2021-03-04T23:39:29.672520+0000","last_active":"2021-03-04T23:40:59.150429+0000","last_peered":"2021-03-04T23:40:59.150429+0000","last_clean":"2021-03-04T23:40:59.150429+0000","last_became_active":"2021-03-04T23:39:00.132125+0000","last_became_peered":"2021-03-04T23:39:00.132125+0000","last_unstale":"2021-03-04T23:40:59.150429+0000","last_undegraded":"2021-03-04T23:40:59.150429+0000","last_fullsized":"2021-03-04T23:40:59.150429+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:29.672473+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:29.672473+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.f","version":"375'12482","reported_seq":"12511","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:02.434202+0000","last_change":"2021-03-04T23:39:36.231204+0000","last_active":"2021-03-04T23:41:02.434202+0000","last_peered":"2021-03-04T23:41:02.434202+0000","last_clean":"2021-03-04T23:41:02.434202+0000","last_became_active":"2021-03-04T23:39:36.231022+0000","last_became_peered":"2021-03-04T23:39:36.231022+0000","last_unstale":"2021-03-04T23:41:02.434202+0000","last_undegraded":"2021-03-04T23:41:02.434202+0000","last_fullsized":"2021-03-04T23:41:02.434202+0000","mapping_epoch":354,"log_start":"367'8450","ondisk_log_start":"367'8450","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4032,"ondisk_log_size":4032,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":818020352,"num_objects":12482,"num_object_clones":0,"num_object_copies":37446,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12482,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12482,"num_write_kb":798848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"355","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.146867+0000","last_change":"2021-03-04T23:39:30.222196+0000","last_active":"2021-03-04T23:40:59.146867+0000","last_peered":"2021-03-04T23:40:59.146867+0000","last_clean":"2021-03-04T23:40:59.146867+0000","last_became_active":"2021-03-04T23:39:30.221882+0000","last_became_peered":"2021-03-04T23:39:30.221882+0000","last_unstale":"2021-03-04T23:40:59.146867+0000","last_undegraded":"2021-03-04T23:40:59.146867+0000","last_fullsized":"2021-03-04T23:40:59.146867+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"127","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151599+0000","last_change":"2021-03-04T23:36:58.272272+0000","last_active":"2021-03-04T23:40:59.151599+0000","last_peered":"2021-03-04T23:40:59.151599+0000","last_clean":"2021-03-04T23:40:59.151599+0000","last_became_active":"2021-03-04T23:36:58.272106+0000","last_became_peered":"2021-03-04T23:36:58.272106+0000","last_unstale":"2021-03-04T23:40:59.151599+0000","last_undegraded":"2021-03-04T23:40:59.151599+0000","last_fullsized":"2021-03-04T23:40:59.151599+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"42","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.148899+0000","last_change":"2021-03-04T23:40:54.130693+0000","last_active":"2021-03-04T23:40:59.148899+0000","last_peered":"2021-03-04T23:40:59.148899+0000","last_clean":"2021-03-04T23:40:59.148899+0000","last_became_active":"2021-03-04T23:40:54.130343+0000","last_became_peered":"2021-03-04T23:40:54.130343+0000","last_unstale":"2021-03-04T23:40:59.148899+0000","last_undegraded":"2021-03-04T23:40:59.148899+0000","last_fullsized":"2021-03-04T23:40:59.148899+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:23.299266+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:23.299266+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"153","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.150863+0000","last_change":"2021-03-04T23:39:33.776164+0000","last_active":"2021-03-04T23:40:59.150863+0000","last_peered":"2021-03-04T23:40:59.150863+0000","last_clean":"2021-03-04T23:40:59.150863+0000","last_became_active":"2021-03-04T23:39:00.135217+0000","last_became_peered":"2021-03-04T23:39:00.135217+0000","last_unstale":"2021-03-04T23:40:59.150863+0000","last_undegraded":"2021-03-04T23:40:59.150863+0000","last_fullsized":"2021-03-04T23:40:59.150863+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:33.775703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:33.775703+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.c","version":"375'12880","reported_seq":"12909","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:05.483922+0000","last_change":"2021-03-04T23:39:36.229039+0000","last_active":"2021-03-04T23:41:05.483922+0000","last_peered":"2021-03-04T23:41:05.483922+0000","last_clean":"2021-03-04T23:41:05.483922+0000","last_became_active":"2021-03-04T23:39:36.228813+0000","last_became_peered":"2021-03-04T23:39:36.228813+0000","last_unstale":"2021-03-04T23:41:05.483922+0000","last_undegraded":"2021-03-04T23:41:05.483922+0000","last_fullsized":"2021-03-04T23:41:05.483922+0000","mapping_epoch":354,"log_start":"367'8400","ondisk_log_start":"367'8400","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4480,"ondisk_log_size":4480,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":844103680,"num_objects":12880,"num_object_clones":0,"num_object_copies":38640,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12880,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12880,"num_write_kb":824320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"414","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.150005+0000","last_change":"2021-03-04T23:36:58.273010+0000","last_active":"2021-03-04T23:40:59.150005+0000","last_peered":"2021-03-04T23:40:59.150005+0000","last_clean":"2021-03-04T23:40:59.150005+0000","last_became_active":"2021-03-04T23:36:58.272784+0000","last_became_peered":"2021-03-04T23:36:58.272784+0000","last_unstale":"2021-03-04T23:40:59.150005+0000","last_undegraded":"2021-03-04T23:40:59.150005+0000","last_fullsized":"2021-03-04T23:40:59.150005+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"359","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.147509+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:40:59.147509+0000","last_peered":"2021-03-04T23:40:59.147509+0000","last_clean":"2021-03-04T23:40:59.147509+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:40:59.147509+0000","last_undegraded":"2021-03-04T23:40:59.147509+0000","last_fullsized":"2021-03-04T23:40:59.147509+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"45","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.148289+0000","last_change":"2021-03-04T23:40:54.131948+0000","last_active":"2021-03-04T23:40:59.148289+0000","last_peered":"2021-03-04T23:40:59.148289+0000","last_clean":"2021-03-04T23:40:59.148289+0000","last_became_active":"2021-03-04T23:40:54.131674+0000","last_became_peered":"2021-03-04T23:40:54.131674+0000","last_unstale":"2021-03-04T23:40:59.148289+0000","last_undegraded":"2021-03-04T23:40:59.148289+0000","last_fullsized":"2021-03-04T23:40:59.148289+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:01.626545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:01.626545+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"101","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151722+0000","last_change":"2021-03-04T23:39:33.510620+0000","last_active":"2021-03-04T23:40:59.151722+0000","last_peered":"2021-03-04T23:40:59.151722+0000","last_clean":"2021-03-04T23:40:59.151722+0000","last_became_active":"2021-03-04T23:39:00.131539+0000","last_became_peered":"2021-03-04T23:39:00.131539+0000","last_unstale":"2021-03-04T23:40:59.151722+0000","last_undegraded":"2021-03-04T23:40:59.151722+0000","last_fullsized":"2021-03-04T23:40:59.151722+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:33.510564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:33.510564+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.9","version":"375'12704","reported_seq":"12733","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:03.318027+0000","last_change":"2021-03-04T23:39:36.230698+0000","last_active":"2021-03-04T23:41:03.318027+0000","last_peered":"2021-03-04T23:41:03.318027+0000","last_clean":"2021-03-04T23:41:03.318027+0000","last_became_active":"2021-03-04T23:39:36.230475+0000","last_became_peered":"2021-03-04T23:39:36.230475+0000","last_unstale":"2021-03-04T23:41:03.318027+0000","last_undegraded":"2021-03-04T23:41:03.318027+0000","last_fullsized":"2021-03-04T23:41:03.318027+0000","mapping_epoch":354,"log_start":"367'8263","ondisk_log_start":"367'8263","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4441,"ondisk_log_size":4441,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":832569344,"num_objects":12704,"num_object_clones":0,"num_object_copies":38112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12704,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12704,"num_write_kb":813056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"141","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.150295+0000","last_change":"2021-03-04T23:39:30.215381+0000","last_active":"2021-03-04T23:40:59.150295+0000","last_peered":"2021-03-04T23:40:59.150295+0000","last_clean":"2021-03-04T23:40:59.150295+0000","last_became_active":"2021-03-04T23:39:30.214939+0000","last_became_peered":"2021-03-04T23:39:30.214939+0000","last_unstale":"2021-03-04T23:40:59.150295+0000","last_undegraded":"2021-03-04T23:40:59.150295+0000","last_fullsized":"2021-03-04T23:40:59.150295+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"162","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.153529+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:40:59.153529+0000","last_peered":"2021-03-04T23:40:59.153529+0000","last_clean":"2021-03-04T23:40:59.153529+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:40:59.153529+0000","last_undegraded":"2021-03-04T23:40:59.153529+0000","last_fullsized":"2021-03-04T23:40:59.153529+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"36","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.148411+0000","last_change":"2021-03-04T23:39:58.629659+0000","last_active":"2021-03-04T23:40:59.148411+0000","last_peered":"2021-03-04T23:40:59.148411+0000","last_clean":"2021-03-04T23:40:59.148411+0000","last_became_active":"2021-03-04T23:39:30.220655+0000","last_became_peered":"2021-03-04T23:39:30.220655+0000","last_unstale":"2021-03-04T23:40:59.148411+0000","last_undegraded":"2021-03-04T23:40:59.148411+0000","last_fullsized":"2021-03-04T23:40:59.148411+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:58.629628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:58.629628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"436","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.147005+0000","last_change":"2021-03-04T23:40:54.132755+0000","last_active":"2021-03-04T23:40:59.147005+0000","last_peered":"2021-03-04T23:40:59.147005+0000","last_clean":"2021-03-04T23:40:59.147005+0000","last_became_active":"2021-03-04T23:40:54.132518+0000","last_became_peered":"2021-03-04T23:40:54.132518+0000","last_unstale":"2021-03-04T23:40:59.147005+0000","last_undegraded":"2021-03-04T23:40:59.147005+0000","last_fullsized":"2021-03-04T23:40:59.147005+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:01.027612+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:01.027612+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.a","version":"375'12437","reported_seq":"12465","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:03.284568+0000","last_change":"2021-03-04T23:39:36.230713+0000","last_active":"2021-03-04T23:41:03.284568+0000","last_peered":"2021-03-04T23:41:03.284568+0000","last_clean":"2021-03-04T23:41:03.284568+0000","last_became_active":"2021-03-04T23:39:36.230461+0000","last_became_peered":"2021-03-04T23:39:36.230461+0000","last_unstale":"2021-03-04T23:41:03.284568+0000","last_undegraded":"2021-03-04T23:41:03.284568+0000","last_fullsized":"2021-03-04T23:41:03.284568+0000","mapping_epoch":354,"log_start":"367'8032","ondisk_log_start":"367'8032","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4405,"ondisk_log_size":4405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":815071232,"num_objects":12437,"num_object_clones":0,"num_object_copies":37311,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12437,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12437,"num_write_kb":795968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"118","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151987+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:40:59.151987+0000","last_peered":"2021-03-04T23:40:59.151987+0000","last_clean":"2021-03-04T23:40:59.151987+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:40:59.151987+0000","last_undegraded":"2021-03-04T23:40:59.151987+0000","last_fullsized":"2021-03-04T23:40:59.151987+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"127","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151816+0000","last_change":"2021-03-04T23:36:58.272289+0000","last_active":"2021-03-04T23:40:59.151816+0000","last_peered":"2021-03-04T23:40:59.151816+0000","last_clean":"2021-03-04T23:40:59.151816+0000","last_became_active":"2021-03-04T23:36:58.272033+0000","last_became_peered":"2021-03-04T23:36:58.272033+0000","last_unstale":"2021-03-04T23:40:59.151816+0000","last_undegraded":"2021-03-04T23:40:59.151816+0000","last_fullsized":"2021-03-04T23:40:59.151816+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"79","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151091+0000","last_change":"2021-03-04T23:40:54.135087+0000","last_active":"2021-03-04T23:40:59.151091+0000","last_peered":"2021-03-04T23:40:59.151091+0000","last_clean":"2021-03-04T23:40:59.151091+0000","last_became_active":"2021-03-04T23:40:54.134862+0000","last_became_peered":"2021-03-04T23:40:54.134862+0000","last_unstale":"2021-03-04T23:40:59.151091+0000","last_undegraded":"2021-03-04T23:40:59.151091+0000","last_fullsized":"2021-03-04T23:40:59.151091+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:24.560068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:24.560068+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"36","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.148504+0000","last_change":"2021-03-04T23:39:35.616191+0000","last_active":"2021-03-04T23:40:59.148504+0000","last_peered":"2021-03-04T23:40:59.148504+0000","last_clean":"2021-03-04T23:40:59.148504+0000","last_became_active":"2021-03-04T23:39:30.218646+0000","last_became_peered":"2021-03-04T23:39:30.218646+0000","last_unstale":"2021-03-04T23:40:59.148504+0000","last_undegraded":"2021-03-04T23:40:59.148504+0000","last_fullsized":"2021-03-04T23:40:59.148504+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.616158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.616158+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.8","version":"375'12489","reported_seq":"12518","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:03.262374+0000","last_change":"2021-03-04T23:39:36.231428+0000","last_active":"2021-03-04T23:41:03.262374+0000","last_peered":"2021-03-04T23:41:03.262374+0000","last_clean":"2021-03-04T23:41:03.262374+0000","last_became_active":"2021-03-04T23:39:36.230638+0000","last_became_peered":"2021-03-04T23:39:36.230638+0000","last_unstale":"2021-03-04T23:41:03.262374+0000","last_undegraded":"2021-03-04T23:41:03.262374+0000","last_fullsized":"2021-03-04T23:41:03.262374+0000","mapping_epoch":354,"log_start":"367'8079","ondisk_log_start":"367'8079","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4410,"ondisk_log_size":4410,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":818479104,"num_objects":12489,"num_object_clones":0,"num_object_copies":37467,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12489,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12489,"num_write_kb":799296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"127","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151428+0000","last_change":"2021-03-04T23:36:58.272226+0000","last_active":"2021-03-04T23:40:59.151428+0000","last_peered":"2021-03-04T23:40:59.151428+0000","last_clean":"2021-03-04T23:40:59.151428+0000","last_became_active":"2021-03-04T23:36:58.271974+0000","last_became_peered":"2021-03-04T23:36:58.271974+0000","last_unstale":"2021-03-04T23:40:59.151428+0000","last_undegraded":"2021-03-04T23:40:59.151428+0000","last_fullsized":"2021-03-04T23:40:59.151428+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"377","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.150108+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:40:59.150108+0000","last_peered":"2021-03-04T23:40:59.150108+0000","last_clean":"2021-03-04T23:40:59.150108+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:40:59.150108+0000","last_undegraded":"2021-03-04T23:40:59.150108+0000","last_fullsized":"2021-03-04T23:40:59.150108+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"451","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.147108+0000","last_change":"2021-03-04T23:40:54.132429+0000","last_active":"2021-03-04T23:40:59.147108+0000","last_peered":"2021-03-04T23:40:59.147108+0000","last_clean":"2021-03-04T23:40:59.147108+0000","last_became_active":"2021-03-04T23:40:54.132188+0000","last_became_peered":"2021-03-04T23:40:54.132188+0000","last_unstale":"2021-03-04T23:40:59.147108+0000","last_undegraded":"2021-03-04T23:40:59.147108+0000","last_fullsized":"2021-03-04T23:40:59.147108+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:33.109929+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:33.109929+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"103","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.146608+0000","last_change":"2021-03-04T23:39:54.024484+0000","last_active":"2021-03-04T23:40:59.146608+0000","last_peered":"2021-03-04T23:40:59.146608+0000","last_clean":"2021-03-04T23:40:59.146608+0000","last_became_active":"2021-03-04T23:39:00.135958+0000","last_became_peered":"2021-03-04T23:39:00.135958+0000","last_unstale":"2021-03-04T23:40:59.146608+0000","last_undegraded":"2021-03-04T23:40:59.146608+0000","last_fullsized":"2021-03-04T23:40:59.146608+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:54.024438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:54.024438+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.b","version":"375'12649","reported_seq":"12677","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:03.317891+0000","last_change":"2021-03-04T23:39:36.230631+0000","last_active":"2021-03-04T23:41:03.317891+0000","last_peered":"2021-03-04T23:41:03.317891+0000","last_clean":"2021-03-04T23:41:03.317891+0000","last_became_active":"2021-03-04T23:39:36.230400+0000","last_became_peered":"2021-03-04T23:39:36.230400+0000","last_unstale":"2021-03-04T23:41:03.317891+0000","last_undegraded":"2021-03-04T23:41:03.317891+0000","last_fullsized":"2021-03-04T23:41:03.317891+0000","mapping_epoch":354,"log_start":"367'8239","ondisk_log_start":"367'8239","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4410,"ondisk_log_size":4410,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":828964864,"num_objects":12649,"num_object_clones":0,"num_object_copies":37947,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12649,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12649,"num_write_kb":809536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"118","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151263+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:40:59.151263+0000","last_peered":"2021-03-04T23:40:59.151263+0000","last_clean":"2021-03-04T23:40:59.151263+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:40:59.151263+0000","last_undegraded":"2021-03-04T23:40:59.151263+0000","last_fullsized":"2021-03-04T23:40:59.151263+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"396","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.146953+0000","last_change":"2021-03-04T23:36:58.273653+0000","last_active":"2021-03-04T23:40:59.146953+0000","last_peered":"2021-03-04T23:40:59.146953+0000","last_clean":"2021-03-04T23:40:59.146953+0000","last_became_active":"2021-03-04T23:36:58.273347+0000","last_became_peered":"2021-03-04T23:36:58.273347+0000","last_unstale":"2021-03-04T23:40:59.146953+0000","last_undegraded":"2021-03-04T23:40:59.146953+0000","last_fullsized":"2021-03-04T23:40:59.146953+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"164","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151429+0000","last_change":"2021-03-04T23:40:54.139581+0000","last_active":"2021-03-04T23:40:59.151429+0000","last_peered":"2021-03-04T23:40:59.151429+0000","last_clean":"2021-03-04T23:40:59.151429+0000","last_became_active":"2021-03-04T23:40:54.137122+0000","last_became_peered":"2021-03-04T23:40:54.137122+0000","last_unstale":"2021-03-04T23:40:59.151429+0000","last_undegraded":"2021-03-04T23:40:59.151429+0000","last_fullsized":"2021-03-04T23:40:59.151429+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:57.418789+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:57.418789+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"171","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151214+0000","last_change":"2021-03-04T23:39:54.059315+0000","last_active":"2021-03-04T23:40:59.151214+0000","last_peered":"2021-03-04T23:40:59.151214+0000","last_clean":"2021-03-04T23:40:59.151214+0000","last_became_active":"2021-03-04T23:39:30.220665+0000","last_became_peered":"2021-03-04T23:39:30.220665+0000","last_unstale":"2021-03-04T23:40:59.151214+0000","last_undegraded":"2021-03-04T23:40:59.151214+0000","last_fullsized":"2021-03-04T23:40:59.151214+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:54.059260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:54.059260+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"375'12513","reported_seq":"12542","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:03.666412+0000","last_change":"2021-03-04T23:39:36.229832+0000","last_active":"2021-03-04T23:41:03.666412+0000","last_peered":"2021-03-04T23:41:03.666412+0000","last_clean":"2021-03-04T23:41:03.666412+0000","last_became_active":"2021-03-04T23:39:36.229553+0000","last_became_peered":"2021-03-04T23:39:36.229553+0000","last_unstale":"2021-03-04T23:41:03.666412+0000","last_undegraded":"2021-03-04T23:41:03.666412+0000","last_fullsized":"2021-03-04T23:41:03.666412+0000","mapping_epoch":354,"log_start":"363'5920","ondisk_log_start":"363'5920","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":6593,"ondisk_log_size":6593,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":820051968,"num_objects":12513,"num_object_clones":0,"num_object_copies":37539,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12513,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12513,"num_write_kb":800832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"214","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.152077+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:40:59.152077+0000","last_peered":"2021-03-04T23:40:59.152077+0000","last_clean":"2021-03-04T23:40:59.152077+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:40:59.152077+0000","last_undegraded":"2021-03-04T23:40:59.152077+0000","last_fullsized":"2021-03-04T23:40:59.152077+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"207","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.152628+0000","last_change":"2021-03-04T23:39:30.216511+0000","last_active":"2021-03-04T23:40:59.152628+0000","last_peered":"2021-03-04T23:40:59.152628+0000","last_clean":"2021-03-04T23:40:59.152628+0000","last_became_active":"2021-03-04T23:39:30.216243+0000","last_became_peered":"2021-03-04T23:39:30.216243+0000","last_unstale":"2021-03-04T23:40:59.152628+0000","last_undegraded":"2021-03-04T23:40:59.152628+0000","last_fullsized":"2021-03-04T23:40:59.152628+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"115","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.146622+0000","last_change":"2021-03-04T23:40:56.422455+0000","last_active":"2021-03-04T23:40:59.146622+0000","last_peered":"2021-03-04T23:40:59.146622+0000","last_clean":"2021-03-04T23:40:59.146622+0000","last_became_active":"2021-03-04T23:40:06.138514+0000","last_became_peered":"2021-03-04T23:40:06.138514+0000","last_unstale":"2021-03-04T23:40:59.146622+0000","last_undegraded":"2021-03-04T23:40:59.146622+0000","last_fullsized":"2021-03-04T23:40:59.146622+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:56.422414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:56.422414+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"361","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151071+0000","last_change":"2021-03-04T23:39:58.431771+0000","last_active":"2021-03-04T23:40:59.151071+0000","last_peered":"2021-03-04T23:40:59.151071+0000","last_clean":"2021-03-04T23:40:59.151071+0000","last_became_active":"2021-03-04T23:39:30.220682+0000","last_became_peered":"2021-03-04T23:39:30.220682+0000","last_unstale":"2021-03-04T23:40:59.151071+0000","last_undegraded":"2021-03-04T23:40:59.151071+0000","last_fullsized":"2021-03-04T23:40:59.151071+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:58.431696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:58.431696+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"375'12992","reported_seq":"13021","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:05.477496+0000","last_change":"2021-03-04T23:39:36.229293+0000","last_active":"2021-03-04T23:41:05.477496+0000","last_peered":"2021-03-04T23:41:05.477496+0000","last_clean":"2021-03-04T23:41:05.477496+0000","last_became_active":"2021-03-04T23:39:36.229084+0000","last_became_peered":"2021-03-04T23:39:36.229084+0000","last_unstale":"2021-03-04T23:41:05.477496+0000","last_undegraded":"2021-03-04T23:41:05.477496+0000","last_fullsized":"2021-03-04T23:41:05.477496+0000","mapping_epoch":354,"log_start":"367'8502","ondisk_log_start":"367'8502","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4490,"ondisk_log_size":4490,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":851443712,"num_objects":12992,"num_object_clones":0,"num_object_copies":38976,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12992,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12992,"num_write_kb":831488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"433","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.150438+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:40:59.150438+0000","last_peered":"2021-03-04T23:40:59.150438+0000","last_clean":"2021-03-04T23:40:59.150438+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:40:59.150438+0000","last_undegraded":"2021-03-04T23:40:59.150438+0000","last_fullsized":"2021-03-04T23:40:59.150438+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"398","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.149667+0000","last_change":"2021-03-04T23:39:30.217759+0000","last_active":"2021-03-04T23:40:59.149667+0000","last_peered":"2021-03-04T23:40:59.149667+0000","last_clean":"2021-03-04T23:40:59.149667+0000","last_became_active":"2021-03-04T23:39:30.217150+0000","last_became_peered":"2021-03-04T23:39:30.217150+0000","last_unstale":"2021-03-04T23:40:59.149667+0000","last_undegraded":"2021-03-04T23:40:59.149667+0000","last_fullsized":"2021-03-04T23:40:59.149667+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"36","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.148270+0000","last_change":"2021-03-04T23:39:56.621435+0000","last_active":"2021-03-04T23:40:59.148270+0000","last_peered":"2021-03-04T23:40:59.148270+0000","last_clean":"2021-03-04T23:40:59.148270+0000","last_became_active":"2021-03-04T23:39:30.219411+0000","last_became_peered":"2021-03-04T23:39:30.219411+0000","last_unstale":"2021-03-04T23:40:59.148270+0000","last_undegraded":"2021-03-04T23:40:59.148270+0000","last_fullsized":"2021-03-04T23:40:59.148270+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:56.621402+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:56.621402+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"110","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151920+0000","last_change":"2021-03-04T23:40:07.473677+0000","last_active":"2021-03-04T23:40:59.151920+0000","last_peered":"2021-03-04T23:40:59.151920+0000","last_clean":"2021-03-04T23:40:59.151920+0000","last_became_active":"2021-03-04T23:40:06.134490+0000","last_became_peered":"2021-03-04T23:40:06.134490+0000","last_unstale":"2021-03-04T23:40:59.151920+0000","last_undegraded":"2021-03-04T23:40:59.151920+0000","last_fullsized":"2021-03-04T23:40:59.151920+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:07.473620+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:07.473620+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"375'12413","reported_seq":"12442","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:02.443122+0000","last_change":"2021-03-04T23:39:36.228709+0000","last_active":"2021-03-04T23:41:02.443122+0000","last_peered":"2021-03-04T23:41:02.443122+0000","last_clean":"2021-03-04T23:41:02.443122+0000","last_became_active":"2021-03-04T23:39:36.228428+0000","last_became_peered":"2021-03-04T23:39:36.228428+0000","last_unstale":"2021-03-04T23:41:02.443122+0000","last_undegraded":"2021-03-04T23:41:02.443122+0000","last_fullsized":"2021-03-04T23:41:02.443122+0000","mapping_epoch":354,"log_start":"366'7981","ondisk_log_start":"366'7981","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4432,"ondisk_log_size":4432,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":813498368,"num_objects":12413,"num_object_clones":0,"num_object_copies":37239,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12413,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12413,"num_write_kb":794432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"403","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.150529+0000","last_change":"2021-03-04T23:36:58.273628+0000","last_active":"2021-03-04T23:40:59.150529+0000","last_peered":"2021-03-04T23:40:59.150529+0000","last_clean":"2021-03-04T23:40:59.150529+0000","last_became_active":"2021-03-04T23:36:58.273359+0000","last_became_peered":"2021-03-04T23:36:58.273359+0000","last_unstale":"2021-03-04T23:40:59.150529+0000","last_undegraded":"2021-03-04T23:40:59.150529+0000","last_fullsized":"2021-03-04T23:40:59.150529+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"132","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.150380+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:40:59.150380+0000","last_peered":"2021-03-04T23:40:59.150380+0000","last_clean":"2021-03-04T23:40:59.150380+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:40:59.150380+0000","last_undegraded":"2021-03-04T23:40:59.150380+0000","last_fullsized":"2021-03-04T23:40:59.150380+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"112","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.146598+0000","last_change":"2021-03-04T23:39:35.111937+0000","last_active":"2021-03-04T23:40:59.146598+0000","last_peered":"2021-03-04T23:40:59.146598+0000","last_clean":"2021-03-04T23:40:59.146598+0000","last_became_active":"2021-03-04T23:39:00.142054+0000","last_became_peered":"2021-03-04T23:39:00.142054+0000","last_unstale":"2021-03-04T23:40:59.146598+0000","last_undegraded":"2021-03-04T23:40:59.146598+0000","last_fullsized":"2021-03-04T23:40:59.146598+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.111905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.111905+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"36","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.148503+0000","last_change":"2021-03-04T23:39:54.581248+0000","last_active":"2021-03-04T23:40:59.148503+0000","last_peered":"2021-03-04T23:40:59.148503+0000","last_clean":"2021-03-04T23:40:59.148503+0000","last_became_active":"2021-03-04T23:39:30.216426+0000","last_became_peered":"2021-03-04T23:39:30.216426+0000","last_unstale":"2021-03-04T23:40:59.148503+0000","last_undegraded":"2021-03-04T23:40:59.148503+0000","last_fullsized":"2021-03-04T23:40:59.148503+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:54.581212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:54.581212+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.2","version":"375'12626","reported_seq":"12655","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:03.695064+0000","last_change":"2021-03-04T23:39:36.228908+0000","last_active":"2021-03-04T23:41:03.695064+0000","last_peered":"2021-03-04T23:41:03.695064+0000","last_clean":"2021-03-04T23:41:03.695064+0000","last_became_active":"2021-03-04T23:39:36.228693+0000","last_became_peered":"2021-03-04T23:39:36.228693+0000","last_unstale":"2021-03-04T23:41:03.695064+0000","last_undegraded":"2021-03-04T23:41:03.695064+0000","last_fullsized":"2021-03-04T23:41:03.695064+0000","mapping_epoch":354,"log_start":"364'6005","ondisk_log_start":"364'6005","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":6621,"ondisk_log_size":6621,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":827457536,"num_objects":12626,"num_object_clones":0,"num_object_copies":37878,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12626,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12626,"num_write_kb":808064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"406","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.150615+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:40:59.150615+0000","last_peered":"2021-03-04T23:40:59.150615+0000","last_clean":"2021-03-04T23:40:59.150615+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:40:59.150615+0000","last_undegraded":"2021-03-04T23:40:59.150615+0000","last_fullsized":"2021-03-04T23:40:59.150615+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"166","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.154435+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:40:59.154435+0000","last_peered":"2021-03-04T23:40:59.154435+0000","last_clean":"2021-03-04T23:40:59.154435+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:40:59.154435+0000","last_undegraded":"2021-03-04T23:40:59.154435+0000","last_fullsized":"2021-03-04T23:40:59.154435+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"45","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.148143+0000","last_change":"2021-03-04T23:40:06.621178+0000","last_active":"2021-03-04T23:40:59.148143+0000","last_peered":"2021-03-04T23:40:59.148143+0000","last_clean":"2021-03-04T23:40:59.148143+0000","last_became_active":"2021-03-04T23:40:06.135946+0000","last_became_peered":"2021-03-04T23:40:06.135946+0000","last_unstale":"2021-03-04T23:40:59.148143+0000","last_undegraded":"2021-03-04T23:40:59.148143+0000","last_fullsized":"2021-03-04T23:40:59.148143+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:06.621141+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:06.621141+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"424","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151573+0000","last_change":"2021-03-04T23:39:59.452660+0000","last_active":"2021-03-04T23:40:59.151573+0000","last_peered":"2021-03-04T23:40:59.151573+0000","last_clean":"2021-03-04T23:40:59.151573+0000","last_became_active":"2021-03-04T23:39:30.220796+0000","last_became_peered":"2021-03-04T23:39:30.220796+0000","last_unstale":"2021-03-04T23:40:59.151573+0000","last_undegraded":"2021-03-04T23:40:59.151573+0000","last_fullsized":"2021-03-04T23:40:59.151573+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:59.452604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:59.452604+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3","version":"375'12289","reported_seq":"12317","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:02.441090+0000","last_change":"2021-03-04T23:39:36.230130+0000","last_active":"2021-03-04T23:41:02.441090+0000","last_peered":"2021-03-04T23:41:02.441090+0000","last_clean":"2021-03-04T23:41:02.441090+0000","last_became_active":"2021-03-04T23:39:36.229893+0000","last_became_peered":"2021-03-04T23:39:36.229893+0000","last_unstale":"2021-03-04T23:41:02.441090+0000","last_undegraded":"2021-03-04T23:41:02.441090+0000","last_fullsized":"2021-03-04T23:41:02.441090+0000","mapping_epoch":354,"log_start":"366'7891","ondisk_log_start":"366'7891","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4398,"ondisk_log_size":4398,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":805371904,"num_objects":12289,"num_object_clones":0,"num_object_copies":36867,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12289,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12289,"num_write_kb":786496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"369","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.148755+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:40:59.148755+0000","last_peered":"2021-03-04T23:40:59.148755+0000","last_clean":"2021-03-04T23:40:59.148755+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:40:59.148755+0000","last_undegraded":"2021-03-04T23:40:59.148755+0000","last_fullsized":"2021-03-04T23:40:59.148755+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"405","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.146730+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:40:59.146730+0000","last_peered":"2021-03-04T23:40:59.146730+0000","last_clean":"2021-03-04T23:40:59.146730+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:40:59.146730+0000","last_undegraded":"2021-03-04T23:40:59.146730+0000","last_fullsized":"2021-03-04T23:40:59.146730+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"96","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151914+0000","last_change":"2021-03-04T23:40:54.134447+0000","last_active":"2021-03-04T23:40:59.151914+0000","last_peered":"2021-03-04T23:40:59.151914+0000","last_clean":"2021-03-04T23:40:59.151914+0000","last_became_active":"2021-03-04T23:40:54.134195+0000","last_became_peered":"2021-03-04T23:40:54.134195+0000","last_unstale":"2021-03-04T23:40:59.151914+0000","last_undegraded":"2021-03-04T23:40:59.151914+0000","last_fullsized":"2021-03-04T23:40:59.151914+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:19.155809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:19.155809+0000","last_clean_scrub_stamp":"2021-03-04T23:36:19.155809+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"127","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.150335+0000","last_change":"2021-03-04T23:40:07.326456+0000","last_active":"2021-03-04T23:40:59.150335+0000","last_peered":"2021-03-04T23:40:59.150335+0000","last_clean":"2021-03-04T23:40:59.150335+0000","last_became_active":"2021-03-04T23:40:06.133761+0000","last_became_peered":"2021-03-04T23:40:06.133761+0000","last_unstale":"2021-03-04T23:40:59.150335+0000","last_undegraded":"2021-03-04T23:40:59.150335+0000","last_fullsized":"2021-03-04T23:40:59.150335+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:07.326428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:07.326428+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.4","version":"375'12319","reported_seq":"12348","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:02.412446+0000","last_change":"2021-03-04T23:39:36.229679+0000","last_active":"2021-03-04T23:41:02.412446+0000","last_peered":"2021-03-04T23:41:02.412446+0000","last_clean":"2021-03-04T23:41:02.412446+0000","last_became_active":"2021-03-04T23:39:36.229430+0000","last_became_peered":"2021-03-04T23:39:36.229430+0000","last_unstale":"2021-03-04T23:41:02.412446+0000","last_undegraded":"2021-03-04T23:41:02.412446+0000","last_fullsized":"2021-03-04T23:41:02.412446+0000","mapping_epoch":354,"log_start":"367'8276","ondisk_log_start":"367'8276","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4043,"ondisk_log_size":4043,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":807337984,"num_objects":12319,"num_object_clones":0,"num_object_copies":36957,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12319,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12319,"num_write_kb":788416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"141","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.150270+0000","last_change":"2021-03-04T23:39:30.215234+0000","last_active":"2021-03-04T23:40:59.150270+0000","last_peered":"2021-03-04T23:40:59.150270+0000","last_clean":"2021-03-04T23:40:59.150270+0000","last_became_active":"2021-03-04T23:39:30.214728+0000","last_became_peered":"2021-03-04T23:39:30.214728+0000","last_unstale":"2021-03-04T23:40:59.150270+0000","last_undegraded":"2021-03-04T23:40:59.150270+0000","last_fullsized":"2021-03-04T23:40:59.150270+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"37","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.149057+0000","last_change":"2021-03-04T23:39:30.317857+0000","last_active":"2021-03-04T23:40:59.149057+0000","last_peered":"2021-03-04T23:40:59.149057+0000","last_clean":"2021-03-04T23:40:59.149057+0000","last_became_active":"2021-03-04T23:39:30.220986+0000","last_became_peered":"2021-03-04T23:39:30.220986+0000","last_unstale":"2021-03-04T23:40:59.149057+0000","last_undegraded":"2021-03-04T23:40:59.149057+0000","last_fullsized":"2021-03-04T23:40:59.149057+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"79","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.149177+0000","last_change":"2021-03-04T23:40:54.135818+0000","last_active":"2021-03-04T23:40:59.149177+0000","last_peered":"2021-03-04T23:40:59.149177+0000","last_clean":"2021-03-04T23:40:59.149177+0000","last_became_active":"2021-03-04T23:40:54.135431+0000","last_became_peered":"2021-03-04T23:40:54.135431+0000","last_unstale":"2021-03-04T23:40:59.149177+0000","last_undegraded":"2021-03-04T23:40:59.149177+0000","last_fullsized":"2021-03-04T23:40:59.149177+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:34.574835+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:34.574835+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"153","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151273+0000","last_change":"2021-03-04T23:40:06.230100+0000","last_active":"2021-03-04T23:40:59.151273+0000","last_peered":"2021-03-04T23:40:59.151273+0000","last_clean":"2021-03-04T23:40:59.151273+0000","last_became_active":"2021-03-04T23:40:06.140200+0000","last_became_peered":"2021-03-04T23:40:06.140200+0000","last_unstale":"2021-03-04T23:40:59.151273+0000","last_undegraded":"2021-03-04T23:40:59.151273+0000","last_fullsized":"2021-03-04T23:40:59.151273+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:06.230069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:06.230069+0000","last_clean_scrub_stamp":"2021-03-04T23:40:06.230069+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.5","version":"375'12501","reported_seq":"12530","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:02.436171+0000","last_change":"2021-03-04T23:39:36.229369+0000","last_active":"2021-03-04T23:41:02.436171+0000","last_peered":"2021-03-04T23:41:02.436171+0000","last_clean":"2021-03-04T23:41:02.436171+0000","last_became_active":"2021-03-04T23:39:36.229116+0000","last_became_peered":"2021-03-04T23:39:36.229116+0000","last_unstale":"2021-03-04T23:41:02.436171+0000","last_undegraded":"2021-03-04T23:41:02.436171+0000","last_fullsized":"2021-03-04T23:41:02.436171+0000","mapping_epoch":354,"log_start":"367'8465","ondisk_log_start":"367'8465","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4036,"ondisk_log_size":4036,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":819265536,"num_objects":12501,"num_object_clones":0,"num_object_copies":37503,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12501,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12501,"num_write_kb":800064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"445","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.149898+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:40:59.149898+0000","last_peered":"2021-03-04T23:40:59.149898+0000","last_clean":"2021-03-04T23:40:59.149898+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:40:59.149898+0000","last_undegraded":"2021-03-04T23:40:59.149898+0000","last_fullsized":"2021-03-04T23:40:59.149898+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"37","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.149482+0000","last_change":"2021-03-04T23:39:30.316224+0000","last_active":"2021-03-04T23:40:59.149482+0000","last_peered":"2021-03-04T23:40:59.149482+0000","last_clean":"2021-03-04T23:40:59.149482+0000","last_became_active":"2021-03-04T23:39:30.219847+0000","last_became_peered":"2021-03-04T23:39:30.219847+0000","last_unstale":"2021-03-04T23:40:59.149482+0000","last_undegraded":"2021-03-04T23:40:59.149482+0000","last_fullsized":"2021-03-04T23:40:59.149482+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"115","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.150667+0000","last_change":"2021-03-04T23:40:56.102976+0000","last_active":"2021-03-04T23:40:59.150667+0000","last_peered":"2021-03-04T23:40:59.150667+0000","last_clean":"2021-03-04T23:40:59.150667+0000","last_became_active":"2021-03-04T23:40:54.134517+0000","last_became_peered":"2021-03-04T23:40:54.134517+0000","last_unstale":"2021-03-04T23:40:59.150667+0000","last_undegraded":"2021-03-04T23:40:59.150667+0000","last_fullsized":"2021-03-04T23:40:59.150667+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:56.102933+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:56.102933+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"115","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.154454+0000","last_change":"2021-03-04T23:40:09.916129+0000","last_active":"2021-03-04T23:40:59.154454+0000","last_peered":"2021-03-04T23:40:59.154454+0000","last_clean":"2021-03-04T23:40:59.154454+0000","last_became_active":"2021-03-04T23:40:06.136751+0000","last_became_peered":"2021-03-04T23:40:06.136751+0000","last_unstale":"2021-03-04T23:40:59.154454+0000","last_undegraded":"2021-03-04T23:40:59.154454+0000","last_fullsized":"2021-03-04T23:40:59.154454+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:09.916067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:09.916067+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.6","version":"375'12490","reported_seq":"12519","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:03.355863+0000","last_change":"2021-03-04T23:39:36.229140+0000","last_active":"2021-03-04T23:41:03.355863+0000","last_peered":"2021-03-04T23:41:03.355863+0000","last_clean":"2021-03-04T23:41:03.355863+0000","last_became_active":"2021-03-04T23:39:36.228967+0000","last_became_peered":"2021-03-04T23:39:36.228967+0000","last_unstale":"2021-03-04T23:41:03.355863+0000","last_undegraded":"2021-03-04T23:41:03.355863+0000","last_fullsized":"2021-03-04T23:41:03.355863+0000","mapping_epoch":354,"log_start":"365'7444","ondisk_log_start":"365'7444","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":5046,"ondisk_log_size":5046,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":818544640,"num_objects":12490,"num_object_clones":0,"num_object_copies":37470,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12490,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12490,"num_write_kb":799360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"401","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.146725+0000","last_change":"2021-03-04T23:39:30.222326+0000","last_active":"2021-03-04T23:40:59.146725+0000","last_peered":"2021-03-04T23:40:59.146725+0000","last_clean":"2021-03-04T23:40:59.146725+0000","last_became_active":"2021-03-04T23:39:30.221680+0000","last_became_peered":"2021-03-04T23:39:30.221680+0000","last_unstale":"2021-03-04T23:40:59.146725+0000","last_undegraded":"2021-03-04T23:40:59.146725+0000","last_fullsized":"2021-03-04T23:40:59.146725+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"37","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.149710+0000","last_change":"2021-03-04T23:39:30.314857+0000","last_active":"2021-03-04T23:40:59.149710+0000","last_peered":"2021-03-04T23:40:59.149710+0000","last_clean":"2021-03-04T23:40:59.149710+0000","last_became_active":"2021-03-04T23:39:30.218970+0000","last_became_peered":"2021-03-04T23:39:30.218970+0000","last_unstale":"2021-03-04T23:40:59.149710+0000","last_undegraded":"2021-03-04T23:40:59.149710+0000","last_fullsized":"2021-03-04T23:40:59.149710+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"97","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151241+0000","last_change":"2021-03-04T23:40:56.733993+0000","last_active":"2021-03-04T23:40:59.151241+0000","last_peered":"2021-03-04T23:40:59.151241+0000","last_clean":"2021-03-04T23:40:59.151241+0000","last_became_active":"2021-03-04T23:40:54.133316+0000","last_became_peered":"2021-03-04T23:40:54.133316+0000","last_unstale":"2021-03-04T23:40:59.151241+0000","last_undegraded":"2021-03-04T23:40:59.151241+0000","last_fullsized":"2021-03-04T23:40:59.151241+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:56.733932+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:56.733932+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"48","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.148975+0000","last_change":"2021-03-04T23:40:10.658541+0000","last_active":"2021-03-04T23:40:59.148975+0000","last_peered":"2021-03-04T23:40:59.148975+0000","last_clean":"2021-03-04T23:40:59.148975+0000","last_became_active":"2021-03-04T23:40:06.132911+0000","last_became_peered":"2021-03-04T23:40:06.132911+0000","last_unstale":"2021-03-04T23:40:59.148975+0000","last_undegraded":"2021-03-04T23:40:59.148975+0000","last_fullsized":"2021-03-04T23:40:59.148975+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:10.658499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:40:10.658499+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.7","version":"375'12522","reported_seq":"12551","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:02.429185+0000","last_change":"2021-03-04T23:39:36.230465+0000","last_active":"2021-03-04T23:41:02.429185+0000","last_peered":"2021-03-04T23:41:02.429185+0000","last_clean":"2021-03-04T23:41:02.429185+0000","last_became_active":"2021-03-04T23:39:36.230141+0000","last_became_peered":"2021-03-04T23:39:36.230141+0000","last_unstale":"2021-03-04T23:41:02.429185+0000","last_undegraded":"2021-03-04T23:41:02.429185+0000","last_fullsized":"2021-03-04T23:41:02.429185+0000","mapping_epoch":354,"log_start":"365'7356","ondisk_log_start":"365'7356","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":5166,"ondisk_log_size":5166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":820641792,"num_objects":12522,"num_object_clones":0,"num_object_copies":37566,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12522,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12522,"num_write_kb":801408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"198","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.154618+0000","last_change":"2021-03-04T23:39:30.216508+0000","last_active":"2021-03-04T23:40:59.154618+0000","last_peered":"2021-03-04T23:40:59.154618+0000","last_clean":"2021-03-04T23:40:59.154618+0000","last_became_active":"2021-03-04T23:39:30.216264+0000","last_became_peered":"2021-03-04T23:39:30.216264+0000","last_unstale":"2021-03-04T23:40:59.154618+0000","last_undegraded":"2021-03-04T23:40:59.154618+0000","last_fullsized":"2021-03-04T23:40:59.154618+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"264","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.150190+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:40:59.150190+0000","last_peered":"2021-03-04T23:40:59.150190+0000","last_clean":"2021-03-04T23:40:59.150190+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:40:59.150190+0000","last_undegraded":"2021-03-04T23:40:59.150190+0000","last_fullsized":"2021-03-04T23:40:59.150190+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"84","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151921+0000","last_change":"2021-03-04T23:36:09.861599+0000","last_active":"2021-03-04T23:40:59.151921+0000","last_peered":"2021-03-04T23:40:59.151921+0000","last_clean":"2021-03-04T23:40:59.151921+0000","last_became_active":"2021-03-04T23:35:58.103257+0000","last_became_peered":"2021-03-04T23:35:58.103257+0000","last_unstale":"2021-03-04T23:40:59.151921+0000","last_undegraded":"2021-03-04T23:40:59.151921+0000","last_fullsized":"2021-03-04T23:40:59.151921+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:09.861569+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:09.861569+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"97","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.146754+0000","last_change":"2021-03-04T23:40:57.382746+0000","last_active":"2021-03-04T23:40:59.146754+0000","last_peered":"2021-03-04T23:40:59.146754+0000","last_clean":"2021-03-04T23:40:59.146754+0000","last_became_active":"2021-03-04T23:40:06.138560+0000","last_became_peered":"2021-03-04T23:40:06.138560+0000","last_unstale":"2021-03-04T23:40:59.146754+0000","last_undegraded":"2021-03-04T23:40:59.146754+0000","last_fullsized":"2021-03-04T23:40:59.146754+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:57.382703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:57.382703+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"396","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.149985+0000","last_change":"2021-03-04T23:39:30.220947+0000","last_active":"2021-03-04T23:40:59.149985+0000","last_peered":"2021-03-04T23:40:59.149985+0000","last_clean":"2021-03-04T23:40:59.149985+0000","last_became_active":"2021-03-04T23:39:30.220726+0000","last_became_peered":"2021-03-04T23:39:30.220726+0000","last_unstale":"2021-03-04T23:40:59.149985+0000","last_undegraded":"2021-03-04T23:40:59.149985+0000","last_fullsized":"2021-03-04T23:40:59.149985+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"33","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.148166+0000","last_change":"2021-03-04T23:39:30.220918+0000","last_active":"2021-03-04T23:40:59.148166+0000","last_peered":"2021-03-04T23:40:59.148166+0000","last_clean":"2021-03-04T23:40:59.148166+0000","last_became_active":"2021-03-04T23:39:30.220611+0000","last_became_peered":"2021-03-04T23:39:30.220611+0000","last_unstale":"2021-03-04T23:40:59.148166+0000","last_undegraded":"2021-03-04T23:40:59.148166+0000","last_fullsized":"2021-03-04T23:40:59.148166+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"70","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.149081+0000","last_change":"2021-03-04T23:39:28.608718+0000","last_active":"2021-03-04T23:40:59.149081+0000","last_peered":"2021-03-04T23:40:59.149081+0000","last_clean":"2021-03-04T23:40:59.149081+0000","last_became_active":"2021-03-04T23:36:58.273567+0000","last_became_peered":"2021-03-04T23:36:58.273567+0000","last_unstale":"2021-03-04T23:40:59.149081+0000","last_undegraded":"2021-03-04T23:40:59.149081+0000","last_fullsized":"2021-03-04T23:40:59.149081+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:28.608679+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:28.608679+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"87","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151780+0000","last_change":"2021-03-04T23:36:38.273412+0000","last_active":"2021-03-04T23:40:59.151780+0000","last_peered":"2021-03-04T23:40:59.151780+0000","last_clean":"2021-03-04T23:40:59.151780+0000","last_became_active":"2021-03-04T23:35:58.102145+0000","last_became_peered":"2021-03-04T23:35:58.102145+0000","last_unstale":"2021-03-04T23:40:59.151780+0000","last_undegraded":"2021-03-04T23:40:59.151780+0000","last_fullsized":"2021-03-04T23:40:59.151780+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:38.273376+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:38.273376+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"398","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.147023+0000","last_change":"2021-03-04T23:39:30.220876+0000","last_active":"2021-03-04T23:40:59.147023+0000","last_peered":"2021-03-04T23:40:59.147023+0000","last_clean":"2021-03-04T23:40:59.147023+0000","last_became_active":"2021-03-04T23:39:30.220597+0000","last_became_peered":"2021-03-04T23:39:30.220597+0000","last_unstale":"2021-03-04T23:40:59.147023+0000","last_undegraded":"2021-03-04T23:40:59.147023+0000","last_fullsized":"2021-03-04T23:40:59.147023+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"33","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.148374+0000","last_change":"2021-03-04T23:39:30.219697+0000","last_active":"2021-03-04T23:40:59.148374+0000","last_peered":"2021-03-04T23:40:59.148374+0000","last_clean":"2021-03-04T23:40:59.148374+0000","last_became_active":"2021-03-04T23:39:30.219087+0000","last_became_peered":"2021-03-04T23:39:30.219087+0000","last_unstale":"2021-03-04T23:40:59.148374+0000","last_undegraded":"2021-03-04T23:40:59.148374+0000","last_fullsized":"2021-03-04T23:40:59.148374+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"115","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.146496+0000","last_change":"2021-03-04T23:40:49.398499+0000","last_active":"2021-03-04T23:40:59.146496+0000","last_peered":"2021-03-04T23:40:59.146496+0000","last_clean":"2021-03-04T23:40:59.146496+0000","last_became_active":"2021-03-04T23:40:06.138630+0000","last_became_peered":"2021-03-04T23:40:06.138630+0000","last_unstale":"2021-03-04T23:40:59.146496+0000","last_undegraded":"2021-03-04T23:40:59.146496+0000","last_fullsized":"2021-03-04T23:40:59.146496+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:49.398457+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:49.398457+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":"38","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.148859+0000","last_change":"2021-03-04T23:39:53.115098+0000","last_active":"2021-03-04T23:40:59.148859+0000","last_peered":"2021-03-04T23:40:59.148859+0000","last_clean":"2021-03-04T23:40:59.148859+0000","last_became_active":"2021-03-04T23:39:30.214725+0000","last_became_peered":"2021-03-04T23:39:30.214725+0000","last_unstale":"2021-03-04T23:40:59.148859+0000","last_undegraded":"2021-03-04T23:40:59.148859+0000","last_fullsized":"2021-03-04T23:40:59.148859+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:53.115043+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:53.115043+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"216","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.154583+0000","last_change":"2021-03-04T23:39:30.216993+0000","last_active":"2021-03-04T23:40:59.154583+0000","last_peered":"2021-03-04T23:40:59.154583+0000","last_clean":"2021-03-04T23:40:59.154583+0000","last_became_active":"2021-03-04T23:39:30.216724+0000","last_became_peered":"2021-03-04T23:39:30.216724+0000","last_unstale":"2021-03-04T23:40:59.154583+0000","last_undegraded":"2021-03-04T23:40:59.154583+0000","last_fullsized":"2021-03-04T23:40:59.154583+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"39","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.148622+0000","last_change":"2021-03-04T23:39:30.224931+0000","last_active":"2021-03-04T23:40:59.148622+0000","last_peered":"2021-03-04T23:40:59.148622+0000","last_clean":"2021-03-04T23:40:59.148622+0000","last_became_active":"2021-03-04T23:39:30.215927+0000","last_became_peered":"2021-03-04T23:39:30.215927+0000","last_unstale":"2021-03-04T23:40:59.148622+0000","last_undegraded":"2021-03-04T23:40:59.148622+0000","last_fullsized":"2021-03-04T23:40:59.148622+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":102,"num_keys_recovered":30,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"97","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.146551+0000","last_change":"2021-03-04T23:40:52.376026+0000","last_active":"2021-03-04T23:40:59.146551+0000","last_peered":"2021-03-04T23:40:59.146551+0000","last_clean":"2021-03-04T23:40:59.146551+0000","last_became_active":"2021-03-04T23:40:06.137147+0000","last_became_peered":"2021-03-04T23:40:06.137147+0000","last_unstale":"2021-03-04T23:40:59.146551+0000","last_undegraded":"2021-03-04T23:40:59.146551+0000","last_fullsized":"2021-03-04T23:40:59.146551+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:52.375979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:52.375979+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":"450","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.146500+0000","last_change":"2021-03-04T23:40:46.432297+0000","last_active":"2021-03-04T23:40:59.146500+0000","last_peered":"2021-03-04T23:40:59.146500+0000","last_clean":"2021-03-04T23:40:59.146500+0000","last_became_active":"2021-03-04T23:39:30.221581+0000","last_became_peered":"2021-03-04T23:39:30.221581+0000","last_unstale":"2021-03-04T23:40:59.146500+0000","last_undegraded":"2021-03-04T23:40:59.146500+0000","last_fullsized":"2021-03-04T23:40:59.146500+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:46.432264+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:46.432264+0000","last_clean_scrub_stamp":"2021-03-04T23:40:46.432264+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"397","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.150119+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:40:59.150119+0000","last_peered":"2021-03-04T23:40:59.150119+0000","last_clean":"2021-03-04T23:40:59.150119+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:40:59.150119+0000","last_undegraded":"2021-03-04T23:40:59.150119+0000","last_fullsized":"2021-03-04T23:40:59.150119+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"456","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.150509+0000","last_change":"2021-03-04T23:39:30.223989+0000","last_active":"2021-03-04T23:40:59.150509+0000","last_peered":"2021-03-04T23:40:59.150509+0000","last_clean":"2021-03-04T23:40:59.150509+0000","last_became_active":"2021-03-04T23:39:30.216932+0000","last_became_peered":"2021-03-04T23:39:30.216932+0000","last_unstale":"2021-03-04T23:40:59.150509+0000","last_undegraded":"2021-03-04T23:40:59.150509+0000","last_fullsized":"2021-03-04T23:40:59.150509+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":15594,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.16","version":"0'0","reported_seq":"73","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151592+0000","last_change":"2021-03-04T23:36:43.343686+0000","last_active":"2021-03-04T23:40:59.151592+0000","last_peered":"2021-03-04T23:40:59.151592+0000","last_clean":"2021-03-04T23:40:59.151592+0000","last_became_active":"2021-03-04T23:36:42.231502+0000","last_became_peered":"2021-03-04T23:36:42.231502+0000","last_unstale":"2021-03-04T23:40:59.151592+0000","last_undegraded":"2021-03-04T23:40:59.151592+0000","last_fullsized":"2021-03-04T23:40:59.151592+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:43.343526+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:43.343526+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":"255","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151752+0000","last_change":"2021-03-04T23:39:34.499234+0000","last_active":"2021-03-04T23:40:59.151752+0000","last_peered":"2021-03-04T23:40:59.151752+0000","last_clean":"2021-03-04T23:40:59.151752+0000","last_became_active":"2021-03-04T23:39:30.213446+0000","last_became_peered":"2021-03-04T23:39:30.213446+0000","last_unstale":"2021-03-04T23:40:59.151752+0000","last_undegraded":"2021-03-04T23:40:59.151752+0000","last_fullsized":"2021-03-04T23:40:59.151752+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:34.499193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:34.499193+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"127","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151281+0000","last_change":"2021-03-04T23:36:58.272773+0000","last_active":"2021-03-04T23:40:59.151281+0000","last_peered":"2021-03-04T23:40:59.151281+0000","last_clean":"2021-03-04T23:40:59.151281+0000","last_became_active":"2021-03-04T23:36:58.272608+0000","last_became_peered":"2021-03-04T23:36:58.272608+0000","last_unstale":"2021-03-04T23:40:59.151281+0000","last_undegraded":"2021-03-04T23:40:59.151281+0000","last_fullsized":"2021-03-04T23:40:59.151281+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"39","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.148798+0000","last_change":"2021-03-04T23:39:30.227675+0000","last_active":"2021-03-04T23:40:59.148798+0000","last_peered":"2021-03-04T23:40:59.148798+0000","last_clean":"2021-03-04T23:40:59.148798+0000","last_became_active":"2021-03-04T23:39:30.218151+0000","last_became_peered":"2021-03-04T23:39:30.218151+0000","last_unstale":"2021-03-04T23:40:59.148798+0000","last_undegraded":"2021-03-04T23:40:59.148798+0000","last_fullsized":"2021-03-04T23:40:59.148798+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":270,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.17","version":"0'0","reported_seq":"71","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.148462+0000","last_change":"2021-03-04T23:39:30.150946+0000","last_active":"2021-03-04T23:40:59.148462+0000","last_peered":"2021-03-04T23:40:59.148462+0000","last_clean":"2021-03-04T23:40:59.148462+0000","last_became_active":"2021-03-04T23:36:42.240334+0000","last_became_peered":"2021-03-04T23:36:42.240334+0000","last_unstale":"2021-03-04T23:40:59.148462+0000","last_undegraded":"2021-03-04T23:40:59.148462+0000","last_fullsized":"2021-03-04T23:40:59.148462+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:30.150916+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:30.150916+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,6],"acting":[5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":"36","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.150468+0000","last_change":"2021-03-04T23:40:03.118597+0000","last_active":"2021-03-04T23:40:59.150468+0000","last_peered":"2021-03-04T23:40:59.150468+0000","last_clean":"2021-03-04T23:40:59.150468+0000","last_became_active":"2021-03-04T23:39:30.213868+0000","last_became_peered":"2021-03-04T23:39:30.213868+0000","last_unstale":"2021-03-04T23:40:59.150468+0000","last_undegraded":"2021-03-04T23:40:59.150468+0000","last_fullsized":"2021-03-04T23:40:59.150468+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:03.118561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:03.118561+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"200","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.155053+0000","last_change":"2021-03-04T23:39:30.216385+0000","last_active":"2021-03-04T23:40:59.155053+0000","last_peered":"2021-03-04T23:40:59.155053+0000","last_clean":"2021-03-04T23:40:59.155053+0000","last_became_active":"2021-03-04T23:39:30.216111+0000","last_became_peered":"2021-03-04T23:39:30.216111+0000","last_unstale":"2021-03-04T23:40:59.155053+0000","last_undegraded":"2021-03-04T23:40:59.155053+0000","last_fullsized":"2021-03-04T23:40:59.155053+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"435","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.146872+0000","last_change":"2021-03-04T23:39:30.221533+0000","last_active":"2021-03-04T23:40:59.146872+0000","last_peered":"2021-03-04T23:40:59.146872+0000","last_clean":"2021-03-04T23:40:59.146872+0000","last_became_active":"2021-03-04T23:39:30.220579+0000","last_became_peered":"2021-03-04T23:39:30.220579+0000","last_unstale":"2021-03-04T23:40:59.146872+0000","last_undegraded":"2021-03-04T23:40:59.146872+0000","last_fullsized":"2021-03-04T23:40:59.146872+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"88","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.149218+0000","last_change":"2021-03-04T23:39:35.605096+0000","last_active":"2021-03-04T23:40:59.149218+0000","last_peered":"2021-03-04T23:40:59.149218+0000","last_clean":"2021-03-04T23:40:59.149218+0000","last_became_active":"2021-03-04T23:39:30.216139+0000","last_became_peered":"2021-03-04T23:39:30.216139+0000","last_unstale":"2021-03-04T23:40:59.149218+0000","last_undegraded":"2021-03-04T23:40:59.149218+0000","last_fullsized":"2021-03-04T23:40:59.149218+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.605056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.605056+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":"316","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151122+0000","last_change":"2021-03-04T23:40:01.092128+0000","last_active":"2021-03-04T23:40:59.151122+0000","last_peered":"2021-03-04T23:40:59.151122+0000","last_clean":"2021-03-04T23:40:59.151122+0000","last_became_active":"2021-03-04T23:39:30.213968+0000","last_became_peered":"2021-03-04T23:39:30.213968+0000","last_unstale":"2021-03-04T23:40:59.151122+0000","last_undegraded":"2021-03-04T23:40:59.151122+0000","last_fullsized":"2021-03-04T23:40:59.151122+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:01.091942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:01.091942+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"180","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.152572+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:40:59.152572+0000","last_peered":"2021-03-04T23:40:59.152572+0000","last_clean":"2021-03-04T23:40:59.152572+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:40:59.152572+0000","last_undegraded":"2021-03-04T23:40:59.152572+0000","last_fullsized":"2021-03-04T23:40:59.152572+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"368","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.147282+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:40:59.147282+0000","last_peered":"2021-03-04T23:40:59.147282+0000","last_clean":"2021-03-04T23:40:59.147282+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:40:59.147282+0000","last_undegraded":"2021-03-04T23:40:59.147282+0000","last_fullsized":"2021-03-04T23:40:59.147282+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.15","version":"0'0","reported_seq":"36","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.149126+0000","last_change":"2021-03-04T23:39:34.643017+0000","last_active":"2021-03-04T23:40:59.149126+0000","last_peered":"2021-03-04T23:40:59.149126+0000","last_clean":"2021-03-04T23:40:59.149126+0000","last_became_active":"2021-03-04T23:39:30.220076+0000","last_became_peered":"2021-03-04T23:39:30.220076+0000","last_unstale":"2021-03-04T23:40:59.149126+0000","last_undegraded":"2021-03-04T23:40:59.149126+0000","last_fullsized":"2021-03-04T23:40:59.149126+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:34.642965+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:34.642965+0000","last_clean_scrub_stamp":"2021-03-04T23:39:34.642965+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":"36","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.146891+0000","last_change":"2021-03-04T23:40:47.428375+0000","last_active":"2021-03-04T23:40:59.146891+0000","last_peered":"2021-03-04T23:40:59.146891+0000","last_clean":"2021-03-04T23:40:59.146891+0000","last_became_active":"2021-03-04T23:39:30.216091+0000","last_became_peered":"2021-03-04T23:39:30.216091+0000","last_unstale":"2021-03-04T23:40:59.146891+0000","last_undegraded":"2021-03-04T23:40:59.146891+0000","last_fullsized":"2021-03-04T23:40:59.146891+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:47.428345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:47.428345+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"123","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151198+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:40:59.151198+0000","last_peered":"2021-03-04T23:40:59.151198+0000","last_clean":"2021-03-04T23:40:59.151198+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:40:59.151198+0000","last_undegraded":"2021-03-04T23:40:59.151198+0000","last_fullsized":"2021-03-04T23:40:59.151198+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"180","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.152390+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:40:59.152390+0000","last_peered":"2021-03-04T23:40:59.152390+0000","last_clean":"2021-03-04T23:40:59.152390+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:40:59.152390+0000","last_undegraded":"2021-03-04T23:40:59.152390+0000","last_fullsized":"2021-03-04T23:40:59.152390+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1a","version":"0'0","reported_seq":"111","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.149709+0000","last_change":"2021-03-04T23:39:30.219497+0000","last_active":"2021-03-04T23:40:59.149709+0000","last_peered":"2021-03-04T23:40:59.149709+0000","last_clean":"2021-03-04T23:40:59.149709+0000","last_became_active":"2021-03-04T23:39:30.219141+0000","last_became_peered":"2021-03-04T23:39:30.219141+0000","last_unstale":"2021-03-04T23:40:59.149709+0000","last_undegraded":"2021-03-04T23:40:59.149709+0000","last_fullsized":"2021-03-04T23:40:59.149709+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:57.222138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:57.222138+0000","last_clean_scrub_stamp":"2021-03-04T23:36:57.222138+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":"337","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.154505+0000","last_change":"2021-03-04T23:39:32.808091+0000","last_active":"2021-03-04T23:40:59.154505+0000","last_peered":"2021-03-04T23:40:59.154505+0000","last_clean":"2021-03-04T23:40:59.154505+0000","last_became_active":"2021-03-04T23:39:30.214851+0000","last_became_peered":"2021-03-04T23:39:30.214851+0000","last_unstale":"2021-03-04T23:40:59.154505+0000","last_undegraded":"2021-03-04T23:40:59.154505+0000","last_fullsized":"2021-03-04T23:40:59.154505+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:32.808051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:32.808051+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"414","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.150051+0000","last_change":"2021-03-04T23:39:30.221075+0000","last_active":"2021-03-04T23:40:59.150051+0000","last_peered":"2021-03-04T23:40:59.150051+0000","last_clean":"2021-03-04T23:40:59.150051+0000","last_became_active":"2021-03-04T23:39:30.220777+0000","last_became_peered":"2021-03-04T23:39:30.220777+0000","last_unstale":"2021-03-04T23:40:59.150051+0000","last_undegraded":"2021-03-04T23:40:59.150051+0000","last_fullsized":"2021-03-04T23:40:59.150051+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"118","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151008+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:40:59.151008+0000","last_peered":"2021-03-04T23:40:59.151008+0000","last_clean":"2021-03-04T23:40:59.151008+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:40:59.151008+0000","last_undegraded":"2021-03-04T23:40:59.151008+0000","last_fullsized":"2021-03-04T23:40:59.151008+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1b","version":"0'0","reported_seq":"93","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.146606+0000","last_change":"2021-03-04T23:39:27.201823+0000","last_active":"2021-03-04T23:40:59.146606+0000","last_peered":"2021-03-04T23:40:59.146606+0000","last_clean":"2021-03-04T23:40:59.146606+0000","last_became_active":"2021-03-04T23:36:42.239433+0000","last_became_peered":"2021-03-04T23:36:42.239433+0000","last_unstale":"2021-03-04T23:40:59.146606+0000","last_undegraded":"2021-03-04T23:40:59.146606+0000","last_fullsized":"2021-03-04T23:40:59.146606+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:27.201787+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:27.201787+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":"36","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.146587+0000","last_change":"2021-03-04T23:40:48.425436+0000","last_active":"2021-03-04T23:40:59.146587+0000","last_peered":"2021-03-04T23:40:59.146587+0000","last_clean":"2021-03-04T23:40:59.146587+0000","last_became_active":"2021-03-04T23:39:30.221596+0000","last_became_peered":"2021-03-04T23:39:30.221596+0000","last_unstale":"2021-03-04T23:40:59.146587+0000","last_undegraded":"2021-03-04T23:40:59.146587+0000","last_fullsized":"2021-03-04T23:40:59.146587+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:48.425405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:48.425405+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"162","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.154406+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:40:59.154406+0000","last_peered":"2021-03-04T23:40:59.154406+0000","last_clean":"2021-03-04T23:40:59.154406+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:40:59.154406+0000","last_undegraded":"2021-03-04T23:40:59.154406+0000","last_fullsized":"2021-03-04T23:40:59.154406+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"429","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.149930+0000","last_change":"2021-03-04T23:36:58.273501+0000","last_active":"2021-03-04T23:40:59.149930+0000","last_peered":"2021-03-04T23:40:59.149930+0000","last_clean":"2021-03-04T23:40:59.149930+0000","last_became_active":"2021-03-04T23:36:58.273109+0000","last_became_peered":"2021-03-04T23:36:58.273109+0000","last_unstale":"2021-03-04T23:40:59.149930+0000","last_undegraded":"2021-03-04T23:40:59.149930+0000","last_fullsized":"2021-03-04T23:40:59.149930+0000","mapping_epoch":319,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":320,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.18","version":"0'0","reported_seq":"129","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.146462+0000","last_change":"2021-03-04T23:39:58.009096+0000","last_active":"2021-03-04T23:40:59.146462+0000","last_peered":"2021-03-04T23:40:59.146462+0000","last_clean":"2021-03-04T23:40:59.146462+0000","last_became_active":"2021-03-04T23:39:30.221167+0000","last_became_peered":"2021-03-04T23:39:30.221167+0000","last_unstale":"2021-03-04T23:40:59.146462+0000","last_undegraded":"2021-03-04T23:40:59.146462+0000","last_fullsized":"2021-03-04T23:40:59.146462+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:58.009052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:58.009052+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":"317","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.154488+0000","last_change":"2021-03-04T23:40:00.692080+0000","last_active":"2021-03-04T23:40:59.154488+0000","last_peered":"2021-03-04T23:40:59.154488+0000","last_clean":"2021-03-04T23:40:59.154488+0000","last_became_active":"2021-03-04T23:39:30.217676+0000","last_became_peered":"2021-03-04T23:39:30.217676+0000","last_unstale":"2021-03-04T23:40:59.154488+0000","last_undegraded":"2021-03-04T23:40:59.154488+0000","last_fullsized":"2021-03-04T23:40:59.154488+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:00.692033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:00.692033+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.23","version":"0'0","reported_seq":"10","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:00.152737+0000","last_change":"2021-03-04T23:41:00.152737+0000","last_active":"2021-03-04T23:41:00.152737+0000","last_peered":"2021-03-04T23:41:00.152737+0000","last_clean":"2021-03-04T23:41:00.152737+0000","last_became_active":"2021-03-04T23:41:00.152282+0000","last_became_peered":"2021-03-04T23:41:00.152282+0000","last_unstale":"2021-03-04T23:41:00.152737+0000","last_undegraded":"2021-03-04T23:41:00.152737+0000","last_fullsized":"2021-03-04T23:41:00.152737+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:01.027612+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:01.027612+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.20","version":"0'0","reported_seq":"38","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.148807+0000","last_change":"2021-03-04T23:39:57.666336+0000","last_active":"2021-03-04T23:40:59.148807+0000","last_peered":"2021-03-04T23:40:59.148807+0000","last_clean":"2021-03-04T23:40:59.148807+0000","last_became_active":"2021-03-04T23:39:30.216253+0000","last_became_peered":"2021-03-04T23:39:30.216253+0000","last_unstale":"2021-03-04T23:40:59.148807+0000","last_undegraded":"2021-03-04T23:40:59.148807+0000","last_fullsized":"2021-03-04T23:40:59.148807+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:57.666285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:57.666285+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,4],"acting":[2,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.21","version":"0'0","reported_seq":"38","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.154370+0000","last_change":"2021-03-04T23:40:01.717180+0000","last_active":"2021-03-04T23:40:59.154370+0000","last_peered":"2021-03-04T23:40:59.154370+0000","last_clean":"2021-03-04T23:40:59.154370+0000","last_became_active":"2021-03-04T23:39:30.217726+0000","last_became_peered":"2021-03-04T23:39:30.217726+0000","last_unstale":"2021-03-04T23:40:59.154370+0000","last_undegraded":"2021-03-04T23:40:59.154370+0000","last_fullsized":"2021-03-04T23:40:59.154370+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:01.717109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:01.717109+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.22","version":"0'0","reported_seq":"450","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:00.156829+0000","last_change":"2021-03-04T23:41:00.156829+0000","last_active":"2021-03-04T23:41:00.156829+0000","last_peered":"2021-03-04T23:41:00.156829+0000","last_clean":"2021-03-04T23:41:00.156829+0000","last_became_active":"2021-03-04T23:41:00.156627+0000","last_became_peered":"2021-03-04T23:41:00.156627+0000","last_unstale":"2021-03-04T23:41:00.156829+0000","last_undegraded":"2021-03-04T23:41:00.156829+0000","last_fullsized":"2021-03-04T23:41:00.156829+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:33.109929+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:33.109929+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.22","version":"0'0","reported_seq":"36","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.150622+0000","last_change":"2021-03-04T23:40:02.079303+0000","last_active":"2021-03-04T23:40:59.150622+0000","last_peered":"2021-03-04T23:40:59.150622+0000","last_clean":"2021-03-04T23:40:59.150622+0000","last_became_active":"2021-03-04T23:39:30.215033+0000","last_became_peered":"2021-03-04T23:39:30.215033+0000","last_unstale":"2021-03-04T23:40:59.150622+0000","last_undegraded":"2021-03-04T23:40:59.150622+0000","last_fullsized":"2021-03-04T23:40:59.150622+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:02.079269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:02.079269+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,7],"acting":[6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.21","version":"0'0","reported_seq":"87","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:00.157579+0000","last_change":"2021-03-04T23:41:00.157579+0000","last_active":"2021-03-04T23:41:00.157579+0000","last_peered":"2021-03-04T23:41:00.157579+0000","last_clean":"2021-03-04T23:41:00.157579+0000","last_became_active":"2021-03-04T23:41:00.157305+0000","last_became_peered":"2021-03-04T23:41:00.157305+0000","last_unstale":"2021-03-04T23:41:00.157579+0000","last_undegraded":"2021-03-04T23:41:00.157579+0000","last_fullsized":"2021-03-04T23:41:00.157579+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:24.560068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:24.560068+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,7],"acting":[2,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.23","version":"0'0","reported_seq":"38","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.148912+0000","last_change":"2021-03-04T23:39:54.110262+0000","last_active":"2021-03-04T23:40:59.148912+0000","last_peered":"2021-03-04T23:40:59.148912+0000","last_clean":"2021-03-04T23:40:59.148912+0000","last_became_active":"2021-03-04T23:39:30.212703+0000","last_became_peered":"2021-03-04T23:39:30.212703+0000","last_unstale":"2021-03-04T23:40:59.148912+0000","last_undegraded":"2021-03-04T23:40:59.148912+0000","last_fullsized":"2021-03-04T23:40:59.148912+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:54.110222+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:54.110222+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[0,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.20","version":"0'0","reported_seq":"53","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:00.151144+0000","last_change":"2021-03-04T23:41:00.151144+0000","last_active":"2021-03-04T23:41:00.151144+0000","last_peered":"2021-03-04T23:41:00.151144+0000","last_clean":"2021-03-04T23:41:00.151144+0000","last_became_active":"2021-03-04T23:41:00.150740+0000","last_became_peered":"2021-03-04T23:41:00.150740+0000","last_unstale":"2021-03-04T23:41:00.151144+0000","last_undegraded":"2021-03-04T23:41:00.151144+0000","last_fullsized":"2021-03-04T23:41:00.151144+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:01.626545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:01.626545+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.24","version":"0'0","reported_seq":"118","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.154114+0000","last_change":"2021-03-04T23:39:30.216876+0000","last_active":"2021-03-04T23:40:59.154114+0000","last_peered":"2021-03-04T23:40:59.154114+0000","last_clean":"2021-03-04T23:40:59.154114+0000","last_became_active":"2021-03-04T23:39:30.216114+0000","last_became_peered":"2021-03-04T23:39:30.216114+0000","last_unstale":"2021-03-04T23:40:59.154114+0000","last_undegraded":"2021-03-04T23:40:59.154114+0000","last_fullsized":"2021-03-04T23:40:59.154114+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:27.799553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:27.799553+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.25","version":"0'0","reported_seq":"115","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151050+0000","last_change":"2021-03-04T23:39:53.664745+0000","last_active":"2021-03-04T23:40:59.151050+0000","last_peered":"2021-03-04T23:40:59.151050+0000","last_clean":"2021-03-04T23:40:59.151050+0000","last_became_active":"2021-03-04T23:39:30.213499+0000","last_became_peered":"2021-03-04T23:39:30.213499+0000","last_unstale":"2021-03-04T23:40:59.151050+0000","last_undegraded":"2021-03-04T23:40:59.151050+0000","last_fullsized":"2021-03-04T23:40:59.151050+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:53.664687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:53.664687+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,5],"acting":[2,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.25","version":"0'0","reported_seq":"228","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:00.154380+0000","last_change":"2021-03-04T23:41:00.154380+0000","last_active":"2021-03-04T23:41:00.154380+0000","last_peered":"2021-03-04T23:41:00.154380+0000","last_clean":"2021-03-04T23:41:00.154380+0000","last_became_active":"2021-03-04T23:41:00.154037+0000","last_became_peered":"2021-03-04T23:41:00.154037+0000","last_unstale":"2021-03-04T23:41:00.154380+0000","last_undegraded":"2021-03-04T23:41:00.154380+0000","last_fullsized":"2021-03-04T23:41:00.154380+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:23.299266+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:23.299266+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.26","version":"0'0","reported_seq":"38","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.151785+0000","last_change":"2021-03-04T23:40:00.482488+0000","last_active":"2021-03-04T23:40:59.151785+0000","last_peered":"2021-03-04T23:40:59.151785+0000","last_clean":"2021-03-04T23:40:59.151785+0000","last_became_active":"2021-03-04T23:39:30.215261+0000","last_became_peered":"2021-03-04T23:39:30.215261+0000","last_unstale":"2021-03-04T23:40:59.151785+0000","last_undegraded":"2021-03-04T23:40:59.151785+0000","last_fullsized":"2021-03-04T23:40:59.151785+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:00.482441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:00.482441+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.24","version":"0'0","reported_seq":"10","reported_epoch":"375","state":"active+clean","last_fresh":"2021-03-04T23:41:00.155470+0000","last_change":"2021-03-04T23:41:00.155470+0000","last_active":"2021-03-04T23:41:00.155470+0000","last_peered":"2021-03-04T23:41:00.155470+0000","last_clean":"2021-03-04T23:41:00.155470+0000","last_became_active":"2021-03-04T23:41:00.155183+0000","last_became_peered":"2021-03-04T23:41:00.155183+0000","last_unstale":"2021-03-04T23:41:00.155470+0000","last_undegraded":"2021-03-04T23:41:00.155470+0000","last_fullsized":"2021-03-04T23:41:00.155470+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:57.418789+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:57.418789+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.27","version":"0'0","reported_seq":"170","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.150749+0000","last_change":"2021-03-04T23:39:58.058076+0000","last_active":"2021-03-04T23:40:59.150749+0000","last_peered":"2021-03-04T23:40:59.150749+0000","last_clean":"2021-03-04T23:40:59.150749+0000","last_became_active":"2021-03-04T23:39:30.220031+0000","last_became_peered":"2021-03-04T23:39:30.220031+0000","last_unstale":"2021-03-04T23:40:59.150749+0000","last_undegraded":"2021-03-04T23:40:59.150749+0000","last_fullsized":"2021-03-04T23:40:59.150749+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:58.058046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:58.058046+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.28","version":"0'0","reported_seq":"120","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.146411+0000","last_change":"2021-03-04T23:40:09.047489+0000","last_active":"2021-03-04T23:40:59.146411+0000","last_peered":"2021-03-04T23:40:59.146411+0000","last_clean":"2021-03-04T23:40:59.146411+0000","last_became_active":"2021-03-04T23:39:30.216970+0000","last_became_peered":"2021-03-04T23:39:30.216970+0000","last_unstale":"2021-03-04T23:40:59.146411+0000","last_undegraded":"2021-03-04T23:40:59.146411+0000","last_fullsized":"2021-03-04T23:40:59.146411+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:09.047446+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:09.047446+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,2],"acting":[5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.29","version":"0'0","reported_seq":"166","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.150846+0000","last_change":"2021-03-04T23:40:12.627988+0000","last_active":"2021-03-04T23:40:59.150846+0000","last_peered":"2021-03-04T23:40:59.150846+0000","last_clean":"2021-03-04T23:40:59.150846+0000","last_became_active":"2021-03-04T23:40:12.160103+0000","last_became_peered":"2021-03-04T23:40:12.160103+0000","last_unstale":"2021-03-04T23:40:59.150846+0000","last_undegraded":"2021-03-04T23:40:59.150846+0000","last_fullsized":"2021-03-04T23:40:59.150846+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:12.627947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:12.627947+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.2a","version":"0'0","reported_seq":"26","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.153396+0000","last_change":"2021-03-04T23:40:41.826093+0000","last_active":"2021-03-04T23:40:59.153396+0000","last_peered":"2021-03-04T23:40:59.153396+0000","last_clean":"2021-03-04T23:40:59.153396+0000","last_became_active":"2021-03-04T23:40:12.163014+0000","last_became_peered":"2021-03-04T23:40:12.163014+0000","last_unstale":"2021-03-04T23:40:59.153396+0000","last_undegraded":"2021-03-04T23:40:59.153396+0000","last_fullsized":"2021-03-04T23:40:59.153396+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:41.826047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:41.826047+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2b","version":"0'0","reported_seq":"26","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.154326+0000","last_change":"2021-03-04T23:40:39.802778+0000","last_active":"2021-03-04T23:40:59.154326+0000","last_peered":"2021-03-04T23:40:59.154326+0000","last_clean":"2021-03-04T23:40:59.154326+0000","last_became_active":"2021-03-04T23:40:12.161237+0000","last_became_peered":"2021-03-04T23:40:12.161237+0000","last_unstale":"2021-03-04T23:40:59.154326+0000","last_undegraded":"2021-03-04T23:40:59.154326+0000","last_fullsized":"2021-03-04T23:40:59.154326+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:39.802729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:08.441353+0000","last_clean_scrub_stamp":"2021-03-04T23:40:39.802729+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,2],"acting":[3,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2c","version":"0'0","reported_seq":"24","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.148323+0000","last_change":"2021-03-04T23:40:37.436343+0000","last_active":"2021-03-04T23:40:59.148323+0000","last_peered":"2021-03-04T23:40:59.148323+0000","last_clean":"2021-03-04T23:40:59.148323+0000","last_became_active":"2021-03-04T23:40:12.162285+0000","last_became_peered":"2021-03-04T23:40:12.162285+0000","last_unstale":"2021-03-04T23:40:59.148323+0000","last_undegraded":"2021-03-04T23:40:59.148323+0000","last_fullsized":"2021-03-04T23:40:59.148323+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:37.436295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:37.436295+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2d","version":"0'0","reported_seq":"21","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.146729+0000","last_change":"2021-03-04T23:40:12.160721+0000","last_active":"2021-03-04T23:40:59.146729+0000","last_peered":"2021-03-04T23:40:59.146729+0000","last_clean":"2021-03-04T23:40:59.146729+0000","last_became_active":"2021-03-04T23:40:12.160286+0000","last_became_peered":"2021-03-04T23:40:12.160286+0000","last_unstale":"2021-03-04T23:40:59.146729+0000","last_undegraded":"2021-03-04T23:40:59.146729+0000","last_fullsized":"2021-03-04T23:40:59.146729+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:33.648095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:39:33.648095+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2e","version":"0'0","reported_seq":"24","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.150174+0000","last_change":"2021-03-04T23:40:12.356841+0000","last_active":"2021-03-04T23:40:59.150174+0000","last_peered":"2021-03-04T23:40:59.150174+0000","last_clean":"2021-03-04T23:40:59.150174+0000","last_became_active":"2021-03-04T23:40:12.159997+0000","last_became_peered":"2021-03-04T23:40:12.159997+0000","last_unstale":"2021-03-04T23:40:59.150174+0000","last_undegraded":"2021-03-04T23:40:59.150174+0000","last_fullsized":"2021-03-04T23:40:59.150174+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:12.356809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:12.356809+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.2f","version":"0'0","reported_seq":"150","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.148304+0000","last_change":"2021-03-04T23:40:12.163065+0000","last_active":"2021-03-04T23:40:59.148304+0000","last_peered":"2021-03-04T23:40:59.148304+0000","last_clean":"2021-03-04T23:40:59.148304+0000","last_became_active":"2021-03-04T23:40:12.162845+0000","last_became_peered":"2021-03-04T23:40:12.162845+0000","last_unstale":"2021-03-04T23:40:59.148304+0000","last_undegraded":"2021-03-04T23:40:59.148304+0000","last_fullsized":"2021-03-04T23:40:59.148304+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:32.738345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:32.738345+0000","last_clean_scrub_stamp":"2021-03-04T23:39:32.738345+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.30","version":"0'0","reported_seq":"26","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.146361+0000","last_change":"2021-03-04T23:40:14.029873+0000","last_active":"2021-03-04T23:40:59.146361+0000","last_peered":"2021-03-04T23:40:59.146361+0000","last_clean":"2021-03-04T23:40:59.146361+0000","last_became_active":"2021-03-04T23:40:12.160174+0000","last_became_peered":"2021-03-04T23:40:12.160174+0000","last_unstale":"2021-03-04T23:40:59.146361+0000","last_undegraded":"2021-03-04T23:40:59.146361+0000","last_fullsized":"2021-03-04T23:40:59.146361+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:14.029812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:14.029812+0000","last_clean_scrub_stamp":"2021-03-04T23:40:14.029812+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.31","version":"0'0","reported_seq":"24","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.149955+0000","last_change":"2021-03-04T23:40:13.401619+0000","last_active":"2021-03-04T23:40:59.149955+0000","last_peered":"2021-03-04T23:40:59.149955+0000","last_clean":"2021-03-04T23:40:59.149955+0000","last_became_active":"2021-03-04T23:40:12.162221+0000","last_became_peered":"2021-03-04T23:40:12.162221+0000","last_unstale":"2021-03-04T23:40:59.149955+0000","last_undegraded":"2021-03-04T23:40:59.149955+0000","last_fullsized":"2021-03-04T23:40:59.149955+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:13.401578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:13.401578+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.32","version":"0'0","reported_seq":"24","reported_epoch":"374","state":"active+clean","last_fresh":"2021-03-04T23:40:59.148303+0000","last_change":"2021-03-04T23:40:35.463239+0000","last_active":"2021-03-04T23:40:59.148303+0000","last_peered":"2021-03-04T23:40:59.148303+0000","last_clean":"2021-03-04T23:40:59.148303+0000","last_became_active":"2021-03-04T23:40:12.158753+0000","last_became_peered":"2021-03-04T23:40:12.158753+0000","last_unstale":"2021-03-04T23:40:59.148303+0000","last_undegraded":"2021-03-04T23:40:59.148303+0000","last_fullsized":"2021-03-04T23:40:59.148303+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:35.463208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:35.463208+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":16,"stat_sum":{"num_bytes":13158907904,"num_objects":200789,"num_object_clones":0,"num_object_copies":602367,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":200789,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":200789,"num_write_kb":12850496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":39511064576,"data_stored":39511064576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75693,"ondisk_log_size":75693,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":76,"num_bytes_recovered":17234,"num_keys_recovered":30,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11244775,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":51,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":153,"acting":153,"num_store_stats":8},{"poolid":2,"num_pg":38,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":114,"acting":114,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496060,"num_pgs":75,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":6216268,"kb_used_data":5167684,"kb_used_omap":3655,"kb_used_meta":1044920,"kb_avail":81864116,"statfs":{"total":90194313216,"available":83828854784,"internally_reserved":1073741824,"allocated":5291708416,"data_stored":5289881712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3743337,"internal_metadata":1069998487},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:10 2021","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":1.1200000000000001,"15min":0.59299999999999997},"min":{"1min":0.14799999999999999,"5min":0.13400000000000001,"15min":0.125},"max":{"1min":2.9929999999999999,"5min":75.203000000000003,"15min":75.203000000000003},"last":0.224},{"interface":"front","average":{"1min":0.57899999999999996,"5min":1.175,"15min":0.65700000000000003},"min":{"1min":0.23799999999999999,"5min":0.161,"15min":0.158},"max":{"1min":3.012,"5min":75.129999999999995,"15min":75.129999999999995},"last":0.35299999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:40:48 2021","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":1.387,"15min":0.878},"min":{"1min":0.17799999999999999,"5min":0.17699999999999999,"15min":0.16200000000000001},"max":{"1min":2.1920000000000002,"5min":83.061999999999998,"15min":83.061999999999998},"last":0.186},{"interface":"front","average":{"1min":0.70699999999999996,"5min":1.4359999999999999,"15min":0.91500000000000004},"min":{"1min":0.186,"5min":0.17100000000000001,"15min":0.14799999999999999},"max":{"1min":3.0219999999999998,"5min":83.028999999999996,"15min":83.028999999999996},"last":0.317}]},{"osd":2,"last update":"Thu Mar 4 23:40:35 2021","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.61199999999999999,"15min":0.44400000000000001},"min":{"1min":0.215,"5min":0.182,"15min":0.182},"max":{"1min":1.8580000000000001,"5min":2.6429999999999998,"15min":2.6429999999999998},"last":0.20699999999999999},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.52500000000000002,"15min":0.48499999999999999},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.182},"max":{"1min":1.2410000000000001,"5min":2.306,"15min":3.206},"last":0.38700000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:40:35 2021","interfaces":[{"interface":"back","average":{"1min":5.1509999999999998,"5min":1.5640000000000001,"15min":1.157},"min":{"1min":0.20300000000000001,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":69.442999999999998,"5min":69.442999999999998,"15min":69.442999999999998},"last":0.34100000000000003},{"interface":"front","average":{"1min":5.399,"5min":1.5900000000000001,"15min":1.175},"min":{"1min":0.21099999999999999,"5min":0.20000000000000001,"15min":0.185},"max":{"1min":69.858999999999995,"5min":69.858999999999995,"15min":69.858999999999995},"last":0.36599999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:40:35 2021","interfaces":[{"interface":"back","average":{"1min":0.24299999999999999,"5min":0.56299999999999994,"15min":0.442},"min":{"1min":0.14299999999999999,"5min":0.14299999999999999,"15min":0.13},"max":{"1min":0.436,"5min":4.8689999999999998,"15min":4.8689999999999998},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.372,"5min":0.54100000000000004,"15min":0.39900000000000002},"min":{"1min":0.17199999999999999,"5min":0.157,"15min":0.14000000000000001},"max":{"1min":1.274,"5min":2.7450000000000001,"15min":3.7410000000000001},"last":0.24199999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:40:35 2021","interfaces":[{"interface":"back","average":{"1min":0.29199999999999998,"5min":0.59299999999999997,"15min":0.39200000000000002},"min":{"1min":0.159,"5min":0.14000000000000001,"15min":0.14000000000000001},"max":{"1min":0.73899999999999999,"5min":4.4180000000000001,"15min":4.4180000000000001},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.28299999999999997,"5min":0.66600000000000004,"15min":0.497},"min":{"1min":0.19600000000000001,"5min":0.186,"15min":0.156},"max":{"1min":0.41099999999999998,"5min":4.8079999999999998,"15min":4.8079999999999998},"last":0.42699999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:40:02 2021","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.68000000000000005,"15min":0.44400000000000001},"min":{"1min":0.20799999999999999,"5min":0.16800000000000001,"15min":0.14699999999999999},"max":{"1min":2.2650000000000001,"5min":8.1649999999999991,"15min":8.1649999999999991},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.68400000000000005,"15min":0.54200000000000004},"min":{"1min":0.217,"5min":0.21099999999999999,"15min":0.17100000000000001},"max":{"1min":2.714,"5min":8.0039999999999996,"15min":8.0039999999999996},"last":0.999}]}]},{"osd":6,"up_from":41,"seq":176093659562,"num_pgs":69,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":7388992,"kb_used_data":6340408,"kb_used_omap":1736,"kb_used_meta":1046839,"kb_avail":80691392,"statfs":{"total":90194313216,"available":82627985408,"internally_reserved":1073741824,"allocated":6492577792,"data_stored":6490763230,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1778063,"internal_metadata":1071963761},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:27 2021","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.65700000000000003,"15min":0.44900000000000001},"min":{"1min":0.14999999999999999,"5min":0.13200000000000001,"15min":0.13200000000000001},"max":{"1min":2.327,"5min":3.2160000000000002,"15min":3.2160000000000002},"last":0.13500000000000001},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.65000000000000002,"15min":0.45600000000000002},"min":{"1min":0.16300000000000001,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":1.417,"5min":3.2160000000000002,"15min":3.2160000000000002},"last":0.14899999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:40:43 2021","interfaces":[{"interface":"back","average":{"1min":5.3970000000000002,"5min":1.6519999999999999,"15min":0.79400000000000004},"min":{"1min":0.17599999999999999,"5min":0.16,"15min":0.14599999999999999},"max":{"1min":92.263999999999996,"5min":92.263999999999996,"15min":92.263999999999996},"last":0.221},{"interface":"front","average":{"1min":5.2119999999999997,"5min":1.452,"15min":0.746},"min":{"1min":0.19700000000000001,"5min":0.158,"15min":0.158},"max":{"1min":91.950999999999993,"5min":91.950999999999993,"15min":91.950999999999993},"last":0.20699999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:40:43 2021","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.63,"15min":0.46800000000000003},"min":{"1min":0.20999999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":2.1040000000000001,"5min":3.3090000000000002,"15min":3.3090000000000002},"last":0.19700000000000001},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.746,"15min":0.5},"min":{"1min":0.20699999999999999,"5min":0.191,"15min":0.188},"max":{"1min":2.4399999999999999,"5min":4.9480000000000004,"15min":4.9480000000000004},"last":0.186}]},{"osd":3,"last update":"Thu Mar 4 23:40:43 2021","interfaces":[{"interface":"back","average":{"1min":5.266,"5min":2.6739999999999999,"15min":1.6739999999999999},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.17899999999999999},"max":{"1min":91.686999999999998,"5min":104.28700000000001,"15min":104.28700000000001},"last":1.782},{"interface":"front","average":{"1min":5.3739999999999997,"5min":2.569,"15min":1.6579999999999999},"min":{"1min":0.23499999999999999,"5min":0.183,"15min":0.183},"max":{"1min":91.822000000000003,"5min":104.264,"15min":104.264},"last":0.67400000000000004}]},{"osd":4,"last update":"Thu Mar 4 23:40:27 2021","interfaces":[{"interface":"back","average":{"1min":0.29799999999999999,"5min":0.53900000000000003,"15min":0.38800000000000001},"min":{"1min":0.16900000000000001,"5min":0.154,"15min":0.14299999999999999},"max":{"1min":1.1739999999999999,"5min":4.3540000000000001,"15min":4.3540000000000001},"last":0.246},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.60099999999999998,"15min":0.40000000000000002},"min":{"1min":0.17999999999999999,"5min":0.157,"15min":0.14299999999999999},"max":{"1min":1.5,"5min":3.1179999999999999,"15min":3.1179999999999999},"last":0.17100000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:40:27 2021","interfaces":[{"interface":"back","average":{"1min":0.32900000000000001,"5min":0.68500000000000005,"15min":0.44400000000000001},"min":{"1min":0.17799999999999999,"5min":0.17000000000000001,"15min":0.155},"max":{"1min":1.119,"5min":18.030000000000001,"15min":18.030000000000001},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.84699999999999998,"15min":0.52000000000000002},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.13900000000000001},"max":{"1min":1.4630000000000001,"5min":17.949999999999999,"15min":17.949999999999999},"last":0.26800000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:40:27 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.50900000000000001,"15min":0.42299999999999999},"min":{"1min":0.218,"5min":0.19700000000000001,"15min":0.16500000000000001},"max":{"1min":1.1439999999999999,"5min":3.569,"15min":3.569},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.77000000000000002,"15min":0.5},"min":{"1min":0.22500000000000001,"5min":0.21299999999999999,"15min":0.17599999999999999},"max":{"1min":1.4430000000000001,"5min":3.8050000000000002,"15min":3.8050000000000002},"last":0.23799999999999999}]}]},{"osd":1,"up_from":87,"seq":373662155081,"num_pgs":67,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":6645872,"kb_used_data":6534696,"kb_used_omap":399,"kb_used_meta":110768,"kb_avail":81434512,"statfs":{"total":90194313216,"available":83388940288,"internally_reserved":0,"allocated":6691528704,"data_stored":6689727857,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":409281,"internal_metadata":113426751},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:06 2021","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.38700000000000001,"15min":0.441},"min":{"1min":0.14599999999999999,"5min":0.13500000000000001,"15min":0.13200000000000001},"max":{"1min":1.5209999999999999,"5min":3.0619999999999998,"15min":39.125},"last":0.17999999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.46500000000000002,"15min":0.51300000000000001},"min":{"1min":0.185,"5min":0.185,"15min":0.17899999999999999},"max":{"1min":1.5649999999999999,"5min":3.089,"15min":39.207000000000001},"last":0.222}]},{"osd":2,"last update":"Thu Mar 4 23:40:33 2021","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.44,"15min":0.316},"min":{"1min":0.16200000000000001,"5min":0.14499999999999999,"15min":0.13400000000000001},"max":{"1min":1.679,"5min":2.6099999999999999,"15min":2.6099999999999999},"last":0.192},{"interface":"front","average":{"1min":0.626,"5min":0.49199999999999999,"15min":0.33200000000000002},"min":{"1min":0.187,"5min":0.161,"15min":0.14799999999999999},"max":{"1min":5.2149999999999999,"5min":5.2149999999999999,"15min":5.2149999999999999},"last":2.8559999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:40:26 2021","interfaces":[{"interface":"back","average":{"1min":1.1419999999999999,"5min":2.0259999999999998,"15min":1.6819999999999999},"min":{"1min":0.19500000000000001,"5min":0.16600000000000001,"15min":0.151},"max":{"1min":10.172000000000001,"5min":89.902000000000001,"15min":110.28400000000001},"last":1.0009999999999999},{"interface":"front","average":{"1min":0.98599999999999999,"5min":2.0230000000000001,"15min":1.6799999999999999},"min":{"1min":0.16,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":10.186,"5min":89.890000000000001,"15min":109.977},"last":1.0189999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:40:33 2021","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.67800000000000005,"15min":0.498},"min":{"1min":0.23499999999999999,"5min":0.19800000000000001,"15min":0.19500000000000001},"max":{"1min":5.1189999999999998,"5min":5.1189999999999998,"15min":5.1189999999999998},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.67000000000000004,"15min":0.47399999999999998},"min":{"1min":0.22700000000000001,"5min":0.20399999999999999,"15min":0.20100000000000001},"max":{"1min":1.7889999999999999,"5min":3.129,"15min":3.129},"last":0.29199999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:40:33 2021","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.65700000000000003,"15min":0.51600000000000001},"min":{"1min":0.249,"5min":0.23499999999999999,"15min":0.20699999999999999},"max":{"1min":3.0670000000000002,"5min":3.2509999999999999,"15min":8.6690000000000005},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.67100000000000004,"15min":0.505},"min":{"1min":0.23799999999999999,"5min":0.23599999999999999,"15min":0.217},"max":{"1min":5.1449999999999996,"5min":5.1449999999999996,"15min":5.1449999999999996},"last":0.311}]},{"osd":6,"last update":"Thu Mar 4 23:41:02 2021","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.67900000000000005,"15min":0.495},"min":{"1min":0.255,"5min":0.23300000000000001,"15min":0.214},"max":{"1min":2.5539999999999998,"5min":3.5600000000000001,"15min":3.5600000000000001},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.78700000000000003,"15min":0.55500000000000005},"min":{"1min":0.31900000000000001,"5min":0.25900000000000001,"15min":0.24299999999999999},"max":{"1min":3.1230000000000002,"5min":4.6710000000000003,"15min":4.6710000000000003},"last":0.38500000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:40:33 2021","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":0.64400000000000002,"15min":0.53900000000000003},"min":{"1min":0.28499999999999998,"5min":0.25600000000000001,"15min":0.23100000000000001},"max":{"1min":5.1749999999999998,"5min":5.1749999999999998,"15min":5.1749999999999998},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.69499999999999995,"15min":0.51400000000000001},"min":{"1min":0.30499999999999999,"5min":0.26000000000000001,"15min":0.224},"max":{"1min":1.738,"5min":2.8660000000000001,"15min":2.8660000000000001},"last":0.40200000000000002}]}]},{"osd":0,"up_from":174,"seq":747324309664,"num_pgs":60,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4290232,"kb_used_data":3993584,"kb_used_omap":2864,"kb_used_meta":293775,"kb_avail":83790152,"statfs":{"total":90194313216,"available":85801115648,"internally_reserved":0,"allocated":4089430016,"data_stored":4087621552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2932876,"internal_metadata":300826484},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:40:11 2021","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.371,"15min":0.28499999999999998},"min":{"1min":0.14199999999999999,"5min":0.13,"15min":0.12},"max":{"1min":1.8899999999999999,"5min":2.5369999999999999,"15min":2.5369999999999999},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.32700000000000001,"15min":0.26700000000000002},"min":{"1min":0.13500000000000001,"5min":0.128,"15min":0.128},"max":{"1min":2.0049999999999999,"5min":2.7599999999999998,"15min":2.7599999999999998},"last":0.28199999999999997}]},{"osd":2,"last update":"Thu Mar 4 23:40:11 2021","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.35399999999999998,"15min":0.28199999999999997},"min":{"1min":0.14000000000000001,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":1.47,"5min":2.7480000000000002,"15min":2.7480000000000002},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.33600000000000002,"5min":0.46200000000000002,"15min":0.33500000000000002},"min":{"1min":0.19900000000000001,"5min":0.16300000000000001,"15min":0.14000000000000001},"max":{"1min":0.56999999999999995,"5min":3.3100000000000001,"15min":3.3100000000000001},"last":0.70099999999999996}]},{"osd":3,"last update":"Thu Mar 4 23:40:11 2021","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.42399999999999999,"15min":0.32400000000000001},"min":{"1min":0.17199999999999999,"5min":0.14899999999999999,"15min":0.128},"max":{"1min":1.5,"5min":5.0289999999999999,"15min":5.0289999999999999},"last":1.21},{"interface":"front","average":{"1min":0.499,"5min":0.51300000000000001,"15min":0.36499999999999999},"min":{"1min":0.20999999999999999,"5min":0.17999999999999999,"15min":0.151},"max":{"1min":2.0950000000000002,"5min":2.6080000000000001,"15min":2.6080000000000001},"last":0.52100000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:40:11 2021","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.50600000000000001,"15min":0.42499999999999999},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":2.0489999999999999,"5min":2.7269999999999999,"15min":2.7269999999999999},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.754,"15min":0.50800000000000001},"min":{"1min":0.20100000000000001,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":3.7639999999999998,"5min":3.7639999999999998,"15min":3.7639999999999998},"last":0.56999999999999995}]},{"osd":5,"last update":"Thu Mar 4 23:40:11 2021","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.60899999999999999,"15min":0.46500000000000002},"min":{"1min":0.214,"5min":0.214,"15min":0.20699999999999999},"max":{"1min":1.0209999999999999,"5min":2.637,"15min":2.637},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.48799999999999999,"15min":0.41999999999999998},"min":{"1min":0.23400000000000001,"5min":0.21099999999999999,"15min":0.20100000000000001},"max":{"1min":2.0920000000000001,"5min":2.7330000000000001,"15min":2.7330000000000001},"last":0.41199999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:40:11 2021","interfaces":[{"interface":"back","average":{"1min":0.77400000000000002,"5min":0.72499999999999998,"15min":0.504},"min":{"1min":0.24399999999999999,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":2.4209999999999998,"5min":5.835,"15min":5.835},"last":0.501},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.54800000000000004,"15min":0.44400000000000001},"min":{"1min":0.253,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":1.522,"5min":2.7130000000000001,"15min":2.7130000000000001},"last":0.45000000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:40:11 2021","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.59399999999999997,"15min":0.45900000000000002},"min":{"1min":0.31,"5min":0.26100000000000001,"15min":0.23100000000000001},"max":{"1min":2.0630000000000002,"5min":2.6890000000000001,"15min":2.6890000000000001},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.60099999999999998,"15min":0.47299999999999998},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":1.5369999999999999,"5min":3.113,"15min":3.113},"last":0.36499999999999999}]}]},{"osd":2,"up_from":103,"seq":442381631804,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4989816,"kb_used_data":4787440,"kb_used_omap":396,"kb_used_meta":201971,"kb_avail":83090568,"statfs":{"total":90194313216,"available":85084741632,"internally_reserved":0,"allocated":4902338560,"data_stored":4900530108,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":406251,"internal_metadata":206818581},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:19 2021","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":2.1899999999999999,"15min":0.90800000000000003},"min":{"1min":0.14099999999999999,"5min":0.13500000000000001,"15min":0.114},"max":{"1min":1.7470000000000001,"5min":94.581000000000003,"15min":94.581000000000003},"last":0.20200000000000001},{"interface":"front","average":{"1min":0.38700000000000001,"5min":2.2109999999999999,"15min":0.91500000000000004},"min":{"1min":0.182,"5min":0.156,"15min":0.127},"max":{"1min":1.76,"5min":94.560000000000002,"15min":94.560000000000002},"last":0.186}]},{"osd":1,"last update":"Thu Mar 4 23:40:28 2021","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.83999999999999997,"15min":0.45700000000000002},"min":{"1min":0.188,"5min":0.13700000000000001,"15min":0.128},"max":{"1min":2.5750000000000002,"5min":46.551000000000002,"15min":46.551000000000002},"last":1.03},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.84199999999999997,"15min":0.45600000000000002},"min":{"1min":0.16,"5min":0.14999999999999999,"15min":0.129},"max":{"1min":1.597,"5min":46.598999999999997,"15min":46.598999999999997},"last":1.018}]},{"osd":3,"last update":"Thu Mar 4 23:40:28 2021","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":1.167,"15min":0.879},"min":{"1min":0.184,"5min":0.14899999999999999,"15min":0.14899999999999999},"max":{"1min":2.355,"5min":63.113999999999997,"15min":63.113999999999997},"last":1.0669999999999999},{"interface":"front","average":{"1min":0.48099999999999998,"5min":1.069,"15min":0.86699999999999999},"min":{"1min":0.22600000000000001,"5min":0.17100000000000001,"15min":0.159},"max":{"1min":2.1970000000000001,"5min":63.073999999999998,"15min":63.073999999999998},"last":0.254}]},{"osd":4,"last update":"Thu Mar 4 23:40:28 2021","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.96599999999999997,"15min":0.56699999999999995},"min":{"1min":0.20999999999999999,"5min":0.188,"15min":0.188},"max":{"1min":1.7829999999999999,"5min":64.762,"15min":64.762},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.46899999999999997,"5min":1.042,"15min":0.60099999999999998},"min":{"1min":0.23699999999999999,"5min":0.218,"15min":0.21199999999999999},"max":{"1min":1.417,"5min":64.715000000000003,"15min":64.715000000000003},"last":0.26700000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:40:28 2021","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.68100000000000005,"15min":0.52200000000000002},"min":{"1min":0.34100000000000003,"5min":0.28000000000000003,"15min":0.24099999999999999},"max":{"1min":2.2719999999999998,"5min":3.6560000000000001,"15min":4.2850000000000001},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.53600000000000003,"15min":0.44600000000000001},"min":{"1min":0.25600000000000001,"5min":0.22800000000000001,"15min":0.214},"max":{"1min":2.948,"5min":2.948,"15min":3.9180000000000001},"last":0.23599999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:40:51 2021","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":1.2050000000000001,"15min":0.66600000000000004},"min":{"1min":0.25800000000000001,"5min":0.23999999999999999,"15min":0.19400000000000001},"max":{"1min":2.605,"5min":64.600999999999999,"15min":64.600999999999999},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.66800000000000004,"5min":1.3320000000000001,"15min":0.745},"min":{"1min":0.309,"5min":0.28699999999999998,"15min":0.26200000000000001},"max":{"1min":2.2999999999999998,"5min":64.619,"15min":64.619},"last":0.44600000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:40:28 2021","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.53100000000000003,"15min":0.44900000000000001},"min":{"1min":0.32900000000000001,"5min":0.26100000000000001,"15min":0.221},"max":{"1min":1.482,"5min":2.7519999999999998,"15min":2.7519999999999998},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.58299999999999996,"15min":0.501},"min":{"1min":0.39400000000000002,"5min":0.224,"15min":0.224},"max":{"1min":2.3250000000000002,"5min":3.3849999999999998,"15min":3.847},"last":0.41999999999999998}]}]},{"osd":3,"up_from":126,"seq":541165879600,"num_pgs":69,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":5828336,"kb_used_data":5620584,"kb_used_omap":883,"kb_used_meta":206860,"kb_avail":82252048,"statfs":{"total":90194313216,"available":84226097152,"internally_reserved":0,"allocated":5755478016,"data_stored":5753676120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":211824704},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:05 2021","interfaces":[{"interface":"back","average":{"1min":7.5880000000000001,"5min":1.98,"15min":1.0700000000000001},"min":{"1min":0.156,"5min":0.127,"15min":0.127},"max":{"1min":85.155000000000001,"5min":85.155000000000001,"15min":85.155000000000001},"last":31.949000000000002},{"interface":"front","average":{"1min":7.6100000000000003,"5min":2.0710000000000002,"15min":1.1279999999999999},"min":{"1min":0.189,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":85.247,"5min":85.247,"15min":85.247},"last":31.983000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":4.7119999999999997,"5min":1.28,"15min":0.67700000000000005},"min":{"1min":0.16600000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":79.055999999999997,"5min":79.055999999999997,"15min":79.055999999999997},"last":0.214},{"interface":"front","average":{"1min":4.6230000000000002,"5min":1.246,"15min":0.70199999999999996},"min":{"1min":0.221,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":79.075000000000003,"5min":79.075000000000003,"15min":79.075000000000003},"last":0.14999999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":1.0649999999999999,"5min":0.83299999999999996,"15min":0.48599999999999999},"min":{"1min":0.191,"5min":0.16300000000000001,"15min":0.14699999999999999},"max":{"1min":3.214,"5min":20.364999999999998,"15min":20.364999999999998},"last":0.16400000000000001},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.79900000000000004,"15min":0.45000000000000001},"min":{"1min":0.189,"5min":0.188,"15min":0.151},"max":{"1min":5.9630000000000001,"5min":20.129999999999999,"15min":20.129999999999999},"last":0.184}]},{"osd":4,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":1.5189999999999999,"15min":0.77700000000000002},"min":{"1min":0.253,"5min":0.20399999999999999,"15min":0.19400000000000001},"max":{"1min":3.0049999999999999,"5min":68.614999999999995,"15min":68.614999999999995},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.623,"15min":0.49399999999999999},"min":{"1min":0.25800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":2.6640000000000001,"5min":11.256,"15min":11.256},"last":0.26200000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.52600000000000002,"15min":0.499},"min":{"1min":0.23599999999999999,"5min":0.221,"15min":0.221},"max":{"1min":2.7170000000000001,"5min":2.7170000000000001,"15min":3.5409999999999999},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.95599999999999996,"5min":0.65700000000000003,"15min":0.501},"min":{"1min":0.216,"5min":0.216,"15min":0.20899999999999999},"max":{"1min":2.8740000000000001,"5min":3.0219999999999998,"15min":3.4249999999999998},"last":0.28299999999999997}]},{"osd":6,"last update":"Thu Mar 4 23:41:02 2021","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.77900000000000003,"15min":0.56399999999999995},"min":{"1min":0.30499999999999999,"5min":0.23200000000000001,"15min":0.22500000000000001},"max":{"1min":2.9260000000000002,"5min":3.1970000000000001,"15min":9.9410000000000007},"last":0.309},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.52800000000000002,"15min":0.47599999999999998},"min":{"1min":0.29599999999999999,"5min":0.27200000000000002,"15min":0.251},"max":{"1min":2.6930000000000001,"5min":2.6930000000000001,"15min":2.6930000000000001},"last":0.29599999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":0.67700000000000005,"15min":1.206},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.20699999999999999},"max":{"1min":2.8420000000000001,"5min":2.9830000000000001,"15min":160.75999999999999},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.871,"5min":0.84899999999999998,"15min":1.2729999999999999},"min":{"1min":0.373,"5min":0.26900000000000002,"15min":0.23899999999999999},"max":{"1min":3.1110000000000002,"5min":3.625,"15min":160.86600000000001},"last":0.27400000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986629,"num_pgs":64,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4237256,"kb_used_data":3188672,"kb_used_omap":168,"kb_used_meta":1048407,"kb_avail":83843128,"statfs":{"total":90194313216,"available":85855363072,"internally_reserved":1073741824,"allocated":3265200128,"data_stored":3263377450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":172349,"internal_metadata":1073569475},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:10 2021","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.69099999999999995,"15min":0.47199999999999998},"min":{"1min":0.161,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":10.308999999999999,"5min":13.009,"15min":13.009},"last":0.159},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.82899999999999996,"15min":0.55100000000000005},"min":{"1min":0.153,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":10.300000000000001,"5min":13.050000000000001,"15min":13.050000000000001},"last":0.23100000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:40:48 2021","interfaces":[{"interface":"back","average":{"1min":11.984999999999999,"5min":2.8559999999999999,"15min":1.3340000000000001},"min":{"1min":0.16200000000000001,"5min":0.154,"15min":0.154},"max":{"1min":224.30600000000001,"5min":224.30600000000001,"15min":224.30600000000001},"last":0.27600000000000002},{"interface":"front","average":{"1min":11.962,"5min":2.9340000000000002,"15min":1.3480000000000001},"min":{"1min":0.20399999999999999,"5min":0.185,"15min":0.154},"max":{"1min":224.327,"5min":224.327,"15min":224.327},"last":0.34699999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.55200000000000005,"15min":0.41499999999999998},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":2.3969999999999998,"5min":3.012,"15min":3.012},"last":0.20699999999999999},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.497,"15min":0.41099999999999998},"min":{"1min":0.23200000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":1.5820000000000001,"5min":3.181,"15min":3.181},"last":0.26000000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":2.9300000000000002,"15min":2.4649999999999999},"min":{"1min":0.20100000000000001,"5min":0.19500000000000001,"15min":0.192},"max":{"1min":1.3460000000000001,"5min":132.53800000000001,"15min":132.53800000000001},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.66200000000000003,"5min":2.6970000000000001,"15min":2.3860000000000001},"min":{"1min":0.223,"5min":0.22,"15min":0.19400000000000001},"max":{"1min":2.4790000000000001,"5min":132.518,"15min":132.518},"last":0.30499999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:40:48 2021","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.47099999999999997,"15min":0.35599999999999998},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":1.6180000000000001,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":0.191},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.52300000000000002,"15min":0.39100000000000001},"min":{"1min":0.155,"5min":0.155,"15min":0.14499999999999999},"max":{"1min":2.1469999999999998,"5min":4.2380000000000004,"15min":4.2380000000000004},"last":0.28799999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:40:10 2021","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.55100000000000005,"15min":0.39800000000000002},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.0129999999999999,"5min":3.1110000000000002,"15min":3.1110000000000002},"last":0.249},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.67500000000000004,"15min":0.47699999999999998},"min":{"1min":0.16400000000000001,"5min":0.16400000000000001,"15min":0.14199999999999999},"max":{"1min":0.70599999999999996,"5min":4.6289999999999996,"15min":4.6289999999999996},"last":0.39100000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:40:48 2021","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.5,"15min":0.88},"min":{"1min":0.19600000000000001,"5min":0.17299999999999999,"15min":0.17000000000000001},"max":{"1min":1.6479999999999999,"5min":2.9249999999999998,"15min":131.482},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.436,"5min":0.61399999999999999,"15min":0.94499999999999995},"min":{"1min":0.20100000000000001,"5min":0.187,"15min":0.161},"max":{"1min":2.9940000000000002,"5min":4.6879999999999997,"15min":131.54599999999999},"last":0.36899999999999999}]}]},{"osd":5,"up_from":36,"seq":154618823107,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":4236472,"kb_used_data":3187888,"kb_used_omap":876,"kb_used_meta":1047699,"kb_avail":83843912,"statfs":{"total":90194313216,"available":85856165888,"internally_reserved":1073741824,"allocated":3264397312,"data_stored":3262588896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":897466,"internal_metadata":1072844358},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:40:07 2021","interfaces":[{"interface":"back","average":{"1min":1.7949999999999999,"5min":0.85599999999999998,"15min":0.52700000000000002},"min":{"1min":0.161,"5min":0.13,"15min":0.13},"max":{"1min":21.626000000000001,"5min":21.626000000000001,"15min":21.626000000000001},"last":0.22500000000000001},{"interface":"front","average":{"1min":1.766,"5min":0.70999999999999996,"15min":0.495},"min":{"1min":0.253,"5min":0.154,"15min":0.154},"max":{"1min":21.646000000000001,"5min":21.646000000000001,"15min":21.646000000000001},"last":0.27100000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:40:43 2021","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.58599999999999997,"15min":0.435},"min":{"1min":0.16300000000000001,"5min":0.16300000000000001,"15min":0.153},"max":{"1min":1.516,"5min":3.9220000000000002,"15min":3.9220000000000002},"last":0.14999999999999999},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.40300000000000002,"15min":0.38400000000000001},"min":{"1min":0.159,"5min":0.159,"15min":0.159},"max":{"1min":1.587,"5min":1.587,"15min":3.0579999999999998},"last":3.4009999999999998}]},{"osd":2,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.66900000000000004,"15min":0.46500000000000002},"min":{"1min":0.20899999999999999,"5min":0.17000000000000001,"15min":0.161},"max":{"1min":2.2349999999999999,"5min":3.843,"15min":3.843},"last":0.18099999999999999},{"interface":"front","average":{"1min":0.442,"5min":0.50700000000000001,"15min":0.42699999999999999},"min":{"1min":0.20300000000000001,"5min":0.184,"15min":0.184},"max":{"1min":1.0469999999999999,"5min":3.0800000000000001,"15min":3.0800000000000001},"last":0.28999999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.64200000000000002,"15min":0.66800000000000004},"min":{"1min":0.25700000000000001,"5min":0.19400000000000001,"15min":0.17699999999999999},"max":{"1min":1.1259999999999999,"5min":5.0579999999999998,"15min":55.055999999999997},"last":2.4750000000000001},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.67600000000000005,"15min":0.69299999999999995},"min":{"1min":0.27500000000000002,"5min":0.187,"15min":0.187},"max":{"1min":1.45,"5min":3.8100000000000001,"15min":55.119},"last":2.3050000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:40:07 2021","interfaces":[{"interface":"back","average":{"1min":0.27600000000000002,"5min":1.073,"15min":0.57299999999999995},"min":{"1min":0.14099999999999999,"5min":0.13100000000000001,"15min":0.13100000000000001},"max":{"1min":0.497,"5min":55.844999999999999,"15min":55.844999999999999},"last":0.17000000000000001},{"interface":"front","average":{"1min":0.28799999999999998,"5min":1.3,"15min":0.65300000000000002},"min":{"1min":0.155,"5min":0.155,"15min":0.152},"max":{"1min":0.46700000000000003,"5min":55.863999999999997,"15min":55.863999999999997},"last":0.19500000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:40:43 2021","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.73799999999999999,"15min":0.48799999999999999},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":2.363,"5min":4.6289999999999996,"15min":4.6289999999999996},"last":0.215},{"interface":"front","average":{"1min":0.314,"5min":0.67800000000000005,"15min":0.44900000000000001},"min":{"1min":0.189,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":0.60299999999999998,"5min":5.1189999999999998,"15min":5.1189999999999998},"last":1.778}]},{"osd":7,"last update":"Thu Mar 4 23:40:31 2021","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.64300000000000002,"15min":0.46300000000000002},"min":{"1min":0.23899999999999999,"5min":0.193,"15min":0.185},"max":{"1min":0.47799999999999998,"5min":5.0220000000000002,"15min":5.0220000000000002},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.71799999999999997,"15min":0.46600000000000003},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.159},"max":{"1min":1.4159999999999999,"5min":5.5540000000000003,"15min":5.5540000000000003},"last":0.253}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2932876,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":409281,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":406251,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":172349,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":897466,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1778063,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3743337,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4127326208,"data_stored":4127326208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":6749945856,"data_stored":6749945856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4941938688,"data_stored":4941938688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":5772214272,"data_stored":5772214272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3266838528,"data_stored":3266838528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":3260219392,"data_stored":3260219392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":6500122624,"data_stored":6500122624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4892459008,"data_stored":4892459008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:41:08.360 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2021-03-04T23:41:08.360 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool set device_health_metrics pg_num 61 2021-03-04T23:41:08.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:08.362 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:08.362 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:08.463 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:08.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:08.485 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:08.486 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:08.567 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:08.586 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:08.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:08.605 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:08.606 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:08.707 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:08.720 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:41:08.720 INFO:teuthology.orchestra.run.gibba011.stdout: "size": 20, 2021-03-04T23:41:08.720 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 600, 2021-03-04T23:41:08.721 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:41:08.721 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.721 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56593.0:77262 11.d 11:ba78ab0d:::benchmark_data_gibba011_300349_object77261:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e360)", 2021-03-04T23:41:08.721 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:03.447003+0000", 2021-03-04T23:41:08.721 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 65.269037867999998, 2021-03-04T23:41:08.722 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.18086039400000001, 2021-03-04T23:41:08.722 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:08.722 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:08.722 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:08.723 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56593", 2021-03-04T23:41:08.723 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:41:08.723 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 77262 2021-03-04T23:41:08.723 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.723 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:08.724 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.724 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:08.724 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.447003+0000", 2021-03-04T23:41:08.724 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:08.725 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.725 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.725 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:08.725 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.447003+0000", 2021-03-04T23:41:08.725 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2036e-05 2021-03-04T23:41:08.726 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.726 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.726 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:08.726 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.447015+0000", 2021-03-04T23:41:08.727 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.716e-06 2021-03-04T23:41:08.727 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.727 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.727 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:08.727 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.447016+0000", 2021-03-04T23:41:08.728 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.0290000000000005e-06 2021-03-04T23:41:08.728 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.728 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.728 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:08.728 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.447024+0000", 2021-03-04T23:41:08.729 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3239999999999996e-06 2021-03-04T23:41:08.729 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.729 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.729 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:08.729 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.447029+0000", 2021-03-04T23:41:08.730 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018517780000000001 2021-03-04T23:41:08.730 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.730 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.730 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:08.731 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.448880+0000", 2021-03-04T23:41:08.731 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.2248000000000002e-05 2021-03-04T23:41:08.731 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.731 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.731 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:08.732 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.448973+0000", 2021-03-04T23:41:08.732 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00013072499999999999 2021-03-04T23:41:08.732 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.732 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.732 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 4,6", 2021-03-04T23:41:08.733 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.449103+0000", 2021-03-04T23:41:08.733 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0023178029999999998 2021-03-04T23:41:08.733 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.733 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.734 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:08.734 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.451421+0000", 2021-03-04T23:41:08.734 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00055770600000000004 2021-03-04T23:41:08.734 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.734 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.735 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:08.735 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.451979+0000", 2021-03-04T23:41:08.735 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17575505899999999 2021-03-04T23:41:08.735 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.735 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.736 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:08.736 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627734+0000", 2021-03-04T23:41:08.736 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.3949999999999993e-05 2021-03-04T23:41:08.736 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.736 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.737 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:08.737 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627828+0000", 2021-03-04T23:41:08.737 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.502e-05 2021-03-04T23:41:08.737 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.738 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.738 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:08.738 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627863+0000", 2021-03-04T23:41:08.738 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.18086039400000001 2021-03-04T23:41:08.738 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.739 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:08.739 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.739 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.739 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.739 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56593.0:77268 11.c e360/354 11:3ad25e87:::benchmark_data_gibba011_300349_object77267:head v 360'4731, mlcod=360'4729)", 2021-03-04T23:41:08.740 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:03.450589+0000", 2021-03-04T23:41:08.740 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 65.265451224000003, 2021-03-04T23:41:08.740 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17717272000000001, 2021-03-04T23:41:08.740 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:08.741 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:08.741 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:08.741 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.741 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:08.741 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.450589+0000", 2021-03-04T23:41:08.742 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:08.742 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.742 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.742 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:08.742 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.450589+0000", 2021-03-04T23:41:08.743 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2998e-05 2021-03-04T23:41:08.743 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.743 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.743 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:08.744 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.450602+0000", 2021-03-04T23:41:08.744 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0980000000000001e-06 2021-03-04T23:41:08.744 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.744 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.744 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:08.745 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.450604+0000", 2021-03-04T23:41:08.745 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6036999999999999e-05 2021-03-04T23:41:08.745 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.745 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.745 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:08.746 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.450620+0000", 2021-03-04T23:41:08.746 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4569999999999998e-06 2021-03-04T23:41:08.746 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.746 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.746 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:08.747 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.450625+0000", 2021-03-04T23:41:08.747 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7470999999999998e-05 2021-03-04T23:41:08.747 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.747 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.748 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:08.748 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.450652+0000", 2021-03-04T23:41:08.748 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0507e-05 2021-03-04T23:41:08.748 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.748 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.749 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:08.749 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.450663+0000", 2021-03-04T23:41:08.749 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040818859999999998 2021-03-04T23:41:08.749 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.749 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.750 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:08.750 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.454745+0000", 2021-03-04T23:41:08.750 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.173017266 2021-03-04T23:41:08.750 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.751 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.751 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:08.751 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627762+0000", 2021-03-04T23:41:08.751 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17717272000000001 2021-03-04T23:41:08.752 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.752 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:08.752 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.752 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.752 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.753 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56593.0:77257 11.6 e360/354 11:62fe9204:::benchmark_data_gibba011_300349_object77256:head v 360'4863, mlcod=360'4858)", 2021-03-04T23:41:08.753 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:03.451357+0000", 2021-03-04T23:41:08.753 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 65.264683437000002, 2021-03-04T23:41:08.753 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17637945999999999, 2021-03-04T23:41:08.753 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:08.754 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:08.754 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:08.754 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.754 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:08.755 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.451357+0000", 2021-03-04T23:41:08.755 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:08.755 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.755 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.755 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:08.756 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.451357+0000", 2021-03-04T23:41:08.756 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2826000000000001e-05 2021-03-04T23:41:08.756 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.756 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.757 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:08.757 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.451370+0000", 2021-03-04T23:41:08.757 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.996e-06 2021-03-04T23:41:08.757 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.757 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.758 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:08.758 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.451372+0000", 2021-03-04T23:41:08.758 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.1709999999999996e-06 2021-03-04T23:41:08.758 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.758 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.759 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:08.759 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.451379+0000", 2021-03-04T23:41:08.759 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.1930000000000003e-06 2021-03-04T23:41:08.759 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.759 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.760 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:08.760 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.451383+0000", 2021-03-04T23:41:08.760 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3411000000000002e-05 2021-03-04T23:41:08.760 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.761 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.761 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:08.761 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.451417+0000", 2021-03-04T23:41:08.761 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5277e-05 2021-03-04T23:41:08.761 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.762 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.762 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:08.762 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.451432+0000", 2021-03-04T23:41:08.762 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17627633500000001 2021-03-04T23:41:08.763 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.763 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.763 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:08.763 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627708+0000", 2021-03-04T23:41:08.763 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.8251000000000001e-05 2021-03-04T23:41:08.764 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.764 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.764 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:08.764 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627736+0000", 2021-03-04T23:41:08.765 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17637945999999999 2021-03-04T23:41:08.765 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.765 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:08.765 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.765 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.766 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.766 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56593.0:77278 11.d 11:b758d1c8:::benchmark_data_gibba011_300349_object77277:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e360)", 2021-03-04T23:41:08.766 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:03.453834+0000", 2021-03-04T23:41:08.766 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 65.262205995000002, 2021-03-04T23:41:08.767 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.174154489, 2021-03-04T23:41:08.767 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:08.767 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:08.767 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:08.767 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56593", 2021-03-04T23:41:08.768 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:41:08.768 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 77278 2021-03-04T23:41:08.768 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.768 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:08.768 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.769 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:08.769 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.453834+0000", 2021-03-04T23:41:08.769 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:08.769 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.769 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.770 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:08.770 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.453834+0000", 2021-03-04T23:41:08.770 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4296e-05 2021-03-04T23:41:08.770 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.771 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.771 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:08.771 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.453849+0000", 2021-03-04T23:41:08.771 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1299999999999999e-06 2021-03-04T23:41:08.771 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.772 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.772 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:08.772 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.453851+0000", 2021-03-04T23:41:08.772 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.3829999999999998e-06 2021-03-04T23:41:08.772 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.773 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.773 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:08.773 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.453860+0000", 2021-03-04T23:41:08.773 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.9389999999999996e-06 2021-03-04T23:41:08.774 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.774 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.774 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:08.774 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.453865+0000", 2021-03-04T23:41:08.774 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0142e-05 2021-03-04T23:41:08.775 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.775 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.775 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:08.775 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.453895+0000", 2021-03-04T23:41:08.775 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.3137e-05 2021-03-04T23:41:08.776 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.776 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.776 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:08.776 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.453988+0000", 2021-03-04T23:41:08.776 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00011738 2021-03-04T23:41:08.777 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.777 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.777 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 4,6", 2021-03-04T23:41:08.777 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.454106+0000", 2021-03-04T23:41:08.778 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17379710400000001 2021-03-04T23:41:08.778 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.778 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.778 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:08.778 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627903+0000", 2021-03-04T23:41:08.779 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7837000000000001e-05 2021-03-04T23:41:08.779 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.779 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.779 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:08.780 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627931+0000", 2021-03-04T23:41:08.780 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.775e-06 2021-03-04T23:41:08.780 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.780 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.780 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:08.781 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627936+0000", 2021-03-04T23:41:08.781 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9539999999999998e-05 2021-03-04T23:41:08.781 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.781 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.781 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:08.782 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627965+0000", 2021-03-04T23:41:08.782 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3825999999999999e-05 2021-03-04T23:41:08.782 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.782 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.783 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:08.783 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627989+0000", 2021-03-04T23:41:08.783 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.174154489 2021-03-04T23:41:08.783 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.783 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:08.784 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.784 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.784 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.784 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56593.0:77280 11.2 11:434b4591:::benchmark_data_gibba011_300349_object77279:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e360)", 2021-03-04T23:41:08.785 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:03.453963+0000", 2021-03-04T23:41:08.785 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 65.262077113000004, 2021-03-04T23:41:08.785 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.18041014999999999, 2021-03-04T23:41:08.785 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:08.785 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:08.786 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:08.786 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56593", 2021-03-04T23:41:08.786 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:41:08.786 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 77280 2021-03-04T23:41:08.786 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.787 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:08.787 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.787 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:08.787 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.453963+0000", 2021-03-04T23:41:08.788 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:08.788 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.788 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.788 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:08.789 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.453963+0000", 2021-03-04T23:41:08.789 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3069e-05 2021-03-04T23:41:08.789 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.789 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.789 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:08.790 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.453976+0000", 2021-03-04T23:41:08.790 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8050000000000001e-06 2021-03-04T23:41:08.790 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.790 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.790 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:08.791 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.453978+0000", 2021-03-04T23:41:08.791 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.3559999999999993e-06 2021-03-04T23:41:08.791 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.791 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.791 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:08.792 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.453987+0000", 2021-03-04T23:41:08.792 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.5070000000000002e-06 2021-03-04T23:41:08.792 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.792 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.793 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:08.793 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.453991+0000", 2021-03-04T23:41:08.793 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.6422999999999997e-05 2021-03-04T23:41:08.793 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.793 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.794 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:08.794 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.454058+0000", 2021-03-04T23:41:08.794 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00011059 2021-03-04T23:41:08.794 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.794 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.795 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:08.795 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.454168+0000", 2021-03-04T23:41:08.795 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000111691 2021-03-04T23:41:08.795 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.796 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.796 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:41:08.796 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.454280+0000", 2021-03-04T23:41:08.796 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17560922300000001 2021-03-04T23:41:08.796 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.797 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.797 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:08.797 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.629889+0000", 2021-03-04T23:41:08.797 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5541000000000002e-05 2021-03-04T23:41:08.797 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.798 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.798 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:08.798 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.629915+0000", 2021-03-04T23:41:08.798 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.004383067 2021-03-04T23:41:08.799 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.799 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.799 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:08.799 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.634298+0000", 2021-03-04T23:41:08.800 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.8470000000000002e-05 2021-03-04T23:41:08.800 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.800 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.800 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:08.800 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.634346+0000", 2021-03-04T23:41:08.801 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7407999999999999e-05 2021-03-04T23:41:08.801 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.801 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.801 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:08.802 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.634373+0000", 2021-03-04T23:41:08.802 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.18041014999999999 2021-03-04T23:41:08.802 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.802 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:08.802 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.803 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.803 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.803 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56593.0:77277 11.f e360/354 11:fcbbcbe1:::benchmark_data_gibba011_300349_object77276:head v 360'4867, mlcod=360'4865)", 2021-03-04T23:41:08.803 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:03.454069+0000", 2021-03-04T23:41:08.804 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 65.261971384000006, 2021-03-04T23:41:08.804 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.173701148, 2021-03-04T23:41:08.804 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:08.804 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:08.804 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:08.805 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.805 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:08.805 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.454069+0000", 2021-03-04T23:41:08.805 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:08.806 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.806 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.806 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:08.806 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.454069+0000", 2021-03-04T23:41:08.806 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000125461 2021-03-04T23:41:08.807 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.807 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.807 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:08.807 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.454195+0000", 2021-03-04T23:41:08.808 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5859999999999999e-06 2021-03-04T23:41:08.808 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.808 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.808 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:08.808 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.454197+0000", 2021-03-04T23:41:08.809 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.8569999999999997e-06 2021-03-04T23:41:08.809 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.809 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.809 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:08.809 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.454204+0000", 2021-03-04T23:41:08.810 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6100000000000002e-06 2021-03-04T23:41:08.810 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.810 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.810 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:08.811 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.454208+0000", 2021-03-04T23:41:08.811 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.0701000000000003e-05 2021-03-04T23:41:08.811 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.811 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.811 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:08.812 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.454238+0000", 2021-03-04T23:41:08.812 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6679000000000001e-05 2021-03-04T23:41:08.812 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.812 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.812 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:08.813 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.454255+0000", 2021-03-04T23:41:08.813 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17348659799999999 2021-03-04T23:41:08.813 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.813 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.814 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:08.814 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627742+0000", 2021-03-04T23:41:08.814 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.8656000000000001e-05 2021-03-04T23:41:08.814 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.814 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.815 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:08.815 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627770+0000", 2021-03-04T23:41:08.815 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.173701148 2021-03-04T23:41:08.815 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.815 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:08.816 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.816 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.816 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.816 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56593.0:77261 11.6 e360/354 11:6849481a:::benchmark_data_gibba011_300349_object77260:head v 360'4864, mlcod=360'4861)", 2021-03-04T23:41:08.817 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:03.454437+0000", 2021-03-04T23:41:08.817 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 65.261603321999999, 2021-03-04T23:41:08.817 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17709592499999999, 2021-03-04T23:41:08.817 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:08.817 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:08.818 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:08.818 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.818 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:08.818 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.454437+0000", 2021-03-04T23:41:08.818 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:08.819 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.819 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.819 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:08.819 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.454437+0000", 2021-03-04T23:41:08.819 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3706000000000001e-05 2021-03-04T23:41:08.820 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.820 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.820 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:08.820 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.454451+0000", 2021-03-04T23:41:08.821 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2369999999999999e-06 2021-03-04T23:41:08.821 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.821 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.821 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:08.821 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.454453+0000", 2021-03-04T23:41:08.822 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.173243281 2021-03-04T23:41:08.822 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.822 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.822 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:08.823 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627696+0000", 2021-03-04T23:41:08.823 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.114e-05 2021-03-04T23:41:08.823 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.823 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.823 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:08.824 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627707+0000", 2021-03-04T23:41:08.824 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3395e-05 2021-03-04T23:41:08.824 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.824 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.825 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:08.825 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627751+0000", 2021-03-04T23:41:08.825 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2824e-05 2021-03-04T23:41:08.825 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.825 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.826 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:08.826 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627764+0000", 2021-03-04T23:41:08.826 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0037446379999999998 2021-03-04T23:41:08.826 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.826 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.827 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:08.827 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.631508+0000", 2021-03-04T23:41:08.827 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4703999999999999e-05 2021-03-04T23:41:08.827 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.828 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.828 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:08.828 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.631533+0000", 2021-03-04T23:41:08.828 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17709592499999999 2021-03-04T23:41:08.828 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.829 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:08.829 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.829 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.829 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.830 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56593.0:77281 11.4 e360/354 11:2687cb93:::benchmark_data_gibba011_300349_object77280:head v 360'4853, mlcod=360'4851)", 2021-03-04T23:41:08.830 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:03.454644+0000", 2021-03-04T23:41:08.830 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 65.261396430999994, 2021-03-04T23:41:08.830 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17529888399999999, 2021-03-04T23:41:08.830 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:08.831 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:08.831 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:08.831 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.831 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:08.831 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.454644+0000", 2021-03-04T23:41:08.832 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:08.832 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.832 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.832 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:08.833 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.454644+0000", 2021-03-04T23:41:08.833 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.1194999999999999e-05 2021-03-04T23:41:08.833 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.833 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.833 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:08.834 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.454715+0000", 2021-03-04T23:41:08.834 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1150000000000001e-06 2021-03-04T23:41:08.834 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.834 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.835 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:08.835 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.454717+0000", 2021-03-04T23:41:08.835 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17299893799999999 2021-03-04T23:41:08.835 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.835 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.836 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:08.836 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627716+0000", 2021-03-04T23:41:08.836 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.3210000000000001e-06 2021-03-04T23:41:08.836 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.836 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.837 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:08.837 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627723+0000", 2021-03-04T23:41:08.837 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.7924999999999996e-05 2021-03-04T23:41:08.837 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.837 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.838 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:08.838 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627811+0000", 2021-03-04T23:41:08.838 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4929999999999999e-05 2021-03-04T23:41:08.838 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.839 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.839 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:08.839 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627825+0000", 2021-03-04T23:41:08.839 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0020915980000000001 2021-03-04T23:41:08.839 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.840 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.840 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:08.840 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.629917+0000", 2021-03-04T23:41:08.840 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5862000000000001e-05 2021-03-04T23:41:08.841 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.841 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.841 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:08.841 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.629943+0000", 2021-03-04T23:41:08.841 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17529888399999999 2021-03-04T23:41:08.842 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.842 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:08.842 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.842 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.843 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.843 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.56593.0:77278 11.d e360/354 ondisk, result = 0)", 2021-03-04T23:41:08.843 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:03.456792+0000", 2021-03-04T23:41:08.843 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 65.259248396999993, 2021-03-04T23:41:08.843 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17111414599999999, 2021-03-04T23:41:08.844 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:08.844 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:41:08.844 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:08.844 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.845 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:08.845 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.456792+0000", 2021-03-04T23:41:08.845 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:08.845 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.845 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.846 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:08.846 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.456792+0000", 2021-03-04T23:41:08.846 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2019999999999998e-06 2021-03-04T23:41:08.846 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.847 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.847 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:08.847 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.456794+0000", 2021-03-04T23:41:08.847 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0669999999999999e-06 2021-03-04T23:41:08.847 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.848 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.848 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:08.848 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.456796+0000", 2021-03-04T23:41:08.848 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17095079299999999 2021-03-04T23:41:08.848 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.849 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.849 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:08.849 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627747+0000", 2021-03-04T23:41:08.849 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.3520000000000003e-06 2021-03-04T23:41:08.850 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.850 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.850 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:08.850 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627753+0000", 2021-03-04T23:41:08.850 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00013878100000000001 2021-03-04T23:41:08.851 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.851 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.851 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:08.851 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627892+0000", 2021-03-04T23:41:08.852 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.2259999999999996e-06 2021-03-04T23:41:08.852 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.852 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.852 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:08.852 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627897+0000", 2021-03-04T23:41:08.853 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.7250000000000003e-06 2021-03-04T23:41:08.853 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.853 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.853 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:08.853 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:03.627906+0000", 2021-03-04T23:41:08.854 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17111414599999999 2021-03-04T23:41:08.854 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.854 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:08.854 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.855 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.855 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.855 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56593.0:121142 11.2 11:42a38d47:::benchmark_data_gibba011_300349_object121141:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e366)", 2021-03-04T23:41:08.855 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:24.237455+0000", 2021-03-04T23:41:08.855 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 44.478585127000002, 2021-03-04T23:41:08.856 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.16804563, 2021-03-04T23:41:08.856 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:08.856 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:08.856 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:08.856 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56593", 2021-03-04T23:41:08.857 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:41:08.857 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 121142 2021-03-04T23:41:08.857 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.857 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:08.858 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.858 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:08.858 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.237455+0000", 2021-03-04T23:41:08.858 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:08.859 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.859 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.859 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:08.859 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.237455+0000", 2021-03-04T23:41:08.859 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1711e-05 2021-03-04T23:41:08.860 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.860 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.860 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:08.860 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.237467+0000", 2021-03-04T23:41:08.860 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6980000000000001e-06 2021-03-04T23:41:08.861 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.861 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.861 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:08.861 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.237469+0000", 2021-03-04T23:41:08.861 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.9830000000000008e-06 2021-03-04T23:41:08.862 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.862 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.862 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:08.862 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.237479+0000", 2021-03-04T23:41:08.863 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.634e-06 2021-03-04T23:41:08.863 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.863 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.863 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:08.863 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.237483+0000", 2021-03-04T23:41:08.864 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6204000000000001e-05 2021-03-04T23:41:08.864 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.864 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.864 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:08.864 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.237520+0000", 2021-03-04T23:41:08.865 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000137532 2021-03-04T23:41:08.865 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.865 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.865 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:08.865 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.237657+0000", 2021-03-04T23:41:08.866 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00075703999999999995 2021-03-04T23:41:08.866 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.866 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.866 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:41:08.867 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.238414+0000", 2021-03-04T23:41:08.867 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0075865810000000002 2021-03-04T23:41:08.867 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.867 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.867 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:08.868 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.246001+0000", 2021-03-04T23:41:08.868 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.868e-05 2021-03-04T23:41:08.868 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.868 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.868 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:08.869 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.246069+0000", 2021-03-04T23:41:08.869 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.15934077099999999 2021-03-04T23:41:08.869 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.869 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.870 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:08.870 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.405410+0000", 2021-03-04T23:41:08.870 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.1023000000000003e-05 2021-03-04T23:41:08.870 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.870 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.871 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:08.871 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.405461+0000", 2021-03-04T23:41:08.871 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9773e-05 2021-03-04T23:41:08.871 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.871 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.872 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:08.872 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.405501+0000", 2021-03-04T23:41:08.872 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.16804563 2021-03-04T23:41:08.872 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.873 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:08.873 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.873 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.873 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.873 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56593.0:121146 11.2 11:47a07c07:::benchmark_data_gibba011_300349_object121145:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e366)", 2021-03-04T23:41:08.874 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:24.237790+0000", 2021-03-04T23:41:08.874 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 44.478250377000002, 2021-03-04T23:41:08.874 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.173672725, 2021-03-04T23:41:08.874 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:08.874 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:08.875 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:08.875 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56593", 2021-03-04T23:41:08.875 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:41:08.875 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 121146 2021-03-04T23:41:08.876 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.876 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:08.876 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.876 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:08.876 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.237790+0000", 2021-03-04T23:41:08.877 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:08.877 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.877 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.877 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:08.877 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.237790+0000", 2021-03-04T23:41:08.878 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2109e-05 2021-03-04T23:41:08.878 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.878 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.878 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:08.879 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.237802+0000", 2021-03-04T23:41:08.879 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7099999999999999e-06 2021-03-04T23:41:08.879 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.879 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.879 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:08.880 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.237804+0000", 2021-03-04T23:41:08.880 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.8130000000000002e-06 2021-03-04T23:41:08.880 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.880 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.881 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:08.881 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.237813+0000", 2021-03-04T23:41:08.881 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9709999999999998e-06 2021-03-04T23:41:08.881 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.881 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.882 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:08.882 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.237817+0000", 2021-03-04T23:41:08.882 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0039405270000000001 2021-03-04T23:41:08.882 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.882 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.883 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:08.883 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.241757+0000", 2021-03-04T23:41:08.883 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.3236000000000001e-05 2021-03-04T23:41:08.883 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.884 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.884 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:08.884 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.241840+0000", 2021-03-04T23:41:08.884 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.6020000000000007e-05 2021-03-04T23:41:08.884 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.885 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:41:08.887 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.887 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:41:08.887 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.241926+0000", 2021-03-04T23:41:08.888 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0041390200000000002 2021-03-04T23:41:08.888 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.888 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.888 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:08.888 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.246065+0000", 2021-03-04T23:41:08.889 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.3239999999999999e-06 2021-03-04T23:41:08.889 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.889 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.889 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:08.890 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.246072+0000", 2021-03-04T23:41:08.890 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.16531615599999999 2021-03-04T23:41:08.890 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.890 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.891 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:08.891 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.411388+0000", 2021-03-04T23:41:08.891 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2568999999999998e-05 2021-03-04T23:41:08.891 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.891 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.892 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:08.892 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.411431+0000", 2021-03-04T23:41:08.892 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2270000000000001e-05 2021-03-04T23:41:08.892 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.893 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.893 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:08.893 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.411463+0000", 2021-03-04T23:41:08.893 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.173672725 2021-03-04T23:41:08.893 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.894 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:08.894 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.894 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.894 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.894 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56593.0:121150 11.2 11:47236f70:::benchmark_data_gibba011_300349_object121149:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e366)", 2021-03-04T23:41:08.895 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:24.240428+0000", 2021-03-04T23:41:08.895 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 44.475612472999998, 2021-03-04T23:41:08.895 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.171268849, 2021-03-04T23:41:08.895 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:08.896 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:08.896 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:08.896 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56593", 2021-03-04T23:41:08.896 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:41:08.896 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 121150 2021-03-04T23:41:08.897 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.897 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:08.897 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.897 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:08.898 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.240428+0000", 2021-03-04T23:41:08.898 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:08.898 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.898 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.898 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:08.899 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.240428+0000", 2021-03-04T23:41:08.899 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8793000000000001e-05 2021-03-04T23:41:08.899 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.899 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.900 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:08.900 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.240447+0000", 2021-03-04T23:41:08.900 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.984e-06 2021-03-04T23:41:08.900 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.900 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.901 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:08.901 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.240449+0000", 2021-03-04T23:41:08.901 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0067e-05 2021-03-04T23:41:08.901 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.901 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.902 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:08.902 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.240459+0000", 2021-03-04T23:41:08.902 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.0409999999999997e-06 2021-03-04T23:41:08.902 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.903 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.903 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:08.903 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.240464+0000", 2021-03-04T23:41:08.903 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0035876300000000001 2021-03-04T23:41:08.904 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.904 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.904 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:08.904 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.244051+0000", 2021-03-04T23:41:08.904 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.0400000000000004e-05 2021-03-04T23:41:08.905 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.905 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.905 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:08.905 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.244122+0000", 2021-03-04T23:41:08.905 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000114578 2021-03-04T23:41:08.906 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.906 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.906 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:41:08.906 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.244236+0000", 2021-03-04T23:41:08.907 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0021221870000000002 2021-03-04T23:41:08.907 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.907 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.907 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:08.907 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.246359+0000", 2021-03-04T23:41:08.908 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000184518 2021-03-04T23:41:08.908 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.908 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.908 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:08.908 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.246543+0000", 2021-03-04T23:41:08.909 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.16510873200000001 2021-03-04T23:41:08.909 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.909 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.909 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:08.909 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.411652+0000", 2021-03-04T23:41:08.910 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.605e-05 2021-03-04T23:41:08.910 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.910 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.910 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:08.911 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.411678+0000", 2021-03-04T23:41:08.911 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8868999999999998e-05 2021-03-04T23:41:08.911 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.911 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.911 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:08.912 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:24.411697+0000", 2021-03-04T23:41:08.912 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.171268849 2021-03-04T23:41:08.912 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.912 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:08.913 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.913 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.913 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.913 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56593.0:179572 11.2 11:4434e095:::benchmark_data_gibba011_300349_object179571:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e370)", 2021-03-04T23:41:08.913 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:52.911141+0000", 2021-03-04T23:41:08.914 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 15.804899471000001, 2021-03-04T23:41:08.914 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.164481237, 2021-03-04T23:41:08.914 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:08.914 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:08.914 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:08.915 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56593", 2021-03-04T23:41:08.915 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:41:08.915 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 179572 2021-03-04T23:41:08.915 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.916 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:08.916 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.916 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:08.916 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.911141+0000", 2021-03-04T23:41:08.917 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:08.917 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.917 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.917 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:08.917 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.911141+0000", 2021-03-04T23:41:08.918 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5495e-05 2021-03-04T23:41:08.918 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.918 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.918 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:08.919 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.911156+0000", 2021-03-04T23:41:08.919 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0609999999999998e-06 2021-03-04T23:41:08.919 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.919 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.919 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:08.920 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.911159+0000", 2021-03-04T23:41:08.920 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.9609999999999994e-06 2021-03-04T23:41:08.920 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.920 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.920 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:08.921 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.911168+0000", 2021-03-04T23:41:08.921 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.6550000000000003e-06 2021-03-04T23:41:08.921 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.921 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.921 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:08.922 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.911172+0000", 2021-03-04T23:41:08.922 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00017299000000000001 2021-03-04T23:41:08.922 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.922 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.923 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:08.923 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.911345+0000", 2021-03-04T23:41:08.923 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000108348 2021-03-04T23:41:08.923 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.923 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.924 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:08.924 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.911453+0000", 2021-03-04T23:41:08.924 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000112917 2021-03-04T23:41:08.924 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.924 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.925 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:41:08.925 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.911566+0000", 2021-03-04T23:41:08.925 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0065024749999999997 2021-03-04T23:41:08.925 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.926 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.926 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:08.926 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.918069+0000", 2021-03-04T23:41:08.926 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.157399134 2021-03-04T23:41:08.926 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.927 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.927 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:08.927 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.075468+0000", 2021-03-04T23:41:08.927 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.9165999999999994e-05 2021-03-04T23:41:08.927 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.928 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.928 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:08.928 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.075547+0000", 2021-03-04T23:41:08.928 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8609000000000003e-05 2021-03-04T23:41:08.929 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.929 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.929 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:08.929 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.075586+0000", 2021-03-04T23:41:08.929 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6426e-05 2021-03-04T23:41:08.930 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.930 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.930 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:08.930 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.075622+0000", 2021-03-04T23:41:08.931 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.164481237 2021-03-04T23:41:08.931 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.931 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:08.931 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.931 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.932 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.932 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56593.0:179575 11.2 11:422965a8:::benchmark_data_gibba011_300349_object179574:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e370)", 2021-03-04T23:41:08.932 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:52.911420+0000", 2021-03-04T23:41:08.932 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 15.804620806999999, 2021-03-04T23:41:08.933 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17280024999999999, 2021-03-04T23:41:08.933 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:08.933 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:08.933 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:08.933 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56593", 2021-03-04T23:41:08.934 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:41:08.934 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 179575 2021-03-04T23:41:08.934 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.934 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:08.934 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.935 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:08.935 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.911420+0000", 2021-03-04T23:41:08.935 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:08.935 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.936 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.936 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:08.936 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.911420+0000", 2021-03-04T23:41:08.936 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5525000000000001e-05 2021-03-04T23:41:08.936 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.937 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.937 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:08.937 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.911435+0000", 2021-03-04T23:41:08.937 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.007e-06 2021-03-04T23:41:08.937 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.938 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.938 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:08.938 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.911437+0000", 2021-03-04T23:41:08.938 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.7830000000000004e-06 2021-03-04T23:41:08.939 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.939 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.939 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:08.939 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.911446+0000", 2021-03-04T23:41:08.939 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.929e-06 2021-03-04T23:41:08.940 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.940 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.940 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:08.940 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.911450+0000", 2021-03-04T23:41:08.941 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0032703419999999999 2021-03-04T23:41:08.941 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.941 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.941 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:08.941 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.914720+0000", 2021-03-04T23:41:08.942 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.7577000000000004e-05 2021-03-04T23:41:08.942 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.942 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.942 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:08.942 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.914818+0000", 2021-03-04T23:41:08.943 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000112834 2021-03-04T23:41:08.943 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.943 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.943 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:41:08.944 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.914931+0000", 2021-03-04T23:41:08.944 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.160586174 2021-03-04T23:41:08.944 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.944 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.944 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:08.945 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.075517+0000", 2021-03-04T23:41:08.945 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000113757 2021-03-04T23:41:08.945 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.945 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.945 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:08.946 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.075631+0000", 2021-03-04T23:41:08.946 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0085203859999999996 2021-03-04T23:41:08.946 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.946 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.947 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:08.947 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.084151+0000", 2021-03-04T23:41:08.947 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0806000000000002e-05 2021-03-04T23:41:08.947 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.947 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.948 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:08.948 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.084192+0000", 2021-03-04T23:41:08.948 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.813e-05 2021-03-04T23:41:08.948 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.948 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.949 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:08.949 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.084220+0000", 2021-03-04T23:41:08.949 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17280024999999999 2021-03-04T23:41:08.949 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.950 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:08.950 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.950 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.950 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.950 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.56593.0:179586 11.2 11:4afa85a6:::benchmark_data_gibba011_300349_object179585:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e370)", 2021-03-04T23:41:08.951 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:52.916163+0000", 2021-03-04T23:41:08.951 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 15.799877097, 2021-03-04T23:41:08.951 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.168134693, 2021-03-04T23:41:08.951 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:08.952 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:08.952 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:08.952 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.56593", 2021-03-04T23:41:08.952 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:41:08.952 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 179586 2021-03-04T23:41:08.953 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.953 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:08.953 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.953 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:08.953 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.916163+0000", 2021-03-04T23:41:08.954 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:08.954 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.954 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.954 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:08.954 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.916163+0000", 2021-03-04T23:41:08.955 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3113e-05 2021-03-04T23:41:08.955 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.955 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.955 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:08.956 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.916176+0000", 2021-03-04T23:41:08.956 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6530000000000001e-06 2021-03-04T23:41:08.956 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.956 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.956 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:08.957 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.916178+0000", 2021-03-04T23:41:08.957 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.5739999999999998e-06 2021-03-04T23:41:08.957 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.957 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.957 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:08.958 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.916186+0000", 2021-03-04T23:41:08.958 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8630000000000001e-06 2021-03-04T23:41:08.958 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.958 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.959 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:08.959 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.916190+0000", 2021-03-04T23:41:08.959 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0018927639999999999 2021-03-04T23:41:08.959 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.959 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.960 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:08.960 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.918082+0000", 2021-03-04T23:41:08.960 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.9732000000000002e-05 2021-03-04T23:41:08.960 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.961 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.961 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:08.961 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.918162+0000", 2021-03-04T23:41:08.961 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.15366670900000001 2021-03-04T23:41:08.961 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.962 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.962 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:41:08.962 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.071829+0000", 2021-03-04T23:41:08.962 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0039071849999999997 2021-03-04T23:41:08.962 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.963 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.963 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:08.963 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.075736+0000", 2021-03-04T23:41:08.963 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5679e-05 2021-03-04T23:41:08.964 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.964 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.964 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:08.964 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.075752+0000", 2021-03-04T23:41:08.964 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0084953939999999999 2021-03-04T23:41:08.965 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.965 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.965 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:08.965 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.084247+0000", 2021-03-04T23:41:08.965 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4598000000000001e-05 2021-03-04T23:41:08.966 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.966 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.966 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:08.966 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.084272+0000", 2021-03-04T23:41:08.967 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6429000000000001e-05 2021-03-04T23:41:08.967 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.967 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.967 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:08.967 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.084298+0000", 2021-03-04T23:41:08.968 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.168134693 2021-03-04T23:41:08.968 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.968 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:08.968 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.968 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.969 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.969 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56593.0:179581 11.c e370/354 11:3a524f90:::benchmark_data_gibba011_300349_object179580:head v 370'11243, mlcod=370'11240)", 2021-03-04T23:41:08.969 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:52.916717+0000", 2021-03-04T23:41:08.969 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 15.79932297, 2021-03-04T23:41:08.970 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.15751689299999999, 2021-03-04T23:41:08.970 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:08.970 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:08.970 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:08.970 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.971 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:08.971 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.916717+0000", 2021-03-04T23:41:08.971 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:08.971 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.971 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.972 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:08.972 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.916717+0000", 2021-03-04T23:41:08.972 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7419999999999998e-05 2021-03-04T23:41:08.972 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.972 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.973 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:08.973 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.916745+0000", 2021-03-04T23:41:08.973 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.5519999999999999e-06 2021-03-04T23:41:08.973 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.974 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.974 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:08.974 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.916747+0000", 2021-03-04T23:41:08.974 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.1529999999999997e-06 2021-03-04T23:41:08.974 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.975 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.975 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:08.975 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.916756+0000", 2021-03-04T23:41:08.975 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.8829999999999997e-06 2021-03-04T23:41:08.975 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.976 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.976 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:08.976 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.916760+0000", 2021-03-04T23:41:08.976 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9904e-05 2021-03-04T23:41:08.977 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.977 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.977 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:08.977 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.916790+0000", 2021-03-04T23:41:08.977 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3345e-05 2021-03-04T23:41:08.978 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.978 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.978 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:08.978 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.916804+0000", 2021-03-04T23:41:08.978 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.15739874300000001 2021-03-04T23:41:08.979 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.979 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.979 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:08.979 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.074202+0000", 2021-03-04T23:41:08.980 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.1893000000000001e-05 2021-03-04T23:41:08.980 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.980 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.980 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:08.980 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.074234+0000", 2021-03-04T23:41:08.981 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.15751689299999999 2021-03-04T23:41:08.981 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.981 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:08.981 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.981 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.982 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.982 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56593.0:179585 11.c e370/354 11:3470c1d4:::benchmark_data_gibba011_300349_object179584:head v 370'11244, mlcod=370'11240)", 2021-03-04T23:41:08.982 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:52.916928+0000", 2021-03-04T23:41:08.982 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 15.799112913, 2021-03-04T23:41:08.983 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.159421071, 2021-03-04T23:41:08.983 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:08.983 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:08.983 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:08.983 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.984 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:08.984 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.916928+0000", 2021-03-04T23:41:08.984 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:08.984 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.984 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.985 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:08.985 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.916928+0000", 2021-03-04T23:41:08.985 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4693e-05 2021-03-04T23:41:08.985 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.985 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.986 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:08.986 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.916942+0000", 2021-03-04T23:41:08.986 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.933e-06 2021-03-04T23:41:08.986 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.987 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.987 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:08.987 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.916944+0000", 2021-03-04T23:41:08.987 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4160000000000003e-06 2021-03-04T23:41:08.987 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.988 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.988 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:08.988 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.916950+0000", 2021-03-04T23:41:08.988 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.174e-06 2021-03-04T23:41:08.988 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.989 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.989 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:08.989 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.916953+0000", 2021-03-04T23:41:08.989 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.154665732 2021-03-04T23:41:08.990 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.990 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.990 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:08.990 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.071618+0000", 2021-03-04T23:41:08.990 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8935000000000001e-05 2021-03-04T23:41:08.991 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.991 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.991 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:08.991 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.071637+0000", 2021-03-04T23:41:08.991 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0046899760000000002 2021-03-04T23:41:08.992 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.992 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.992 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:08.992 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.076327+0000", 2021-03-04T23:41:08.993 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1212e-05 2021-03-04T23:41:08.993 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.993 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.993 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:08.993 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.076349+0000", 2021-03-04T23:41:08.994 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.159421071 2021-03-04T23:41:08.994 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.994 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:08.994 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:08.994 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.995 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.995 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56593.0:179584 11.4 e370/354 11:289d814d:::benchmark_data_gibba011_300349_object179583:head v 370'11099, mlcod=370'11097)", 2021-03-04T23:41:08.995 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:52.917043+0000", 2021-03-04T23:41:08.995 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 15.798997628, 2021-03-04T23:41:08.996 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.15756060599999999, 2021-03-04T23:41:08.996 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:08.996 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:08.996 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:08.996 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.997 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:08.997 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.917043+0000", 2021-03-04T23:41:08.997 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:08.997 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.997 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.998 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:08.998 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.917043+0000", 2021-03-04T23:41:08.998 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.3977000000000001e-05 2021-03-04T23:41:08.998 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:08.998 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:08.999 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:08.999 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.917107+0000", 2021-03-04T23:41:08.999 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.215e-06 2021-03-04T23:41:08.999 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.000 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.000 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:09.000 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.917109+0000", 2021-03-04T23:41:09.000 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.1690000000000003e-06 2021-03-04T23:41:09.000 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.001 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.001 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:09.001 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.917116+0000", 2021-03-04T23:41:09.001 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8580000000000002e-06 2021-03-04T23:41:09.001 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.002 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.002 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:09.002 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.917120+0000", 2021-03-04T23:41:09.002 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.15447814600000001 2021-03-04T23:41:09.003 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.003 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.003 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:09.003 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.071598+0000", 2021-03-04T23:41:09.003 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.4798000000000001e-05 2021-03-04T23:41:09.004 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.004 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.004 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:09.004 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.071633+0000", 2021-03-04T23:41:09.004 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0029356260000000002 2021-03-04T23:41:09.005 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.005 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.005 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:09.005 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.074569+0000", 2021-03-04T23:41:09.006 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.4817000000000002e-05 2021-03-04T23:41:09.006 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.006 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.006 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:09.006 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.074603+0000", 2021-03-04T23:41:09.007 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.15756060599999999 2021-03-04T23:41:09.007 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:09.007 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:09.007 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:09.007 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.008 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.008 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.56593.0:179575 11.2 e370/354 ondisk, result = 0)", 2021-03-04T23:41:09.008 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:52.918366+0000", 2021-03-04T23:41:09.008 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 15.797674695, 2021-03-04T23:41:09.008 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.15715509699999999, 2021-03-04T23:41:09.009 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:09.009 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:41:09.009 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:09.009 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.010 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:09.010 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.918366+0000", 2021-03-04T23:41:09.010 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:09.010 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.011 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.011 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:09.011 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.918366+0000", 2021-03-04T23:41:09.011 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8479999999999999e-06 2021-03-04T23:41:09.011 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.012 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.012 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:09.012 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.918368+0000", 2021-03-04T23:41:09.012 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6980000000000001e-06 2021-03-04T23:41:09.013 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.013 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.013 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:09.013 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.918369+0000", 2021-03-04T23:41:09.013 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.15319400499999999 2021-03-04T23:41:09.014 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.014 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.014 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:09.014 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.071563+0000", 2021-03-04T23:41:09.014 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.6065999999999998e-05 2021-03-04T23:41:09.015 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.015 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.015 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:09.015 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.071579+0000", 2021-03-04T23:41:09.016 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0039240890000000004 2021-03-04T23:41:09.016 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.016 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.016 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:09.016 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.075503+0000", 2021-03-04T23:41:09.017 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.7309999999999996e-06 2021-03-04T23:41:09.017 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.017 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.017 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:09.017 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.075510+0000", 2021-03-04T23:41:09.018 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.066e-05 2021-03-04T23:41:09.018 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.018 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.018 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:09.019 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.075521+0000", 2021-03-04T23:41:09.019 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.15715509699999999 2021-03-04T23:41:09.019 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:09.019 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:09.019 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:09.020 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.020 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.020 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.56593.0:179589 11.c e370/354 11:30a2a98f:::benchmark_data_gibba011_300349_object179588:head v 370'11245, mlcod=370'11241)", 2021-03-04T23:41:09.020 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:40:52.919111+0000", 2021-03-04T23:41:09.021 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 15.796929445, 2021-03-04T23:41:09.021 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.15755264499999999, 2021-03-04T23:41:09.021 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:09.021 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:09.021 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:09.022 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.022 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:09.022 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.919111+0000", 2021-03-04T23:41:09.022 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:09.023 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.023 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.023 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:09.023 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.919111+0000", 2021-03-04T23:41:09.023 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3715e-05 2021-03-04T23:41:09.024 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.024 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.024 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:09.024 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.919125+0000", 2021-03-04T23:41:09.024 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9970000000000001e-06 2021-03-04T23:41:09.025 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.025 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.025 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:09.025 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:52.919127+0000", 2021-03-04T23:41:09.025 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.15245265599999999 2021-03-04T23:41:09.026 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.026 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.026 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:09.026 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.071579+0000", 2021-03-04T23:41:09.027 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.114e-06 2021-03-04T23:41:09.027 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.027 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.027 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:09.027 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.071586+0000", 2021-03-04T23:41:09.028 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0026711679999999998 2021-03-04T23:41:09.028 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.028 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.028 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:09.029 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.074258+0000", 2021-03-04T23:41:09.029 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3716999999999999e-05 2021-03-04T23:41:09.029 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.029 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.029 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:09.030 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.074271+0000", 2021-03-04T23:41:09.030 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002375318 2021-03-04T23:41:09.030 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.030 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.030 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:09.031 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.076647+0000", 2021-03-04T23:41:09.031 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.696e-05 2021-03-04T23:41:09.031 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:09.031 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:09.032 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:09.032 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:40:53.076664+0000", 2021-03-04T23:41:09.032 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.15755264499999999 2021-03-04T23:41:09.032 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:09.032 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:09.033 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:09.033 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:09.033 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:09.033 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:41:09.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:09.034 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:41:09.035 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:08 gibba011 conmon[95595]: audit 2021-03-04T23:41:09.035 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:08 gibba011 conmon[95595]: 2021-03-04T23:41:08 2021-03-04T23:41:09.035 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:08 gibba011 conmon[95595]: .708487+0000 mon.c (mon.1) 488 : audit [INF] from='client.? 172.21.2.111:0/1413044127' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:09.036 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:08 gibba011 conmon[95595]: audit 2021-03-04T23:41:09.036 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:08 gibba011 conmon[95595]: 2021-03-04T23:41:08.710307+0000 mon.a ( 2021-03-04T23:41:09.036 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:08 gibba011 conmon[95595]: mon.0) 1693 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:09.037 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:08 gibba011 conmon[99461]: audit 2021-03-04T23:41:08.708487+0000 mon.c (mon.1) 488 : audit [INF] 2021-03-04T23:41:09.037 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:08 gibba011 conmon[99461]: from='client.? 172.21.2.111:0/1413044127' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:09.037 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:08 gibba011 conmon[99461]: audit 2021-03-04T23:41:08.710307+0000 mon.a (mon.0) 1693 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:09.038 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:09.038 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:09.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:08 gibba038 conmon[76675]: audit 2021-03-04T23:41:08.708487+0000 mon.c (mon.1) 488 : audit 2021-03-04T23:41:09.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:08 gibba038 conmon[76675]: [INF] from='client.? 172.21.2.111:0/1413044127' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:09.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:08 gibba038 conmon[76675]: audit 2021-03-04T23:41:08.710307+0000 mon.a (mon.0) 1693 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:09.139 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:09.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:09.164 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:09.164 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:09.209 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:09.259 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 87 16 213216 213200 153.145 120.375 0.0530062 0.00652611 2021-03-04T23:41:09.266 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:09.284 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:09.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:09.287 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:09.388 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:09.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:09.417 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:09.417 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:09.519 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:09.540 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:09.541 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:09.542 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:09.643 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:09.666 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:09.667 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:09.667 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:09.768 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:09.794 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:09.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:09.797 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:09.898 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:09.929 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:09.930 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:09.931 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:10.032 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:10.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:10.054 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:10.054 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:10.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:09 gibba038 conmon[76675]: cluster 2021-03-04T23:41:08.722132+0000 mon.a (mon.0) 1694 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:10.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:09 gibba038 conmon[76675]: audit 2021-03-04T23:41:08.725689+0000 2021-03-04T23:41:10.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:09 gibba038 conmon[76675]: mon.a (mon.0) 1695 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:41:10.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:09 gibba038 conmon[76675]: cluster 2021-03-04T23:41:08.725764+0000 mon.a (mon.0) 1696 : cluster [DBG] osdmap e376: 8 total, 8 up, 8 in 2021-03-04T23:41:10.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:09 gibba038 conmon[76675]: cluster 2021-03-04T23:41:08.819434+0000 mgr.x (mgr.34676) 1201 2021-03-04T23:41:10.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:09 gibba038 conmon[76675]: : cluster [DBG] pgmap v1272: 169 pgs: 169 active+clean; 13 GiB data, 39 GiB used, 629 GiB / 672 GiB avail; 150 MiB/s wr, 2.40k op/s 2021-03-04T23:41:10.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:09 gibba011 conmon[95595]: cluster 2021-03-04T23:41:08.722132+0000 mon.a (mon.0) 1694 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:10.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:09 gibba011 conmon[95595]: audit 2021-03-04T23:41:08.725689+0000 mon.a (mon.0) 1695 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:41:10.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:09 gibba011 conmon[95595]: cluster 2021-03-04T23:41:08.725764+0000 mon.a (mon.0) 1696 : cluster [DBG] osdmap e376: 8 total, 8 up, 8 in 2021-03-04T23:41:10.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:09 gibba011 conmon[95595]: cluster 2021-03-04T23:41:08.819434+0000 mgr.x (mgr.34676) 1201 : cluster [DBG] pgmap v1272: 169 pgs: 169 active+clean; 13 GiB data, 39 GiB used, 629 GiB / 672 GiB avail; 150 MiB/s wr, 2.40k op/s 2021-03-04T23:41:10.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:09 gibba011 conmon[99461]: cluster 2021-03-04T23:41:08.722132+0000 mon.a (mon.0) 1694 2021-03-04T23:41:10.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:09 gibba011 conmon[99461]: : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:10.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:09 gibba011 conmon[99461]: audit 2021-03-04T23:41:08.725689+0000 mon.a (mon.0) 1695 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:41:10.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:09 gibba011 conmon[99461]: cluster 2021-03-04T23:41:08.725764+0000 mon.a (mon.0) 1696 : cluster [DBG] osdmap e376: 8 total, 8 up, 8 in 2021-03-04T23:41:10.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:09 gibba011 conmon[99461]: cluster 2021-03-04T23:41:08.819434+0000 mgr.x (mgr.34676) 1201 : cluster [DBG] pgmap v1272: 169 pgs: 169 active+clean; 13 GiB data, 39 GiB used, 629 GiB / 672 GiB avail; 150 MiB/s wr, 2.40k op/s 2021-03-04T23:41:10.156 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:10.175 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:10.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:10.177 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:10.259 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 88 16 215507 215491 153.032 143.188 0.0115135 0.00653192 2021-03-04T23:41:10.277 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:10.300 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:10.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:10.301 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:10.403 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:10.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:10.422 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:10.422 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:10.524 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:10.547 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:10.548 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:10.548 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:10.649 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:10.669 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:10.670 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:10.670 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:10.771 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:10.791 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:10.792 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:10.793 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:10.895 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:10.924 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:10.926 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:10.927 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:11.028 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:11.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:11.047 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:11.048 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:11.149 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:11.168 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:11.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:11.170 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:11.260 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 89 16 217676 217660 152.835 135.562 0.00280149 0.00653884 2021-03-04T23:41:11.271 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:11.291 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:11.292 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:11.293 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:11.394 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:11.413 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:11.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:11.415 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:11.517 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:11.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:11.536 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:11.536 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:11.638 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:11.657 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:11.658 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:11.659 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:11.761 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:11.783 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:11.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:11.784 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:11.885 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:11.907 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:11.908 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:11.908 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:12.010 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:12.029 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:12.030 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:12.031 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:12.084 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:41:12.132 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:12.152 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:12.153 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:12.153 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:12.242 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:11 gibba011 conmon[95595]: cluster 2021-03-04T23:41:10.819845+0000 mgr.x (mgr.34676) 1202 : cluster [DBG] pgmap v1273: 169 pgs: 169 active+clean; 13 GiB data, 40 GiB used, 628 GiB / 672 GiB avail; 130 MiB/s wr, 2.08k op/s 2021-03-04T23:41:12.242 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:11 gibba011 conmon[99461]: cluster 2021-03-04T23:41:10.819845+0000 mgr.x (mgr.34676) 1202 : cluster 2021-03-04T23:41:12.243 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:11 gibba011 conmon[99461]: [DBG] pgmap v1273: 169 pgs: 169 active+clean; 13 GiB data, 40 GiB used, 628 GiB / 672 GiB avail; 130 MiB/s wr, 2.08k op/s 2021-03-04T23:41:12.255 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:12.258 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:12.259 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Total time run: 90.0059 2021-03-04T23:41:12.260 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Total writes made: 219694 2021-03-04T23:41:12.260 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Write size: 65536 2021-03-04T23:41:12.260 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Object size: 65536 2021-03-04T23:41:12.260 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Bandwidth (MB/sec): 152.555 2021-03-04T23:41:12.261 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Stddev Bandwidth: 63.3239 2021-03-04T23:41:12.261 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Max bandwidth (MB/sec): 503.625 2021-03-04T23:41:12.261 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Min bandwidth (MB/sec): 96.0625 2021-03-04T23:41:12.261 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Average IOPS: 2440 2021-03-04T23:41:12.261 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Stddev IOPS: 1013.18 2021-03-04T23:41:12.262 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Max IOPS: 8058 2021-03-04T23:41:12.262 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Min IOPS: 1537 2021-03-04T23:41:12.262 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Average Latency(s): 0.0065524 2021-03-04T23:41:12.262 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Stddev Latency(s): 0.00760412 2021-03-04T23:41:12.263 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Max latency(s): 0.234733 2021-03-04T23:41:12.263 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Min latency(s): 0.000807119 2021-03-04T23:41:12.263 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Cleaning up (deleting benchmark objects) 2021-03-04T23:41:12.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:12.280 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:12.281 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:11 gibba038 conmon[76675]: cluster 2021-03-04T23:41:10.819845+0000 mgr.x (mgr.34676) 1202 : cluster 2021-03-04T23:41:12.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:11 gibba038 conmon[76675]: [DBG] pgmap v1273: 169 pgs: 169 active+clean; 13 GiB data, 40 GiB used, 628 GiB / 672 GiB avail; 130 MiB/s wr, 2.08k op/s 2021-03-04T23:41:12.382 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:12.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:12.409 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:12.410 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:12.511 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:12.531 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:12.532 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:12.533 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:12.634 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:12.658 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:12.659 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:12.659 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:12.760 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:12.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:12.782 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:12.783 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:12.884 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:12.908 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:12.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:12.911 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:13.012 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:13.031 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:13.032 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:13.033 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:13.132 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:41:13.134 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:13.157 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:13.157 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:13.158 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:13.259 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:13.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:13.280 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:13.281 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:13.303 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:13.382 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:13.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:13.404 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:13.404 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:13.505 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:13.524 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:13.525 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:13.525 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:13.627 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:13.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:13.657 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:13.657 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:13.759 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:13.781 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:13.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:13.782 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:13.884 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:13.893 INFO:teuthology.orchestra.run.gibba011.stderr:set pool 1 pg_num to 61 2021-03-04T23:41:13.903 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:13.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:13.904 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:14.006 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:14.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:14.027 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:14.027 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:14.129 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:14.149 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:14.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:14.151 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:14.252 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:14.278 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:14.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:14.280 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:14.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:13 gibba038 conmon[76675]: cluster 2021-03-04T23:41:14.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:13 gibba038 conmon[76675]: 2021-03-04T23:41:14.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:13 gibba038 conmon[76675]: 2021-03-04T23:41:12. 2021-03-04T23:41:14.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:13 gibba038 conmon[76675]: 820326+0000 mgr.x (mgr.34676) 1203 : cluster [DBG] pgmap v1274: 169 pgs: 169 active+clean; 13 GiB data, 41 GiB used, 627 GiB / 672 GiB avail; 130 MiB/s wr, 2.10k op/s 2021-03-04T23:41:14.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:13 gibba038 conmon[76675]: audit 2021-03-04T23:41:14.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:13 gibba038 conmon[76675]: 2021-03-04T23:41:12. 2021-03-04T23:41:14.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:13 gibba038 conmon[76675]: 917013+0000 mon.c (mon.1) 489 : audit 2021-03-04T23:41:14.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:13 gibba038 conmon[76675]: [INF] from='client.? 172.21.2.111:0/948720632' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "61"}]: dispatch 2021-03-04T23:41:14.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:13 gibba038 conmon[76675]: audit 2021 2021-03-04T23:41:14.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:13 gibba038 conmon[76675]: -03-04T23:41:12.917356+0000 mon.a (mon 2021-03-04T23:41:14.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:13 gibba038 conmon[76675]: .0) 1697 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "61"}]: dispatch 2021-03-04T23:41:14.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[95595]: cluster 2021-03-04T23:41:14.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[95595]: 2021-03-04T23:41:14.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[95595]: 2021 2021-03-04T23:41:14.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[95595]: - 2021-03-04T23:41:14.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[95595]: 03 2021-03-04T23:41:14.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[95595]: - 2021-03-04T23:41:14.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[95595]: 04 2021-03-04T23:41:14.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[95595]: T 2021-03-04T23:41:14.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[95595]: 23 2021-03-04T23:41:14.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[95595]: : 2021-03-04T23:41:14.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[95595]: 41 2021-03-04T23:41:14.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[95595]: : 2021-03-04T23:41:14.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[95595]: 12 2021-03-04T23:41:14.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[95595]: . 2021-03-04T23:41:14.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[95595]: 820326+0000 mgr.x (mgr.34676) 1203 : cluster 2021-03-04T23:41:14.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[95595]: [DBG] pgmap v1274: 169 pgs: 169 active+clean; 13 GiB data, 41 GiB used, 627 GiB / 672 GiB avail; 130 MiB/s wr, 2.10k op/s 2021-03-04T23:41:14.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[95595]: audit 2021-03-04T23:41:12. 2021-03-04T23:41:14.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[95595]: 917013+0000 mon.c (mon.1) 489 : audit [INF] 2021-03-04T23:41:14.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[95595]: from='client.? 172.21.2.111:0/948720632' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "61"}]: dispatch 2021-03-04T23:41:14.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[95595]: audit 2021-03 2021-03-04T23:41:14.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[95595]: -04T23:41:12.917356+0000 mon.a ( 2021-03-04T23:41:14.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[95595]: mon.0) 1697 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "61"}]: dispatch 2021-03-04T23:41:14.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[99461]: cluster 2021-03-04T23:41:14.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[99461]: 2021-03-04T23:41:14.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[99461]: 2021 2021-03-04T23:41:14.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[99461]: - 2021-03-04T23:41:14.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[99461]: 03 2021-03-04T23:41:14.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[99461]: - 2021-03-04T23:41:14.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[99461]: 04 2021-03-04T23:41:14.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[99461]: T 2021-03-04T23:41:14.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[99461]: 23 2021-03-04T23:41:14.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[99461]: : 2021-03-04T23:41:14.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[99461]: 41 2021-03-04T23:41:14.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[99461]: : 2021-03-04T23:41:14.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[99461]: 12 2021-03-04T23:41:14.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[99461]: . 2021-03-04T23:41:14.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[99461]: 820326 2021-03-04T23:41:14.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[99461]: +0000 2021-03-04T23:41:14.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[99461]: 2021-03-04T23:41:14.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[99461]: mgr.x 2021-03-04T23:41:14.363 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[99461]: (mgr.34676) 1203 : cluster [DBG] pgmap v1274: 169 pgs: 169 active+clean; 13 GiB data, 41 GiB used, 627 GiB / 672 GiB avail; 130 MiB/s wr, 2.10k op/s 2021-03-04T23:41:14.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[99461]: audit 2021-03-04T23:41:14.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[99461]: 2021-03-04T23:41:12.917013+0000 mon.c (mon.1 2021-03-04T23:41:14.364 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[99461]: ) 489 : audit [INF] from='client.? 172.21.2.111:0/948720632' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "61"}]: dispatch 2021-03-04T23:41:14.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[99461]: audit 2021-03-04T23:41:12.917356 2021-03-04T23:41:14.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:13 gibba011 conmon[99461]: +0000 mon.a (mon.0) 1697 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "61"}]: dispatch 2021-03-04T23:41:14.381 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:14.404 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:14.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:14.405 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:14.507 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:14.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:14.528 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:14.528 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:14.629 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:14.646 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:14.647 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:14.648 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:14.749 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:14.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:14.767 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:14.767 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:14.868 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:14.890 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:14.891 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:14.892 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:14.993 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:15.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:15.015 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:15.016 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:15.117 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:15.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:15.144 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:15.145 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:15.213 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:14 gibba011 conmon[95595]: audit 2021-03-04T23:41:13.884070+0000 mon.a (mon.0) 1698 : audit 2021-03-04T23:41:15.214 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:14 gibba011 conmon[95595]: [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "61"}]': finished 2021-03-04T23:41:15.214 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:14 gibba011 conmon[95595]: cluster 2021-03-04T23:41:13.884137+0000 mon.a (mon.0) 1699 : cluster [DBG] osdmap e377: 8 total, 8 up, 8 in 2021-03-04T23:41:15.214 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:14 gibba011 conmon[95595]: audit 2021-03-04T23:41:14.821679+0000 mon.c (mon.1) 490 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "61"}]: dispatch 2021-03-04T23:41:15.214 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:14 gibba011 conmon[95595]: audit 2021-03-04T23:41:14.822219+0000 mon.a (mon.0) 1700 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "61"}]: dispatch 2021-03-04T23:41:15.215 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:14 gibba011 conmon[99461]: audit 2021-03-04T23:41:13.884070+0000 mon.a (mon.0) 1698 2021-03-04T23:41:15.215 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:14 gibba011 conmon[99461]: : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "61"}]': finished 2021-03-04T23:41:15.215 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:14 gibba011 conmon[99461]: cluster 2021-03-04T23:41:13.884137+0000 mon.a (mon.0) 1699 : cluster [DBG] osdmap e377: 8 total, 8 up, 8 in 2021-03-04T23:41:15.216 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:14 gibba011 conmon[99461]: audit 2021-03-04T23:41:14.821679+0000 mon.c ( 2021-03-04T23:41:15.216 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:14 gibba011 conmon[99461]: mon.1) 490 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "61"}]: dispatch 2021-03-04T23:41:15.216 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:14 gibba011 conmon[99461]: audit 2021-03-04T23 2021-03-04T23:41:15.216 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:14 gibba011 conmon[99461]: :41:14.822219+0000 mon.a (mon.0) 1700 : 2021-03-04T23:41:15.216 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:14 gibba011 conmon[99461]: audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "61"}]: dispatch 2021-03-04T23:41:15.246 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:15.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:15.274 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:15.275 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:15.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:14 gibba038 conmon[76675]: audit 2021-03-04T23:41:13.884070+0000 mon.a (mon.0) 1698 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "61"}]': finished 2021-03-04T23:41:15.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:14 gibba038 conmon[76675]: cluster 2021-03-04T23:41:13.884137+0000 mon.a (mon.0) 1699 : cluster [DBG] osdmap e377: 8 total, 8 up, 8 in 2021-03-04T23:41:15.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:14 gibba038 conmon[76675]: audit 2021-03-04T23:41:14.821679+0000 mon.c (mon.1) 490 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "61"}]: dispatch 2021-03-04T23:41:15.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:14 gibba038 conmon[76675]: 2021-03-04T23:41:15.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:14 gibba038 conmon[76675]: audit 2021-03-04T23:41:14. 2021-03-04T23:41:15.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:14 gibba038 conmon[76675]: 822219+0000 mon.a (mon.0) 1700 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "61"}]: dispatch 2021-03-04T23:41:15.376 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:15.395 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:15.395 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:15.396 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:15.497 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:15.522 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:15.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:15.524 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:15.625 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:15.647 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:15.649 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:15.650 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:15.752 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:15.772 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:15.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:15.774 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:15.875 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:15.899 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:15.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:15.900 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:16.001 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:16.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:16.022 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:16.023 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:16.125 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:16.144 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:16.145 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:16.145 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:16.247 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:16.272 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:16.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:16.274 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:16.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: cluster 2021-03-04T23:41:16.467 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: 2021-03-04T23:41:16.468 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: 2021 2021-03-04T23:41:16.468 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: - 2021-03-04T23:41:16.468 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: 03 2021-03-04T23:41:16.468 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: - 2021-03-04T23:41:16.468 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: 04 2021-03-04T23:41:16.469 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: T 2021-03-04T23:41:16.469 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: 23 2021-03-04T23:41:16.469 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: : 2021-03-04T23:41:16.469 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: 41 2021-03-04T23:41:16.470 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: : 2021-03-04T23:41:16.470 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: 14 2021-03-04T23:41:16.470 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: . 2021-03-04T23:41:16.470 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: 820984 2021-03-04T23:41:16.471 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: +0000 2021-03-04T23:41:16.471 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: 2021-03-04T23:41:16.471 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: mgr.x 2021-03-04T23:41:16.471 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: ( 2021-03-04T23:41:16.471 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: mgr 2021-03-04T23:41:16.472 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: . 2021-03-04T23:41:16.472 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: 34676 2021-03-04T23:41:16.473 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: ) 2021-03-04T23:41:16.473 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: 1204 2021-03-04T23:41:16.473 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: : cluster [DBG] pgmap v1276: 169 pgs: 169 active+clean; 13 GiB data, 41 GiB used, 627 GiB / 672 GiB avail; 127 B/s rd, 144 MiB/s wr, 2.48k op/s 2021-03-04T23:41:16.473 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: audit 2021-03-04T23:41 2021-03-04T23:41:16.474 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: :15.117019+0000 mon.a (mon.0) 1701 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "61"}]': finished 2021-03-04T23:41:16.474 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: cluster 2021 2021-03-04T23:41:16.474 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: -03-04T23:41:15.117078+0000 mon.a (mon 2021-03-04T23:41:16.474 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[95595]: .0) 1702 : cluster [DBG] osdmap e378: 8 total, 8 up, 8 in 2021-03-04T23:41:16.475 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[99461]: cluster 2021-03-04T23:41:16.475 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[99461]: 2021-03-04T23:41:16.475 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[99461]: 2021 2021-03-04T23:41:16.475 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[99461]: - 2021-03-04T23:41:16.476 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[99461]: 03 2021-03-04T23:41:16.476 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[99461]: - 2021-03-04T23:41:16.476 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[99461]: 04 2021-03-04T23:41:16.476 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[99461]: T 2021-03-04T23:41:16.477 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[99461]: 23 2021-03-04T23:41:16.477 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[99461]: :41:14.820984+0000 mgr.x (mgr.34676) 1204 : cluster [DBG] pgmap v1276: 169 pgs: 169 active+clean; 13 GiB data, 41 GiB used, 627 GiB / 672 GiB avail; 127 B/s rd, 144 MiB/s wr, 2.48k op/s 2021-03-04T23:41:16.477 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[99461]: audit 2021-03-04T23:41:15.117019+0000 2021-03-04T23:41:16.477 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[99461]: mon.a (mon.0) 1701 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "61"}]': finished 2021-03-04T23:41:16.477 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[99461]: cluster 2021-03-04T23:41:16.478 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[99461]: 2021-03-04T23:41:15.117078 2021-03-04T23:41:16.478 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:16 gibba011 conmon[99461]: +0000 mon.a (mon.0) 1702 : cluster [DBG] osdmap e378: 8 total, 8 up, 8 in 2021-03-04T23:41:16.479 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:16.503 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:16.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:16.504 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:16.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:16 gibba038 conmon[76675]: cluster 2021-03-04T23:41:14.820984+0000 mgr.x (mgr.34676) 1204 : cluster [DBG] pgmap v1276: 169 pgs: 169 active+clean; 13 GiB data, 41 GiB used, 627 GiB / 672 GiB avail; 127 B/s rd, 144 MiB/s wr, 2.48k op/s 2021-03-04T23:41:16.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:16 gibba038 conmon[76675]: audit 2021-03-04T23:41:15.117019+0000 mon.a (mon.0) 1701 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "61"}]': finished 2021-03-04T23:41:16.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:16 gibba038 conmon[76675]: cluster 2021-03-04T 2021-03-04T23:41:16.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:16 gibba038 conmon[76675]: 23:41:15.117078+0000 mon.a (mon.0) 2021-03-04T23:41:16.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:16 gibba038 conmon[76675]: 1702 : cluster [DBG] osdmap e378: 8 total, 8 up, 8 in 2021-03-04T23:41:16.606 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:16.626 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:16.626 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:16.627 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:16.728 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:16.755 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:16.756 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:16.757 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:16.858 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:16.877 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:16.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:16.879 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:16.980 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:17.003 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:17.004 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:17.005 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:17.106 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:17.126 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:17.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:17.128 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:17.229 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:17.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:17.254 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:17.255 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:17.356 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:17.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:17.381 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:17.381 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:17.421 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:41:17.422 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:41:17.422 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:41:17.422 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:41:17.422 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:41:17.422 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:41:17.423 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:41:17.423 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:41:17.423 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:41:17.424 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:41:17.424 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:41:17.424 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:41:17.424 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:41:17.425 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:41:17.425 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:41:17.425 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:41:17.425 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:17 gibba011 conmon[95595]: cluster 2021-03-04T23:41:17.426 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:17 gibba011 conmon[95595]: 2021-03-04T23 2021-03-04T23:41:17.426 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:17 gibba011 conmon[95595]: :41:16.118400+0000 mon.a (mon.0) 1703 : cluster [DBG] osdmap e379: 8 total, 8 up, 8 in 2021-03-04T23:41:17.426 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:17 gibba011 conmon[95595]: audit 2021-03-04T23:41:17.426 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:17 gibba011 conmon[95595]: 2021-03-04T 2021-03-04T23:41:17.427 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:17 gibba011 conmon[95595]: 23:41:16.666903+0000 mon.c (mon.1) 491 : audit [INF] 2021-03-04T23:41:17.427 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:17 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:41:17.427 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:17 gibba011 conmon[95595]: audit 2021-03-04 2021-03-04T23:41:17.427 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:17 gibba011 conmon[95595]: T23:41:16.667222+0000 mon.a (mon.0 2021-03-04T23:41:17.427 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:17 gibba011 conmon[95595]: ) 1704 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:41:17.428 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:17 gibba011 conmon[95595]: audit 2021 2021-03-04T23:41:17.428 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:17 gibba011 conmon[95595]: -03-04T23:41:16.938559+0000 mon.c 2021-03-04T23:41:17.428 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:17 gibba011 conmon[95595]: (mon.1) 492 : audit [DBG] from='client.? 172.21.2.111:0/4268605487' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:17.428 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:17 gibba011 conmon[99461]: cluster 2021-03-04T23:41:16.118400+0000 mon.a (mon.0) 1703 : cluster [DBG] osdmap e379: 8 total, 8 up, 8 in 2021-03-04T23:41:17.429 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:17 gibba011 conmon[99461]: audit 2021-03-04T23:41:16.666903+0000 mon.c (mon.1) 491 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:41:17.429 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:17 gibba011 conmon[99461]: audit 2021-03-04T23:41:16.667222+0000 mon.a (mon.0) 1704 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:41:17.429 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:17 gibba011 conmon[99461]: audit 2021-03-04T23:41:16.938559+0000 mon.c (mon.1) 492 : audit [DBG] from='client.? 172.21.2.111:0/4268605487' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:17.482 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:17.502 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:17.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:17.504 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:17.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:17 gibba038 conmon[76675]: cluster 2021-03-04T23:41:16.118400+0000 mon.a (mon 2021-03-04T23:41:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:17 gibba038 conmon[76675]: .0) 1703 : cluster [DBG] osdmap e379: 8 total, 8 up, 8 in 2021-03-04T23:41:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:17 gibba038 conmon[76675]: audit 2021-03-04T23:41:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:17 gibba038 conmon[76675]: 2021-03-04T23:41:16.666903+0000 mon.c (mon. 2021-03-04T23:41:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:17 gibba038 conmon[76675]: 1) 491 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:41:17.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:17 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:41:17.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:17 gibba038 conmon[76675]: 04T23:41:16.667222+0000 mon.a (mon 2021-03-04T23:41:17.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:17 gibba038 conmon[76675]: .0) 1704 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:41:17.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:17 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:41:17.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:17 gibba038 conmon[76675]: -04T23:41:16.938559+0000 mon.c (mon. 2021-03-04T23:41:17.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:17 gibba038 conmon[76675]: 1) 492 : audit [DBG] from='client.? 172.21.2.111:0/4268605487' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:17.605 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:17.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:17.624 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:17.624 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:17.725 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:17.747 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:17.748 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:17.748 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:17.849 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:17.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:17.871 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:17.872 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:17.973 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:17.994 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:17.995 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:17.995 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:18.096 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:18.114 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:18.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:18.116 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:18.217 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:18.240 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:18.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:18.247 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:18.348 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:18.371 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:18.372 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:18.373 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:18.474 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:18.493 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:18.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:18.495 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:18.546 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:18 gibba011 conmon[95595]: cluster 2021-03-04T23:41:18.546 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:18 gibba011 conmon[95595]: 2021-03-04T23:41:18.546 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:18 gibba011 conmon[95595]: 2021 2021-03-04T23:41:18.547 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:18 gibba011 conmon[95595]: - 2021-03-04T23:41:18.547 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:18 gibba011 conmon[95595]: 03-04T23:41:16.821318+0000 mgr.x (mgr 2021-03-04T23:41:18.547 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:18 gibba011 conmon[95595]: .34676) 1205 : cluster [DBG] pgmap v1279: 179 pgs: 2 peering, 10 unknown, 167 active+clean; 13 GiB data, 41 GiB used, 627 GiB / 672 GiB avail; 170 B/s rd, 88 MiB/s wr, 1.80k op/s 2021-03-04T23:41:18.548 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:18 gibba011 conmon[99461]: cluster 2021-03-04T23:41:16.821318+0000 mgr.x (mgr.34676) 1205 : cluster 2021-03-04T23:41:18.548 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:18 gibba011 conmon[99461]: [DBG] pgmap v1279: 179 pgs: 2 peering, 10 unknown, 167 active+clean; 13 GiB data, 41 GiB used, 627 GiB / 672 GiB avail; 170 B/s rd, 88 MiB/s wr, 1.80k op/s 2021-03-04T23:41:18.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:18 gibba038 conmon[76675]: cluster 2021-03-04T23:41:16.821318+0000 mgr.x (mgr.34676) 1205 : cluster [DBG] pgmap v1279: 179 pgs: 2 peering, 10 unknown, 167 active+clean; 13 GiB data, 41 GiB used, 627 GiB / 672 GiB avail; 170 B/s rd, 88 MiB/s wr, 1.80k op/s 2021-03-04T23:41:18.597 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:18.615 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:18.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:18.617 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:18.718 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:18.737 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:18.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:18.739 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:18.840 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:18.865 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:18.865 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:18.866 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:18.968 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:18.994 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:18.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:18.995 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:19.096 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:19.115 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:19.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:19.116 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:19.217 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:19.244 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:19.245 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:19.245 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:19.347 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:19.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:19.370 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:19.371 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:19.472 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:19.495 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:19.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:19.499 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:19.539 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:41:19.540 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:41:19.600 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:19.619 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:19.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:19.621 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:19.722 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:19.746 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:19.747 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:19.748 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:19.849 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:19.867 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:19.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:19.869 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:19.970 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:19.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:19.992 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:19.993 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:20.094 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:20.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:20.116 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:20.116 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:20.137 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:41:20.217 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:20.242 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:20.243 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:20.243 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:20.284 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:20 gibba011 conmon[95595]: cluster 2021-03-04T23:41:20.284 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:20 gibba011 conmon[95595]: 2021-03-04T23:41:20.284 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:20 gibba011 conmon[95595]: 2021 2021-03-04T23:41:20.285 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:20 gibba011 conmon[95595]: -03-04T23:41:18.821996 2021-03-04T23:41:20.285 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:20 gibba011 conmon[95595]: +0000 mgr.x (mgr.34676) 1206 : cluster [DBG] pgmap v1280: 179 pgs: 2 peering, 2 unknown, 175 active+clean; 13 GiB data, 39 GiB used, 629 GiB / 672 GiB avail; 170 B/s rd, 42 MiB/s wr, 2.73k op/s 2021-03-04T23:41:20.285 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:20 gibba011 conmon[95595]: audit 2021-03-04T23 2021-03-04T23:41:20.285 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:20 gibba011 conmon[95595]: :41:19.920846+0000 mon.a (mon.0) 1705 : audit [INF] 2021-03-04T23:41:20.286 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:20 gibba011 conmon[95595]: from='client.? 172.21.2.111:0/1577222296' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:41:20.286 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:20 gibba011 conmon[99461]: cluster 2021-03-04T23:41:18.821996+0000 mgr.x (mgr.34676) 1206 : cluster [DBG] pgmap v1280: 179 pgs: 2 peering, 2 unknown, 175 active+clean; 13 GiB data, 39 GiB used, 629 GiB / 672 GiB avail; 170 B/s rd, 42 MiB/s wr, 2.73k op/s 2021-03-04T23:41:20.286 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:20 gibba011 conmon[99461]: audit 2021-03-04T23:41:19.920846+0000 mon.a (mon.0) 1705 : audit [INF] from='client.? 172.21.2.111:0/1577222296' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:41:20.344 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:20.368 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:20.369 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:20.369 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:20.470 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:20.488 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:20.489 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:20.489 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:20.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:20 gibba038 conmon[76675]: cluster 2021-03-04T23:41:18.821996+0000 mgr.x (mgr.34676) 1206 : cluster [DBG] pgmap v1280: 179 pgs: 2 peering, 2 unknown, 175 active+clean; 13 GiB data, 39 GiB used, 629 GiB / 672 GiB avail; 170 B/s rd, 42 MiB/s wr, 2.73k op/s 2021-03-04T23:41:20.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:20 gibba038 conmon[76675]: 2021-03-04T23:41:20.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:20 gibba038 conmon[76675]: audit 2021-03-04T23:41:19.920846+0000 mon.a (mon.0) 1705 : audit [INF] from='client.? 172.21.2.111:0/1577222296' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:41:20.590 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:20.609 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:20.609 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:20.610 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:20.711 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:20.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:20.731 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:20.732 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:20.833 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:20.855 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:20.856 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:20.856 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:20.958 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:20.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:20.978 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:20.979 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:21.080 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:21.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:21.103 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:21.103 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:21.200 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:41:21.204 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:21.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:21.224 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:21.224 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:21.326 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:21.344 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:21.345 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:21.346 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:21.364 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:21.447 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:21.472 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:21.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:21.475 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:21.576 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:21.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:21 gibba038 conmon[76675]: cluster 2021-03-04T23:41:20.127128+0000 mon.a (mon.0) 1706 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:21.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:21 gibba038 conmon[76675]: audit 2021-03-04T23:41:20.130296+0000 mon.a (mon.0) 1707 : audit [INF] from='client.? 172.21.2.111:0/1577222296' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:41:21.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:21 gibba038 conmon[76675]: cluster 2021-03-04T23:41:20.130352+0000 mon.a (mon.0) 1708 2021-03-04T23:41:21.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:21 gibba038 conmon[76675]: : cluster [DBG] osdmap e380: 8 total, 8 up, 8 in 2021-03-04T23:41:21.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:21 gibba038 conmon[76675]: cluster 2021-03-04 2021-03-04T23:41:21.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:21 gibba038 conmon[76675]: T23:41:20.173400+0000 osd.7 (osd.7) 55 : cluster [DBG] 2.0 scrub starts 2021-03-04T23:41:21.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:21 gibba038 conmon[76675]: cluster 2021-03-04T23:41:21.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:21 gibba038 conmon[76675]: 2021-03-04T23:41:20.175123+0000 osd.7 (osd. 2021-03-04T23:41:21.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:21 gibba038 conmon[76675]: 7) 56 : cluster [DBG] 2.0 scrub ok 2021-03-04T23:41:21.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:21 gibba038 conmon[76675]: audit 2021-03-04T23:41 2021-03-04T23:41:21.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:21 gibba038 conmon[76675]: :20.822654+0000 mon.c (mon.1) 493 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "61"}]: dispatch 2021-03-04T23:41:21.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:21 gibba038 conmon[76675]: audit 2021-03-04T23 2021-03-04T23:41:21.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:21 gibba038 conmon[76675]: :41:20.823193+0000 mon.a (mon.0) 1709 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "61"}]: dispatch 2021-03-04T23:41:21.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:21 gibba038 conmon[76675]: 2021-03-04T23:41:21.603 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:21.604 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:21.605 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:21.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[95595]: cluster 2021-03-04T23:41:20.127128 2021-03-04T23:41:21.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[95595]: +0000 mon.a (mon.0) 1706 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:21.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[95595]: audit 2021-03-04T23:41:20.130296+0000 mon.a (mon.0) 1707 : audit [INF] from='client.? 172.21.2.111:0/1577222296' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:41:21.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[95595]: cluster 2021-03-04T23:41:20.130352+0000 mon.a (mon.0) 1708 : cluster [DBG] osdmap e380: 8 total, 8 up, 8 in 2021-03-04T23:41:21.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[95595]: cluster 2021-03-04T23:41:20.173400+0000 osd.7 (osd.7) 55 : cluster [DBG] 2.0 scrub starts 2021-03-04T23:41:21.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[95595]: cluster 2021-03-04T23:41:20.175123+0000 osd.7 (osd.7) 56 : cluster [DBG] 2021-03-04T23:41:21.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[95595]: 2.0 scrub ok 2021-03-04T23:41:21.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[95595]: audit 2021-03-04T23:41:20.822654+0000 mon.c (mon.1) 493 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "61"}]: dispatch 2021-03-04T23:41:21.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[95595]: audit 2021-03-04T23:41:20.823193 2021-03-04T23:41:21.610 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[95595]: +0000 mon.a (mon.0) 1709 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "61"}]: dispatch 2021-03-04T23:41:21.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[99461]: cluster 2021-03-04T23:41:20.127128+0000 mon.a (mon. 2021-03-04T23:41:21.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[99461]: 0) 1706 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:21.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[99461]: audit 2021-03-04T23:41:20.130296+0000 mon.a (mon 2021-03-04T23:41:21.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[99461]: .0) 1707 : audit [INF] from='client.? 172.21.2.111:0/1577222296' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:41:21.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:41:21.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[99461]: 03-04T23:41:20.130352+0000 mon.a (mon.0) 1708 : cluster [DBG] osdmap e380: 8 total, 8 up, 8 in 2021-03-04T23:41:21.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:41:21.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[99461]: 03-04T23:41:20.173400+0000 osd.7 (osd. 2021-03-04T23:41:21.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[99461]: 7) 55 : cluster [DBG] 2.0 scrub starts 2021-03-04T23:41:21.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:41:21.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[99461]: :41:20.175123+0000 osd.7 (osd.7) 56 : cluster 2021-03-04T23:41:21.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[99461]: [DBG] 2.0 scrub ok 2021-03-04T23:41:21.613 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[99461]: audit 2021 2021-03-04T23:41:21.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[99461]: -03-04T23:41:20.822654+0000 mon.c (mon. 2021-03-04T23:41:21.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[99461]: 1) 493 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "61"}]: dispatch 2021-03-04T23:41:21.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[99461]: audit 2021-03-04T23:41:21.614 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[99461]: 2021-03-04T23:41:20.823193+0000 2021-03-04T23:41:21.615 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:21 gibba011 conmon[99461]: mon.a (mon.0) 1709 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "61"}]: dispatch 2021-03-04T23:41:21.631 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 1, 3, 2, 7] out_osds: [] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:41:21.632 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:41:21.632 INFO:tasks.thrashosds.thrasher:inject_pause on 3 2021-03-04T23:41:21.632 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:41:21.633 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:41:21.633 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 config set filestore_inject_stall 3 2021-03-04T23:41:21.706 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:21.737 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:21.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:21.739 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:21.804 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:21.840 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:21.845 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:41:21.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:21.870 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:21.871 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:21.972 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:21.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:21.996 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:21.996 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:22.013 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:22.097 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:22.122 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:22.123 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:22.123 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:22.225 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:22.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:22.250 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:22.251 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:22.352 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:22.375 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:22.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:22.377 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:22.413 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:22 gibba011 conmon[95595]: cluster 2021-03-04T23:41:20.351238+0000 osd.5 (osd.5) 62 : cluster [DBG] 1.2f scrub starts 2021-03-04T23:41:22.413 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:22 gibba011 conmon[95595]: cluster 2021-03-04T23:41:20.351798+0000 osd.5 (osd.5) 63 : cluster [DBG] 1.2f scrub ok 2021-03-04T23:41:22.413 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:22 gibba011 conmon[95595]: cluster 2021-03-04T23:41:20.822367+0000 mgr.x (mgr.34676) 1207 : cluster [DBG] pgmap v1282: 179 pgs: 179 active+clean; 13 GiB data, 39 GiB used, 629 GiB / 672 GiB avail; 5.0 MiB/s wr, 2.19k op/s 2021-03-04T23:41:22.414 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:22 gibba011 conmon[95595]: audit 2021-03-04T23:41:21.138023+0000 mon.a (mon.0) 1710 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "61"}]': finished 2021-03-04T23:41:22.414 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:22 gibba011 conmon[95595]: cluster 2021-03-04T23:41:21.138088+0000 mon.a (mon.0) 1711 : cluster [DBG] osdmap e381: 8 total, 8 up, 8 in 2021-03-04T23:41:22.414 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:22 gibba011 conmon[95595]: cluster 2021-03-04T23:41:21.810489+0000 osd.1 (osd.1) 27 : cluster [DBG] 2.d scrub ok 2021-03-04T23:41:22.415 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:22 gibba011 conmon[99461]: cluster 2021-03-04T23:41:20.351238+0000 osd.5 (osd.5 2021-03-04T23:41:22.415 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:22 gibba011 conmon[99461]: ) 62 : cluster [DBG] 1.2f scrub starts 2021-03-04T23:41:22.415 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:22 gibba011 conmon[99461]: cluster 2021-03-04T23:41: 2021-03-04T23:41:22.415 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:22 gibba011 conmon[99461]: 20.351798+0000 osd.5 (osd.5) 63 : cluster [DBG] 1.2f scrub ok 2021-03-04T23:41:22.416 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:22 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:41:22.416 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:22 gibba011 conmon[99461]: -03-04T23:41:20.822367+0000 mgr.x (mgr.34676 2021-03-04T23:41:22.416 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:22 gibba011 conmon[99461]: ) 1207 : cluster [DBG] pgmap v1282: 179 pgs: 179 active+clean; 13 GiB data, 39 GiB used, 629 GiB / 672 GiB avail; 5.0 MiB/s wr, 2.19k op/s 2021-03-04T23:41:22.416 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:22 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:41:22.416 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:22 gibba011 conmon[99461]: T23:41:21.138023+0000 mon.a (mon.0) 1710 2021-03-04T23:41:22.417 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:22 gibba011 conmon[99461]: : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "61"}]': finished 2021-03-04T23:41:22.417 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:22 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:41:22.417 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:22 gibba011 conmon[99461]: 23:41:21.138088+0000 mon.a (mon.0) 1711 2021-03-04T23:41:22.417 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:22 gibba011 conmon[99461]: : cluster [DBG] osdmap e381: 8 total, 8 up, 8 in 2021-03-04T23:41:22.418 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:22 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:41:22.418 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:22 gibba011 conmon[99461]: 04T23:41:21.810489+0000 osd.1 (osd.1 2021-03-04T23:41:22.418 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:22 gibba011 conmon[99461]: ) 27 : cluster [DBG] 2.d scrub ok 2021-03-04T23:41:22.479 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:22.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:22.499 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:22.500 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:22.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:22 gibba038 conmon[76675]: cluster 2021-03-04T23:41:20.351238+0000 osd.5 (osd.5) 62 : cluster [DBG] 1.2f scrub starts 2021-03-04T23:41:22.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:22 gibba038 conmon[76675]: cluster 2021-03-04T23:41:20.351798+0000 osd.5 (osd.5) 63 : cluster [DBG] 1.2f scrub ok 2021-03-04T23:41:22.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:22 gibba038 conmon[76675]: cluster 2021-03-04T23:41:20.822367+0000 mgr.x (mgr.34676) 1207 : cluster 2021-03-04T23:41:22.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:22 gibba038 conmon[76675]: [DBG] pgmap v1282: 179 pgs: 179 active+clean; 13 GiB data, 39 GiB used, 629 GiB / 672 GiB avail; 5.0 MiB/s wr, 2.19k op/s 2021-03-04T23:41:22.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:22 gibba038 conmon[76675]: audit 2021-03-04T23:41:21.138023+0000 mon.a (mon.0) 1710 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "61"}]': finished 2021-03-04T23:41:22.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:22 gibba038 conmon[76675]: cluster 2021-03-04T23:41:21.138088+0000 mon.a (mon.0) 1711 : cluster [DBG] osdmap e381: 8 total, 8 up, 8 in 2021-03-04T23:41:22.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:22 gibba038 conmon[76675]: cluster 2021-03-04T23:41:21.810489+0000 osd.1 (osd.1) 27 : cluster [DBG] 2.d scrub ok 2021-03-04T23:41:22.601 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:22.626 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:22.627 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:22.627 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:22.729 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:22.751 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:22.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:22.753 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:22.854 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:22.873 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:22.874 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:22.875 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:22.976 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:22.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:22.999 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:22.999 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:23.101 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:23.121 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:23.122 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:23.122 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:23.223 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:23.244 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:23.245 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:23.246 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:23.347 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:23.367 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:23.368 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:23.368 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:23.469 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:23.490 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:23.491 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:23.491 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:23.568 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:23 gibba011 conmon[95595]: cluster 2021-03-04T23:41:21.562366+0000 osd.0 (osd.0) 15 2021-03-04T23:41:23.569 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:23 gibba011 conmon[95595]: : cluster [DBG] 2.1f scrub ok 2021-03-04T23:41:23.569 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:23 gibba011 conmon[95595]: cluster 2021-03-04T23:41:22.142076+0000 mon.a (mon.0) 1712 : cluster [DBG] osdmap e382: 8 total, 8 up, 8 in 2021-03-04T23:41:23.569 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:23 gibba011 conmon[95595]: cluster 2021-03-04T23:41:22.339834+0000 osd.5 (osd.5) 64 : cluster [DBG] 1.2d scrub starts 2021-03-04T23:41:23.570 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:23 gibba011 conmon[99461]: cluster 2021-03-04T23:41:21.562366+0000 osd.0 (osd.0) 15 : cluster 2021-03-04T23:41:23.570 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:23 gibba011 conmon[99461]: [DBG] 2.1f scrub ok 2021-03-04T23:41:23.570 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:23 gibba011 conmon[99461]: cluster 2021-03-04T23:41:22.142076+0000 mon.a (mon.0) 1712 : cluster [DBG] osdmap e382: 8 total, 8 up, 8 in 2021-03-04T23:41:23.571 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:23 gibba011 conmon[99461]: cluster 2021-03-04T23:41:22.339834+0000 osd.5 (osd.5) 64 : cluster [DBG] 1.2d scrub starts 2021-03-04T23:41:23.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:23 gibba038 conmon[76675]: cluster 2021-03-04T23:41:21.562366+0000 osd.0 (osd.0) 15 : cluster [DBG] 2.1f scrub ok 2021-03-04T23:41:23.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:23 gibba038 conmon[76675]: cluster 2021-03-04T23:41:22.142076+0000 mon.a (mon.0) 1712 : cluster 2021-03-04T23:41:23.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:23 gibba038 conmon[76675]: [DBG] osdmap e382: 8 total, 8 up, 8 in 2021-03-04T23:41:23.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:23 gibba038 conmon[76675]: cluster 2021-03-04T23:41:22.339834+0000 osd.5 (osd.5) 64 : cluster [DBG] 1.2d scrub starts 2021-03-04T23:41:23.593 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:23.613 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:23.614 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:23.614 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:23.715 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:23.735 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:23.736 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:23.736 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:23.838 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:23.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:23.856 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:23.856 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:23.958 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:23.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:23.977 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:23.977 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:24.079 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:24.099 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:24.100 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:24.100 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:24.178 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:41:24.196 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[95595]: cluster 2021-03-04T23:41:22.345031+0000 osd.5 (osd.5) 65 : cluster [DBG] 1.2d scrub ok 2021-03-04T23:41:24.197 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[95595]: cluster 2021-03-04T23:41:22.560556+0000 osd.0 (osd.0) 16 : cluster [DBG] 1.39 scrub ok 2021-03-04T23:41:24.197 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[95595]: cluster 2021-03-04T23:41:22.822904+0000 mgr.x (mgr.34676) 1208 : cluster [DBG] pgmap v1285: 179 pgs: 179 active+clean; 12 GiB data, 38 GiB used, 630 GiB / 672 GiB avail; 0 B/s wr, 2.80k op/s 2021-03-04T23:41:24.197 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[95595]: cluster 2021-03-04T23:41:22.985930+0000 osd.4 (osd.4) 36 : cluster [DBG] 2.25 scrub starts 2021-03-04T23:41:24.197 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[95595]: cluster 2021-03-04T23:41:22.986420+0000 osd.4 (osd.4) 37 : cluster [DBG] 2.25 scrub ok 2021-03-04T23:41:24.198 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[95595]: cluster 2021-03-04T23:41:23.115371+0000 osd.2 (osd.2) 11 : cluster [DBG] 2.1 scrub ok 2021-03-04T23:41:24.198 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[95595]: cluster 2021-03- 2021-03-04T23:41:24.198 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[95595]: 04T23:41:23.309826+0000 osd.5 (osd.5) 66 : cluster [DBG] 2.3 scrub starts 2021-03-04T23:41:24.199 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[95595]: cluster 2021 2021-03-04T23:41:24.199 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[95595]: -03-04T23:41:23.310329+0000 2021-03-04T23:41:24.199 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[95595]: osd.5 (osd.5) 67 : cluster [DBG] 2.3 scrub ok 2021-03-04T23:41:24.199 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: cluster 2021-03-04T23:41:22.345031+0000 2021-03-04T23:41:24.200 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: osd.5 (osd.5) 65 : cluster [DBG] 1.2d scrub ok 2021-03-04T23:41:24.200 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: cluster 2021-03-04T23:41:24.200 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: 2021-03-04T23:41:22.560556+0000 2021-03-04T23:41:24.200 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: osd.0 (osd.0) 16 : cluster 2021-03-04T23:41:24.201 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: [DBG] 1.39 scrub ok 2021-03-04T23:41:24.201 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:41:24.201 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: -03-04T23:41:22. 2021-03-04T23:41:24.201 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: 822904+0000 mgr.x (mgr.34676) 2021-03-04T23:41:24.201 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: 1208 : cluster [DBG] pgmap v1285: 179 pgs: 179 active+clean; 12 GiB data, 38 GiB used, 630 GiB / 672 GiB avail; 0 B/s wr, 2.80k op/s 2021-03-04T23:41:24.202 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:41:24.202 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: -03-04T23:41:22 2021-03-04T23:41:24.202 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: .985930+0000 osd.4 (osd.4) 2021-03-04T23:41:24.202 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: 36 : cluster [DBG] 2.25 scrub starts 2021-03-04T23:41:24.203 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:41:24.203 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: -03-04T23:41:22 2021-03-04T23:41:24.203 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: .986420+0000 osd.4 (osd.4) 2021-03-04T23:41:24.203 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: 37 : cluster [DBG] 2.25 scrub ok 2021-03-04T23:41:24.203 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:41:24.204 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: -03-04T23:41:23 2021-03-04T23:41:24.204 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: .115371+0000 osd.2 (osd.2) 11 : cluster 2021-03-04T23:41:24.204 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: [DBG] 2.1 scrub ok 2021-03-04T23:41:24.204 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: cluster 2021-03-04T23:41 2021-03-04T23:41:24.204 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: :23.309826+0000 osd.5 (osd.5) 66 : cluster 2021-03-04T23:41:24.205 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: [DBG] 2.3 scrub starts 2021-03-04T23:41:24.205 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: cluster 2021-03-04T23:41:23 2021-03-04T23:41:24.205 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:24 gibba011 conmon[99461]: .310329+0000 osd.5 (osd.5) 67 : cluster [DBG] 2.3 scrub ok 2021-03-04T23:41:24.206 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:24.221 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:24.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:24.223 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:24.314 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:24.324 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:24.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:24.348 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:24.349 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:24.450 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:24.469 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:24.470 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:24.471 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:24.572 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:24.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:24 gibba038 conmon[76675]: cluster 2021-03-04T23:41:22.345031+0000 osd.5 (osd.5) 65 : cluster [DBG] 1.2d scrub ok 2021-03-04T23:41:24.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:24 gibba038 conmon[76675]: 2021-03-04T23:41:24.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:24 gibba038 conmon[76675]: cluster 2021-03-04T23:41:22.560556+0000 osd.0 (osd.0) 16 : cluster [DBG] 1.39 scrub ok 2021-03-04T23:41:24.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:24 gibba038 conmon[76675]: cluster 2021-03-04T23:41:22.822904+0000 mgr.x (mgr.34676) 1208 : cluster [DBG] 2021-03-04T23:41:24.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:24 gibba038 conmon[76675]: pgmap v1285: 179 pgs: 179 active+clean; 12 GiB data, 38 GiB used, 630 GiB / 672 GiB avail; 0 B/s wr, 2.80k op/s 2021-03-04T23:41:24.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:24 gibba038 conmon[76675]: cluster 2021-03-04T23:41:22.985930+0000 osd.4 (osd.4) 2021-03-04T23:41:24.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:24 gibba038 conmon[76675]: 36 : cluster [DBG] 2.25 scrub starts 2021-03-04T23:41:24.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:24 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:41:24.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:24 gibba038 conmon[76675]: :41:22.986420+0000 osd.4 (osd.4) 37 : cluster [DBG] 2.25 scrub ok 2021-03-04T23:41:24.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:24 gibba038 conmon[76675]: cluster 2021-03-04T23:41:23.115371+0000 2021-03-04T23:41:24.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:24 gibba038 conmon[76675]: osd.2 (osd.2) 11 : cluster [DBG] 2.1 scrub ok 2021-03-04T23:41:24.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:24 gibba038 conmon[76675]: cluster 2021-03-04T23:41:23.309826 2021-03-04T23:41:24.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:24 gibba038 conmon[76675]: +0000 osd.5 (osd.5) 66 : cluster [DBG] 2.3 scrub starts 2021-03-04T23:41:24.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:24 gibba038 conmon[76675]: cluster 2021-03-04T23:41:23.310329+0000 2021-03-04T23:41:24.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:24 gibba038 conmon[76675]: osd.5 (osd.5) 67 : cluster [DBG] 2.3 scrub ok 2021-03-04T23:41:24.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:24.593 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:24.593 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:24.695 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:24.715 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:24.716 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:24.717 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:24.818 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:24.849 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:24.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:24.851 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:24.952 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:24.976 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:24.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:24.978 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:25.079 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:25.103 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:25.104 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:25.104 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:25.206 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:25.230 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:25.232 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:25.232 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:25.334 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:25.353 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:25.354 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:25.354 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:25.456 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:25.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:25.478 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:25.478 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:25.580 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:25.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:25 gibba038 conmon[76675]: cluster 2021-03-04T23:41:24.223339+0000 osd.3 (osd.3) 20 : cluster [DBG] 2.1e scrub ok 2021-03-04T23:41:25.603 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:25.603 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:25.604 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:25.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:25 gibba011 conmon[95595]: cluster 2021-03-04T23:41:24.223339+0000 osd.3 (osd.3) 20 : cluster [DBG] 2.1e scrub ok 2021-03-04T23:41:25.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:25 gibba011 conmon[99461]: cluster 2021-03-04T23:41:24.223339+0000 osd.3 (osd.3) 20 : cluster [DBG] 2.1e scrub ok 2021-03-04T23:41:25.706 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:25.729 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:25.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:25.731 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:25.832 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:25.852 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:25.853 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:25.853 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:25.955 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:25.975 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:25.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:25.976 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:26.077 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:26.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:26.104 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:26.105 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:26.207 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:26.229 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:26.230 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:26.231 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:26.333 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:26.353 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:26.354 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:26.355 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:26.456 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:26.480 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:26.481 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:26.481 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:26.563 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:26 gibba011 conmon[95595]: cluster 2021-03-04T23:41:24.823388+0000 mgr.x (mgr.34676) 1209 : cluster [DBG] 2021-03-04T23:41:26.564 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:26 gibba011 conmon[95595]: pgmap v1286: 179 pgs: 179 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 0 B/s wr, 1.98k op/s 2021-03-04T23:41:26.564 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:26 gibba011 conmon[95595]: cluster 2021-03-04T23:41:25.138905+0000 osd.6 (osd.6) 218 : cluster [DBG] 2.24 scrub starts 2021-03-04T23:41:26.564 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:26 gibba011 conmon[95595]: cluster 2021-03-04T23:41:25.141075+0000 osd.6 (osd.6) 219 : cluster [DBG] 2.24 scrub ok 2021-03-04T23:41:26.564 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:26 gibba011 conmon[95595]: cluster 2021-03-04T23:41:25.191486+0000 osd.3 (osd.3) 21 : cluster [DBG] 2.23 scrub ok 2021-03-04T23:41:26.565 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:26 gibba011 conmon[99461]: cluster 2021-03-04T23:41:24.823388+0000 mgr.x (mgr.34676) 2021-03-04T23:41:26.569 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:26 gibba011 conmon[99461]: 1209 : cluster [DBG] pgmap v1286: 179 pgs: 179 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 0 B/s wr, 1.98k op/s 2021-03-04T23:41:26.570 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:26 gibba011 conmon[99461]: cluster 2021-03-04T23:41:25.138905+0000 osd.6 (osd.6) 218 : cluster [DBG] 2.24 scrub starts 2021-03-04T23:41:26.570 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:26 gibba011 conmon[99461]: cluster 2021-03-04T23:41:25. 2021-03-04T23:41:26.570 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:26 gibba011 conmon[99461]: 141075+0000 osd.6 (osd.6) 219 : cluster [DBG] 2.24 scrub ok 2021-03-04T23:41:26.570 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:26 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:41:26.571 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:26 gibba011 conmon[99461]: T23:41:25.191486+0000 osd.3 (osd.3) 21 : cluster [DBG] 2.23 scrub ok 2021-03-04T23:41:26.582 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:26.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:26 gibba038 conmon[76675]: cluster 2021-03-04T23:41:24.823388+0000 mgr.x (mgr.34676) 1209 : cluster 2021-03-04T23:41:26.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:26 gibba038 conmon[76675]: [DBG] pgmap v1286: 179 pgs: 179 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 0 B/s wr, 1.98k op/s 2021-03-04T23:41:26.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:26 gibba038 conmon[76675]: cluster 2021-03-04T23:41:25.138905+0000 osd.6 (osd.6) 218 : cluster [DBG] 2.24 scrub starts 2021-03-04T23:41:26.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:26 gibba038 conmon[76675]: cluster 2021-03-04T23:41:25.141075+0000 osd.6 (osd.6) 219 : cluster 2021-03-04T23:41:26.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:26 gibba038 conmon[76675]: [DBG] 2.24 scrub ok 2021-03-04T23:41:26.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:26 gibba038 conmon[76675]: cluster 2021-03-04T23:41:25.191486 2021-03-04T23:41:26.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:26 gibba038 conmon[76675]: +0000 osd.3 (osd.3) 21 : cluster [DBG] 2.23 scrub ok 2021-03-04T23:41:26.601 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:26.602 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:26.602 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:26.703 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:26.729 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:26.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:26.731 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:26.832 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:26.851 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:26.852 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:26.853 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:26.954 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:26.980 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:26.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:26.982 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:27.083 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:27.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:27.104 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:27.104 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:27.205 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:27.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:27.224 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:27.225 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:27.311 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:41:27.311 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:41:27.311 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:41:27.325 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:41:27.326 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:41:27.326 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:27.328 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:41:27.346 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:27.347 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:27.347 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:27.348 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:41:27.371 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:41:27.382 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:41:27.398 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:41:27.399 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:41:27.399 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:41:27.399 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:41:27.399 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:41:27.399 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:41:27.400 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:41:27.400 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:41:27.400 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:41:27.449 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:27.471 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:27.472 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:27.473 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:27.574 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:27.598 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:27.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:27.600 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:27.702 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:27.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:27.725 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:27.725 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:27.827 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:27.848 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:27.848 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:27.849 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:27.950 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:27.970 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:27.971 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:27.972 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:28.005 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:27 gibba011 conmon[95595]: cluster 2021-03-04T23:41:26.076757+0000 osd.2 (osd.2) 12 : cluster [DBG] 2.c scrub ok 2021-03-04T23:41:28.005 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:27 gibba011 conmon[95595]: cluster 2021-03-04T23:41:26.516138+0000 osd.0 (osd.0) 17 : cluster [DBG] 1.3b scrub ok 2021-03-04T23:41:28.006 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:27 gibba011 conmon[95595]: audit 2021-03-04T23:41:26.724969+0000 mon.a (mon.0) 1713 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:41:28.006 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:27 gibba011 conmon[95595]: cluster 2021-03-04T23:41:26.728096+0000 osd.1 (osd.1) 28 : cluster [DBG] 2.4 scrub ok 2021-03-04T23:41:28.006 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:27 gibba011 conmon[95595]: cluster 2021-03-04T23:41:26.823748+0000 mgr.x (mgr.34676) 1210 : cluster [DBG] pgmap v1287: 179 pgs: 179 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 0 B/s wr, 2.00k op/s 2021-03-04T23:41:28.006 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:27 gibba011 conmon[95595]: audit 2021-03-04T23:41:27.181781+0000 mon.a (mon.0) 1714 : audit [DBG] from='client.? 172.21.2.111:0/3643114906' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:28.007 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:27 gibba011 conmon[95595]: cluster 2021-03-04T23:41:27.194226+0000 osd.3 (osd.3) 22 : cluster [DBG] 1.19 scrub ok 2021-03-04T23:41:28.007 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:27 gibba011 conmon[99461]: cluster 2021-03-04T23:41:26.076757+0000 osd.2 (osd.2) 12 : cluster [DBG] 2.c scrub ok 2021-03-04T23:41:28.007 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:27 gibba011 conmon[99461]: cluster 2021-03-04T23:41:26.516138+0000 osd.0 (osd.0) 17 : cluster [DBG] 1.3b scrub ok 2021-03-04T23:41:28.008 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:27 gibba011 conmon[99461]: audit 2021-03-04T23:41:26.724969+0000 mon.a (mon.0) 1713 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:41:28.008 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:27 gibba011 conmon[99461]: cluster 2021-03-04T23:41:26.728096+0000 osd.1 (osd.1) 28 : cluster [DBG] 2.4 scrub ok 2021-03-04T23:41:28.008 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:27 gibba011 conmon[99461]: cluster 2021-03-04T23:41:26.823748+0000 mgr.x (mgr.34676) 1210 : cluster [DBG] pgmap v1287: 179 pgs: 179 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 0 B/s wr, 2.00k op/s 2021-03-04T23:41:28.008 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:27 gibba011 conmon[99461]: audit 2021-03-04T23:41:27.181781+0000 mon.a (mon.0) 1714 : audit [DBG] from='client.? 172.21.2.111:0/3643114906' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:28.009 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:27 gibba011 conmon[99461]: cluster 2021-03-04T23:41:27.194226+0000 osd.3 (osd.3) 22 : cluster [DBG] 1.19 scrub ok 2021-03-04T23:41:28.073 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:28.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:27 gibba038 conmon[76675]: cluster 2021-03-04T23:41:26.076757+0000 osd.2 (osd.2) 12 : 2021-03-04T23:41:28.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:27 gibba038 conmon[76675]: cluster [DBG] 2.c scrub ok 2021-03-04T23:41:28.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:27 gibba038 conmon[76675]: cluster 2021-03-04T23:41:26.516138+0000 osd.0 (osd.0) 17 : cluster [DBG] 1.3b scrub ok 2021-03-04T23:41:28.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:27 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:41:28.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:27 gibba038 conmon[76675]: 04T23:41:26.724969+0000 mon.a (mon.0) 1713 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:41:28.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:27 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:41:28.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:27 gibba038 conmon[76675]: :41:26. 2021-03-04T23:41:28.091 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:27 gibba038 conmon[76675]: 728096+0000 osd.1 (osd. 2021-03-04T23:41:28.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:27 gibba038 conmon[76675]: 1) 28 : cluster [DBG] 2.4 scrub ok 2021-03-04T23:41:28.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:27 gibba038 conmon[76675]: cluster 2021-03-04T23:41:28.092 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:27 gibba038 conmon[76675]: 2021-03-04T23:41:26.823748+0000 2021-03-04T23:41:28.093 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:27 gibba038 conmon[76675]: mgr.x (mgr.34676) 1210 : cluster [DBG] pgmap v1287: 179 pgs: 179 active+clean; 12 GiB data, 37 GiB used, 631 GiB / 672 GiB avail; 0 B/s wr, 2.00k op/s 2021-03-04T23:41:28.093 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:27 gibba038 conmon[76675]: audit 2021-03-04T23:41 2021-03-04T23:41:28.094 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:27 gibba038 conmon[76675]: :27.181781+0000 mon.a (mon.0) 1714 : audit [DBG] from='client.? 172.21.2.111:0/3643114906' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:28.094 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:27 gibba038 conmon[76675]: cluster 2021-03-04T23:41:27.194226+0000 osd.3 (osd. 2021-03-04T23:41:28.094 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:27 gibba038 conmon[76675]: 3) 22 : cluster [DBG] 1.19 scrub ok 2021-03-04T23:41:28.097 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:28.099 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:28.100 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:28.201 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:28.221 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:28.222 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:28.222 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:28.324 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:28.346 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:28.347 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:28.348 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:28.449 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:28.473 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:28.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:28.474 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:28.576 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:28.596 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:28.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:28.598 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:28.699 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:28.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:28.724 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:28.725 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:28.826 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:28.843 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:28.844 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:28.844 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:28.946 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:28.966 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:28.967 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:28.968 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:29.069 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:29.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:28 gibba038 conmon[76675]: cluster 2021-03-04T23:41:29.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:28 gibba038 conmon[76675]: 2021-03-04T23:41: 2021-03-04T23:41:29.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:28 gibba038 conmon[76675]: 27.692529+0000 osd.1 (osd.1) 29 : cluster [DBG] 1.13 scrub ok 2021-03-04T23:41:29.089 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:29.090 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:29.090 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:29.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:28 gibba011 conmon[95595]: cluster 2021-03-04T23:41:27.692529+0000 osd.1 (osd.1) 29 : cluster [DBG] 1.13 scrub ok 2021-03-04T23:41:29.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:28 gibba011 conmon[99461]: cluster 2021-03-04T23:41:27.692529+0000 osd.1 (osd.1) 2021-03-04T23:41:29.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:28 gibba011 conmon[99461]: 29 : cluster [DBG] 1.13 scrub ok 2021-03-04T23:41:29.192 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:29.213 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:29.214 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:29.215 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:29.316 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:29.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:29.336 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:29.337 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:29.438 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:29.459 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:29.460 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:29.460 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:29.561 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:29.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:29.586 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:29.587 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:29.688 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:29.712 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:29.713 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:29.713 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:29.814 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:29.833 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:29.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:29.835 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:29.936 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:29.960 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:29.961 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:29.962 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:30.021 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:41:30.063 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:30.092 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:30.093 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:30.093 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:30.195 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:30.196 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:30.222 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:30.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:30.224 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:30.297 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:30 gibba011 conmon[95595]: cluster 2021-03-04T23:41:28.824295+0000 mgr.x (mgr.34676) 1211 : cluster 2021-03-04T23:41:30.297 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:30 gibba011 conmon[95595]: [DBG] pgmap v1288: 179 pgs: 179 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 0 B/s wr, 2.71k op/s 2021-03-04T23:41:30.297 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:30 gibba011 conmon[95595]: cluster 2021-03-04T23:41:29.143596+0000 osd.3 (osd.3) 23 : cluster [DBG] 1.33 scrub ok 2021-03-04T23:41:30.298 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:30 gibba011 conmon[95595]: cluster 2021-03-04T23:41:29.224095+0000 osd.6 (osd.6) 220 : cluster [DBG] 2.22 scrub starts 2021-03-04T23:41:30.298 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:30 gibba011 conmon[95595]: cluster 2021-03-04T23:41:29.226024+0000 osd.6 (osd.6) 221 : cluster [DBG] 2.22 scrub ok 2021-03-04T23:41:30.299 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:30 gibba011 conmon[99461]: cluster 2021-03-04T23:41:30.299 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:30 gibba011 conmon[99461]: 2021-03-04T23:41:28. 2021-03-04T23:41:30.299 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:30 gibba011 conmon[99461]: 824295+0000 mgr.x (mgr.34676) 1211 : cluster [DBG] pgmap v1288: 179 pgs: 179 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 0 B/s wr, 2.71k op/s 2021-03-04T23:41:30.299 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:30 gibba011 conmon[99461]: cluster 2021-03-04T23:41:29.143596+0000 osd.3 (osd. 2021-03-04T23:41:30.300 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:30 gibba011 conmon[99461]: 3) 23 : cluster [DBG] 1.33 scrub ok 2021-03-04T23:41:30.300 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:30 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:41:30.300 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:30 gibba011 conmon[99461]: T23:41:29.224095+0000 osd.6 (osd.6 2021-03-04T23:41:30.300 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:30 gibba011 conmon[99461]: ) 220 : cluster [DBG] 2.22 scrub starts 2021-03-04T23:41:30.301 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:30 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:41:30.301 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:30 gibba011 conmon[99461]: T23:41:29.226024+0000 osd.6 (osd.6 2021-03-04T23:41:30.301 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:30 gibba011 conmon[99461]: ) 221 : cluster [DBG] 2.22 scrub ok 2021-03-04T23:41:30.326 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:30.346 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:30.347 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:30.348 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:30.449 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:30.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:30.468 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:30.468 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:30.570 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:30.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:30 gibba038 conmon[76675]: cluster 2021-03-04T23:41:28.824295+0000 mgr.x (mgr.34676) 1211 : cluster [DBG] pgmap v1288: 179 pgs: 179 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 0 B/s wr, 2.71k op/s 2021-03-04T23:41:30.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:30 gibba038 conmon[76675]: cluster 2021-03-04T23:41:29.143596+0000 osd.3 (osd.3) 23 : cluster [DBG] 1.33 scrub ok 2021-03-04T23:41:30.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:30 gibba038 conmon[76675]: cluster 2021-03-04T23:41:29.224095+0000 osd.6 (osd.6) 220 : cluster [DBG] 2.22 scrub starts 2021-03-04T23:41:30.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:30 gibba038 conmon[76675]: cluster 2021-03-04T23:41:29.226024+0000 osd.6 (osd.6 2021-03-04T23:41:30.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:30 gibba038 conmon[76675]: ) 221 : cluster [DBG] 2.22 scrub ok 2021-03-04T23:41:30.590 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:30.591 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:30.592 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:30.693 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:30.722 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:30.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:30.723 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:30.824 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:30.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:30.846 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:30.847 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:30.948 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:30.968 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:30.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:30.969 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:31.070 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:31.090 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:31.091 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:31.092 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:31.112 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:41:31.112 INFO:teuthology.orchestra.run.gibba011.stdout: "success": "" 2021-03-04T23:41:31.112 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:41:31.192 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:31.220 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:31.221 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:31.221 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:31.280 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:31 gibba011 conmon[95595]: cluster 2021-03-04T23:41:30.155114+0000 osd.3 (osd.3) 24 : cluster 2021-03-04T23:41:31.280 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:31 gibba011 conmon[95595]: [DBG] 1.3a scrub ok 2021-03-04T23:41:31.280 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:31 gibba011 conmon[95595]: cluster 2021-03-04T23:41:30.632023+0000 osd.1 (osd.1) 30 : cluster [DBG] 1.16 scrub ok 2021-03-04T23:41:31.281 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:31 gibba011 conmon[99461]: cluster 2021-03-04T23:41:30.155114+0000 osd.3 (osd.3 2021-03-04T23:41:31.281 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:31 gibba011 conmon[99461]: ) 24 : cluster [DBG] 1.3a scrub ok 2021-03-04T23:41:31.281 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:31 gibba011 conmon[99461]: cluster 2021-03-04T23:41:30.632023+0000 osd.1 (osd.1) 30 : cluster [DBG] 1.16 scrub ok 2021-03-04T23:41:31.322 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:31.346 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:31.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:31.347 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:31.449 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:31.467 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:31.468 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:31.468 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:31.574 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:31.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:31 gibba038 conmon[76675]: cluster 2021-03-04T23:41:30.155114+0000 osd.3 (osd.3) 24 : cluster [DBG] 1.3a scrub ok 2021-03-04T23:41:31.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:31 gibba038 conmon[76675]: cluster 2021-03-04T23:41:30.632023+0000 osd.1 (osd.1) 30 : cluster [DBG] 1.16 scrub ok 2021-03-04T23:41:31.596 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:31.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:31.598 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:31.699 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:31.720 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:31.720 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:31.721 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:31.822 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:31.843 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:31.844 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:31.844 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:31.946 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:31.962 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:31.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:31.964 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:32.065 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:32.083 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:32.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:32.085 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:32.186 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:32.203 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:32.204 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:32.205 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:32.307 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:32.327 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:32.328 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:32.328 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:32.429 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:32.449 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:32.450 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:32.450 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:32.525 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:32 gibba011 conmon[95595]: cluster 2021-03-04T23:41:30.824654+0000 mgr.x (mgr.34676) 1212 : cluster [DBG] pgmap v1289: 179 pgs: 179 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 0 B/s wr, 2.39k op/s 2021-03-04T23:41:32.526 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:32 gibba011 conmon[95595]: cluster 2021-03-04T23:41:30.970319+0000 osd.2 (osd.2) 13 : cluster [DBG] 2.21 scrub ok 2021-03-04T23:41:32.526 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:32 gibba011 conmon[99461]: cluster 2021-03-04T23:41:30.824654+0000 mgr.x (mgr.34676) 1212 : cluster [DBG] pgmap v1289: 179 pgs: 179 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 0 B/s wr, 2.39k op/s 2021-03-04T23:41:32.526 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:32 gibba011 conmon[99461]: cluster 2021-03-04T23:41:30.970319+0000 osd.2 (osd.2) 13 : cluster [DBG] 2.21 scrub ok 2021-03-04T23:41:32.551 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:32.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:32.576 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:32.577 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:32.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:32 gibba038 conmon[76675]: cluster 2021-03-04T23:41:30.824654+0000 mgr.x (mgr.34676) 1212 : cluster [DBG] pgmap v1289: 179 pgs: 179 active+clean; 11 GiB data, 35 GiB used, 633 GiB / 672 GiB avail; 0 B/s wr, 2.39k op/s 2021-03-04T23:41:32.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:32 gibba038 conmon[76675]: cluster 2021-03-04T23:41:30.970319+0000 osd.2 (osd.2) 13 : cluster [DBG] 2.21 scrub ok 2021-03-04T23:41:32.672 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:41:32.678 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:32.736 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:32.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:32.739 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:32.816 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:32.841 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:32.865 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:32.866 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:32.866 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:32.968 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:32.994 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:32.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:32.996 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:33.097 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:33.116 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:33.117 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:33.117 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:33.219 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:33.242 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:33.243 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:33.243 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:33.344 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:33.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:33 gibba011 conmon[95595]: cluster 2021-03-04T23:41:31.531780+0000 osd.0 (osd.0) 18 : cluster [DBG] 1.3c scrub ok 2021-03-04T23:41:33.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:33 gibba011 conmon[95595]: 2021-03-04T23:41:33.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:33 gibba011 conmon[95595]: cluster 2021-03-04T23:41:31.932392+0000 osd.2 (osd.2) 14 : cluster [DBG] 1.14 scrub ok 2021-03-04T23:41:33.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:33 gibba011 conmon[95595]: cluster 2021-03-04T23:41:32.115582+0000 osd.7 (osd.7) 57 : cluster [DBG] 2.5 scrub starts 2021-03-04T23:41:33.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:33 gibba011 conmon[95595]: cluster 2021-03-04T23:41:32.116081+0000 osd.7 (osd.7) 58 : cluster [DBG] 2.5 scrub ok 2021-03-04T23:41:33.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:33 gibba011 conmon[95595]: cluster 2021-03-04T23:41:32.599568+0000 osd.1 (osd.1) 31 : cluster [DBG] 1.37 scrub ok 2021-03-04T23:41:33.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:33 gibba011 conmon[99461]: cluster 2021-03-04T23:41:31.531780+0000 osd.0 (osd.0) 18 2021-03-04T23:41:33.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:33 gibba011 conmon[99461]: : cluster [DBG] 1.3c scrub ok 2021-03-04T23:41:33.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:33 gibba011 conmon[99461]: cluster 2021-03-04T23:41:33.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:33 gibba011 conmon[99461]: 2021-03-04T23:41:31.932392+0000 osd.2 (osd.2) 14 : cluster [DBG] 2021-03-04T23:41:33.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:33 gibba011 conmon[99461]: 1.14 scrub ok 2021-03-04T23:41:33.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:33 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:41:33.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:33 gibba011 conmon[99461]: -04T23:41:32.115582+0000 osd.7 (osd. 2021-03-04T23:41:33.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:33 gibba011 conmon[99461]: 7) 57 : cluster [DBG] 2.5 scrub starts 2021-03-04T23:41:33.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:33 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:41:33.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:33 gibba011 conmon[99461]: -03-04T23:41:32.116081+0000 osd.7 (osd 2021-03-04T23:41:33.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:33 gibba011 conmon[99461]: .7) 58 : cluster [DBG] 2.5 scrub ok 2021-03-04T23:41:33.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:33 gibba011 conmon[99461]: cluster 2021-03-04T23:41:33.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:33 gibba011 conmon[99461]: 2021-03-04T23:41:32.599568+0000 osd.1 (osd.1) 31 2021-03-04T23:41:33.358 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:33 gibba011 conmon[99461]: : cluster [DBG] 1.37 scrub ok 2021-03-04T23:41:33.368 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:33.368 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:33.369 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:33.470 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:33.488 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:33.489 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:33.490 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:33.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:33 gibba038 conmon[76675]: cluster 2021-03-04T23:41:31.531780+0000 osd.0 (osd.0) 18 2021-03-04T23:41:33.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:33 gibba038 conmon[76675]: : cluster [DBG] 1.3c scrub ok 2021-03-04T23:41:33.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:33 gibba038 conmon[76675]: cluster 2021-03-04T23:41:31.932392+0000 osd.2 (osd.2) 14 : cluster [DBG] 1.14 scrub ok 2021-03-04T23:41:33.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:33 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:41:33.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:33 gibba038 conmon[76675]: :41:32.115582+0000 osd.7 (osd.7) 57 : cluster [DBG] 2.5 scrub starts 2021-03-04T23:41:33.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:33 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:41:33.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:33 gibba038 conmon[76675]: 03-04T23:41:32.116081+0000 2021-03-04T23:41:33.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:33 gibba038 conmon[76675]: osd.7 (osd.7) 58 : cluster 2021-03-04T23:41:33.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:33 gibba038 conmon[76675]: [DBG] 2.5 scrub ok 2021-03-04T23:41:33.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:33 gibba038 conmon[76675]: cluster 2021-03-04T23:41:33.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:33 gibba038 conmon[76675]: 2021-03-04T23:41: 2021-03-04T23:41:33.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:33 gibba038 conmon[76675]: 32.599568+0000 osd.1 (osd.1) 2021-03-04T23:41:33.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:33 gibba038 conmon[76675]: 31 : cluster [DBG] 1.37 scrub ok 2021-03-04T23:41:33.592 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:33.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:33.612 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:33.612 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:33.713 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:33.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:33.732 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:33.732 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:33.833 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:33.854 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:33.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:33.856 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:33.957 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:33.977 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:33.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:33.979 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:34.080 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:34.104 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:34.105 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:34.106 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:34.147 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:41:34.207 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:34.227 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:34.228 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:34.228 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:34.329 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:34.355 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:34.356 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:34.357 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:34.458 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:34.484 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:34.485 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:34 gibba011 conmon[95595]: cluster 2021-03-04T23:41:32.825219+0000 mgr.x (mgr.34676) 1213 : cluster [DBG] pgmap v1290: 179 pgs: 179 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 0 B/s wr, 2.61k op/s 2021-03-04T23:41:34.485 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:34 gibba011 conmon[95595]: cluster 2021-03-04T23:41:32.975559+0000 osd.2 (osd.2) 15 : cluster [DBG] 1.36 scrub ok 2021-03-04T23:41:34.485 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:34 gibba011 conmon[95595]: audit 2021-03-04T23:41:33.348797+0000 mon.c (mon.1) 494 : audit [INF] from='client.? 172.21.2.111:0/342510105' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:34.485 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:34 gibba011 conmon[95595]: audit 2021-03-04T23:41:33.349121+0000 mon.a (mon.0) 1715 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:34.486 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:34 gibba011 conmon[95595]: cluster 2021-03-04T23:41:33.623345+0000 osd.1 (osd.1) 32 : cluster [DBG] 1.38 scrub ok 2021-03-04T23:41:34.486 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:34 gibba011 conmon[99461]: cluster 2021-03-04T23:41:32.825219+0000 mgr.x (mgr. 2021-03-04T23:41:34.486 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:34 gibba011 conmon[99461]: 34676) 1213 : cluster [DBG] pgmap v1290: 179 pgs: 179 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 0 B/s wr, 2.61k op/s 2021-03-04T23:41:34.487 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:34 gibba011 conmon[99461]: cluster 2021-03-04T23:41:32.975559+0000 osd.2 (osd.2) 15 : cluster [DBG] 1.36 scrub ok 2021-03-04T23:41:34.487 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:34 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:41:34.487 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:34 gibba011 conmon[99461]: T23:41:33.348797+0000 mon.c (mon. 2021-03-04T23:41:34.487 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:34 gibba011 conmon[99461]: 1) 494 : audit [INF] from='client.? 172.21.2.111:0/342510105' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:34.488 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:34 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:41:34.488 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:34 gibba011 conmon[99461]: T23:41:33.349121+0000 mon.a (mon.0 2021-03-04T23:41:34.488 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:34 gibba011 conmon[99461]: ) 1715 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:34.488 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:34 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:41:34.488 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:34 gibba011 conmon[99461]: -04T23:41:33.623345+0000 osd.1 (osd 2021-03-04T23:41:34.489 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:34 gibba011 conmon[99461]: .1) 32 : cluster [DBG] 1.38 scrub ok 2021-03-04T23:41:34.489 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:34.490 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:34.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:34 gibba038 conmon[76675]: cluster 2021-03-04T23:41:32.825219+0000 mgr.x (mgr.34676) 1213 : cluster [DBG] 2021-03-04T23:41:34.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:34 gibba038 conmon[76675]: pgmap v1290: 179 pgs: 179 active+clean; 11 GiB data, 34 GiB used, 634 GiB / 672 GiB avail; 0 B/s wr, 2.61k op/s 2021-03-04T23:41:34.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:34 gibba038 conmon[76675]: cluster 2021-03-04T23:41:32.975559+0000 osd.2 (osd.2) 15 : cluster [DBG] 1.36 scrub ok 2021-03-04T23:41:34.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:34 gibba038 conmon[76675]: audit 2021-03-04T23:41:33.348797+0000 2021-03-04T23:41:34.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:34 gibba038 conmon[76675]: mon.c (mon.1) 494 : audit [INF] from='client.? 172.21.2.111:0/342510105' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:34.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:34 gibba038 conmon[76675]: audit 2021-03-04T23:41:33.349121+0000 mon.a ( 2021-03-04T23:41:34.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:34 gibba038 conmon[76675]: mon.0) 1715 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:34.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:34 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:41:34.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:34 gibba038 conmon[76675]: -04T23:41:33.623345+0000 osd.1 (osd.1) 32 : cluster [DBG] 1.38 scrub ok 2021-03-04T23:41:34.591 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:34.614 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:34.614 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:34.615 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:34.716 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:34.738 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:34.739 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:34.739 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:34.841 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:34.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:34.865 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:34.865 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:34.967 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:34.988 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:34.989 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:34.989 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:35.090 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:35.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:35.112 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:35.112 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:35.214 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:35.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:35.232 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:35.233 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:35.334 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:35.362 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:35.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:35.363 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:35.464 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:35.486 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:35.487 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:35.487 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:35.488 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[95595]: cluster 2021-03-04T23:41:34.014143+0000 osd.4 (osd.4) 38 : cluster 2021-03-04T23:41:35.488 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[95595]: [DBG] 1.1a scrub starts 2021-03-04T23:41:35.489 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[95595]: cluster 2021-03-04T23:41:34.014644+0000 osd.4 (osd.4) 39 : cluster [DBG] 1.1a scrub ok 2021-03-04T23:41:35.489 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[95595]: cluster 2021-03-04T23:41:34.108978+0000 osd.7 (osd.7) 59 : cluster [DBG] 2.1c scrub starts 2021-03-04T23:41:35.489 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[95595]: cluster 2021-03-04T23:41:34.109479+0000 osd.7 (osd.7) 60 : cluster [DBG] 2.1c scrub ok 2021-03-04T23:41:35.489 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[95595]: cluster 2021-03-04T23:41:34.128116+0000 mon.a (mon.0) 1716 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:41:35.489 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[95595]: cluster 2021-03-04T23:41:34.128145+0000 mon.a (mon.0) 1717 : cluster [INF] Cluster is now healthy 2021-03-04T23:41:35.490 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[95595]: audit 2021-03-04T23:41:34.137237+0000 mon.a (mon.0) 1718 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:41:35.490 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[95595]: cluster 2021-03-04T 2021-03-04T23:41:35.490 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[95595]: 23:41:34.137355+0000 mon.a (mon.0) 1719 : cluster [DBG] osdmap e383: 8 total, 8 up, 8 in 2021-03-04T23:41:35.491 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: cluster 2021-03-04T23:41:35.491 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: 2021-03-04T23:41: 2021-03-04T23:41:35.491 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: 34.014143+0000 osd.4 (osd.4) 38 : cluster [DBG] 1.1a scrub starts 2021-03-04T23:41:35.491 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:41:35.491 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: -04T23:41:34.014644+0000 osd.4 (osd. 2021-03-04T23:41:35.492 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: 4) 39 : cluster [DBG] 1.1a scrub ok 2021-03-04T23:41:35.492 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: cluster 2021-03-04T23:41:35.492 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: 2021-03-04T23: 2021-03-04T23:41:35.492 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: 41:34.108978+0000 osd.7 (osd.7) 59 : cluster 2021-03-04T23:41:35.493 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: [DBG] 2.1c scrub starts 2021-03-04T23:41:35.493 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: 2021-03-04T23:41:35.493 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:41:35.493 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: -03-04T23:41:34.109479+0000 2021-03-04T23:41:35.493 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: osd.7 (osd.7) 60 : cluster [DBG] 2021-03-04T23:41:35.494 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: 2.1c scrub ok 2021-03-04T23:41:35.494 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: cluster 2021-03-04T23:41:35.494 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: 2021-03- 2021-03-04T23:41:35.494 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: 04T23:41 2021-03-04T23:41:35.495 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: :34.128116+0000 mon.a (mon.0) 1716 : 2021-03-04T23:41:35.495 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:41:35.495 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:41:35.495 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: 04T23:41:34.128145+0000 mon.a (mon 2021-03-04T23:41:35.496 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: .0) 1717 : cluster [INF] Cluster is now healthy 2021-03-04T23:41:35.496 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: audit 2021-03-04 2021-03-04T23:41:35.496 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: T23:41:34.137237+0000 mon.a (mon.0 2021-03-04T23:41:35.496 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: ) 1718 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:41:35.497 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: cluster 2021-03-04T23:41:35.497 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: 2021 2021-03-04T23:41:35.497 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: - 2021-03-04T23:41:35.497 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: 03 2021-03-04T23:41:35.498 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: - 2021-03-04T23:41:35.498 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: 04 2021-03-04T23:41:35.498 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: T 2021-03-04T23:41:35.498 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: 23 2021-03-04T23:41:35.499 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: : 2021-03-04T23:41:35.499 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: 41 2021-03-04T23:41:35.499 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: : 2021-03-04T23:41:35.499 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: 34 2021-03-04T23:41:35.499 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: . 2021-03-04T23:41:35.500 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: 137355 2021-03-04T23:41:35.501 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: +0000 2021-03-04T23:41:35.501 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: 2021-03-04T23:41:35.501 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: mon.a 2021-03-04T23:41:35.502 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: ( 2021-03-04T23:41:35.502 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: mon 2021-03-04T23:41:35.502 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: . 2021-03-04T23:41:35.503 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: 0 2021-03-04T23:41:35.503 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: ) 2021-03-04T23:41:35.504 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: 1719 2021-03-04T23:41:35.504 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: : 2021-03-04T23:41:35.504 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: cluster 2021-03-04T23:41:35.505 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: 2021-03-04T23:41:35.505 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: [DBG] 2021-03-04T23:41:35.506 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: 2021-03-04T23:41:35.506 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: osdmap e383: 8 total, 8 up, 8 in 2021-03-04T23:41:35.506 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:35 gibba011 conmon[99461]: 2021-03-04T23:41:35.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:35 gibba038 conmon[76675]: cluster 2021-03-04T23:41:34.014143+0000 osd.4 (osd.4) 38 : cluster [DBG] 1.1a scrub starts 2021-03-04T23:41:35.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:35 gibba038 conmon[76675]: cluster 2021-03-04T23:41:34.014644+0000 osd.4 (osd.4) 39 : cluster [DBG] 1.1a scrub ok 2021-03-04T23:41:35.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:35 gibba038 conmon[76675]: cluster 2021-03-04T23:41:34.108978+0000 osd.7 ( 2021-03-04T23:41:35.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:35 gibba038 conmon[76675]: osd.7) 59 : cluster [DBG] 2.1c scrub starts 2021-03-04T23:41:35.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:35 gibba038 conmon[76675]: cluster 2021-03-04T23:41:34.109479+0000 osd.7 (osd.7) 60 : cluster [DBG] 2.1c scrub ok 2021-03-04T23:41:35.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:35 gibba038 conmon[76675]: cluster 2021-03-04T23:41:34.128116+0000 mon.a (mon.0) 1716 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:41:35.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:35 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:41:35.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:35 gibba038 conmon[76675]: :41:34.128145+0000 mon.a (mon.0) 1717 : cluster [INF] Cluster is now healthy 2021-03-04T23:41:35.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:35 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:41:35.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:35 gibba038 conmon[76675]: -04T23 2021-03-04T23:41:35.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:35 gibba038 conmon[76675]: :41 2021-03-04T23:41:35.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:35 gibba038 conmon[76675]: :34.137237+0000 mon.a (mon.0) 1718 : 2021-03-04T23:41:35.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:35 gibba038 conmon[76675]: audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:41:35.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:35 gibba038 conmon[76675]: cluster 2021-03-04T23:41:35.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:35 gibba038 conmon[76675]: 2021-03-04T23:41:34.137355+0000 2021-03-04T23:41:35.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:35 gibba038 conmon[76675]: mon.a (mon.0) 1719 : cluster [DBG] osdmap e383: 8 total, 8 up, 8 in 2021-03-04T23:41:35.592 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:35.618 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:35.618 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:35.619 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:35.720 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:35.742 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:35.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:35.744 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:35.845 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:35.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:35.864 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:35.865 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:35.966 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:35.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:35.986 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:35.987 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:36.088 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:36.107 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:36.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:36.109 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:36.210 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:36.235 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:36.236 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:36.236 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:36.338 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:36.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:36 gibba011 conmon[99461]: cluster 2021-03-04T23:41:34.825504+0000 mgr.x (mgr.34676) 1214 : cluster [DBG] pgmap v1292: 179 pgs: 179 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 2.22k op/s 2021-03-04T23:41:36.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:36 gibba011 conmon[99461]: cluster 2021-03-04T23:41:35.065315+0000 osd.4 (osd.4) 40 : cluster [DBG] 1.34 scrub starts 2021-03-04T23:41:36.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:36 gibba011 conmon[99461]: cluster 2021-03-04T23:41:35.065913+0000 osd.4 (osd.4) 41 : cluster [DBG] 1.34 scrub ok 2021-03-04T23:41:36.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:36 gibba011 conmon[95595]: cluster 2021-03-04T23:41:34.825504+0000 mgr.x (mgr.34676) 1214 : cluster [DBG] pgmap v1292: 179 pgs: 179 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 2.22k op/s 2021-03-04T23:41:36.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:36 gibba011 conmon[95595]: cluster 2021-03-04T23:41:35.065315+0000 osd.4 (osd.4) 40 : cluster [DBG] 1.34 scrub starts 2021-03-04T23:41:36.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:36 gibba011 conmon[95595]: cluster 2021-03-04T23:41:35.065913+0000 osd.4 (osd.4) 41 : cluster [DBG] 1.34 scrub ok 2021-03-04T23:41:36.359 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:36.359 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:36.360 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:36.461 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:36.480 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:36.481 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:36.481 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:36.583 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:36.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:36 gibba038 conmon[76675]: cluster 2021-03-04T23:41:34.825504+0000 mgr.x (mgr.34676) 1214 : cluster [DBG] pgmap v1292: 179 pgs: 179 active+clean; 11 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 2.22k op/s 2021-03-04T23:41:36.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:36 gibba038 conmon[76675]: cluster 2021-03-04T23:41:35.065315+0000 osd.4 (osd.4) 40 : cluster [DBG] 1.34 scrub starts 2021-03-04T23:41:36.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:36 gibba038 conmon[76675]: cluster 2021-03-04T23:41:35.065913+0000 osd.4 (osd.4) 41 : cluster [DBG] 1.34 scrub ok 2021-03-04T23:41:36.603 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:36.604 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:36.605 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:36.706 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:36.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:36.737 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:36.738 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:36.839 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:36.861 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:36.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:36.862 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:36.963 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:36.973 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:41:36.974 INFO:teuthology.orchestra.run.gibba011.stdout: "size": 20, 2021-03-04T23:41:36.974 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 600, 2021-03-04T23:41:36.974 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:41:36.974 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:36.974 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:195565 9.1 9:8074ebaf:::benchmark_data_gibba011_139107_object42198:head [delete] snapc 0=[] ondisk+write+known_if_redirected e274)", 2021-03-04T23:41:36.975 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:44.865215+0000", 2021-03-04T23:41:36.975 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 532.10291505500004, 2021-03-04T23:41:36.975 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.225172226, 2021-03-04T23:41:36.975 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:36.976 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:36.976 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:36.976 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:41:36.976 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:41:36.976 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 195565 2021-03-04T23:41:36.977 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:36.977 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:36.977 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:36.977 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:36.978 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.865215+0000", 2021-03-04T23:41:36.978 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:36.978 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:36.978 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:36.979 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:36.979 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.865215+0000", 2021-03-04T23:41:36.979 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5600000000000001e-06 2021-03-04T23:41:36.979 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:36.980 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:36.980 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:36.980 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.865217+0000", 2021-03-04T23:41:36.980 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5239999999999999e-06 2021-03-04T23:41:36.980 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:36.981 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:36.981 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:36.981 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.865218+0000", 2021-03-04T23:41:36.982 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.9079999999999998e-06 2021-03-04T23:41:36.982 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:36.982 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:36.982 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:36.982 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.865225+0000", 2021-03-04T23:41:36.983 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.473e-06 2021-03-04T23:41:36.983 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:36.983 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:36.983 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:36.984 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.865228+0000", 2021-03-04T23:41:36.984 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.75067124799999996 2021-03-04T23:41:36.984 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:36.984 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:36.984 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:36.985 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.615900+0000", 2021-03-04T23:41:36.985 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010826627 2021-03-04T23:41:36.985 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:36.985 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:36.985 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:36.986 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.626726+0000", 2021-03-04T23:41:36.986 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.17701826500000001 2021-03-04T23:41:36.986 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:36.986 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:36.987 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:36.987 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.803745+0000", 2021-03-04T23:41:36.987 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0041084700000000004 2021-03-04T23:41:36.987 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:36.987 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:36.988 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:36.988 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.807853+0000", 2021-03-04T23:41:36.988 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0087015589999999993 2021-03-04T23:41:36.988 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:36.989 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:36.989 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:41:36.989 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.816555+0000", 2021-03-04T23:41:36.989 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.075638250000000004 2021-03-04T23:41:36.989 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:36.990 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:36.990 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:36.990 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.892193+0000", 2021-03-04T23:41:36.990 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001871164 2021-03-04T23:41:36.991 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:36.991 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:36.991 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:36.991 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.894064+0000", 2021-03-04T23:41:36.992 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.18375893900000001 2021-03-04T23:41:36.992 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:36.992 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:36.992 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:36.992 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.077823+0000", 2021-03-04T23:41:36.993 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022839650000000002 2021-03-04T23:41:36.993 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:36.993 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:36.993 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:36.993 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.080107+0000", 2021-03-04T23:41:36.994 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010280274000000001 2021-03-04T23:41:36.994 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:36.994 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:36.994 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:36.995 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.090387+0000", 2021-03-04T23:41:36.995 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.225172226 2021-03-04T23:41:36.995 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:36.995 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:36.996 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:36.996 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:36.996 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:36.996 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:195581 9.1 9:832309ad:::benchmark_data_gibba011_139107_object42214:head [delete] snapc 0=[] ondisk+write+known_if_redirected e274)", 2021-03-04T23:41:36.996 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:44.917499+0000", 2021-03-04T23:41:36.997 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 532.05063061800001, 2021-03-04T23:41:36.997 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.185322075, 2021-03-04T23:41:36.997 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:36.997 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:36.998 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:36.998 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:41:36.998 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:41:36.998 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 195581 2021-03-04T23:41:36.999 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:36.999 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:36.999 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:36.999 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:36.999 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.917499+0000", 2021-03-04T23:41:37.000 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:37.000 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.000 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.000 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:37.001 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.917499+0000", 2021-03-04T23:41:37.001 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5549999999999999e-06 2021-03-04T23:41:37.001 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.001 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.002 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:37.002 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.917501+0000", 2021-03-04T23:41:37.002 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8729999999999999e-06 2021-03-04T23:41:37.002 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.002 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.003 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:37.003 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.917503+0000", 2021-03-04T23:41:37.003 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0899999999999994e-06 2021-03-04T23:41:37.003 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.004 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.004 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:37.004 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.917512+0000", 2021-03-04T23:41:37.004 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0319999999999997e-06 2021-03-04T23:41:37.004 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.005 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.005 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:37.005 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:44.917516+0000", 2021-03-04T23:41:37.005 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.97701976899999998 2021-03-04T23:41:37.006 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.006 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.006 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.006 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.894536+0000", 2021-03-04T23:41:37.007 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012985063 2021-03-04T23:41:37.007 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.007 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.007 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:37.008 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.907521+0000", 2021-03-04T23:41:37.008 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044920384000000001 2021-03-04T23:41:37.008 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.008 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.009 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.009 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.952441+0000", 2021-03-04T23:41:37.009 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040076970000000002 2021-03-04T23:41:37.009 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.010 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.010 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:37.010 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.956449+0000", 2021-03-04T23:41:37.010 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0084600319999999993 2021-03-04T23:41:37.010 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.011 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.011 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:41:37.011 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:45.964909+0000", 2021-03-04T23:41:37.011 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.045688014999999998 2021-03-04T23:41:37.012 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.012 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.012 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.012 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.010597+0000", 2021-03-04T23:41:37.012 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.038212458999999997 2021-03-04T23:41:37.013 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.013 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.013 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.013 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.048809+0000", 2021-03-04T23:41:37.013 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.042140806000000003 2021-03-04T23:41:37.014 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.014 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.014 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:37.014 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.090950+0000", 2021-03-04T23:41:37.015 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0023435219999999998 2021-03-04T23:41:37.015 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.015 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.015 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:37.015 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.093294+0000", 2021-03-04T23:41:37.016 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0095277780000000006 2021-03-04T23:41:37.016 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.016 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.016 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:37.016 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.102822+0000", 2021-03-04T23:41:37.017 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.185322075 2021-03-04T23:41:37.017 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.017 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:37.017 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.018 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.018 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.018 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:195827 9.1 9:84d8d338:::benchmark_data_gibba011_139107_object42460:head [delete] snapc 0=[] ondisk+write+known_if_redirected e274)", 2021-03-04T23:41:37.018 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:46.159862+0000", 2021-03-04T23:41:37.018 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 530.80826765999996, 2021-03-04T23:41:37.019 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1727393829999999, 2021-03-04T23:41:37.019 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:37.019 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:37.019 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:37.020 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:41:37.020 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:41:37.020 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 195827 2021-03-04T23:41:37.020 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.020 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:37.021 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.021 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:37.021 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.159862+0000", 2021-03-04T23:41:37.021 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:37.022 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.022 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.022 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:37.022 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.159862+0000", 2021-03-04T23:41:37.022 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.221e-06 2021-03-04T23:41:37.023 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.023 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.023 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:37.023 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.159864+0000", 2021-03-04T23:41:37.024 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.252e-06 2021-03-04T23:41:37.024 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.024 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.024 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:37.024 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.159865+0000", 2021-03-04T23:41:37.025 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.7309999999999996e-06 2021-03-04T23:41:37.025 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.025 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.025 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:37.025 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.159872+0000", 2021-03-04T23:41:37.026 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.8360000000000002e-06 2021-03-04T23:41:37.026 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.026 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.026 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:37.027 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.159875+0000", 2021-03-04T23:41:37.027 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.92414270399999998 2021-03-04T23:41:37.027 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.027 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.027 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.028 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.084018+0000", 2021-03-04T23:41:37.028 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01161243 2021-03-04T23:41:37.028 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.028 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.028 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:37.029 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.095631+0000", 2021-03-04T23:41:37.029 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044520197999999997 2021-03-04T23:41:37.029 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.029 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.029 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.030 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.140151+0000", 2021-03-04T23:41:37.030 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040933109999999997 2021-03-04T23:41:37.030 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.030 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.031 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:37.031 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.144244+0000", 2021-03-04T23:41:37.031 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0085816950000000003 2021-03-04T23:41:37.031 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.031 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.032 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:41:37.032 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.152826+0000", 2021-03-04T23:41:37.032 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.046118656000000001 2021-03-04T23:41:37.032 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.033 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.033 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.033 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.198944+0000", 2021-03-04T23:41:37.033 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.120627135 2021-03-04T23:41:37.033 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.034 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.034 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:37.034 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.319572+0000", 2021-03-04T23:41:37.034 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0017824749999999999 2021-03-04T23:41:37.035 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.035 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.035 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.035 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.321354+0000", 2021-03-04T23:41:37.035 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022102419999999998 2021-03-04T23:41:37.036 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.036 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.036 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:37.036 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.323564+0000", 2021-03-04T23:41:37.036 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0090374970000000002 2021-03-04T23:41:37.037 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.037 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.037 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:37.037 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.332602+0000", 2021-03-04T23:41:37.038 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1727393829999999 2021-03-04T23:41:37.038 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.038 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:37.038 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.038 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.039 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.039 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:195983 9.1 9:86d2987a:::benchmark_data_gibba011_139107_object42616:head [delete] snapc 0=[] ondisk+write+known_if_redirected e274)", 2021-03-04T23:41:37.039 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:46.896029+0000", 2021-03-04T23:41:37.039 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 530.07210120800005, 2021-03-04T23:41:37.039 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.198857362, 2021-03-04T23:41:37.040 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:37.040 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:37.040 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:37.040 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:41:37.041 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:41:37.041 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 195983 2021-03-04T23:41:37.041 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.041 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:37.041 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.042 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:37.042 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.896029+0000", 2021-03-04T23:41:37.042 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:37.042 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.042 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.043 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:37.043 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.896029+0000", 2021-03-04T23:41:37.043 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.091e-06 2021-03-04T23:41:37.043 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.044 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.044 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:37.044 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.896030+0000", 2021-03-04T23:41:37.044 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1179999999999999e-06 2021-03-04T23:41:37.044 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.045 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.045 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:37.045 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.896031+0000", 2021-03-04T23:41:37.045 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.5929999999999996e-06 2021-03-04T23:41:37.046 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.046 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.046 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:37.046 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.896037+0000", 2021-03-04T23:41:37.047 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6879999999999999e-06 2021-03-04T23:41:37.047 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.047 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.047 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:37.048 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.896039+0000", 2021-03-04T23:41:37.048 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.99639272000000001 2021-03-04T23:41:37.048 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.048 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.049 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.049 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.892432+0000", 2021-03-04T23:41:37.049 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011153740000000001 2021-03-04T23:41:37.049 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.050 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.050 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:37.050 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.903586+0000", 2021-03-04T23:41:37.050 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.043990750000000002 2021-03-04T23:41:37.050 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.051 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.051 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.051 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.947577+0000", 2021-03-04T23:41:37.051 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.004052885 2021-03-04T23:41:37.051 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.052 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.052 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:37.052 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.951629+0000", 2021-03-04T23:41:37.052 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0085490979999999998 2021-03-04T23:41:37.053 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.053 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.053 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:41:37.054 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.960179+0000", 2021-03-04T23:41:37.054 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044525532999999999 2021-03-04T23:41:37.054 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.054 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.055 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.055 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.004704+0000", 2021-03-04T23:41:37.055 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.038318405999999999 2021-03-04T23:41:37.055 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.056 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.056 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.056 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.043022+0000", 2021-03-04T23:41:37.056 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.040340409000000001 2021-03-04T23:41:37.057 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.057 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.057 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:37.057 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.083363+0000", 2021-03-04T23:41:37.057 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002368439 2021-03-04T23:41:37.058 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.058 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.058 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:37.059 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.085731+0000", 2021-03-04T23:41:37.059 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0091548919999999995 2021-03-04T23:41:37.059 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.060 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.060 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:37.060 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.094886+0000", 2021-03-04T23:41:37.060 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.198857362 2021-03-04T23:41:37.061 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.061 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:37.061 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.061 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.062 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.062 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:195984 9.1 9:8915f03c:::benchmark_data_gibba011_139107_object42617:head [delete] snapc 0=[] ondisk+write+known_if_redirected e274)", 2021-03-04T23:41:37.062 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:46.898490+0000", 2021-03-04T23:41:37.062 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 530.06964048400005, 2021-03-04T23:41:37.063 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.208183601, 2021-03-04T23:41:37.063 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:37.063 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:37.063 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:37.063 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:41:37.064 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:41:37.064 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 195984 2021-03-04T23:41:37.064 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.064 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:37.065 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.065 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:37.065 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.898490+0000", 2021-03-04T23:41:37.065 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:37.065 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.066 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.066 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:37.066 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.898490+0000", 2021-03-04T23:41:37.066 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.471e-06 2021-03-04T23:41:37.067 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.067 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.067 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:37.067 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.898491+0000", 2021-03-04T23:41:37.067 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4750000000000001e-06 2021-03-04T23:41:37.068 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.068 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.068 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:37.068 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.898493+0000", 2021-03-04T23:41:37.068 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.5810000000000002e-06 2021-03-04T23:41:37.069 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.069 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.069 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:37.069 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.898499+0000", 2021-03-04T23:41:37.070 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.208e-06 2021-03-04T23:41:37.070 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.070 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.070 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:37.070 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:46.898502+0000", 2021-03-04T23:41:37.071 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0055624540000001 2021-03-04T23:41:37.071 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.071 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.071 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.072 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.904065+0000", 2021-03-04T23:41:37.072 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011798889999999999 2021-03-04T23:41:37.072 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.072 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.072 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:37.073 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.915864+0000", 2021-03-04T23:41:37.073 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.068912743999999998 2021-03-04T23:41:37.073 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.073 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.074 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.074 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.984776+0000", 2021-03-04T23:41:37.074 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040298080000000002 2021-03-04T23:41:37.074 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.074 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.075 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:37.075 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.988806+0000", 2021-03-04T23:41:37.075 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0085938119999999993 2021-03-04T23:41:37.075 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.076 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.076 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:41:37.076 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.997400+0000", 2021-03-04T23:41:37.076 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.046948165 2021-03-04T23:41:37.077 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.077 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.077 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.077 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.044348+0000", 2021-03-04T23:41:37.077 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001323722 2021-03-04T23:41:37.078 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.078 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.078 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.078 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.045672+0000", 2021-03-04T23:41:37.078 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.049668481 2021-03-04T23:41:37.079 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.079 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.079 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:37.079 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.095340+0000", 2021-03-04T23:41:37.080 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022434180000000001 2021-03-04T23:41:37.080 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.080 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.080 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:37.080 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.097584+0000", 2021-03-04T23:41:37.081 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0090893720000000001 2021-03-04T23:41:37.081 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.081 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.081 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:37.082 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.106673+0000", 2021-03-04T23:41:37.082 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.208183601 2021-03-04T23:41:37.082 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.082 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:37.083 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.083 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.083 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.083 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:196202 9.1 9:8a4a775d:::benchmark_data_gibba011_139107_object42835:head [delete] snapc 0=[] ondisk+write+known_if_redirected e274)", 2021-03-04T23:41:37.083 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:47.705731+0000", 2021-03-04T23:41:37.084 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 529.26239885300004, 2021-03-04T23:41:37.084 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2607468630000001, 2021-03-04T23:41:37.084 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:37.084 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:37.085 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:37.085 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:41:37.085 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:41:37.085 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 196202 2021-03-04T23:41:37.085 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.086 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:37.086 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.086 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:37.086 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.705731+0000", 2021-03-04T23:41:37.086 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:37.087 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.087 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.087 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:37.087 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.705731+0000", 2021-03-04T23:41:37.088 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0339999999999999e-06 2021-03-04T23:41:37.088 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.088 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.088 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:37.088 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.705733+0000", 2021-03-04T23:41:37.089 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9929999999999998e-06 2021-03-04T23:41:37.089 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.089 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.089 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:37.090 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.705735+0000", 2021-03-04T23:41:37.090 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0236e-05 2021-03-04T23:41:37.090 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.090 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.091 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:37.091 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.705745+0000", 2021-03-04T23:41:37.091 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2810000000000002e-06 2021-03-04T23:41:37.091 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.091 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.092 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:37.092 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:47.705750+0000", 2021-03-04T23:41:37.092 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.95395057500000002 2021-03-04T23:41:37.092 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.093 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.093 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.093 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.659700+0000", 2021-03-04T23:41:37.093 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011719729999999999 2021-03-04T23:41:37.093 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.094 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.094 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:37.094 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.671420+0000", 2021-03-04T23:41:37.094 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.056182546999999999 2021-03-04T23:41:37.095 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.095 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.096 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.096 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.727603+0000", 2021-03-04T23:41:37.096 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040372259999999997 2021-03-04T23:41:37.096 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.097 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.097 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:37.097 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.731640+0000", 2021-03-04T23:41:37.098 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0090436219999999994 2021-03-04T23:41:37.098 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.098 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.098 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:41:37.099 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.740683+0000", 2021-03-04T23:41:37.099 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.044213883000000002 2021-03-04T23:41:37.099 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.099 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.099 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.100 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.784897+0000", 2021-03-04T23:41:37.100 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0013442009999999999 2021-03-04T23:41:37.100 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.100 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.101 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.101 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.786242+0000", 2021-03-04T23:41:37.101 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.168848468 2021-03-04T23:41:37.101 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.101 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.102 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:37.102 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.955090+0000", 2021-03-04T23:41:37.102 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0023406529999999998 2021-03-04T23:41:37.103 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.103 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.103 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:37.103 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.957431+0000", 2021-03-04T23:41:37.103 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0090474140000000002 2021-03-04T23:41:37.104 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.104 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.104 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:37.104 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:48.966478+0000", 2021-03-04T23:41:37.105 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2607468630000001 2021-03-04T23:41:37.105 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.105 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:37.105 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.105 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.106 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.106 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:196822 9.1 9:8cc7b9c9:::benchmark_data_gibba011_139107_object43455:head [delete] snapc 0=[] ondisk+write+known_if_redirected e275)", 2021-03-04T23:41:37.106 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:32:50.995033+0000", 2021-03-04T23:41:37.106 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 525.97309657599999, 2021-03-04T23:41:37.106 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.192833394, 2021-03-04T23:41:37.107 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:37.107 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:37.107 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:37.107 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:41:37.108 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:41:37.108 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 196822 2021-03-04T23:41:37.108 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.108 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:37.108 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.109 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:37.109 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:50.995033+0000", 2021-03-04T23:41:37.109 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:37.109 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.109 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.110 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:37.110 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:50.995033+0000", 2021-03-04T23:41:37.110 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.846e-06 2021-03-04T23:41:37.110 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.111 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.111 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:37.111 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:50.995035+0000", 2021-03-04T23:41:37.111 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.8640000000000001e-06 2021-03-04T23:41:37.111 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.112 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.112 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:37.112 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:50.995037+0000", 2021-03-04T23:41:37.112 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.7230000000000004e-06 2021-03-04T23:41:37.112 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.113 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.113 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:37.113 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:50.995045+0000", 2021-03-04T23:41:37.113 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.3370000000000001e-06 2021-03-04T23:41:37.114 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.114 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.114 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:37.114 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:50.995049+0000", 2021-03-04T23:41:37.114 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.98953764499999997 2021-03-04T23:41:37.115 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.115 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.115 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.115 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:51.984587+0000", 2021-03-04T23:41:37.115 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.021534648 2021-03-04T23:41:37.116 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.116 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.116 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:37.116 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.006122+0000", 2021-03-04T23:41:37.117 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.061517948000000003 2021-03-04T23:41:37.117 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.117 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.117 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.117 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.067640+0000", 2021-03-04T23:41:37.118 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040661949999999999 2021-03-04T23:41:37.118 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.118 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.118 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:37.118 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.071706+0000", 2021-03-04T23:41:37.119 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0088102960000000004 2021-03-04T23:41:37.119 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.119 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.119 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:41:37.120 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.080516+0000", 2021-03-04T23:41:37.120 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.051629142000000003 2021-03-04T23:41:37.120 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.120 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.120 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:37.121 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.132145+0000", 2021-03-04T23:41:37.121 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00173573 2021-03-04T23:41:37.121 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.121 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.121 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.122 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.133881+0000", 2021-03-04T23:41:37.122 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.040926171999999997 2021-03-04T23:41:37.122 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.122 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.123 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.123 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.174807+0000", 2021-03-04T23:41:37.123 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0026020100000000001 2021-03-04T23:41:37.123 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.123 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.124 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:37.124 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.177409+0000", 2021-03-04T23:41:37.124 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010457838000000001 2021-03-04T23:41:37.124 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.124 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.125 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:37.125 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:32:52.187867+0000", 2021-03-04T23:41:37.125 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.192833394 2021-03-04T23:41:37.125 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.125 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:37.126 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.126 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.126 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.126 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:199495 9.1 9:8a42f121:::benchmark_data_gibba011_139107_object46128:head [delete] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:41:37.127 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:01.364498+0000", 2021-03-04T23:41:37.127 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 515.60363222000001, 2021-03-04T23:41:37.127 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1917731570000001, 2021-03-04T23:41:37.127 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:37.127 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:37.128 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:37.128 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:41:37.128 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:41:37.128 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 199495 2021-03-04T23:41:37.128 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.129 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:37.129 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.129 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:37.129 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.364498+0000", 2021-03-04T23:41:37.130 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:37.130 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.130 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.130 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:37.131 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.364498+0000", 2021-03-04T23:41:37.131 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.883e-06 2021-03-04T23:41:37.131 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.131 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.131 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:37.132 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.364500+0000", 2021-03-04T23:41:37.132 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9690000000000001e-06 2021-03-04T23:41:37.132 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.132 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.133 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:37.133 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.364502+0000", 2021-03-04T23:41:37.133 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.1359999999999997e-06 2021-03-04T23:41:37.133 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.134 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.134 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:37.134 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.364510+0000", 2021-03-04T23:41:37.134 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9929999999999997e-06 2021-03-04T23:41:37.135 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.135 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.135 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:37.135 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.364514+0000", 2021-03-04T23:41:37.135 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.85321224399999995 2021-03-04T23:41:37.136 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.136 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.136 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.136 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.217726+0000", 2021-03-04T23:41:37.136 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.012533638 2021-03-04T23:41:37.137 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.137 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.137 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:37.137 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.230260+0000", 2021-03-04T23:41:37.137 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.043516725999999999 2021-03-04T23:41:37.138 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.138 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.138 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.138 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.273776+0000", 2021-03-04T23:41:37.139 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0039875470000000001 2021-03-04T23:41:37.139 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.139 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.139 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:37.139 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.277764+0000", 2021-03-04T23:41:37.140 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0081649070000000008 2021-03-04T23:41:37.140 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.140 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.140 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:41:37.141 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.285929+0000", 2021-03-04T23:41:37.141 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.04321034 2021-03-04T23:41:37.141 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.141 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.141 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.142 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.329139+0000", 2021-03-04T23:41:37.142 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.020828144999999999 2021-03-04T23:41:37.142 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.142 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.142 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.143 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.349967+0000", 2021-03-04T23:41:37.143 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.19543828299999999 2021-03-04T23:41:37.143 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.143 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.143 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:37.144 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.545406+0000", 2021-03-04T23:41:37.144 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0021327020000000002 2021-03-04T23:41:37.144 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.144 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.145 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:37.145 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.547538+0000", 2021-03-04T23:41:37.145 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0087326439999999995 2021-03-04T23:41:37.145 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.145 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.146 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:37.146 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.556271+0000", 2021-03-04T23:41:37.146 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1917731570000001 2021-03-04T23:41:37.146 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.147 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:37.147 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.147 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.147 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.147 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:199567 9.1 9:852b5113:::benchmark_data_gibba011_139107_object46200:head [delete] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:41:37.148 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:01.812069+0000", 2021-03-04T23:41:37.148 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 515.15606129499997, 2021-03-04T23:41:37.148 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3431064340000001, 2021-03-04T23:41:37.148 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:37.149 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:37.149 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:37.149 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:41:37.149 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:41:37.149 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 199567 2021-03-04T23:41:37.150 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.150 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:37.150 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.150 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:37.151 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.812069+0000", 2021-03-04T23:41:37.151 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:37.151 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.151 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.151 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:37.152 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.812069+0000", 2021-03-04T23:41:37.152 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.605e-06 2021-03-04T23:41:37.152 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.152 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.153 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:37.153 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.812071+0000", 2021-03-04T23:41:37.153 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.723e-06 2021-03-04T23:41:37.153 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.153 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.154 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:37.154 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.812074+0000", 2021-03-04T23:41:37.154 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0947999999999999e-05 2021-03-04T23:41:37.154 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.155 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.155 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:37.155 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.812085+0000", 2021-03-04T23:41:37.155 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4659999999999998e-06 2021-03-04T23:41:37.155 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.156 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.156 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:37.156 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.812091+0000", 2021-03-04T23:41:37.156 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.82816658399999998 2021-03-04T23:41:37.156 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.157 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.157 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.157 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.640257+0000", 2021-03-04T23:41:37.157 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.013520452000000001 2021-03-04T23:41:37.158 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.158 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.158 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:37.158 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.653778+0000", 2021-03-04T23:41:37.158 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.046115213000000002 2021-03-04T23:41:37.159 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.159 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.159 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.159 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.699893+0000", 2021-03-04T23:41:37.160 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0038042670000000001 2021-03-04T23:41:37.160 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.160 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.160 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:37.160 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.703697+0000", 2021-03-04T23:41:37.161 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0079773299999999995 2021-03-04T23:41:37.161 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.161 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.161 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:41:37.162 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.711674+0000", 2021-03-04T23:41:37.162 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.041327272999999998 2021-03-04T23:41:37.162 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.162 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.162 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.163 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.753002+0000", 2021-03-04T23:41:37.163 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0012547019999999999 2021-03-04T23:41:37.163 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.163 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.164 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.164 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.754256+0000", 2021-03-04T23:41:37.164 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.38966078900000001 2021-03-04T23:41:37.164 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.164 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.165 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:37.165 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.143917+0000", 2021-03-04T23:41:37.165 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0020587029999999998 2021-03-04T23:41:37.165 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.166 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.166 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:37.166 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.145976+0000", 2021-03-04T23:41:37.166 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0091993790000000006 2021-03-04T23:41:37.167 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.167 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.167 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:37.167 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.155175+0000", 2021-03-04T23:41:37.167 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3431064340000001 2021-03-04T23:41:37.168 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.168 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:37.168 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.168 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.169 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.169 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:199573 9.1 9:84394bc1:::benchmark_data_gibba011_139107_object46206:head [delete] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:41:37.169 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:01.837787+0000", 2021-03-04T23:41:37.169 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 515.13034327699995, 2021-03-04T23:41:37.169 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.329708895, 2021-03-04T23:41:37.170 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:37.170 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:37.170 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:37.170 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:41:37.171 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:41:37.171 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 199573 2021-03-04T23:41:37.171 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.171 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:37.171 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.172 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:37.172 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.837787+0000", 2021-03-04T23:41:37.172 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:37.172 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.172 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.173 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:37.173 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.837787+0000", 2021-03-04T23:41:37.173 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.548e-06 2021-03-04T23:41:37.173 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.174 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.174 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:37.174 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.837788+0000", 2021-03-04T23:41:37.174 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4750000000000001e-06 2021-03-04T23:41:37.175 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.175 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.175 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:37.175 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.837790+0000", 2021-03-04T23:41:37.175 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.5019999999999992e-06 2021-03-04T23:41:37.176 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.176 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.176 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:37.176 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.837798+0000", 2021-03-04T23:41:37.176 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.2599999999999999e-06 2021-03-04T23:41:37.177 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.177 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.177 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:37.177 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.837803+0000", 2021-03-04T23:41:37.178 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.83219984700000005 2021-03-04T23:41:37.178 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.178 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.178 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.178 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.670002+0000", 2021-03-04T23:41:37.179 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010600679 2021-03-04T23:41:37.179 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.179 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.179 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:37.180 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.680603+0000", 2021-03-04T23:41:37.180 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.054528589000000002 2021-03-04T23:41:37.180 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.180 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.180 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.181 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.735132+0000", 2021-03-04T23:41:37.181 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0037552369999999998 2021-03-04T23:41:37.181 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.181 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.182 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:37.182 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.738887+0000", 2021-03-04T23:41:37.182 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0079119280000000004 2021-03-04T23:41:37.182 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.182 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.183 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:41:37.183 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.746799+0000", 2021-03-04T23:41:37.183 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0087100040000000004 2021-03-04T23:41:37.183 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.184 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.184 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.184 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.755509+0000", 2021-03-04T23:41:37.184 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001258239 2021-03-04T23:41:37.184 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.185 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.185 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.185 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.756767+0000", 2021-03-04T23:41:37.185 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.39882030699999999 2021-03-04T23:41:37.186 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.186 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.186 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:37.186 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.155587+0000", 2021-03-04T23:41:37.187 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0024296280000000001 2021-03-04T23:41:37.187 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.187 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.187 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:37.187 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.158017+0000", 2021-03-04T23:41:37.188 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0094786520000000006 2021-03-04T23:41:37.188 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.188 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.188 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:37.189 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.167496+0000", 2021-03-04T23:41:37.189 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.329708895 2021-03-04T23:41:37.189 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.189 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:37.190 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.190 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.190 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.190 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:199582 9.1 9:8203e997:::benchmark_data_gibba011_139107_object46215:head [delete] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:41:37.191 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:01.863282+0000", 2021-03-04T23:41:37.191 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 515.10484783000004, 2021-03-04T23:41:37.191 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3176743280000001, 2021-03-04T23:41:37.191 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:37.192 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:37.192 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:37.192 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:41:37.192 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:41:37.193 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 199582 2021-03-04T23:41:37.193 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.193 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:37.193 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.193 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:37.194 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.863282+0000", 2021-03-04T23:41:37.194 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:37.194 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.194 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.195 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:37.195 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.863282+0000", 2021-03-04T23:41:37.195 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1639999999999999e-06 2021-03-04T23:41:37.195 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.196 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.196 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:37.196 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.863284+0000", 2021-03-04T23:41:37.196 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1629999999999999e-06 2021-03-04T23:41:37.196 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.197 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.197 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:37.197 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.863287+0000", 2021-03-04T23:41:37.197 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0971999999999999e-05 2021-03-04T23:41:37.198 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.198 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.198 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:37.198 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.863298+0000", 2021-03-04T23:41:37.199 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.4689999999999999e-06 2021-03-04T23:41:37.199 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.199 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.199 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:37.200 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:01.863302+0000", 2021-03-04T23:41:37.200 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.89389032300000004 2021-03-04T23:41:37.200 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.200 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.200 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.201 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.757192+0000", 2021-03-04T23:41:37.201 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010260438 2021-03-04T23:41:37.201 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.201 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.202 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:37.202 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.767453+0000", 2021-03-04T23:41:37.202 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.039500866000000003 2021-03-04T23:41:37.202 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.202 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.203 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.203 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.806954+0000", 2021-03-04T23:41:37.203 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0037647319999999998 2021-03-04T23:41:37.203 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.204 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.204 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:37.204 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.810718+0000", 2021-03-04T23:41:37.204 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0079109999999999996 2021-03-04T23:41:37.204 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.205 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.205 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:41:37.205 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.818629+0000", 2021-03-04T23:41:37.205 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.040513204999999997 2021-03-04T23:41:37.205 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.206 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.206 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.206 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.859143+0000", 2021-03-04T23:41:37.206 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035336305999999998 2021-03-04T23:41:37.207 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.207 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.207 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.207 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.894479+0000", 2021-03-04T23:41:37.207 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.27359776699999999 2021-03-04T23:41:37.208 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.208 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.208 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:37.208 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.168077+0000", 2021-03-04T23:41:37.208 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002147838 2021-03-04T23:41:37.209 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.209 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.209 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:37.209 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.170224+0000", 2021-03-04T23:41:37.210 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010732085000000001 2021-03-04T23:41:37.210 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.210 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.210 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:37.210 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.180957+0000", 2021-03-04T23:41:37.211 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3176743280000001 2021-03-04T23:41:37.211 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.211 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:37.211 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.212 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.212 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.212 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:199604 9.1 9:8b23f43a:::benchmark_data_gibba011_139107_object46237:head [delete] snapc 0=[] ondisk+write+known_if_redirected e278)", 2021-03-04T23:41:37.212 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:02.027903+0000", 2021-03-04T23:41:37.212 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 514.94022717099995, 2021-03-04T23:41:37.213 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.166526226, 2021-03-04T23:41:37.213 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:37.213 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:37.213 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:37.214 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:41:37.214 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:41:37.214 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 199604 2021-03-04T23:41:37.214 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.215 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:37.215 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.215 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:37.215 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.027903+0000", 2021-03-04T23:41:37.215 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:37.216 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.216 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.216 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:37.216 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.027903+0000", 2021-03-04T23:41:37.216 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.469e-06 2021-03-04T23:41:37.217 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.217 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.217 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:37.217 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.027904+0000", 2021-03-04T23:41:37.217 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4109999999999999e-06 2021-03-04T23:41:37.218 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.218 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.218 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:37.218 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.027906+0000", 2021-03-04T23:41:37.219 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.1470000000000004e-06 2021-03-04T23:41:37.219 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.219 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.219 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:37.219 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.027913+0000", 2021-03-04T23:41:37.220 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.7010000000000004e-06 2021-03-04T23:41:37.220 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.220 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.220 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:37.221 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.027918+0000", 2021-03-04T23:41:37.221 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.739977832 2021-03-04T23:41:37.221 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.221 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.221 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.222 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.767895+0000", 2021-03-04T23:41:37.222 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010426955999999999 2021-03-04T23:41:37.222 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.222 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.223 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:37.223 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.778322+0000", 2021-03-04T23:41:37.223 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.063019676999999996 2021-03-04T23:41:37.223 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.223 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.224 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.224 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.841342+0000", 2021-03-04T23:41:37.224 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003756274 2021-03-04T23:41:37.224 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.225 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.225 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:37.225 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.845098+0000", 2021-03-04T23:41:37.225 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.007916892 2021-03-04T23:41:37.225 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.226 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.226 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:41:37.226 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.853015+0000", 2021-03-04T23:41:37.226 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.042774864000000003 2021-03-04T23:41:37.227 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.227 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.227 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.227 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.895790+0000", 2021-03-04T23:41:37.228 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001277507 2021-03-04T23:41:37.228 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.228 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.228 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.228 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:02.897068+0000", 2021-03-04T23:41:37.229 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.284421747 2021-03-04T23:41:37.229 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.229 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.229 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:37.230 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.181489+0000", 2021-03-04T23:41:37.230 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0026806949999999999 2021-03-04T23:41:37.230 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.230 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.231 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:37.231 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.184170+0000", 2021-03-04T23:41:37.231 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010259054 2021-03-04T23:41:37.231 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.232 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.232 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:37.232 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:03.194429+0000", 2021-03-04T23:41:37.232 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.166526226 2021-03-04T23:41:37.232 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.233 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:37.233 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.233 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.233 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.234 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203014 9.1 9:8ab41282:::benchmark_data_gibba011_139107_object49647:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:41:37.234 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:15.812500+0000", 2021-03-04T23:41:37.234 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 501.15563040799998, 2021-03-04T23:41:37.234 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3705346140000001, 2021-03-04T23:41:37.235 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:37.235 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:37.235 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:37.235 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:41:37.235 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:41:37.236 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203014 2021-03-04T23:41:37.236 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.236 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:37.236 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.236 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:37.237 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.812500+0000", 2021-03-04T23:41:37.237 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:37.237 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.237 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.237 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:37.238 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.812500+0000", 2021-03-04T23:41:37.238 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.184e-06 2021-03-04T23:41:37.238 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.238 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.239 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:37.239 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.812501+0000", 2021-03-04T23:41:37.239 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.469e-06 2021-03-04T23:41:37.239 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.240 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.240 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:37.240 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.812502+0000", 2021-03-04T23:41:37.240 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.0040000000000002e-06 2021-03-04T23:41:37.240 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.241 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.241 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:37.241 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.812509+0000", 2021-03-04T23:41:37.241 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9960000000000004e-06 2021-03-04T23:41:37.241 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.242 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.242 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:37.242 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.812513+0000", 2021-03-04T23:41:37.242 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.843920958 2021-03-04T23:41:37.243 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.243 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.243 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.243 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.656434+0000", 2021-03-04T23:41:37.243 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011590477 2021-03-04T23:41:37.244 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.244 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.244 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:37.244 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.668025+0000", 2021-03-04T23:41:37.244 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.041574014999999999 2021-03-04T23:41:37.245 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.245 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.245 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.245 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.709599+0000", 2021-03-04T23:41:37.246 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0038398550000000001 2021-03-04T23:41:37.246 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.246 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.246 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:37.246 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.713439+0000", 2021-03-04T23:41:37.247 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0077676179999999996 2021-03-04T23:41:37.247 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.247 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.247 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:41:37.247 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.721206+0000", 2021-03-04T23:41:37.248 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.041329024999999998 2021-03-04T23:41:37.248 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.248 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.248 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.248 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.762535+0000", 2021-03-04T23:41:37.249 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.035053386999999998 2021-03-04T23:41:37.249 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.249 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.249 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.249 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.797589+0000", 2021-03-04T23:41:37.250 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.373978423 2021-03-04T23:41:37.250 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.250 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.250 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:37.251 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.171567+0000", 2021-03-04T23:41:37.251 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0020052270000000001 2021-03-04T23:41:37.251 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.251 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.252 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:37.252 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.173572+0000", 2021-03-04T23:41:37.252 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0094619760000000004 2021-03-04T23:41:37.252 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.253 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.253 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:37.253 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.183034+0000", 2021-03-04T23:41:37.253 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3705346140000001 2021-03-04T23:41:37.253 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.254 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:37.254 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.254 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.254 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.254 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203032 9.1 9:84c2839f:::benchmark_data_gibba011_139107_object49665:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:41:37.255 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:15.866440+0000", 2021-03-04T23:41:37.255 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 501.101690088, 2021-03-04T23:41:37.255 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3309935900000001, 2021-03-04T23:41:37.255 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:37.256 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:37.256 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:37.256 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:41:37.256 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:41:37.257 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203032 2021-03-04T23:41:37.257 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.257 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:37.257 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.257 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:37.258 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.866440+0000", 2021-03-04T23:41:37.258 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:37.258 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.258 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.259 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:37.259 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.866440+0000", 2021-03-04T23:41:37.259 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.8540000000000001e-06 2021-03-04T23:41:37.259 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.260 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.260 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:37.260 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.866443+0000", 2021-03-04T23:41:37.260 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.0229999999999999e-06 2021-03-04T23:41:37.260 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.261 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.261 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:37.261 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.866445+0000", 2021-03-04T23:41:37.261 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.577e-06 2021-03-04T23:41:37.261 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.262 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.262 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:37.262 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.866454+0000", 2021-03-04T23:41:37.262 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.4979999999999997e-06 2021-03-04T23:41:37.263 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.263 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.263 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:37.263 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.866460+0000", 2021-03-04T23:41:37.264 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.80204232900000005 2021-03-04T23:41:37.264 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.264 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.264 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.264 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.668502+0000", 2021-03-04T23:41:37.265 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010163067 2021-03-04T23:41:37.265 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.265 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.265 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:37.265 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.678665+0000", 2021-03-04T23:41:37.266 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.066561548999999998 2021-03-04T23:41:37.266 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.266 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.266 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.267 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.745227+0000", 2021-03-04T23:41:37.267 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0036538909999999998 2021-03-04T23:41:37.267 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.267 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.267 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:37.268 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.748881+0000", 2021-03-04T23:41:37.268 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0076396069999999996 2021-03-04T23:41:37.268 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.268 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.269 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:41:37.269 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.756520+0000", 2021-03-04T23:41:37.269 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.042311915999999998 2021-03-04T23:41:37.269 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.270 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.270 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.270 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.798832+0000", 2021-03-04T23:41:37.270 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001236348 2021-03-04T23:41:37.270 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.271 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.271 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.271 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.800069+0000", 2021-03-04T23:41:37.271 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.38479538000000002 2021-03-04T23:41:37.272 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.272 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.272 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:37.272 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.184864+0000", 2021-03-04T23:41:37.272 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0020545899999999998 2021-03-04T23:41:37.273 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.273 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.273 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:37.273 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.186919+0000", 2021-03-04T23:41:37.274 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010514961 2021-03-04T23:41:37.274 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.274 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.274 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:37.274 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.197434+0000", 2021-03-04T23:41:37.275 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3309935900000001 2021-03-04T23:41:37.275 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.275 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:37.275 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.275 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.276 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.276 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203043 9.1 9:846a3dad:::benchmark_data_gibba011_139107_object49676:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:41:37.276 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:15.962897+0000", 2021-03-04T23:41:37.276 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 501.005233395, 2021-03-04T23:41:37.277 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2472948079999999, 2021-03-04T23:41:37.277 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:37.277 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:37.277 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:37.277 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:41:37.278 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:41:37.278 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203043 2021-03-04T23:41:37.278 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.278 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:37.279 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.279 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:37.279 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.962897+0000", 2021-03-04T23:41:37.279 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:37.280 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.280 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.280 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:37.280 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.962897+0000", 2021-03-04T23:41:37.280 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2010000000000002e-06 2021-03-04T23:41:37.281 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.281 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.281 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:37.281 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.962899+0000", 2021-03-04T23:41:37.282 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.6029999999999999e-06 2021-03-04T23:41:37.282 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.282 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.282 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:37.283 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.962901+0000", 2021-03-04T23:41:37.283 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0108999999999999e-05 2021-03-04T23:41:37.283 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.283 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.284 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:37.284 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.962912+0000", 2021-03-04T23:41:37.284 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.9629999999999997e-06 2021-03-04T23:41:37.284 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.284 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.285 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:37.285 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.962917+0000", 2021-03-04T23:41:37.285 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.71617666999999996 2021-03-04T23:41:37.285 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.286 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.286 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.286 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.679093+0000", 2021-03-04T23:41:37.286 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010546068 2021-03-04T23:41:37.286 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.287 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.287 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:37.287 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.689639+0000", 2021-03-04T23:41:37.287 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.090232781999999997 2021-03-04T23:41:37.287 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.288 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.288 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.288 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.779872+0000", 2021-03-04T23:41:37.288 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0035948970000000001 2021-03-04T23:41:37.289 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.289 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.289 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:37.289 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.783467+0000", 2021-03-04T23:41:37.289 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0076458100000000003 2021-03-04T23:41:37.290 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.290 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.290 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:41:37.290 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.791113+0000", 2021-03-04T23:41:37.290 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.01019196 2021-03-04T23:41:37.291 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.291 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.291 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.291 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.801305+0000", 2021-03-04T23:41:37.292 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001239446 2021-03-04T23:41:37.292 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.292 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.292 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.293 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.802544+0000", 2021-03-04T23:41:37.293 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.39534682100000001 2021-03-04T23:41:37.293 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.293 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.293 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:37.294 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.197891+0000", 2021-03-04T23:41:37.294 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022771229999999998 2021-03-04T23:41:37.294 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.294 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.295 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:37.295 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.200168+0000", 2021-03-04T23:41:37.295 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010023354999999999 2021-03-04T23:41:37.295 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.296 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.296 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:37.296 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.210191+0000", 2021-03-04T23:41:37.296 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2472948079999999 2021-03-04T23:41:37.296 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.297 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:37.297 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.297 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.297 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.297 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203049 9.1 9:85cb3e5d:::benchmark_data_gibba011_139107_object49682:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:41:37.298 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:15.981760+0000", 2021-03-04T23:41:37.298 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 500.98637030600003, 2021-03-04T23:41:37.298 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2400024160000001, 2021-03-04T23:41:37.298 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:37.299 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:37.299 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:37.299 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:41:37.299 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:41:37.299 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203049 2021-03-04T23:41:37.300 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.300 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:37.300 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.300 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:37.301 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.981760+0000", 2021-03-04T23:41:37.301 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:37.301 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.301 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.301 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:37.302 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.981760+0000", 2021-03-04T23:41:37.302 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.917e-06 2021-03-04T23:41:37.302 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.303 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.303 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:37.303 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.981762+0000", 2021-03-04T23:41:37.303 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.1459999999999999e-06 2021-03-04T23:41:37.304 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.304 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.304 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:37.304 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.981764+0000", 2021-03-04T23:41:37.304 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.5319999999999995e-06 2021-03-04T23:41:37.305 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.305 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.305 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:37.305 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.981773+0000", 2021-03-04T23:41:37.305 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.7210000000000002e-06 2021-03-04T23:41:37.306 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.306 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.306 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:37.306 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:15.981778+0000", 2021-03-04T23:41:37.307 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.82118911000000006 2021-03-04T23:41:37.307 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.307 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.307 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.307 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.802967+0000", 2021-03-04T23:41:37.308 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0098153440000000002 2021-03-04T23:41:37.308 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.308 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.308 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:37.308 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.812783+0000", 2021-03-04T23:41:37.309 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.037330164999999998 2021-03-04T23:41:37.309 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.309 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.309 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.309 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.850113+0000", 2021-03-04T23:41:37.310 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003578239 2021-03-04T23:41:37.310 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.310 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.310 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:37.311 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.853691+0000", 2021-03-04T23:41:37.311 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0076126420000000002 2021-03-04T23:41:37.311 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.311 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.311 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:41:37.312 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.861304+0000", 2021-03-04T23:41:37.312 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.040489087 2021-03-04T23:41:37.312 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.312 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.312 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.313 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.901793+0000", 2021-03-04T23:41:37.313 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.034377691000000002 2021-03-04T23:41:37.313 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.313 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.313 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.314 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.936170+0000", 2021-03-04T23:41:37.314 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.27470050200000001 2021-03-04T23:41:37.314 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.314 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.315 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:37.315 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.210871+0000", 2021-03-04T23:41:37.315 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022206880000000002 2021-03-04T23:41:37.315 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.315 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.316 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:37.316 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.213092+0000", 2021-03-04T23:41:37.316 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0086706319999999993 2021-03-04T23:41:37.316 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.317 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.317 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:37.317 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.221762+0000", 2021-03-04T23:41:37.317 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2400024160000001 2021-03-04T23:41:37.317 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.318 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:37.318 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.318 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.318 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.318 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203061 9.1 9:856882be:::benchmark_data_gibba011_139107_object49694:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:41:37.319 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:16.017815+0000", 2021-03-04T23:41:37.319 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 500.95031461600001, 2021-03-04T23:41:37.319 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.217970652, 2021-03-04T23:41:37.319 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:37.320 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:37.320 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:37.320 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:41:37.320 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:41:37.320 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203061 2021-03-04T23:41:37.321 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.321 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:37.321 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.321 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:37.321 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.017815+0000", 2021-03-04T23:41:37.322 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:37.322 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.322 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.322 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:37.323 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.017815+0000", 2021-03-04T23:41:37.323 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2859999999999998e-06 2021-03-04T23:41:37.323 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.323 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.323 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:37.324 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.017818+0000", 2021-03-04T23:41:37.324 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.5910000000000001e-06 2021-03-04T23:41:37.324 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.324 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.324 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:37.325 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.017819+0000", 2021-03-04T23:41:37.325 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.4730000000000003e-06 2021-03-04T23:41:37.325 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.325 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.326 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:37.326 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.017827+0000", 2021-03-04T23:41:37.326 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.0550000000000001e-06 2021-03-04T23:41:37.326 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.326 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.327 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:37.327 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.017831+0000", 2021-03-04T23:41:37.327 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.79536064200000001 2021-03-04T23:41:37.327 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.327 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.328 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.328 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.813191+0000", 2021-03-04T23:41:37.328 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0097484500000000005 2021-03-04T23:41:37.328 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.328 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.329 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:37.329 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.822940+0000", 2021-03-04T23:41:37.329 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.059846617999999997 2021-03-04T23:41:37.329 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.329 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.330 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.330 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.882787+0000", 2021-03-04T23:41:37.330 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0047229389999999998 2021-03-04T23:41:37.330 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.331 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.331 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:37.331 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.887510+0000", 2021-03-04T23:41:37.331 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0077657009999999999 2021-03-04T23:41:37.331 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.332 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.332 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:41:37.332 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.895275+0000", 2021-03-04T23:41:37.332 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.042049988000000003 2021-03-04T23:41:37.333 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.333 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.333 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.333 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.937325+0000", 2021-03-04T23:41:37.333 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001156242 2021-03-04T23:41:37.334 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.334 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.334 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.334 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:16.938481+0000", 2021-03-04T23:41:37.334 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.28380329999999998 2021-03-04T23:41:37.335 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.335 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.335 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:37.335 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.222285+0000", 2021-03-04T23:41:37.336 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022305570000000002 2021-03-04T23:41:37.336 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.336 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.336 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:37.336 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.224515+0000", 2021-03-04T23:41:37.337 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011270809999999999 2021-03-04T23:41:37.337 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.337 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.337 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:37.337 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:17.235786+0000", 2021-03-04T23:41:37.338 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.217970652 2021-03-04T23:41:37.338 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.338 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:37.338 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.338 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.339 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.339 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203856 9.1 9:8ed7e599:::benchmark_data_gibba011_139107_object50489:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:41:37.339 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:18.406664+0000", 2021-03-04T23:41:37.339 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 498.56146600599999, 2021-03-04T23:41:37.340 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.202480486, 2021-03-04T23:41:37.340 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:37.340 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:37.340 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:37.340 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:41:37.341 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:41:37.341 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203856 2021-03-04T23:41:37.341 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.341 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:37.341 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.342 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:37.342 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.406664+0000", 2021-03-04T23:41:37.342 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:37.342 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.343 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.343 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:37.343 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.406664+0000", 2021-03-04T23:41:37.343 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3120000000000001e-06 2021-03-04T23:41:37.343 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.344 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.344 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:37.344 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.406665+0000", 2021-03-04T23:41:37.344 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7430000000000001e-06 2021-03-04T23:41:37.344 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.345 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.345 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:37.345 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.406667+0000", 2021-03-04T23:41:37.345 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.0430000000000008e-06 2021-03-04T23:41:37.345 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.346 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.346 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:37.346 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.406675+0000", 2021-03-04T23:41:37.346 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6569999999999999e-06 2021-03-04T23:41:37.347 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.347 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.347 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:37.347 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.406679+0000", 2021-03-04T23:41:37.347 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.81917126500000004 2021-03-04T23:41:37.348 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.348 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.348 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.348 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.225850+0000", 2021-03-04T23:41:37.348 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0099240000000000005 2021-03-04T23:41:37.349 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.349 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.349 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:37.349 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.235774+0000", 2021-03-04T23:41:37.350 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.063483042000000003 2021-03-04T23:41:37.350 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.350 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.350 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.350 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.299257+0000", 2021-03-04T23:41:37.351 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003559534 2021-03-04T23:41:37.351 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.351 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.351 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:37.352 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.302817+0000", 2021-03-04T23:41:37.352 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0075568040000000003 2021-03-04T23:41:37.352 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.352 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.352 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:41:37.353 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.310373+0000", 2021-03-04T23:41:37.353 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.051965036999999999 2021-03-04T23:41:37.353 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.353 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.354 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.354 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.362338+0000", 2021-03-04T23:41:37.354 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0011802049999999999 2021-03-04T23:41:37.354 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.354 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.355 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.355 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.363519+0000", 2021-03-04T23:41:37.355 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.235303398 2021-03-04T23:41:37.355 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.356 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.356 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:37.356 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.598822+0000", 2021-03-04T23:41:37.356 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0019508920000000001 2021-03-04T23:41:37.356 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.357 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.357 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:37.357 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.600773+0000", 2021-03-04T23:41:37.357 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0083715539999999998 2021-03-04T23:41:37.357 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.358 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.358 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:37.358 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.609145+0000", 2021-03-04T23:41:37.358 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.202480486 2021-03-04T23:41:37.359 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.359 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:37.359 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.359 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.359 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.360 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:203870 9.1 9:8201f5fa:::benchmark_data_gibba011_139107_object50503:head [delete] snapc 0=[] ondisk+write+known_if_redirected e280)", 2021-03-04T23:41:37.360 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:18.428498+0000", 2021-03-04T23:41:37.360 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 498.53963179300001, 2021-03-04T23:41:37.360 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1912882739999999, 2021-03-04T23:41:37.361 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:37.361 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:37.361 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:37.361 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:41:37.361 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:41:37.362 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 203870 2021-03-04T23:41:37.362 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.362 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:37.362 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.362 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:37.363 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.428498+0000", 2021-03-04T23:41:37.363 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:37.363 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.363 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.364 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:37.364 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.428498+0000", 2021-03-04T23:41:37.364 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.4649999999999999e-06 2021-03-04T23:41:37.364 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.364 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.365 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:37.365 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.428500+0000", 2021-03-04T23:41:37.365 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9920000000000002e-06 2021-03-04T23:41:37.365 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.365 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.366 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:37.366 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.428502+0000", 2021-03-04T23:41:37.366 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.0939999999999997e-06 2021-03-04T23:41:37.366 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.367 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.367 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:37.367 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.428511+0000", 2021-03-04T23:41:37.367 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.1729999999999997e-06 2021-03-04T23:41:37.367 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.368 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.368 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:37.368 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:18.428515+0000", 2021-03-04T23:41:37.368 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.807686138 2021-03-04T23:41:37.368 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.369 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.369 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.369 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.236201+0000", 2021-03-04T23:41:37.369 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.010947385 2021-03-04T23:41:37.369 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.370 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.370 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:37.370 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.247149+0000", 2021-03-04T23:41:37.370 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.086657049 2021-03-04T23:41:37.371 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.371 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.371 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.371 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.333806+0000", 2021-03-04T23:41:37.371 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0035688299999999998 2021-03-04T23:41:37.372 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.372 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.372 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:37.372 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.337374+0000", 2021-03-04T23:41:37.372 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0075364890000000004 2021-03-04T23:41:37.373 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.373 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.373 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:41:37.373 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.344911+0000", 2021-03-04T23:41:37.374 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.019789534000000001 2021-03-04T23:41:37.374 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.374 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.374 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.374 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.364700+0000", 2021-03-04T23:41:37.375 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0011836939999999999 2021-03-04T23:41:37.375 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.375 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.375 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.376 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.365884+0000", 2021-03-04T23:41:37.376 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.24378893400000001 2021-03-04T23:41:37.376 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.376 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.376 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:37.377 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.609673+0000", 2021-03-04T23:41:37.377 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0020747460000000001 2021-03-04T23:41:37.377 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.377 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.378 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:37.378 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.611748+0000", 2021-03-04T23:41:37.378 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0080387510000000002 2021-03-04T23:41:37.378 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.378 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.379 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:37.379 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:19.619787+0000", 2021-03-04T23:41:37.379 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1912882739999999 2021-03-04T23:41:37.379 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.380 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:37.380 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.380 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.380 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.380 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.54826.0:211537 9.1 9:889f599a:::benchmark_data_gibba011_139107_object58170:head [delete] snapc 0=[] ondisk+write+known_if_redirected e284)", 2021-03-04T23:41:37.381 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:33:46.702881+0000", 2021-03-04T23:41:37.381 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 470.26524916199998, 2021-03-04T23:41:37.381 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3518756489999999, 2021-03-04T23:41:37.381 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:41:37.382 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:37.382 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:41:37.382 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.54826", 2021-03-04T23:41:37.382 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:41:37.383 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 211537 2021-03-04T23:41:37.383 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.383 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:41:37.383 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.383 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:41:37.384 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:46.702881+0000", 2021-03-04T23:41:37.384 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:41:37.384 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.384 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.385 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:41:37.385 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:46.702881+0000", 2021-03-04T23:41:37.385 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.083e-06 2021-03-04T23:41:37.385 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.385 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.386 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:41:37.386 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:46.702882+0000", 2021-03-04T23:41:37.386 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2419999999999999e-06 2021-03-04T23:41:37.386 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.387 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.387 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:41:37.387 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:46.702883+0000", 2021-03-04T23:41:37.387 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.2820000000000002e-06 2021-03-04T23:41:37.388 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.388 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.388 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:41:37.388 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:46.702890+0000", 2021-03-04T23:41:37.388 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.9490000000000001e-06 2021-03-04T23:41:37.389 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.389 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.389 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:41:37.389 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:46.702892+0000", 2021-03-04T23:41:37.390 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.72747275700000003 2021-03-04T23:41:37.390 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.390 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.390 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.391 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.430365+0000", 2021-03-04T23:41:37.391 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.011693689 2021-03-04T23:41:37.391 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.391 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.391 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for degraded object", 2021-03-04T23:41:37.392 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.442059+0000", 2021-03-04T23:41:37.392 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.036069375000000001 2021-03-04T23:41:37.392 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.392 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.392 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:41:37.393 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.478128+0000", 2021-03-04T23:41:37.393 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.003356974 2021-03-04T23:41:37.393 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.393 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.394 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:41:37.394 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.481485+0000", 2021-03-04T23:41:37.394 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.006604909 2021-03-04T23:41:37.394 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.394 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.395 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 6,7", 2021-03-04T23:41:37.395 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.488090+0000", 2021-03-04T23:41:37.395 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.034038027999999998 2021-03-04T23:41:37.395 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.396 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.396 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.396 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.522128+0000", 2021-03-04T23:41:37.396 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.028740129999999999 2021-03-04T23:41:37.396 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.397 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.397 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:37.397 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:47.550868+0000", 2021-03-04T23:41:37.397 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.49357573999999999 2021-03-04T23:41:37.397 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.398 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.398 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:41:37.398 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:48.044444+0000", 2021-03-04T23:41:37.398 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0017326240000000001 2021-03-04T23:41:37.399 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.399 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.399 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "commit_sent", 2021-03-04T23:41:37.399 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:48.046177+0000", 2021-03-04T23:41:37.399 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0085798669999999997 2021-03-04T23:41:37.400 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:41:37.400 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:41:37.400 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "done", 2021-03-04T23:41:37.400 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:33:48.054757+0000", 2021-03-04T23:41:37.400 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3518756489999999 2021-03-04T23:41:37.401 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.401 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:37.401 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.401 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:41:37.401 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:41:37.402 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:41:37.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:37.403 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:37.404 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:37.405 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:41:37.405 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:41:37.405 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:41:37.406 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:41:37.406 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:41:37.406 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:37 gibba011 conmon[95595]: cluster 2021-03-04T23:41:36.148716+0000 osd.7 (osd.7) 61 : cluster 2021-03-04T23:41:37.407 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:37 gibba011 conmon[95595]: [DBG] 2.20 scrub starts 2021-03-04T23:41:37.407 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:37 gibba011 conmon[95595]: cluster 2021-03-04T23:41:36.149191+0000 osd.7 (osd.7) 62 : cluster [DBG] 2.20 scrub ok 2021-03-04T23:41:37.407 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:37 gibba011 conmon[95595]: audit 2021-03-04T23:41:36.780871+0000 mon.c (mon.1) 495 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:41:37.407 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:37 gibba011 conmon[95595]: audit 2021-03-04T23:41:36.781211+0000 mon.a (mon.0) 1720 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:41:37.408 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:37 gibba011 conmon[99461]: cluster 2021-03-04T23:41:36.148716+0000 osd.7 (osd.7) 61 : cluster 2021-03-04T23:41:37.408 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:37 gibba011 conmon[99461]: [DBG] 2.20 scrub starts 2021-03-04T23:41:37.408 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:37 gibba011 conmon[99461]: cluster 2021-03-04T23:41:36.149191+0000 osd.7 (osd.7) 62 : cluster [DBG] 2.20 scrub ok 2021-03-04T23:41:37.409 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:37 gibba011 conmon[99461]: audit 2021-03-04T23:41:36.780871+0000 mon.c (mon.1) 495 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:41:37.409 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:37 gibba011 conmon[99461]: audit 2021-03-04T23:41:36.781211+0000 mon.a (mon.0) 1720 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:41:37.410 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:41:37.410 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:41:37.410 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:41:37.411 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:41:37.411 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:41:37.411 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:41:37.411 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:41:37.412 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:41:37.412 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:41:37.412 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:41:37.412 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:41:37.505 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:37.524 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:37.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:37.526 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:37.550 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:41:37.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:37 gibba038 conmon[76675]: cluster 2021-03-04T23:41:36.148716+0000 osd.7 (osd.7) 2021-03-04T23:41:37.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:37 gibba038 conmon[76675]: 61 : cluster [DBG] 2.20 scrub starts 2021-03-04T23:41:37.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:37 gibba038 conmon[76675]: cluster 2021-03-04T23:41:36.149191+0000 osd.7 (osd.7) 62 : cluster [DBG] 2.20 scrub ok 2021-03-04T23:41:37.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:37 gibba038 conmon[76675]: audit 2021-03-04T23:41:36.780871+0000 mon.c (mon.1) 495 : audit 2021-03-04T23:41:37.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:37 gibba038 conmon[76675]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:41:37.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:37 gibba038 conmon[76675]: audit 2021-03-04T23:41:36.781211+0000 mon.a (mon.0) 1720 : audit [INF] 2021-03-04T23:41:37.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:37 gibba038 conmon[76675]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:41:37.627 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:37.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:37.646 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:37.647 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:37.690 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:37.748 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:37.770 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:37.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:37.772 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:37.873 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:37.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:37.900 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:37.901 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:37.959 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 1, 3, 2, 7] out_osds: [] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:41:37.959 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:41:37.960 INFO:tasks.thrashosds.thrasher:inject_pause on 4 2021-03-04T23:41:37.960 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:41:37.960 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:41:37.961 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 config set filestore_inject_stall 3 2021-03-04T23:41:38.002 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:38.026 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:38.027 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:38.028 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:38.129 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:38.157 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:38.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:38.159 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:38.261 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:38.284 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:38.284 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:38.285 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:38.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:38 gibba038 conmon[76675]: cluster 2021-03-04T23:41:36.825910+0000 mgr.x (mgr.34676) 1215 : cluster [DBG] pgmap v1293: 179 pgs: 179 active+clean; 10 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 2.20k op/s 2021-03-04T23:41:38.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:38 gibba038 conmon[76675]: cluster 2021-03-04T23:41:37.146376+0000 osd.7 (osd.7) 63 : cluster [DBG] 2.1d scrub starts 2021-03-04T23:41:38.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:38 gibba038 conmon[76675]: cluster 2021-03-04T23:41:37.146913+0000 osd.7 (osd.7) 64 : cluster [DBG] 2.1d scrub ok 2021-03-04T23:41:38.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:38 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:41:38.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:38 gibba038 conmon[76675]: 04T23:41:37.228206+0000 mon.c (mon.1) 496 : audit [DBG] from='client.? 172.21.2.111:0/2534110828' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:38.387 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:38.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:38.409 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:38.409 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:38.511 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:38.529 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:38.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:38.532 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:38.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:38 gibba011 conmon[95595]: cluster 2021-03-04T23:41:36.825910+0000 mgr.x (mgr.34676) 1215 : cluster [DBG] pgmap v1293: 179 pgs: 179 active+clean; 10 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 2.20k op/s 2021-03-04T23:41:38.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:38 gibba011 conmon[95595]: cluster 2021-03-04T23:41:37.146376+0000 osd.7 (osd.7) 63 : cluster [DBG] 2.1d scrub starts 2021-03-04T23:41:38.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:38 gibba011 conmon[95595]: cluster 2021-03-04T23:41:37.146913+0000 osd.7 (osd.7) 64 : cluster [DBG] 2.1d scrub ok 2021-03-04T23:41:38.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:38 gibba011 conmon[95595]: audit 2021-03-04T23:41:37.228206+0000 mon.c (mon.1) 496 : audit [DBG] from='client.? 172.21.2.111:0/2534110828' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:38.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:38 gibba011 conmon[99461]: cluster 2021-03-04T23:41:36.825910+0000 mgr.x (mgr.34676) 1215 : cluster [DBG] pgmap v1293: 179 pgs: 179 active+clean; 10 GiB data, 33 GiB used, 635 GiB / 672 GiB avail; 0 B/s wr, 2.20k op/s 2021-03-04T23:41:38.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:38 gibba011 conmon[99461]: cluster 2021-03-04T23:41:37.146376+0000 osd.7 (osd.7) 63 : cluster [DBG] 2.1d scrub starts 2021-03-04T23:41:38.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:38 gibba011 conmon[99461]: cluster 2021-03-04T23:41:37.146913+0000 osd.7 (osd.7) 64 : cluster [DBG] 2.1d scrub ok 2021-03-04T23:41:38.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:38 gibba011 conmon[99461]: audit 2021-03-04T23:41:37.228206+0000 mon.c (mon.1) 496 : audit [DBG] from='client.? 172.21.2.111:0/2534110828' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:38.633 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:38.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:38.653 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:38.654 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:38.755 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:38.775 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:38.776 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:38.776 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:38.877 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:38.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:38.896 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:38.897 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:38.998 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:39.020 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:39.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:39.022 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:39.124 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:39.144 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:39.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:39.146 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:39.221 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:41:39.247 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:39.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:39.270 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:39.270 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:39.372 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:39.397 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:39.398 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:39.398 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:39.408 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-03-04T23:41:39.499 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:39.522 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:39.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:39.524 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:39.564 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:41:39.625 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:39.648 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:39.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:39.649 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:39.750 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:39.773 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:39.774 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:39.775 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:39.876 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:39.900 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:39.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:39.902 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:40.003 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:40.028 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:40.029 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:40.030 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:40.131 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:40.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:40.155 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:40.155 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:40.257 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:40.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:40.279 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:40.280 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:40.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:40 gibba011 conmon[95595]: cluster 2021-03-04T23:41:38.826648+0000 mgr.x (mgr.34676) 1216 : cluster [DBG] 2021-03-04T23:41:40.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:40 gibba011 conmon[95595]: pgmap v1294: 179 pgs: 179 active+clean; 9.9 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 2.25k op/s 2021-03-04T23:41:40.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:40 gibba011 conmon[99461]: cluster 2021-03-04T23:41:38.826648+0000 mgr.x (mgr.34676) 1216 : cluster 2021-03-04T23:41:40.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:40 gibba011 conmon[99461]: [DBG] pgmap v1294: 179 pgs: 179 active+clean; 9.9 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 2.25k op/s 2021-03-04T23:41:40.380 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:40.400 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:40.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:40.401 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:40.502 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:40.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:40.526 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:40.526 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:40.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:40 gibba038 conmon[76675]: cluster 2021-03-04T23:41:38.826648+0000 mgr.x (mgr.34676) 1216 : cluster [DBG] pgmap v1294: 179 pgs: 179 active+clean; 9.9 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 2.25k op/s 2021-03-04T23:41:40.628 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:40.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:40.652 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:40.652 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:40.754 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:40.773 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:40.774 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:40.775 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:40.876 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:40.896 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:40.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:40.898 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:41.000 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:41.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:41.025 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:41.025 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:41.126 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:41.149 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:41.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:41.151 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:41.252 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:41.276 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:41.277 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:41.278 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:41.379 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:41.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:41.398 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:41.399 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:41.419 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:41 gibba011 conmon[95595]: cluster 2021-03-04T23:41:39.376775+0000 osd.5 (osd.5) 2021-03-04T23:41:41.419 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:41 gibba011 conmon[95595]: 68 : cluster [DBG] 2.2 scrub starts 2021-03-04T23:41:41.419 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:41 gibba011 conmon[95595]: cluster 2021-03-04T23:41:39.377309+0000 osd.5 (osd.5) 69 : cluster [DBG] 2.2 scrub ok 2021-03-04T23:41:41.419 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:41 gibba011 conmon[95595]: cluster 2021-03-04T23:41:40.332530+0000 osd.5 (osd.5) 70 : cluster [DBG] 1.1b scrub starts 2021-03-04T23:41:41.420 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:41 gibba011 conmon[95595]: cluster 2021-03-04T23:41:40.332997+0000 osd.5 (osd.5) 71 : cluster [DBG] 1.1b scrub ok 2021-03-04T23:41:41.420 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:41 gibba011 conmon[99461]: cluster 2021-03-04T23:41:39.376775+0000 osd.5 (osd.5) 2021-03-04T23:41:41.420 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:41 gibba011 conmon[99461]: 68 : cluster [DBG] 2.2 scrub starts 2021-03-04T23:41:41.421 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:41 gibba011 conmon[99461]: cluster 2021-03-04T23:41:39.377309+0000 osd.5 (osd.5) 69 : cluster [DBG] 2.2 scrub ok 2021-03-04T23:41:41.421 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:41 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:41:41.421 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:41 gibba011 conmon[99461]: -03-04T23:41:40.332530+0000 osd.5 ( 2021-03-04T23:41:41.421 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:41 gibba011 conmon[99461]: osd.5) 70 : cluster [DBG] 1.1b scrub starts 2021-03-04T23:41:41.422 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:41 gibba011 conmon[99461]: cluster 2021-03-04T23:41:41.422 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:41 gibba011 conmon[99461]: 2021-03-04T23:41 2021-03-04T23:41:41.423 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:41 gibba011 conmon[99461]: :40.332997+0000 osd.5 (osd.5) 71 : cluster 2021-03-04T23:41:41.423 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:41 gibba011 conmon[99461]: [DBG] 1.1b scrub ok 2021-03-04T23:41:41.500 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:41.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:41.521 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:41.522 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:41.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:41 gibba038 conmon[76675]: cluster 2021-03-04T23:41:39.376775+0000 osd.5 (osd.5) 68 : cluster [DBG] 2.2 scrub starts 2021-03-04T23:41:41.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:41 gibba038 conmon[76675]: cluster 2021-03-04T23:41:39.377309+0000 osd.5 (osd.5) 69 : cluster [DBG] 2.2 scrub ok 2021-03-04T23:41:41.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:41 gibba038 conmon[76675]: cluster 2021-03-04T23:41:40.332530+0000 osd.5 (osd.5) 70 : cluster [DBG] 1.1b scrub starts 2021-03-04T23:41:41.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:41 gibba038 conmon[76675]: cluster 2021-03-04T23:41:40.332997+0000 osd.5 (osd.5) 2021-03-04T23:41:41.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:41 gibba038 conmon[76675]: 71 : cluster [DBG] 1.1b scrub ok 2021-03-04T23:41:41.623 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:41.647 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:41.648 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:41.648 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:41.749 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:41.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:41.770 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:41.771 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:41.798 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:41:41.872 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:41.903 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:41.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:41.904 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:41.972 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:42.005 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:42.075 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:42.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:42.076 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:42.162 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:41:42.178 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:42.199 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:42.200 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:42.201 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:42.302 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:42.325 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:42.326 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:42.327 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:42.428 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:42.452 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:42.453 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:42.454 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:42.500 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:42 gibba038 conmon[76675]: cluster 2021-03-04T23:41:40.827072+0000 mgr.x (mgr.34676) 1217 : cluster 2021-03-04T23:41:42.500 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:42 gibba038 conmon[76675]: [DBG] pgmap v1295: 179 pgs: 179 active+clean; 9.8 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 2.25k op/s 2021-03-04T23:41:42.501 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:42 gibba038 conmon[76675]: audit 2021-03-04T23:41:41.815229+0000 mon.c (mon.1) 497 : audit [INF] from='client.? 172.21.2.111:0/1735421749' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:41:42.501 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:42 gibba038 conmon[76675]: audit 2021-03-04T23:41:42.501 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:42 gibba038 conmon[76675]: 2021-03-04T23:41:41.815548+0000 mon.a (mon.0) 1721 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:41:42.555 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:42.574 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:42.575 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:42.576 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:42.596 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:42 gibba011 conmon[95595]: cluster 2021-03-04T23:41:40.827072+0000 mgr.x (mgr.34676) 1217 : 2021-03-04T23:41:42.597 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:42 gibba011 conmon[95595]: cluster [DBG] pgmap v1295: 179 pgs: 179 active+clean; 9.8 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 2.25k op/s 2021-03-04T23:41:42.597 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:42 gibba011 conmon[95595]: audit 2021-03-04T23:41:41.815229+0000 mon.c (mon.1) 497 : audit [INF] from='client.? 172.21.2.111:0/1735421749' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:41:42.597 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:42 gibba011 conmon[95595]: audit 2021-03-04T23:41:41.815548+0000 mon.a (mon.0) 1721 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:41:42.597 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:42 gibba011 conmon[99461]: cluster 2021-03-04T23:41:40.827072+0000 mgr.x (mgr.34676) 1217 : cluster [DBG] pgmap v1295: 179 pgs: 179 active+clean; 9.8 GiB data, 31 GiB used, 637 GiB / 672 GiB avail; 0 B/s wr, 2.25k op/s 2021-03-04T23:41:42.598 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:42 gibba011 conmon[99461]: audit 2021-03-04T23:41:41.815229+0000 mon.c (mon.1) 497 : audit [INF] from='client.? 172.21.2.111:0/1735421749' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:41:42.598 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:42 gibba011 conmon[99461]: audit 2021-03-04T23:41:41.815548+0000 mon.a (mon.0) 1721 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:41:42.677 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:42.697 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:42.698 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:42.699 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:42.800 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:42.820 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:42.821 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:42.821 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:42.922 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:42.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:42.944 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:42.945 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:43.046 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:43.070 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:43.070 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:43.071 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:43.172 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:43.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:43.198 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:43.198 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:43.299 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:43.316 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:43.317 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:43.317 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:43.419 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:43.439 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:43.440 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:43.440 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:43.541 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:43 gibba038 conmon[76675]: cluster 2021-03-04T23:41:42.145474+0000 osd.7 (osd.7) 65 : 2021-03-04T23:41:43.541 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:43 gibba038 conmon[76675]: cluster [DBG] 1.15 scrub starts 2021-03-04T23:41:43.542 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:43 gibba038 conmon[76675]: cluster 2021-03-04T23:41:42.146012+0000 osd.7 (osd.7) 66 : cluster [DBG] 1.15 scrub ok 2021-03-04T23:41:43.542 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:43 gibba038 conmon[76675]: cluster 2021-03-04T23:41:42.151625+0000 mon.a (mon.0) 1722 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:43.542 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:43 gibba038 conmon[76675]: audit 2021-03-04T23:41:42.154862+0000 mon.a (mon.0) 1723 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:41:43.542 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:43 gibba038 conmon[76675]: cluster 2021-03-04T23:41:42.154912+0000 mon.a (mon.0) 1724 : cluster [DBG] osdmap e384: 8 total, 8 up, 8 in 2021-03-04T23:41:43.543 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:43.544 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:41:43.544 INFO:teuthology.orchestra.run.gibba038.stdout: "success": "" 2021-03-04T23:41:43.544 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:41:43.565 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:43.566 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:43.566 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:43.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:43 gibba011 conmon[95595]: cluster 2021-03-04T23:41:42.145474+0000 osd.7 (osd.7 2021-03-04T23:41:43.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:43 gibba011 conmon[95595]: ) 65 : cluster [DBG] 1.15 scrub starts 2021-03-04T23:41:43.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:43 gibba011 conmon[95595]: cluster 2021-03-04T23:41:42.146012+0000 osd.7 (osd.7) 66 : cluster [DBG] 1.15 scrub ok 2021-03-04T23:41:43.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:43 gibba011 conmon[95595]: cluster 2021-03-04T23:41:42.151625+0000 mon.a (mon.0) 1722 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:43.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:43 gibba011 conmon[95595]: audit 2021-03-04T23:41:42.154862+0000 mon.a (mon.0) 1723 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:41:43.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:43 gibba011 conmon[95595]: cluster 2021-03-04T23:41:42.154912+0000 mon.a (mon.0) 1724 : cluster [DBG] osdmap e384: 8 total, 8 up, 8 in 2021-03-04T23:41:43.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:43 gibba011 conmon[99461]: cluster 2021-03-04T23:41:43.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:43 gibba011 conmon[99461]: 2021-03-04T23:41:42. 2021-03-04T23:41:43.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:43 gibba011 conmon[99461]: 145474+0000 osd.7 (osd.7) 65 : cluster [DBG] 1.15 scrub starts 2021-03-04T23:41:43.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:43 gibba011 conmon[99461]: cluster 2021-03-04T23:41:43.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:43 gibba011 conmon[99461]: 2021-03-04T23:41: 2021-03-04T23:41:43.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:43 gibba011 conmon[99461]: 42.146012+0000 osd.7 (osd.7 2021-03-04T23:41:43.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:43 gibba011 conmon[99461]: ) 66 : cluster [DBG] 1.15 scrub ok 2021-03-04T23:41:43.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:43 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:41:43.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:43 gibba011 conmon[99461]: 23:41:42.151625+0000 mon.a (mon.0) 1722 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:43.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:43 gibba011 conmon[99461]: 2021-03-04T23:41:43.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:43 gibba011 conmon[99461]: audit 2021-03-04T23:41:43.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:43 gibba011 conmon[99461]: 2021-03-04T23:41:42.154862+0000 mon.a ( 2021-03-04T23:41:43.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:43 gibba011 conmon[99461]: mon.0) 1723 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:41:43.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:43 gibba011 conmon[99461]: cluster 2021-03-04T23:41:43.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:43 gibba011 conmon[99461]: 2021-03-04T23:41:42.154912+0000 mon.a ( 2021-03-04T23:41:43.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:43 gibba011 conmon[99461]: mon.0) 1724 : cluster [DBG] osdmap e384: 8 total, 8 up, 8 in 2021-03-04T23:41:43.667 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:43.692 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:43.692 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:43.693 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:43.794 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:43.816 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:43.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:43.818 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:43.919 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:43.941 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:43.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:43.942 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:44.044 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:44.067 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:44.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:44.069 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:44.170 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:44.172 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:44 gibba038 conmon[76675]: cluster 2021-03-04T23:41:42.827649+0000 mgr.x (mgr.34676) 1218 : cluster [DBG] pgmap v1297: 179 pgs: 179 active+clean; 9.4 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 2.12k op/s 2021-03-04T23:41:44.193 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:44.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:44.195 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:44.296 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:44.315 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:44.316 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:44.317 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:44.418 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:44.437 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:44.438 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:44.439 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:44.540 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:44.560 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:44.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:44.562 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:44.579 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:41:44.579 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:41:44.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:44 gibba011 conmon[95595]: cluster 2021-03-04T23:41:42.827649+0000 mgr.x (mgr.34676) 1218 : cluster [DBG] 2021-03-04T23:41:44.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:44 gibba011 conmon[95595]: pgmap v1297: 179 pgs: 179 active+clean; 9.4 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 2.12k op/s 2021-03-04T23:41:44.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:44 gibba011 conmon[99461]: cluster 2021-03-04T23:41:42.827649+0000 mgr.x (mgr. 2021-03-04T23:41:44.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:44 gibba011 conmon[99461]: 34676) 1218 : cluster [DBG] pgmap v1297: 179 pgs: 179 active+clean; 9.4 GiB data, 30 GiB used, 638 GiB / 672 GiB avail; 0 B/s wr, 2.12k op/s 2021-03-04T23:41:44.664 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:44.689 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:44.690 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:44.690 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:44.792 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:44.811 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:44.812 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:44.813 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:44.915 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:44.943 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:44.943 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:44.944 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:45.045 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:45.065 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:45.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:45.067 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:45.168 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:45.187 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:45.188 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:45.188 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:45.279 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:41:45.290 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:45.301 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:41:45.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:45.315 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:45.316 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:45.322 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:41:45.345 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:41:45.367 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:41:45.389 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:41:45.412 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:41:45.417 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:45.436 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:41:45.440 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:41:45.440 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:41:45.440 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:41:45.440 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:41:45.441 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:41:45.441 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:41:45.441 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:41:45.441 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:41:45.444 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:45.445 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:45.446 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:45.547 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:45.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:45.572 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:45.572 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:45.581 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-03-04T23:41:45.673 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:45.698 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:45.699 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:45.699 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:45.729 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:41:45.751 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:41:45.801 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:45.824 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:45.825 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:45.825 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:45.920 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:45.926 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:45.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:45.948 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:45.948 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:46.050 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:46.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:46.073 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:46.073 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:46.175 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:46.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:46.199 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:46.200 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:46.301 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:46.323 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:46.324 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:46.324 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:46.426 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:46.448 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:46.449 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:46.450 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:46.551 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:46.574 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:46.574 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:46.575 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:46.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:46 gibba038 conmon[76675]: cluster 2021-03-04T23:41:44.828161+0000 mgr.x (mgr.34676) 1219 : cluster [DBG] pgmap v1298: 179 pgs: 179 active+clean; 9.1 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 2.37k op/s 2021-03-04T23:41:46.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:46 gibba038 conmon[76675]: audit 2021-03-04T23:41:45.254649+0000 mon.c (mon.1) 498 : audit [DBG] from='client.? 172.21.2.111:0/2977022082' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:46.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:46 gibba011 conmon[95595]: cluster 2021-03-04T23:41:44.828161+0000 2021-03-04T23:41:46.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:46 gibba011 conmon[95595]: mgr.x (mgr.34676) 1219 : cluster [DBG] pgmap v1298: 179 pgs: 179 active+clean; 9.1 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 2.37k op/s 2021-03-04T23:41:46.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:46 gibba011 conmon[95595]: audit 2021-03-04T23:41:45.254649+0000 mon.c (mon.1) 498 : audit [DBG] from='client.? 172.21.2.111:0/2977022082' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:46.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:46 gibba011 conmon[99461]: cluster 2021-03-04T23:41:44.828161+0000 2021-03-04T23:41:46.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:46 gibba011 conmon[99461]: mgr.x (mgr.34676) 1219 : cluster [DBG] pgmap v1298: 179 pgs: 179 active+clean; 9.1 GiB data, 29 GiB used, 639 GiB / 672 GiB avail; 0 B/s wr, 2.37k op/s 2021-03-04T23:41:46.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:46 gibba011 conmon[99461]: audit 2021-03-04T23:41:45.254649+0000 mon.c (mon.1) 498 : audit [DBG] from='client.? 172.21.2.111:0/2977022082' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:46.677 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:46.700 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:46.702 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:46.703 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:46.805 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:46.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:46.830 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:46.831 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:46.932 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:46.951 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:46.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:46.953 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:47.054 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:47.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:47.075 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:47.076 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:47.177 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:47.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:47.197 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:47.198 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:47.299 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:47.317 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:47.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:47.319 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:47.420 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:47.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:47.527 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:47.527 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:47.629 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:47.653 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:47.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:47.654 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:47.755 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:47.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:47.782 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:47.782 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:47.838 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:41:47.839 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:41:47.839 INFO:teuthology.orchestra.run.gibba038.stdout: "complaint_time": 30, 2021-03-04T23:41:47.839 INFO:teuthology.orchestra.run.gibba038.stdout: "num_blocked_ops": 0 2021-03-04T23:41:47.840 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:41:47.883 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:47.905 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:47.905 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:47.906 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:48.007 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:48.028 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:48.029 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:48.030 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:48.132 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:48.151 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:48.152 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:48.153 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:48.255 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:48.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:48.280 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:48.281 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:48.383 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:48.406 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:48.407 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:48.408 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:48.438 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:48 gibba011 conmon[95595]: cluster 2021-03-04T23:41:46.828509+0000 mgr.x (mgr.34676) 1220 : cluster [DBG] pgmap v1299: 179 pgs: 179 active+clean; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 2.39k op/s 2021-03-04T23:41:48.439 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:48 gibba011 conmon[99461]: cluster 2021-03-04T23:41:46.828509+0000 2021-03-04T23:41:48.439 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:48 gibba011 conmon[99461]: mgr.x (mgr.34676) 1220 : cluster [DBG] pgmap v1299: 179 pgs: 179 active+clean; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 2.39k op/s 2021-03-04T23:41:48.509 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:48.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:48.535 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:48.536 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:48.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:48 gibba038 conmon[76675]: cluster 2021-03-04T23:41:46.828509+0000 mgr.x (mgr.34676) 1220 : cluster [DBG] pgmap v1299: 179 pgs: 179 active+clean; 9.0 GiB data, 28 GiB used, 640 GiB / 672 GiB avail; 0 B/s wr, 2.39k op/s 2021-03-04T23:41:48.636 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:48.661 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:48.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:48.663 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:48.764 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:48.783 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:48.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:48.785 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:48.867 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:41:48.886 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:48.908 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:48.909 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:48.909 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:48.968 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-03-04T23:41:49.011 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:49.038 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:49.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:49.041 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:49.042 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:49.111 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:41:49.142 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:49.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:49.163 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:49.163 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:49.191 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:41:49.264 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:49.267 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:49 gibba038 conmon[76675]: audit 2021-03-04T23:41:49.267 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:49 gibba038 conmon[76675]: 2021-03-04T23:41:49.268 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:49 gibba038 conmon[76675]: 2021 2021-03-04T23:41:49.268 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:49 gibba038 conmon[76675]: -03-04T23:41:49.086401+0000 2021-03-04T23:41:49.268 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:49 gibba038 conmon[76675]: mon.c (mon.1) 499 : audit [INF] from='client.? 172.21.2.111:0/1758115141' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:49.268 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:49 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:41:49.269 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:49 gibba038 conmon[76675]: 04T23:41:49.086669+0000 mon.a (mon.0 2021-03-04T23:41:49.269 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:49 gibba038 conmon[76675]: ) 1725 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:49.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:49.287 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:49.287 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:49.389 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:49.412 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:49.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:49.414 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:49.508 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:49 gibba011 conmon[95595]: audit 2021-03-04T23:41:49.086401+0000 mon.c (mon.1) 499 : 2021-03-04T23:41:49.509 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:49 gibba011 conmon[95595]: audit [INF] from='client.? 172.21.2.111:0/1758115141' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:49.509 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:49 gibba011 conmon[95595]: audit 2021-03-04T23:41:49.086669+0000 mon.a (mon.0) 1725 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:49.509 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:49 gibba011 conmon[99461]: audit 2021-03-04T23:41:49.086401+0000 mon.c (mon.1 2021-03-04T23:41:49.510 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:49 gibba011 conmon[99461]: ) 499 : audit [INF] from='client.? 172.21.2.111:0/1758115141' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:49.510 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:49 gibba011 conmon[99461]: audit 2021-03-04T23:41:49.086669+0000 mon.a (mon.0) 1725 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:41:49.516 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:49.539 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:49.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:49.541 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:49.642 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:49.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:49.666 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:49.667 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:49.768 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:49.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:49.789 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:49.790 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:49.885 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 1, 3, 2, 7] out_osds: [] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:41:49.885 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:41:49.886 INFO:tasks.thrashosds.thrasher:inject_pause on 4 2021-03-04T23:41:49.886 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:41:49.887 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:41:49.888 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 config set filestore_inject_stall 3 2021-03-04T23:41:49.891 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:49.917 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:49.918 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:49.919 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:50.020 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:50.035 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:41:50.042 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:50.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:50.043 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:50.145 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:50.164 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:50.165 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:50.165 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:50.267 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:50.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:50.292 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:50.292 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:50.394 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:50.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:50.417 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:50.418 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:50.519 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:50.539 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:50.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:50.540 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:50.578 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:50 gibba038 conmon[76675]: cluster 2021-03-04T23:41:48.829130+0000 mgr.x (mgr.34676) 1221 : cluster [DBG] pgmap v1300: 179 pgs: 179 active+clean; 8.4 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 2.42k op/s 2021-03-04T23:41:50.579 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:50 gibba038 conmon[76675]: cluster 2021-03-04T23:41:49.173757+0000 mon.a (mon.0) 1726 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:50.579 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:50 gibba038 conmon[76675]: audit 2021-03-04T23:41:49.179792+0000 mon.a (mon.0) 1727 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:41:50.579 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:50 gibba038 conmon[76675]: cluster 2021-03-04T23:41:49.179855+0000 mon.a (mon.0) 1728 : cluster [DBG] osdmap e385: 8 total, 8 up, 8 in 2021-03-04T23:41:50.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:50 gibba011 conmon[95595]: cluster 2021-03-04T23:41:48.829130+0000 mgr.x (mgr.34676) 1221 : cluster [DBG] pgmap v1300: 179 pgs: 179 active+clean; 8.4 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 2.42k op/s 2021-03-04T23:41:50.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:50 gibba011 conmon[95595]: cluster 2021-03-04T23:41:49.173757+0000 mon.a (mon.0) 1726 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:50.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:50 gibba011 conmon[95595]: audit 2021-03-04T23:41:49.179792+0000 mon.a (mon.0) 1727 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:41:50.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:50 gibba011 conmon[95595]: cluster 2021-03-04T23:41:49.179855+0000 mon.a (mon.0) 1728 : cluster [DBG] osdmap e385: 8 total, 8 up, 8 in 2021-03-04T23:41:50.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:50 gibba011 conmon[99461]: cluster 2021-03-04T23:41:48.829130+0000 mgr.x (mgr.34676) 1221 : cluster [DBG] pgmap v1300: 179 pgs: 179 active+clean; 8.4 GiB data, 27 GiB used, 641 GiB / 672 GiB avail; 0 B/s wr, 2.42k op/s 2021-03-04T23:41:50.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:50 gibba011 conmon[99461]: cluster 2021-03-04T23:41:49.173757+0000 mon.a (mon.0) 1726 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:50.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:50 gibba011 conmon[99461]: audit 2021-03-04T23:41:49.179792+0000 mon.a (mon.0) 1727 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:41:50.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:50 gibba011 conmon[99461]: cluster 2021-03-04T23:41:49.179855+0000 mon.a (mon.0) 1728 : cluster [DBG] osdmap e385: 8 total, 8 up, 8 in 2021-03-04T23:41:50.641 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:50.661 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:50.662 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:50.662 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:50.763 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:50.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:50.791 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:50.792 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:50.893 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:50.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:50.916 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:50.917 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:51.018 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:51.038 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:51.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:51.040 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:51.141 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:51.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:51.164 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:51.164 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:51.266 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:51.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:51.291 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:51.291 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:51.392 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:51.410 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:51.411 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:51.414 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:51.515 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:51.532 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:51.533 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:51.533 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:51.635 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:51.656 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:51.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:51.658 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:51.759 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:51.780 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:51.781 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:51.781 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:51.882 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:51.905 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:51.907 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:51.908 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:52.009 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:52.030 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:52.031 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:52.032 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:52.133 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:52.160 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:52.161 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:52.162 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:52.263 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:52.284 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:52.285 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:52.286 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:52.372 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:41:52.387 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:52.393 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:41:52.407 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:52.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:52.409 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:52.412 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:41:52.434 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:41:52.457 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:41:52.477 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:41:52.501 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:41:52.511 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:52.513 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:41:52.514 INFO:teuthology.orchestra.run.gibba038.stdout: "size": 20, 2021-03-04T23:41:52.516 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 600, 2021-03-04T23:41:52.517 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:41:52.517 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.517 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157923 10.c 10:379faa3e:::benchmark_data_gibba011_264195_object157922:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e324)", 2021-03-04T23:41:52.518 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.367035+0000", 2021-03-04T23:41:52.518 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 274.051698133, 2021-03-04T23:41:52.518 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.753451694, 2021-03-04T23:41:52.519 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:41:52.519 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:41:52.519 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:41:52.519 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:41:52.519 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:41:52.520 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157923 2021-03-04T23:41:52.520 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.520 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:41:52.520 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.521 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:41:52.521 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.367035+0000", 2021-03-04T23:41:52.521 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:41:52.521 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.521 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.522 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:41:52.522 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.367035+0000", 2021-03-04T23:41:52.522 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3529000000000001e-05 2021-03-04T23:41:52.522 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.523 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.523 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:41:52.523 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.367058+0000", 2021-03-04T23:41:52.523 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5400000000000001e-06 2021-03-04T23:41:52.523 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.524 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.524 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:41:52.524 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.367060+0000", 2021-03-04T23:41:52.524 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.7760000000000003e-06 2021-03-04T23:41:52.524 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.525 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.525 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:41:52.525 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.367069+0000", 2021-03-04T23:41:52.525 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2980000000000002e-06 2021-03-04T23:41:52.526 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.526 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.526 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:41:52.526 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.367073+0000", 2021-03-04T23:41:52.526 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004405712 2021-03-04T23:41:52.527 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.527 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.527 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.527 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.371479+0000", 2021-03-04T23:41:52.528 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.925e-06 2021-03-04T23:41:52.528 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.528 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.528 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.528 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.371484+0000", 2021-03-04T23:41:52.529 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.66900755599999995 2021-03-04T23:41:52.529 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.529 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.530 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.530 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040492+0000", 2021-03-04T23:41:52.530 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2234e-05 2021-03-04T23:41:52.531 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.531 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.531 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.531 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040504+0000", 2021-03-04T23:41:52.531 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.07204945 2021-03-04T23:41:52.532 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.532 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.532 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.532 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.112554+0000", 2021-03-04T23:41:52.533 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4963000000000006e-05 2021-03-04T23:41:52.533 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.533 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.534 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:41:52.534 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.112639+0000", 2021-03-04T23:41:52.534 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0077733189999999999 2021-03-04T23:41:52.534 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.535 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.535 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.536 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.120412+0000", 2021-03-04T23:41:52.536 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.4392000000000002e-05 2021-03-04T23:41:52.536 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.537 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.537 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:41:52.537 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.120486+0000", 2021-03-04T23:41:52.539 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.753451694 2021-03-04T23:41:52.540 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.540 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:41:52.540 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.540 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.541 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.541 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157925 10.c 10:3f0a315c:::benchmark_data_gibba011_264195_object157924:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected e324)", 2021-03-04T23:41:52.541 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.367078+0000", 2021-03-04T23:41:52.542 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 274.05165527700001, 2021-03-04T23:41:52.542 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7554620869999999, 2021-03-04T23:41:52.542 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:41:52.543 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:41:52.543 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:41:52.543 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:41:52.544 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:41:52.544 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157925 2021-03-04T23:41:52.544 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.544 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:41:52.544 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.545 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:41:52.545 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.367078+0000", 2021-03-04T23:41:52.545 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:41:52.545 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.545 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.546 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:41:52.546 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.367078+0000", 2021-03-04T23:41:52.546 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5529e-05 2021-03-04T23:41:52.546 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.547 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.547 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:41:52.547 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.367093+0000", 2021-03-04T23:41:52.547 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.5400000000000001e-07 2021-03-04T23:41:52.547 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.548 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.548 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:41:52.548 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.367094+0000", 2021-03-04T23:41:52.548 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8449999999999996e-06 2021-03-04T23:41:52.549 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.549 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.549 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:41:52.549 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.367098+0000", 2021-03-04T23:41:52.549 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.367e-06 2021-03-04T23:41:52.550 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.550 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.550 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:41:52.550 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.367100+0000", 2021-03-04T23:41:52.551 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0043984760000000001 2021-03-04T23:41:52.551 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.551 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.551 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.551 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.371498+0000", 2021-03-04T23:41:52.552 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0319999999999999e-06 2021-03-04T23:41:52.552 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.552 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.552 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.552 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.371501+0000", 2021-03-04T23:41:52.553 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.66903847699999996 2021-03-04T23:41:52.553 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.554 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.554 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.554 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040540+0000", 2021-03-04T23:41:52.554 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.9660000000000002e-06 2021-03-04T23:41:52.555 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.555 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.555 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.555 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040549+0000", 2021-03-04T23:41:52.555 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0723097939999999 2021-03-04T23:41:52.556 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.556 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.556 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.556 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.112859+0000", 2021-03-04T23:41:52.557 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.6014999999999996e-05 2021-03-04T23:41:52.557 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.557 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.557 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:41:52.557 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.112935+0000", 2021-03-04T23:41:52.558 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095294660000000003 2021-03-04T23:41:52.558 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.558 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.559 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.559 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.122464+0000", 2021-03-04T23:41:52.559 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.5465999999999999e-05 2021-03-04T23:41:52.559 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.560 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.560 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:41:52.560 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.122540+0000", 2021-03-04T23:41:52.560 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7554620869999999 2021-03-04T23:41:52.561 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.561 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:41:52.561 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.561 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.561 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.562 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157937 10.c 10:33e160e5:::benchmark_data_gibba011_264195_object157936:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e324)", 2021-03-04T23:41:52.562 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.369963+0000", 2021-03-04T23:41:52.563 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 274.04876950099998, 2021-03-04T23:41:52.563 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.752730978, 2021-03-04T23:41:52.563 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:41:52.563 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:52.564 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:41:52.564 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:41:52.564 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:41:52.564 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157937 2021-03-04T23:41:52.564 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.565 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:41:52.565 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.565 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:41:52.565 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.369963+0000", 2021-03-04T23:41:52.566 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:41:52.566 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.566 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.566 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:41:52.566 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.369963+0000", 2021-03-04T23:41:52.567 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9500999999999999e-05 2021-03-04T23:41:52.567 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.567 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.567 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:41:52.568 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.370013+0000", 2021-03-04T23:41:52.568 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.333e-06 2021-03-04T23:41:52.568 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.568 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.568 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:41:52.569 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.370014+0000", 2021-03-04T23:41:52.569 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.6820000000000003e-06 2021-03-04T23:41:52.569 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.569 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.570 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:41:52.572 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.370022+0000", 2021-03-04T23:41:52.572 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7979999999999999e-06 2021-03-04T23:41:52.573 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.573 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.573 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:41:52.574 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.370026+0000", 2021-03-04T23:41:52.574 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0014858709999999999 2021-03-04T23:41:52.575 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.576 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.577 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.577 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.371512+0000", 2021-03-04T23:41:52.577 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7020000000000001e-06 2021-03-04T23:41:52.577 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.578 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.578 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.578 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.371514+0000", 2021-03-04T23:41:52.579 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.66909208200000003 2021-03-04T23:41:52.579 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.579 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.579 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.580 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040606+0000", 2021-03-04T23:41:52.580 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.2010000000000002e-06 2021-03-04T23:41:52.580 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.580 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.581 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.581 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040613+0000", 2021-03-04T23:41:52.581 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.072350438 2021-03-04T23:41:52.582 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.583 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.583 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.583 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.112964+0000", 2021-03-04T23:41:52.584 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.9838000000000003e-05 2021-03-04T23:41:52.584 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.584 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.585 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:41:52.585 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.113054+0000", 2021-03-04T23:41:52.585 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000324016 2021-03-04T23:41:52.587 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.587 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.587 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3,7", 2021-03-04T23:41:52.588 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.113378+0000", 2021-03-04T23:41:52.588 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0071465699999999997 2021-03-04T23:41:52.588 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.589 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.589 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.589 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.120524+0000", 2021-03-04T23:41:52.590 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4659999999999999e-06 2021-03-04T23:41:52.590 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.590 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.591 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:41:52.591 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.120533+0000", 2021-03-04T23:41:52.591 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0020346129999999998 2021-03-04T23:41:52.592 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.592 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.593 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.593 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.122567+0000", 2021-03-04T23:41:52.593 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.9953e-05 2021-03-04T23:41:52.593 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.594 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.594 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.594 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.122587+0000", 2021-03-04T23:41:52.595 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0306000000000001e-05 2021-03-04T23:41:52.595 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.595 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.596 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:41:52.597 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.122618+0000", 2021-03-04T23:41:52.598 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.6607999999999996e-05 2021-03-04T23:41:52.598 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.598 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.599 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:41:52.599 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.122694+0000", 2021-03-04T23:41:52.599 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.752730978 2021-03-04T23:41:52.600 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.600 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:41:52.600 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.600 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.601 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.601 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157939 10.1 10:8aee5e85:::benchmark_data_gibba011_264195_object157938:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e324)", 2021-03-04T23:41:52.601 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.374272+0000", 2021-03-04T23:41:52.602 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 274.04446044100001, 2021-03-04T23:41:52.602 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.761644016, 2021-03-04T23:41:52.602 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:41:52.603 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:52.603 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:41:52.604 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:41:52.604 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:41:52.604 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157939 2021-03-04T23:41:52.605 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.605 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:41:52.605 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.605 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:41:52.606 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374272+0000", 2021-03-04T23:41:52.606 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:41:52.608 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.608 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.609 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:41:52.609 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374272+0000", 2021-03-04T23:41:52.609 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5228000000000001e-05 2021-03-04T23:41:52.610 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.610 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.610 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:41:52.611 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374318+0000", 2021-03-04T23:41:52.611 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.333e-06 2021-03-04T23:41:52.611 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.611 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.612 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:41:52.612 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374319+0000", 2021-03-04T23:41:52.612 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2099999999999999e-05 2021-03-04T23:41:52.612 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.613 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.614 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:41:52.614 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374331+0000", 2021-03-04T23:41:52.615 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8610000000000003e-06 2021-03-04T23:41:52.615 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.615 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.615 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:41:52.616 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374337+0000", 2021-03-04T23:41:52.616 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.892e-05 2021-03-04T23:41:52.617 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.617 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.617 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.617 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374376+0000", 2021-03-04T23:41:52.618 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.3019999999999995e-06 2021-03-04T23:41:52.619 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.619 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.619 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.620 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374384+0000", 2021-03-04T23:41:52.620 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.66631522300000001 2021-03-04T23:41:52.620 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.621 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.621 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.621 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040699+0000", 2021-03-04T23:41:52.621 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.8109999999999992e-06 2021-03-04T23:41:52.622 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.622 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.622 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.622 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040708+0000", 2021-03-04T23:41:52.623 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0891520649999999 2021-03-04T23:41:52.623 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.623 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.624 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.624 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.129860+0000", 2021-03-04T23:41:52.624 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000106133 2021-03-04T23:41:52.625 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.625 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.625 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:41:52.625 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.129966+0000", 2021-03-04T23:41:52.626 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00049473300000000002 2021-03-04T23:41:52.626 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.626 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.626 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,7", 2021-03-04T23:41:52.627 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.130461+0000", 2021-03-04T23:41:52.627 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0044244540000000004 2021-03-04T23:41:52.627 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.627 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.628 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.628 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.134886+0000", 2021-03-04T23:41:52.628 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.8875999999999996e-05 2021-03-04T23:41:52.628 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.629 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.630 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:41:52.630 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.134954+0000", 2021-03-04T23:41:52.630 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00033060799999999998 2021-03-04T23:41:52.631 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.631 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.631 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.632 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.135285+0000", 2021-03-04T23:41:52.632 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00050176400000000003 2021-03-04T23:41:52.632 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.633 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.633 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.633 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.135787+0000", 2021-03-04T23:41:52.633 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.349e-05 2021-03-04T23:41:52.634 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.634 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.635 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:41:52.635 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.135820+0000", 2021-03-04T23:41:52.635 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6114999999999997e-05 2021-03-04T23:41:52.635 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.636 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.636 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:41:52.636 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.135916+0000", 2021-03-04T23:41:52.636 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.761644016 2021-03-04T23:41:52.637 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.637 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:41:52.638 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.638 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.638 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.638 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157941 10.c 10:353bab0b:::benchmark_data_gibba011_264195_object157940:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e324)", 2021-03-04T23:41:52.639 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.374646+0000", 2021-03-04T23:41:52.639 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 274.044086709, 2021-03-04T23:41:52.640 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.755753033, 2021-03-04T23:41:52.640 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:41:52.641 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:52.641 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:41:52.641 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:41:52.641 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:41:52.642 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157941 2021-03-04T23:41:52.642 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.642 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:41:52.643 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.643 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:41:52.643 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374646+0000", 2021-03-04T23:41:52.643 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:41:52.644 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.644 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.644 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:41:52.645 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374646+0000", 2021-03-04T23:41:52.645 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6794000000000001e-05 2021-03-04T23:41:52.645 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.646 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.646 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:41:52.646 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374673+0000", 2021-03-04T23:41:52.647 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.291e-06 2021-03-04T23:41:52.647 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.647 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.647 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:41:52.648 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374674+0000", 2021-03-04T23:41:52.648 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.4029999999999996e-06 2021-03-04T23:41:52.648 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.649 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.649 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:41:52.649 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374684+0000", 2021-03-04T23:41:52.650 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6720000000000003e-06 2021-03-04T23:41:52.650 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.651 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.651 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:41:52.651 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.374688+0000", 2021-03-04T23:41:52.652 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.001397351 2021-03-04T23:41:52.652 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.652 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.652 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.653 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376086+0000", 2021-03-04T23:41:52.653 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5960000000000003e-06 2021-03-04T23:41:52.653 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.653 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.653 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.654 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376091+0000", 2021-03-04T23:41:52.654 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.66454238300000001 2021-03-04T23:41:52.654 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.654 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.655 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.655 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040634+0000", 2021-03-04T23:41:52.655 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.2849999999999997e-06 2021-03-04T23:41:52.655 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.656 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.656 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.656 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040641+0000", 2021-03-04T23:41:52.656 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0820692460000001 2021-03-04T23:41:52.656 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.657 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.657 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.657 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.122710+0000", 2021-03-04T23:41:52.657 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000108391 2021-03-04T23:41:52.657 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.658 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.658 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:41:52.658 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.122819+0000", 2021-03-04T23:41:52.659 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00016571000000000001 2021-03-04T23:41:52.659 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.659 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.659 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3,7", 2021-03-04T23:41:52.659 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.122984+0000", 2021-03-04T23:41:52.660 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0072177250000000004 2021-03-04T23:41:52.660 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.660 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.660 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.660 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.130202+0000", 2021-03-04T23:41:52.661 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1938e-05 2021-03-04T23:41:52.661 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.661 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.661 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:41:52.662 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.130214+0000", 2021-03-04T23:41:52.662 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0278999999999998e-05 2021-03-04T23:41:52.662 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.662 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.662 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.663 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.130254+0000", 2021-03-04T23:41:52.663 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4622999999999997e-05 2021-03-04T23:41:52.663 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.663 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.663 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.664 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.130289+0000", 2021-03-04T23:41:52.664 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5000999999999999e-05 2021-03-04T23:41:52.664 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.664 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.664 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:41:52.665 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.130324+0000", 2021-03-04T23:41:52.665 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.5345000000000005e-05 2021-03-04T23:41:52.665 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.665 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.666 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:41:52.666 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.130399+0000", 2021-03-04T23:41:52.666 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.755753033 2021-03-04T23:41:52.666 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.666 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:41:52.667 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.667 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.667 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.667 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157943 10.c 10:3ac75906:::benchmark_data_gibba011_264195_object157942:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e324)", 2021-03-04T23:41:52.667 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.376332+0000", 2021-03-04T23:41:52.668 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 274.042400902, 2021-03-04T23:41:52.668 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7563899599999999, 2021-03-04T23:41:52.668 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:41:52.668 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:52.668 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:41:52.669 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:41:52.669 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:41:52.669 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157943 2021-03-04T23:41:52.669 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.669 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:41:52.670 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.670 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:41:52.670 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376332+0000", 2021-03-04T23:41:52.670 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:41:52.671 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.671 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.671 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:41:52.671 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376332+0000", 2021-03-04T23:41:52.671 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1233999999999998e-05 2021-03-04T23:41:52.672 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.672 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.672 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:41:52.672 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376383+0000", 2021-03-04T23:41:52.672 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.085e-06 2021-03-04T23:41:52.673 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.673 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.673 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:41:52.673 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376384+0000", 2021-03-04T23:41:52.673 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.3850000000000002e-06 2021-03-04T23:41:52.674 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.674 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.674 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:41:52.674 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376393+0000", 2021-03-04T23:41:52.674 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.817e-06 2021-03-04T23:41:52.675 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.675 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.675 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:41:52.675 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376396+0000", 2021-03-04T23:41:52.676 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.1733999999999997e-05 2021-03-04T23:41:52.676 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.676 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.676 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.676 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376438+0000", 2021-03-04T23:41:52.677 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3032e-05 2021-03-04T23:41:52.677 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.677 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.677 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.677 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376451+0000", 2021-03-04T23:41:52.678 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.66420816699999996 2021-03-04T23:41:52.678 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.678 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.678 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.678 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040659+0000", 2021-03-04T23:41:52.679 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.5660000000000003e-06 2021-03-04T23:41:52.679 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.679 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.679 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.679 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040666+0000", 2021-03-04T23:41:52.680 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0845541480000001 2021-03-04T23:41:52.680 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.680 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.680 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.681 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.125220+0000", 2021-03-04T23:41:52.681 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000128391 2021-03-04T23:41:52.681 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.681 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.681 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:41:52.682 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.125348+0000", 2021-03-04T23:41:52.682 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00018438699999999999 2021-03-04T23:41:52.682 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.682 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.682 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3,7", 2021-03-04T23:41:52.683 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.125533+0000", 2021-03-04T23:41:52.683 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0046849179999999997 2021-03-04T23:41:52.683 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.683 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.683 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:41:52.684 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.130218+0000", 2021-03-04T23:41:52.684 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0023222429999999999 2021-03-04T23:41:52.684 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.684 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.685 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.685 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.132540+0000", 2021-03-04T23:41:52.685 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2753000000000003e-05 2021-03-04T23:41:52.685 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.685 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.686 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.686 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.132573+0000", 2021-03-04T23:41:52.686 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0722999999999997e-05 2021-03-04T23:41:52.686 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.687 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.687 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.687 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.132604+0000", 2021-03-04T23:41:52.687 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5753000000000001e-05 2021-03-04T23:41:52.687 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.688 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.688 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:41:52.688 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.132649+0000", 2021-03-04T23:41:52.688 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.2624000000000001e-05 2021-03-04T23:41:52.688 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.689 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.689 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:41:52.689 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.132722+0000", 2021-03-04T23:41:52.689 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7563899599999999 2021-03-04T23:41:52.689 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.690 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:41:52.690 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.690 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.690 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.690 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157944 10.c 10:34003898:::benchmark_data_gibba011_264195_object157943:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e324)", 2021-03-04T23:41:52.691 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.376405+0000", 2021-03-04T23:41:52.691 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 274.04232764199998, 2021-03-04T23:41:52.691 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.761784671, 2021-03-04T23:41:52.691 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:41:52.692 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:52.692 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:41:52.692 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:41:52.692 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:41:52.692 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157944 2021-03-04T23:41:52.693 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.693 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:41:52.693 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.693 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:41:52.693 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376405+0000", 2021-03-04T23:41:52.694 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:41:52.694 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.694 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.694 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:41:52.694 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376405+0000", 2021-03-04T23:41:52.695 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8260999999999998e-05 2021-03-04T23:41:52.695 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.695 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.695 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:41:52.695 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376443+0000", 2021-03-04T23:41:52.696 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7430000000000001e-06 2021-03-04T23:41:52.696 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.696 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.696 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:41:52.697 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376445+0000", 2021-03-04T23:41:52.697 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.7290000000000003e-06 2021-03-04T23:41:52.697 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.697 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.697 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:41:52.698 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376452+0000", 2021-03-04T23:41:52.698 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3930000000000001e-06 2021-03-04T23:41:52.698 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.698 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.698 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:41:52.699 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376456+0000", 2021-03-04T23:41:52.699 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1078999999999998e-05 2021-03-04T23:41:52.699 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.699 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.700 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.700 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376487+0000", 2021-03-04T23:41:52.700 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.8199999999999999e-06 2021-03-04T23:41:52.700 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.701 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.701 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.701 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376494+0000", 2021-03-04T23:41:52.701 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.66419176300000005 2021-03-04T23:41:52.701 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.702 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.702 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.702 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040686+0000", 2021-03-04T23:41:52.702 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8590000000000001e-06 2021-03-04T23:41:52.702 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.703 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.703 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.703 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040692+0000", 2021-03-04T23:41:52.703 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.087019653 2021-03-04T23:41:52.703 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.704 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.704 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.704 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.127711+0000", 2021-03-04T23:41:52.704 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013178699999999999 2021-03-04T23:41:52.704 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.705 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.705 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:41:52.705 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.127843+0000", 2021-03-04T23:41:52.705 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00014742999999999999 2021-03-04T23:41:52.706 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.706 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.706 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3,7", 2021-03-04T23:41:52.706 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.127991+0000", 2021-03-04T23:41:52.707 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0044751469999999996 2021-03-04T23:41:52.707 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.707 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.707 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:41:52.707 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.132466+0000", 2021-03-04T23:41:52.708 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00028096399999999998 2021-03-04T23:41:52.708 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.708 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.708 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.709 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.132747+0000", 2021-03-04T23:41:52.709 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0050761499999999998 2021-03-04T23:41:52.709 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.709 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.709 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.710 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.137823+0000", 2021-03-04T23:41:52.710 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00021710699999999999 2021-03-04T23:41:52.710 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.710 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.710 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.711 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.138040+0000", 2021-03-04T23:41:52.711 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8565e-05 2021-03-04T23:41:52.711 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.711 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.711 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:41:52.712 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.138089+0000", 2021-03-04T23:41:52.712 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000101221 2021-03-04T23:41:52.712 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.712 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.713 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:41:52.713 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.138190+0000", 2021-03-04T23:41:52.713 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.761784671 2021-03-04T23:41:52.713 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.713 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:41:52.714 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.714 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.714 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.714 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157946 10.c 10:362d52b4:::benchmark_data_gibba011_264195_object157945:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e324)", 2021-03-04T23:41:52.714 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.376591+0000", 2021-03-04T23:41:52.715 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 274.04214162300002, 2021-03-04T23:41:52.715 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7649655120000001, 2021-03-04T23:41:52.715 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:41:52.716 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:52.716 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:41:52.716 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:41:52.716 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:41:52.716 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157946 2021-03-04T23:41:52.717 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.717 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:41:52.717 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.717 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:41:52.717 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376591+0000", 2021-03-04T23:41:52.718 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:41:52.718 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.718 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.720 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:41:52.721 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:41:52.721 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:41:52.721 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:41:52.721 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:41:52.722 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:41:52.722 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:41:52.722 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:41:52.722 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:41:52.723 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:52 gibba011 conmon[95595]: cluster 2021-03-04T23:41:50.829463+0000 mgr.x (mgr.34676) 1222 : cluster [DBG] pgmap v1302: 179 pgs: 179 active+clean; 8.3 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 2.79k op/s 2021-03-04T23:41:52.724 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:52 gibba011 conmon[99461]: cluster 2021-03-04T23:41:50.829463+0000 mgr.x (mgr 2021-03-04T23:41:52.724 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:52 gibba011 conmon[99461]: .34676) 1222 : cluster [DBG] pgmap v1302: 179 pgs: 179 active+clean; 8.3 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 2.79k op/s 2021-03-04T23:41:52.724 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:41:52.725 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376591+0000", 2021-03-04T23:41:52.725 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.3028000000000004e-05 2021-03-04T23:41:52.725 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.725 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.725 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:41:52.726 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376684+0000", 2021-03-04T23:41:52.726 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.9899999999999999e-07 2021-03-04T23:41:52.726 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.726 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.727 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:41:52.727 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376685+0000", 2021-03-04T23:41:52.727 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.0759999999999997e-06 2021-03-04T23:41:52.727 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.727 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.728 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:41:52.728 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376692+0000", 2021-03-04T23:41:52.728 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.343e-06 2021-03-04T23:41:52.728 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.728 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.729 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:41:52.729 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376696+0000", 2021-03-04T23:41:52.729 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6883e-05 2021-03-04T23:41:52.729 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.730 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.730 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.730 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376722+0000", 2021-03-04T23:41:52.730 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7219999999999999e-06 2021-03-04T23:41:52.731 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.731 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.731 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.731 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376727+0000", 2021-03-04T23:41:52.732 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.66398537899999999 2021-03-04T23:41:52.732 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.732 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.732 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.732 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040713+0000", 2021-03-04T23:41:52.733 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4910000000000002e-06 2021-03-04T23:41:52.733 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.733 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.733 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.733 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040719+0000", 2021-03-04T23:41:52.734 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0896956170000001 2021-03-04T23:41:52.734 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.734 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.734 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.735 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.130415+0000", 2021-03-04T23:41:52.735 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.8579999999999996e-05 2021-03-04T23:41:52.735 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.735 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.735 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:41:52.736 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.130493+0000", 2021-03-04T23:41:52.736 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000134592 2021-03-04T23:41:52.736 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.736 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.736 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3,7", 2021-03-04T23:41:52.737 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.130628+0000", 2021-03-04T23:41:52.737 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.002127126 2021-03-04T23:41:52.737 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.737 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.737 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:41:52.738 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.132755+0000", 2021-03-04T23:41:52.738 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0311000000000002e-05 2021-03-04T23:41:52.738 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.738 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.738 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.739 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.132785+0000", 2021-03-04T23:41:52.739 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0054435170000000001 2021-03-04T23:41:52.739 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.739 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.740 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.740 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.138229+0000", 2021-03-04T23:41:52.740 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0031556000000000002 2021-03-04T23:41:52.740 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.740 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.741 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.741 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.141384+0000", 2021-03-04T23:41:52.741 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.6495999999999995e-05 2021-03-04T23:41:52.741 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.741 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.742 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:41:52.742 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.141451+0000", 2021-03-04T23:41:52.742 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000105852 2021-03-04T23:41:52.742 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.742 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.743 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:41:52.743 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.141557+0000", 2021-03-04T23:41:52.743 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7649655120000001 2021-03-04T23:41:52.743 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.743 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:41:52.744 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.744 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.744 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.744 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157948 10.c 10:3cdc1ba5:::benchmark_data_gibba011_264195_object157947:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e324)", 2021-03-04T23:41:52.745 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.377928+0000", 2021-03-04T23:41:52.745 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 274.04080451999999, 2021-03-04T23:41:52.745 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.763771822, 2021-03-04T23:41:52.745 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:41:52.746 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:52.746 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:41:52.746 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:41:52.746 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:41:52.746 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157948 2021-03-04T23:41:52.747 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.747 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:41:52.747 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.747 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:41:52.748 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.377928+0000", 2021-03-04T23:41:52.748 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:41:52.748 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.748 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.748 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:41:52.749 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.377928+0000", 2021-03-04T23:41:52.749 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1486999999999999e-05 2021-03-04T23:41:52.749 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.749 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.749 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:41:52.750 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.377950+0000", 2021-03-04T23:41:52.750 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.249e-06 2021-03-04T23:41:52.750 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.750 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.751 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:41:52.751 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.377951+0000", 2021-03-04T23:41:52.751 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0669000000000001e-05 2021-03-04T23:41:52.751 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.752 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.752 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:41:52.752 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.377962+0000", 2021-03-04T23:41:52.752 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4070000000000003e-06 2021-03-04T23:41:52.753 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.753 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.753 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:41:52.753 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.377966+0000", 2021-03-04T23:41:52.753 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9678000000000002e-05 2021-03-04T23:41:52.754 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.754 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.754 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.754 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.378006+0000", 2021-03-04T23:41:52.754 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.1300000000000007e-06 2021-03-04T23:41:52.755 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.755 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.755 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.755 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.378015+0000", 2021-03-04T23:41:52.755 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.66278060500000002 2021-03-04T23:41:52.756 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.756 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.756 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.756 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040796+0000", 2021-03-04T23:41:52.757 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9829999999999996e-06 2021-03-04T23:41:52.757 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.757 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.757 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.757 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.040804+0000", 2021-03-04T23:41:52.758 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0920002040000001 2021-03-04T23:41:52.758 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.758 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.758 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.758 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.132804+0000", 2021-03-04T23:41:52.759 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000135878 2021-03-04T23:41:52.759 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.759 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.759 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:41:52.759 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.132940+0000", 2021-03-04T23:41:52.760 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00016300900000000001 2021-03-04T23:41:52.760 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.760 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.760 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3,7", 2021-03-04T23:41:52.761 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.133103+0000", 2021-03-04T23:41:52.761 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0048938510000000003 2021-03-04T23:41:52.761 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.761 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.761 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.762 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.137996+0000", 2021-03-04T23:41:52.762 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8379999999999998e-06 2021-03-04T23:41:52.762 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.762 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.762 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:41:52.763 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.138002+0000", 2021-03-04T23:41:52.763 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00029514999999999999 2021-03-04T23:41:52.763 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.763 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.763 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.764 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.138297+0000", 2021-03-04T23:41:52.764 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0032862239999999999 2021-03-04T23:41:52.764 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.764 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.764 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.765 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.141584+0000", 2021-03-04T23:41:52.765 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2123999999999999e-05 2021-03-04T23:41:52.765 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.765 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.766 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:41:52.766 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.141616+0000", 2021-03-04T23:41:52.766 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4336e-05 2021-03-04T23:41:52.766 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.766 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.767 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:41:52.767 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.141700+0000", 2021-03-04T23:41:52.767 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.763771822 2021-03-04T23:41:52.767 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.767 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:41:52.768 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.768 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.768 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.768 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:231024 10.1 10:8d6cb031:::benchmark_data_gibba011_264195_object36987:head [delete] snapc 0=[] ondisk+write+known_if_redirected e332)", 2021-03-04T23:41:52.769 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:02.201520+0000", 2021-03-04T23:41:52.769 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 230.21721257199999, 2021-03-04T23:41:52.769 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.026969394, 2021-03-04T23:41:52.769 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:41:52.769 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:52.770 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:41:52.770 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:41:52.770 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:41:52.770 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 231024 2021-03-04T23:41:52.770 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.771 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:41:52.771 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.771 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:41:52.771 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.201520+0000", 2021-03-04T23:41:52.771 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:41:52.772 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.772 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.772 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:41:52.772 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.201520+0000", 2021-03-04T23:41:52.772 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3649999999999998e-06 2021-03-04T23:41:52.773 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.773 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.773 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:41:52.773 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.201523+0000", 2021-03-04T23:41:52.774 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4980000000000001e-06 2021-03-04T23:41:52.774 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.774 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.774 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:41:52.774 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.201524+0000", 2021-03-04T23:41:52.775 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.7180000000000002e-06 2021-03-04T23:41:52.775 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.775 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.775 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:41:52.776 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.201533+0000", 2021-03-04T23:41:52.776 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9740000000000004e-06 2021-03-04T23:41:52.776 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.776 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.776 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:41:52.777 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.201537+0000", 2021-03-04T23:41:52.777 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0031001319999999998 2021-03-04T23:41:52.777 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.777 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.777 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.778 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.204637+0000", 2021-03-04T23:41:52.778 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.1130000000000001e-06 2021-03-04T23:41:52.778 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.778 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.779 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.779 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.204645+0000", 2021-03-04T23:41:52.779 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.017652421 2021-03-04T23:41:52.779 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.779 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.780 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.780 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.222297+0000", 2021-03-04T23:41:52.780 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.9919999999999995e-05 2021-03-04T23:41:52.780 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.780 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.781 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:41:52.781 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.222367+0000", 2021-03-04T23:41:52.781 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000240132 2021-03-04T23:41:52.781 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.781 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.782 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1", 2021-03-04T23:41:52.782 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.222608+0000", 2021-03-04T23:41:52.782 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0057183370000000004 2021-03-04T23:41:52.782 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.782 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.783 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:41:52.783 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228326+0000", 2021-03-04T23:41:52.783 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.6509999999999997e-05 2021-03-04T23:41:52.783 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.784 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.784 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.784 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228412+0000", 2021-03-04T23:41:52.784 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1877e-05 2021-03-04T23:41:52.784 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.785 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.785 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.785 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228444+0000", 2021-03-04T23:41:52.785 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4505e-05 2021-03-04T23:41:52.785 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.786 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.786 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:41:52.786 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228469+0000", 2021-03-04T23:41:52.786 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0891999999999999e-05 2021-03-04T23:41:52.786 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.787 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.787 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:41:52.787 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228490+0000", 2021-03-04T23:41:52.787 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.026969394 2021-03-04T23:41:52.787 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.788 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:41:52.788 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.788 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.788 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.788 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:231036 10.1 10:80d115f1:::benchmark_data_gibba011_264195_object36999:head [delete] snapc 0=[] ondisk+write+known_if_redirected e333)", 2021-03-04T23:41:52.789 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:02.205711+0000", 2021-03-04T23:41:52.789 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 230.213021379, 2021-03-04T23:41:52.789 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.022877536, 2021-03-04T23:41:52.789 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:41:52.790 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:52.790 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:41:52.790 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:41:52.790 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:41:52.790 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 231036 2021-03-04T23:41:52.791 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.791 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:41:52.791 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.791 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:41:52.791 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.205711+0000", 2021-03-04T23:41:52.792 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:41:52.792 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.792 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.792 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:41:52.792 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.205711+0000", 2021-03-04T23:41:52.793 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0880000000000002e-06 2021-03-04T23:41:52.793 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.793 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.793 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:41:52.794 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.205714+0000", 2021-03-04T23:41:52.794 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.167e-06 2021-03-04T23:41:52.794 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.794 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.794 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:41:52.795 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.205715+0000", 2021-03-04T23:41:52.795 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0655e-05 2021-03-04T23:41:52.795 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.795 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.795 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:41:52.796 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.205725+0000", 2021-03-04T23:41:52.796 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6059999999999996e-06 2021-03-04T23:41:52.796 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.796 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.796 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:41:52.797 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.205730+0000", 2021-03-04T23:41:52.797 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0015094679999999999 2021-03-04T23:41:52.797 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.797 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.798 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.798 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.207239+0000", 2021-03-04T23:41:52.798 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.2800000000000003e-06 2021-03-04T23:41:52.798 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.798 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.799 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.799 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.207248+0000", 2021-03-04T23:41:52.799 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.018086686 2021-03-04T23:41:52.799 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.799 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.800 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.800 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.225334+0000", 2021-03-04T23:41:52.800 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00023263799999999999 2021-03-04T23:41:52.800 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.800 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.801 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:41:52.801 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.225567+0000", 2021-03-04T23:41:52.801 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000107341 2021-03-04T23:41:52.801 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.801 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.802 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1", 2021-03-04T23:41:52.802 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.225674+0000", 2021-03-04T23:41:52.802 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0028214450000000001 2021-03-04T23:41:52.802 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.803 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.803 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:41:52.803 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228496+0000", 2021-03-04T23:41:52.803 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0574999999999998e-05 2021-03-04T23:41:52.803 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.804 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.804 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.804 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228526+0000", 2021-03-04T23:41:52.804 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2507e-05 2021-03-04T23:41:52.805 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.805 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.805 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.805 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228549+0000", 2021-03-04T23:41:52.806 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1889e-05 2021-03-04T23:41:52.806 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.806 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.806 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:41:52.806 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228571+0000", 2021-03-04T23:41:52.807 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8190999999999999e-05 2021-03-04T23:41:52.807 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.807 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.808 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:41:52.808 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228589+0000", 2021-03-04T23:41:52.808 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.022877536 2021-03-04T23:41:52.808 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.808 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:41:52.809 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.809 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.809 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.809 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:231043 10.1 10:8880dede:::benchmark_data_gibba011_264195_object37006:head [delete] snapc 0=[] ondisk+write+known_if_redirected e333)", 2021-03-04T23:41:52.809 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:02.208028+0000", 2021-03-04T23:41:52.810 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 230.21070468600001, 2021-03-04T23:41:52.810 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0206576249999999, 2021-03-04T23:41:52.810 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:41:52.810 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:52.810 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:41:52.811 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:41:52.811 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:41:52.811 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 231043 2021-03-04T23:41:52.811 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.812 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:41:52.812 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.812 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:41:52.812 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.208028+0000", 2021-03-04T23:41:52.812 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:41:52.813 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.813 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.813 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:41:52.813 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.208028+0000", 2021-03-04T23:41:52.813 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1210000000000001e-06 2021-03-04T23:41:52.814 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.814 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.814 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:41:52.814 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.208030+0000", 2021-03-04T23:41:52.814 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1820000000000001e-06 2021-03-04T23:41:52.815 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.815 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.815 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:41:52.815 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.208031+0000", 2021-03-04T23:41:52.816 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0369e-05 2021-03-04T23:41:52.816 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.816 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.816 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:41:52.816 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.208042+0000", 2021-03-04T23:41:52.817 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6809999999999997e-06 2021-03-04T23:41:52.817 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.817 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.817 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:41:52.817 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.208046+0000", 2021-03-04T23:41:52.818 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5607e-05 2021-03-04T23:41:52.818 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.818 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.818 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.818 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.208082+0000", 2021-03-04T23:41:52.819 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.6760000000000007e-06 2021-03-04T23:41:52.819 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.819 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.819 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.820 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.208090+0000", 2021-03-04T23:41:52.820 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0186759139999999 2021-03-04T23:41:52.820 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.820 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.820 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.821 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.226766+0000", 2021-03-04T23:41:52.821 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012916699999999999 2021-03-04T23:41:52.821 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.821 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.821 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:41:52.822 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.226895+0000", 2021-03-04T23:41:52.822 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000155119 2021-03-04T23:41:52.822 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.822 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.822 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1", 2021-03-04T23:41:52.823 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.227050+0000", 2021-03-04T23:41:52.823 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0015440650000000001 2021-03-04T23:41:52.823 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.823 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.824 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:41:52.824 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228594+0000", 2021-03-04T23:41:52.824 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2595999999999998e-05 2021-03-04T23:41:52.824 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.824 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.825 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.825 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228617+0000", 2021-03-04T23:41:52.825 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7379e-05 2021-03-04T23:41:52.825 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.825 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.826 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.826 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228644+0000", 2021-03-04T23:41:52.826 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2138999999999999e-05 2021-03-04T23:41:52.826 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.826 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.827 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:41:52.827 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228666+0000", 2021-03-04T23:41:52.827 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.961e-05 2021-03-04T23:41:52.827 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.827 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.828 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:41:52.828 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228686+0000", 2021-03-04T23:41:52.828 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0206576249999999 2021-03-04T23:41:52.828 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.829 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:41:52.829 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.829 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.829 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.829 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:231071 10.1 10:8a6ba838:::benchmark_data_gibba011_264195_object37034:head [delete] snapc 0=[] ondisk+write+known_if_redirected e333)", 2021-03-04T23:41:52.830 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:02.223883+0000", 2021-03-04T23:41:52.830 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 230.194849543, 2021-03-04T23:41:52.830 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0077634449999999, 2021-03-04T23:41:52.830 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:41:52.830 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:52.831 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:41:52.831 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:41:52.831 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:41:52.831 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 231071 2021-03-04T23:41:52.831 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.832 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:41:52.832 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.832 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:41:52.832 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.223883+0000", 2021-03-04T23:41:52.832 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:41:52.833 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.833 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.833 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:41:52.833 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.223883+0000", 2021-03-04T23:41:52.834 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2109999999999999e-06 2021-03-04T23:41:52.834 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.834 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.834 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:41:52.834 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.223884+0000", 2021-03-04T23:41:52.835 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6899999999999996e-07 2021-03-04T23:41:52.835 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.835 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.836 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:41:52.836 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.223885+0000", 2021-03-04T23:41:52.836 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5679999999999999e-06 2021-03-04T23:41:52.836 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.837 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.837 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:41:52.837 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.223891+0000", 2021-03-04T23:41:52.837 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2160000000000002e-06 2021-03-04T23:41:52.837 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.838 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.838 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:41:52.838 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.223894+0000", 2021-03-04T23:41:52.838 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5660000000000001e-05 2021-03-04T23:41:52.838 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.839 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.839 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.839 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.223930+0000", 2021-03-04T23:41:52.839 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.652e-06 2021-03-04T23:41:52.839 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.840 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.840 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.840 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.223937+0000", 2021-03-04T23:41:52.840 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.004767776 2021-03-04T23:41:52.840 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.841 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.841 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.841 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228704+0000", 2021-03-04T23:41:52.841 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6752000000000001e-05 2021-03-04T23:41:52.842 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.842 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.842 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:41:52.842 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228761+0000", 2021-03-04T23:41:52.842 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.9998000000000003e-05 2021-03-04T23:41:52.843 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.843 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.843 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1", 2021-03-04T23:41:52.843 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.228831+0000", 2021-03-04T23:41:52.843 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.002584261 2021-03-04T23:41:52.844 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.844 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.844 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.844 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.231415+0000", 2021-03-04T23:41:52.844 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.3917000000000004e-05 2021-03-04T23:41:52.845 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.845 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.845 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.845 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.231489+0000", 2021-03-04T23:41:52.845 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.5100000000000004e-06 2021-03-04T23:41:52.846 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.846 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.846 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:41:52.846 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.231499+0000", 2021-03-04T23:41:52.847 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.5822999999999996e-05 2021-03-04T23:41:52.847 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.847 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.847 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:41:52.847 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.231575+0000", 2021-03-04T23:41:52.848 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.2132000000000007e-05 2021-03-04T23:41:52.848 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.848 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.848 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:41:52.848 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.231647+0000", 2021-03-04T23:41:52.849 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0077634449999999 2021-03-04T23:41:52.849 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.849 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:41:52.849 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.850 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.850 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.850 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:231075 10.1 10:842a79cd:::benchmark_data_gibba011_264195_object37038:head [delete] snapc 0=[] ondisk+write+known_if_redirected e333)", 2021-03-04T23:41:52.850 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:02.225910+0000", 2021-03-04T23:41:52.850 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 230.19282295299999, 2021-03-04T23:41:52.851 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.010725404, 2021-03-04T23:41:52.851 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:41:52.851 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:52.851 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:41:52.851 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:41:52.852 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:41:52.852 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 231075 2021-03-04T23:41:52.852 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.852 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:41:52.852 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.853 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:41:52.853 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.225910+0000", 2021-03-04T23:41:52.853 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:41:52.853 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.854 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.854 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:41:52.854 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.225910+0000", 2021-03-04T23:41:52.854 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.753e-06 2021-03-04T23:41:52.854 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.855 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.855 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:41:52.855 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.225912+0000", 2021-03-04T23:41:52.855 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1119999999999999e-06 2021-03-04T23:41:52.855 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.856 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.856 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:41:52.856 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.225913+0000", 2021-03-04T23:41:52.856 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.6070000000000008e-06 2021-03-04T23:41:52.856 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.857 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.857 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:41:52.857 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.225921+0000", 2021-03-04T23:41:52.857 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8539999999999996e-06 2021-03-04T23:41:52.857 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.858 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.858 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:41:52.858 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.225926+0000", 2021-03-04T23:41:52.858 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7593000000000002e-05 2021-03-04T23:41:52.859 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.859 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.859 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.859 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.225954+0000", 2021-03-04T23:41:52.859 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.887e-06 2021-03-04T23:41:52.860 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.860 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.860 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.860 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:02.225959+0000", 2021-03-04T23:41:52.860 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0038069789999999 2021-03-04T23:41:52.861 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.861 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.861 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.861 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.229766+0000", 2021-03-04T23:41:52.861 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.8198e-05 2021-03-04T23:41:52.862 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.862 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.862 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:41:52.862 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.229834+0000", 2021-03-04T23:41:52.862 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.6082999999999997e-05 2021-03-04T23:41:52.863 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.863 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.863 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1", 2021-03-04T23:41:52.863 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.229900+0000", 2021-03-04T23:41:52.864 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0018603700000000001 2021-03-04T23:41:52.864 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.864 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.864 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.864 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.231760+0000", 2021-03-04T23:41:52.865 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0013113630000000001 2021-03-04T23:41:52.865 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.865 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.865 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.866 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.233072+0000", 2021-03-04T23:41:52.866 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.003475185 2021-03-04T23:41:52.866 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.866 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.866 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:41:52.867 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.236547+0000", 2021-03-04T23:41:52.867 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8467999999999999e-05 2021-03-04T23:41:52.867 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.867 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.867 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:41:52.868 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.236575+0000", 2021-03-04T23:41:52.868 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9951999999999998e-05 2021-03-04T23:41:52.868 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.868 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.868 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:41:52.869 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:03.236635+0000", 2021-03-04T23:41:52.869 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.010725404 2021-03-04T23:41:52.869 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.869 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:41:52.869 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.870 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.870 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.870 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:292614 10.c 10:3de791a1:::benchmark_data_gibba011_264195_object98577:head [delete] snapc 0=[] ondisk+write+known_if_redirected e339)", 2021-03-04T23:41:52.870 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:35.089826+0000", 2021-03-04T23:41:52.871 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 197.328906671, 2021-03-04T23:41:52.871 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0317462580000001, 2021-03-04T23:41:52.871 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:41:52.871 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:52.871 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:41:52.872 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:41:52.872 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:41:52.872 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 292614 2021-03-04T23:41:52.872 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.872 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:41:52.873 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.873 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:41:52.873 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.089826+0000", 2021-03-04T23:41:52.873 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:41:52.873 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.874 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.874 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:41:52.874 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.089826+0000", 2021-03-04T23:41:52.874 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2390000000000001e-06 2021-03-04T23:41:52.875 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.875 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.875 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:41:52.875 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.089828+0000", 2021-03-04T23:41:52.875 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.184e-06 2021-03-04T23:41:52.876 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.876 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.876 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:41:52.876 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.089830+0000", 2021-03-04T23:41:52.876 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.6430000000000001e-06 2021-03-04T23:41:52.877 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.877 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.877 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:41:52.877 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.089838+0000", 2021-03-04T23:41:52.877 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3640000000000001e-06 2021-03-04T23:41:52.878 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.878 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.878 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:41:52.878 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.089843+0000", 2021-03-04T23:41:52.878 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5240000000000001e-05 2021-03-04T23:41:52.879 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.879 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.879 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.879 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.089878+0000", 2021-03-04T23:41:52.880 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.3459999999999999e-06 2021-03-04T23:41:52.880 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.880 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.880 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.880 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.089884+0000", 2021-03-04T23:41:52.881 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.024494529 2021-03-04T23:41:52.881 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.881 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.881 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.881 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.114379+0000", 2021-03-04T23:41:52.882 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.3362000000000006e-05 2021-03-04T23:41:52.882 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.882 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.882 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:41:52.882 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.114462+0000", 2021-03-04T23:41:52.883 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.9751000000000004e-05 2021-03-04T23:41:52.883 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.883 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.883 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:41:52.883 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.114532+0000", 2021-03-04T23:41:52.884 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004835425 2021-03-04T23:41:52.884 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.884 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.884 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.884 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.119367+0000", 2021-03-04T23:41:52.885 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6104999999999999e-05 2021-03-04T23:41:52.885 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.885 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.885 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.885 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.119383+0000", 2021-03-04T23:41:52.886 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0021190760000000001 2021-03-04T23:41:52.886 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.886 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.886 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:41:52.887 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.121502+0000", 2021-03-04T23:41:52.887 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7191999999999998e-05 2021-03-04T23:41:52.887 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.887 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.887 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:41:52.888 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.121550+0000", 2021-03-04T23:41:52.888 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2802e-05 2021-03-04T23:41:52.888 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.888 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.888 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:41:52.889 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.121572+0000", 2021-03-04T23:41:52.889 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0317462580000001 2021-03-04T23:41:52.889 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.889 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:41:52.889 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.890 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.890 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.890 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:292624 10.c 10:3fbe1597:::benchmark_data_gibba011_264195_object98587:head [delete] snapc 0=[] ondisk+write+known_if_redirected e339)", 2021-03-04T23:41:52.890 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:35.096299+0000", 2021-03-04T23:41:52.891 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 197.32243336600001, 2021-03-04T23:41:52.891 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0264638880000001, 2021-03-04T23:41:52.891 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:41:52.891 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:52.891 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:41:52.892 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:41:52.892 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:41:52.892 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 292624 2021-03-04T23:41:52.892 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.892 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:41:52.893 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.893 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:41:52.893 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.096299+0000", 2021-03-04T23:41:52.893 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:41:52.893 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.894 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.894 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:41:52.894 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.096299+0000", 2021-03-04T23:41:52.894 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1320000000000001e-06 2021-03-04T23:41:52.895 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.895 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.895 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:41:52.895 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.096302+0000", 2021-03-04T23:41:52.895 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1209999999999999e-06 2021-03-04T23:41:52.896 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.896 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.896 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:41:52.896 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.096303+0000", 2021-03-04T23:41:52.896 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1894e-05 2021-03-04T23:41:52.897 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.897 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.897 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:41:52.897 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.096315+0000", 2021-03-04T23:41:52.898 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.2979999999999999e-06 2021-03-04T23:41:52.898 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.898 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.898 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:41:52.898 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.096320+0000", 2021-03-04T23:41:52.899 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3630999999999997e-05 2021-03-04T23:41:52.899 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.899 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.899 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.899 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.096354+0000", 2021-03-04T23:41:52.900 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.922e-06 2021-03-04T23:41:52.900 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.900 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.900 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.900 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.096360+0000", 2021-03-04T23:41:52.901 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.020125779 2021-03-04T23:41:52.901 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.901 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.901 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.901 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.116486+0000", 2021-03-04T23:41:52.902 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.8572999999999996e-05 2021-03-04T23:41:52.902 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.902 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.902 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:41:52.903 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.116555+0000", 2021-03-04T23:41:52.903 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2081000000000004e-05 2021-03-04T23:41:52.903 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.903 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.903 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:41:52.904 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.116617+0000", 2021-03-04T23:41:52.904 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027828290000000001 2021-03-04T23:41:52.904 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.904 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.904 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.905 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.119400+0000", 2021-03-04T23:41:52.905 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0020979029999999999 2021-03-04T23:41:52.905 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.905 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.905 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.906 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.121498+0000", 2021-03-04T23:41:52.906 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0012250679999999999 2021-03-04T23:41:52.906 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.906 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.906 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:41:52.907 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.122723+0000", 2021-03-04T23:41:52.907 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1695000000000002e-05 2021-03-04T23:41:52.907 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.907 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.908 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:41:52.908 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.122744+0000", 2021-03-04T23:41:52.908 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8961999999999999e-05 2021-03-04T23:41:52.908 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.908 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.909 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:41:52.909 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.122763+0000", 2021-03-04T23:41:52.909 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0264638880000001 2021-03-04T23:41:52.909 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.909 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:41:52.910 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.910 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.910 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.910 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:292633 10.c 10:3dd62697:::benchmark_data_gibba011_264195_object98596:head [delete] snapc 0=[] ondisk+write+known_if_redirected e339)", 2021-03-04T23:41:52.910 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:35.100385+0000", 2021-03-04T23:41:52.911 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 197.31834822799999, 2021-03-04T23:41:52.911 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.023732834, 2021-03-04T23:41:52.911 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:41:52.911 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:52.912 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:41:52.912 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:41:52.912 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:41:52.912 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 292633 2021-03-04T23:41:52.912 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.913 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:41:52.913 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.913 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:41:52.913 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.100385+0000", 2021-03-04T23:41:52.913 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:41:52.914 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.914 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.914 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:41:52.914 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.100385+0000", 2021-03-04T23:41:52.914 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4139999999999999e-06 2021-03-04T23:41:52.915 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.915 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.915 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:41:52.915 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.100386+0000", 2021-03-04T23:41:52.915 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.127e-06 2021-03-04T23:41:52.916 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.916 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.916 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:41:52.916 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.100387+0000", 2021-03-04T23:41:52.916 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.6320000000000008e-06 2021-03-04T23:41:52.917 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.917 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.917 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:41:52.917 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.100395+0000", 2021-03-04T23:41:52.918 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5480000000000003e-06 2021-03-04T23:41:52.918 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.918 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.918 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:41:52.918 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.100399+0000", 2021-03-04T23:41:52.919 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0766999999999999e-05 2021-03-04T23:41:52.919 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.919 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.919 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.919 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.100430+0000", 2021-03-04T23:41:52.920 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.259e-06 2021-03-04T23:41:52.920 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.920 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.920 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.920 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.100435+0000", 2021-03-04T23:41:52.921 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0175562039999999 2021-03-04T23:41:52.921 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.921 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.921 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.922 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.117992+0000", 2021-03-04T23:41:52.922 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2162000000000006e-05 2021-03-04T23:41:52.922 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.922 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.922 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:41:52.923 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.118054+0000", 2021-03-04T23:41:52.923 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5034999999999997e-05 2021-03-04T23:41:52.923 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.923 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.923 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:41:52.924 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.118109+0000", 2021-03-04T23:41:52.924 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0033436780000000001 2021-03-04T23:41:52.924 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.924 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.925 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.925 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.121452+0000", 2021-03-04T23:41:52.925 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0013159319999999999 2021-03-04T23:41:52.925 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.925 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.926 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:41:52.926 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.122768+0000", 2021-03-04T23:41:52.926 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.001272191 2021-03-04T23:41:52.926 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.926 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.927 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.927 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124041+0000", 2021-03-04T23:41:52.927 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3285000000000003e-05 2021-03-04T23:41:52.927 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.927 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.928 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:41:52.928 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124084+0000", 2021-03-04T23:41:52.928 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3599999999999997e-05 2021-03-04T23:41:52.928 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.929 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.929 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:41:52.929 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124117+0000", 2021-03-04T23:41:52.929 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.023732834 2021-03-04T23:41:52.929 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.930 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:41:52.930 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.930 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.930 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.930 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:292667 10.c 10:3a2a29ae:::benchmark_data_gibba011_264195_object98630:head [delete] snapc 0=[] ondisk+write+known_if_redirected e339)", 2021-03-04T23:41:52.931 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:35.114863+0000", 2021-03-04T23:41:52.931 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 197.303870163, 2021-03-04T23:41:52.931 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0094025179999999, 2021-03-04T23:41:52.931 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:41:52.931 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:52.932 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:41:52.932 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:41:52.932 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:41:52.932 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 292667 2021-03-04T23:41:52.932 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.933 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:41:52.933 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.933 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:41:52.933 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.114863+0000", 2021-03-04T23:41:52.934 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:41:52.934 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.934 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.934 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:41:52.934 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.114863+0000", 2021-03-04T23:41:52.935 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4929999999999999e-06 2021-03-04T23:41:52.935 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.935 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.935 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:41:52.935 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.114864+0000", 2021-03-04T23:41:52.936 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1260000000000001e-06 2021-03-04T23:41:52.936 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.936 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.936 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:41:52.936 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.114865+0000", 2021-03-04T23:41:52.937 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.7979999999999995e-06 2021-03-04T23:41:52.937 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.937 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.937 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:41:52.938 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.114874+0000", 2021-03-04T23:41:52.938 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6240000000000001e-06 2021-03-04T23:41:52.938 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.938 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.938 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:41:52.939 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.114879+0000", 2021-03-04T23:41:52.939 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8797999999999997e-05 2021-03-04T23:41:52.939 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.939 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.939 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.940 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.114917+0000", 2021-03-04T23:41:52.940 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.8859999999999998e-06 2021-03-04T23:41:52.940 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.940 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.940 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.941 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.114924+0000", 2021-03-04T23:41:52.941 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0044859909999999 2021-03-04T23:41:52.941 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.941 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.941 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.942 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.119410+0000", 2021-03-04T23:41:52.942 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013043399999999999 2021-03-04T23:41:52.942 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.942 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.943 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:41:52.943 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.119541+0000", 2021-03-04T23:41:52.943 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.1656999999999994e-05 2021-03-04T23:41:52.943 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.943 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.944 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:41:52.944 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.119622+0000", 2021-03-04T23:41:52.944 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0031494439999999999 2021-03-04T23:41:52.944 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.944 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.945 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:41:52.945 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.122772+0000", 2021-03-04T23:41:52.945 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0013863090000000001 2021-03-04T23:41:52.945 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.945 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.946 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.946 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124158+0000", 2021-03-04T23:41:52.946 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6000000000000001e-05 2021-03-04T23:41:52.946 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.946 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.947 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.947 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124194+0000", 2021-03-04T23:41:52.947 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5451000000000003e-05 2021-03-04T23:41:52.947 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.947 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.948 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:41:52.948 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124230+0000", 2021-03-04T23:41:52.948 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5506999999999997e-05 2021-03-04T23:41:52.948 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.948 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.949 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:41:52.949 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124265+0000", 2021-03-04T23:41:52.949 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0094025179999999 2021-03-04T23:41:52.949 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.950 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:41:52.950 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.950 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.950 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.950 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:292673 10.c 10:3a12e6e0:::benchmark_data_gibba011_264195_object98636:head [delete] snapc 0=[] ondisk+write+known_if_redirected e339)", 2021-03-04T23:41:52.951 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:35.117949+0000", 2021-03-04T23:41:52.951 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 197.30078374600001, 2021-03-04T23:41:52.951 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0064405940000001, 2021-03-04T23:41:52.951 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:41:52.951 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:52.952 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:41:52.952 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:41:52.952 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:41:52.952 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 292673 2021-03-04T23:41:52.953 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.953 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:41:52.953 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.953 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:41:52.954 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.117949+0000", 2021-03-04T23:41:52.954 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:41:52.954 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.954 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.955 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:41:52.955 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.117949+0000", 2021-03-04T23:41:52.955 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.95e-06 2021-03-04T23:41:52.955 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.955 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.956 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:41:52.956 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.117951+0000", 2021-03-04T23:41:52.956 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2720000000000001e-06 2021-03-04T23:41:52.956 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.956 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.957 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:41:52.957 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.117952+0000", 2021-03-04T23:41:52.957 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1764e-05 2021-03-04T23:41:52.957 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.957 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.958 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:41:52.958 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.117964+0000", 2021-03-04T23:41:52.958 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0459999999999996e-06 2021-03-04T23:41:52.958 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.958 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.959 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:41:52.959 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.117969+0000", 2021-03-04T23:41:52.959 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7082000000000002e-05 2021-03-04T23:41:52.959 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.960 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.960 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.960 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.118006+0000", 2021-03-04T23:41:52.960 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.6810000000000004e-06 2021-03-04T23:41:52.960 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.961 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.961 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.961 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.118015+0000", 2021-03-04T23:41:52.961 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.002466179 2021-03-04T23:41:52.961 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.962 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.962 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.962 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.120481+0000", 2021-03-04T23:41:52.962 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.1138999999999996e-05 2021-03-04T23:41:52.962 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.963 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.963 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:41:52.963 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.120572+0000", 2021-03-04T23:41:52.963 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.1654000000000003e-05 2021-03-04T23:41:52.963 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.964 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.964 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:41:52.964 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.120634+0000", 2021-03-04T23:41:52.964 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0034933030000000001 2021-03-04T23:41:52.964 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.965 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.965 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:41:52.965 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124127+0000", 2021-03-04T23:41:52.965 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00016700499999999999 2021-03-04T23:41:52.966 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.966 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.966 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.966 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124294+0000", 2021-03-04T23:41:52.966 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9665000000000001e-05 2021-03-04T23:41:52.967 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.967 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.967 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.967 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124324+0000", 2021-03-04T23:41:52.967 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5057e-05 2021-03-04T23:41:52.968 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.968 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.968 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:41:52.968 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124359+0000", 2021-03-04T23:41:52.968 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0796999999999997e-05 2021-03-04T23:41:52.969 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.969 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.969 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:41:52.969 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124390+0000", 2021-03-04T23:41:52.969 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0064405940000001 2021-03-04T23:41:52.970 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.970 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:41:52.970 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.970 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.970 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.971 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:292676 10.c 10:30dec409:::benchmark_data_gibba011_264195_object98639:head [delete] snapc 0=[] ondisk+write+known_if_redirected e339)", 2021-03-04T23:41:52.971 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:38:35.120400+0000", 2021-03-04T23:41:52.971 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 197.298333085, 2021-03-04T23:41:52.971 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.008125583, 2021-03-04T23:41:52.972 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:41:52.972 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:41:52.972 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:41:52.972 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:41:52.972 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:41:52.973 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 292676 2021-03-04T23:41:52.973 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.973 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:41:52.973 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.973 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:41:52.974 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.120400+0000", 2021-03-04T23:41:52.974 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:41:52.974 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.974 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.974 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:41:52.975 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.120400+0000", 2021-03-04T23:41:52.975 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6789999999999999e-06 2021-03-04T23:41:52.975 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.975 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.975 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:41:52.976 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.120401+0000", 2021-03-04T23:41:52.976 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.342e-06 2021-03-04T23:41:52.976 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.976 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.976 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:41:52.977 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.120403+0000", 2021-03-04T23:41:52.977 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4149999999999999e-06 2021-03-04T23:41:52.977 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.977 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.977 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:41:52.978 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.120411+0000", 2021-03-04T23:41:52.978 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.771e-06 2021-03-04T23:41:52.978 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.978 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.979 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:41:52.979 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.120415+0000", 2021-03-04T23:41:52.979 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1705000000000002e-05 2021-03-04T23:41:52.979 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.979 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.980 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.980 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.120447+0000", 2021-03-04T23:41:52.980 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5799999999999999e-06 2021-03-04T23:41:52.980 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.980 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.981 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:41:52.981 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:35.120452+0000", 2021-03-04T23:41:52.981 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0011511870000001 2021-03-04T23:41:52.981 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.981 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.982 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:41:52.982 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.121603+0000", 2021-03-04T23:41:52.982 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0163000000000001e-05 2021-03-04T23:41:52.982 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.982 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.983 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:41:52.983 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.121654+0000", 2021-03-04T23:41:52.983 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7448999999999998e-05 2021-03-04T23:41:52.983 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.984 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.984 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,3", 2021-03-04T23:41:52.984 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.121711+0000", 2021-03-04T23:41:52.984 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0024526999999999999 2021-03-04T23:41:52.984 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.985 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.985 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:41:52.985 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124164+0000", 2021-03-04T23:41:52.985 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00025401699999999999 2021-03-04T23:41:52.985 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.986 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.986 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.986 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.124418+0000", 2021-03-04T23:41:52.986 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0040400849999999997 2021-03-04T23:41:52.987 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.987 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.987 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:41:52.987 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.128458+0000", 2021-03-04T23:41:52.987 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3380999999999998e-05 2021-03-04T23:41:52.988 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.988 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.988 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:41:52.988 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.128491+0000", 2021-03-04T23:41:52.988 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4109000000000002e-05 2021-03-04T23:41:52.989 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:41:52.989 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:41:52.989 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:41:52.989 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:38:36.128525+0000", 2021-03-04T23:41:52.989 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.008125583 2021-03-04T23:41:52.990 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.990 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:41:52.990 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.990 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:41:52.990 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:41:52.991 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:41:52.991 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:52 gibba038 conmon[76675]: cluster 2021-03-04T23:41:50.829463+0000 mgr.x (mgr.34676) 1222 : cluster [DBG] 2021-03-04T23:41:52.991 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:52 gibba038 conmon[76675]: pgmap v1302: 179 pgs: 179 active+clean; 8.3 GiB data, 26 GiB used, 642 GiB / 672 GiB avail; 0 B/s wr, 2.79k op/s 2021-03-04T23:41:52.992 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:41:52.994 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:52.994 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:52.994 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:53.096 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:53.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:53.125 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:53.125 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:53.214 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:53.227 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:53.250 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:53.252 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:53.252 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:53.353 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:53.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:53 gibba011 conmon[99461]: audit 2021-03-04T23:41:52.347095+0000 2021-03-04T23:41:53.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:53 gibba011 conmon[99461]: mon.c (mon.1) 500 : audit [DBG] from='client.? 172.21.2.111:0/2283787916' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:53.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:53 gibba011 conmon[95595]: audit 2021-03-04T23:41:52.347095+0000 mon.c (mon.1) 500 2021-03-04T23:41:53.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:53 gibba011 conmon[95595]: : audit [DBG] from='client.? 172.21.2.111:0/2283787916' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:53.379 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:53.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:53.380 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:53.450 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:53 gibba038 conmon[76675]: audit 2021-03-04T23:41:53.450 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:53 gibba038 conmon[76675]: 2021-03-04T23:41:52.347095 2021-03-04T23:41:53.450 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:53 gibba038 conmon[76675]: +0000 mon.c (mon.1) 500 : audit [DBG] from='client.? 172.21.2.111:0/2283787916' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:41:53.481 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:53.500 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:53.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:53.502 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:53.567 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:41:53.603 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:53.664 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:53.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:53.666 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:53.722 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:41:53.746 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:41:53.747 INFO:teuthology.orchestra.run.gibba038.stdout: "success": "" 2021-03-04T23:41:53.747 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:41:53.767 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:53.789 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:53.790 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:53.791 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:53.892 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:53.916 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:53.917 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:53.918 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:54.019 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:54.042 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:54.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:54.043 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:54.144 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:54.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:54.172 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:54.173 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:54.274 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:54.298 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:54.299 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:54.299 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:54.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:54 gibba011 conmon[95595]: cluster 2021-03-04T23:41:52.830042+0000 mgr.x (mgr.34676) 1223 : cluster [DBG] pgmap v1303: 179 pgs: 179 active+clean; 8.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 2.39k op/s 2021-03-04T23:41:54.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:54 gibba011 conmon[99461]: cluster 2021-03-04T23:41:52.830042+0000 mgr.x (mgr.34676) 1223 : cluster 2021-03-04T23:41:54.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:54 gibba011 conmon[99461]: [DBG] pgmap v1303: 179 pgs: 179 active+clean; 8.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 2.39k op/s 2021-03-04T23:41:54.401 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:54.422 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:54.423 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:54.423 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:54.525 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:54.547 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:54.548 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:54.549 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:54.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:54 gibba038 conmon[76675]: cluster 2021-03-04T23:41:52.830042+0000 mgr.x (mgr.34676) 1223 : cluster [DBG] pgmap v1303: 179 pgs: 179 active+clean; 8.0 GiB data, 25 GiB used, 643 GiB / 672 GiB avail; 0 B/s wr, 2.39k op/s 2021-03-04T23:41:54.650 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:54.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:54.677 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:54.677 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:54.778 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:54.801 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:54.802 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:54.803 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:54.904 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:54.925 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:54.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:54.927 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:55.028 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:55.052 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:55.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:55.053 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:55.155 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:55.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:55.180 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:55.180 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:55.282 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:55.302 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:55.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:55.304 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:55.405 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:55.429 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:55.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:55.431 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:55.532 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:55.555 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:55.556 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:55.557 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:55.658 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:55.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:55.676 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:55.676 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:55.778 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:55.796 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:55.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:55.798 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:55.899 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:55.920 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:55.921 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:55.922 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:56.023 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:56.046 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:56.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:56.047 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:56.085 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:41:56.149 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:56.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:56.177 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:56.178 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:56.263 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:41:56.278 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:56.299 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:56.300 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:56.301 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:56.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:56 gibba011 conmon[95595]: cluster 2021-03-04T23:41:56.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:56 gibba011 conmon[95595]: 2021-03-04T23:41: 2021-03-04T23:41:56.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:56 gibba011 conmon[95595]: 54.830547+0000 mgr.x (mgr.34676) 1224 : cluster [DBG] pgmap v1304: 179 pgs: 179 active+clean; 7.7 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 2.38k op/s 2021-03-04T23:41:56.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:56 gibba011 conmon[99461]: cluster 2021-03-04T23:41:54.830547+0000 mgr.x (mgr.34676) 1224 : cluster [DBG] pgmap v1304: 179 pgs: 179 active+clean; 7.7 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 2.38k op/s 2021-03-04T23:41:56.399 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:56 gibba038 conmon[76675]: cluster 2021-03-04T23:41:54.830547+0000 mgr.x (mgr.34676) 1224 : cluster [DBG] pgmap v1304: 179 pgs: 179 active+clean; 7.7 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 2.38k op/s 2021-03-04T23:41:56.402 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:56.429 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:56.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:56.431 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:56.481 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:41:56.481 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:41:56.532 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:56.555 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:56.556 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:56.556 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:56.657 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:56.678 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:56.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:56.679 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:56.781 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:56.802 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:56.803 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:56.804 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:56.905 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:56.929 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:56.930 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:56.931 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:57.032 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:57.052 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:57.053 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:57.054 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:57.155 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:57.178 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:57.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:57.179 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:57.209 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:41:57.280 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:57.300 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:57.301 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:57.302 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:57.403 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:57.424 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:57.425 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:57.425 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:57.526 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:41:57.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:57.546 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:57.547 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:41:57.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:57 gibba038 conmon[76675]: audit 2021-03-04T23:41:56.394233+0000 mon.a (mon.0) 1729 : audit [INF] from='client.? 172.21.2.111:0/3233523990' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:41:57.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:57 gibba011 conmon[95595]: audit 2021-03-04T23:41:56.394233+0000 mon.a (mon.0) 1729 : audit [INF] from='client.? 172.21.2.111:0/3233523990' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:41:57.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:57 gibba011 conmon[95595]: 2021-03-04T23:41:57.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:57 gibba011 conmon[99461]: audit 2021-03-04T23:41:56.394233+0000 mon.a (mon.0 2021-03-04T23:41:57.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:57 gibba011 conmon[99461]: ) 1729 : audit [INF] from='client.? 172.21.2.111:0/3233523990' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:41:57.648 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:57.650 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-03-04T23:41:57.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:57.710 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:57.710 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:57.811 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:57.834 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:57.835 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:57.835 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:57.841 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:41:57.937 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:57.955 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:57.955 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:57.956 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:58.057 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:58.082 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:58.083 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:58.083 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:58.184 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:58.207 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:58.207 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:58.208 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:41:58.291 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:58 gibba038 conmon[76675]: cluster 2021-03-04T23:41:56.830960+0000 mgr.x (mgr.34676) 1225 : cluster 2021-03-04T23:41:58.292 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:58 gibba038 conmon[76675]: [DBG] pgmap v1305: 179 pgs: 179 active+clean; 7.6 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 2.39k op/s 2021-03-04T23:41:58.292 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:58 gibba038 conmon[76675]: cluster 2021-03-04T23:41:57.189654+0000 mon.a (mon.0) 1730 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:58.292 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:58 gibba038 conmon[76675]: audit 2021-03-04T23:41:57.199968+0000 mon.a (mon.0) 1731 : audit [INF] from='client.? 172.21.2.111:0/3233523990' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:41:58.292 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:41:58 gibba038 conmon[76675]: cluster 2021-03-04T23:41:57.200024+0000 mon.a (mon.0) 1732 : cluster [DBG] osdmap e386: 8 total, 8 up, 8 in 2021-03-04T23:41:58.309 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:58.332 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:58.332 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:58.333 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:58.434 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:58.461 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:58.462 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:58.463 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:58.564 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:58.589 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:58.590 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:58.591 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:58.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:58 gibba011 conmon[99461]: cluster 2021-03-04T23:41:56.830960+0000 mgr.x (mgr.34676 2021-03-04T23:41:58.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:58 gibba011 conmon[99461]: ) 1225 : cluster [DBG] pgmap v1305: 179 pgs: 179 active+clean; 7.6 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 2.39k op/s 2021-03-04T23:41:58.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:58 gibba011 conmon[99461]: cluster 2021-03-04T23:41:57.189654+0000 mon.a (mon.0) 1730 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:58.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:58 gibba011 conmon[99461]: audit 2021-03-04T23:41:57.199968+0000 mon.a (mon.0) 1731 : audit [INF] from='client.? 172.21.2.111:0/3233523990' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:41:58.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:41:58 gibba011 conmon[99461]: cluster 2021-03-04T23:41:57.200024+0000 mon.a (mon.0) 1732 : cluster [DBG] osdmap e386: 8 total, 8 up, 8 in 2021-03-04T23:41:58.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:58 gibba011 conmon[95595]: cluster 2021-03-04T23:41:56.830960+0000 mgr.x (mgr.34676) 1225 2021-03-04T23:41:58.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:58 gibba011 conmon[95595]: : cluster [DBG] pgmap v1305: 179 pgs: 179 active+clean; 7.6 GiB data, 24 GiB used, 644 GiB / 672 GiB avail; 0 B/s wr, 2.39k op/s 2021-03-04T23:41:58.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:58 gibba011 conmon[95595]: cluster 2021-03-04T23:41:57.189654+0000 mon.a (mon.0) 1730 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:41:58.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:58 gibba011 conmon[95595]: audit 2021-03-04T23:41:57.199968+0000 mon.a (mon.0) 1731 : audit [INF] from='client.? 172.21.2.111:0/3233523990' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:41:58.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:41:58 gibba011 conmon[95595]: cluster 2021-03-04T23:41:57.200024+0000 mon.a (mon.0) 1732 : cluster [DBG] osdmap e386: 8 total, 8 up, 8 in 2021-03-04T23:41:58.692 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:41:58.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:58.716 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:58.716 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:41:58.818 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:58.838 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:58.839 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:58.840 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:58.941 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:41:58.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:58.959 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:58.960 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:41:59.061 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:41:59.078 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:59.079 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:59.079 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:41:59.180 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:59.199 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:59.200 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:59.201 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:59.302 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:59.323 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:59.324 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:59.324 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:59.425 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:59.448 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:59.449 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:59.450 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:59.551 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:41:59.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:59.576 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:59.576 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:41:59.677 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:41:59.687 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:41:59.699 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:59.699 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:41:59.700 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:41:59.712 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:41:59.734 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:41:59.753 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:41:59.775 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:41:59.799 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:41:59.801 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:41:59.821 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:41:59.824 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:59.825 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:59.826 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:41:59.844 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:41:59.846 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:41:59.846 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:41:59.846 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:41:59.847 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:41:59.847 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:41:59.847 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:41:59.847 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:41:59.848 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:41:59.901 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:41:59.901 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:41:59.901 INFO:teuthology.orchestra.run.gibba038.stdout: "complaint_time": 30, 2021-03-04T23:41:59.902 INFO:teuthology.orchestra.run.gibba038.stdout: "num_blocked_ops": 0 2021-03-04T23:41:59.902 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:41:59.910 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 1, 3, 2, 7] out_osds: [] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:41:59.911 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:41:59.911 INFO:tasks.thrashosds.thrasher:Removing osd 2, in_osds are: [0, 4, 5, 6, 1, 3, 2, 7] 2021-03-04T23:41:59.911 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd out 2 2021-03-04T23:41:59.928 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:41:59.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:41:59.983 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:41:59.983 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:00.077 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:00.085 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:00.101 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:00.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:00.103 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:00.205 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:00.228 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:00.229 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:00.230 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:00.331 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:00.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:00.355 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:00.355 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:00.456 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:00.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:00.477 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:00.477 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:00.578 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:00.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:00 gibba038 conmon[76675]: cluster 2021-03-04T23:41:58.831581+0000 mgr.x (mgr.34676) 1226 2021-03-04T23:42:00.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:00 gibba038 conmon[76675]: : cluster [DBG] pgmap v1307: 179 pgs: 179 active+clean; 6.9 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 2.45k op/s 2021-03-04T23:42:00.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:00 gibba038 conmon[76675]: audit 2021-03-04T23:41:59.662263+0000 mon.b (mon.2) 10 : audit [DBG] from='client.? 172.21.2.111:0/1859858922' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:00.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:00.601 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:00.601 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:00.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:00 gibba011 conmon[99461]: cluster 2021-03-04T23:42:00.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:00 gibba011 conmon[99461]: 2021-03-04T23:41 2021-03-04T23:42:00.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:00 gibba011 conmon[99461]: :58.831581+0000 mgr.x (mgr.34676) 1226 : cluster [DBG] pgmap v1307: 179 pgs: 179 active+clean; 6.9 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 2.45k op/s 2021-03-04T23:42:00.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:00 gibba011 conmon[99461]: audit 2021 2021-03-04T23:42:00.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:00 gibba011 conmon[99461]: -03-04T23:41:59.662263+0000 mon.b (mon.2) 2021-03-04T23:42:00.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:00 gibba011 conmon[99461]: 10 : audit [DBG] from='client.? 172.21.2.111:0/1859858922' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:00.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:00 gibba011 conmon[95595]: cluster 2021-03-04T23:41:58.831581+0000 mgr.x (mgr.34676) 1226 : cluster [DBG] pgmap v1307: 179 pgs: 179 active+clean; 6.9 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 2.45k op/s 2021-03-04T23:42:00.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:00 gibba011 conmon[95595]: audit 2021-03-04T23:41:59.662263+0000 mon.b (mon.2) 10 : audit [DBG] from='client.? 172.21.2.111:0/1859858922' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:00.702 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:00.720 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:00.721 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:00.722 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:00.824 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:00.848 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:00.849 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:00.850 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:00.951 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:00.970 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:00.971 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:00.972 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:01.073 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:01.098 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:01.099 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:01.099 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:01.117 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-03-04T23:42:01.200 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:01.207 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[95595]: cluster 2021-03-04T23:42:00.103264+0000 osd.7 (osd.7) 67 : cluster 2021-03-04T23:42:01.207 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[95595]: [DBG] 1.1c scrub starts 2021-03-04T23:42:01.207 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[95595]: cluster 2021-03-04T23:42:00.103773+0000 osd.7 (osd.7) 68 : cluster [DBG] 1.1c scrub ok 2021-03-04T23:42:01.207 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[95595]: audit 2021-03-04T23:42:01.187524+0000 mon.c (mon.1) 501 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:42:01.208 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[95595]: audit 2021-03-04T23:42:01.189220+0000 mon.c (mon.1) 502 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:42:01.208 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[95595]: audit 2021-03-04T23:42:01.208 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[95595]: 2021 2021-03-04T23:42:01.208 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[95595]: -03-04T23:42:01.189390 2021-03-04T23:42:01.208 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[95595]: +0000 mon.c (mon.1) 503 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:42:01.209 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: cluster 2021-03-04T23:42:01.209 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: 2021-03-04T23:42:01.210 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: 2021 2021-03-04T23:42:01.210 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: - 2021-03-04T23:42:01.210 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: 03 2021-03-04T23:42:01.210 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: - 2021-03-04T23:42:01.211 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: 04 2021-03-04T23:42:01.211 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: T 2021-03-04T23:42:01.211 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: 23 2021-03-04T23:42:01.211 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: : 2021-03-04T23:42:01.212 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: 42 2021-03-04T23:42:01.212 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: :00.103264+0000 osd.7 (osd.7) 2021-03-04T23:42:01.212 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: 67 : cluster [DBG] 1.1c scrub starts 2021-03-04T23:42:01.212 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:42:01.212 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: 03-04T23:42:00.103773 2021-03-04T23:42:01.213 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: +0000 osd.7 (osd.7) 68 : cluster [DBG] 1.1c scrub ok 2021-03-04T23:42:01.213 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: audit 2021-03-04T23:42:01.213 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: 2021-03-04T23:42:01.187524+0000 2021-03-04T23:42:01.213 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: mon.c (mon.1) 501 : audit 2021-03-04T23:42:01.214 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:42:01.214 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: audit 2021-03-04T23:42:01.214 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: 2021-03-04T23:42:01 2021-03-04T23:42:01.214 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: .189220+0000 mon.c (mon.1) 2021-03-04T23:42:01.214 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: 502 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:42:01.215 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: audit 2021-03-04T23:42:01.215 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: 2021-03-04T23:42: 2021-03-04T23:42:01.215 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: 01.189390+0000 mon.c (mon.1 2021-03-04T23:42:01.215 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:01 gibba011 conmon[99461]: ) 503 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:42:01.224 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:01.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:01.225 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:01.277 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:42:01.307 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:42:01.327 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:01.373 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:01.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:01.375 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:01.475 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:01 gibba038 conmon[76675]: cluster 2021-03-04T23:42:00.103264+0000 osd.7 (osd.7) 67 : cluster [DBG] 1.1c scrub starts 2021-03-04T23:42:01.475 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:01 gibba038 conmon[76675]: cluster 2021-03-04T23:42:00.103773+0000 osd.7 (osd.7) 68 : cluster [DBG] 1.1c scrub ok 2021-03-04T23:42:01.475 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:01 gibba038 conmon[76675]: audit 2021-03-04T23:42:01.187524+0000 mon.c (mon.1) 501 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:42:01.476 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:01 gibba038 conmon[76675]: audit 2021-03-04T23:42:01.189220+0000 mon.c (mon.1) 502 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:42:01.476 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:01 gibba038 conmon[76675]: audit 2021-03-04T23:42:01.189390+0000 mon.c (mon.1) 503 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:42:01.476 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:01.477 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:01.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:01.498 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:01.499 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:01.601 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:01.626 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:01.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:01.627 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:01.728 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:01.750 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:01.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:01.752 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:01.853 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:01.876 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:01.877 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:01.878 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:01.979 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:02.001 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:02.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:02.003 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:02.104 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:02.121 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:02.122 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:02.122 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:02.224 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:02.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:02.246 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:02.247 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:02.348 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:02.370 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:02.371 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:02.372 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:02.473 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:02.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:02.498 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:02.498 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:02.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:02 gibba038 conmon[76675]: cluster 2021-03-04T23:42:00.831937+0000 mgr.x (mgr.34676) 1227 : cluster [DBG] pgmap v1308: 179 pgs: 179 active+clean; 6.8 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 2.36k op/s 2021-03-04T23:42:02.599 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:02.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:02 gibba011 conmon[95595]: cluster 2021-03-04T23:42:00.831937+0000 mgr.x (mgr.34676) 1227 : cluster [DBG] pgmap v1308: 179 pgs: 179 active+clean; 6.8 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 2.36k op/s 2021-03-04T23:42:02.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:02 gibba011 conmon[95595]: 2021-03-04T23:42:02.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:02 gibba011 conmon[99461]: cluster 2021-03-04T23:42:00.831937+0000 mgr.x (mgr.34676) 2021-03-04T23:42:02.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:02 gibba011 conmon[99461]: 1227 : cluster [DBG] pgmap v1308: 179 pgs: 179 active+clean; 6.8 GiB data, 22 GiB used, 646 GiB / 672 GiB avail; 0 B/s wr, 2.36k op/s 2021-03-04T23:42:02.618 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:02.619 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:02.619 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:02.721 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:02.744 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:02.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:02.745 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:02.847 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:02.875 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:02.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:02.877 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:02.978 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:03.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:03.007 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:03.007 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:03.089 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:42:03.108 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:03.128 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:03.129 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:03.130 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:03.231 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:03.250 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:03.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:03.252 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:03.253 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:03 gibba011 conmon[95595]: cluster 2021-03-04T23:42:01.484805+0000 osd.5 (osd.5) 72 : cluster [DBG] 1.18 scrub starts 2021-03-04T23:42:03.253 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:03 gibba011 conmon[95595]: cluster 2021-03-04T23:42:01.485523+0000 osd.5 (osd.5) 73 : cluster [DBG] 1.18 scrub ok 2021-03-04T23:42:03.254 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:03 gibba011 conmon[99461]: cluster 2021-03-04T23:42:01.484805+0000 osd.5 (osd.5) 72 : cluster [DBG] 1.18 scrub starts 2021-03-04T23:42:03.255 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:03 gibba011 conmon[99461]: cluster 2021-03-04T23:42:01.485523+0000 osd.5 (osd.5) 73 : cluster [DBG] 1.18 scrub ok 2021-03-04T23:42:03.268 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:03.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:03 gibba038 conmon[76675]: cluster 2021-03-04T23:42:01.484805+0000 osd.5 (osd.5) 72 : 2021-03-04T23:42:03.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:03 gibba038 conmon[76675]: cluster [DBG] 1.18 scrub starts 2021-03-04T23:42:03.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:03 gibba038 conmon[76675]: cluster 2021-03-04T23:42:01.485523+0000 osd.5 (osd.5) 73 : cluster [DBG] 1.18 scrub ok 2021-03-04T23:42:03.353 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:03.378 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:03.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:03.380 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:03.481 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:03.505 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:03.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:03.507 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:03.508 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:03 gibba011 conmon[95595]: debug 2021-03-04T23:42:03.505+0000 7f2e08250700 -1 mon.a@0(leader).osd e386 definitely_dead 0 2021-03-04T23:42:03.608 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:03.624 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:42:03.625 INFO:teuthology.orchestra.run.gibba038.stdout: "size": 20, 2021-03-04T23:42:03.625 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 600, 2021-03-04T23:42:03.626 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:42:03.626 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.627 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:264698 9.a 9:5f4d8bec:::benchmark_data_gibba011_139107_object111331:head [delete] snapc 0=[] ondisk+write+known_if_redirected e295)", 2021-03-04T23:42:03.628 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.128156+0000", 2021-03-04T23:42:03.628 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 402.49129877000001, 2021-03-04T23:42:03.628 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20273254299999999, 2021-03-04T23:42:03.628 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:03.629 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:03.629 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:03.629 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:42:03.629 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:42:03.629 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 264698 2021-03-04T23:42:03.630 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.630 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:03.630 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.630 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:03.631 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128156+0000", 2021-03-04T23:42:03.631 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:03.631 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.631 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.631 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:03.632 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128156+0000", 2021-03-04T23:42:03.632 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6810000000000001e-06 2021-03-04T23:42:03.632 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.632 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.633 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:03.633 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128158+0000", 2021-03-04T23:42:03.633 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1659999999999999e-06 2021-03-04T23:42:03.633 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.633 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.634 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:03.634 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128159+0000", 2021-03-04T23:42:03.634 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.5019999999999998e-06 2021-03-04T23:42:03.634 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.635 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.635 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:03.635 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128168+0000", 2021-03-04T23:42:03.635 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9080000000000003e-06 2021-03-04T23:42:03.635 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.636 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.636 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:03.636 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128173+0000", 2021-03-04T23:42:03.636 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1371999999999997e-05 2021-03-04T23:42:03.637 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.637 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.637 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.637 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128205+0000", 2021-03-04T23:42:03.638 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.5700999999999999e-05 2021-03-04T23:42:03.638 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.638 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.638 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:03.639 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128280+0000", 2021-03-04T23:42:03.639 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.3011999999999999e-05 2021-03-04T23:42:03.639 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.639 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.639 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,7", 2021-03-04T23:42:03.640 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128343+0000", 2021-03-04T23:42:03.640 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0020102169999999999 2021-03-04T23:42:03.640 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.640 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.641 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:03.641 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.130354+0000", 2021-03-04T23:42:03.641 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000587712 2021-03-04T23:42:03.641 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.641 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.642 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.642 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.130941+0000", 2021-03-04T23:42:03.642 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.19987295899999999 2021-03-04T23:42:03.642 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.643 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.643 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.643 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330814+0000", 2021-03-04T23:42:03.643 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4749999999999998e-05 2021-03-04T23:42:03.643 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.644 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.644 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:03.644 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330849+0000", 2021-03-04T23:42:03.644 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9563000000000001e-05 2021-03-04T23:42:03.644 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.645 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.645 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:03.645 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330889+0000", 2021-03-04T23:42:03.645 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20273254299999999 2021-03-04T23:42:03.646 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.646 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:03.646 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.646 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.647 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.647 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:264701 9.a 9:5b664816:::benchmark_data_gibba011_139107_object111334:head [delete] snapc 0=[] ondisk+write+known_if_redirected e295)", 2021-03-04T23:42:03.647 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.135544+0000", 2021-03-04T23:42:03.647 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 402.48391058200002, 2021-03-04T23:42:03.647 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20381102500000001, 2021-03-04T23:42:03.648 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:03.648 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:03.648 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:03.648 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:42:03.648 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:42:03.649 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 264701 2021-03-04T23:42:03.649 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.649 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:03.649 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.650 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:03.650 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135544+0000", 2021-03-04T23:42:03.650 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:03.650 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.651 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.651 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:03.651 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135544+0000", 2021-03-04T23:42:03.651 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5370000000000001e-06 2021-03-04T23:42:03.651 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.652 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.652 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:03.656 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135546+0000", 2021-03-04T23:42:03.656 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.13e-06 2021-03-04T23:42:03.656 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.657 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.657 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:03.657 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135547+0000", 2021-03-04T23:42:03.657 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.7790000000000001e-06 2021-03-04T23:42:03.658 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.658 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.658 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:03.658 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135556+0000", 2021-03-04T23:42:03.659 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4709999999999999e-06 2021-03-04T23:42:03.659 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.659 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.659 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:03.660 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135559+0000", 2021-03-04T23:42:03.660 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.7929999999999995e-05 2021-03-04T23:42:03.660 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.660 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.660 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.661 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135627+0000", 2021-03-04T23:42:03.661 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.8720000000000006e-05 2021-03-04T23:42:03.661 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.661 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.661 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:03.662 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135696+0000", 2021-03-04T23:42:03.662 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2873999999999995e-05 2021-03-04T23:42:03.662 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.662 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.663 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,7", 2021-03-04T23:42:03.663 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135759+0000", 2021-03-04T23:42:03.663 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.001900372 2021-03-04T23:42:03.663 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.664 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.664 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:03.664 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.137659+0000", 2021-03-04T23:42:03.664 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0013518549999999999 2021-03-04T23:42:03.664 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.665 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.665 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.665 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.139011+0000", 2021-03-04T23:42:03.665 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20027687699999999 2021-03-04T23:42:03.665 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.666 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.666 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.666 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.339288+0000", 2021-03-04T23:42:03.666 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7147000000000002e-05 2021-03-04T23:42:03.667 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.667 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.667 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:03.667 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.339325+0000", 2021-03-04T23:42:03.667 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0332999999999999e-05 2021-03-04T23:42:03.668 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.668 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.668 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:03.668 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.339355+0000", 2021-03-04T23:42:03.668 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20381102500000001 2021-03-04T23:42:03.669 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.669 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:03.669 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.669 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.670 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.670 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:264710 9.7 9:ef8ab918:::benchmark_data_gibba011_139107_object111343:head [delete] snapc 0=[] ondisk+write+known_if_redirected e295)", 2021-03-04T23:42:03.670 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.140186+0000", 2021-03-04T23:42:03.670 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 402.47926864099998, 2021-03-04T23:42:03.671 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.19286637100000001, 2021-03-04T23:42:03.671 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:03.672 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:03.672 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:03.673 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:42:03.673 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:42:03.673 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 264710 2021-03-04T23:42:03.674 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.674 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:03.675 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.675 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:03.676 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140186+0000", 2021-03-04T23:42:03.676 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:03.677 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.677 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.677 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:03.678 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140186+0000", 2021-03-04T23:42:03.678 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.438e-06 2021-03-04T23:42:03.679 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.679 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.680 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:03.680 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140188+0000", 2021-03-04T23:42:03.681 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.023e-06 2021-03-04T23:42:03.681 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.681 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.682 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:03.682 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140189+0000", 2021-03-04T23:42:03.683 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.7530000000000001e-06 2021-03-04T23:42:03.683 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.684 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.684 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:03.684 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140196+0000", 2021-03-04T23:42:03.685 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2940000000000001e-06 2021-03-04T23:42:03.685 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.686 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.686 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:03.687 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140200+0000", 2021-03-04T23:42:03.687 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4005000000000002e-05 2021-03-04T23:42:03.687 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.688 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.688 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.689 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140254+0000", 2021-03-04T23:42:03.689 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000102717 2021-03-04T23:42:03.690 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.690 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.691 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:03.691 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140356+0000", 2021-03-04T23:42:03.691 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000106037 2021-03-04T23:42:03.692 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.692 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.693 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:42:03.693 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140462+0000", 2021-03-04T23:42:03.694 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0020374299999999998 2021-03-04T23:42:03.694 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.695 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.695 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:03.695 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.142500+0000", 2021-03-04T23:42:03.696 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000224744 2021-03-04T23:42:03.696 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.697 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.697 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.697 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.142725+0000", 2021-03-04T23:42:03.698 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.190274473 2021-03-04T23:42:03.698 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.698 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.699 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.699 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.332999+0000", 2021-03-04T23:42:03.700 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9213999999999998e-05 2021-03-04T23:42:03.700 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.700 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.701 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:03.701 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.333028+0000", 2021-03-04T23:42:03.701 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4243000000000002e-05 2021-03-04T23:42:03.702 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.702 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.702 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:03.702 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.333052+0000", 2021-03-04T23:42:03.703 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.19286637100000001 2021-03-04T23:42:03.703 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.703 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:03.703 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.703 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.704 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.704 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:284338 9.6 9:631ecd3a:::benchmark_data_gibba011_139107_object130971:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:42:03.704 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:34.547059+0000", 2021-03-04T23:42:03.704 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 389.07239614899999, 2021-03-04T23:42:03.705 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.18238684999999999, 2021-03-04T23:42:03.705 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:03.705 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:03.705 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:03.705 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:42:03.706 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:42:03.706 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 284338 2021-03-04T23:42:03.706 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.706 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:03.707 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.707 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:03.707 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.547059+0000", 2021-03-04T23:42:03.707 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:03.707 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.708 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.708 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:03.708 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.547059+0000", 2021-03-04T23:42:03.708 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2129999999999998e-06 2021-03-04T23:42:03.708 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.709 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.709 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:03.709 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.547061+0000", 2021-03-04T23:42:03.709 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2470000000000001e-06 2021-03-04T23:42:03.709 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.710 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.710 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:03.710 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.547062+0000", 2021-03-04T23:42:03.710 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0942e-05 2021-03-04T23:42:03.711 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.711 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.711 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:03.711 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.547073+0000", 2021-03-04T23:42:03.711 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7979999999999996e-06 2021-03-04T23:42:03.712 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.712 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.712 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:03.712 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.547078+0000", 2021-03-04T23:42:03.712 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.066989924000000006 2021-03-04T23:42:03.713 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.713 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.713 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.713 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.614068+0000", 2021-03-04T23:42:03.714 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5263000000000003e-05 2021-03-04T23:42:03.714 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.714 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.714 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for degraded object", 2021-03-04T23:42:03.714 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.614123+0000", 2021-03-04T23:42:03.715 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.064415328999999993 2021-03-04T23:42:03.715 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.715 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.715 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.716 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.678538+0000", 2021-03-04T23:42:03.716 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.7533999999999994e-05 2021-03-04T23:42:03.716 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.716 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.717 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:03.717 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.678606+0000", 2021-03-04T23:42:03.717 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010170600000000001 2021-03-04T23:42:03.717 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.718 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.718 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,6", 2021-03-04T23:42:03.718 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.678708+0000", 2021-03-04T23:42:03.718 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.014507422000000001 2021-03-04T23:42:03.718 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.719 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.719 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:03.719 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.693215+0000", 2021-03-04T23:42:03.719 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.034152540000000002 2021-03-04T23:42:03.719 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.720 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.720 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.720 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.727368+0000", 2021-03-04T23:42:03.720 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9634e-05 2021-03-04T23:42:03.721 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.721 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.721 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.721 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.727407+0000", 2021-03-04T23:42:03.721 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0349999999999997e-05 2021-03-04T23:42:03.722 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.722 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.722 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:03.722 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.727457+0000", 2021-03-04T23:42:03.722 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0019879479999999998 2021-03-04T23:42:03.723 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.723 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.723 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:03.723 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.729445+0000", 2021-03-04T23:42:03.724 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.18238684999999999 2021-03-04T23:42:03.724 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.724 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:03.724 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.724 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.725 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.725 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:284345 9.6 9:6e0b239c:::benchmark_data_gibba011_139107_object130978:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:42:03.725 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:34.555293+0000", 2021-03-04T23:42:03.725 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 389.06416127199998, 2021-03-04T23:42:03.725 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.17598819800000001, 2021-03-04T23:42:03.726 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:03.726 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:03.726 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:03.726 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:42:03.726 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:42:03.727 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 284345 2021-03-04T23:42:03.727 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.727 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:03.727 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.727 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:03.728 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.555293+0000", 2021-03-04T23:42:03.728 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:03.728 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.728 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.729 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:03.729 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.555293+0000", 2021-03-04T23:42:03.729 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.469e-06 2021-03-04T23:42:03.729 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.729 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.730 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:03.730 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.555295+0000", 2021-03-04T23:42:03.730 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2309999999999999e-06 2021-03-04T23:42:03.730 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.731 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.731 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:03.731 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.555296+0000", 2021-03-04T23:42:03.731 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.789e-06 2021-03-04T23:42:03.731 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.732 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.732 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:03.732 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.555305+0000", 2021-03-04T23:42:03.733 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.777e-06 2021-03-04T23:42:03.733 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.733 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.733 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:03.733 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.555309+0000", 2021-03-04T23:42:03.734 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.058845277000000001 2021-03-04T23:42:03.734 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.734 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.734 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.735 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.614154+0000", 2021-03-04T23:42:03.735 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00038034199999999998 2021-03-04T23:42:03.735 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.735 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.735 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for degraded object", 2021-03-04T23:42:03.736 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.614534+0000", 2021-03-04T23:42:03.736 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.070108611000000001 2021-03-04T23:42:03.736 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.736 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.736 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.737 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.684643+0000", 2021-03-04T23:42:03.737 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000100649 2021-03-04T23:42:03.737 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.737 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.737 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:03.738 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.684744+0000", 2021-03-04T23:42:03.738 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00015828899999999999 2021-03-04T23:42:03.738 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.738 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.739 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,6", 2021-03-04T23:42:03.739 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.684902+0000", 2021-03-04T23:42:03.739 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.017192538 2021-03-04T23:42:03.739 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.739 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.740 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:03.740 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.702094+0000", 2021-03-04T23:42:03.740 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.027392308000000001 2021-03-04T23:42:03.740 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.740 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.741 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.741 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.729487+0000", 2021-03-04T23:42:03.741 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1655000000000001e-05 2021-03-04T23:42:03.741 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.742 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.742 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.742 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.729518+0000", 2021-03-04T23:42:03.742 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2456999999999998e-05 2021-03-04T23:42:03.743 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.743 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.743 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:03.743 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.729551+0000", 2021-03-04T23:42:03.744 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0017308060000000001 2021-03-04T23:42:03.744 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.744 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.744 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:03.744 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:34.731282+0000", 2021-03-04T23:42:03.745 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.17598819800000001 2021-03-04T23:42:03.745 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.745 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:03.745 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.745 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.746 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.746 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:290229 9.6 9:6595123b:::benchmark_data_gibba011_139107_object136862:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:42:03.746 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:38.513177+0000", 2021-03-04T23:42:03.746 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 385.106277874, 2021-03-04T23:42:03.747 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.166665968, 2021-03-04T23:42:03.747 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:03.747 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:03.747 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:03.747 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:42:03.748 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:42:03.748 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 290229 2021-03-04T23:42:03.748 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.748 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:03.748 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.749 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:03.749 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.513177+0000", 2021-03-04T23:42:03.749 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:03.749 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.749 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.750 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:03.750 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.513177+0000", 2021-03-04T23:42:03.750 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2099999999999996e-07 2021-03-04T23:42:03.750 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.751 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.751 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:03.751 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.513177+0000", 2021-03-04T23:42:03.751 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2799999999999996e-07 2021-03-04T23:42:03.751 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.752 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.752 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:03.752 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.513178+0000", 2021-03-04T23:42:03.752 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9509999999999999e-06 2021-03-04T23:42:03.752 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.753 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.753 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:03.753 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.513182+0000", 2021-03-04T23:42:03.753 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.39e-06 2021-03-04T23:42:03.754 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.754 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.754 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:03.754 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.513184+0000", 2021-03-04T23:42:03.754 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.028275847999999999 2021-03-04T23:42:03.755 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.755 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.755 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.755 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.541460+0000", 2021-03-04T23:42:03.755 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.3943999999999997e-05 2021-03-04T23:42:03.756 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.756 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.756 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for degraded object", 2021-03-04T23:42:03.756 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.541514+0000", 2021-03-04T23:42:03.756 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.011426674 2021-03-04T23:42:03.757 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.757 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.757 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.757 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.552941+0000", 2021-03-04T23:42:03.758 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.8486000000000006e-05 2021-03-04T23:42:03.758 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.758 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.758 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:03.758 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.553029+0000", 2021-03-04T23:42:03.759 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000137565 2021-03-04T23:42:03.759 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.759 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.759 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,6", 2021-03-04T23:42:03.759 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.553167+0000", 2021-03-04T23:42:03.760 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.01100658 2021-03-04T23:42:03.760 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.760 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.760 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:03.761 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.564174+0000", 2021-03-04T23:42:03.761 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.114141676 2021-03-04T23:42:03.761 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.761 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.761 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.762 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.678315+0000", 2021-03-04T23:42:03.762 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7659000000000001e-05 2021-03-04T23:42:03.762 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.762 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.762 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.763 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.678343+0000", 2021-03-04T23:42:03.763 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3164999999999998e-05 2021-03-04T23:42:03.763 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.763 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.764 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:03.764 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.678376+0000", 2021-03-04T23:42:03.764 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0014667809999999999 2021-03-04T23:42:03.764 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.764 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.765 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:03.765 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.679843+0000", 2021-03-04T23:42:03.765 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.166665968 2021-03-04T23:42:03.765 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.765 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:03.766 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.766 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.766 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.766 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:290265 9.6 9:64d00663:::benchmark_data_gibba011_139107_object136898:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:42:03.767 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:38.532487+0000", 2021-03-04T23:42:03.767 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 385.08696764799998, 2021-03-04T23:42:03.767 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16587265100000001, 2021-03-04T23:42:03.767 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:03.767 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:03.768 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:03.768 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:42:03.768 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:42:03.768 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 290265 2021-03-04T23:42:03.768 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.769 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:03.769 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.769 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:03.769 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532487+0000", 2021-03-04T23:42:03.770 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:03.770 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.770 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.770 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:03.770 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532487+0000", 2021-03-04T23:42:03.771 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.31e-06 2021-03-04T23:42:03.771 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.771 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.771 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:03.772 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532488+0000", 2021-03-04T23:42:03.772 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.5099999999999998e-07 2021-03-04T23:42:03.772 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.772 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.772 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:03.773 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532489+0000", 2021-03-04T23:42:03.773 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.9070000000000001e-06 2021-03-04T23:42:03.773 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.773 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.773 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:03.774 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532496+0000", 2021-03-04T23:42:03.774 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.467e-06 2021-03-04T23:42:03.774 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.774 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.774 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:03.775 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532500+0000", 2021-03-04T23:42:03.775 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0095224060000000006 2021-03-04T23:42:03.775 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.775 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.776 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.776 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.542022+0000", 2021-03-04T23:42:03.776 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000344743 2021-03-04T23:42:03.776 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.776 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.777 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for degraded object", 2021-03-04T23:42:03.777 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.542367+0000", 2021-03-04T23:42:03.777 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.030174995999999999 2021-03-04T23:42:03.777 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.777 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.778 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.778 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.572542+0000", 2021-03-04T23:42:03.778 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9913000000000006e-05 2021-03-04T23:42:03.778 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.779 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.779 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:03.779 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.572622+0000", 2021-03-04T23:42:03.779 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012133000000000001 2021-03-04T23:42:03.779 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.780 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.780 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,6", 2021-03-04T23:42:03.780 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.572743+0000", 2021-03-04T23:42:03.780 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.097610961999999996 2021-03-04T23:42:03.780 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.781 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.781 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:03.781 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.670354+0000", 2021-03-04T23:42:03.781 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.012228782000000001 2021-03-04T23:42:03.782 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.782 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.782 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.782 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.682583+0000", 2021-03-04T23:42:03.782 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7968000000000001e-05 2021-03-04T23:42:03.783 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.783 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.783 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.783 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.682601+0000", 2021-03-04T23:42:03.783 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7313000000000001e-05 2021-03-04T23:42:03.784 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.784 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.784 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:03.784 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.682628+0000", 2021-03-04T23:42:03.785 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.015731603 2021-03-04T23:42:03.785 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.785 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.785 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:03.785 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.698360+0000", 2021-03-04T23:42:03.786 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16587265100000001 2021-03-04T23:42:03.786 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.786 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:03.786 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.787 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.787 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.787 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:290266 9.6 9:64477234:::benchmark_data_gibba011_139107_object136899:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:42:03.787 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:38.532507+0000", 2021-03-04T23:42:03.787 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 385.08694773899998, 2021-03-04T23:42:03.788 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16785154699999999, 2021-03-04T23:42:03.788 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:03.788 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:03.788 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:03.788 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:42:03.789 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:42:03.789 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 290266 2021-03-04T23:42:03.789 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.789 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:03.789 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.790 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:03.790 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532507+0000", 2021-03-04T23:42:03.790 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:03.790 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.791 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.791 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:03.791 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532507+0000", 2021-03-04T23:42:03.791 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.2399999999999997e-07 2021-03-04T23:42:03.791 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.792 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.792 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:03.792 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532508+0000", 2021-03-04T23:42:03.792 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.7599999999999997e-07 2021-03-04T23:42:03.792 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.793 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.793 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:03.793 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532508+0000", 2021-03-04T23:42:03.793 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1779999999999999e-06 2021-03-04T23:42:03.793 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.794 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.794 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:03.794 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532512+0000", 2021-03-04T23:42:03.794 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.9989999999999998e-06 2021-03-04T23:42:03.795 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.795 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.795 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:03.795 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532514+0000", 2021-03-04T23:42:03.795 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0098882269999999994 2021-03-04T23:42:03.796 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.796 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.796 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.796 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.542402+0000", 2021-03-04T23:42:03.796 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00036962300000000002 2021-03-04T23:42:03.797 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.797 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.797 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for degraded object", 2021-03-04T23:42:03.797 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.542771+0000", 2021-03-04T23:42:03.797 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.035222636000000002 2021-03-04T23:42:03.798 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.798 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.798 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.798 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.577994+0000", 2021-03-04T23:42:03.799 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.8831000000000005e-05 2021-03-04T23:42:03.799 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.799 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.799 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:03.799 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.578073+0000", 2021-03-04T23:42:03.800 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.086133151000000005 2021-03-04T23:42:03.800 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.800 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.800 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,6", 2021-03-04T23:42:03.800 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.664206+0000", 2021-03-04T23:42:03.801 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.011681225999999999 2021-03-04T23:42:03.801 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.801 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.801 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:03.801 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.675887+0000", 2021-03-04T23:42:03.802 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.022532529999999999 2021-03-04T23:42:03.802 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.802 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.802 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.803 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.698420+0000", 2021-03-04T23:42:03.803 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8931999999999999e-05 2021-03-04T23:42:03.803 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.803 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.803 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.804 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.698459+0000", 2021-03-04T23:42:03.804 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0417999999999997e-05 2021-03-04T23:42:03.804 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.804 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.804 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:03.805 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.698509+0000", 2021-03-04T23:42:03.805 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0018493959999999999 2021-03-04T23:42:03.805 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.805 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.805 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:03.806 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.700359+0000", 2021-03-04T23:42:03.806 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16785154699999999 2021-03-04T23:42:03.806 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.806 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:03.807 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.807 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.807 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.807 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:290271 9.6 9:6beafc2e:::benchmark_data_gibba011_139107_object136904:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:42:03.807 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:38.532859+0000", 2021-03-04T23:42:03.808 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 385.08659563700002, 2021-03-04T23:42:03.808 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16873865699999999, 2021-03-04T23:42:03.808 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:03.808 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:03.808 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:03.809 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:42:03.809 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:42:03.809 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 290271 2021-03-04T23:42:03.809 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.810 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:03.810 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.810 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:03.810 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532859+0000", 2021-03-04T23:42:03.810 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:03.811 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.811 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.811 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:03.811 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532859+0000", 2021-03-04T23:42:03.811 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2950000000000001e-06 2021-03-04T23:42:03.812 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.812 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.812 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:03.812 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532860+0000", 2021-03-04T23:42:03.813 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.1699999999999997e-07 2021-03-04T23:42:03.813 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.813 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.813 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:03.813 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532861+0000", 2021-03-04T23:42:03.814 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9529999999999996e-06 2021-03-04T23:42:03.814 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.814 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.814 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:03.814 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532867+0000", 2021-03-04T23:42:03.815 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.745e-06 2021-03-04T23:42:03.815 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.815 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.815 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:03.815 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.532870+0000", 2021-03-04T23:42:03.816 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0099404909999999992 2021-03-04T23:42:03.816 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.816 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.816 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.817 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.542810+0000", 2021-03-04T23:42:03.817 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00027838 2021-03-04T23:42:03.817 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.817 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.817 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for degraded object", 2021-03-04T23:42:03.818 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.543089+0000", 2021-03-04T23:42:03.818 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.12729489399999999 2021-03-04T23:42:03.818 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.818 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.818 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.819 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.670384+0000", 2021-03-04T23:42:03.819 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.0747000000000005e-05 2021-03-04T23:42:03.819 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.819 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.819 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:03.820 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.670464+0000", 2021-03-04T23:42:03.820 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012269900000000001 2021-03-04T23:42:03.820 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.820 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.820 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,6", 2021-03-04T23:42:03.821 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.670587+0000", 2021-03-04T23:42:03.821 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.011368168 2021-03-04T23:42:03.821 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.821 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.822 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:03.822 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.681955+0000", 2021-03-04T23:42:03.822 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.018443894999999998 2021-03-04T23:42:03.822 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.822 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.823 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.823 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.700399+0000", 2021-03-04T23:42:03.823 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8047999999999999e-05 2021-03-04T23:42:03.823 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.823 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.824 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.824 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.700437+0000", 2021-03-04T23:42:03.824 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4910999999999998e-05 2021-03-04T23:42:03.824 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.825 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.825 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:03.825 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.700472+0000", 2021-03-04T23:42:03.825 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0011257140000000001 2021-03-04T23:42:03.825 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.826 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.826 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:03.826 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.701598+0000", 2021-03-04T23:42:03.826 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16873865699999999 2021-03-04T23:42:03.826 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.827 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:03.827 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.827 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.827 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.827 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:290278 9.6 9:6898d020:::benchmark_data_gibba011_139107_object136911:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:42:03.828 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:38.535352+0000", 2021-03-04T23:42:03.828 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 385.08410230599998, 2021-03-04T23:42:03.828 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.167221383, 2021-03-04T23:42:03.828 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:03.829 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:03.829 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:03.829 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:42:03.829 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:42:03.829 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 290278 2021-03-04T23:42:03.830 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.830 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:03.830 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.830 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:03.830 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.535352+0000", 2021-03-04T23:42:03.831 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:03.831 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.831 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.831 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:03.831 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.535352+0000", 2021-03-04T23:42:03.832 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5060000000000001e-06 2021-03-04T23:42:03.832 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.832 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.832 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:03.833 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.535354+0000", 2021-03-04T23:42:03.833 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.3200000000000004e-07 2021-03-04T23:42:03.833 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.833 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.833 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:03.834 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.535355+0000", 2021-03-04T23:42:03.834 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.0740000000000004e-06 2021-03-04T23:42:03.834 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.834 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.834 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:03.835 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.535362+0000", 2021-03-04T23:42:03.835 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6179999999999999e-06 2021-03-04T23:42:03.835 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.835 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.835 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:03.836 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.535365+0000", 2021-03-04T23:42:03.836 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0077492589999999997 2021-03-04T23:42:03.836 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.836 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.837 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.837 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.543115+0000", 2021-03-04T23:42:03.837 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00036428200000000001 2021-03-04T23:42:03.837 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.837 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.838 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for degraded object", 2021-03-04T23:42:03.838 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.543479+0000", 2021-03-04T23:42:03.838 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.132434622 2021-03-04T23:42:03.838 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.838 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.839 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.839 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.675914+0000", 2021-03-04T23:42:03.839 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6462999999999998e-05 2021-03-04T23:42:03.839 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.840 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.840 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:03.840 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.675970+0000", 2021-03-04T23:42:03.840 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.6815000000000001e-05 2021-03-04T23:42:03.840 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.841 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.841 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,6", 2021-03-04T23:42:03.841 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.676057+0000", 2021-03-04T23:42:03.841 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0059327499999999997 2021-03-04T23:42:03.841 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.842 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.842 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:03.842 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.681990+0000", 2021-03-04T23:42:03.842 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.019636919999999999 2021-03-04T23:42:03.842 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.843 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.843 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.843 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.701627+0000", 2021-03-04T23:42:03.843 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2058999999999999e-05 2021-03-04T23:42:03.844 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.844 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.844 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.844 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.701659+0000", 2021-03-04T23:42:03.844 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1278000000000001e-05 2021-03-04T23:42:03.845 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.845 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.845 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:03.845 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.701690+0000", 2021-03-04T23:42:03.845 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00088390500000000004 2021-03-04T23:42:03.846 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.846 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.846 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:03.846 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.702574+0000", 2021-03-04T23:42:03.846 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.167221383 2021-03-04T23:42:03.847 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.847 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:03.847 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.847 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.848 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.848 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:290307 9.6 9:6941421e:::benchmark_data_gibba011_139107_object136940:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:42:03.848 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:38.556130+0000", 2021-03-04T23:42:03.848 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 385.06332447199998, 2021-03-04T23:42:03.848 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.168618032, 2021-03-04T23:42:03.849 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:03.849 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:03.849 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:03.849 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:42:03.849 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:42:03.850 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 290307 2021-03-04T23:42:03.850 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.850 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:03.850 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.851 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:03.851 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.556130+0000", 2021-03-04T23:42:03.851 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:03.851 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.851 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.852 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:03.852 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.556130+0000", 2021-03-04T23:42:03.852 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5340000000000001e-06 2021-03-04T23:42:03.852 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.852 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.853 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:03.853 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.556132+0000", 2021-03-04T23:42:03.853 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2669999999999999e-06 2021-03-04T23:42:03.853 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.853 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.854 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:03.854 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.556133+0000", 2021-03-04T23:42:03.854 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.7340000000000002e-06 2021-03-04T23:42:03.854 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.855 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.855 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:03.855 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.556140+0000", 2021-03-04T23:42:03.855 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3809999999999999e-06 2021-03-04T23:42:03.855 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.856 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.856 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:03.856 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.556143+0000", 2021-03-04T23:42:03.856 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.15235827800000001 2021-03-04T23:42:03.856 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.857 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.857 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.857 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.708501+0000", 2021-03-04T23:42:03.857 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8035999999999998e-05 2021-03-04T23:42:03.857 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.858 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.858 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:03.858 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.708559+0000", 2021-03-04T23:42:03.858 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.7684999999999999e-05 2021-03-04T23:42:03.859 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.859 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.859 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,6", 2021-03-04T23:42:03.859 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.708637+0000", 2021-03-04T23:42:03.859 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027533509999999998 2021-03-04T23:42:03.860 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.860 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.860 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:03.860 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.711391+0000", 2021-03-04T23:42:03.860 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0011949009999999999 2021-03-04T23:42:03.861 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.861 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.861 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.861 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.712585+0000", 2021-03-04T23:42:03.862 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.011120277 2021-03-04T23:42:03.862 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.862 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.862 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.862 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.723706+0000", 2021-03-04T23:42:03.863 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9094e-05 2021-03-04T23:42:03.863 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.863 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.863 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:03.863 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.723735+0000", 2021-03-04T23:42:03.864 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.001013494 2021-03-04T23:42:03.864 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.864 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.864 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:03.864 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.724748+0000", 2021-03-04T23:42:03.865 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.168618032 2021-03-04T23:42:03.865 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.865 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:03.865 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.866 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.866 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.866 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:290330 9.6 9:619a8348:::benchmark_data_gibba011_139107_object136963:head [delete] snapc 0=[] ondisk+write+known_if_redirected e298)", 2021-03-04T23:42:03.866 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:38.568287+0000", 2021-03-04T23:42:03.866 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 385.05116782599998, 2021-03-04T23:42:03.867 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16883662999999999, 2021-03-04T23:42:03.867 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:03.867 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:03.867 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:03.867 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:42:03.868 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:42:03.868 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 290330 2021-03-04T23:42:03.868 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.868 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:03.868 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.869 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:03.869 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.568287+0000", 2021-03-04T23:42:03.869 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:03.869 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.870 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.870 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:03.870 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.568287+0000", 2021-03-04T23:42:03.870 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.435e-06 2021-03-04T23:42:03.870 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.871 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.871 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:03.871 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.568288+0000", 2021-03-04T23:42:03.871 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6599999999999994e-07 2021-03-04T23:42:03.871 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.872 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.872 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:03.872 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.568289+0000", 2021-03-04T23:42:03.872 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.255e-06 2021-03-04T23:42:03.873 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.873 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.873 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:03.873 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.568297+0000", 2021-03-04T23:42:03.873 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8360000000000002e-06 2021-03-04T23:42:03.874 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.874 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.874 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:03.874 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.568300+0000", 2021-03-04T23:42:03.875 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.14229203600000001 2021-03-04T23:42:03.875 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.875 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.875 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.875 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.710592+0000", 2021-03-04T23:42:03.876 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3086e-05 2021-03-04T23:42:03.876 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.876 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.876 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for degraded object", 2021-03-04T23:42:03.876 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.710636+0000", 2021-03-04T23:42:03.877 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0052076520000000001 2021-03-04T23:42:03.877 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.877 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.877 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.877 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.715843+0000", 2021-03-04T23:42:03.878 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4116999999999996e-05 2021-03-04T23:42:03.878 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.878 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.878 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:03.878 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.715907+0000", 2021-03-04T23:42:03.879 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.8022999999999995e-05 2021-03-04T23:42:03.879 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.879 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.879 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,6", 2021-03-04T23:42:03.880 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.715985+0000", 2021-03-04T23:42:03.880 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0087708179999999997 2021-03-04T23:42:03.880 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.880 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.880 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:03.881 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.724756+0000", 2021-03-04T23:42:03.881 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0067202549999999996 2021-03-04T23:42:03.881 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.881 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.881 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.882 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.731476+0000", 2021-03-04T23:42:03.882 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.004327839 2021-03-04T23:42:03.882 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.882 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.883 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.883 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.735804+0000", 2021-03-04T23:42:03.883 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5428e-05 2021-03-04T23:42:03.883 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.883 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.884 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:03.884 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.735840+0000", 2021-03-04T23:42:03.884 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0012838839999999999 2021-03-04T23:42:03.884 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.884 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.885 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:03.885 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:38.737124+0000", 2021-03-04T23:42:03.885 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16883662999999999 2021-03-04T23:42:03.885 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.885 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:03.886 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.886 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.886 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.886 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:115481 10.6 10:60ff343d:::benchmark_data_gibba011_264195_object115480:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e318)", 2021-03-04T23:42:03.887 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:36:51.551941+0000", 2021-03-04T23:42:03.887 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 312.067514152, 2021-03-04T23:42:03.887 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.19390155100000001, 2021-03-04T23:42:03.887 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:03.887 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:03.888 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:03.888 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:42:03.888 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:42:03.888 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 115481 2021-03-04T23:42:03.888 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.889 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:03.889 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.889 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:03.889 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.551941+0000", 2021-03-04T23:42:03.889 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:03.890 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.890 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.890 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:03.890 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.551941+0000", 2021-03-04T23:42:03.891 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.3732999999999994e-05 2021-03-04T23:42:03.891 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.891 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.891 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:03.891 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.552014+0000", 2021-03-04T23:42:03.892 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1179999999999999e-06 2021-03-04T23:42:03.892 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.892 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.892 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:03.892 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.552015+0000", 2021-03-04T23:42:03.893 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.3989999999999998e-06 2021-03-04T23:42:03.893 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.893 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.893 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:03.894 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.552023+0000", 2021-03-04T23:42:03.894 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7179999999999998e-06 2021-03-04T23:42:03.894 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.894 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.894 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:03.895 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.552027+0000", 2021-03-04T23:42:03.895 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6195999999999997e-05 2021-03-04T23:42:03.895 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.895 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.895 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.896 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.552063+0000", 2021-03-04T23:42:03.896 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000106671 2021-03-04T23:42:03.896 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.896 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.896 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:03.897 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.552169+0000", 2021-03-04T23:42:03.897 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6603999999999999e-05 2021-03-04T23:42:03.897 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.897 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.898 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:42:03.898 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.552266+0000", 2021-03-04T23:42:03.898 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0024924539999999999 2021-03-04T23:42:03.898 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.898 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.899 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:03.899 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.554758+0000", 2021-03-04T23:42:03.899 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0022012669999999998 2021-03-04T23:42:03.899 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.899 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.900 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.900 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.556960+0000", 2021-03-04T23:42:03.900 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.18882479599999999 2021-03-04T23:42:03.900 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.900 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.901 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.901 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.745785+0000", 2021-03-04T23:42:03.901 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4110999999999999e-05 2021-03-04T23:42:03.901 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.901 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.902 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:03.902 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.745819+0000", 2021-03-04T23:42:03.902 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3484000000000001e-05 2021-03-04T23:42:03.902 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.903 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.903 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:03.903 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.745842+0000", 2021-03-04T23:42:03.903 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.19390155100000001 2021-03-04T23:42:03.903 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.904 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:03.904 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.904 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.904 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.904 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:134207 10.6 10:6944aa28:::benchmark_data_gibba011_264195_object134206:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e322)", 2021-03-04T23:42:03.905 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:03.617362+0000", 2021-03-04T23:42:03.905 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 300.00209317299999, 2021-03-04T23:42:03.905 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.174873902, 2021-03-04T23:42:03.905 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:03.906 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:03.906 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:03.906 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:42:03.906 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:42:03.906 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134207 2021-03-04T23:42:03.907 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.907 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:03.907 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.907 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:03.907 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.617362+0000", 2021-03-04T23:42:03.908 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:03.908 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.908 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.908 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:03.908 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.617362+0000", 2021-03-04T23:42:03.909 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7463999999999997e-05 2021-03-04T23:42:03.909 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.909 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.909 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:03.910 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.617419+0000", 2021-03-04T23:42:03.910 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.339e-06 2021-03-04T23:42:03.910 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.910 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.910 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:03.911 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.617420+0000", 2021-03-04T23:42:03.911 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2201999999999999e-05 2021-03-04T23:42:03.911 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.911 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.911 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:03.912 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.617433+0000", 2021-03-04T23:42:03.912 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1250000000000001e-06 2021-03-04T23:42:03.912 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.912 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.912 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:03.913 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.617438+0000", 2021-03-04T23:42:03.913 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0019273339999999999 2021-03-04T23:42:03.913 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.913 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.913 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.914 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.619365+0000", 2021-03-04T23:42:03.914 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010020499999999999 2021-03-04T23:42:03.914 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.914 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.915 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:03.915 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.619465+0000", 2021-03-04T23:42:03.915 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00016056800000000001 2021-03-04T23:42:03.915 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.915 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.916 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:42:03.916 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.619626+0000", 2021-03-04T23:42:03.916 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0043029590000000003 2021-03-04T23:42:03.916 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.917 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.917 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.917 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.623929+0000", 2021-03-04T23:42:03.917 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.102e-05 2021-03-04T23:42:03.917 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.918 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.918 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:03.918 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.623940+0000", 2021-03-04T23:42:03.918 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16820747 2021-03-04T23:42:03.919 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.919 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.919 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.919 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.792147+0000", 2021-03-04T23:42:03.919 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9024999999999999e-05 2021-03-04T23:42:03.920 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.920 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.920 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:03.920 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.792196+0000", 2021-03-04T23:42:03.920 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9190999999999998e-05 2021-03-04T23:42:03.921 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.921 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.921 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:03.921 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.792235+0000", 2021-03-04T23:42:03.921 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.174873902 2021-03-04T23:42:03.922 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.922 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:03.922 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.922 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.923 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.923 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:134216 10.6 10:6aa741bf:::benchmark_data_gibba011_264195_object134215:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e322)", 2021-03-04T23:42:03.923 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:03.619124+0000", 2021-03-04T23:42:03.923 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 300.00033051700001, 2021-03-04T23:42:03.923 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.18378776799999999, 2021-03-04T23:42:03.924 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:03.924 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:03.924 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:03.924 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:42:03.924 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:42:03.925 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134216 2021-03-04T23:42:03.925 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.925 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:03.925 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.925 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:03.926 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.619124+0000", 2021-03-04T23:42:03.926 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:03.926 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.926 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.926 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:03.927 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.619124+0000", 2021-03-04T23:42:03.927 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.0844999999999998e-05 2021-03-04T23:42:03.927 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.927 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.928 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:03.928 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.619185+0000", 2021-03-04T23:42:03.928 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0270000000000001e-06 2021-03-04T23:42:03.928 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.928 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.929 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:03.929 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.619186+0000", 2021-03-04T23:42:03.929 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1428e-05 2021-03-04T23:42:03.929 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.929 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.930 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:03.930 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.619198+0000", 2021-03-04T23:42:03.930 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7250000000000002e-06 2021-03-04T23:42:03.930 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.931 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.931 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:03.931 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.619203+0000", 2021-03-04T23:42:03.931 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0058684430000000001 2021-03-04T23:42:03.931 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.932 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.932 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.932 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.625072+0000", 2021-03-04T23:42:03.932 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013868999999999999 2021-03-04T23:42:03.932 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.933 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.933 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:03.933 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.625210+0000", 2021-03-04T23:42:03.933 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00015055799999999999 2021-03-04T23:42:03.933 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.934 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.934 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:42:03.934 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.625361+0000", 2021-03-04T23:42:03.934 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0031052100000000002 2021-03-04T23:42:03.935 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.935 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.935 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.935 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.628466+0000", 2021-03-04T23:42:03.935 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3320000000000002e-06 2021-03-04T23:42:03.936 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.936 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.936 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:03.936 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.628470+0000", 2021-03-04T23:42:03.936 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.17437029300000001 2021-03-04T23:42:03.937 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.937 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.937 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.937 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.802841+0000", 2021-03-04T23:42:03.937 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5192999999999999e-05 2021-03-04T23:42:03.938 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.938 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.938 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:03.938 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.802886+0000", 2021-03-04T23:42:03.939 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6024e-05 2021-03-04T23:42:03.939 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.939 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.939 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:03.939 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.802912+0000", 2021-03-04T23:42:03.940 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.18378776799999999 2021-03-04T23:42:03.940 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.940 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:03.940 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.940 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.941 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.941 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:134230 10.9 10:954c50d5:::benchmark_data_gibba011_264195_object134229:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e322)", 2021-03-04T23:42:03.941 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:03.632530+0000", 2021-03-04T23:42:03.941 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 299.98692441100002, 2021-03-04T23:42:03.941 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16262842899999999, 2021-03-04T23:42:03.942 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:03.942 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:03.942 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:03.942 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:42:03.943 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:42:03.943 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134230 2021-03-04T23:42:03.943 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.943 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:03.943 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.944 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:03.944 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.632530+0000", 2021-03-04T23:42:03.944 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:03.944 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.944 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.945 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:03.945 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.632530+0000", 2021-03-04T23:42:03.945 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1619000000000001e-05 2021-03-04T23:42:03.945 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.945 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.946 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:03.946 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.632552+0000", 2021-03-04T23:42:03.946 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9480000000000008e-06 2021-03-04T23:42:03.946 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.947 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.947 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:03.947 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.632560+0000", 2021-03-04T23:42:03.947 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1119e-05 2021-03-04T23:42:03.947 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.948 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.948 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:03.948 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.632571+0000", 2021-03-04T23:42:03.948 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5079999999999999e-06 2021-03-04T23:42:03.948 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.949 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.949 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:03.949 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.632576+0000", 2021-03-04T23:42:03.949 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8816000000000002e-05 2021-03-04T23:42:03.949 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.950 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.950 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.950 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.632624+0000", 2021-03-04T23:42:03.950 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000132204 2021-03-04T23:42:03.950 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.951 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.951 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:03.951 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.632757+0000", 2021-03-04T23:42:03.951 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011991 2021-03-04T23:42:03.952 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.952 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.952 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,4,7", 2021-03-04T23:42:03.952 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.632876+0000", 2021-03-04T23:42:03.952 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.002764205 2021-03-04T23:42:03.953 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.953 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.953 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.953 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.635641+0000", 2021-03-04T23:42:03.953 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012183100000000001 2021-03-04T23:42:03.954 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.954 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.954 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:03.954 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.635762+0000", 2021-03-04T23:42:03.954 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00036453700000000001 2021-03-04T23:42:03.955 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.955 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.955 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.955 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.636127+0000", 2021-03-04T23:42:03.955 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.15888227199999999 2021-03-04T23:42:03.956 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.956 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.956 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.956 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.795009+0000", 2021-03-04T23:42:03.957 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6789999999999998e-05 2021-03-04T23:42:03.957 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.957 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.957 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:03.957 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.795056+0000", 2021-03-04T23:42:03.958 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010267 2021-03-04T23:42:03.958 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.958 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.958 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:03.958 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.795159+0000", 2021-03-04T23:42:03.959 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.16262842899999999 2021-03-04T23:42:03.959 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.959 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:03.959 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.959 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.960 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.960 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157928 10.9 10:9b3889bf:::benchmark_data_gibba011_264195_object157927:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e323)", 2021-03-04T23:42:03.960 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.365345+0000", 2021-03-04T23:42:03.960 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 285.25410971999997, 2021-03-04T23:42:03.960 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.71214803, 2021-03-04T23:42:03.961 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:03.961 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:03.961 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:03.961 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:42:03.962 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:42:03.962 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157928 2021-03-04T23:42:03.962 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.962 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:03.962 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.963 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:03.963 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.365345+0000", 2021-03-04T23:42:03.963 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:03.963 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.963 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.964 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:03.964 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.365345+0000", 2021-03-04T23:42:03.964 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6190000000000003e-05 2021-03-04T23:42:03.964 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.964 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.965 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:03.965 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.365391+0000", 2021-03-04T23:42:03.965 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.669e-06 2021-03-04T23:42:03.965 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.965 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.966 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:03.966 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.365393+0000", 2021-03-04T23:42:03.966 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1917e-05 2021-03-04T23:42:03.966 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.967 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.967 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:03.967 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.365405+0000", 2021-03-04T23:42:03.967 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.2000000000000002e-06 2021-03-04T23:42:03.967 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.968 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.968 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:03.968 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.365410+0000", 2021-03-04T23:42:03.968 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9719000000000002e-05 2021-03-04T23:42:03.968 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.969 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.969 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.969 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.365470+0000", 2021-03-04T23:42:03.969 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4239999999999993e-06 2021-03-04T23:42:03.969 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.970 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.970 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:03.970 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.365478+0000", 2021-03-04T23:42:03.970 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.67574222500000003 2021-03-04T23:42:03.971 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.971 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.971 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.971 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.041220+0000", 2021-03-04T23:42:03.971 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.3559999999999999e-06 2021-03-04T23:42:03.972 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.972 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.972 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:03.972 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.041230+0000", 2021-03-04T23:42:03.972 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0203580430000001 2021-03-04T23:42:03.973 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.973 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.973 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.973 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.061588+0000", 2021-03-04T23:42:03.973 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00015286600000000001 2021-03-04T23:42:03.974 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.974 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.974 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:03.974 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.061741+0000", 2021-03-04T23:42:03.974 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00041676199999999999 2021-03-04T23:42:03.975 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.975 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.975 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,4,7", 2021-03-04T23:42:03.975 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.062157+0000", 2021-03-04T23:42:03.976 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.015100222 2021-03-04T23:42:03.976 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.976 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.976 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.976 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077258+0000", 2021-03-04T23:42:03.977 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3184999999999999e-05 2021-03-04T23:42:03.977 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.977 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.977 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.977 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077281+0000", 2021-03-04T23:42:03.978 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9830000000000004e-06 2021-03-04T23:42:03.978 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.978 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.978 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:03.978 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077286+0000", 2021-03-04T23:42:03.979 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.0531999999999994e-05 2021-03-04T23:42:03.979 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.979 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.979 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:03.980 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077366+0000", 2021-03-04T23:42:03.980 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6134999999999998e-05 2021-03-04T23:42:03.980 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.980 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.980 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:03.981 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077412+0000", 2021-03-04T23:42:03.981 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.0601999999999998e-05 2021-03-04T23:42:03.981 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.981 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.981 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:03.982 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077493+0000", 2021-03-04T23:42:03.982 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.71214803 2021-03-04T23:42:03.982 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.982 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:03.982 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:03.983 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.983 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.983 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157942 10.9 10:967737d4:::benchmark_data_gibba011_264195_object157941:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e324)", 2021-03-04T23:42:03.983 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.376218+0000", 2021-03-04T23:42:03.984 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 285.243236771, 2021-03-04T23:42:03.984 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7015997940000001, 2021-03-04T23:42:03.984 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:03.984 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:03.984 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:03.985 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:42:03.985 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:42:03.985 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157942 2021-03-04T23:42:03.985 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.985 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:03.986 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.986 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:03.986 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376218+0000", 2021-03-04T23:42:03.986 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:03.986 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.987 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.987 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:03.987 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376218+0000", 2021-03-04T23:42:03.987 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1408e-05 2021-03-04T23:42:03.987 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.988 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.988 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:03.988 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376269+0000", 2021-03-04T23:42:03.988 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4219999999999999e-06 2021-03-04T23:42:03.989 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.989 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.989 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:03.989 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376271+0000", 2021-03-04T23:42:03.989 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.8330000000000006e-06 2021-03-04T23:42:03.990 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.990 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.990 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:03.990 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376281+0000", 2021-03-04T23:42:03.990 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9650000000000002e-06 2021-03-04T23:42:03.991 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.991 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.991 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:03.991 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376285+0000", 2021-03-04T23:42:03.991 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7448999999999999e-05 2021-03-04T23:42:03.992 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.992 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.992 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.992 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376332+0000", 2021-03-04T23:42:03.992 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.1519999999999992e-06 2021-03-04T23:42:03.993 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.993 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.993 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:03.993 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376340+0000", 2021-03-04T23:42:03.993 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.66491159 2021-03-04T23:42:03.994 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.994 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.994 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.994 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.041252+0000", 2021-03-04T23:42:03.995 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.754e-06 2021-03-04T23:42:03.995 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.995 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.995 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:03.995 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.041259+0000", 2021-03-04T23:42:03.996 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0299748849999999 2021-03-04T23:42:03.996 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.996 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.996 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:03.996 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.071233+0000", 2021-03-04T23:42:03.997 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000146203 2021-03-04T23:42:03.997 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.997 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.997 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:03.997 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.071380+0000", 2021-03-04T23:42:03.998 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00017843899999999999 2021-03-04T23:42:03.998 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.998 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.998 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,4,7", 2021-03-04T23:42:03.999 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.071558+0000", 2021-03-04T23:42:03.999 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0057313090000000004 2021-03-04T23:42:03.999 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:03.999 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:03.999 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:04.000 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077289+0000", 2021-03-04T23:42:04.000 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8999999999999998e-05 2021-03-04T23:42:04.000 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.000 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.000 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:04.001 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077348+0000", 2021-03-04T23:42:04.001 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00018901700000000001 2021-03-04T23:42:04.001 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.001 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.001 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:04.002 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077537+0000", 2021-03-04T23:42:04.002 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.8979000000000002e-05 2021-03-04T23:42:04.002 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.002 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.003 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:04.003 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077636+0000", 2021-03-04T23:42:04.003 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0989999999999998e-05 2021-03-04T23:42:04.003 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.003 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.004 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:04.004 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077687+0000", 2021-03-04T23:42:04.004 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013039900000000001 2021-03-04T23:42:04.004 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.004 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.005 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:04.005 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077818+0000", 2021-03-04T23:42:04.005 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7015997940000001 2021-03-04T23:42:04.005 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:04.005 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:04.006 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:04.006 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.006 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.006 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157959 10.9 10:98d19ec4:::benchmark_data_gibba011_264195_object157958:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e324)", 2021-03-04T23:42:04.006 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.395573+0000", 2021-03-04T23:42:04.007 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 285.223881812, 2021-03-04T23:42:04.007 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6826938730000001, 2021-03-04T23:42:04.007 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:04.007 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:04.007 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:04.008 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:42:04.008 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:42:04.008 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157959 2021-03-04T23:42:04.008 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.009 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:04.009 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.009 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:04.009 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.395573+0000", 2021-03-04T23:42:04.009 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:04.010 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.010 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.010 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:04.010 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.395573+0000", 2021-03-04T23:42:04.010 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4549000000000002e-05 2021-03-04T23:42:04.011 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.011 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.011 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:04.011 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.395597+0000", 2021-03-04T23:42:04.012 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.626e-06 2021-03-04T23:42:04.012 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.012 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.012 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:04.012 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.395599+0000", 2021-03-04T23:42:04.013 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1185999999999999e-05 2021-03-04T23:42:04.013 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.013 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.013 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:04.013 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.395610+0000", 2021-03-04T23:42:04.014 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7429999999999999e-06 2021-03-04T23:42:04.014 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.014 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.014 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:04.014 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.395616+0000", 2021-03-04T23:42:04.015 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2348999999999997e-05 2021-03-04T23:42:04.015 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.015 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.015 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:04.016 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.395658+0000", 2021-03-04T23:42:04.016 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.798e-06 2021-03-04T23:42:04.016 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.016 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.016 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:04.017 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.395668+0000", 2021-03-04T23:42:04.017 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.645607398 2021-03-04T23:42:04.017 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.017 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.017 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:04.018 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.041276+0000", 2021-03-04T23:42:04.018 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2219999999999999e-06 2021-03-04T23:42:04.018 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.018 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.018 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:04.019 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.041282+0000", 2021-03-04T23:42:04.019 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0320582060000001 2021-03-04T23:42:04.019 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.019 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.019 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:04.020 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.073340+0000", 2021-03-04T23:42:04.020 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000126971 2021-03-04T23:42:04.020 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.020 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.021 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:04.021 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.073467+0000", 2021-03-04T23:42:04.021 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000167512 2021-03-04T23:42:04.021 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.021 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.022 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,4,7", 2021-03-04T23:42:04.022 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.073634+0000", 2021-03-04T23:42:04.022 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0036677649999999999 2021-03-04T23:42:04.022 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.022 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.023 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:04.023 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077302+0000", 2021-03-04T23:42:04.023 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00026352199999999998 2021-03-04T23:42:04.023 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.024 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.024 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:04.024 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077566+0000", 2021-03-04T23:42:04.024 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7734999999999997e-05 2021-03-04T23:42:04.024 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.025 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.025 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:04.025 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077604+0000", 2021-03-04T23:42:04.025 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00049252599999999997 2021-03-04T23:42:04.025 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.026 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.026 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:04.026 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.078096+0000", 2021-03-04T23:42:04.026 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5874999999999997e-05 2021-03-04T23:42:04.026 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.027 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.027 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:04.027 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.078142+0000", 2021-03-04T23:42:04.027 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012489000000000001 2021-03-04T23:42:04.027 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.028 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.028 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:04.028 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.078267+0000", 2021-03-04T23:42:04.028 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6826938730000001 2021-03-04T23:42:04.029 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:04.029 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:04.029 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:04.029 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.029 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.030 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157962 10.9 10:95d7cb0d:::benchmark_data_gibba011_264195_object157961:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e324)", 2021-03-04T23:42:04.030 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.403536+0000", 2021-03-04T23:42:04.030 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 285.21591874400002, 2021-03-04T23:42:04.030 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6748675019999999, 2021-03-04T23:42:04.031 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:04.031 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:04.031 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:04.031 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:42:04.031 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:42:04.032 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157962 2021-03-04T23:42:04.032 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.032 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:04.032 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.032 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:04.033 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.403536+0000", 2021-03-04T23:42:04.033 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:04.033 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.033 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.033 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:04.034 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.403536+0000", 2021-03-04T23:42:04.034 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4493000000000002e-05 2021-03-04T23:42:04.034 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.034 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.035 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:04.035 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.403580+0000", 2021-03-04T23:42:04.035 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.172e-06 2021-03-04T23:42:04.035 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.035 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.036 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:04.036 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.403582+0000", 2021-03-04T23:42:04.036 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0071999999999999e-05 2021-03-04T23:42:04.036 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.036 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.037 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:04.037 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.403592+0000", 2021-03-04T23:42:04.037 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9580000000000001e-06 2021-03-04T23:42:04.037 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.037 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.038 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:04.038 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.403596+0000", 2021-03-04T23:42:04.038 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3763000000000002e-05 2021-03-04T23:42:04.038 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.039 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.039 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:04.039 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.403629+0000", 2021-03-04T23:42:04.039 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9359999999999996e-06 2021-03-04T23:42:04.039 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.040 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.040 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:04.040 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.403635+0000", 2021-03-04T23:42:04.040 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.63766724699999999 2021-03-04T23:42:04.040 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.041 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.041 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:04.041 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.041303+0000", 2021-03-04T23:42:04.041 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.8420000000000005e-06 2021-03-04T23:42:04.041 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.042 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.042 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:04.042 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.041310+0000", 2021-03-04T23:42:04.042 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0339113799999999 2021-03-04T23:42:04.043 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.043 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.043 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:04.043 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.075222+0000", 2021-03-04T23:42:04.043 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012678799999999999 2021-03-04T23:42:04.044 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.044 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.044 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:04.044 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.075349+0000", 2021-03-04T23:42:04.044 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00017513500000000001 2021-03-04T23:42:04.045 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.045 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.045 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,4,7", 2021-03-04T23:42:04.045 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.075524+0000", 2021-03-04T23:42:04.045 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0017831430000000001 2021-03-04T23:42:04.046 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.046 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.046 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:04.046 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077307+0000", 2021-03-04T23:42:04.047 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00056381499999999995 2021-03-04T23:42:04.047 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.047 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.047 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:04.047 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077871+0000", 2021-03-04T23:42:04.048 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000188767 2021-03-04T23:42:04.048 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.048 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.048 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:04.048 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.078060+0000", 2021-03-04T23:42:04.049 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00024025899999999999 2021-03-04T23:42:04.049 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.049 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.049 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:04.049 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.078300+0000", 2021-03-04T23:42:04.050 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5970999999999998e-05 2021-03-04T23:42:04.050 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.050 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.050 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:04.051 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.078336+0000", 2021-03-04T23:42:04.051 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.7761000000000004e-05 2021-03-04T23:42:04.051 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:04.051 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:04.051 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:04.052 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.078403+0000", 2021-03-04T23:42:04.052 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6748675019999999 2021-03-04T23:42:04.052 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:04.052 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:04.052 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:04.053 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:04.053 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:04.053 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:42:04.054 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:04.055 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:04.055 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:04.156 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:04.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:04.176 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:04.177 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:04.227 INFO:teuthology.orchestra.run.gibba011.stderr:marked out osd.2. 2021-03-04T23:42:04.277 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:04.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:04.296 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:04.296 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:04.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[95595]: cluster 2021-03-04T23:42:04.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[95595]: 2021-03-04T23:42:02. 2021-03-04T23:42:04.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[95595]: 436232+0000 osd.5 (osd.5) 74 : cluster [DBG] 1.17 scrub starts 2021-03-04T23:42:04.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[95595]: cluster 2021-03-04T23:42:02.436746+0000 2021-03-04T23:42:04.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[95595]: osd.5 (osd.5) 75 : cluster [DBG] 1.17 scrub ok 2021-03-04T23:42:04.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[95595]: cluster 2021-03- 2021-03-04T23:42:04.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[95595]: 04T23:42:02.832507+0000 mgr.x (mgr.34676) 1228 : 2021-03-04T23:42:04.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[95595]: cluster [DBG] pgmap v1309: 179 pgs: 179 active+clean; 6.5 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 2.35k op/s 2021-03-04T23:42:04.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[95595]: audit 2021-03-04T23:42:04.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[95595]: 2021-03-04T23:42:03.505677+0000 mon.a (mon.0) 1733 : audit [INF] 2021-03-04T23:42:04.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[95595]: from='client.? 172.21.2.111:0/1624851362' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2021-03-04T23:42:04.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[95595]: cluster 2021-03-04T23:42:04.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[95595]: 2021-03-04T23:42:03.505791+0000 mon.a (mon.0) 1734 2021-03-04T23:42:04.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[95595]: : cluster [INF] Client client.admin marked osd.2 out, while it was still marked up 2021-03-04T23:42:04.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[99461]: cluster 2021-03-04T23:42:02.436232+0000 osd.5 (osd.5) 2021-03-04T23:42:04.359 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[99461]: 74 : cluster [DBG] 1.17 scrub starts 2021-03-04T23:42:04.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[99461]: cluster 2021-03-04T23:42:04.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[99461]: 2021-03-04T23:42:02.436746+0000 osd.5 (osd.5) 75 : cluster [DBG] 1.17 scrub ok 2021-03-04T23:42:04.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:42:04.360 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[99461]: -03-04T23:42:02.832507+0000 mgr.x (mgr. 2021-03-04T23:42:04.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[99461]: 34676) 1228 : cluster [DBG] pgmap v1309: 179 pgs: 179 active+clean; 6.5 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 2.35k op/s 2021-03-04T23:42:04.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[99461]: audit 2021-03-04T23:42:03 2021-03-04T23:42:04.361 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[99461]: .505677+0000 mon.a (mon.0) 1733 : audit [INF] from='client.? 172.21.2.111:0/1624851362' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2021-03-04T23:42:04.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[99461]: cluster 2021-03-04T23:42:04.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[99461]: 2021-03-04T23:42:03.505791+0000 2021-03-04T23:42:04.362 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:04 gibba011 conmon[99461]: mon.a (mon.0) 1734 : cluster [INF] Client client.admin marked osd.2 out, while it was still marked up 2021-03-04T23:42:04.397 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:04.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:04.415 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:04.416 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:04.517 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:04.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:04.535 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:04.536 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:04.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:04 gibba038 conmon[76675]: cluster 2021-03-04T23:42:02.436232+0000 osd.5 (osd.5) 74 : cluster [DBG] 1.17 scrub starts 2021-03-04T23:42:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:04 gibba038 conmon[76675]: cluster 2021-03-04T23:42:02.436746+0000 osd.5 (osd.5) 75 : cluster [DBG] 1.17 scrub ok 2021-03-04T23:42:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:04 gibba038 conmon[76675]: cluster 2021-03-04T23:42:02.832507+0000 mgr.x (mgr.34676) 1228 : cluster [DBG] pgmap v1309: 179 pgs: 179 active+clean; 6.5 GiB data, 21 GiB used, 647 GiB / 672 GiB avail; 0 B/s wr, 2.35k op/s 2021-03-04T23:42:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:04 gibba038 conmon[76675]: audit 2021-03-04T23:42:03.505677+0000 mon.a (mon.0) 1733 : audit [INF] from='client.? 172.21.2.111:0/1624851362' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2021-03-04T23:42:04.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:04 gibba038 conmon[76675]: cluster 2021-03-04T23:42:03.505791+0000 mon.a (mon.0) 1734 : cluster [INF] Client client.admin marked osd.2 out, while it was still marked up 2021-03-04T23:42:04.637 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:04.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:04.656 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:04.657 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:04.758 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:04.776 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:04.777 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:04.777 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:04.878 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:04.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:04.897 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:04.898 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:04.937 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_ops_in_flight 2021-03-04T23:42:04.999 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:05.037 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:05.039 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:05.039 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:05.091 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:42:05.141 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:05.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:05.161 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:05.161 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:05.262 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:05.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:05.280 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:05.281 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:05.382 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:05.402 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:05.403 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:05.403 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:05.505 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:05.508 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:05 gibba038 conmon[76675]: audit 2021-03-04T23:42:04.218488+0000 mon.a (mon.0) 1735 : audit [INF] 2021-03-04T23:42:05.508 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:05 gibba038 conmon[76675]: from='client.? 172.21.2.111:0/1624851362' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished 2021-03-04T23:42:05.508 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:05 gibba038 conmon[76675]: cluster 2021-03-04T23:42:04.218550+0000 mon.a (mon.0) 1736 : cluster [DBG] osdmap e387: 8 total, 8 up, 7 in 2021-03-04T23:42:05.508 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:05 gibba038 conmon[76675]: cluster 2021-03-04T23:42:05.219567+0000 mon.a (mon.0) 1737 : cluster [DBG] osdmap e388: 8 total, 8 up, 7 in 2021-03-04T23:42:05.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:05.524 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:05.525 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:05.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:05 gibba011 conmon[95595]: audit 2021-03-04T23:42:04.218488+0000 mon.a (mon.0) 1735 : audit [INF] from='client.? 172.21.2.111:0/1624851362' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished 2021-03-04T23:42:05.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:05 gibba011 conmon[95595]: cluster 2021-03-04T23:42:04.218550+0000 mon.a (mon.0) 1736 : cluster [DBG] osdmap e387: 8 total, 8 up, 7 in 2021-03-04T23:42:05.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:05 gibba011 conmon[95595]: cluster 2021-03-04T23:42:05.219567+0000 mon.a (mon.0) 1737 : cluster [DBG] osdmap e388: 8 total, 8 up, 7 in 2021-03-04T23:42:05.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:05 gibba011 conmon[99461]: audit 2021-03-04T23:42:04.218488+0000 mon.a (mon.0) 1735 : audit [INF] 2021-03-04T23:42:05.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:05 gibba011 conmon[99461]: from='client.? 172.21.2.111:0/1624851362' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished 2021-03-04T23:42:05.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:05 gibba011 conmon[99461]: cluster 2021-03-04T23:42:04.218550+0000 mon.a (mon.0) 1736 : cluster [DBG] osdmap e387: 8 total, 8 up, 7 in 2021-03-04T23:42:05.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:05 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:42:05.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:05 gibba011 conmon[99461]: -04T23:42:05.219567+0000 mon.a (mon.0) 1737 : cluster [DBG] osdmap e388: 8 total, 8 up, 7 in 2021-03-04T23:42:05.626 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:05.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:05.645 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:05.646 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:05.747 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:05.764 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:05.765 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:05.766 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:05.867 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:05.884 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:05.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:05.886 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:05.988 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:06.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:06.007 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:06.007 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:06.108 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:06.126 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:06.127 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:06.127 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:06.229 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:06.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:06.249 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:06.249 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:06.337 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:06 gibba011 conmon[95595]: cluster 2021-03-04T23:42:04.832886+0000 mgr.x (mgr.34676) 1229 : cluster [DBG] pgmap v1311: 179 pgs: 179 active+clean; 6.2 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 2.70k op/s 2021-03-04T23:42:06.337 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:06 gibba011 conmon[95595]: cluster 2021-03-04T23:42:06.221168+0000 mon.a (mon.0) 1738 : cluster [DBG] osdmap e389: 8 total, 8 up, 7 in 2021-03-04T23:42:06.338 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:06 gibba011 conmon[99461]: cluster 2021-03-04T23:42:04.832886+0000 mgr.x (mgr.34676) 2021-03-04T23:42:06.338 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:06 gibba011 conmon[99461]: 1229 : cluster [DBG] pgmap v1311: 179 pgs: 179 active+clean; 6.2 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 2.70k op/s 2021-03-04T23:42:06.338 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:06 gibba011 conmon[99461]: cluster 2021-03-04T23:42:06.221168+0000 mon.a (mon.0) 1738 : cluster [DBG] osdmap e389: 8 total, 8 up, 7 in 2021-03-04T23:42:06.350 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:06.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:06.371 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:06.372 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:06.441 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:06 gibba038 conmon[76675]: cluster 2021-03-04T23:42:04.832886+0000 mgr.x (mgr.34676) 1229 : cluster [DBG] pgmap v1311: 179 pgs: 179 active+clean; 6.2 GiB data, 18 GiB used, 566 GiB / 588 GiB avail; 0 B/s wr, 2.70k op/s 2021-03-04T23:42:06.442 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:06 gibba038 conmon[76675]: cluster 2021-03-04T23:42:06.221168+0000 mon.a (mon.0) 1738 : cluster [DBG] osdmap e389: 8 total, 8 up, 7 in 2021-03-04T23:42:06.474 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:06.497 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:06.498 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:06.499 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:06.600 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:06.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:06.626 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:06.627 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:06.728 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:06.755 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:06.757 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:06.758 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:06.859 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:06.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:06.883 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:06.884 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:06.935 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:42:06.936 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:42:06.936 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.936 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.56593.0:341873 11.9 e389/354 11:9fe3fdf3:::benchmark_data_gibba011_300349_object122176:head v 389'21712, mlcod=389'21709)", 2021-03-04T23:42:06.937 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:06.930948+0000", 2021-03-04T23:42:06.937 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.0011018320000000001, 2021-03-04T23:42:06.937 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0011214630000000001, 2021-03-04T23:42:06.937 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:06.938 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "started", 2021-03-04T23:42:06.938 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:06.938 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.938 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:06.939 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.930948+0000", 2021-03-04T23:42:06.939 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:06.939 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.939 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.940 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:06.940 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.930948+0000", 2021-03-04T23:42:06.940 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2579999999999998e-06 2021-03-04T23:42:06.940 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.941 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.941 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:06.942 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.930950+0000", 2021-03-04T23:42:06.942 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6219999999999998e-06 2021-03-04T23:42:06.942 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.942 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.942 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:06.943 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.930954+0000", 2021-03-04T23:42:06.943 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.013e-05 2021-03-04T23:42:06.944 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.944 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.944 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:06.944 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.930964+0000", 2021-03-04T23:42:06.945 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7539999999999997e-06 2021-03-04T23:42:06.946 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.946 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.946 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:06.947 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.930968+0000", 2021-03-04T23:42:06.947 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9847000000000001e-05 2021-03-04T23:42:06.947 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.947 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.948 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:06.948 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.930998+0000", 2021-03-04T23:42:06.948 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5812e-05 2021-03-04T23:42:06.948 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.948 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.949 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:06.949 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.931014+0000", 2021-03-04T23:42:06.949 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.6422999999999997e-05 2021-03-04T23:42:06.949 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:06.950 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:06.950 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:06.950 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.950 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.950 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:341878 11.3 11:c33c0bcf:::benchmark_data_gibba011_300349_object122181:head [delete] snapc 0=[] ondisk+write+known_if_redirected e389)", 2021-03-04T23:42:06.951 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:06.932017+0000", 2021-03-04T23:42:06.951 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 3.2589999999999998e-05, 2021-03-04T23:42:06.951 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010501999999999999, 2021-03-04T23:42:06.951 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:06.952 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:42:06.952 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:06.952 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:42:06.952 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:42:06.953 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 341878 2021-03-04T23:42:06.953 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.953 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:06.953 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.954 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:06.954 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.932017+0000", 2021-03-04T23:42:06.954 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:06.954 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.955 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.955 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:06.955 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.932017+0000", 2021-03-04T23:42:06.955 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.641e-06 2021-03-04T23:42:06.956 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.956 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.956 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:06.956 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.932019+0000", 2021-03-04T23:42:06.957 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.8599999999999996e-07 2021-03-04T23:42:06.957 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.957 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.957 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:06.958 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.932020+0000", 2021-03-04T23:42:06.958 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.3810000000000004e-06 2021-03-04T23:42:06.958 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.958 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.959 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:06.959 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.932026+0000", 2021-03-04T23:42:06.959 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4539999999999999e-06 2021-03-04T23:42:06.959 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.960 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.960 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:06.960 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.932029+0000", 2021-03-04T23:42:06.960 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6439000000000001e-05 2021-03-04T23:42:06.961 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.961 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.961 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:06.961 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.932066+0000", 2021-03-04T23:42:06.961 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8900999999999998e-05 2021-03-04T23:42:06.962 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:06.962 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:06.962 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:06.962 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.963 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.963 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:341879 11.1 11:8cc08505:::benchmark_data_gibba011_300349_object122182:head [delete] snapc 0=[] ondisk+write+known_if_redirected e389)", 2021-03-04T23:42:06.963 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:06.932040+0000", 2021-03-04T23:42:06.963 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 9.1710000000000008e-06, 2021-03-04T23:42:06.964 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013477500000000001, 2021-03-04T23:42:06.964 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:06.964 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "started", 2021-03-04T23:42:06.964 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:06.964 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:42:06.965 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:42:06.965 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 341879 2021-03-04T23:42:06.965 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.965 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:06.966 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.966 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:06.966 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.932040+0000", 2021-03-04T23:42:06.966 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:06.967 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.967 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.967 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:06.967 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.932040+0000", 2021-03-04T23:42:06.968 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.7899999999999997e-07 2021-03-04T23:42:06.968 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.968 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.968 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:06.969 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.932041+0000", 2021-03-04T23:42:06.969 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9599999999999999e-07 2021-03-04T23:42:06.969 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.969 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.970 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:06.970 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.932042+0000", 2021-03-04T23:42:06.970 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2200000000000003e-06 2021-03-04T23:42:06.970 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.971 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.971 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:06.971 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.932046+0000", 2021-03-04T23:42:06.971 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.027e-06 2021-03-04T23:42:06.972 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.972 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.972 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:06.972 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.932049+0000", 2021-03-04T23:42:06.973 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6342e-05 2021-03-04T23:42:06.973 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.973 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.973 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:06.974 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.932065+0000", 2021-03-04T23:42:06.974 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4576e-05 2021-03-04T23:42:06.974 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.974 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.975 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:06.975 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.932130+0000", 2021-03-04T23:42:06.975 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.954e-05 2021-03-04T23:42:06.975 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:06.975 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:06.976 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:06.976 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.976 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.976 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.56593.0:341861 11.5 e389/354 11:ac16735c:::benchmark_data_gibba011_300349_object122164:head v 389'21347, mlcod=389'21345)", 2021-03-04T23:42:06.977 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:06.927972+0000", 2021-03-04T23:42:06.977 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.0040777979999999997, 2021-03-04T23:42:06.977 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0042593600000000002, 2021-03-04T23:42:06.977 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:06.977 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "started", 2021-03-04T23:42:06.978 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:06.978 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.978 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:06.978 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.927972+0000", 2021-03-04T23:42:06.979 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:06.979 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.979 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.979 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:06.979 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.927972+0000", 2021-03-04T23:42:06.980 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6860000000000002e-06 2021-03-04T23:42:06.980 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.980 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.980 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:06.981 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.927974+0000", 2021-03-04T23:42:06.981 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.367e-06 2021-03-04T23:42:06.981 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.981 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.982 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:06.982 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.927976+0000", 2021-03-04T23:42:06.982 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.0669999999999992e-06 2021-03-04T23:42:06.982 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.983 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.983 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:06.983 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.927984+0000", 2021-03-04T23:42:06.983 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4220000000000002e-06 2021-03-04T23:42:06.984 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.984 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.984 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:06.984 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.927988+0000", 2021-03-04T23:42:06.985 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4417999999999999e-05 2021-03-04T23:42:06.985 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.985 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.985 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:06.986 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.928013+0000", 2021-03-04T23:42:06.986 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8266000000000001e-05 2021-03-04T23:42:06.986 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.986 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.987 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:06.987 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.928031+0000", 2021-03-04T23:42:06.987 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9225999999999998e-05 2021-03-04T23:42:06.987 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:06.988 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:06.988 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:06.988 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.988 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.989 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.56593.0:341865 11.5 e389/354 11:aadfc57e:::benchmark_data_gibba011_300349_object122168:head v 389'21348, mlcod=389'21345)", 2021-03-04T23:42:06.989 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:06.928194+0000", 2021-03-04T23:42:06.989 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.0038554599999999998, 2021-03-04T23:42:06.990 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0040913490000000002, 2021-03-04T23:42:06.990 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:06.990 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "started", 2021-03-04T23:42:06.990 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:06.991 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.991 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:06.991 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.928194+0000", 2021-03-04T23:42:06.991 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:06.992 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.992 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.992 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:06.992 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.928194+0000", 2021-03-04T23:42:06.993 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.9910000000000001e-06 2021-03-04T23:42:06.993 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.993 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.993 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:06.994 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.928196+0000", 2021-03-04T23:42:06.994 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1999999999999999e-06 2021-03-04T23:42:06.994 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.994 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.995 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:06.995 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.928197+0000", 2021-03-04T23:42:06.995 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4439999999999996e-06 2021-03-04T23:42:06.995 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.995 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.996 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:06.996 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.928204+0000", 2021-03-04T23:42:06.996 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2219999999999998e-06 2021-03-04T23:42:06.996 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.997 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.997 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:06.997 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.928207+0000", 2021-03-04T23:42:06.997 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0013646489999999999 2021-03-04T23:42:06.998 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.998 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.998 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:06.998 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.929572+0000", 2021-03-04T23:42:06.999 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5866999999999999e-05 2021-03-04T23:42:06.999 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:06.999 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:06.999 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:07.000 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.929587+0000", 2021-03-04T23:42:07.000 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0013933730000000001 2021-03-04T23:42:07.000 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:07.000 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:07.001 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:07.001 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:07.001 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:07.001 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.56593.0:341871 11.5 e389/354 11:a08eaa2c:::benchmark_data_gibba011_300349_object122174:head v 389'21349, mlcod=389'21345)", 2021-03-04T23:42:07.002 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:06.930077+0000", 2021-03-04T23:42:07.002 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.0019730329999999999, 2021-03-04T23:42:07.002 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0022552000000000002, 2021-03-04T23:42:07.002 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:07.002 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "started", 2021-03-04T23:42:07.003 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:07.003 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:07.003 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:07.003 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.930077+0000", 2021-03-04T23:42:07.004 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:07.004 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:07.004 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:07.004 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:07.005 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.930077+0000", 2021-03-04T23:42:07.005 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7579999999999999e-06 2021-03-04T23:42:07.005 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:07.005 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:07.005 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:07.006 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.930078+0000", 2021-03-04T23:42:07.006 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1179999999999999e-06 2021-03-04T23:42:07.006 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:07.006 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:07.007 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:07.007 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.930079+0000", 2021-03-04T23:42:07.007 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.1620000000000002e-06 2021-03-04T23:42:07.007 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:07.008 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:07.008 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:07.008 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.930087+0000", 2021-03-04T23:42:07.008 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4460000000000001e-06 2021-03-04T23:42:07.009 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:07.009 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:07.009 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:07.009 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.930090+0000", 2021-03-04T23:42:07.009 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.001034096 2021-03-04T23:42:07.010 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:07.010 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:07.010 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:07.010 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.931124+0000", 2021-03-04T23:42:07.011 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7195999999999999e-05 2021-03-04T23:42:07.011 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:07.011 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:07.011 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:07.012 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.931141+0000", 2021-03-04T23:42:07.012 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0010647759999999999 2021-03-04T23:42:07.012 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:07.012 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:07.013 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:07.013 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:07.013 INFO:teuthology.orchestra.run.gibba038.stdout: ], 2021-03-04T23:42:07.013 INFO:teuthology.orchestra.run.gibba038.stdout: "num_ops": 6 2021-03-04T23:42:07.014 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:42:07.014 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:07.037 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:07.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:07.038 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:07.125 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:42:07.140 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:07.146 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:42:07.162 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:07.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:07.164 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:07.167 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:42:07.192 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:42:07.216 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:42:07.240 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:42:07.248 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:42:07.262 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:42:07.265 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:07.282 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:42:07.287 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:07.288 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:07.288 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:07.290 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:42:07.291 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:42:07.291 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:42:07.291 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:42:07.292 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:42:07.292 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:42:07.293 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:42:07.293 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:42:07.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:07 gibba038 conmon[76675]: cluster 2021-03-04T23:42:05.536747+0000 osd.5 (osd.5) 76 : cluster [DBG] 1.35 scrub starts 2021-03-04T23:42:07.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:07 gibba038 conmon[76675]: cluster 2021-03-04T23:42:05.537293+0000 osd.5 (osd.5) 77 : cluster [DBG] 1.35 scrub ok 2021-03-04T23:42:07.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:07 gibba038 conmon[76675]: cluster 2021-03-04T23:42:06.221775+0000 osd.4 (osd.4) 42 : cluster [DBG] 11.d starting backfill to osd.1 from (0'0,0'0] MAX to 386'21207 2021-03-04T23:42:07.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:07 gibba038 conmon[76675]: cluster 2021-03-04T23:42:06.221782+0000 osd.7 (osd.7) 69 : cluster [DBG] 11.4 starting backfill to osd.1 from (0'0,0'0] MAX to 386'21069 2021-03-04T23:42:07.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:07 gibba038 conmon[76675]: cluster 2021-03-04T23:42:06.221787+0000 osd.0 (osd.0) 19 : cluster [DBG] 11.6 starting backfill to osd.4 from (0'0,0'0] MAX to 386'21321 2021-03-04T23:42:07.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:07 gibba038 conmon[76675]: cluster 2021-03-04T23:42:06.221806+0000 osd.7 (osd.7) 70 : cluster [DBG] 11.f starting backfill to osd.0 from (0'0,0'0] MAX to 386'21281 2021-03-04T23:42:07.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:07 gibba038 conmon[76675]: cluster 2021-03-04T23:42:06.221868+0000 osd.1 (osd.1) 33 : cluster [DBG] 11.c starting backfill to osd.7 from (0'0,0'0] MAX to 386'21335 2021-03-04T23:42:07.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:07 gibba038 conmon[76675]: cluster 2021-03-04T23:42:06.221926+0000 osd.3 (osd.3) 25 : cluster [DBG] 11.2 starting backfill to osd.7 from (0'0,0'0] MAX to 386'21333 2021-03-04T23:42:07.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:07 gibba038 conmon[76675]: audit 2021-03-04T23:42:07.046398+0000 mon.c (mon.1) 504 : audit [INF] from='client.? 172.21.2.111:0/2019970355' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:07.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:07 gibba038 conmon[76675]: audit 2021-03-04T23:42:07.046716+0000 mon.a (mon.0) 1739 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:07.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:07 gibba038 conmon[76675]: audit 2021-03-04T 2021-03-04T23:42:07.340 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:07 gibba038 conmon[76675]: 23:42:07.100088+0000 mon.c (mon.1) 505 : audit [DBG] from='client.? 172.21.2.111:0/1601509947' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:07.390 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:07.413 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:07.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:07.415 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:07.516 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:07.542 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:07.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:07.544 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:07.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:07 gibba011 conmon[99461]: cluster 2021-03-04T23:42:05.536747+0000 osd.5 (osd.5) 76 : cluster [DBG] 1.35 scrub starts 2021-03-04T23:42:07.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:07 gibba011 conmon[99461]: cluster 2021-03-04T23:42:05.537293+0000 osd.5 (osd.5) 77 : cluster [DBG] 1.35 scrub ok 2021-03-04T23:42:07.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:07 gibba011 conmon[99461]: cluster 2021-03-04T23:42:06.221775+0000 osd.4 (osd.4) 42 : cluster [DBG] 11.d starting backfill to osd.1 from (0'0,0'0] MAX to 386'21207 2021-03-04T23:42:07.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:07 gibba011 conmon[99461]: cluster 2021-03-04T23:42:06.221782+0000 osd.7 (osd.7) 69 : cluster [DBG] 11.4 starting backfill to osd.1 from (0'0,0'0] MAX to 386'21069 2021-03-04T23:42:07.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:07 gibba011 conmon[99461]: cluster 2021-03-04T23:42:06.221787+0000 osd.0 (osd.0) 19 : cluster [DBG] 11.6 starting backfill to osd.4 from (0'0,0'0] MAX to 386'21321 2021-03-04T23:42:07.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:07 gibba011 conmon[99461]: cluster 2021-03-04T23:42:06.221806+0000 osd.7 (osd.7) 70 : cluster [DBG] 11.f starting backfill to osd.0 from (0'0,0'0] MAX to 386'21281 2021-03-04T23:42:07.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:07 gibba011 conmon[99461]: cluster 2021-03-04T23:42:06.221868+0000 osd.1 (osd.1) 33 : cluster [DBG] 11.c starting backfill to osd.7 from (0'0,0'0] MAX to 386'21335 2021-03-04T23:42:07.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:07 gibba011 conmon[99461]: cluster 2021-03-04T23:42:06.221926+0000 osd.3 (osd.3) 25 : cluster [DBG] 11.2 starting backfill to osd.7 from (0'0,0'0] MAX to 386'21333 2021-03-04T23:42:07.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:07 gibba011 conmon[99461]: audit 2021-03-04T23:42:07.046398+0000 mon.c (mon.1) 504 : audit [INF] from='client.? 172.21.2.111:0/2019970355' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:07.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:07 gibba011 conmon[99461]: audit 2021-03-04T23:42:07.046716+0000 mon.a (mon.0) 1739 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:07.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:07 gibba011 conmon[99461]: audit 2021-03-04T23:42:07.100088+0000 mon.c (mon.1) 505 : audit [DBG] from='client.? 172.21.2.111:0/1601509947' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:07.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:07 gibba011 conmon[95595]: cluster 2021-03-04T23:42:05.536747+0000 osd.5 (osd.5) 76 : cluster [DBG] 1.35 scrub starts 2021-03-04T23:42:07.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:07 gibba011 conmon[95595]: cluster 2021-03-04T23:42:05.537293+0000 osd.5 (osd.5) 77 : cluster [DBG] 1.35 scrub ok 2021-03-04T23:42:07.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:07 gibba011 conmon[95595]: cluster 2021-03-04T23:42:06.221775+0000 osd.4 (osd.4) 42 : cluster [DBG] 11.d starting backfill to osd.1 from (0'0,0'0] MAX to 386'21207 2021-03-04T23:42:07.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:07 gibba011 conmon[95595]: cluster 2021-03-04T23:42:06.221782+0000 osd.7 (osd.7) 69 : cluster [DBG] 11.4 starting backfill to osd.1 from (0'0,0'0] MAX to 386'21069 2021-03-04T23:42:07.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:07 gibba011 conmon[95595]: cluster 2021-03-04T23:42:06.221787+0000 osd.0 (osd.0) 19 : cluster [DBG] 11.6 starting backfill to osd.4 from (0'0,0'0] MAX to 386'21321 2021-03-04T23:42:07.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:07 gibba011 conmon[95595]: cluster 2021-03-04T23:42:06.221806+0000 osd.7 (osd.7) 70 : cluster [DBG] 11.f starting backfill to osd.0 from (0'0,0'0] MAX to 386'21281 2021-03-04T23:42:07.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:07 gibba011 conmon[95595]: cluster 2021-03-04T23:42:06.221868+0000 osd.1 (osd.1) 33 : cluster [DBG] 11.c starting backfill to osd.7 from (0'0,0'0] MAX to 386'21335 2021-03-04T23:42:07.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:07 gibba011 conmon[95595]: cluster 2021-03-04T23:42:06.221926+0000 osd.3 (osd.3) 25 : cluster [DBG] 11.2 starting backfill to osd.7 from (0'0,0'0] MAX to 386'21333 2021-03-04T23:42:07.609 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:07 gibba011 conmon[95595]: audit 2021-03-04T23:42:07.046398+0000 mon.c (mon.1) 504 : audit [INF] from='client.? 172.21.2.111:0/2019970355' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:07.610 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:07 gibba011 conmon[95595]: audit 2021-03-04T23:42:07.046716+0000 mon.a (mon.0) 1739 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:07.610 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:07 gibba011 conmon[95595]: audit 2021-03-04T23:42:07.100088+0000 mon.c (mon.1) 505 : audit [DBG] from='client.? 172.21.2.111:0/1601509947' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:07.645 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:07.664 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:07.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:07.666 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:07.767 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:07.788 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:07.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:07.790 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:07.891 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:07.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:07.916 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:07.916 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:08.017 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:08.037 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:08.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:08.040 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:08.142 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:08.161 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:08.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:08.163 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:08.264 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:08.287 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:08.287 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:08.288 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:08.389 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:08.410 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:08.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:08.411 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:08.513 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:08.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:08.539 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:08.539 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:08.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:08 gibba038 conmon[76675]: cluster 2021-03-04T23:42:06.833231+0000 mgr.x (mgr.34676) 1230 : cluster [DBG] pgmap v1314: 179 pgs: 1 remapped+peering, 178 active+clean; 6.2 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.80k op/s 2021-03-04T23:42:08.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:08 gibba038 conmon[76675]: cluster 2021-03-04T23:42:07.229597+0000 mon.a (mon.0) 1740 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:42:08.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:08 gibba038 conmon[76675]: cluster 2021-03-04T23:42:07.229625+0000 mon.a (mon.0) 1741 : cluster [INF] Cluster is now healthy 2021-03-04T23:42:08.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:08 gibba038 conmon[76675]: audit 2021-03-04T23:42:07.238277+0000 mon.a (mon.0) 1742 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:42:08.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:08 gibba038 conmon[76675]: cluster 2021-03-04T23:42:07.238331+0000 mon.a (mon.0) 1743 : cluster [DBG] osdmap e390: 8 total, 8 up, 7 in 2021-03-04T23:42:08.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[95595]: cluster 2021-03-04T23:42:08.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[95595]: 2021-03-04T23:42:06. 2021-03-04T23:42:08.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[95595]: 833231+0000 mgr.x (mgr.34676) 1230 : cluster [DBG] pgmap v1314: 179 pgs: 1 remapped+peering, 178 active+clean; 6.2 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.80k op/s 2021-03-04T23:42:08.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[95595]: cluster 2021- 2021-03-04T23:42:08.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[95595]: 03-04T23:42:07.229597+0000 mon.a (mon.0) 1740 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:42:08.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[95595]: cluster 2021-03-04T23:42 2021-03-04T23:42:08.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[95595]: :07.229625+0000 mon.a (mon.0) 1741 : cluster [INF] Cluster is now healthy 2021-03-04T23:42:08.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[95595]: 2021-03-04T23:42:08.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[95595]: audit 2021-03- 2021-03-04T23:42:08.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[95595]: 04T23:42:07.238277+0000 mon.a (mon.0) 1742 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:42:08.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[95595]: cluster 2021-03 2021-03-04T23:42:08.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[95595]: -04T23:42:07.238331+0000 mon.a (mon.0 2021-03-04T23:42:08.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[95595]: ) 1743 : cluster [DBG] osdmap e390: 8 total, 8 up, 7 in 2021-03-04T23:42:08.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[99461]: cluster 2021-03-04T23:42:06.833231+0000 mgr.x (mgr. 2021-03-04T23:42:08.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[99461]: 34676) 1230 : cluster [DBG] pgmap v1314: 179 pgs: 1 remapped+peering, 178 active+clean; 6.2 GiB data, 17 GiB used, 567 GiB / 588 GiB avail; 0 B/s wr, 1.80k op/s 2021-03-04T23:42:08.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[99461]: cluster 2021-03-04T23:42:07.229597+0000 mon.a (mon.0) 2021-03-04T23:42:08.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[99461]: 1740 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:42:08.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:42:08.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[99461]: 03-04T23:42:07.229625+0000 mon.a (mon.0) 1741 : cluster 2021-03-04T23:42:08.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[99461]: [INF] Cluster is now healthy 2021-03-04T23:42:08.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[99461]: audit 2021-03-04T23:42 2021-03-04T23:42:08.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[99461]: :07.238277+0000 mon.a (mon.0) 1742 : audit 2021-03-04T23:42:08.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[99461]: [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:42:08.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:42:08.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[99461]: 42:07.238331+0000 mon.a (mon.0) 1743 : 2021-03-04T23:42:08.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:08 gibba011 conmon[99461]: cluster [DBG] osdmap e390: 8 total, 8 up, 7 in 2021-03-04T23:42:08.641 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:08.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:08.664 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:08.664 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:08.751 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_blocked_ops 2021-03-04T23:42:08.766 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:08.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:08.791 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:08.791 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:08.893 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:08.904 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:42:08.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:08.917 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:08.917 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:09.019 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:09.042 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:09.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:09.044 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:09.145 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:09.172 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:09.173 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:09.174 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:09.275 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:09.300 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:09.301 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:09.301 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:09.403 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:09.428 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:09.429 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:09.429 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:09.532 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:09.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:09.553 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:09.553 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:09.655 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:09.681 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:09.682 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:09.682 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:09.784 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:09.804 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:09.807 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:09.808 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:09.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:09 gibba011 conmon[95595]: audit 2021-03-04T23:42:09.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:09 gibba011 conmon[95595]: 2021-03-04T23:42:08.721035+0000 2021-03-04T23:42:09.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:09 gibba011 conmon[95595]: mon.a (mon.0) 1744 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:42:09.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:09 gibba011 conmon[95595]: cephadm 2021-03-04T23:42:08.722099+0000 mgr.x 2021-03-04T23:42:09.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:09 gibba011 conmon[95595]: (mgr.34676) 1231 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:42:09.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:09 gibba011 conmon[95595]: cluster 2021-03-04T23:42:08.833904 2021-03-04T23:42:09.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:09 gibba011 conmon[95595]: +0000 mgr.x (mgr.34676) 1232 : cluster [DBG] pgmap v1316: 179 pgs: 1 active+remapped+backfill_wait, 4 active+remapped+backfilling, 1 remapped+peering, 173 active+clean; 5.8 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.42k op/s; 28448/287400 objects misplaced (9.898%); 17 MiB/s, 2 keys/s, 265 objects/s recovering 2021-03-04T23:42:09.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:09 gibba011 conmon[99461]: audit 2021-03-04T23:42:08.721035+0000 mon.a (mon.0) 1744 2021-03-04T23:42:09.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:09 gibba011 conmon[99461]: : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:42:09.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:09 gibba011 conmon[99461]: cephadm 2021-03-04T23:42:08.722099+0000 mgr.x (mgr.34676 2021-03-04T23:42:09.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:09 gibba011 conmon[99461]: ) 1231 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:42:09.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:09 gibba011 conmon[99461]: cluster 2021-03-04T23:42:09.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:09 gibba011 conmon[99461]: 2021-03-04T23:42:08.833904+0000 mgr.x (mgr.34676) 2021-03-04T23:42:09.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:09 gibba011 conmon[99461]: 1232 : cluster [DBG] pgmap v1316: 179 pgs: 1 active+remapped+backfill_wait, 4 active+remapped+backfilling, 1 remapped+peering, 173 active+clean; 5.8 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.42k op/s; 28448/287400 objects misplaced (9.898%); 17 MiB/s, 2 keys/s, 265 objects/s recovering 2021-03-04T23:42:09.909 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:09.934 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:09.934 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:09.935 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:10.036 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:10.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:10.054 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:10.055 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:10.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:09 gibba038 conmon[76675]: audit 2021-03-04T23:42:08.721035+0000 mon.a (mon.0) 1744 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:42:10.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:09 gibba038 conmon[76675]: 2021-03-04T23:42:10.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:09 gibba038 conmon[76675]: cephadm 2021-03-04T23:42:08.722099+0000 mgr.x (mgr.34676) 1231 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:42:10.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:09 gibba038 conmon[76675]: cluster 2021-03-04T23:42:08.833904+0000 mgr.x (mgr.34676) 1232 : cluster [DBG] pgmap v1316: 179 pgs: 1 active+remapped+backfill_wait, 4 active+remapped+backfilling, 1 remapped+peering, 173 active+clean; 5.8 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.42k op/s; 28448/287400 objects misplaced (9.898%); 17 MiB/s, 2 keys/s, 265 objects/s recovering 2021-03-04T23:42:10.156 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:10.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:10.180 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:10.180 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:10.282 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:10.308 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:10.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:10.309 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:10.410 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:10.431 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:10.432 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:10.433 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:10.534 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:10.561 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:10.562 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:10.563 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:10.664 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:10.694 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:10.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:10.696 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:10.797 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:10.822 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:10.823 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:10.823 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:10.924 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:10.950 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:10.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:10.952 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:11.033 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 1, 3, 7] out_osds: [2] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:42:11.033 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:42:11.034 INFO:tasks.thrashosds.thrasher:fixing pg num pool rbd 2021-03-04T23:42:11.034 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:42:11.053 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:11.117 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:11.118 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:11.118 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:11.219 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:11.221 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:11.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:11.241 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:11.241 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:11.343 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:11.365 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:11.365 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:11.366 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:11.467 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:11.490 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:11.491 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:11.492 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:11.593 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:11.621 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:11.622 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:11.622 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:11.724 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:11.748 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:11.749 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:11.749 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:11.851 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:11.857 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:42:11.858 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:42:11.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:11.883 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:11.883 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:11.985 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:12.008 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:12.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:12.010 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:12.111 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:12.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:12.136 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:12.137 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:12.237 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:12.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:12.268 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:12.269 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:12.297 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:42:12.370 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:12.396 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:12.397 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:12.397 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:12.490 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:12.498 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:12.522 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:12.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:12.523 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:12.560 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:42:12.589 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:12 gibba011 conmon[95595]: cluster 2021-03-04T23:42:10.834277+0000 mgr.x (mgr.34676) 1233 : cluster [DBG] pgmap v1317: 179 pgs: 2 active+remapped+backfill_wait, 4 active+remapped+backfilling, 173 active+clean; 5.8 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.30k op/s; 34117/283683 objects misplaced (12.026%); 13 MiB/s, 1 keys/s, 204 objects/s recovering 2021-03-04T23:42:12.589 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:12 gibba011 conmon[95595]: audit 2021-03-04T23:42:11.358389+0000 mon.a (mon.0) 1745 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:42:12.590 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:12 gibba011 conmon[95595]: cephadm 2021-03-04T23:42:11.359382+0000 mgr.x (mgr.34676) 1234 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:42:12.590 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:12 gibba011 conmon[95595]: audit 2021-03-04T23:42:11.806106+0000 mon.a (mon.0) 1746 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:42:12.590 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:12 gibba011 conmon[99461]: cluster 2021-03-04T23:42:12.591 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:12 gibba011 conmon[99461]: 2021-03-04T23:42:12.591 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:12 gibba011 conmon[99461]: 2021 2021-03-04T23:42:12.591 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:12 gibba011 conmon[99461]: - 2021-03-04T23:42:12.591 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:12 gibba011 conmon[99461]: 03-04T23:42:10.834277+0000 2021-03-04T23:42:12.592 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:12 gibba011 conmon[99461]: mgr.x (mgr.34676) 1233 : cluster [DBG] pgmap v1317: 179 pgs: 2 active+remapped+backfill_wait, 4 active+remapped+backfilling, 173 active+clean; 5.8 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.30k op/s; 34117/283683 objects misplaced (12.026%); 13 MiB/s, 1 keys/s, 204 objects/s recovering 2021-03-04T23:42:12.592 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:12 gibba011 conmon[99461]: audit 2021-03-04T23:42:12.592 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:12 gibba011 conmon[99461]: 2021-03-04T23:42:11.358389 2021-03-04T23:42:12.592 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:12 gibba011 conmon[99461]: +0000 mon.a (mon.0) 1745 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:42:12.592 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:12 gibba011 conmon[99461]: cephadm 2021-03 2021-03-04T23:42:12.593 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:12 gibba011 conmon[99461]: -04T23:42:11.359382+0000 mgr.x (mgr. 2021-03-04T23:42:12.593 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:12 gibba011 conmon[99461]: 34676) 1234 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:42:12.593 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:12 gibba011 conmon[99461]: audit 2021-03-04T23:42:12.593 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:12 gibba011 conmon[99461]: 2021-03-04T23 2021-03-04T23:42:12.594 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:12 gibba011 conmon[99461]: :42:11.806106+0000 mon.a (mon.0) 2021-03-04T23:42:12.594 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:12 gibba011 conmon[99461]: 1746 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:42:12.625 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:12.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:12.649 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:12.650 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:12.739 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:12.750 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:12.773 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:12.774 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:12.775 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:12.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:12 gibba038 conmon[76675]: cluster 2021-03-04T23:42:10.834277+0000 mgr.x (mgr.34676) 1233 : cluster [DBG] pgmap v1317: 179 pgs: 2 active+remapped+backfill_wait, 4 active+remapped+backfilling, 173 active+clean; 5.8 GiB data, 16 GiB used, 568 GiB / 588 GiB avail; 0 B/s wr, 1.30k op/s; 34117/283683 objects misplaced (12.026%); 13 MiB/s, 1 keys/s, 204 objects/s recovering 2021-03-04T23:42:12.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:12 gibba038 conmon[76675]: audit 2021-03-04T23:42:11.358389+0000 mon.a (mon.0) 1745 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:42:12.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:12 gibba038 conmon[76675]: cephadm 2021-03-04T23:42:11.359382+0000 mgr.x (mgr.34676) 1234 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:42:12.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:12 gibba038 conmon[76675]: audit 2021-03-04T23:42:11.806106+0000 mon.a (mon.0) 1746 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:42:12.876 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:12.902 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:12.903 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:12.904 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:13.005 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:13.029 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:13.030 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:13.030 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:13.132 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:13.154 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:13.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:13.156 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:13.257 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:13.280 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:13.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:13.281 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:13.382 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:13.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:13.410 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:13.411 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:13.512 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:13.535 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:13.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:13.536 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:13.585 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.6 dump_historic_ops 2021-03-04T23:42:13.638 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:13.661 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:13.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:13.663 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:13.751 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:42:13.764 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:13.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:13.788 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:13.789 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:13.890 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:13.914 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:13.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:13.916 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:14.017 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:14.040 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:14.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:14.042 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:14.144 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:14.169 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:14.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:14.170 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:14.271 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:14.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:14.297 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:14.298 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:14.399 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:14.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:14.422 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:14.422 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:14.524 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:14.548 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:14.549 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:14.549 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:14.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:14 gibba038 conmon[76675]: cluster 2021-03-04T23:42:14.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:14 gibba038 conmon[76675]: 2021-03-04T23:42:14.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:14 gibba038 conmon[76675]: 2021 2021-03-04T23:42:14.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:14 gibba038 conmon[76675]: - 2021-03-04T23:42:14.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:14 gibba038 conmon[76675]: 03 2021-03-04T23:42:14.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:14 gibba038 conmon[76675]: - 2021-03-04T23:42:14.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:14 gibba038 conmon[76675]: 04T23:42:12.834816+0000 mgr.x (mgr 2021-03-04T23:42:14.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:14 gibba038 conmon[76675]: .34676) 1235 : cluster [DBG] pgmap v1318: 179 pgs: 2 active+remapped+backfill_wait, 4 active+remapped+backfilling, 173 active+clean; 5.4 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.78k op/s; 29391/266343 objects misplaced (11.035%); 33 MiB/s, 1 keys/s, 534 objects/s recovering 2021-03-04T23:42:14.650 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:14.674 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:14.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:14.676 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:14.777 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:14.799 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:14.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:14.802 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:14.804 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:14 gibba011 conmon[95595]: cluster 2021-03-04T23:42:12.834816+0000 mgr.x (mgr.34676) 1235 : cluster [DBG] pgmap v1318: 179 pgs: 2 active+remapped+backfill_wait, 4 active+remapped+backfilling, 173 active+clean; 5.4 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.78k op/s; 29391/266343 objects misplaced (11.035%); 33 MiB/s, 1 keys/s, 534 objects/s recovering 2021-03-04T23:42:14.804 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:14 gibba011 conmon[95595]: 2021-03-04T23:42:14.805 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:14 gibba011 conmon[99461]: cluster 2021-03-04T23:42:12.834816+0000 mgr.x (mgr.34676) 2021-03-04T23:42:14.805 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:14 gibba011 conmon[99461]: 1235 : cluster [DBG] pgmap v1318: 179 pgs: 2 active+remapped+backfill_wait, 4 active+remapped+backfilling, 173 active+clean; 5.4 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.78k op/s; 29391/266343 objects misplaced (11.035%); 33 MiB/s, 1 keys/s, 534 objects/s recovering 2021-03-04T23:42:14.903 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:14.933 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:14.933 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:14.934 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:15.035 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:15.061 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:15.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:15.063 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:15.164 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:15.195 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:15.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:15.196 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:15.297 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:15.324 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:15.325 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:15.326 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:15.427 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:15.446 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:15.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:15.448 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:15.549 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:15.570 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:15.571 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:15.571 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:15.672 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:15.702 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:15.704 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:15.704 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:15.805 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:15.833 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:15.833 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:15.834 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:15.878 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:42:15.883 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:42:15.935 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:15.957 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:15.957 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:15.958 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:16.060 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:16.082 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:16.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:16.083 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:16.185 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:16.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:16.206 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:16.207 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:16.308 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:16.333 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:16.334 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:16.334 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:16.436 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:16.466 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:16.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:16.468 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:16.558 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:16 gibba038 conmon[76675]: cluster 2021-03-04T23:42:14.835239+0000 mgr.x (mgr.34676) 1236 : cluster [DBG] pgmap v1319: 179 pgs: 2 active+remapped+backfill_wait, 4 active+remapped+backfilling, 173 active+clean; 5.2 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.95k op/s; 26663/253539 objects misplaced (10.516%); 40 MiB/s, 1 keys/s, 643 objects/s recovering 2021-03-04T23:42:16.569 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:16.594 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:16.596 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:16.596 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:16.648 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:42:16.649 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:42:16.698 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:16.722 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:16.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:16.723 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:16.824 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:16.851 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:16.852 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:16.852 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:16.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[99461]: cluster 2021-03-04T23:42:14.835239+0000 mgr.x (mgr.34676) 1236 : cluster [DBG] pgmap v1319: 179 pgs: 2 active+remapped+backfill_wait, 4 active+remapped+backfilling, 173 active+clean; 5.2 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.95k op/s; 26663/253539 objects misplaced (10.516%); 40 MiB/s, 1 keys/s, 643 objects/s recovering 2021-03-04T23:42:16.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: cluster 2021-03-04T23:42:16.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: 2021-03-04T23:42:16.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: 2021 2021-03-04T23:42:16.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: - 2021-03-04T23:42:16.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: 03 2021-03-04T23:42:16.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: - 2021-03-04T23:42:16.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: 04 2021-03-04T23:42:16.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: T 2021-03-04T23:42:16.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: 23 2021-03-04T23:42:16.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: : 2021-03-04T23:42:16.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: 42 2021-03-04T23:42:16.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: : 2021-03-04T23:42:16.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: 14 2021-03-04T23:42:16.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: . 2021-03-04T23:42:16.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: 835239 2021-03-04T23:42:16.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: +0000 2021-03-04T23:42:16.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: 2021-03-04T23:42:16.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: mgr.x 2021-03-04T23:42:16.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: ( 2021-03-04T23:42:16.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: mgr 2021-03-04T23:42:16.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: . 2021-03-04T23:42:16.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: 34676 2021-03-04T23:42:16.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: ) 2021-03-04T23:42:16.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: 1236 2021-03-04T23:42:16.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: : 2021-03-04T23:42:16.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: cluster 2021-03-04T23:42:16.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: 2021-03-04T23:42:16.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: [DBG] 2021-03-04T23:42:16.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: 2021-03-04T23:42:16.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: pgmap v1319: 179 pgs: 2 active+remapped+backfill_wait, 4 active+remapped+backfilling, 173 active+clean; 5.2 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.95k op/s; 26663/253539 objects misplaced (10.516%); 40 MiB/s, 1 keys/s, 643 objects/s recovering 2021-03-04T23:42:16.861 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:16 gibba011 conmon[95595]: 2021-03-04T23:42:16.953 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:16.970 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:16.971 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:16.972 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:17.073 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:17.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:17.097 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:17.098 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:17.199 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:17.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:17.222 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:17.223 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:17.324 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:17.348 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:17.348 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:17.349 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:17.450 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:17.473 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:17.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:17.475 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:17.576 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:17.596 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:17.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:17.597 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:17.698 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:17.720 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:17.720 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:17.721 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:17.822 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:17.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:17 gibba038 conmon[76675]: audit 2021-03-04T23:42:15.857755+0000 mgr.x (mgr.34676) 1237 : audit 2021-03-04T23:42:17.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:17 gibba038 conmon[76675]: [DBG] from='client.46869 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:42:17.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:17 gibba038 conmon[76675]: audit 2021-03-04T23:42:16.673196+0000 mon.c (mon.1) 506 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:42:17.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:17 gibba038 conmon[76675]: audit 2021-03-04T23:42:16.673469+0000 mon.a (mon.0) 1747 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:42:17.844 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:17.845 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:17.846 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:17.853 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:17 gibba011 conmon[95595]: audit 2021-03-04T23:42:17.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:17 gibba011 conmon[95595]: 2021-03-04T23:42:17.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:17 gibba011 conmon[95595]: 2021 2021-03-04T23:42:17.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:17 gibba011 conmon[95595]: - 2021-03-04T23:42:17.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:17 gibba011 conmon[95595]: 03-04T23:42:15.857755+0000 mgr.x ( 2021-03-04T23:42:17.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:17 gibba011 conmon[95595]: mgr.34676) 1237 : audit [DBG] from='client.46869 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:42:17.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:17 gibba011 conmon[95595]: audit 2021 2021-03-04T23:42:17.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:17 gibba011 conmon[95595]: -03-04T23:42:16.673196+0000 mon.c (mon.1) 506 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:42:17.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:17 gibba011 conmon[95595]: audit 2021-03-04T23:42:16 2021-03-04T23:42:17.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:17 gibba011 conmon[95595]: .673469+0000 mon.a (mon.0) 1747 : audit [INF] 2021-03-04T23:42:17.856 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:17 gibba011 conmon[95595]: from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:42:17.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:17 gibba011 conmon[99461]: audit 2021-03-04T23:42:15.857755+0000 2021-03-04T23:42:17.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:17 gibba011 conmon[99461]: mgr.x (mgr.34676) 1237 : audit [DBG] from='client.46869 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:42:17.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:17 gibba011 conmon[99461]: audit 2021-03-04T23:42:16 2021-03-04T23:42:17.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:17 gibba011 conmon[99461]: .673196+0000 mon.c (mon.1) 506 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:42:17.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:17 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:42:17.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:17 gibba011 conmon[99461]: 03-04T23:42:16.673469+0000 2021-03-04T23:42:17.858 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:17 gibba011 conmon[99461]: mon.a (mon.0) 1747 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:42:17.948 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:17.971 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:17.971 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:17.972 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:18.073 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:18.097 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:18.098 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:18.099 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:18.200 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:18.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:18.226 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:18.227 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:18.328 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:18.432 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:18.433 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:18.433 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:18.521 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_ops_in_flight 2021-03-04T23:42:18.535 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:18.553 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:18.554 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:18.554 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:18.655 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:18.656 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:42:18.677 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:18.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:18.679 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:18.780 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:18.805 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:18.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:18.806 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:18.833 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:18 gibba038 conmon[76675]: cluster 2021-03-04T23:42:16.835671+0000 mgr.x (mgr.34676) 1238 2021-03-04T23:42:18.833 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:18 gibba038 conmon[76675]: : cluster [DBG] pgmap v1320: 179 pgs: 2 active+remapped+backfill_wait, 4 active+remapped+backfilling, 173 active+clean; 5.1 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.82k op/s; 25938/249267 objects misplaced (10.406%); 35 MiB/s, 0 keys/s, 554 objects/s recovering 2021-03-04T23:42:18.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:18 gibba011 conmon[95595]: cluster 2021-03-04T23:42:16.835671+0000 mgr.x (mgr.34676) 1238 : cluster [DBG] 2021-03-04T23:42:18.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:18 gibba011 conmon[95595]: pgmap v1320: 179 pgs: 2 active+remapped+backfill_wait, 4 active+remapped+backfilling, 173 active+clean; 5.1 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.82k op/s; 25938/249267 objects misplaced (10.406%); 35 MiB/s, 0 keys/s, 554 objects/s recovering 2021-03-04T23:42:18.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:18 gibba011 conmon[99461]: cluster 2021-03-04T23:42:16.835671+0000 mgr.x (mgr. 2021-03-04T23:42:18.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:18 gibba011 conmon[99461]: 34676) 1238 : cluster [DBG] pgmap v1320: 179 pgs: 2 active+remapped+backfill_wait, 4 active+remapped+backfilling, 173 active+clean; 5.1 GiB data, 15 GiB used, 569 GiB / 588 GiB avail; 0 B/s wr, 1.82k op/s; 25938/249267 objects misplaced (10.406%); 35 MiB/s, 0 keys/s, 554 objects/s recovering 2021-03-04T23:42:18.908 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:18.931 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:18.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:18.933 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:19.035 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:19.060 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:19.061 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:19.062 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:19.163 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:19.183 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:19.184 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:19.185 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:19.286 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:19.311 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:19.312 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:19.313 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:19.415 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:19.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:19.438 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:19.439 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:19.540 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:19.562 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:19.563 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:19.563 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:19.665 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:19.687 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:19.687 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:19.688 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:19.789 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:19.814 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:19.815 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:19.815 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:19.917 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:19.943 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:19.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:19.945 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:20.029 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":1319,"stamp":"2021-03-04T23:42:14.834964+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5537140032,"num_objects":84513,"num_object_clones":0,"num_object_copies":253539,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":26663,"num_objects_unfound":0,"num_objects_dirty":84513,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":354951,"num_write_kb":14060437,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5618,"num_bytes_recovered":362890653,"num_keys_recovered":40,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":62749,"ondisk_log_size":62749,"up":537,"acting":537,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":538,"num_osds":7,"num_per_pool_osds":7,"num_per_pool_omap_osds":7,"kb":616562688,"kb_used":19942496,"kb_used_data":14970280,"kb_used_omap":10584,"kb_used_meta":4961319,"kb_avail":596620192,"statfs":{"total":631360192512,"available":610939076608,"internally_reserved":4294967296,"allocated":15329566720,"data_stored":15316375059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10838524,"internal_metadata":5080391172},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-1100939264,"num_objects":-16799,"num_object_clones":0,"num_object_copies":-50397,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":26663,"num_objects_unfound":0,"num_objects_dirty":-16799,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16799,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5542,"num_bytes_recovered":362873419,"num_keys_recovered":10,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.614933"},"pg_stats":[{"pgid":"1.3c","version":"0'0","reported_seq":"23","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222210+0000","last_change":"2021-03-04T23:41:31.531834+0000","last_active":"2021-03-04T23:42:06.222210+0000","last_peered":"2021-03-04T23:42:06.222210+0000","last_clean":"2021-03-04T23:42:06.222210+0000","last_became_active":"2021-03-04T23:41:22.150847+0000","last_became_peered":"2021-03-04T23:41:22.150847+0000","last_unstale":"2021-03-04T23:42:06.222210+0000","last_undegraded":"2021-03-04T23:42:06.222210+0000","last_fullsized":"2021-03-04T23:42:06.222210+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":382,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:31.531784+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:31.531784+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3b","version":"0'0","reported_seq":"294","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222460+0000","last_change":"2021-03-04T23:42:05.230439+0000","last_active":"2021-03-04T23:42:06.222460+0000","last_peered":"2021-03-04T23:42:06.222460+0000","last_clean":"2021-03-04T23:42:06.222460+0000","last_became_active":"2021-03-04T23:42:05.230149+0000","last_became_peered":"2021-03-04T23:42:05.230149+0000","last_unstale":"2021-03-04T23:42:06.222460+0000","last_undegraded":"2021-03-04T23:42:06.222460+0000","last_fullsized":"2021-03-04T23:42:06.222460+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:26.516144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:26.516144+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3a","version":"0'0","reported_seq":"23","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.232541+0000","last_change":"2021-03-04T23:41:30.155181+0000","last_active":"2021-03-04T23:42:06.232541+0000","last_peered":"2021-03-04T23:42:06.232541+0000","last_clean":"2021-03-04T23:42:06.232541+0000","last_became_active":"2021-03-04T23:41:22.152969+0000","last_became_peered":"2021-03-04T23:41:22.152969+0000","last_unstale":"2021-03-04T23:42:06.232541+0000","last_undegraded":"2021-03-04T23:42:06.232541+0000","last_fullsized":"2021-03-04T23:42:06.232541+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":382,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:30.155119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:57.222138+0000","last_clean_scrub_stamp":"2021-03-04T23:41:30.155119+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.39","version":"0'0","reported_seq":"219","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221816+0000","last_change":"2021-03-04T23:41:22.560616+0000","last_active":"2021-03-04T23:42:06.221816+0000","last_peered":"2021-03-04T23:42:06.221816+0000","last_clean":"2021-03-04T23:42:06.221816+0000","last_became_active":"2021-03-04T23:41:22.150859+0000","last_became_peered":"2021-03-04T23:41:22.150859+0000","last_unstale":"2021-03-04T23:42:06.221816+0000","last_undegraded":"2021-03-04T23:42:06.221816+0000","last_fullsized":"2021-03-04T23:42:06.221816+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":382,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:22.560559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:22.560559+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.38","version":"0'0","reported_seq":"23","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221831+0000","last_change":"2021-03-04T23:41:33.623384+0000","last_active":"2021-03-04T23:42:06.221831+0000","last_peered":"2021-03-04T23:42:06.221831+0000","last_clean":"2021-03-04T23:42:06.221831+0000","last_became_active":"2021-03-04T23:41:22.153947+0000","last_became_peered":"2021-03-04T23:41:22.153947+0000","last_unstale":"2021-03-04T23:42:06.221831+0000","last_undegraded":"2021-03-04T23:42:06.221831+0000","last_fullsized":"2021-03-04T23:42:06.221831+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":382,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:33.623348+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:33.623348+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.37","version":"0'0","reported_seq":"23","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.223696+0000","last_change":"2021-03-04T23:41:32.599632+0000","last_active":"2021-03-04T23:42:06.223696+0000","last_peered":"2021-03-04T23:42:06.223696+0000","last_clean":"2021-03-04T23:42:06.223696+0000","last_became_active":"2021-03-04T23:41:22.150490+0000","last_became_peered":"2021-03-04T23:41:22.150490+0000","last_unstale":"2021-03-04T23:42:06.223696+0000","last_undegraded":"2021-03-04T23:42:06.223696+0000","last_fullsized":"2021-03-04T23:42:06.223696+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":382,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:32.599573+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:32.599573+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,6],"acting":[1,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.36","version":"0'0","reported_seq":"275","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222311+0000","last_change":"2021-03-04T23:42:05.226976+0000","last_active":"2021-03-04T23:42:06.222311+0000","last_peered":"2021-03-04T23:42:06.222311+0000","last_clean":"2021-03-04T23:42:06.222311+0000","last_became_active":"2021-03-04T23:42:05.226565+0000","last_became_peered":"2021-03-04T23:42:05.226565+0000","last_unstale":"2021-03-04T23:42:06.222311+0000","last_undegraded":"2021-03-04T23:42:06.222311+0000","last_fullsized":"2021-03-04T23:42:06.222311+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:32.975563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:32.975563+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6],"acting":[0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.35","version":"0'0","reported_seq":"82","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221355+0000","last_change":"2021-03-04T23:42:05.537327+0000","last_active":"2021-03-04T23:42:06.221355+0000","last_peered":"2021-03-04T23:42:06.221355+0000","last_clean":"2021-03-04T23:42:06.221355+0000","last_became_active":"2021-03-04T23:41:22.149622+0000","last_became_peered":"2021-03-04T23:41:22.149622+0000","last_unstale":"2021-03-04T23:42:06.221355+0000","last_undegraded":"2021-03-04T23:42:06.221355+0000","last_fullsized":"2021-03-04T23:42:06.221355+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":382,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:05.537294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:34.642965+0000","last_clean_scrub_stamp":"2021-03-04T23:42:05.537294+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.34","version":"0'0","reported_seq":"126","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222794+0000","last_change":"2021-03-04T23:42:05.226856+0000","last_active":"2021-03-04T23:42:06.222794+0000","last_peered":"2021-03-04T23:42:06.222794+0000","last_clean":"2021-03-04T23:42:06.222794+0000","last_became_active":"2021-03-04T23:42:05.226624+0000","last_became_peered":"2021-03-04T23:42:05.226624+0000","last_unstale":"2021-03-04T23:42:06.222794+0000","last_undegraded":"2021-03-04T23:42:06.222794+0000","last_fullsized":"2021-03-04T23:42:06.222794+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:35.065914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:35.065914+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.33","version":"0'0","reported_seq":"115","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222517+0000","last_change":"2021-03-04T23:41:29.143653+0000","last_active":"2021-03-04T23:42:06.222517+0000","last_peered":"2021-03-04T23:42:06.222517+0000","last_clean":"2021-03-04T23:42:06.222517+0000","last_became_active":"2021-03-04T23:41:22.153498+0000","last_became_peered":"2021-03-04T23:41:22.153498+0000","last_unstale":"2021-03-04T23:42:06.222517+0000","last_undegraded":"2021-03-04T23:42:06.222517+0000","last_fullsized":"2021-03-04T23:42:06.222517+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":382,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:29.143601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:29.143601+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"457","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221917+0000","last_change":"2021-03-04T23:32:26.240915+0000","last_active":"2021-03-04T23:42:06.221917+0000","last_peered":"2021-03-04T23:42:06.221917+0000","last_clean":"2021-03-04T23:42:06.221917+0000","last_became_active":"2021-03-04T23:32:26.240604+0000","last_became_peered":"2021-03-04T23:32:26.240604+0000","last_unstale":"2021-03-04T23:42:06.221917+0000","last_undegraded":"2021-03-04T23:42:06.221917+0000","last_fullsized":"2021-03-04T23:42:06.221917+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"394","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222473+0000","last_change":"2021-03-04T23:42:05.405168+0000","last_active":"2021-03-04T23:42:06.222473+0000","last_peered":"2021-03-04T23:42:06.222473+0000","last_clean":"2021-03-04T23:42:06.222473+0000","last_became_active":"2021-03-04T23:42:05.226649+0000","last_became_peered":"2021-03-04T23:42:05.226649+0000","last_unstale":"2021-03-04T23:42:06.222473+0000","last_undegraded":"2021-03-04T23:42:06.222473+0000","last_fullsized":"2021-03-04T23:42:06.222473+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1659,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1d","version":"0'0","reported_seq":"206","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.223166+0000","last_change":"2021-03-04T23:36:42.321356+0000","last_active":"2021-03-04T23:42:06.223166+0000","last_peered":"2021-03-04T23:42:06.223166+0000","last_clean":"2021-03-04T23:42:06.223166+0000","last_became_active":"2021-03-04T23:36:42.235170+0000","last_became_peered":"2021-03-04T23:36:42.235170+0000","last_unstale":"2021-03-04T23:42:06.223166+0000","last_undegraded":"2021-03-04T23:42:06.223166+0000","last_fullsized":"2021-03-04T23:42:06.223166+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":317,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:42.321306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:36:42.321306+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":"111","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222634+0000","last_change":"2021-03-04T23:41:24.223398+0000","last_active":"2021-03-04T23:42:06.222634+0000","last_peered":"2021-03-04T23:42:06.222634+0000","last_clean":"2021-03-04T23:42:06.222634+0000","last_became_active":"2021-03-04T23:41:00.155196+0000","last_became_peered":"2021-03-04T23:41:00.155196+0000","last_unstale":"2021-03-04T23:42:06.222634+0000","last_undegraded":"2021-03-04T23:42:06.222634+0000","last_fullsized":"2021-03-04T23:42:06.222634+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:24.223344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:24.223344+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"197","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222349+0000","last_change":"2021-03-04T23:42:05.230907+0000","last_active":"2021-03-04T23:42:06.222349+0000","last_peered":"2021-03-04T23:42:06.222349+0000","last_clean":"2021-03-04T23:42:06.222349+0000","last_became_active":"2021-03-04T23:42:05.230661+0000","last_became_peered":"2021-03-04T23:42:05.230661+0000","last_unstale":"2021-03-04T23:42:06.222349+0000","last_undegraded":"2021-03-04T23:42:06.222349+0000","last_fullsized":"2021-03-04T23:42:06.222349+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"213","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222947+0000","last_change":"2021-03-04T23:42:05.234311+0000","last_active":"2021-03-04T23:42:06.222947+0000","last_peered":"2021-03-04T23:42:06.222947+0000","last_clean":"2021-03-04T23:42:06.222947+0000","last_became_active":"2021-03-04T23:42:05.234024+0000","last_became_peered":"2021-03-04T23:42:05.234024+0000","last_unstale":"2021-03-04T23:42:06.222947+0000","last_undegraded":"2021-03-04T23:42:06.222947+0000","last_fullsized":"2021-03-04T23:42:06.222947+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1c","version":"0'0","reported_seq":"63","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.232868+0000","last_change":"2021-03-04T23:42:00.103812+0000","last_active":"2021-03-04T23:42:06.232868+0000","last_peered":"2021-03-04T23:42:06.232868+0000","last_clean":"2021-03-04T23:42:06.232868+0000","last_became_active":"2021-03-04T23:41:16.128332+0000","last_became_peered":"2021-03-04T23:41:16.128332+0000","last_unstale":"2021-03-04T23:42:06.232868+0000","last_undegraded":"2021-03-04T23:42:06.232868+0000","last_fullsized":"2021-03-04T23:42:06.232868+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:00.103774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:42:00.103774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":"131","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222571+0000","last_change":"2021-03-04T23:41:21.562429+0000","last_active":"2021-03-04T23:42:06.222571+0000","last_peered":"2021-03-04T23:42:06.222571+0000","last_clean":"2021-03-04T23:42:06.222571+0000","last_became_active":"2021-03-04T23:41:00.155077+0000","last_became_peered":"2021-03-04T23:41:00.155077+0000","last_unstale":"2021-03-04T23:42:06.222571+0000","last_undegraded":"2021-03-04T23:42:06.222571+0000","last_fullsized":"2021-03-04T23:42:06.222571+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:21.562371+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:21.562371+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"406","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222218+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:42:06.222218+0000","last_peered":"2021-03-04T23:42:06.222218+0000","last_clean":"2021-03-04T23:42:06.222218+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:42:06.222218+0000","last_undegraded":"2021-03-04T23:42:06.222218+0000","last_fullsized":"2021-03-04T23:42:06.222218+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"399","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221555+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:42:06.221555+0000","last_peered":"2021-03-04T23:42:06.221555+0000","last_clean":"2021-03-04T23:42:06.221555+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:42:06.221555+0000","last_undegraded":"2021-03-04T23:42:06.221555+0000","last_fullsized":"2021-03-04T23:42:06.221555+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1f","version":"0'0","reported_seq":"62","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222317+0000","last_change":"2021-03-04T23:42:05.227235+0000","last_active":"2021-03-04T23:42:06.222317+0000","last_peered":"2021-03-04T23:42:06.222317+0000","last_clean":"2021-03-04T23:42:06.222317+0000","last_became_active":"2021-03-04T23:42:05.227019+0000","last_became_peered":"2021-03-04T23:42:05.227019+0000","last_unstale":"2021-03-04T23:42:06.222317+0000","last_undegraded":"2021-03-04T23:42:06.222317+0000","last_fullsized":"2021-03-04T23:42:06.222317+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.279860+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.960309+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.279860+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,1],"acting":[0,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":"37","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222606+0000","last_change":"2021-03-04T23:42:05.226620+0000","last_active":"2021-03-04T23:42:06.222606+0000","last_peered":"2021-03-04T23:42:06.222606+0000","last_clean":"2021-03-04T23:42:06.222606+0000","last_became_active":"2021-03-04T23:42:05.226444+0000","last_became_peered":"2021-03-04T23:42:05.226444+0000","last_unstale":"2021-03-04T23:42:06.222606+0000","last_undegraded":"2021-03-04T23:42:06.222606+0000","last_fullsized":"2021-03-04T23:42:06.222606+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:34.109480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:34.109480+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"436","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222343+0000","last_change":"2021-03-04T23:32:26.240448+0000","last_active":"2021-03-04T23:42:06.222343+0000","last_peered":"2021-03-04T23:42:06.222343+0000","last_clean":"2021-03-04T23:42:06.222343+0000","last_became_active":"2021-03-04T23:32:26.239885+0000","last_became_peered":"2021-03-04T23:32:26.239885+0000","last_unstale":"2021-03-04T23:42:06.222343+0000","last_undegraded":"2021-03-04T23:42:06.222343+0000","last_fullsized":"2021-03-04T23:42:06.222343+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"453","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221395+0000","last_change":"2021-03-04T23:32:26.332583+0000","last_active":"2021-03-04T23:42:06.221395+0000","last_peered":"2021-03-04T23:42:06.221395+0000","last_clean":"2021-03-04T23:42:06.221395+0000","last_became_active":"2021-03-04T23:32:26.242121+0000","last_became_peered":"2021-03-04T23:32:26.242121+0000","last_unstale":"2021-03-04T23:42:06.221395+0000","last_undegraded":"2021-03-04T23:42:06.221395+0000","last_fullsized":"2021-03-04T23:42:06.221395+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1e","version":"0'0","reported_seq":"131","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222805+0000","last_change":"2021-03-04T23:39:30.216320+0000","last_active":"2021-03-04T23:42:06.222805+0000","last_peered":"2021-03-04T23:42:06.222805+0000","last_clean":"2021-03-04T23:42:06.222805+0000","last_became_active":"2021-03-04T23:39:30.216055+0000","last_became_peered":"2021-03-04T23:39:30.216055+0000","last_unstale":"2021-03-04T23:42:06.222805+0000","last_undegraded":"2021-03-04T23:42:06.222805+0000","last_fullsized":"2021-03-04T23:42:06.222805+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:47.010309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:47.010309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":"28","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222499+0000","last_change":"2021-03-04T23:41:37.146955+0000","last_active":"2021-03-04T23:42:06.222499+0000","last_peered":"2021-03-04T23:42:06.222499+0000","last_clean":"2021-03-04T23:42:06.222499+0000","last_became_active":"2021-03-04T23:41:00.151113+0000","last_became_peered":"2021-03-04T23:41:00.151113+0000","last_unstale":"2021-03-04T23:42:06.222499+0000","last_undegraded":"2021-03-04T23:42:06.222499+0000","last_fullsized":"2021-03-04T23:42:06.222499+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:37.146918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:19.155809+0000","last_clean_scrub_stamp":"2021-03-04T23:41:37.146918+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"337","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.229347+0000","last_change":"2021-03-04T23:42:05.230237+0000","last_active":"2021-03-04T23:42:06.229347+0000","last_peered":"2021-03-04T23:42:06.229347+0000","last_clean":"2021-03-04T23:42:06.229347+0000","last_became_active":"2021-03-04T23:42:05.229888+0000","last_became_peered":"2021-03-04T23:42:05.229888+0000","last_unstale":"2021-03-04T23:42:06.229347+0000","last_undegraded":"2021-03-04T23:42:06.229347+0000","last_fullsized":"2021-03-04T23:42:06.229347+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"374","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222564+0000","last_change":"2021-03-04T23:39:30.221336+0000","last_active":"2021-03-04T23:42:06.222564+0000","last_peered":"2021-03-04T23:42:06.222564+0000","last_clean":"2021-03-04T23:42:06.222564+0000","last_became_active":"2021-03-04T23:39:30.221078+0000","last_became_peered":"2021-03-04T23:39:30.221078+0000","last_unstale":"2021-03-04T23:42:06.222564+0000","last_undegraded":"2021-03-04T23:42:06.222564+0000","last_fullsized":"2021-03-04T23:42:06.222564+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.19","version":"0'0","reported_seq":"220","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222104+0000","last_change":"2021-03-04T23:41:27.194283+0000","last_active":"2021-03-04T23:42:06.222104+0000","last_peered":"2021-03-04T23:42:06.222104+0000","last_clean":"2021-03-04T23:42:06.222104+0000","last_became_active":"2021-03-04T23:41:16.126042+0000","last_became_peered":"2021-03-04T23:41:16.126042+0000","last_unstale":"2021-03-04T23:42:06.222104+0000","last_undegraded":"2021-03-04T23:42:06.222104+0000","last_fullsized":"2021-03-04T23:42:06.222104+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:27.194229+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:27.194229+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":"51","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.234905+0000","last_change":"2021-03-04T23:40:04.152881+0000","last_active":"2021-03-04T23:42:06.234905+0000","last_peered":"2021-03-04T23:42:06.234905+0000","last_clean":"2021-03-04T23:42:06.234905+0000","last_became_active":"2021-03-04T23:39:30.214604+0000","last_became_peered":"2021-03-04T23:39:30.214604+0000","last_unstale":"2021-03-04T23:42:06.234905+0000","last_undegraded":"2021-03-04T23:42:06.234905+0000","last_fullsized":"2021-03-04T23:42:06.234905+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:04.152833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:04.152833+0000","last_clean_scrub_stamp":"2021-03-04T23:40:04.152833+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"361","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221885+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:42:06.221885+0000","last_peered":"2021-03-04T23:42:06.221885+0000","last_clean":"2021-03-04T23:42:06.221885+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:42:06.221885+0000","last_undegraded":"2021-03-04T23:42:06.221885+0000","last_fullsized":"2021-03-04T23:42:06.221885+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"423","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.229384+0000","last_change":"2021-03-04T23:32:26.329892+0000","last_active":"2021-03-04T23:42:06.229384+0000","last_peered":"2021-03-04T23:42:06.229384+0000","last_clean":"2021-03-04T23:42:06.229384+0000","last_became_active":"2021-03-04T23:32:26.239665+0000","last_became_peered":"2021-03-04T23:32:26.239665+0000","last_unstale":"2021-03-04T23:42:06.229384+0000","last_undegraded":"2021-03-04T23:42:06.229384+0000","last_fullsized":"2021-03-04T23:42:06.229384+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"341","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.235652+0000","last_change":"2021-03-04T23:42:05.230496+0000","last_active":"2021-03-04T23:42:06.235652+0000","last_peered":"2021-03-04T23:42:06.235652+0000","last_clean":"2021-03-04T23:42:06.235652+0000","last_became_active":"2021-03-04T23:42:05.230173+0000","last_became_peered":"2021-03-04T23:42:05.230173+0000","last_unstale":"2021-03-04T23:42:06.235652+0000","last_undegraded":"2021-03-04T23:42:06.235652+0000","last_fullsized":"2021-03-04T23:42:06.235652+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:59.020879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:59.020879+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"134","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222559+0000","last_change":"2021-03-04T23:39:30.216902+0000","last_active":"2021-03-04T23:42:06.222559+0000","last_peered":"2021-03-04T23:42:06.222559+0000","last_clean":"2021-03-04T23:42:06.222559+0000","last_became_active":"2021-03-04T23:39:30.216444+0000","last_became_peered":"2021-03-04T23:39:30.216444+0000","last_unstale":"2021-03-04T23:42:06.222559+0000","last_undegraded":"2021-03-04T23:42:06.222559+0000","last_fullsized":"2021-03-04T23:42:06.222559+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:24.842295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:24.842295+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.e","version":"390'22203","reported_seq":"22247","reported_epoch":"390","state":"active+clean","last_fresh":"2021-03-04T23:42:12.462586+0000","last_change":"2021-03-04T23:39:36.229216+0000","last_active":"2021-03-04T23:42:12.462586+0000","last_peered":"2021-03-04T23:42:12.462586+0000","last_clean":"2021-03-04T23:42:12.462586+0000","last_became_active":"2021-03-04T23:39:36.229032+0000","last_became_peered":"2021-03-04T23:39:36.229032+0000","last_unstale":"2021-03-04T23:42:12.462586+0000","last_undegraded":"2021-03-04T23:42:12.462586+0000","last_fullsized":"2021-03-04T23:42:12.462586+0000","mapping_epoch":354,"log_start":"383'17983","ondisk_log_start":"383'17983","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4220,"ondisk_log_size":4220,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":351731712,"num_objects":5367,"num_object_clones":0,"num_object_copies":16101,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5367,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22203,"num_write_kb":882240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,7],"acting":[4,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"213","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222880+0000","last_change":"2021-03-04T23:39:30.216203+0000","last_active":"2021-03-04T23:42:06.222880+0000","last_peered":"2021-03-04T23:42:06.222880+0000","last_clean":"2021-03-04T23:42:06.222880+0000","last_became_active":"2021-03-04T23:39:30.215966+0000","last_became_peered":"2021-03-04T23:39:30.215966+0000","last_unstale":"2021-03-04T23:42:06.222880+0000","last_undegraded":"2021-03-04T23:42:06.222880+0000","last_fullsized":"2021-03-04T23:42:06.222880+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"152","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.223713+0000","last_change":"2021-03-04T23:39:30.505421+0000","last_active":"2021-03-04T23:42:06.223713+0000","last_peered":"2021-03-04T23:42:06.223713+0000","last_clean":"2021-03-04T23:42:06.223713+0000","last_became_active":"2021-03-04T23:38:04.213219+0000","last_became_peered":"2021-03-04T23:38:04.213219+0000","last_unstale":"2021-03-04T23:42:06.223713+0000","last_undegraded":"2021-03-04T23:42:06.223713+0000","last_fullsized":"2021-03-04T23:42:06.223713+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":335,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:30.505380+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:30.505380+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"229","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222495+0000","last_change":"2021-03-04T23:39:30.312840+0000","last_active":"2021-03-04T23:42:06.222495+0000","last_peered":"2021-03-04T23:42:06.222495+0000","last_clean":"2021-03-04T23:42:06.222495+0000","last_became_active":"2021-03-04T23:39:30.218101+0000","last_became_peered":"2021-03-04T23:39:30.218101+0000","last_unstale":"2021-03-04T23:42:06.222495+0000","last_undegraded":"2021-03-04T23:42:06.222495+0000","last_fullsized":"2021-03-04T23:42:06.222495+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"142","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.232534+0000","last_change":"2021-03-04T23:42:05.227366+0000","last_active":"2021-03-04T23:42:06.232534+0000","last_peered":"2021-03-04T23:42:06.232534+0000","last_clean":"2021-03-04T23:42:06.232534+0000","last_became_active":"2021-03-04T23:42:05.226666+0000","last_became_peered":"2021-03-04T23:42:05.226666+0000","last_unstale":"2021-03-04T23:42:06.232534+0000","last_undegraded":"2021-03-04T23:42:06.232534+0000","last_fullsized":"2021-03-04T23:42:06.232534+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:29.672473+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:29.672473+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.f","version":"390'22164","reported_seq":"25723","reported_epoch":"390","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:42:12.467718+0000","last_change":"2021-03-04T23:42:06.315835+0000","last_active":"2021-03-04T23:42:12.467718+0000","last_peered":"2021-03-04T23:42:12.467718+0000","last_clean":"2021-03-04T23:42:04.214908+0000","last_became_active":"2021-03-04T23:42:06.269953+0000","last_became_peered":"2021-03-04T23:42:06.269953+0000","last_unstale":"2021-03-04T23:42:12.467718+0000","last_undegraded":"2021-03-04T23:42:12.467718+0000","last_fullsized":"2021-03-04T23:42:12.467718+0000","mapping_epoch":388,"log_start":"384'18331","ondisk_log_start":"384'18331","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":3833,"ondisk_log_size":3833,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":346161152,"num_objects":5282,"num_object_clones":0,"num_object_copies":15846,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3673,"num_objects_unfound":0,"num_objects_dirty":5282,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22164,"num_write_kb":878272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1753,"num_bytes_recovered":114884608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,2],"avail_no_missing":["7","1","2"],"object_location_counts":[{"shards":"1,2,7","objects":5282}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"370","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221212+0000","last_change":"2021-03-04T23:39:30.222196+0000","last_active":"2021-03-04T23:42:06.221212+0000","last_peered":"2021-03-04T23:42:06.221212+0000","last_clean":"2021-03-04T23:42:06.221212+0000","last_became_active":"2021-03-04T23:39:30.221882+0000","last_became_peered":"2021-03-04T23:39:30.221882+0000","last_unstale":"2021-03-04T23:42:06.221212+0000","last_undegraded":"2021-03-04T23:42:06.221212+0000","last_fullsized":"2021-03-04T23:42:06.221212+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"151","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.229242+0000","last_change":"2021-03-04T23:42:05.229289+0000","last_active":"2021-03-04T23:42:06.229242+0000","last_peered":"2021-03-04T23:42:06.229242+0000","last_clean":"2021-03-04T23:42:06.229242+0000","last_became_active":"2021-03-04T23:42:05.228959+0000","last_became_peered":"2021-03-04T23:42:05.228959+0000","last_unstale":"2021-03-04T23:42:06.229242+0000","last_undegraded":"2021-03-04T23:42:06.229242+0000","last_fullsized":"2021-03-04T23:42:06.229242+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"60","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222422+0000","last_change":"2021-03-04T23:41:32.116126+0000","last_active":"2021-03-04T23:42:06.222422+0000","last_peered":"2021-03-04T23:42:06.222422+0000","last_clean":"2021-03-04T23:42:06.222422+0000","last_became_active":"2021-03-04T23:40:54.130343+0000","last_became_peered":"2021-03-04T23:40:54.130343+0000","last_unstale":"2021-03-04T23:42:06.222422+0000","last_undegraded":"2021-03-04T23:42:06.222422+0000","last_fullsized":"2021-03-04T23:42:06.222422+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:32.116082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:32.116082+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"168","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.235389+0000","last_change":"2021-03-04T23:39:33.776164+0000","last_active":"2021-03-04T23:42:06.235389+0000","last_peered":"2021-03-04T23:42:06.235389+0000","last_clean":"2021-03-04T23:42:06.235389+0000","last_became_active":"2021-03-04T23:39:00.135217+0000","last_became_peered":"2021-03-04T23:39:00.135217+0000","last_unstale":"2021-03-04T23:42:06.235389+0000","last_undegraded":"2021-03-04T23:42:06.235389+0000","last_fullsized":"2021-03-04T23:42:06.235389+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:33.775703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:33.775703+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.c","version":"390'21963","reported_seq":"22014","reported_epoch":"390","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:42:10.523087+0000","last_change":"2021-03-04T23:42:06.301423+0000","last_active":"2021-03-04T23:42:10.523087+0000","last_peered":"2021-03-04T23:42:10.523087+0000","last_clean":"2021-03-04T23:42:04.227704+0000","last_became_active":"2021-03-04T23:42:06.275010+0000","last_became_peered":"2021-03-04T23:42:06.275010+0000","last_unstale":"2021-03-04T23:42:10.523087+0000","last_undegraded":"2021-03-04T23:42:10.523087+0000","last_fullsized":"2021-03-04T23:42:10.523087+0000","mapping_epoch":388,"log_start":"384'18406","ondisk_log_start":"384'18406","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":3557,"ondisk_log_size":3557,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":371523584,"num_objects":5669,"num_object_clones":0,"num_object_copies":17007,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5669,"num_objects_unfound":0,"num_objects_dirty":5669,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21963,"num_write_kb":884224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,2],"avail_no_missing":["1","2","4"],"object_location_counts":[{"shards":"1,2,4","objects":5669}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"438","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.229295+0000","last_change":"2021-03-04T23:42:05.229358+0000","last_active":"2021-03-04T23:42:06.229295+0000","last_peered":"2021-03-04T23:42:06.229295+0000","last_clean":"2021-03-04T23:42:06.229295+0000","last_became_active":"2021-03-04T23:42:05.229108+0000","last_became_peered":"2021-03-04T23:42:05.229108+0000","last_unstale":"2021-03-04T23:42:06.229295+0000","last_undegraded":"2021-03-04T23:42:06.229295+0000","last_fullsized":"2021-03-04T23:42:06.229295+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"374","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222674+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:42:06.222674+0000","last_peered":"2021-03-04T23:42:06.222674+0000","last_clean":"2021-03-04T23:42:06.222674+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:42:06.222674+0000","last_undegraded":"2021-03-04T23:42:06.222674+0000","last_fullsized":"2021-03-04T23:42:06.222674+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"63","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222218+0000","last_change":"2021-03-04T23:41:20.175165+0000","last_active":"2021-03-04T23:42:06.222218+0000","last_peered":"2021-03-04T23:42:06.222218+0000","last_clean":"2021-03-04T23:42:06.222218+0000","last_became_active":"2021-03-04T23:40:54.131674+0000","last_became_peered":"2021-03-04T23:40:54.131674+0000","last_unstale":"2021-03-04T23:42:06.222218+0000","last_undegraded":"2021-03-04T23:42:06.222218+0000","last_fullsized":"2021-03-04T23:42:06.222218+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:20.175124+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:20.175124+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"116","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222970+0000","last_change":"2021-03-04T23:39:33.510620+0000","last_active":"2021-03-04T23:42:06.222970+0000","last_peered":"2021-03-04T23:42:06.222970+0000","last_clean":"2021-03-04T23:42:06.222970+0000","last_became_active":"2021-03-04T23:39:00.131539+0000","last_became_peered":"2021-03-04T23:39:00.131539+0000","last_unstale":"2021-03-04T23:42:06.222970+0000","last_undegraded":"2021-03-04T23:42:06.222970+0000","last_fullsized":"2021-03-04T23:42:06.222970+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:33.510564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:33.510564+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.9","version":"390'22622","reported_seq":"22666","reported_epoch":"390","state":"active+clean","last_fresh":"2021-03-04T23:42:13.333680+0000","last_change":"2021-03-04T23:39:36.230698+0000","last_active":"2021-03-04T23:42:13.333680+0000","last_peered":"2021-03-04T23:42:13.333680+0000","last_clean":"2021-03-04T23:42:13.333680+0000","last_became_active":"2021-03-04T23:39:36.230475+0000","last_became_peered":"2021-03-04T23:39:36.230475+0000","last_unstale":"2021-03-04T23:42:13.333680+0000","last_undegraded":"2021-03-04T23:42:13.333680+0000","last_fullsized":"2021-03-04T23:42:13.333680+0000","mapping_epoch":354,"log_start":"384'18635","ondisk_log_start":"384'18635","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":3987,"ondisk_log_size":3987,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":339476480,"num_objects":5180,"num_object_clones":0,"num_object_copies":15540,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5180,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22622,"num_write_kb":889664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"156","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.243727+0000","last_change":"2021-03-04T23:39:30.215381+0000","last_active":"2021-03-04T23:42:06.243727+0000","last_peered":"2021-03-04T23:42:06.243727+0000","last_clean":"2021-03-04T23:42:06.243727+0000","last_became_active":"2021-03-04T23:39:30.214939+0000","last_became_peered":"2021-03-04T23:39:30.214939+0000","last_unstale":"2021-03-04T23:42:06.243727+0000","last_undegraded":"2021-03-04T23:42:06.243727+0000","last_fullsized":"2021-03-04T23:42:06.243727+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"177","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.232588+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:42:06.232588+0000","last_peered":"2021-03-04T23:42:06.232588+0000","last_clean":"2021-03-04T23:42:06.232588+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:42:06.232588+0000","last_undegraded":"2021-03-04T23:42:06.232588+0000","last_fullsized":"2021-03-04T23:42:06.232588+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"51","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222365+0000","last_change":"2021-03-04T23:39:58.629659+0000","last_active":"2021-03-04T23:42:06.222365+0000","last_peered":"2021-03-04T23:42:06.222365+0000","last_clean":"2021-03-04T23:42:06.222365+0000","last_became_active":"2021-03-04T23:39:30.220655+0000","last_became_peered":"2021-03-04T23:39:30.220655+0000","last_unstale":"2021-03-04T23:42:06.222365+0000","last_undegraded":"2021-03-04T23:42:06.222365+0000","last_fullsized":"2021-03-04T23:42:06.222365+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:58.629628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:58.629628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"463","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221241+0000","last_change":"2021-03-04T23:42:05.230298+0000","last_active":"2021-03-04T23:42:06.221241+0000","last_peered":"2021-03-04T23:42:06.221241+0000","last_clean":"2021-03-04T23:42:06.221241+0000","last_became_active":"2021-03-04T23:42:05.230025+0000","last_became_peered":"2021-03-04T23:42:05.230025+0000","last_unstale":"2021-03-04T23:42:06.221241+0000","last_undegraded":"2021-03-04T23:42:06.221241+0000","last_fullsized":"2021-03-04T23:42:06.221241+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:23.310330+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:23.310330+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.a","version":"390'22059","reported_seq":"22103","reported_epoch":"390","state":"active+clean","last_fresh":"2021-03-04T23:42:13.350240+0000","last_change":"2021-03-04T23:39:36.230713+0000","last_active":"2021-03-04T23:42:13.350240+0000","last_peered":"2021-03-04T23:42:13.350240+0000","last_clean":"2021-03-04T23:42:13.350240+0000","last_became_active":"2021-03-04T23:39:36.230461+0000","last_became_peered":"2021-03-04T23:39:36.230461+0000","last_unstale":"2021-03-04T23:42:13.350240+0000","last_undegraded":"2021-03-04T23:42:13.350240+0000","last_fullsized":"2021-03-04T23:42:13.350240+0000","mapping_epoch":354,"log_start":"384'18157","ondisk_log_start":"384'18157","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":3902,"ondisk_log_size":3902,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":342163456,"num_objects":5221,"num_object_clones":0,"num_object_copies":15663,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5221,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22059,"num_write_kb":872960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"133","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.223698+0000","last_change":"2021-03-04T23:32:26.247473+0000","last_active":"2021-03-04T23:42:06.223698+0000","last_peered":"2021-03-04T23:42:06.223698+0000","last_clean":"2021-03-04T23:42:06.223698+0000","last_became_active":"2021-03-04T23:32:26.247271+0000","last_became_peered":"2021-03-04T23:32:26.247271+0000","last_unstale":"2021-03-04T23:42:06.223698+0000","last_undegraded":"2021-03-04T23:42:06.223698+0000","last_fullsized":"2021-03-04T23:42:06.223698+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"151","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222226+0000","last_change":"2021-03-04T23:42:05.226098+0000","last_active":"2021-03-04T23:42:06.222226+0000","last_peered":"2021-03-04T23:42:06.222226+0000","last_clean":"2021-03-04T23:42:06.222226+0000","last_became_active":"2021-03-04T23:42:05.225769+0000","last_became_peered":"2021-03-04T23:42:05.225769+0000","last_unstale":"2021-03-04T23:42:06.222226+0000","last_undegraded":"2021-03-04T23:42:06.222226+0000","last_fullsized":"2021-03-04T23:42:06.222226+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"328","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222202+0000","last_change":"2021-03-04T23:42:05.229646+0000","last_active":"2021-03-04T23:42:06.222202+0000","last_peered":"2021-03-04T23:42:06.222202+0000","last_clean":"2021-03-04T23:42:06.222202+0000","last_became_active":"2021-03-04T23:42:05.228751+0000","last_became_peered":"2021-03-04T23:42:05.228751+0000","last_unstale":"2021-03-04T23:42:06.222202+0000","last_undegraded":"2021-03-04T23:42:06.222202+0000","last_fullsized":"2021-03-04T23:42:06.222202+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:23.115377+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:23.115377+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"51","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222507+0000","last_change":"2021-03-04T23:39:35.616191+0000","last_active":"2021-03-04T23:42:06.222507+0000","last_peered":"2021-03-04T23:42:06.222507+0000","last_clean":"2021-03-04T23:42:06.222507+0000","last_became_active":"2021-03-04T23:39:30.218646+0000","last_became_peered":"2021-03-04T23:39:30.218646+0000","last_unstale":"2021-03-04T23:42:06.222507+0000","last_undegraded":"2021-03-04T23:42:06.222507+0000","last_fullsized":"2021-03-04T23:42:06.222507+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.616158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.616158+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.8","version":"390'22200","reported_seq":"22244","reported_epoch":"390","state":"active+clean","last_fresh":"2021-03-04T23:42:13.351124+0000","last_change":"2021-03-04T23:39:36.231428+0000","last_active":"2021-03-04T23:42:13.351124+0000","last_peered":"2021-03-04T23:42:13.351124+0000","last_clean":"2021-03-04T23:42:13.351124+0000","last_became_active":"2021-03-04T23:39:36.230638+0000","last_became_peered":"2021-03-04T23:39:36.230638+0000","last_unstale":"2021-03-04T23:42:13.351124+0000","last_undegraded":"2021-03-04T23:42:13.351124+0000","last_fullsized":"2021-03-04T23:42:13.351124+0000","mapping_epoch":354,"log_start":"384'18209","ondisk_log_start":"384'18209","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":3991,"ondisk_log_size":3991,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":338296832,"num_objects":5162,"num_object_clones":0,"num_object_copies":15486,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5162,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22200,"num_write_kb":875584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"151","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222764+0000","last_change":"2021-03-04T23:42:05.230137+0000","last_active":"2021-03-04T23:42:06.222764+0000","last_peered":"2021-03-04T23:42:06.222764+0000","last_clean":"2021-03-04T23:42:06.222764+0000","last_became_active":"2021-03-04T23:42:05.229547+0000","last_became_peered":"2021-03-04T23:42:05.229547+0000","last_unstale":"2021-03-04T23:42:06.222764+0000","last_undegraded":"2021-03-04T23:42:06.222764+0000","last_fullsized":"2021-03-04T23:42:06.222764+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,6],"acting":[1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"392","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222366+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:42:06.222366+0000","last_peered":"2021-03-04T23:42:06.222366+0000","last_clean":"2021-03-04T23:42:06.222366+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:42:06.222366+0000","last_undegraded":"2021-03-04T23:42:06.222366+0000","last_fullsized":"2021-03-04T23:42:06.222366+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"469","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221443+0000","last_change":"2021-03-04T23:41:39.377355+0000","last_active":"2021-03-04T23:42:06.221443+0000","last_peered":"2021-03-04T23:42:06.221443+0000","last_clean":"2021-03-04T23:42:06.221443+0000","last_became_active":"2021-03-04T23:40:54.132188+0000","last_became_peered":"2021-03-04T23:40:54.132188+0000","last_unstale":"2021-03-04T23:42:06.221443+0000","last_undegraded":"2021-03-04T23:42:06.221443+0000","last_fullsized":"2021-03-04T23:42:06.221443+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:39.377311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:39.377311+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"127","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221219+0000","last_change":"2021-03-04T23:42:05.226529+0000","last_active":"2021-03-04T23:42:06.221219+0000","last_peered":"2021-03-04T23:42:06.221219+0000","last_clean":"2021-03-04T23:42:06.221219+0000","last_became_active":"2021-03-04T23:42:05.226222+0000","last_became_peered":"2021-03-04T23:42:05.226222+0000","last_unstale":"2021-03-04T23:42:06.221219+0000","last_undegraded":"2021-03-04T23:42:06.221219+0000","last_fullsized":"2021-03-04T23:42:06.221219+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:54.024438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:54.024438+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.b","version":"390'22414","reported_seq":"22458","reported_epoch":"390","state":"active+clean","last_fresh":"2021-03-04T23:42:13.347825+0000","last_change":"2021-03-04T23:39:36.230631+0000","last_active":"2021-03-04T23:42:13.347825+0000","last_peered":"2021-03-04T23:42:13.347825+0000","last_clean":"2021-03-04T23:42:13.347825+0000","last_became_active":"2021-03-04T23:39:36.230400+0000","last_became_peered":"2021-03-04T23:39:36.230400+0000","last_unstale":"2021-03-04T23:42:13.347825+0000","last_undegraded":"2021-03-04T23:42:13.347825+0000","last_fullsized":"2021-03-04T23:42:13.347825+0000","mapping_epoch":354,"log_start":"384'18445","ondisk_log_start":"384'18445","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":3969,"ondisk_log_size":3969,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":339345408,"num_objects":5178,"num_object_clones":0,"num_object_copies":15534,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5178,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22414,"num_write_kb":882944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,0],"acting":[3,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"133","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222415+0000","last_change":"2021-03-04T23:32:26.241892+0000","last_active":"2021-03-04T23:42:06.222415+0000","last_peered":"2021-03-04T23:42:06.222415+0000","last_clean":"2021-03-04T23:42:06.222415+0000","last_became_active":"2021-03-04T23:32:26.241584+0000","last_became_peered":"2021-03-04T23:32:26.241584+0000","last_unstale":"2021-03-04T23:42:06.222415+0000","last_undegraded":"2021-03-04T23:42:06.222415+0000","last_fullsized":"2021-03-04T23:42:06.222415+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"420","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221595+0000","last_change":"2021-03-04T23:42:05.230214+0000","last_active":"2021-03-04T23:42:06.221595+0000","last_peered":"2021-03-04T23:42:06.221595+0000","last_clean":"2021-03-04T23:42:06.221595+0000","last_became_active":"2021-03-04T23:42:05.229923+0000","last_became_peered":"2021-03-04T23:42:05.229923+0000","last_unstale":"2021-03-04T23:42:06.221595+0000","last_undegraded":"2021-03-04T23:42:06.221595+0000","last_fullsized":"2021-03-04T23:42:06.221595+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"184","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222815+0000","last_change":"2021-03-04T23:41:26.728166+0000","last_active":"2021-03-04T23:42:06.222815+0000","last_peered":"2021-03-04T23:42:06.222815+0000","last_clean":"2021-03-04T23:42:06.222815+0000","last_became_active":"2021-03-04T23:40:54.137122+0000","last_became_peered":"2021-03-04T23:40:54.137122+0000","last_unstale":"2021-03-04T23:42:06.222815+0000","last_undegraded":"2021-03-04T23:42:06.222815+0000","last_fullsized":"2021-03-04T23:42:06.222815+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:26.728101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:26.728101+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"186","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.235695+0000","last_change":"2021-03-04T23:39:54.059315+0000","last_active":"2021-03-04T23:42:06.235695+0000","last_peered":"2021-03-04T23:42:06.235695+0000","last_clean":"2021-03-04T23:42:06.235695+0000","last_became_active":"2021-03-04T23:39:30.220665+0000","last_became_peered":"2021-03-04T23:39:30.220665+0000","last_unstale":"2021-03-04T23:42:06.235695+0000","last_undegraded":"2021-03-04T23:42:06.235695+0000","last_fullsized":"2021-03-04T23:42:06.235695+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:54.059260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:54.059260+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"390'22053","reported_seq":"25671","reported_epoch":"390","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:42:12.474069+0000","last_change":"2021-03-04T23:42:06.362046+0000","last_active":"2021-03-04T23:42:12.474069+0000","last_peered":"2021-03-04T23:42:12.474069+0000","last_clean":"2021-03-04T23:42:04.219903+0000","last_became_active":"2021-03-04T23:42:06.282283+0000","last_became_peered":"2021-03-04T23:42:06.282283+0000","last_unstale":"2021-03-04T23:42:12.474069+0000","last_undegraded":"2021-03-04T23:42:12.474069+0000","last_fullsized":"2021-03-04T23:42:12.474069+0000","mapping_epoch":388,"log_start":"383'17841","ondisk_log_start":"383'17841","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4212,"ondisk_log_size":4212,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":344981528,"num_objects":5265,"num_object_clones":0,"num_object_copies":15795,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3612,"num_objects_unfound":0,"num_objects_dirty":5265,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":22053,"num_write_kb":874113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1780,"num_bytes_recovered":116588544,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,6","objects":5265}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"229","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.223763+0000","last_change":"2021-03-04T23:30:46.259689+0000","last_active":"2021-03-04T23:42:06.223763+0000","last_peered":"2021-03-04T23:42:06.223763+0000","last_clean":"2021-03-04T23:42:06.223763+0000","last_became_active":"2021-03-04T23:30:46.259335+0000","last_became_peered":"2021-03-04T23:30:46.259335+0000","last_unstale":"2021-03-04T23:42:06.223763+0000","last_undegraded":"2021-03-04T23:42:06.223763+0000","last_fullsized":"2021-03-04T23:42:06.223763+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"222","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.223027+0000","last_change":"2021-03-04T23:39:30.216511+0000","last_active":"2021-03-04T23:42:06.223027+0000","last_peered":"2021-03-04T23:42:06.223027+0000","last_clean":"2021-03-04T23:42:06.223027+0000","last_became_active":"2021-03-04T23:39:30.216243+0000","last_became_peered":"2021-03-04T23:39:30.216243+0000","last_unstale":"2021-03-04T23:42:06.223027+0000","last_undegraded":"2021-03-04T23:42:06.223027+0000","last_fullsized":"2021-03-04T23:42:06.223027+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"139","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221063+0000","last_change":"2021-03-04T23:42:05.229538+0000","last_active":"2021-03-04T23:42:06.221063+0000","last_peered":"2021-03-04T23:42:06.221063+0000","last_clean":"2021-03-04T23:42:06.221063+0000","last_became_active":"2021-03-04T23:42:05.229264+0000","last_became_peered":"2021-03-04T23:42:05.229264+0000","last_unstale":"2021-03-04T23:42:06.221063+0000","last_undegraded":"2021-03-04T23:42:06.221063+0000","last_fullsized":"2021-03-04T23:42:06.221063+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:56.422414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:56.422414+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"376","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222004+0000","last_change":"2021-03-04T23:39:58.431771+0000","last_active":"2021-03-04T23:42:06.222004+0000","last_peered":"2021-03-04T23:42:06.222004+0000","last_clean":"2021-03-04T23:42:06.222004+0000","last_became_active":"2021-03-04T23:39:30.220682+0000","last_became_peered":"2021-03-04T23:39:30.220682+0000","last_unstale":"2021-03-04T23:42:06.222004+0000","last_undegraded":"2021-03-04T23:42:06.222004+0000","last_fullsized":"2021-03-04T23:42:06.222004+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:58.431696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:58.431696+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"390'22111","reported_seq":"22155","reported_epoch":"390","state":"active+clean","last_fresh":"2021-03-04T23:42:10.532944+0000","last_change":"2021-03-04T23:39:36.229293+0000","last_active":"2021-03-04T23:42:10.532944+0000","last_peered":"2021-03-04T23:42:10.532944+0000","last_clean":"2021-03-04T23:42:10.532944+0000","last_became_active":"2021-03-04T23:39:36.229084+0000","last_became_peered":"2021-03-04T23:39:36.229084+0000","last_unstale":"2021-03-04T23:42:10.532944+0000","last_undegraded":"2021-03-04T23:42:10.532944+0000","last_fullsized":"2021-03-04T23:42:10.532944+0000","mapping_epoch":354,"log_start":"384'18571","ondisk_log_start":"384'18571","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":3540,"ondisk_log_size":3540,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":366411776,"num_objects":5591,"num_object_clones":0,"num_object_copies":16773,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5591,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22111,"num_write_kb":886464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"448","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222495+0000","last_change":"2021-03-04T23:32:26.240994+0000","last_active":"2021-03-04T23:42:06.222495+0000","last_peered":"2021-03-04T23:42:06.222495+0000","last_clean":"2021-03-04T23:42:06.222495+0000","last_became_active":"2021-03-04T23:32:26.240751+0000","last_became_peered":"2021-03-04T23:32:26.240751+0000","last_unstale":"2021-03-04T23:42:06.222495+0000","last_undegraded":"2021-03-04T23:42:06.222495+0000","last_fullsized":"2021-03-04T23:42:06.222495+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"422","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221837+0000","last_change":"2021-03-04T23:42:05.226267+0000","last_active":"2021-03-04T23:42:06.221837+0000","last_peered":"2021-03-04T23:42:06.221837+0000","last_clean":"2021-03-04T23:42:06.221837+0000","last_became_active":"2021-03-04T23:42:05.225868+0000","last_became_peered":"2021-03-04T23:42:05.225868+0000","last_unstale":"2021-03-04T23:42:06.221837+0000","last_undegraded":"2021-03-04T23:42:06.221837+0000","last_fullsized":"2021-03-04T23:42:06.221837+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"51","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222083+0000","last_change":"2021-03-04T23:39:56.621435+0000","last_active":"2021-03-04T23:42:06.222083+0000","last_peered":"2021-03-04T23:42:06.222083+0000","last_clean":"2021-03-04T23:42:06.222083+0000","last_became_active":"2021-03-04T23:39:30.219411+0000","last_became_peered":"2021-03-04T23:39:30.219411+0000","last_unstale":"2021-03-04T23:42:06.222083+0000","last_undegraded":"2021-03-04T23:42:06.222083+0000","last_fullsized":"2021-03-04T23:42:06.222083+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:56.621402+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:56.621402+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"125","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.223007+0000","last_change":"2021-03-04T23:40:07.473677+0000","last_active":"2021-03-04T23:42:06.223007+0000","last_peered":"2021-03-04T23:42:06.223007+0000","last_clean":"2021-03-04T23:42:06.223007+0000","last_became_active":"2021-03-04T23:40:06.134490+0000","last_became_peered":"2021-03-04T23:40:06.134490+0000","last_unstale":"2021-03-04T23:42:06.223007+0000","last_undegraded":"2021-03-04T23:42:06.223007+0000","last_fullsized":"2021-03-04T23:42:06.223007+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:07.473620+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:07.473620+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"390'22047","reported_seq":"22090","reported_epoch":"390","state":"active+clean","last_fresh":"2021-03-04T23:42:12.487088+0000","last_change":"2021-03-04T23:39:36.228709+0000","last_active":"2021-03-04T23:42:12.487088+0000","last_peered":"2021-03-04T23:42:12.487088+0000","last_clean":"2021-03-04T23:42:12.487088+0000","last_became_active":"2021-03-04T23:39:36.228428+0000","last_became_peered":"2021-03-04T23:39:36.228428+0000","last_unstale":"2021-03-04T23:42:12.487088+0000","last_undegraded":"2021-03-04T23:42:12.487088+0000","last_fullsized":"2021-03-04T23:42:12.487088+0000","mapping_epoch":354,"log_start":"384'18470","ondisk_log_start":"384'18470","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":3577,"ondisk_log_size":3577,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":346619904,"num_objects":5289,"num_object_clones":0,"num_object_copies":15867,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5289,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22047,"num_write_kb":874752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"427","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.232574+0000","last_change":"2021-03-04T23:42:05.228688+0000","last_active":"2021-03-04T23:42:06.232574+0000","last_peered":"2021-03-04T23:42:06.232574+0000","last_clean":"2021-03-04T23:42:06.232574+0000","last_became_active":"2021-03-04T23:42:05.228290+0000","last_became_peered":"2021-03-04T23:42:05.228290+0000","last_unstale":"2021-03-04T23:42:06.232574+0000","last_undegraded":"2021-03-04T23:42:06.232574+0000","last_fullsized":"2021-03-04T23:42:06.232574+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6],"acting":[4,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"147","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.235340+0000","last_change":"2021-03-04T23:32:26.244369+0000","last_active":"2021-03-04T23:42:06.235340+0000","last_peered":"2021-03-04T23:42:06.235340+0000","last_clean":"2021-03-04T23:42:06.235340+0000","last_became_active":"2021-03-04T23:32:26.244082+0000","last_became_peered":"2021-03-04T23:32:26.244082+0000","last_unstale":"2021-03-04T23:42:06.235340+0000","last_undegraded":"2021-03-04T23:42:06.235340+0000","last_fullsized":"2021-03-04T23:42:06.235340+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"136","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221107+0000","last_change":"2021-03-04T23:42:05.230194+0000","last_active":"2021-03-04T23:42:06.221107+0000","last_peered":"2021-03-04T23:42:06.221107+0000","last_clean":"2021-03-04T23:42:06.221107+0000","last_became_active":"2021-03-04T23:42:05.229890+0000","last_became_peered":"2021-03-04T23:42:05.229890+0000","last_unstale":"2021-03-04T23:42:06.221107+0000","last_undegraded":"2021-03-04T23:42:06.221107+0000","last_fullsized":"2021-03-04T23:42:06.221107+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.111905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.111905+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"51","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222482+0000","last_change":"2021-03-04T23:39:54.581248+0000","last_active":"2021-03-04T23:42:06.222482+0000","last_peered":"2021-03-04T23:42:06.222482+0000","last_clean":"2021-03-04T23:42:06.222482+0000","last_became_active":"2021-03-04T23:39:30.216426+0000","last_became_peered":"2021-03-04T23:39:30.216426+0000","last_unstale":"2021-03-04T23:42:06.222482+0000","last_undegraded":"2021-03-04T23:42:06.222482+0000","last_fullsized":"2021-03-04T23:42:06.222482+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:54.581212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:54.581212+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.2","version":"390'22325","reported_seq":"26229","reported_epoch":"390","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:42:13.352771+0000","last_change":"2021-03-04T23:42:06.355075+0000","last_active":"2021-03-04T23:42:13.352771+0000","last_peered":"2021-03-04T23:42:13.352771+0000","last_clean":"2021-03-04T23:42:04.211700+0000","last_became_active":"2021-03-04T23:42:06.283006+0000","last_became_peered":"2021-03-04T23:42:06.283006+0000","last_unstale":"2021-03-04T23:42:13.352771+0000","last_undegraded":"2021-03-04T23:42:13.352771+0000","last_fullsized":"2021-03-04T23:42:13.352771+0000","mapping_epoch":388,"log_start":"384'18337","ondisk_log_start":"384'18337","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":3988,"ondisk_log_size":3988,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":336789504,"num_objects":5139,"num_object_clones":0,"num_object_copies":15417,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3381,"num_objects_unfound":0,"num_objects_dirty":5139,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22325,"num_write_kb":878848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1926,"num_bytes_recovered":126222336,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,2],"avail_no_missing":["3","0","2"],"object_location_counts":[{"shards":"0,2,3","objects":5139}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"421","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222703+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:42:06.222703+0000","last_peered":"2021-03-04T23:42:06.222703+0000","last_clean":"2021-03-04T23:42:06.222703+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:42:06.222703+0000","last_undegraded":"2021-03-04T23:42:06.222703+0000","last_fullsized":"2021-03-04T23:42:06.222703+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"181","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222684+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:42:06.222684+0000","last_peered":"2021-03-04T23:42:06.222684+0000","last_clean":"2021-03-04T23:42:06.222684+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:42:06.222684+0000","last_undegraded":"2021-03-04T23:42:06.222684+0000","last_fullsized":"2021-03-04T23:42:06.222684+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"69","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222074+0000","last_change":"2021-03-04T23:42:05.228978+0000","last_active":"2021-03-04T23:42:06.222074+0000","last_peered":"2021-03-04T23:42:06.222074+0000","last_clean":"2021-03-04T23:42:06.222074+0000","last_became_active":"2021-03-04T23:42:05.228693+0000","last_became_peered":"2021-03-04T23:42:05.228693+0000","last_unstale":"2021-03-04T23:42:06.222074+0000","last_undegraded":"2021-03-04T23:42:06.222074+0000","last_fullsized":"2021-03-04T23:42:06.222074+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:06.621141+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:06.621141+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"439","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222608+0000","last_change":"2021-03-04T23:39:59.452660+0000","last_active":"2021-03-04T23:42:06.222608+0000","last_peered":"2021-03-04T23:42:06.222608+0000","last_clean":"2021-03-04T23:42:06.222608+0000","last_became_active":"2021-03-04T23:39:30.220796+0000","last_became_peered":"2021-03-04T23:39:30.220796+0000","last_unstale":"2021-03-04T23:42:06.222608+0000","last_undegraded":"2021-03-04T23:42:06.222608+0000","last_fullsized":"2021-03-04T23:42:06.222608+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:59.452604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:59.452604+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3","version":"390'22002","reported_seq":"22046","reported_epoch":"390","state":"active+clean","last_fresh":"2021-03-04T23:42:12.473128+0000","last_change":"2021-03-04T23:39:36.230130+0000","last_active":"2021-03-04T23:42:12.473128+0000","last_peered":"2021-03-04T23:42:12.473128+0000","last_clean":"2021-03-04T23:42:12.473128+0000","last_became_active":"2021-03-04T23:39:36.229893+0000","last_became_peered":"2021-03-04T23:39:36.229893+0000","last_unstale":"2021-03-04T23:42:12.473128+0000","last_undegraded":"2021-03-04T23:42:12.473128+0000","last_fullsized":"2021-03-04T23:42:12.473128+0000","mapping_epoch":354,"log_start":"384'18441","ondisk_log_start":"384'18441","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":3561,"ondisk_log_size":3561,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":343670784,"num_objects":5244,"num_object_clones":0,"num_object_copies":15732,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5244,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22002,"num_write_kb":871872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"384","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222253+0000","last_change":"2021-03-04T23:28:01.141872+0000","last_active":"2021-03-04T23:42:06.222253+0000","last_peered":"2021-03-04T23:42:06.222253+0000","last_clean":"2021-03-04T23:42:06.222253+0000","last_became_active":"2021-03-04T23:28:01.141039+0000","last_became_peered":"2021-03-04T23:28:01.141039+0000","last_unstale":"2021-03-04T23:42:06.222253+0000","last_undegraded":"2021-03-04T23:42:06.222253+0000","last_fullsized":"2021-03-04T23:42:06.222253+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"420","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221293+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:42:06.221293+0000","last_peered":"2021-03-04T23:42:06.221293+0000","last_clean":"2021-03-04T23:42:06.221293+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:42:06.221293+0000","last_undegraded":"2021-03-04T23:42:06.221293+0000","last_fullsized":"2021-03-04T23:42:06.221293+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"116","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.223121+0000","last_change":"2021-03-04T23:41:21.810554+0000","last_active":"2021-03-04T23:42:06.223121+0000","last_peered":"2021-03-04T23:42:06.223121+0000","last_clean":"2021-03-04T23:42:06.223121+0000","last_became_active":"2021-03-04T23:40:54.134195+0000","last_became_peered":"2021-03-04T23:40:54.134195+0000","last_unstale":"2021-03-04T23:42:06.223121+0000","last_undegraded":"2021-03-04T23:42:06.223121+0000","last_fullsized":"2021-03-04T23:42:06.223121+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:21.810494+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:19.155809+0000","last_clean_scrub_stamp":"2021-03-04T23:41:21.810494+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"142","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222315+0000","last_change":"2021-03-04T23:40:07.326456+0000","last_active":"2021-03-04T23:42:06.222315+0000","last_peered":"2021-03-04T23:42:06.222315+0000","last_clean":"2021-03-04T23:42:06.222315+0000","last_became_active":"2021-03-04T23:40:06.133761+0000","last_became_peered":"2021-03-04T23:40:06.133761+0000","last_unstale":"2021-03-04T23:42:06.222315+0000","last_undegraded":"2021-03-04T23:42:06.222315+0000","last_fullsized":"2021-03-04T23:42:06.222315+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:07.326428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:07.326428+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.4","version":"390'21926","reported_seq":"21979","reported_epoch":"390","state":"active+remapped+backfill_wait","last_fresh":"2021-03-04T23:42:12.449822+0000","last_change":"2021-03-04T23:42:06.362129+0000","last_active":"2021-03-04T23:42:12.449822+0000","last_peered":"2021-03-04T23:42:12.449822+0000","last_clean":"2021-03-04T23:42:04.212071+0000","last_became_active":"2021-03-04T23:42:06.301877+0000","last_became_peered":"2021-03-04T23:42:06.301877+0000","last_unstale":"2021-03-04T23:42:12.449822+0000","last_undegraded":"2021-03-04T23:42:12.449822+0000","last_fullsized":"2021-03-04T23:42:12.449822+0000","mapping_epoch":388,"log_start":"384'18119","ondisk_log_start":"384'18119","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":3807,"ondisk_log_size":3807,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":344457216,"num_objects":5256,"num_object_clones":0,"num_object_copies":15768,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5256,"num_objects_unfound":0,"num_objects_dirty":5256,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21926,"num_write_kb":869824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,2],"avail_no_missing":["7","2","6"],"object_location_counts":[{"shards":"2,6,7","objects":5256}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"156","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.235160+0000","last_change":"2021-03-04T23:39:30.215234+0000","last_active":"2021-03-04T23:42:06.235160+0000","last_peered":"2021-03-04T23:42:06.235160+0000","last_clean":"2021-03-04T23:42:06.235160+0000","last_became_active":"2021-03-04T23:39:30.214728+0000","last_became_peered":"2021-03-04T23:39:30.214728+0000","last_unstale":"2021-03-04T23:42:06.235160+0000","last_undegraded":"2021-03-04T23:42:06.235160+0000","last_fullsized":"2021-03-04T23:42:06.235160+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"52","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222628+0000","last_change":"2021-03-04T23:39:30.317857+0000","last_active":"2021-03-04T23:42:06.222628+0000","last_peered":"2021-03-04T23:42:06.222628+0000","last_clean":"2021-03-04T23:42:06.222628+0000","last_became_active":"2021-03-04T23:39:30.220986+0000","last_became_peered":"2021-03-04T23:39:30.220986+0000","last_unstale":"2021-03-04T23:42:06.222628+0000","last_undegraded":"2021-03-04T23:42:06.222628+0000","last_fullsized":"2021-03-04T23:42:06.222628+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"81","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221428+0000","last_change":"2021-03-04T23:42:05.225371+0000","last_active":"2021-03-04T23:42:06.221428+0000","last_peered":"2021-03-04T23:42:06.221428+0000","last_clean":"2021-03-04T23:42:06.221428+0000","last_became_active":"2021-03-04T23:42:05.225068+0000","last_became_peered":"2021-03-04T23:42:05.225068+0000","last_unstale":"2021-03-04T23:42:06.221428+0000","last_undegraded":"2021-03-04T23:42:06.221428+0000","last_fullsized":"2021-03-04T23:42:06.221428+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:26.076760+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:26.076760+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"168","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.235733+0000","last_change":"2021-03-04T23:40:06.230100+0000","last_active":"2021-03-04T23:42:06.235733+0000","last_peered":"2021-03-04T23:42:06.235733+0000","last_clean":"2021-03-04T23:42:06.235733+0000","last_became_active":"2021-03-04T23:40:06.140200+0000","last_became_peered":"2021-03-04T23:40:06.140200+0000","last_unstale":"2021-03-04T23:42:06.235733+0000","last_undegraded":"2021-03-04T23:42:06.235733+0000","last_fullsized":"2021-03-04T23:42:06.235733+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:06.230069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:06.230069+0000","last_clean_scrub_stamp":"2021-03-04T23:40:06.230069+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.5","version":"390'22198","reported_seq":"22242","reported_epoch":"390","state":"active+clean","last_fresh":"2021-03-04T23:42:12.457239+0000","last_change":"2021-03-04T23:39:36.229369+0000","last_active":"2021-03-04T23:42:12.457239+0000","last_peered":"2021-03-04T23:42:12.457239+0000","last_clean":"2021-03-04T23:42:12.457239+0000","last_became_active":"2021-03-04T23:39:36.229116+0000","last_became_peered":"2021-03-04T23:39:36.229116+0000","last_unstale":"2021-03-04T23:42:12.457239+0000","last_undegraded":"2021-03-04T23:42:12.457239+0000","last_fullsized":"2021-03-04T23:42:12.457239+0000","mapping_epoch":354,"log_start":"384'18435","ondisk_log_start":"384'18435","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":3763,"ondisk_log_size":3763,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":342622208,"num_objects":5228,"num_object_clones":0,"num_object_copies":15684,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5228,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22198,"num_write_kb":877632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"460","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221999+0000","last_change":"2021-03-04T23:32:36.588362+0000","last_active":"2021-03-04T23:42:06.221999+0000","last_peered":"2021-03-04T23:42:06.221999+0000","last_clean":"2021-03-04T23:42:06.221999+0000","last_became_active":"2021-03-04T23:32:36.588136+0000","last_became_peered":"2021-03-04T23:32:36.588136+0000","last_unstale":"2021-03-04T23:42:06.221999+0000","last_undegraded":"2021-03-04T23:42:06.221999+0000","last_fullsized":"2021-03-04T23:42:06.221999+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"52","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.223049+0000","last_change":"2021-03-04T23:39:30.316224+0000","last_active":"2021-03-04T23:42:06.223049+0000","last_peered":"2021-03-04T23:42:06.223049+0000","last_clean":"2021-03-04T23:42:06.223049+0000","last_became_active":"2021-03-04T23:39:30.219847+0000","last_became_peered":"2021-03-04T23:39:30.219847+0000","last_unstale":"2021-03-04T23:42:06.223049+0000","last_undegraded":"2021-03-04T23:42:06.223049+0000","last_fullsized":"2021-03-04T23:42:06.223049+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"130","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222436+0000","last_change":"2021-03-04T23:40:56.102976+0000","last_active":"2021-03-04T23:42:06.222436+0000","last_peered":"2021-03-04T23:42:06.222436+0000","last_clean":"2021-03-04T23:42:06.222436+0000","last_became_active":"2021-03-04T23:40:54.134517+0000","last_became_peered":"2021-03-04T23:40:54.134517+0000","last_unstale":"2021-03-04T23:42:06.222436+0000","last_undegraded":"2021-03-04T23:42:06.222436+0000","last_fullsized":"2021-03-04T23:42:06.222436+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:56.102933+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:56.102933+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"130","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222752+0000","last_change":"2021-03-04T23:40:09.916129+0000","last_active":"2021-03-04T23:42:06.222752+0000","last_peered":"2021-03-04T23:42:06.222752+0000","last_clean":"2021-03-04T23:42:06.222752+0000","last_became_active":"2021-03-04T23:40:06.136751+0000","last_became_peered":"2021-03-04T23:40:06.136751+0000","last_unstale":"2021-03-04T23:42:06.222752+0000","last_undegraded":"2021-03-04T23:42:06.222752+0000","last_fullsized":"2021-03-04T23:42:06.222752+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:09.916067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:09.916067+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.6","version":"390'22325","reported_seq":"22536","reported_epoch":"390","state":"active+remapped+backfilling","last_fresh":"2021-03-04T23:42:13.407608+0000","last_change":"2021-03-04T23:42:06.301567+0000","last_active":"2021-03-04T23:42:13.407608+0000","last_peered":"2021-03-04T23:42:13.407608+0000","last_clean":"2021-03-04T23:42:04.215377+0000","last_became_active":"2021-03-04T23:42:06.275592+0000","last_became_peered":"2021-03-04T23:42:06.275592+0000","last_unstale":"2021-03-04T23:42:13.407608+0000","last_undegraded":"2021-03-04T23:42:13.407608+0000","last_fullsized":"2021-03-04T23:42:13.407608+0000","mapping_epoch":388,"log_start":"384'18212","ondisk_log_start":"384'18212","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4113,"ondisk_log_size":4113,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":337182720,"num_objects":5145,"num_object_clones":0,"num_object_copies":15435,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5072,"num_objects_unfound":0,"num_objects_dirty":5145,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22325,"num_write_kb":879040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":79,"num_bytes_recovered":5177344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,2],"avail_no_missing":["0","1","2"],"object_location_counts":[{"shards":"0,1,2","objects":5145}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"416","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221170+0000","last_change":"2021-03-04T23:39:30.222326+0000","last_active":"2021-03-04T23:42:06.221170+0000","last_peered":"2021-03-04T23:42:06.221170+0000","last_clean":"2021-03-04T23:42:06.221170+0000","last_became_active":"2021-03-04T23:39:30.221680+0000","last_became_peered":"2021-03-04T23:39:30.221680+0000","last_unstale":"2021-03-04T23:42:06.221170+0000","last_undegraded":"2021-03-04T23:42:06.221170+0000","last_fullsized":"2021-03-04T23:42:06.221170+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"52","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.232056+0000","last_change":"2021-03-04T23:39:30.314857+0000","last_active":"2021-03-04T23:42:06.232056+0000","last_peered":"2021-03-04T23:42:06.232056+0000","last_clean":"2021-03-04T23:42:06.232056+0000","last_became_active":"2021-03-04T23:39:30.218970+0000","last_became_peered":"2021-03-04T23:39:30.218970+0000","last_unstale":"2021-03-04T23:42:06.232056+0000","last_undegraded":"2021-03-04T23:42:06.232056+0000","last_fullsized":"2021-03-04T23:42:06.232056+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"94","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222887+0000","last_change":"2021-03-04T23:42:05.228202+0000","last_active":"2021-03-04T23:42:06.222887+0000","last_peered":"2021-03-04T23:42:06.222887+0000","last_clean":"2021-03-04T23:42:06.222887+0000","last_became_active":"2021-03-04T23:42:05.227967+0000","last_became_peered":"2021-03-04T23:42:05.227967+0000","last_unstale":"2021-03-04T23:42:06.222887+0000","last_undegraded":"2021-03-04T23:42:06.222887+0000","last_fullsized":"2021-03-04T23:42:06.222887+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:56.733932+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:56.733932+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"63","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222520+0000","last_change":"2021-03-04T23:40:10.658541+0000","last_active":"2021-03-04T23:42:06.222520+0000","last_peered":"2021-03-04T23:42:06.222520+0000","last_clean":"2021-03-04T23:42:06.222520+0000","last_became_active":"2021-03-04T23:40:06.132911+0000","last_became_peered":"2021-03-04T23:40:06.132911+0000","last_unstale":"2021-03-04T23:42:06.222520+0000","last_undegraded":"2021-03-04T23:42:06.222520+0000","last_fullsized":"2021-03-04T23:42:06.222520+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:10.658499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:40:10.658499+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.7","version":"390'22287","reported_seq":"22331","reported_epoch":"390","state":"active+clean","last_fresh":"2021-03-04T23:42:12.443149+0000","last_change":"2021-03-04T23:39:36.230465+0000","last_active":"2021-03-04T23:42:12.443149+0000","last_peered":"2021-03-04T23:42:12.443149+0000","last_clean":"2021-03-04T23:42:12.443149+0000","last_became_active":"2021-03-04T23:39:36.230141+0000","last_became_peered":"2021-03-04T23:39:36.230141+0000","last_unstale":"2021-03-04T23:42:12.443149+0000","last_undegraded":"2021-03-04T23:42:12.443149+0000","last_fullsized":"2021-03-04T23:42:12.443149+0000","mapping_epoch":354,"log_start":"383'17604","ondisk_log_start":"383'17604","created":354,"last_epoch_clean":355,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:35.218117+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.218117+0000","log_size":4683,"ondisk_log_size":4683,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":345702400,"num_objects":5275,"num_object_clones":0,"num_object_copies":15825,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5275,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22287,"num_write_kb":881984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,4],"acting":[5,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"213","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222457+0000","last_change":"2021-03-04T23:39:30.216508+0000","last_active":"2021-03-04T23:42:06.222457+0000","last_peered":"2021-03-04T23:42:06.222457+0000","last_clean":"2021-03-04T23:42:06.222457+0000","last_became_active":"2021-03-04T23:39:30.216264+0000","last_became_peered":"2021-03-04T23:39:30.216264+0000","last_unstale":"2021-03-04T23:42:06.222457+0000","last_undegraded":"2021-03-04T23:42:06.222457+0000","last_fullsized":"2021-03-04T23:42:06.222457+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"279","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.235171+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:42:06.235171+0000","last_peered":"2021-03-04T23:42:06.235171+0000","last_clean":"2021-03-04T23:42:06.235171+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:42:06.235171+0000","last_undegraded":"2021-03-04T23:42:06.235171+0000","last_fullsized":"2021-03-04T23:42:06.235171+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"99","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.235054+0000","last_change":"2021-03-04T23:36:09.861599+0000","last_active":"2021-03-04T23:42:06.235054+0000","last_peered":"2021-03-04T23:42:06.235054+0000","last_clean":"2021-03-04T23:42:06.235054+0000","last_became_active":"2021-03-04T23:35:58.103257+0000","last_became_peered":"2021-03-04T23:35:58.103257+0000","last_unstale":"2021-03-04T23:42:06.235054+0000","last_undegraded":"2021-03-04T23:42:06.235054+0000","last_fullsized":"2021-03-04T23:42:06.235054+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":303,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:09.861569+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:09.861569+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"112","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221124+0000","last_change":"2021-03-04T23:40:57.382746+0000","last_active":"2021-03-04T23:42:06.221124+0000","last_peered":"2021-03-04T23:42:06.221124+0000","last_clean":"2021-03-04T23:42:06.221124+0000","last_became_active":"2021-03-04T23:40:06.138560+0000","last_became_peered":"2021-03-04T23:40:06.138560+0000","last_unstale":"2021-03-04T23:42:06.221124+0000","last_undegraded":"2021-03-04T23:42:06.221124+0000","last_fullsized":"2021-03-04T23:42:06.221124+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:57.382703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:57.382703+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"411","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.229232+0000","last_change":"2021-03-04T23:39:30.220947+0000","last_active":"2021-03-04T23:42:06.229232+0000","last_peered":"2021-03-04T23:42:06.229232+0000","last_clean":"2021-03-04T23:42:06.229232+0000","last_became_active":"2021-03-04T23:39:30.220726+0000","last_became_peered":"2021-03-04T23:39:30.220726+0000","last_unstale":"2021-03-04T23:42:06.229232+0000","last_undegraded":"2021-03-04T23:42:06.229232+0000","last_fullsized":"2021-03-04T23:42:06.229232+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"48","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222251+0000","last_change":"2021-03-04T23:39:30.220918+0000","last_active":"2021-03-04T23:42:06.222251+0000","last_peered":"2021-03-04T23:42:06.222251+0000","last_clean":"2021-03-04T23:42:06.222251+0000","last_became_active":"2021-03-04T23:39:30.220611+0000","last_became_peered":"2021-03-04T23:39:30.220611+0000","last_unstale":"2021-03-04T23:42:06.222251+0000","last_undegraded":"2021-03-04T23:42:06.222251+0000","last_fullsized":"2021-03-04T23:42:06.222251+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"85","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221873+0000","last_change":"2021-03-04T23:42:05.226115+0000","last_active":"2021-03-04T23:42:06.221873+0000","last_peered":"2021-03-04T23:42:06.221873+0000","last_clean":"2021-03-04T23:42:06.221873+0000","last_became_active":"2021-03-04T23:42:05.225690+0000","last_became_peered":"2021-03-04T23:42:05.225690+0000","last_unstale":"2021-03-04T23:42:06.221873+0000","last_undegraded":"2021-03-04T23:42:06.221873+0000","last_fullsized":"2021-03-04T23:42:06.221873+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:28.608679+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:28.608679+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"116","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222885+0000","last_change":"2021-03-04T23:41:27.692594+0000","last_active":"2021-03-04T23:42:06.222885+0000","last_peered":"2021-03-04T23:42:06.222885+0000","last_clean":"2021-03-04T23:42:06.222885+0000","last_became_active":"2021-03-04T23:41:16.124990+0000","last_became_peered":"2021-03-04T23:41:16.124990+0000","last_unstale":"2021-03-04T23:42:06.222885+0000","last_undegraded":"2021-03-04T23:42:06.222885+0000","last_fullsized":"2021-03-04T23:42:06.222885+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:27.692533+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:27.692533+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"413","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221636+0000","last_change":"2021-03-04T23:39:30.220876+0000","last_active":"2021-03-04T23:42:06.221636+0000","last_peered":"2021-03-04T23:42:06.221636+0000","last_clean":"2021-03-04T23:42:06.221636+0000","last_became_active":"2021-03-04T23:39:30.220597+0000","last_became_peered":"2021-03-04T23:39:30.220597+0000","last_unstale":"2021-03-04T23:42:06.221636+0000","last_undegraded":"2021-03-04T23:42:06.221636+0000","last_fullsized":"2021-03-04T23:42:06.221636+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"48","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222415+0000","last_change":"2021-03-04T23:39:30.219697+0000","last_active":"2021-03-04T23:42:06.222415+0000","last_peered":"2021-03-04T23:42:06.222415+0000","last_clean":"2021-03-04T23:42:06.222415+0000","last_became_active":"2021-03-04T23:39:30.219087+0000","last_became_peered":"2021-03-04T23:39:30.219087+0000","last_unstale":"2021-03-04T23:42:06.222415+0000","last_undegraded":"2021-03-04T23:42:06.222415+0000","last_fullsized":"2021-03-04T23:42:06.222415+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"130","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221025+0000","last_change":"2021-03-04T23:40:49.398499+0000","last_active":"2021-03-04T23:42:06.221025+0000","last_peered":"2021-03-04T23:42:06.221025+0000","last_clean":"2021-03-04T23:42:06.221025+0000","last_became_active":"2021-03-04T23:40:06.138630+0000","last_became_peered":"2021-03-04T23:40:06.138630+0000","last_unstale":"2021-03-04T23:42:06.221025+0000","last_undegraded":"2021-03-04T23:42:06.221025+0000","last_fullsized":"2021-03-04T23:42:06.221025+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:49.398457+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:49.398457+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":"53","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222366+0000","last_change":"2021-03-04T23:39:53.115098+0000","last_active":"2021-03-04T23:42:06.222366+0000","last_peered":"2021-03-04T23:42:06.222366+0000","last_clean":"2021-03-04T23:42:06.222366+0000","last_became_active":"2021-03-04T23:39:30.214725+0000","last_became_peered":"2021-03-04T23:39:30.214725+0000","last_unstale":"2021-03-04T23:42:06.222366+0000","last_undegraded":"2021-03-04T23:42:06.222366+0000","last_fullsized":"2021-03-04T23:42:06.222366+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:53.115043+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:53.115043+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"231","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222827+0000","last_change":"2021-03-04T23:39:30.216993+0000","last_active":"2021-03-04T23:42:06.222827+0000","last_peered":"2021-03-04T23:42:06.222827+0000","last_clean":"2021-03-04T23:42:06.222827+0000","last_became_active":"2021-03-04T23:39:30.216724+0000","last_became_peered":"2021-03-04T23:39:30.216724+0000","last_unstale":"2021-03-04T23:42:06.222827+0000","last_undegraded":"2021-03-04T23:42:06.222827+0000","last_fullsized":"2021-03-04T23:42:06.222827+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"69","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222495+0000","last_change":"2021-03-04T23:42:05.407764+0000","last_active":"2021-03-04T23:42:06.222495+0000","last_peered":"2021-03-04T23:42:06.222495+0000","last_clean":"2021-03-04T23:42:06.222495+0000","last_became_active":"2021-03-04T23:42:05.225405+0000","last_became_peered":"2021-03-04T23:42:05.225405+0000","last_unstale":"2021-03-04T23:42:06.222495+0000","last_undegraded":"2021-03-04T23:42:06.222495+0000","last_fullsized":"2021-03-04T23:42:06.222495+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":136,"num_keys_recovered":40,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"112","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221124+0000","last_change":"2021-03-04T23:40:52.376026+0000","last_active":"2021-03-04T23:42:06.221124+0000","last_peered":"2021-03-04T23:42:06.221124+0000","last_clean":"2021-03-04T23:42:06.221124+0000","last_became_active":"2021-03-04T23:40:06.137147+0000","last_became_peered":"2021-03-04T23:40:06.137147+0000","last_unstale":"2021-03-04T23:42:06.221124+0000","last_undegraded":"2021-03-04T23:42:06.221124+0000","last_fullsized":"2021-03-04T23:42:06.221124+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:52.375979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:52.375979+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":"465","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221004+0000","last_change":"2021-03-04T23:40:46.432297+0000","last_active":"2021-03-04T23:42:06.221004+0000","last_peered":"2021-03-04T23:42:06.221004+0000","last_clean":"2021-03-04T23:42:06.221004+0000","last_became_active":"2021-03-04T23:39:30.221581+0000","last_became_peered":"2021-03-04T23:39:30.221581+0000","last_unstale":"2021-03-04T23:42:06.221004+0000","last_undegraded":"2021-03-04T23:42:06.221004+0000","last_fullsized":"2021-03-04T23:42:06.221004+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:46.432264+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:46.432264+0000","last_clean_scrub_stamp":"2021-03-04T23:40:46.432264+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"412","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222196+0000","last_change":"2021-03-04T23:32:26.240044+0000","last_active":"2021-03-04T23:42:06.222196+0000","last_peered":"2021-03-04T23:42:06.222196+0000","last_clean":"2021-03-04T23:42:06.222196+0000","last_became_active":"2021-03-04T23:32:26.239748+0000","last_became_peered":"2021-03-04T23:32:26.239748+0000","last_unstale":"2021-03-04T23:42:06.222196+0000","last_undegraded":"2021-03-04T23:42:06.222196+0000","last_fullsized":"2021-03-04T23:42:06.222196+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"471","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222632+0000","last_change":"2021-03-04T23:39:30.223989+0000","last_active":"2021-03-04T23:42:06.222632+0000","last_peered":"2021-03-04T23:42:06.222632+0000","last_clean":"2021-03-04T23:42:06.222632+0000","last_became_active":"2021-03-04T23:39:30.216932+0000","last_became_peered":"2021-03-04T23:39:30.216932+0000","last_unstale":"2021-03-04T23:42:06.222632+0000","last_undegraded":"2021-03-04T23:42:06.222632+0000","last_fullsized":"2021-03-04T23:42:06.222632+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":15594,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.16","version":"0'0","reported_seq":"102","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.223193+0000","last_change":"2021-03-04T23:41:30.632076+0000","last_active":"2021-03-04T23:42:06.223193+0000","last_peered":"2021-03-04T23:42:06.223193+0000","last_clean":"2021-03-04T23:42:06.223193+0000","last_became_active":"2021-03-04T23:41:16.127073+0000","last_became_peered":"2021-03-04T23:41:16.127073+0000","last_unstale":"2021-03-04T23:42:06.223193+0000","last_undegraded":"2021-03-04T23:42:06.223193+0000","last_fullsized":"2021-03-04T23:42:06.223193+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:30.632027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:30.632027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,3],"acting":[1,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":"270","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.223063+0000","last_change":"2021-03-04T23:39:34.499234+0000","last_active":"2021-03-04T23:42:06.223063+0000","last_peered":"2021-03-04T23:42:06.223063+0000","last_clean":"2021-03-04T23:42:06.223063+0000","last_became_active":"2021-03-04T23:39:30.213446+0000","last_became_peered":"2021-03-04T23:39:30.213446+0000","last_unstale":"2021-03-04T23:42:06.223063+0000","last_undegraded":"2021-03-04T23:42:06.223063+0000","last_fullsized":"2021-03-04T23:42:06.223063+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:34.499193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:34.499193+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"151","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222355+0000","last_change":"2021-03-04T23:42:05.226100+0000","last_active":"2021-03-04T23:42:06.222355+0000","last_peered":"2021-03-04T23:42:06.222355+0000","last_clean":"2021-03-04T23:42:06.222355+0000","last_became_active":"2021-03-04T23:42:05.225859+0000","last_became_peered":"2021-03-04T23:42:05.225859+0000","last_unstale":"2021-03-04T23:42:06.222355+0000","last_undegraded":"2021-03-04T23:42:06.222355+0000","last_fullsized":"2021-03-04T23:42:06.222355+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"54","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222408+0000","last_change":"2021-03-04T23:39:30.227675+0000","last_active":"2021-03-04T23:42:06.222408+0000","last_peered":"2021-03-04T23:42:06.222408+0000","last_clean":"2021-03-04T23:42:06.222408+0000","last_became_active":"2021-03-04T23:39:30.218151+0000","last_became_peered":"2021-03-04T23:39:30.218151+0000","last_unstale":"2021-03-04T23:42:06.222408+0000","last_undegraded":"2021-03-04T23:42:06.222408+0000","last_fullsized":"2021-03-04T23:42:06.222408+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":270,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.17","version":"0'0","reported_seq":"98","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221563+0000","last_change":"2021-03-04T23:42:02.436790+0000","last_active":"2021-03-04T23:42:06.221563+0000","last_peered":"2021-03-04T23:42:06.221563+0000","last_clean":"2021-03-04T23:42:06.221563+0000","last_became_active":"2021-03-04T23:41:16.123876+0000","last_became_peered":"2021-03-04T23:41:16.123876+0000","last_unstale":"2021-03-04T23:42:06.221563+0000","last_undegraded":"2021-03-04T23:42:06.221563+0000","last_fullsized":"2021-03-04T23:42:06.221563+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:02.436747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:42:02.436747+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,6],"acting":[5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":"51","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.235190+0000","last_change":"2021-03-04T23:40:03.118597+0000","last_active":"2021-03-04T23:42:06.235190+0000","last_peered":"2021-03-04T23:42:06.235190+0000","last_clean":"2021-03-04T23:42:06.235190+0000","last_became_active":"2021-03-04T23:39:30.213868+0000","last_became_peered":"2021-03-04T23:39:30.213868+0000","last_unstale":"2021-03-04T23:42:06.235190+0000","last_undegraded":"2021-03-04T23:42:06.235190+0000","last_fullsized":"2021-03-04T23:42:06.235190+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:03.118561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:03.118561+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"215","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222411+0000","last_change":"2021-03-04T23:39:30.216385+0000","last_active":"2021-03-04T23:42:06.222411+0000","last_peered":"2021-03-04T23:42:06.222411+0000","last_clean":"2021-03-04T23:42:06.222411+0000","last_became_active":"2021-03-04T23:39:30.216111+0000","last_became_peered":"2021-03-04T23:39:30.216111+0000","last_unstale":"2021-03-04T23:42:06.222411+0000","last_undegraded":"2021-03-04T23:42:06.222411+0000","last_fullsized":"2021-03-04T23:42:06.222411+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"450","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221459+0000","last_change":"2021-03-04T23:39:30.221533+0000","last_active":"2021-03-04T23:42:06.221459+0000","last_peered":"2021-03-04T23:42:06.221459+0000","last_clean":"2021-03-04T23:42:06.221459+0000","last_became_active":"2021-03-04T23:39:30.220579+0000","last_became_peered":"2021-03-04T23:39:30.220579+0000","last_unstale":"2021-03-04T23:42:06.221459+0000","last_undegraded":"2021-03-04T23:42:06.221459+0000","last_fullsized":"2021-03-04T23:42:06.221459+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"106","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.232847+0000","last_change":"2021-03-04T23:42:05.228166+0000","last_active":"2021-03-04T23:42:06.232847+0000","last_peered":"2021-03-04T23:42:06.232847+0000","last_clean":"2021-03-04T23:42:06.232847+0000","last_became_active":"2021-03-04T23:42:05.226961+0000","last_became_peered":"2021-03-04T23:42:05.226961+0000","last_unstale":"2021-03-04T23:42:06.232847+0000","last_undegraded":"2021-03-04T23:42:06.232847+0000","last_fullsized":"2021-03-04T23:42:06.232847+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:31.932395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:31.932395+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":"340","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.235604+0000","last_change":"2021-03-04T23:42:05.229380+0000","last_active":"2021-03-04T23:42:06.235604+0000","last_peered":"2021-03-04T23:42:06.235604+0000","last_clean":"2021-03-04T23:42:06.235604+0000","last_became_active":"2021-03-04T23:42:05.229007+0000","last_became_peered":"2021-03-04T23:42:05.229007+0000","last_unstale":"2021-03-04T23:42:06.235604+0000","last_undegraded":"2021-03-04T23:42:06.235604+0000","last_fullsized":"2021-03-04T23:42:06.235604+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:01.091942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:01.091942+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"195","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222955+0000","last_change":"2021-03-04T23:32:26.239117+0000","last_active":"2021-03-04T23:42:06.222955+0000","last_peered":"2021-03-04T23:42:06.222955+0000","last_clean":"2021-03-04T23:42:06.222955+0000","last_became_active":"2021-03-04T23:32:26.238847+0000","last_became_peered":"2021-03-04T23:32:26.238847+0000","last_unstale":"2021-03-04T23:42:06.222955+0000","last_undegraded":"2021-03-04T23:42:06.222955+0000","last_fullsized":"2021-03-04T23:42:06.222955+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"383","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222452+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:42:06.222452+0000","last_peered":"2021-03-04T23:42:06.222452+0000","last_clean":"2021-03-04T23:42:06.222452+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:42:06.222452+0000","last_undegraded":"2021-03-04T23:42:06.222452+0000","last_fullsized":"2021-03-04T23:42:06.222452+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.15","version":"0'0","reported_seq":"63","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222906+0000","last_change":"2021-03-04T23:41:42.146053+0000","last_active":"2021-03-04T23:42:06.222906+0000","last_peered":"2021-03-04T23:42:06.222906+0000","last_clean":"2021-03-04T23:42:06.222906+0000","last_became_active":"2021-03-04T23:41:16.125312+0000","last_became_peered":"2021-03-04T23:41:16.125312+0000","last_unstale":"2021-03-04T23:42:06.222906+0000","last_undegraded":"2021-03-04T23:42:06.222906+0000","last_fullsized":"2021-03-04T23:42:06.222906+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:42.146013+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:34.642965+0000","last_clean_scrub_stamp":"2021-03-04T23:41:42.146013+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1],"acting":[7,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":"60","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221410+0000","last_change":"2021-03-04T23:42:05.227570+0000","last_active":"2021-03-04T23:42:06.221410+0000","last_peered":"2021-03-04T23:42:06.221410+0000","last_clean":"2021-03-04T23:42:06.221410+0000","last_became_active":"2021-03-04T23:42:05.227300+0000","last_became_peered":"2021-03-04T23:42:05.227300+0000","last_unstale":"2021-03-04T23:42:06.221410+0000","last_undegraded":"2021-03-04T23:42:06.221410+0000","last_fullsized":"2021-03-04T23:42:06.221410+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:47.428345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:47.428345+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"138","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.235693+0000","last_change":"2021-03-04T23:32:18.984555+0000","last_active":"2021-03-04T23:42:06.235693+0000","last_peered":"2021-03-04T23:42:06.235693+0000","last_clean":"2021-03-04T23:42:06.235693+0000","last_became_active":"2021-03-04T23:32:18.984306+0000","last_became_peered":"2021-03-04T23:32:18.984306+0000","last_unstale":"2021-03-04T23:42:06.235693+0000","last_undegraded":"2021-03-04T23:42:06.235693+0000","last_fullsized":"2021-03-04T23:42:06.235693+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"195","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222855+0000","last_change":"2021-03-04T23:32:26.238228+0000","last_active":"2021-03-04T23:42:06.222855+0000","last_peered":"2021-03-04T23:42:06.222855+0000","last_clean":"2021-03-04T23:42:06.222855+0000","last_became_active":"2021-03-04T23:32:26.238007+0000","last_became_peered":"2021-03-04T23:32:26.238007+0000","last_unstale":"2021-03-04T23:42:06.222855+0000","last_undegraded":"2021-03-04T23:42:06.222855+0000","last_fullsized":"2021-03-04T23:42:06.222855+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":267,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1a","version":"0'0","reported_seq":"138","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222151+0000","last_change":"2021-03-04T23:41:34.014684+0000","last_active":"2021-03-04T23:42:06.222151+0000","last_peered":"2021-03-04T23:42:06.222151+0000","last_clean":"2021-03-04T23:42:06.222151+0000","last_became_active":"2021-03-04T23:41:16.124644+0000","last_became_peered":"2021-03-04T23:41:16.124644+0000","last_unstale":"2021-03-04T23:42:06.222151+0000","last_undegraded":"2021-03-04T23:42:06.222151+0000","last_fullsized":"2021-03-04T23:42:06.222151+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:34.014645+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:57.222138+0000","last_clean_scrub_stamp":"2021-03-04T23:41:34.014645+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":"352","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222072+0000","last_change":"2021-03-04T23:39:32.808091+0000","last_active":"2021-03-04T23:42:06.222072+0000","last_peered":"2021-03-04T23:42:06.222072+0000","last_clean":"2021-03-04T23:42:06.222072+0000","last_became_active":"2021-03-04T23:39:30.214851+0000","last_became_peered":"2021-03-04T23:39:30.214851+0000","last_unstale":"2021-03-04T23:42:06.222072+0000","last_undegraded":"2021-03-04T23:42:06.222072+0000","last_fullsized":"2021-03-04T23:42:06.222072+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:32.808051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:32.808051+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"429","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.229324+0000","last_change":"2021-03-04T23:39:30.221075+0000","last_active":"2021-03-04T23:42:06.229324+0000","last_peered":"2021-03-04T23:42:06.229324+0000","last_clean":"2021-03-04T23:42:06.229324+0000","last_became_active":"2021-03-04T23:39:30.220777+0000","last_became_peered":"2021-03-04T23:39:30.220777+0000","last_unstale":"2021-03-04T23:42:06.229324+0000","last_undegraded":"2021-03-04T23:42:06.229324+0000","last_fullsized":"2021-03-04T23:42:06.229324+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"133","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221938+0000","last_change":"2021-03-04T23:32:36.590510+0000","last_active":"2021-03-04T23:42:06.221938+0000","last_peered":"2021-03-04T23:42:06.221938+0000","last_clean":"2021-03-04T23:42:06.221938+0000","last_became_active":"2021-03-04T23:32:36.590236+0000","last_became_peered":"2021-03-04T23:32:36.590236+0000","last_unstale":"2021-03-04T23:42:06.221938+0000","last_undegraded":"2021-03-04T23:42:06.221938+0000","last_fullsized":"2021-03-04T23:42:06.221938+0000","mapping_epoch":266,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":271,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1b","version":"0'0","reported_seq":"120","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221130+0000","last_change":"2021-03-04T23:41:40.333026+0000","last_active":"2021-03-04T23:42:06.221130+0000","last_peered":"2021-03-04T23:42:06.221130+0000","last_clean":"2021-03-04T23:42:06.221130+0000","last_became_active":"2021-03-04T23:41:16.123529+0000","last_became_peered":"2021-03-04T23:41:16.123529+0000","last_unstale":"2021-03-04T23:42:06.221130+0000","last_undegraded":"2021-03-04T23:42:06.221130+0000","last_fullsized":"2021-03-04T23:42:06.221130+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:40.332998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:40.332998+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":"51","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221051+0000","last_change":"2021-03-04T23:40:48.425436+0000","last_active":"2021-03-04T23:42:06.221051+0000","last_peered":"2021-03-04T23:42:06.221051+0000","last_clean":"2021-03-04T23:42:06.221051+0000","last_became_active":"2021-03-04T23:39:30.221596+0000","last_became_peered":"2021-03-04T23:39:30.221596+0000","last_unstale":"2021-03-04T23:42:06.221051+0000","last_undegraded":"2021-03-04T23:42:06.221051+0000","last_fullsized":"2021-03-04T23:42:06.221051+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:48.425405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:48.425405+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"177","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222915+0000","last_change":"2021-03-04T23:30:46.259534+0000","last_active":"2021-03-04T23:42:06.222915+0000","last_peered":"2021-03-04T23:42:06.222915+0000","last_clean":"2021-03-04T23:42:06.222915+0000","last_became_active":"2021-03-04T23:30:46.259317+0000","last_became_peered":"2021-03-04T23:30:46.259317+0000","last_unstale":"2021-03-04T23:42:06.222915+0000","last_undegraded":"2021-03-04T23:42:06.222915+0000","last_fullsized":"2021-03-04T23:42:06.222915+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"453","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222289+0000","last_change":"2021-03-04T23:42:05.226471+0000","last_active":"2021-03-04T23:42:06.222289+0000","last_peered":"2021-03-04T23:42:06.222289+0000","last_clean":"2021-03-04T23:42:06.222289+0000","last_became_active":"2021-03-04T23:42:05.226139+0000","last_became_peered":"2021-03-04T23:42:05.226139+0000","last_unstale":"2021-03-04T23:42:06.222289+0000","last_undegraded":"2021-03-04T23:42:06.222289+0000","last_fullsized":"2021-03-04T23:42:06.222289+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.18","version":"0'0","reported_seq":"165","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.220931+0000","last_change":"2021-03-04T23:42:05.225387+0000","last_active":"2021-03-04T23:42:06.220931+0000","last_peered":"2021-03-04T23:42:06.220931+0000","last_clean":"2021-03-04T23:42:06.220931+0000","last_became_active":"2021-03-04T23:42:05.225076+0000","last_became_peered":"2021-03-04T23:42:05.225076+0000","last_unstale":"2021-03-04T23:42:06.220931+0000","last_undegraded":"2021-03-04T23:42:06.220931+0000","last_fullsized":"2021-03-04T23:42:06.220931+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:01.485524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:42:01.485524+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":"332","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222619+0000","last_change":"2021-03-04T23:40:00.692080+0000","last_active":"2021-03-04T23:42:06.222619+0000","last_peered":"2021-03-04T23:42:06.222619+0000","last_clean":"2021-03-04T23:42:06.222619+0000","last_became_active":"2021-03-04T23:39:30.217676+0000","last_became_peered":"2021-03-04T23:39:30.217676+0000","last_unstale":"2021-03-04T23:42:06.222619+0000","last_undegraded":"2021-03-04T23:42:06.222619+0000","last_fullsized":"2021-03-04T23:42:06.222619+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:00.692033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:00.692033+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.23","version":"0'0","reported_seq":"30","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222362+0000","last_change":"2021-03-04T23:41:25.191537+0000","last_active":"2021-03-04T23:42:06.222362+0000","last_peered":"2021-03-04T23:42:06.222362+0000","last_clean":"2021-03-04T23:42:06.222362+0000","last_became_active":"2021-03-04T23:41:00.152282+0000","last_became_peered":"2021-03-04T23:41:00.152282+0000","last_unstale":"2021-03-04T23:42:06.222362+0000","last_undegraded":"2021-03-04T23:42:06.222362+0000","last_fullsized":"2021-03-04T23:42:06.222362+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:25.191488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:25.191488+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.20","version":"0'0","reported_seq":"307","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.234812+0000","last_change":"2021-03-04T23:42:05.226976+0000","last_active":"2021-03-04T23:42:06.234812+0000","last_peered":"2021-03-04T23:42:06.234812+0000","last_clean":"2021-03-04T23:42:06.234812+0000","last_became_active":"2021-03-04T23:42:05.226582+0000","last_became_peered":"2021-03-04T23:42:05.226582+0000","last_unstale":"2021-03-04T23:42:06.234812+0000","last_undegraded":"2021-03-04T23:42:06.234812+0000","last_fullsized":"2021-03-04T23:42:06.234812+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:57.666285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:57.666285+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.21","version":"0'0","reported_seq":"53","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222000+0000","last_change":"2021-03-04T23:40:01.717180+0000","last_active":"2021-03-04T23:42:06.222000+0000","last_peered":"2021-03-04T23:42:06.222000+0000","last_clean":"2021-03-04T23:42:06.222000+0000","last_became_active":"2021-03-04T23:39:30.217726+0000","last_became_peered":"2021-03-04T23:39:30.217726+0000","last_unstale":"2021-03-04T23:42:06.222000+0000","last_undegraded":"2021-03-04T23:42:06.222000+0000","last_fullsized":"2021-03-04T23:42:06.222000+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:01.717109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:01.717109+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.22","version":"0'0","reported_seq":"468","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.234910+0000","last_change":"2021-03-04T23:41:29.226061+0000","last_active":"2021-03-04T23:42:06.234910+0000","last_peered":"2021-03-04T23:42:06.234910+0000","last_clean":"2021-03-04T23:42:06.234910+0000","last_became_active":"2021-03-04T23:41:00.156627+0000","last_became_peered":"2021-03-04T23:41:00.156627+0000","last_unstale":"2021-03-04T23:42:06.234910+0000","last_undegraded":"2021-03-04T23:42:06.234910+0000","last_fullsized":"2021-03-04T23:42:06.234910+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:29.226026+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:29.226026+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.22","version":"0'0","reported_seq":"51","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.235615+0000","last_change":"2021-03-04T23:40:02.079303+0000","last_active":"2021-03-04T23:42:06.235615+0000","last_peered":"2021-03-04T23:42:06.235615+0000","last_clean":"2021-03-04T23:42:06.235615+0000","last_became_active":"2021-03-04T23:39:30.215033+0000","last_became_peered":"2021-03-04T23:39:30.215033+0000","last_unstale":"2021-03-04T23:42:06.235615+0000","last_undegraded":"2021-03-04T23:42:06.235615+0000","last_fullsized":"2021-03-04T23:42:06.235615+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:02.079269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:02.079269+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,7],"acting":[6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.21","version":"0'0","reported_seq":"257","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221938+0000","last_change":"2021-03-04T23:42:05.223589+0000","last_active":"2021-03-04T23:42:06.221938+0000","last_peered":"2021-03-04T23:42:06.221938+0000","last_clean":"2021-03-04T23:42:06.221938+0000","last_became_active":"2021-03-04T23:42:05.223363+0000","last_became_peered":"2021-03-04T23:42:05.223363+0000","last_unstale":"2021-03-04T23:42:06.221938+0000","last_undegraded":"2021-03-04T23:42:06.221938+0000","last_fullsized":"2021-03-04T23:42:06.221938+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:30.970324+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:30.970324+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6],"acting":[0,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.23","version":"0'0","reported_seq":"53","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222404+0000","last_change":"2021-03-04T23:39:54.110262+0000","last_active":"2021-03-04T23:42:06.222404+0000","last_peered":"2021-03-04T23:42:06.222404+0000","last_clean":"2021-03-04T23:42:06.222404+0000","last_became_active":"2021-03-04T23:39:30.212703+0000","last_became_peered":"2021-03-04T23:39:30.212703+0000","last_unstale":"2021-03-04T23:42:06.222404+0000","last_undegraded":"2021-03-04T23:42:06.222404+0000","last_fullsized":"2021-03-04T23:42:06.222404+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:54.110222+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:54.110222+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,6],"acting":[0,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.20","version":"0'0","reported_seq":"71","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221790+0000","last_change":"2021-03-04T23:41:36.149224+0000","last_active":"2021-03-04T23:42:06.221790+0000","last_peered":"2021-03-04T23:42:06.221790+0000","last_clean":"2021-03-04T23:42:06.221790+0000","last_became_active":"2021-03-04T23:41:00.150740+0000","last_became_peered":"2021-03-04T23:41:00.150740+0000","last_unstale":"2021-03-04T23:42:06.221790+0000","last_undegraded":"2021-03-04T23:42:06.221790+0000","last_fullsized":"2021-03-04T23:42:06.221790+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:36.149192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:36.149192+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.24","version":"0'0","reported_seq":"133","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222298+0000","last_change":"2021-03-04T23:39:30.216876+0000","last_active":"2021-03-04T23:42:06.222298+0000","last_peered":"2021-03-04T23:42:06.222298+0000","last_clean":"2021-03-04T23:42:06.222298+0000","last_became_active":"2021-03-04T23:39:30.216114+0000","last_became_peered":"2021-03-04T23:39:30.216114+0000","last_unstale":"2021-03-04T23:42:06.222298+0000","last_undegraded":"2021-03-04T23:42:06.222298+0000","last_fullsized":"2021-03-04T23:42:06.222298+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:27.799553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:27.799553+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.25","version":"0'0","reported_seq":"92","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222787+0000","last_change":"2021-03-04T23:42:05.229725+0000","last_active":"2021-03-04T23:42:06.222787+0000","last_peered":"2021-03-04T23:42:06.222787+0000","last_clean":"2021-03-04T23:42:06.222787+0000","last_became_active":"2021-03-04T23:42:05.229434+0000","last_became_peered":"2021-03-04T23:42:05.229434+0000","last_unstale":"2021-03-04T23:42:06.222787+0000","last_undegraded":"2021-03-04T23:42:06.222787+0000","last_fullsized":"2021-03-04T23:42:06.222787+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:53.664687+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:53.664687+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.25","version":"0'0","reported_seq":"246","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.232659+0000","last_change":"2021-03-04T23:41:22.986460+0000","last_active":"2021-03-04T23:42:06.232659+0000","last_peered":"2021-03-04T23:42:06.232659+0000","last_clean":"2021-03-04T23:42:06.232659+0000","last_became_active":"2021-03-04T23:41:00.154037+0000","last_became_peered":"2021-03-04T23:41:00.154037+0000","last_unstale":"2021-03-04T23:42:06.232659+0000","last_undegraded":"2021-03-04T23:42:06.232659+0000","last_fullsized":"2021-03-04T23:42:06.232659+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:22.986421+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:22.986421+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.26","version":"0'0","reported_seq":"62","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.223317+0000","last_change":"2021-03-04T23:42:05.227400+0000","last_active":"2021-03-04T23:42:06.223317+0000","last_peered":"2021-03-04T23:42:06.223317+0000","last_clean":"2021-03-04T23:42:06.223317+0000","last_became_active":"2021-03-04T23:42:05.227142+0000","last_became_peered":"2021-03-04T23:42:05.227142+0000","last_unstale":"2021-03-04T23:42:06.223317+0000","last_undegraded":"2021-03-04T23:42:06.223317+0000","last_fullsized":"2021-03-04T23:42:06.223317+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:00.482441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:00.482441+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.24","version":"0'0","reported_seq":"28","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.235195+0000","last_change":"2021-03-04T23:41:25.141212+0000","last_active":"2021-03-04T23:42:06.235195+0000","last_peered":"2021-03-04T23:42:06.235195+0000","last_clean":"2021-03-04T23:42:06.235195+0000","last_became_active":"2021-03-04T23:41:00.155183+0000","last_became_peered":"2021-03-04T23:41:00.155183+0000","last_unstale":"2021-03-04T23:42:06.235195+0000","last_undegraded":"2021-03-04T23:42:06.235195+0000","last_fullsized":"2021-03-04T23:42:06.235195+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:25.141077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:25.141077+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.27","version":"0'0","reported_seq":"185","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.235580+0000","last_change":"2021-03-04T23:39:58.058076+0000","last_active":"2021-03-04T23:42:06.235580+0000","last_peered":"2021-03-04T23:42:06.235580+0000","last_clean":"2021-03-04T23:42:06.235580+0000","last_became_active":"2021-03-04T23:39:30.220031+0000","last_became_peered":"2021-03-04T23:39:30.220031+0000","last_unstale":"2021-03-04T23:42:06.235580+0000","last_undegraded":"2021-03-04T23:42:06.235580+0000","last_fullsized":"2021-03-04T23:42:06.235580+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:58.058046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:58.058046+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1],"acting":[6,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.28","version":"0'0","reported_seq":"144","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.220941+0000","last_change":"2021-03-04T23:42:05.224913+0000","last_active":"2021-03-04T23:42:06.220941+0000","last_peered":"2021-03-04T23:42:06.220941+0000","last_clean":"2021-03-04T23:42:06.220941+0000","last_became_active":"2021-03-04T23:42:05.224084+0000","last_became_peered":"2021-03-04T23:42:05.224084+0000","last_unstale":"2021-03-04T23:42:06.220941+0000","last_undegraded":"2021-03-04T23:42:06.220941+0000","last_fullsized":"2021-03-04T23:42:06.220941+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:09.047446+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:09.047446+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.29","version":"0'0","reported_seq":"155","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.220994+0000","last_change":"2021-03-04T23:42:05.227655+0000","last_active":"2021-03-04T23:42:06.220994+0000","last_peered":"2021-03-04T23:42:06.220994+0000","last_clean":"2021-03-04T23:42:06.220994+0000","last_became_active":"2021-03-04T23:42:05.227359+0000","last_became_peered":"2021-03-04T23:42:05.227359+0000","last_unstale":"2021-03-04T23:42:06.220994+0000","last_undegraded":"2021-03-04T23:42:06.220994+0000","last_fullsized":"2021-03-04T23:42:06.220994+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:12.627947+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:12.627947+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2a","version":"0'0","reported_seq":"50","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222346+0000","last_change":"2021-03-04T23:42:05.230288+0000","last_active":"2021-03-04T23:42:06.222346+0000","last_peered":"2021-03-04T23:42:06.222346+0000","last_clean":"2021-03-04T23:42:06.222346+0000","last_became_active":"2021-03-04T23:42:05.230028+0000","last_became_peered":"2021-03-04T23:42:05.230028+0000","last_unstale":"2021-03-04T23:42:06.222346+0000","last_undegraded":"2021-03-04T23:42:06.222346+0000","last_fullsized":"2021-03-04T23:42:06.222346+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:41.826047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:41.826047+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2b","version":"0'0","reported_seq":"50","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222621+0000","last_change":"2021-03-04T23:42:05.229023+0000","last_active":"2021-03-04T23:42:06.222621+0000","last_peered":"2021-03-04T23:42:06.222621+0000","last_clean":"2021-03-04T23:42:06.222621+0000","last_became_active":"2021-03-04T23:42:05.228266+0000","last_became_peered":"2021-03-04T23:42:05.228266+0000","last_unstale":"2021-03-04T23:42:06.222621+0000","last_undegraded":"2021-03-04T23:42:06.222621+0000","last_fullsized":"2021-03-04T23:42:06.222621+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:39.802729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:08.441353+0000","last_clean_scrub_stamp":"2021-03-04T23:40:39.802729+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2c","version":"0'0","reported_seq":"39","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222919+0000","last_change":"2021-03-04T23:40:37.436343+0000","last_active":"2021-03-04T23:42:06.222919+0000","last_peered":"2021-03-04T23:42:06.222919+0000","last_clean":"2021-03-04T23:42:06.222919+0000","last_became_active":"2021-03-04T23:40:12.162285+0000","last_became_peered":"2021-03-04T23:40:12.162285+0000","last_unstale":"2021-03-04T23:42:06.222919+0000","last_undegraded":"2021-03-04T23:42:06.222919+0000","last_fullsized":"2021-03-04T23:42:06.222919+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:37.436295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:37.436295+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2d","version":"0'0","reported_seq":"48","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221434+0000","last_change":"2021-03-04T23:42:05.229526+0000","last_active":"2021-03-04T23:42:06.221434+0000","last_peered":"2021-03-04T23:42:06.221434+0000","last_clean":"2021-03-04T23:42:06.221434+0000","last_became_active":"2021-03-04T23:42:05.229216+0000","last_became_peered":"2021-03-04T23:42:05.229216+0000","last_unstale":"2021-03-04T23:42:06.221434+0000","last_undegraded":"2021-03-04T23:42:06.221434+0000","last_fullsized":"2021-03-04T23:42:06.221434+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:22.345032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:41:22.345032+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2e","version":"0'0","reported_seq":"39","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.235253+0000","last_change":"2021-03-04T23:40:12.356841+0000","last_active":"2021-03-04T23:42:06.235253+0000","last_peered":"2021-03-04T23:42:06.235253+0000","last_clean":"2021-03-04T23:42:06.235253+0000","last_became_active":"2021-03-04T23:40:12.159997+0000","last_became_peered":"2021-03-04T23:40:12.159997+0000","last_unstale":"2021-03-04T23:42:06.235253+0000","last_undegraded":"2021-03-04T23:42:06.235253+0000","last_fullsized":"2021-03-04T23:42:06.235253+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:12.356809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:12.356809+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.2f","version":"0'0","reported_seq":"168","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221431+0000","last_change":"2021-03-04T23:41:20.351847+0000","last_active":"2021-03-04T23:42:06.221431+0000","last_peered":"2021-03-04T23:42:06.221431+0000","last_clean":"2021-03-04T23:42:06.221431+0000","last_became_active":"2021-03-04T23:40:12.162845+0000","last_became_peered":"2021-03-04T23:40:12.162845+0000","last_unstale":"2021-03-04T23:42:06.221431+0000","last_undegraded":"2021-03-04T23:42:06.221431+0000","last_fullsized":"2021-03-04T23:42:06.221431+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:20.351799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:32.738345+0000","last_clean_scrub_stamp":"2021-03-04T23:41:20.351799+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.30","version":"0'0","reported_seq":"41","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.221750+0000","last_change":"2021-03-04T23:40:14.029873+0000","last_active":"2021-03-04T23:42:06.221750+0000","last_peered":"2021-03-04T23:42:06.221750+0000","last_clean":"2021-03-04T23:42:06.221750+0000","last_became_active":"2021-03-04T23:40:12.160174+0000","last_became_peered":"2021-03-04T23:40:12.160174+0000","last_unstale":"2021-03-04T23:42:06.221750+0000","last_undegraded":"2021-03-04T23:42:06.221750+0000","last_fullsized":"2021-03-04T23:42:06.221750+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:14.029812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:14.029812+0000","last_clean_scrub_stamp":"2021-03-04T23:40:14.029812+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.31","version":"0'0","reported_seq":"39","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.234825+0000","last_change":"2021-03-04T23:40:13.401619+0000","last_active":"2021-03-04T23:42:06.234825+0000","last_peered":"2021-03-04T23:42:06.234825+0000","last_clean":"2021-03-04T23:42:06.234825+0000","last_became_active":"2021-03-04T23:40:12.162221+0000","last_became_peered":"2021-03-04T23:40:12.162221+0000","last_unstale":"2021-03-04T23:42:06.234825+0000","last_undegraded":"2021-03-04T23:42:06.234825+0000","last_fullsized":"2021-03-04T23:42:06.234825+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:13.401578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:13.401578+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.32","version":"0'0","reported_seq":"39","reported_epoch":"389","state":"active+clean","last_fresh":"2021-03-04T23:42:06.222316+0000","last_change":"2021-03-04T23:40:35.463239+0000","last_active":"2021-03-04T23:42:06.222316+0000","last_peered":"2021-03-04T23:42:06.222316+0000","last_clean":"2021-03-04T23:42:06.222316+0000","last_became_active":"2021-03-04T23:40:12.158753+0000","last_became_peered":"2021-03-04T23:40:12.158753+0000","last_unstale":"2021-03-04T23:42:06.222316+0000","last_undegraded":"2021-03-04T23:42:06.222316+0000","last_fullsized":"2021-03-04T23:42:06.222316+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:35.463208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:35.463208+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":16,"stat_sum":{"num_bytes":5537136664,"num_objects":84491,"num_object_clones":0,"num_object_copies":253473,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":26663,"num_objects_unfound":0,"num_objects_dirty":84491,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":354899,"num_write_kb":14060417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5538,"num_bytes_recovered":362872832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16923766784,"data_stored":16923754568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":62703,"ondisk_log_size":62703,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":80,"num_bytes_recovered":17821,"num_keys_recovered":40,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":10691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11244775,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":61,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":183,"acting":183,"num_store_stats":8},{"poolid":2,"num_pg":38,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":114,"acting":114,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496074,"num_pgs":80,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3351744,"kb_used_data":2303160,"kb_used_omap":3655,"kb_used_meta":1044920,"kb_avail":84728640,"statfs":{"total":90194313216,"available":86762127360,"internally_reserved":1073741824,"allocated":2358435840,"data_stored":2356538801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3743337,"internal_metadata":1069998487},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:11 2021","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":1.0920000000000001,"15min":0.59499999999999997},"min":{"1min":0.155,"5min":0.14299999999999999,"15min":0.125},"max":{"1min":2.2919999999999998,"5min":75.203000000000003,"15min":75.203000000000003},"last":0.189},{"interface":"front","average":{"1min":0.40999999999999998,"5min":1.1919999999999999,"15min":0.65700000000000003},"min":{"1min":0.185,"5min":0.161,"15min":0.158},"max":{"1min":2.3119999999999998,"5min":75.129999999999995,"15min":75.129999999999995},"last":0.33600000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:41:52 2021","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":1.3700000000000001,"15min":0.73299999999999998},"min":{"1min":0.16900000000000001,"5min":0.16900000000000001,"15min":0.16500000000000001},"max":{"1min":2.2320000000000002,"5min":83.061999999999998,"15min":83.061999999999998},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.436,"5min":1.405,"15min":0.75900000000000001},"min":{"1min":0.16,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":2.2120000000000002,"5min":83.028999999999996,"15min":83.028999999999996},"last":0.45500000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:41:37 2021","interfaces":[{"interface":"back","average":{"1min":7.1289999999999996,"5min":1.911,"15min":0.88900000000000001},"min":{"1min":0.16500000000000001,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":100.518,"5min":100.518,"15min":100.518},"last":0.22900000000000001},{"interface":"front","average":{"1min":7.2309999999999999,"5min":1.893,"15min":0.91500000000000004},"min":{"1min":0.22900000000000001,"5min":0.20100000000000001,"15min":0.182},"max":{"1min":100.58499999999999,"5min":100.58499999999999,"15min":100.58499999999999},"last":0.40699999999999997}]},{"osd":3,"last update":"Thu Mar 4 23:41:37 2021","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":1.53,"15min":0.76900000000000002},"min":{"1min":0.20100000000000001,"5min":0.186,"15min":0.17299999999999999},"max":{"1min":2.4300000000000002,"5min":69.442999999999998,"15min":69.442999999999998},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.66600000000000004,"5min":1.6020000000000001,"15min":0.79300000000000004},"min":{"1min":0.20599999999999999,"5min":0.20000000000000001,"15min":0.185},"max":{"1min":2.6070000000000002,"5min":69.858999999999995,"15min":69.858999999999995},"last":0.26400000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:41:37 2021","interfaces":[{"interface":"back","average":{"1min":0.23699999999999999,"5min":0.53900000000000003,"15min":0.40100000000000002},"min":{"1min":0.152,"5min":0.14299999999999999,"15min":0.13},"max":{"1min":0.35299999999999998,"5min":4.8689999999999998,"15min":4.8689999999999998},"last":0.245},{"interface":"front","average":{"1min":0.245,"5min":0.47799999999999998,"15min":0.38300000000000001},"min":{"1min":0.183,"5min":0.157,"15min":0.14000000000000001},"max":{"1min":0.38900000000000001,"5min":2.7450000000000001,"15min":3.7410000000000001},"last":0.158}]},{"osd":5,"last update":"Thu Mar 4 23:41:37 2021","interfaces":[{"interface":"back","average":{"1min":0.25,"5min":0.499,"15min":0.38800000000000001},"min":{"1min":0.157,"5min":0.157,"15min":0.14000000000000001},"max":{"1min":0.36399999999999999,"5min":3.0590000000000002,"15min":4.4180000000000001},"last":0.214},{"interface":"front","average":{"1min":0.318,"5min":0.64300000000000002,"15min":0.46700000000000003},"min":{"1min":0.20399999999999999,"5min":0.19600000000000001,"15min":0.156},"max":{"1min":0.46100000000000002,"5min":4.8079999999999998,"15min":4.8079999999999998},"last":0.36199999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:42:08 2021","interfaces":[{"interface":"back","average":{"1min":0.27200000000000002,"5min":0.60099999999999998,"15min":0.42599999999999999},"min":{"1min":0.16200000000000001,"5min":0.16200000000000001,"15min":0.14699999999999999},"max":{"1min":0.40300000000000002,"5min":8.1649999999999991,"15min":8.1649999999999991},"last":1.9350000000000001},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.61599999999999999,"15min":0.48799999999999999},"min":{"1min":0.22500000000000001,"5min":0.19800000000000001,"15min":0.17100000000000001},"max":{"1min":0.46000000000000002,"5min":8.0039999999999996,"15min":8.0039999999999996},"last":0.38600000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659576,"num_pgs":86,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3776000,"kb_used_data":2727352,"kb_used_omap":1736,"kb_used_meta":1046839,"kb_avail":84304384,"statfs":{"total":90194313216,"available":86327689216,"internally_reserved":1073741824,"allocated":2792808448,"data_stored":2790911874,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1778063,"internal_metadata":1071963761},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:27 2021","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.64600000000000002,"15min":0.45500000000000002},"min":{"1min":0.13500000000000001,"5min":0.13500000000000001,"15min":0.13200000000000001},"max":{"1min":2.7530000000000001,"5min":3.2160000000000002,"15min":3.2160000000000002},"last":2.7370000000000001},{"interface":"front","average":{"1min":0.27400000000000002,"5min":0.59899999999999998,"15min":0.45000000000000001},"min":{"1min":0.14899999999999999,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":0.55000000000000004,"5min":3.2160000000000002,"15min":3.2160000000000002},"last":0.157}]},{"osd":1,"last update":"Thu Mar 4 23:41:44 2021","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":1.694,"15min":0.81399999999999995},"min":{"1min":0.153,"5min":0.153,"15min":0.14599999999999999},"max":{"1min":2.6419999999999999,"5min":92.263999999999996,"15min":92.263999999999996},"last":1.179},{"interface":"front","average":{"1min":0.45100000000000001,"5min":1.4570000000000001,"15min":0.753},"min":{"1min":0.17899999999999999,"5min":0.158,"15min":0.158},"max":{"1min":1.1879999999999999,"5min":91.950999999999993,"15min":91.950999999999993},"last":0.38700000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:41:44 2021","interfaces":[{"interface":"back","average":{"1min":7.282,"5min":1.9670000000000001,"15min":0.93400000000000005},"min":{"1min":0.19700000000000001,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":139.33099999999999,"5min":139.33099999999999,"15min":139.33099999999999},"last":2.8559999999999999},{"interface":"front","average":{"1min":7.2359999999999998,"5min":2.1040000000000001,"15min":0.95699999999999996},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":139.51400000000001,"5min":139.51400000000001,"15min":139.51400000000001},"last":0.187}]},{"osd":3,"last update":"Thu Mar 4 23:41:44 2021","interfaces":[{"interface":"back","average":{"1min":4.1150000000000002,"5min":2.3679999999999999,"15min":1.653},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":72.858000000000004,"5min":91.686999999999998,"15min":104.28700000000001},"last":1.3560000000000001},{"interface":"front","average":{"1min":3.8690000000000002,"5min":2.2109999999999999,"15min":1.6180000000000001},"min":{"1min":0.22700000000000001,"5min":0.183,"15min":0.183},"max":{"1min":72.872,"5min":91.822000000000003,"15min":104.264},"last":0.40300000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:41:27 2021","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.54600000000000004,"15min":0.39100000000000001},"min":{"1min":0.13600000000000001,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":2.6920000000000002,"5min":4.3540000000000001,"15min":4.3540000000000001},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.253,"5min":0.54900000000000004,"15min":0.39800000000000002},"min":{"1min":0.14399999999999999,"5min":0.14399999999999999,"15min":0.14299999999999999},"max":{"1min":0.44700000000000001,"5min":3.1179999999999999,"15min":3.1179999999999999},"last":0.20999999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:41:27 2021","interfaces":[{"interface":"back","average":{"1min":0.28299999999999997,"5min":0.67900000000000005,"15min":0.443},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.155},"max":{"1min":0.70899999999999996,"5min":18.030000000000001,"15min":18.030000000000001},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.38,"5min":0.77900000000000003,"15min":0.52300000000000002},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.13900000000000001},"max":{"1min":2.5249999999999999,"5min":17.949999999999999,"15min":17.949999999999999},"last":0.23499999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:41:27 2021","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.501,"15min":0.41899999999999998},"min":{"1min":0.187,"5min":0.187,"15min":0.16500000000000001},"max":{"1min":2.1030000000000002,"5min":3.569,"15min":3.569},"last":1.5580000000000001},{"interface":"front","average":{"1min":0.307,"5min":0.69999999999999996,"15min":0.49199999999999999},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.46899999999999997,"5min":3.8050000000000002,"15min":3.8050000000000002},"last":0.26300000000000001}]}]},{"osd":1,"up_from":87,"seq":373662155094,"num_pgs":85,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3165348,"kb_used_data":2982940,"kb_used_omap":399,"kb_used_meta":181872,"kb_avail":84915036,"statfs":{"total":90194313216,"available":86952996864,"internally_reserved":0,"allocated":3054530560,"data_stored":3052659378,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":409281,"internal_metadata":186237247},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:42:08 2021","interfaces":[{"interface":"back","average":{"1min":0.20300000000000001,"5min":0.46100000000000002,"15min":0.47199999999999998},"min":{"1min":0.13500000000000001,"5min":0.13500000000000001,"15min":0.13200000000000001},"max":{"1min":0.34499999999999997,"5min":3.0619999999999998,"15min":39.125},"last":0.17000000000000001},{"interface":"front","average":{"1min":0.27700000000000002,"5min":0.53200000000000003,"15min":0.54400000000000004},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.17899999999999999},"max":{"1min":0.44400000000000001,"5min":3.141,"15min":39.207000000000001},"last":0.29899999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:41:37 2021","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":0.44,"15min":0.317},"min":{"1min":0.155,"5min":0.14499999999999999,"15min":0.13400000000000001},"max":{"1min":1.325,"5min":2.6099999999999999,"15min":2.6099999999999999},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.58599999999999997,"15min":0.36399999999999999},"min":{"1min":0.159,"5min":0.159,"15min":0.14799999999999999},"max":{"1min":3.5030000000000001,"5min":5.2149999999999999,"15min":5.2149999999999999},"last":1.369}]},{"osd":3,"last update":"Thu Mar 4 23:41:26 2021","interfaces":[{"interface":"back","average":{"1min":0.996,"5min":2.1309999999999998,"15min":1.7090000000000001},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":6.2590000000000003,"5min":89.902000000000001,"15min":110.28400000000001},"last":1.389},{"interface":"front","average":{"1min":1.165,"5min":2.1619999999999999,"15min":1.7290000000000001},"min":{"1min":0.192,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":6.2759999999999998,"5min":89.890000000000001,"15min":109.977},"last":1.411}]},{"osd":4,"last update":"Thu Mar 4 23:41:37 2021","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.67200000000000004,"15min":0.497},"min":{"1min":0.217,"5min":0.19800000000000001,"15min":0.19500000000000001},"max":{"1min":1.343,"5min":5.1189999999999998,"15min":5.1189999999999998},"last":1.2490000000000001},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.64100000000000001,"15min":0.47599999999999998},"min":{"1min":0.20999999999999999,"5min":0.20399999999999999,"15min":0.20100000000000001},"max":{"1min":1.454,"5min":3.129,"15min":3.129},"last":1.446}]},{"osd":5,"last update":"Thu Mar 4 23:41:37 2021","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.66300000000000003,"15min":0.52000000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.20699999999999999},"max":{"1min":3.0979999999999999,"5min":3.2509999999999999,"15min":8.6690000000000005},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.69499999999999995,"15min":0.51200000000000001},"min":{"1min":0.26400000000000001,"5min":0.23599999999999999,"15min":0.217},"max":{"1min":1.3720000000000001,"5min":5.1449999999999996,"15min":5.1449999999999996},"last":1.331}]},{"osd":6,"last update":"Thu Mar 4 23:42:03 2021","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.66400000000000003,"15min":0.501},"min":{"1min":0.252,"5min":0.23699999999999999,"15min":0.22600000000000001},"max":{"1min":1.4390000000000001,"5min":3.5600000000000001,"15min":3.5600000000000001},"last":1.2809999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.71399999999999997,"15min":0.54900000000000004},"min":{"1min":0.29499999999999998,"5min":0.25900000000000001,"15min":0.24299999999999999},"max":{"1min":0.82299999999999995,"5min":4.6710000000000003,"15min":4.6710000000000003},"last":0.52300000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:41:37 2021","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.66000000000000003,"15min":0.51700000000000002},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23100000000000001},"max":{"1min":1.3979999999999999,"5min":5.1749999999999998,"15min":5.1749999999999998},"last":1.54},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.68700000000000006,"15min":0.52300000000000002},"min":{"1min":0.30599999999999999,"5min":0.26000000000000001,"15min":0.224},"max":{"1min":1.885,"5min":2.8660000000000001,"15min":2.8660000000000001},"last":1.228}]}]},{"osd":0,"up_from":174,"seq":747324309678,"num_pgs":73,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2121132,"kb_used_data":1790628,"kb_used_omap":2864,"kb_used_meta":327631,"kb_avail":85959252,"statfs":{"total":90194313216,"available":88022274048,"internally_reserved":0,"allocated":1833603072,"data_stored":1831724273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2932876,"internal_metadata":335495028},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:41:12 2021","interfaces":[{"interface":"back","average":{"1min":0.217,"5min":0.34999999999999998,"15min":0.28199999999999997},"min":{"1min":0.156,"5min":0.13,"15min":0.12},"max":{"1min":0.45200000000000001,"5min":2.5369999999999999,"15min":2.5369999999999999},"last":0.248},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.41799999999999998,"15min":0.29599999999999999},"min":{"1min":0.187,"5min":0.128,"15min":0.128},"max":{"1min":2.7189999999999999,"5min":2.7599999999999998,"15min":2.7599999999999998},"last":0.20999999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:41:12 2021","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.46200000000000002,"15min":0.32000000000000001},"min":{"1min":0.191,"5min":0.13500000000000001,"15min":0.13500000000000001},"max":{"1min":3.3650000000000002,"5min":3.3650000000000002,"15min":3.3650000000000002},"last":1.1890000000000001},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.505,"15min":0.35799999999999998},"min":{"1min":0.23100000000000001,"5min":0.16300000000000001,"15min":0.14000000000000001},"max":{"1min":3.9289999999999998,"5min":3.9289999999999998,"15min":3.9289999999999998},"last":0.379}]},{"osd":3,"last update":"Thu Mar 4 23:41:12 2021","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.54500000000000004,"15min":0.36499999999999999},"min":{"1min":0.17100000000000001,"5min":0.14899999999999999,"15min":0.128},"max":{"1min":3.2240000000000002,"5min":5.0289999999999999,"15min":5.0289999999999999},"last":1.113},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.51300000000000001,"15min":0.37},"min":{"1min":0.21099999999999999,"5min":0.17999999999999999,"15min":0.151},"max":{"1min":1.5449999999999999,"5min":2.6080000000000001,"15min":2.6080000000000001},"last":0.40999999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:41:12 2021","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.58599999999999997,"15min":0.45200000000000001},"min":{"1min":0.246,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":3.2690000000000001,"5min":3.2690000000000001,"15min":3.2690000000000001},"last":1.161},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.72999999999999998,"15min":0.51100000000000001},"min":{"1min":0.27500000000000002,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":1.214,"5min":3.7639999999999998,"15min":3.7639999999999998},"last":0.47699999999999998}]},{"osd":5,"last update":"Thu Mar 4 23:41:12 2021","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.59199999999999997,"15min":0.46999999999999997},"min":{"1min":0.29599999999999999,"5min":0.214,"15min":0.20699999999999999},"max":{"1min":1.5669999999999999,"5min":2.637,"15min":2.637},"last":0.442},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.57099999999999995,"15min":0.44700000000000001},"min":{"1min":0.23799999999999999,"5min":0.222,"15min":0.20100000000000001},"max":{"1min":2.7650000000000001,"5min":2.7650000000000001,"15min":2.7650000000000001},"last":0.43099999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:41:12 2021","interfaces":[{"interface":"back","average":{"1min":0.93500000000000005,"5min":0.82699999999999996,"15min":0.53800000000000003},"min":{"1min":0.29199999999999998,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":2.8300000000000001,"5min":5.835,"15min":5.835},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.625,"15min":0.47599999999999998},"min":{"1min":0.29199999999999998,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.2909999999999999,"5min":3.2909999999999999,"15min":3.2909999999999999},"last":1.2430000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:41:12 2021","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.67200000000000004,"15min":0.48799999999999999},"min":{"1min":0.32000000000000001,"5min":0.26100000000000001,"15min":0.23100000000000001},"max":{"1min":2.7970000000000002,"5min":2.7970000000000002,"15min":2.7970000000000002},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.63900000000000001,"15min":0.504},"min":{"1min":0.33000000000000002,"5min":0.219,"15min":0.219},"max":{"1min":3.3290000000000002,"5min":3.3290000000000002,"15min":3.3290000000000002},"last":1.22}]}]},{"osd":2,"up_from":0,"seq":442381631818,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879614,"num_pgs":77,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2654692,"kb_used_data":2389788,"kb_used_omap":883,"kb_used_meta":263948,"kb_avail":85425692,"statfs":{"total":90194313216,"available":87475908608,"internally_reserved":0,"allocated":2447142912,"data_stored":2445270681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":270282816},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:42:09 2021","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":2.1520000000000001,"15min":1.1990000000000001},"min":{"1min":0.13400000000000001,"5min":0.13300000000000001,"15min":0.127},"max":{"1min":2.9689999999999999,"5min":85.155000000000001,"15min":85.155000000000001},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.67300000000000004,"5min":2.2240000000000002,"15min":1.2509999999999999},"min":{"1min":0.17399999999999999,"5min":0.14199999999999999,"15min":0.13500000000000001},"max":{"1min":3.2549999999999999,"5min":85.247,"15min":85.247},"last":0.185}]},{"osd":1,"last update":"Thu Mar 4 23:41:34 2021","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":1.349,"15min":0.69599999999999995},"min":{"1min":0.16600000000000001,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":2.0099999999999998,"5min":79.055999999999997,"15min":79.055999999999997},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.63500000000000001,"5min":1.3180000000000001,"15min":0.70599999999999996},"min":{"1min":0.14999999999999999,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":3.0720000000000001,"5min":79.075000000000003,"15min":79.075000000000003},"last":0.27700000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:41:34 2021","interfaces":[{"interface":"back","average":{"1min":3.3900000000000001,"5min":1.4610000000000001,"15min":0.66600000000000004},"min":{"1min":0.13700000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":52.024999999999999,"5min":52.024999999999999,"15min":52.024999999999999},"last":0.51000000000000001},{"interface":"front","average":{"1min":3.8860000000000001,"5min":1.524,"15min":0.68700000000000006},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.151},"max":{"1min":51.856999999999999,"5min":51.856999999999999,"15min":51.856999999999999},"last":3.3359999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:41:34 2021","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":1.5529999999999999,"15min":0.78800000000000003},"min":{"1min":0.21099999999999999,"5min":0.20399999999999999,"15min":0.19400000000000001},"max":{"1min":2.0379999999999998,"5min":68.614999999999995,"15min":68.614999999999995},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.67500000000000004,"15min":0.50900000000000001},"min":{"1min":0.22600000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":3.1019999999999999,"5min":11.256,"15min":11.256},"last":0.32800000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:41:34 2021","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.58399999999999996,"15min":0.505},"min":{"1min":0.251,"5min":0.221,"15min":0.221},"max":{"1min":3.294,"5min":3.294,"15min":3.5409999999999999},"last":0.376},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.69899999999999995,"15min":0.49399999999999999},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":5.0190000000000001,"5min":5.0190000000000001,"15min":5.0190000000000001},"last":0.66800000000000004}]},{"osd":6,"last update":"Thu Mar 4 23:42:05 2021","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.85899999999999999,"15min":0.59499999999999997},"min":{"1min":0.23499999999999999,"5min":0.23200000000000001,"15min":0.22500000000000001},"max":{"1min":4.5110000000000001,"5min":4.5110000000000001,"15min":9.9410000000000007},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.59299999999999997,"15min":0.49399999999999999},"min":{"1min":0.28299999999999997,"5min":0.27200000000000002,"15min":0.251},"max":{"1min":3.1349999999999998,"5min":3.1349999999999998,"15min":3.1349999999999998},"last":0.61899999999999999}]},{"osd":7,"last update":"Thu Mar 4 23:41:34 2021","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.72099999999999997,"15min":1.181},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":5.0519999999999996,"5min":5.0519999999999996,"15min":160.75999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.88100000000000001,"15min":1.2969999999999999},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.23899999999999999},"max":{"1min":4.4779999999999998,"5min":4.4779999999999998,"15min":160.86600000000001},"last":0.436}]}]},{"osd":4,"up_from":31,"seq":133143986643,"num_pgs":72,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2435200,"kb_used_data":1386616,"kb_used_omap":168,"kb_used_meta":1048407,"kb_avail":85645184,"statfs":{"total":90194313216,"available":87700668416,"internally_reserved":1073741824,"allocated":1419894784,"data_stored":1417997699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":172349,"internal_metadata":1073569475},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:41:12 2021","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.748,"15min":0.48599999999999999},"min":{"1min":0.159,"5min":0.14599999999999999,"15min":0.14599999999999999},"max":{"1min":2.7989999999999999,"5min":13.009,"15min":13.009},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.84399999999999997,"15min":0.55000000000000004},"min":{"1min":0.16800000000000001,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":2.8130000000000002,"5min":13.050000000000001,"15min":13.050000000000001},"last":0.36499999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:41:50 2021","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":2.798,"15min":1.3169999999999999},"min":{"1min":0.16700000000000001,"5min":0.154,"15min":0.154},"max":{"1min":0.69499999999999995,"5min":224.30600000000001,"15min":224.30600000000001},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.52100000000000002,"5min":2.9089999999999998,"15min":1.3500000000000001},"min":{"1min":0.188,"5min":0.185,"15min":0.154},"max":{"1min":2.04,"5min":224.327,"15min":224.327},"last":0.437}]},{"osd":2,"last update":"Thu Mar 4 23:41:35 2021","interfaces":[{"interface":"back","average":{"1min":1.5509999999999999,"5min":0.75,"15min":0.495},"min":{"1min":0.17699999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":15.212,"5min":15.212,"15min":15.212},"last":0.35299999999999998},{"interface":"front","average":{"1min":1.4690000000000001,"5min":0.70899999999999996,"15min":0.48399999999999999},"min":{"1min":0.19700000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":15.227,"5min":15.227,"15min":15.227},"last":0.45700000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:41:35 2021","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":2.218,"15min":2.1339999999999999},"min":{"1min":0.216,"5min":0.20100000000000001,"15min":0.192},"max":{"1min":1.119,"5min":132.53800000000001,"15min":132.53800000000001},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.81299999999999994,"5min":2.0960000000000001,"15min":2.0840000000000001},"min":{"1min":0.25,"5min":0.22,"15min":0.19400000000000001},"max":{"1min":2.4220000000000002,"5min":132.518,"15min":132.518},"last":0.42199999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:41:50 2021","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.442,"15min":0.35999999999999999},"min":{"1min":0.151,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":1.4850000000000001,"5min":3.7850000000000001,"15min":3.7850000000000001},"last":0.379},{"interface":"front","average":{"1min":0.25600000000000001,"5min":0.45400000000000001,"15min":0.36799999999999999},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.40300000000000002,"5min":4.2380000000000004,"15min":4.2380000000000004},"last":0.17699999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:41:12 2021","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.52700000000000002,"15min":0.40500000000000003},"min":{"1min":0.188,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":2.165,"5min":2.7330000000000001,"15min":3.1110000000000002},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.29699999999999999,"5min":0.625,"15min":0.45300000000000001},"min":{"1min":0.19,"5min":0.16400000000000001,"15min":0.14199999999999999},"max":{"1min":0.495,"5min":4.6289999999999996,"15min":4.6289999999999996},"last":0.27600000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:41:50 2021","interfaces":[{"interface":"back","average":{"1min":0.29399999999999998,"5min":0.47499999999999998,"15min":0.878},"min":{"1min":0.16,"5min":0.16,"15min":0.16},"max":{"1min":0.46100000000000002,"5min":2.9249999999999998,"15min":131.482},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.373,"5min":0.57299999999999995,"15min":0.93500000000000005},"min":{"1min":0.183,"5min":0.183,"15min":0.161},"max":{"1min":0.67300000000000004,"5min":4.6879999999999997,"15min":131.54599999999999},"last":0.40200000000000002}]}]},{"osd":5,"up_from":36,"seq":154618823121,"num_pgs":65,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2438380,"kb_used_data":1389796,"kb_used_omap":876,"kb_used_meta":1047699,"kb_avail":85642004,"statfs":{"total":90194313216,"available":87697412096,"internally_reserved":1073741824,"allocated":1423151104,"data_stored":1421272353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":897466,"internal_metadata":1072844358},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:42:11 2021","interfaces":[{"interface":"back","average":{"1min":0.29499999999999998,"5min":0.83299999999999996,"15min":0.54100000000000004},"min":{"1min":0.14499999999999999,"5min":0.14499999999999999,"15min":0.13},"max":{"1min":1.474,"5min":21.626000000000001,"15min":21.626000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.72799999999999998,"15min":0.51200000000000001},"min":{"1min":0.17199999999999999,"5min":0.16200000000000001,"15min":0.154},"max":{"1min":1.452,"5min":21.646000000000001,"15min":21.646000000000001},"last":0.59999999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:41:47 2021","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.65400000000000003,"15min":0.45600000000000002},"min":{"1min":0.14999999999999999,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":2.9260000000000002,"5min":3.9220000000000002,"15min":3.9220000000000002},"last":0.22600000000000001},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.44700000000000001,"15min":0.40600000000000003},"min":{"1min":0.20000000000000001,"5min":0.159,"15min":0.159},"max":{"1min":3.4009999999999998,"5min":3.4009999999999998,"15min":3.4009999999999998},"last":0.25700000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:41:35 2021","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.70599999999999996,"15min":0.47899999999999998},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.16800000000000001},"max":{"1min":2.6099999999999999,"5min":3.843,"15min":3.843},"last":0.20100000000000001},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.48099999999999998,"15min":0.44},"min":{"1min":0.22700000000000001,"5min":0.184,"15min":0.184},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":3.0800000000000001},"last":0.36099999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:41:35 2021","interfaces":[{"interface":"back","average":{"1min":3.1640000000000001,"5min":1.1930000000000001,"15min":0.85499999999999998},"min":{"1min":0.216,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":45.746000000000002,"5min":45.746000000000002,"15min":55.055999999999997},"last":0.24099999999999999},{"interface":"front","average":{"1min":3.1070000000000002,"5min":1.216,"15min":0.87},"min":{"1min":0.191,"5min":0.191,"15min":0.187},"max":{"1min":45.728999999999999,"5min":45.728999999999999,"15min":55.119},"last":0.30099999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:42:11 2021","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":1.0089999999999999,"15min":0.57799999999999996},"min":{"1min":0.16900000000000001,"5min":0.14099999999999999,"15min":0.13100000000000001},"max":{"1min":2.0790000000000002,"5min":55.844999999999999,"15min":55.844999999999999},"last":0.215},{"interface":"front","average":{"1min":0.33000000000000002,"5min":1.3200000000000001,"15min":0.67000000000000004},"min":{"1min":0.185,"5min":0.155,"15min":0.155},"max":{"1min":1.7070000000000001,"5min":55.863999999999997,"15min":55.863999999999997},"last":0.38400000000000001}]},{"osd":6,"last update":"Thu Mar 4 23:41:47 2021","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.67100000000000004,"15min":0.48699999999999999},"min":{"1min":0.20899999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.577,"5min":4.6289999999999996,"15min":4.6289999999999996},"last":0.186},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.71699999999999997,"15min":0.46200000000000002},"min":{"1min":0.17699999999999999,"5min":0.17699999999999999,"15min":0.14599999999999999},"max":{"1min":2.008,"5min":5.1189999999999998,"15min":5.1189999999999998},"last":0.31900000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:41:35 2021","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.67900000000000005,"15min":0.47099999999999997},"min":{"1min":0.24299999999999999,"5min":0.193,"15min":0.185},"max":{"1min":2.0819999999999999,"5min":5.0220000000000002,"15min":5.0220000000000002},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.73099999999999998,"15min":0.47099999999999997},"min":{"1min":0.219,"5min":0.20300000000000001,"15min":0.159},"max":{"1min":2.2330000000000001,"5min":5.5540000000000003,"15min":5.5540000000000003},"last":0.57599999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2932876,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":409281,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":406251,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":905152,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":172349,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":897466,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1778063,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3743337,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1809514496,"data_stored":1809514496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3006464000,"data_stored":3006464000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2004619264,"data_stored":2004615192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2376204288,"data_stored":2376204288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1397952512,"data_stored":1397948440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1384775680,"data_stored":1384775680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2763788288,"data_stored":2763784216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2180448256,"data_stored":2180448256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:42:20.041 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool set rbd pgp_num 38 2021-03-04T23:42:20.046 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:20.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:20.067 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:20.068 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:20.169 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:20.194 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:20.195 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:20.196 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:20.229 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:20.297 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:20.327 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:20.328 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:20.329 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:20.410 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:42:20.430 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:20.440 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:42:20.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:20.451 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:20.452 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:20.462 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:42:20.496 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:42:20.505 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:20 gibba011 conmon[95595]: cluster 2021-03-04T23:42:18.836403+0000 mgr.x (mgr.34676) 1239 : cluster [DBG] pgmap v1321: 179 pgs: 2 active+remapped+backfill_wait, 4 active+remapped+backfilling, 173 active+clean; 4.4 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 2.45k op/s; 19311/218544 objects misplaced (8.836%); 51 MiB/s, 0 keys/s, 822 objects/s recovering 2021-03-04T23:42:20.506 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:20 gibba011 conmon[99461]: cluster 2021-03-04T23:42:18.836403+0000 mgr.x (mgr.34676) 1239 : cluster [DBG] pgmap v1321: 179 pgs: 2 active+remapped+backfill_wait, 4 active+remapped+backfilling, 173 active+clean; 4.4 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 2.45k op/s; 19311/218544 objects misplaced (8.836%); 51 MiB/s, 0 keys/s, 822 objects/s recovering 2021-03-04T23:42:20.526 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:42:20.553 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:20.556 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:42:20.574 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:20.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:20.575 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:20.578 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:42:20.605 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:42:20.606 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:42:20.607 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:42:20.607 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:42:20.607 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:42:20.607 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:42:20.608 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:42:20.608 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:42:20.608 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:42:20.677 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:20.696 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:20.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:20.698 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:20.799 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:20.823 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:20.824 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:20.824 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:20.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:20 gibba038 conmon[76675]: cluster 2021-03-04T23:42:18.836403+0000 mgr.x (mgr.34676) 1239 : cluster [DBG] pgmap v1321: 179 pgs: 2 active+remapped+backfill_wait, 4 active+remapped+backfilling, 173 active+clean; 4.4 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 2.45k op/s; 19311/218544 objects misplaced (8.836%); 51 MiB/s, 0 keys/s, 822 objects/s recovering 2021-03-04T23:42:20.926 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:20.949 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:20.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:20.952 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:21.053 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:21.073 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:21.074 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:21.075 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:21.177 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:21.204 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:21.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:21.205 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:21.306 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:21.330 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:21.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:21.331 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:21.389 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:42:21.432 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:21.444 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:21 gibba038 conmon[76675]: audit 2021-03-04T23:42:20.384693+0000 mon.c (mon.1) 507 : audit [DBG] 2021-03-04T23:42:21.445 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:21 gibba038 conmon[76675]: from='client.? 172.21.2.111:0/202173113' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:21.445 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:21 gibba038 conmon[76675]: audit 2021-03-04T23:42:20.937655+0000 mon.a (mon.0) 1748 : audit [INF] from='client.? 172.21.2.111:0/4213240865' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:42:21.458 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:21.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:21.461 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:21.562 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:21.585 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:21.585 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:21.586 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:21.594 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:42:21.595 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:42:21.595 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.595 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:375638 11.f 11:f533542d:::benchmark_data_gibba011_300349_object155941:head [delete] snapc 0=[] ondisk+write+known_if_redirected e391)", 2021-03-04T23:42:21.596 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:21.586259+0000", 2021-03-04T23:42:21.596 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.0042599339999999999, 2021-03-04T23:42:21.597 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0042790320000000003, 2021-03-04T23:42:21.597 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:21.597 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:42:21.598 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:21.598 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:42:21.599 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:42:21.599 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 375638 2021-03-04T23:42:21.599 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.600 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:21.600 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.600 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:21.601 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.586259+0000", 2021-03-04T23:42:21.601 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:21.601 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.602 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.602 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:21.602 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.586259+0000", 2021-03-04T23:42:21.602 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6810000000000001e-06 2021-03-04T23:42:21.603 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.603 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.604 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:21.604 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.586261+0000", 2021-03-04T23:42:21.605 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.1299999999999998e-07 2021-03-04T23:42:21.605 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.606 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.607 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:21.607 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.586262+0000", 2021-03-04T23:42:21.607 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.4939999999999997e-06 2021-03-04T23:42:21.608 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.608 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.609 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:21.609 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.586269+0000", 2021-03-04T23:42:21.613 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5360000000000003e-06 2021-03-04T23:42:21.613 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.613 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.614 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:21.614 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.586274+0000", 2021-03-04T23:42:21.614 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00053915600000000005 2021-03-04T23:42:21.615 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.615 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.616 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:21.616 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.586813+0000", 2021-03-04T23:42:21.616 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00015904999999999999 2021-03-04T23:42:21.616 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.617 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.617 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:21.617 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.586972+0000", 2021-03-04T23:42:21.617 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013173899999999999 2021-03-04T23:42:21.618 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.618 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.618 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,2", 2021-03-04T23:42:21.618 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.587104+0000", 2021-03-04T23:42:21.619 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00084456899999999998 2021-03-04T23:42:21.619 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:21.619 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:21.619 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:21.619 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.620 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.620 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:375642 11.f 11:f548ac18:::benchmark_data_gibba011_300349_object155945:head [delete] snapc 0=[] ondisk+write+known_if_redirected e391)", 2021-03-04T23:42:21.620 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:21.587263+0000", 2021-03-04T23:42:21.620 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.0032562060000000002, 2021-03-04T23:42:21.621 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0033203479999999999, 2021-03-04T23:42:21.621 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:21.621 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:42:21.621 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:21.622 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:42:21.622 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:42:21.622 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 375642 2021-03-04T23:42:21.623 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.623 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:21.623 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.623 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:21.624 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.587263+0000", 2021-03-04T23:42:21.624 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:21.624 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.624 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.625 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:21.625 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.587263+0000", 2021-03-04T23:42:21.625 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.629e-06 2021-03-04T23:42:21.625 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.626 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.626 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:21.626 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.587264+0000", 2021-03-04T23:42:21.627 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.035e-06 2021-03-04T23:42:21.627 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.627 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.627 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:21.628 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.587266+0000", 2021-03-04T23:42:21.628 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.8829999999999995e-06 2021-03-04T23:42:21.628 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.628 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.629 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:21.629 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.587274+0000", 2021-03-04T23:42:21.629 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9600000000000002e-06 2021-03-04T23:42:21.629 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.629 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.630 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:21.630 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.587278+0000", 2021-03-04T23:42:21.630 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0014408190000000001 2021-03-04T23:42:21.630 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.631 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.631 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:21.631 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588719+0000", 2021-03-04T23:42:21.631 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00014779699999999999 2021-03-04T23:42:21.632 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.632 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.632 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:21.632 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588867+0000", 2021-03-04T23:42:21.633 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00014133799999999999 2021-03-04T23:42:21.633 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.633 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.633 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,2", 2021-03-04T23:42:21.634 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589008+0000", 2021-03-04T23:42:21.634 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.001745461 2021-03-04T23:42:21.634 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:21.634 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:21.635 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:21.635 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.635 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.635 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:375644 11.f 11.8d32ab3f (undecoded) ondisk+write+known_if_redirected e391)", 2021-03-04T23:42:21.636 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:21.588256+0000", 2021-03-04T23:42:21.636 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.0022634790000000001, 2021-03-04T23:42:21.636 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.002366684, 2021-03-04T23:42:21.636 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:21.637 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:42:21.637 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:21.637 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:42:21.638 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:42:21.638 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 375644 2021-03-04T23:42:21.638 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.638 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:21.639 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.639 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:21.639 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588256+0000", 2021-03-04T23:42:21.639 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:21.640 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.640 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.640 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:21.640 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588256+0000", 2021-03-04T23:42:21.640 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1560000000000002e-06 2021-03-04T23:42:21.641 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.641 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.641 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:21.641 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588258+0000", 2021-03-04T23:42:21.642 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.094e-06 2021-03-04T23:42:21.642 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.642 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.642 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:21.643 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588259+0000", 2021-03-04T23:42:21.643 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.8999999999999995e-06 2021-03-04T23:42:21.643 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.643 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.644 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:21.644 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588268+0000", 2021-03-04T23:42:21.644 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9430000000000002e-06 2021-03-04T23:42:21.644 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.645 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.645 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:21.645 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588272+0000", 2021-03-04T23:42:21.645 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.002345401 2021-03-04T23:42:21.646 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.646 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.646 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:21.646 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.590617+0000", 2021-03-04T23:42:21.647 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.002361494 2021-03-04T23:42:21.647 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:21.647 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:21.647 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:21.648 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.648 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.648 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.56593.0:375633 11.e e391/354 11:7f8055b7:::benchmark_data_gibba011_300349_object155936:head v 391'23517, mlcod=391'23514)", 2021-03-04T23:42:21.648 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:21.588447+0000", 2021-03-04T23:42:21.649 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.0020719919999999999, 2021-03-04T23:42:21.649 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0022074070000000002, 2021-03-04T23:42:21.649 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:21.649 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "started", 2021-03-04T23:42:21.650 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:21.650 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.650 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:21.650 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588447+0000", 2021-03-04T23:42:21.651 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:21.651 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.651 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.651 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:21.652 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588447+0000", 2021-03-04T23:42:21.652 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.838e-06 2021-03-04T23:42:21.652 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.652 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.653 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:21.653 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588449+0000", 2021-03-04T23:42:21.653 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1659999999999999e-06 2021-03-04T23:42:21.653 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.654 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.654 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:21.654 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588450+0000", 2021-03-04T23:42:21.654 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.447e-06 2021-03-04T23:42:21.655 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.655 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.655 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:21.655 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588458+0000", 2021-03-04T23:42:21.656 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2100000000000002e-06 2021-03-04T23:42:21.656 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.656 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.656 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:21.656 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588461+0000", 2021-03-04T23:42:21.657 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6857999999999999e-05 2021-03-04T23:42:21.657 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.657 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.657 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:21.658 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588488+0000", 2021-03-04T23:42:21.658 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.328e-05 2021-03-04T23:42:21.658 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.658 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.659 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:21.659 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588501+0000", 2021-03-04T23:42:21.659 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.3798999999999998e-05 2021-03-04T23:42:21.659 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:21.660 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:21.660 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:21.660 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.660 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.661 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:375645 11.4 11:2f5eaf89:::benchmark_data_gibba011_300349_object155948:head [delete] snapc 0=[] ondisk+write+known_if_redirected e391)", 2021-03-04T23:42:21.661 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:21.588622+0000", 2021-03-04T23:42:21.661 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.0018974230000000001, 2021-03-04T23:42:21.661 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0020647389999999999, 2021-03-04T23:42:21.662 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:21.662 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:42:21.663 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:21.663 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:42:21.663 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:42:21.663 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 375645 2021-03-04T23:42:21.664 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.664 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:21.664 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.664 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:21.665 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588622+0000", 2021-03-04T23:42:21.665 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:21.665 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.665 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.665 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:21.666 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588622+0000", 2021-03-04T23:42:21.666 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0710000000000002e-06 2021-03-04T23:42:21.666 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.666 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.667 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:21.667 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588624+0000", 2021-03-04T23:42:21.667 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2389999999999999e-06 2021-03-04T23:42:21.668 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.668 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.669 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:21.669 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588625+0000", 2021-03-04T23:42:21.669 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1783999999999999e-05 2021-03-04T23:42:21.669 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.669 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.670 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:21.670 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588637+0000", 2021-03-04T23:42:21.670 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.882e-06 2021-03-04T23:42:21.670 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.671 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.671 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:21.671 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588642+0000", 2021-03-04T23:42:21.671 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2867000000000001e-05 2021-03-04T23:42:21.672 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.672 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.672 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:21.672 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588684+0000", 2021-03-04T23:42:21.673 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013467700000000001 2021-03-04T23:42:21.673 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.673 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.673 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:21.673 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588819+0000", 2021-03-04T23:42:21.674 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00014291400000000001 2021-03-04T23:42:21.674 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.674 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.674 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,2,6", 2021-03-04T23:42:21.675 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588962+0000", 2021-03-04T23:42:21.675 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00034043399999999997 2021-03-04T23:42:21.675 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:21.675 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:21.676 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:21.676 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.676 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.676 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.56593.0:375635 11.e e391/354 11:776dc533:::benchmark_data_gibba011_300349_object155938:head v 391'23518, mlcod=391'23514)", 2021-03-04T23:42:21.676 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:21.588958+0000", 2021-03-04T23:42:21.677 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.0015612, 2021-03-04T23:42:21.677 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0017783090000000001, 2021-03-04T23:42:21.677 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:21.677 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "started", 2021-03-04T23:42:21.678 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:21.678 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.678 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:21.678 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588958+0000", 2021-03-04T23:42:21.679 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:21.679 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.679 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.679 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:21.680 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588958+0000", 2021-03-04T23:42:21.680 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.528e-06 2021-03-04T23:42:21.680 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.680 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.681 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:21.681 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588959+0000", 2021-03-04T23:42:21.681 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1000000000000001e-06 2021-03-04T23:42:21.681 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.682 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.682 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:21.682 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588961+0000", 2021-03-04T23:42:21.682 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5130000000000004e-06 2021-03-04T23:42:21.683 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.683 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.683 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:21.683 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588966+0000", 2021-03-04T23:42:21.683 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5760000000000002e-06 2021-03-04T23:42:21.684 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.684 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.684 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:21.684 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.588970+0000", 2021-03-04T23:42:21.685 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.001530638 2021-03-04T23:42:21.685 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.685 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.685 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:21.686 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.590500+0000", 2021-03-04T23:42:21.686 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0145000000000001e-05 2021-03-04T23:42:21.686 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.686 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.687 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:21.687 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.590520+0000", 2021-03-04T23:42:21.687 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0015625000000000001 2021-03-04T23:42:21.687 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:21.688 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:21.688 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:21.688 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.688 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.688 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop_reply(client.56593.0:375638 11.f e391/388)", 2021-03-04T23:42:21.689 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:21.589126+0000", 2021-03-04T23:42:21.689 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.0013928180000000001, 2021-03-04T23:42:21.689 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0016590839999999999, 2021-03-04T23:42:21.689 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:21.690 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "queued for pg", 2021-03-04T23:42:21.690 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:21.690 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.690 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:21.691 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589126+0000", 2021-03-04T23:42:21.691 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:21.691 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.691 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.692 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:21.692 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589126+0000", 2021-03-04T23:42:21.692 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0950000000000001e-06 2021-03-04T23:42:21.692 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.692 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.693 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:21.693 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589127+0000", 2021-03-04T23:42:21.693 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.7700000000000004e-07 2021-03-04T23:42:21.693 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.694 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.694 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:21.694 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589128+0000", 2021-03-04T23:42:21.694 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.0650000000000004e-06 2021-03-04T23:42:21.695 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.695 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.695 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:21.695 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589134+0000", 2021-03-04T23:42:21.696 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1020000000000001e-06 2021-03-04T23:42:21.696 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.696 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.696 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:21.697 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589137+0000", 2021-03-04T23:42:21.697 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1039000000000001e-05 2021-03-04T23:42:21.697 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:21.697 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:21.698 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:21.698 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.698 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.698 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "MOSDPGPushReply(11.f 391/388 [PushReplyOp(11:fddb2a0f:::benchmark_data_gibba011_300349_object181321:head)])", 2021-03-04T23:42:21.699 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:21.589355+0000", 2021-03-04T23:42:21.699 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.0011642860000000001, 2021-03-04T23:42:21.699 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.001457673, 2021-03-04T23:42:21.699 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:21.700 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "queued for pg", 2021-03-04T23:42:21.700 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:21.700 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.700 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:21.701 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589355+0000", 2021-03-04T23:42:21.701 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:21.701 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.701 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.702 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:21.702 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589355+0000", 2021-03-04T23:42:21.702 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0899999999999999e-06 2021-03-04T23:42:21.702 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.703 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.703 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:21.703 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589356+0000", 2021-03-04T23:42:21.703 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.35e-06 2021-03-04T23:42:21.704 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.704 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.704 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:21.704 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589357+0000", 2021-03-04T23:42:21.705 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4539999999999998e-06 2021-03-04T23:42:21.705 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.705 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.705 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:21.706 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589363+0000", 2021-03-04T23:42:21.706 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.225e-06 2021-03-04T23:42:21.706 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.706 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.707 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:21.707 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589366+0000", 2021-03-04T23:42:21.707 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1119e-05 2021-03-04T23:42:21.707 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:21.708 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:21.708 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:21.708 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.708 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.709 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.56593.0:375646 11.c e391/388 11:3fd6a64c:::benchmark_data_gibba011_300349_object155949:head v 391'23567, mlcod=391'23565)", 2021-03-04T23:42:21.709 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:21.589688+0000", 2021-03-04T23:42:21.709 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.00083138899999999998, 2021-03-04T23:42:21.709 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0011530500000000001, 2021-03-04T23:42:21.710 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:21.710 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "started", 2021-03-04T23:42:21.710 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:21.710 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.711 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:21.711 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589688+0000", 2021-03-04T23:42:21.711 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:21.711 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.712 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.712 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:21.712 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589688+0000", 2021-03-04T23:42:21.712 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.511e-06 2021-03-04T23:42:21.713 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.713 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.713 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:21.713 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589689+0000", 2021-03-04T23:42:21.713 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.009e-06 2021-03-04T23:42:21.714 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.714 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.714 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:21.714 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589690+0000", 2021-03-04T23:42:21.715 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9850000000000003e-06 2021-03-04T23:42:21.715 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.715 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.715 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:21.716 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589696+0000", 2021-03-04T23:42:21.716 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8540000000000001e-06 2021-03-04T23:42:21.716 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.716 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.716 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:21.717 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589699+0000", 2021-03-04T23:42:21.717 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4263000000000001e-05 2021-03-04T23:42:21.717 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.717 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.718 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:21.718 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589723+0000", 2021-03-04T23:42:21.718 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4214e-05 2021-03-04T23:42:21.718 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.719 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.719 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:21.719 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589738+0000", 2021-03-04T23:42:21.720 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9836000000000002e-05 2021-03-04T23:42:21.720 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:21.720 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:21.720 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:21.720 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.721 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.721 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop_reply(client.56593.0:375638 11.f e391/388)", 2021-03-04T23:42:21.721 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:21.589875+0000", 2021-03-04T23:42:21.721 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.00064413199999999995, 2021-03-04T23:42:21.722 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0010165440000000001, 2021-03-04T23:42:21.722 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:21.722 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "queued for pg", 2021-03-04T23:42:21.722 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:21.723 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.723 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:21.723 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589875+0000", 2021-03-04T23:42:21.723 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:21.724 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.724 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.724 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:21.724 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589875+0000", 2021-03-04T23:42:21.725 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.7700000000000003e-07 2021-03-04T23:42:21.725 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.725 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.725 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:21.726 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589876+0000", 2021-03-04T23:42:21.726 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.015e-06 2021-03-04T23:42:21.726 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.726 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.727 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:21.727 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589877+0000", 2021-03-04T23:42:21.727 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.9930000000000001e-06 2021-03-04T23:42:21.727 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.728 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.728 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:21.728 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589886+0000", 2021-03-04T23:42:21.728 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.194e-06 2021-03-04T23:42:21.729 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.729 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.729 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:21.729 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.589890+0000", 2021-03-04T23:42:21.730 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5079000000000001e-05 2021-03-04T23:42:21.730 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:21.730 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:21.730 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:21.731 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.731 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.731 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop_reply(client.56593.0:375638 11.f e391/388)", 2021-03-04T23:42:21.731 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:21.590718+0000", 2021-03-04T23:42:21.732 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 4294967295.9998012, 2021-03-04T23:42:21.732 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00021356200000000001, 2021-03-04T23:42:21.732 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:21.732 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "queued for pg", 2021-03-04T23:42:21.732 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:21.733 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.733 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:21.733 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.590718+0000", 2021-03-04T23:42:21.733 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:21.734 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.734 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.734 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:21.734 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.590718+0000", 2021-03-04T23:42:21.735 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0930000000000001e-06 2021-03-04T23:42:21.735 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.735 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.735 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:21.736 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.590720+0000", 2021-03-04T23:42:21.736 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1909999999999999e-06 2021-03-04T23:42:21.736 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.736 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.736 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:21.737 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.590721+0000", 2021-03-04T23:42:21.737 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3098999999999999e-05 2021-03-04T23:42:21.737 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.737 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.738 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:21.738 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.590734+0000", 2021-03-04T23:42:21.738 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0819999999999998e-06 2021-03-04T23:42:21.738 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.739 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.739 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:21.739 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.590739+0000", 2021-03-04T23:42:21.739 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1464999999999999e-05 2021-03-04T23:42:21.740 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:21.740 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:21.740 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:21.740 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.740 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.741 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop_reply(client.56593.0:375642 11.f e391/388)", 2021-03-04T23:42:21.741 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:21.590875+0000", 2021-03-04T23:42:21.741 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 4294967295.9996443, 2021-03-04T23:42:21.741 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.4735999999999996e-05, 2021-03-04T23:42:21.742 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:21.742 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "queued for pg", 2021-03-04T23:42:21.742 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:21.742 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.743 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:21.743 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.590875+0000", 2021-03-04T23:42:21.743 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:21.743 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.744 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.744 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:21.744 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.590875+0000", 2021-03-04T23:42:21.744 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0360000000000001e-06 2021-03-04T23:42:21.744 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.745 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.745 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:21.745 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.590877+0000", 2021-03-04T23:42:21.745 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.24e-06 2021-03-04T23:42:21.746 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.746 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.746 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:21.746 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.590878+0000", 2021-03-04T23:42:21.747 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.024e-06 2021-03-04T23:42:21.747 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.747 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.747 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:21.747 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.590885+0000", 2021-03-04T23:42:21.748 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4229999999999998e-06 2021-03-04T23:42:21.748 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:21.748 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:21.748 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:21.749 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:21.590889+0000", 2021-03-04T23:42:21.749 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4722999999999999e-05 2021-03-04T23:42:21.749 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:21.749 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:21.750 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:21.750 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:21.750 INFO:teuthology.orchestra.run.gibba038.stdout: ], 2021-03-04T23:42:21.750 INFO:teuthology.orchestra.run.gibba038.stdout: "num_ops": 12 2021-03-04T23:42:21.751 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:42:21.751 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:21.752 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:21 gibba011 conmon[99461]: audit 2021-03-04T23:42:21.753 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:21 gibba011 conmon[99461]: 2021-03-04T23:42:20 2021-03-04T23:42:21.753 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:21 gibba011 conmon[99461]: .384693+0000 mon.c (mon.1) 507 : audit [DBG] from='client.? 172.21.2.111:0/202173113' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:21.753 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:21 gibba011 conmon[99461]: audit 2021-03-04T23:42:20.937655+0000 2021-03-04T23:42:21.753 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:21 gibba011 conmon[99461]: mon.a (mon.0) 1748 : audit [INF] from='client.? 172.21.2.111:0/4213240865' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:42:21.754 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:21 gibba011 conmon[95595]: audit 2021-03-04T23:42:20.384693+0000 mon.c (mon.1) 507 2021-03-04T23:42:21.754 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:21 gibba011 conmon[95595]: : audit [DBG] from='client.? 172.21.2.111:0/202173113' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:21.755 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:21 gibba011 conmon[95595]: audit 2021-03-04T23:42:20.937655+0000 mon.a (mon.0) 1748 : audit [INF] from='client.? 172.21.2.111:0/4213240865' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:42:21.777 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:21.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:21.779 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:21.880 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:21.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:21.905 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:21.905 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:22.007 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:22.030 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:22.031 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:22.031 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:22.133 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:22.158 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:22.159 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:22.160 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:22.261 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:22.283 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:22.284 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:22.284 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:22.386 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:22.411 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:22.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:22.413 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:22.514 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:22.540 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:22.541 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:22.541 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:22.642 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:22.664 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:22.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:22.666 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:22.767 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:22.783 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:22.784 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:22.784 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:22.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:22 gibba038 conmon[76675]: cluster 2021-03-04T23:42:20.836774+0000 mgr.x (mgr.34676) 1240 : cluster [DBG] pgmap v1322: 179 pgs: 2 active+remapped+backfill_wait, 4 active+remapped+backfilling, 173 active+clean; 4.4 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 2.03k op/s; 18594/214293 objects misplaced (8.677%); 43 MiB/s, 693 objects/s recovering 2021-03-04T23:42:22.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:22 gibba038 conmon[76675]: cluster 2021-03-04T23:42:21.375477+0000 mon.a (mon.0) 1749 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:22.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:22 gibba038 conmon[76675]: audit 2021-03-04T23:42:21.384420+0000 mon.a (mon.0) 1750 : audit [INF] from='client.? 172.21.2.111:0/4213240865' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:42:22.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:22 gibba038 conmon[76675]: cluster 2021-03-04T23:42:21.384477+0000 mon.a (mon.0) 1751 : cluster [DBG] osdmap e391: 8 total, 8 up, 7 in 2021-03-04T23:42:22.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:22 gibba038 conmon[76675]: 2021-03-04T23:42:22.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:22 gibba011 conmon[99461]: cluster 2021-03-04T23:42:20.836774+0000 mgr.x (mgr.34676) 1240 : cluster 2021-03-04T23:42:22.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:22 gibba011 conmon[99461]: [DBG] pgmap v1322: 179 pgs: 2 active+remapped+backfill_wait, 4 active+remapped+backfilling, 173 active+clean; 4.4 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 2.03k op/s; 18594/214293 objects misplaced (8.677%); 43 MiB/s, 693 objects/s recovering 2021-03-04T23:42:22.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:22 gibba011 conmon[99461]: cluster 2021-03-04T23:42:21.375477+0000 mon.a (mon.0) 1749 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:22.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:22 gibba011 conmon[99461]: audit 2021-03-04T23:42:21.384420+0000 mon.a (mon.0) 1750 : audit 2021-03-04T23:42:22.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:22 gibba011 conmon[99461]: [INF] from='client.? 172.21.2.111:0/4213240865' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:42:22.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:22 gibba011 conmon[99461]: cluster 2021-03-04T23:42: 2021-03-04T23:42:22.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:22 gibba011 conmon[99461]: 21.384477+0000 mon.a (mon.0) 1751 : cluster [DBG] 2021-03-04T23:42:22.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:22 gibba011 conmon[99461]: osdmap e391: 8 total, 8 up, 7 in 2021-03-04T23:42:22.857 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:22 gibba011 conmon[95595]: cluster 2021-03-04T23:42:22.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:22 gibba011 conmon[95595]: 2021-03-04T23:42:20 2021-03-04T23:42:22.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:22 gibba011 conmon[95595]: .836774+0000 mgr.x (mgr.34676) 1240 : cluster [DBG] pgmap v1322: 179 pgs: 2 active+remapped+backfill_wait, 4 active+remapped+backfilling, 173 active+clean; 4.4 GiB data, 13 GiB used, 571 GiB / 588 GiB avail; 0 B/s wr, 2.03k op/s; 18594/214293 objects misplaced (8.677%); 43 MiB/s, 693 objects/s recovering 2021-03-04T23:42:22.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:22 gibba011 conmon[95595]: cluster 2021-03-04T23:42 2021-03-04T23:42:22.858 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:22 gibba011 conmon[95595]: :21.375477+0000 mon.a (mon.0) 1749 : cluster [WRN] 2021-03-04T23:42:22.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:22 gibba011 conmon[95595]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:22.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:22 gibba011 conmon[95595]: audit 2021 2021-03-04T23:42:22.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:22 gibba011 conmon[95595]: -03-04T23:42:21.384420+0000 mon.a (mon.0 2021-03-04T23:42:22.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:22 gibba011 conmon[95595]: ) 1750 : audit [INF] from='client.? 172.21.2.111:0/4213240865' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:42:22.859 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:22 gibba011 conmon[95595]: cluster 2021 2021-03-04T23:42:22.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:22 gibba011 conmon[95595]: -03-04T23:42:21.384477+0000 2021-03-04T23:42:22.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:22 gibba011 conmon[95595]: mon.a (mon.0) 1751 : cluster [DBG] 2021-03-04T23:42:22.860 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:22 gibba011 conmon[95595]: osdmap e391: 8 total, 8 up, 7 in 2021-03-04T23:42:22.886 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:22.907 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:22.908 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:22.908 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:23.010 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:23.029 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:23.030 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:23.030 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:23.132 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:23.156 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:23.157 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:23.157 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:23.258 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:23.281 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:23.282 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:23.282 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:23.360 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_blocked_ops 2021-03-04T23:42:23.384 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:23.426 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:23.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:23.427 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:23.528 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:23.531 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:42:23.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:23.560 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:23.561 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:23.662 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:23.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:23.689 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:23.690 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:23.792 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:23.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:23.820 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:23.821 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:23.922 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:23.950 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:23.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:23.953 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:24.054 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:24.080 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:24.082 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:24.082 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:24.184 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:24.203 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:24.204 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:24.204 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:24.306 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:24.327 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:24.328 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:24.328 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:24.429 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:24.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:24.447 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:24.448 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:24.549 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:24.566 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:24.567 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:24.568 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:24.645 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:24 gibba011 conmon[95595]: cluster 2021-03-04T23:42:22.837350+0000 mgr.x (mgr.34676) 1241 : cluster [DBG] pgmap v1324: 179 pgs: 2 active+remapped+backfill_wait, 4 active+remapped+backfilling, 173 active+clean; 4.0 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 2.31k op/s; 14705/197118 objects misplaced (7.460%); 52 MiB/s, 833 objects/s recovering 2021-03-04T23:42:24.646 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:24 gibba011 conmon[95595]: cluster 2021-03-04T23:42:24.128679+0000 mon.a (mon.0) 1752 : cluster [DBG] osdmap e392: 8 total, 8 up, 7 in 2021-03-04T23:42:24.646 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:24 gibba011 conmon[99461]: cluster 2021-03-04T23:42:22.837350+0000 mgr.x (mgr.34676) 1241 : cluster [DBG] pgmap v1324: 179 pgs: 2 active+remapped+backfill_wait, 4 active+remapped+backfilling, 173 active+clean; 4.0 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 2.31k op/s; 14705/197118 objects misplaced (7.460%); 52 MiB/s, 833 objects/s recovering 2021-03-04T23:42:24.647 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:24 gibba011 conmon[99461]: cluster 2021-03-04T23:42:24.128679+0000 mon.a (mon.0) 1752 : cluster [DBG] osdmap e392: 8 total, 8 up, 7 in 2021-03-04T23:42:24.668 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:24.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:24.688 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:24.689 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:24.790 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:24.807 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:24.807 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:24.808 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:24.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:24 gibba038 conmon[76675]: cluster 2021-03-04T23:42:22.837350+0000 mgr.x (mgr.34676) 1241 : cluster [DBG] pgmap v1324: 179 pgs: 2 active+remapped+backfill_wait, 4 active+remapped+backfilling, 173 active+clean; 4.0 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 2.31k op/s; 14705/197118 objects misplaced (7.460%); 52 MiB/s, 833 objects/s recovering 2021-03-04T23:42:24.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:24 gibba038 conmon[76675]: cluster 2021-03-04T23:42:24.128679+0000 mon.a (mon.0) 1752 : cluster [DBG] osdmap e392: 8 total, 8 up, 7 in 2021-03-04T23:42:24.909 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:24.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:24.927 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:24.927 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:25.029 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:25.034 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:42:25.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:25.047 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:25.047 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:25.149 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:25.160 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:25.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:25.169 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:25.169 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:25.271 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:25.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:25.290 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:25.291 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:25.392 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:25.410 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:25.411 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:25.411 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:25.513 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:25.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:25.531 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:25.532 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:25.633 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:25.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:25.653 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:25.654 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:25.739 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:42:25.739 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:42:25.740 INFO:teuthology.orchestra.run.gibba038.stdout: "complaint_time": 30, 2021-03-04T23:42:25.740 INFO:teuthology.orchestra.run.gibba038.stdout: "num_blocked_ops": 0 2021-03-04T23:42:25.741 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:42:25.755 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:25.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:25.774 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:25.774 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:25.876 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:25.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:25.895 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:25.896 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:25.997 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:26.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:26.016 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:26.017 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:26.118 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:26.136 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:26.137 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:26.138 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:26.141 INFO:teuthology.orchestra.run.gibba011.stderr:set pool 2 pgp_num to 38 2021-03-04T23:42:26.239 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:26.262 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:26.263 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:26.264 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:26.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:26 gibba011 conmon[95595]: cluster 2021-03-04T23:42:24.837612+0000 mgr.x (mgr.34676) 1242 : cluster [DBG] pgmap v1326: 179 pgs: 2 active+remapped+backfill_wait, 4 active+remapped+backfilling, 173 active+clean; 3.8 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 2.69k op/s; 12535/184581 objects misplaced (6.791%); 64 MiB/s, 1.03k objects/s recovering 2021-03-04T23:42:26.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:26 gibba011 conmon[95595]: cluster 2021-03-04T23:42:25.132657+0000 mon.a (mon.0) 1753 : cluster [DBG] osdmap e393: 8 total, 8 up, 7 in 2021-03-04T23:42:26.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:26 gibba011 conmon[95595]: audit 2021-03-04T23:42:26.097981+0000 mon.a (mon.0) 1754 : audit [INF] from='client.? 172.21.2.111:0/2674593583' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "38"}]: dispatch 2021-03-04T23:42:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:26 gibba011 conmon[99461]: cluster 2021-03-04T23:42:24.837612+0000 mgr.x (mgr.34676) 1242 : cluster [DBG] pgmap v1326: 179 pgs: 2 active+remapped+backfill_wait, 4 active+remapped+backfilling, 173 active+clean; 3.8 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 2.69k op/s; 12535/184581 objects misplaced (6.791%); 64 MiB/s, 1.03k objects/s recovering 2021-03-04T23:42:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:26 gibba011 conmon[99461]: cluster 2021-03-04T23:42:25.132657+0000 mon.a (mon.0) 1753 : cluster [DBG] osdmap e393: 8 total, 8 up, 7 in 2021-03-04T23:42:26.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:26 gibba011 conmon[99461]: audit 2021-03-04T23:42:26.097981+0000 mon.a (mon.0) 1754 : audit [INF] from='client.? 172.21.2.111:0/2674593583' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "38"}]: dispatch 2021-03-04T23:42:26.366 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:26.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:26.388 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:26.388 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:26.489 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:26.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:26.513 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:26.513 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:26.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:26 gibba038 conmon[76675]: cluster 2021-03-04T23:42:24.837612+0000 mgr.x (mgr.34676) 1242 : 2021-03-04T23:42:26.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:26 gibba038 conmon[76675]: cluster [DBG] pgmap v1326: 179 pgs: 2 active+remapped+backfill_wait, 4 active+remapped+backfilling, 173 active+clean; 3.8 GiB data, 12 GiB used, 572 GiB / 588 GiB avail; 0 B/s wr, 2.69k op/s; 12535/184581 objects misplaced (6.791%); 64 MiB/s, 1.03k objects/s recovering 2021-03-04T23:42:26.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:26 gibba038 conmon[76675]: cluster 2021-03-04T23:42:25.132657+0000 mon.a (mon.0) 1753 : cluster [DBG] osdmap e393: 8 total, 8 up, 7 in 2021-03-04T23:42:26.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:26 gibba038 conmon[76675]: audit 2021-03-04T23:42:26.097981+0000 mon.a (mon.0) 1754 : audit [INF] from='client.? 172.21.2.111:0/2674593583' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "38"}]: dispatch 2021-03-04T23:42:26.616 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:26.637 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:26.638 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:26.639 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:26.740 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:26.762 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:26.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:26.764 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:26.858 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 dump_historic_ops 2021-03-04T23:42:26.865 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:26.884 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:26.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:26.886 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:26.988 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:27.006 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:42:27.012 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:27.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:27.013 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:27.095 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:42:27.115 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:27.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:27.138 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:27.138 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:27.240 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:27.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:27.262 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:27.262 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:27.269 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:27.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:27 gibba011 conmon[95595]: audit 2021-03-04T23:42:26.136107+0000 mon.a (mon. 2021-03-04T23:42:27.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:27 gibba011 conmon[95595]: 0) 1755 : audit [INF] from='client.? 172.21.2.111:0/2674593583' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "38"}]': finished 2021-03-04T23:42:27.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:27 gibba011 conmon[95595]: cluster 2021-03-04T23:42:26.136149+0000 mon.a (mon.0) 1756 : cluster [DBG] osdmap e394: 8 total, 8 up, 7 in 2021-03-04T23:42:27.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:27 gibba011 conmon[99461]: audit 2021-03-04T23:42:26.136107+0000 2021-03-04T23:42:27.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:27 gibba011 conmon[99461]: mon.a (mon.0) 1755 : audit [INF] from='client.? 172.21.2.111:0/2674593583' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "38"}]': finished 2021-03-04T23:42:27.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:27 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:42:27.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:27 gibba011 conmon[99461]: 23:42:26.136149+0000 mon.a (mon.0) 1756 : cluster [DBG] 2021-03-04T23:42:27.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:27 gibba011 conmon[99461]: osdmap e394: 8 total, 8 up, 7 in 2021-03-04T23:42:27.363 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:27.384 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:27.385 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:27.385 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:27.411 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:27 gibba038 conmon[76675]: audit 2021-03-04T23:42:26.136107+0000 mon.a (mon.0) 1755 : audit [INF] from='client.? 172.21.2.111:0/2674593583' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "rbd", "var": "pgp_num", "val": "38"}]': finished 2021-03-04T23:42:27.411 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:27 gibba038 conmon[76675]: cluster 2021-03-04T23:42:26.136149+0000 mon.a (mon.0) 1756 : cluster [DBG] osdmap e394: 8 total, 8 up, 7 in 2021-03-04T23:42:27.487 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:27.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:27.513 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:27.513 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:27.615 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:27.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:27.633 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:27.633 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:27.735 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:27.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:27.756 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:27.756 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:27.858 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:27.880 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:27.881 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:27.881 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:27.983 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:28.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:28.007 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:28.008 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:28.110 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:28.134 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:28.135 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:28.135 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:28.237 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:28.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:28.259 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:28.259 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:28.360 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:28.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:28.381 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:28.381 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:28.463 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:28 gibba011 conmon[99461]: cluster 2021-03-04T23:42:28.463 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:28 gibba011 conmon[99461]: 2021-03-04 2021-03-04T23:42:28.463 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:28 gibba011 conmon[99461]: T23:42:26.837937+0000 mgr.x (mgr.34676) 1243 : cluster [DBG] pgmap v1329: 179 pgs: 1 active+remapped+backfill_wait, 5 active+remapped+backfilling, 173 active+clean; 3.7 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 2.02k op/s; 11083/181248 objects misplaced (6.115%); 59 MiB/s, 946 objects/s recovering 2021-03-04T23:42:28.464 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:28 gibba011 conmon[95595]: cluster 2021-03-04T23:42:26.837937+0000 mgr.x (mgr.34676) 1243 : cluster [DBG] pgmap v1329: 179 pgs: 1 active+remapped+backfill_wait, 5 active+remapped+backfilling, 173 active+clean; 3.7 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 2.02k op/s; 11083/181248 objects misplaced (6.115%); 59 MiB/s, 946 objects/s recovering 2021-03-04T23:42:28.483 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:28.502 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:28.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:28.503 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:28.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:28 gibba038 conmon[76675]: cluster 2021-03-04T23:42:26.837937+0000 mgr.x (mgr.34676) 1243 : cluster [DBG] pgmap v1329: 179 pgs: 1 active+remapped+backfill_wait, 5 active+remapped+backfilling, 173 active+clean; 3.7 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 2.02k op/s; 11083/181248 objects misplaced (6.115%); 59 MiB/s, 946 objects/s recovering 2021-03-04T23:42:28.605 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:28.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:28.629 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:28.629 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:28.731 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:28.754 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:28.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:28.755 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:28.857 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:28.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:28.876 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:28.876 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:28.978 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:28.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:28.999 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:28.999 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:29.100 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:29.119 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:29.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:29.121 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:29.222 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:29.245 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:29.247 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:29.247 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:29.348 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:29.369 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:29.369 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:29.370 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:29.471 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:29.495 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:29.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:29.496 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:29.598 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:29.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:29.621 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:29.621 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:29.667 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:42:29.667 INFO:teuthology.orchestra.run.gibba038.stdout: "size": 20, 2021-03-04T23:42:29.668 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 600, 2021-03-04T23:42:29.668 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:42:29.668 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.668 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.54826.0:264687 9.c e295/236 9:3af90d05:::benchmark_data_gibba011_139107_object111320:head v 295'16446, mlcod=295'16444)", 2021-03-04T23:42:29.669 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.124574+0000", 2021-03-04T23:42:29.669 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 428.53773045100002, 2021-03-04T23:42:29.669 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20604777499999999, 2021-03-04T23:42:29.669 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:29.670 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:29.670 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:29.670 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.670 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:29.671 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.124574+0000", 2021-03-04T23:42:29.671 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:29.672 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.672 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.672 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:29.672 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.124574+0000", 2021-03-04T23:42:29.673 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9469999999999999e-06 2021-03-04T23:42:29.673 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.674 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.674 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:29.674 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.124577+0000", 2021-03-04T23:42:29.675 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.327e-06 2021-03-04T23:42:29.675 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.675 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.675 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:29.676 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.124578+0000", 2021-03-04T23:42:29.676 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.9209999999999992e-06 2021-03-04T23:42:29.676 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.676 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.676 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:29.677 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.124586+0000", 2021-03-04T23:42:29.677 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7459999999999998e-06 2021-03-04T23:42:29.677 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.678 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.678 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:29.678 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.124590+0000", 2021-03-04T23:42:29.678 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5858999999999997e-05 2021-03-04T23:42:29.678 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.679 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.679 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.679 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.124626+0000", 2021-03-04T23:42:29.679 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4926000000000001e-05 2021-03-04T23:42:29.680 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.680 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.680 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:29.680 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.124640+0000", 2021-03-04T23:42:29.680 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20592508100000001 2021-03-04T23:42:29.681 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.681 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.681 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:29.681 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330566+0000", 2021-03-04T23:42:29.682 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5967999999999997e-05 2021-03-04T23:42:29.682 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.682 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.682 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:29.683 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330621+0000", 2021-03-04T23:42:29.683 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20604777499999999 2021-03-04T23:42:29.683 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.683 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:29.683 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.684 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.684 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.684 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:264695 9.d 9:b660f679:::benchmark_data_gibba011_139107_object111328:head [delete] snapc 0=[] ondisk+write+known_if_redirected e295)", 2021-03-04T23:42:29.684 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.125256+0000", 2021-03-04T23:42:29.685 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 428.53704787200002, 2021-03-04T23:42:29.685 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.205461213, 2021-03-04T23:42:29.685 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:29.685 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:29.685 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:29.686 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:42:29.686 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:42:29.686 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 264695 2021-03-04T23:42:29.686 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.686 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:29.687 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.687 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:29.687 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125256+0000", 2021-03-04T23:42:29.687 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:29.687 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.688 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.688 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:29.688 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125256+0000", 2021-03-04T23:42:29.688 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.097e-06 2021-03-04T23:42:29.689 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.689 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.689 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:29.689 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125258+0000", 2021-03-04T23:42:29.689 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.186e-06 2021-03-04T23:42:29.690 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.690 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.690 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:29.691 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125260+0000", 2021-03-04T23:42:29.691 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.9900000000000003e-06 2021-03-04T23:42:29.691 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.691 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.691 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:29.692 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125269+0000", 2021-03-04T23:42:29.692 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7770000000000002e-06 2021-03-04T23:42:29.692 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.692 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.693 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:29.693 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125273+0000", 2021-03-04T23:42:29.693 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1053999999999998e-05 2021-03-04T23:42:29.693 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.693 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.694 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.694 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125304+0000", 2021-03-04T23:42:29.694 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6113999999999995e-05 2021-03-04T23:42:29.694 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.695 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.695 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:29.695 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125401+0000", 2021-03-04T23:42:29.695 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010457400000000001 2021-03-04T23:42:29.695 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.696 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.696 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,5", 2021-03-04T23:42:29.696 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125505+0000", 2021-03-04T23:42:29.696 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0022173739999999998 2021-03-04T23:42:29.696 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.697 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.697 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:29.697 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127722+0000", 2021-03-04T23:42:29.697 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4125999999999997e-05 2021-03-04T23:42:29.698 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.698 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.698 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:29.698 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127767+0000", 2021-03-04T23:42:29.698 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20286417800000001 2021-03-04T23:42:29.699 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.699 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.699 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:29.699 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330631+0000", 2021-03-04T23:42:29.699 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3554999999999999e-05 2021-03-04T23:42:29.700 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.700 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.700 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:29.700 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330674+0000", 2021-03-04T23:42:29.700 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3188000000000001e-05 2021-03-04T23:42:29.701 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.701 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.701 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:29.701 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330718+0000", 2021-03-04T23:42:29.702 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.205461213 2021-03-04T23:42:29.702 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.702 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:29.702 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.702 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.703 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.703 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.54826.0:264692 9.2 e295/264 9:43701070:::benchmark_data_gibba011_139107_object111325:head v 295'16516, mlcod=295'16514)", 2021-03-04T23:42:29.703 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.125375+0000", 2021-03-04T23:42:29.703 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 428.53692898399999, 2021-03-04T23:42:29.703 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.205241645, 2021-03-04T23:42:29.704 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:29.704 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:29.704 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:29.704 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.705 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:29.705 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125375+0000", 2021-03-04T23:42:29.705 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:29.705 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.705 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.706 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:29.706 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125375+0000", 2021-03-04T23:42:29.706 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8020000000000001e-06 2021-03-04T23:42:29.706 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.706 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.707 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:29.707 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125377+0000", 2021-03-04T23:42:29.707 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6800000000000009e-07 2021-03-04T23:42:29.708 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.708 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.708 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:29.708 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125378+0000", 2021-03-04T23:42:29.708 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9390000000000002e-06 2021-03-04T23:42:29.709 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.709 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.709 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:29.709 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125384+0000", 2021-03-04T23:42:29.709 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9840000000000001e-06 2021-03-04T23:42:29.710 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.710 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.710 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:29.710 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125387+0000", 2021-03-04T23:42:29.710 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0957999999999997e-05 2021-03-04T23:42:29.711 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.711 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.711 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.711 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125418+0000", 2021-03-04T23:42:29.712 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5481999999999998e-05 2021-03-04T23:42:29.712 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.712 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.713 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:29.713 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.125433+0000", 2021-03-04T23:42:29.713 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.205133975 2021-03-04T23:42:29.713 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.713 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.714 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:29.714 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330567+0000", 2021-03-04T23:42:29.714 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9536999999999997e-05 2021-03-04T23:42:29.714 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.715 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.715 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:29.715 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330617+0000", 2021-03-04T23:42:29.715 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.205241645 2021-03-04T23:42:29.716 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.716 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:29.716 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.716 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.716 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.717 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.54826.0:264688 9.1 e295/261 9:885ab808:::benchmark_data_gibba011_139107_object111321:head v 295'16433, mlcod=159'9760)", 2021-03-04T23:42:29.717 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.127437+0000", 2021-03-04T23:42:29.717 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 428.53486757000002, 2021-03-04T23:42:29.718 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20318025200000001, 2021-03-04T23:42:29.718 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:29.718 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:29.719 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:29.719 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.719 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:29.719 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127437+0000", 2021-03-04T23:42:29.720 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:29.720 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.720 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.720 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:29.720 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127437+0000", 2021-03-04T23:42:29.721 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.7460000000000001e-06 2021-03-04T23:42:29.721 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.721 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.721 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:29.721 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127439+0000", 2021-03-04T23:42:29.722 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1999999999999999e-06 2021-03-04T23:42:29.722 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.722 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.722 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:29.723 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127441+0000", 2021-03-04T23:42:29.723 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.5849999999999996e-06 2021-03-04T23:42:29.723 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.723 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.724 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:29.724 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127447+0000", 2021-03-04T23:42:29.724 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2289999999999999e-06 2021-03-04T23:42:29.725 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.725 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.725 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:29.725 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127450+0000", 2021-03-04T23:42:29.726 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0602999999999997e-05 2021-03-04T23:42:29.726 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.726 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.726 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.726 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127491+0000", 2021-03-04T23:42:29.727 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7588000000000002e-05 2021-03-04T23:42:29.727 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.727 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.727 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:29.727 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127509+0000", 2021-03-04T23:42:29.728 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20305326400000001 2021-03-04T23:42:29.728 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.728 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.728 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:29.728 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330562+0000", 2021-03-04T23:42:29.729 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5037000000000002e-05 2021-03-04T23:42:29.729 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.729 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.729 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:29.730 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330617+0000", 2021-03-04T23:42:29.730 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20318025200000001 2021-03-04T23:42:29.730 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.730 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:29.731 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.731 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.732 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.733 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.54826.0:264696 9.c e295/236 9:3b8165dd:::benchmark_data_gibba011_139107_object111329:head v 295'16447, mlcod=295'16444)", 2021-03-04T23:42:29.733 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.127712+0000", 2021-03-04T23:42:29.733 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 428.53459257499998, 2021-03-04T23:42:29.734 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20293050400000001, 2021-03-04T23:42:29.734 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:29.734 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:29.734 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:29.735 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.735 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:29.735 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127712+0000", 2021-03-04T23:42:29.735 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:29.736 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.736 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.736 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:29.736 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127712+0000", 2021-03-04T23:42:29.736 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4899999999999999e-06 2021-03-04T23:42:29.737 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.737 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.737 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:29.738 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127714+0000", 2021-03-04T23:42:29.738 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.395e-06 2021-03-04T23:42:29.738 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.738 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.738 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:29.739 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127715+0000", 2021-03-04T23:42:29.739 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.1899999999999998e-06 2021-03-04T23:42:29.740 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.740 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.740 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:29.740 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127723+0000", 2021-03-04T23:42:29.741 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9550000000000002e-06 2021-03-04T23:42:29.741 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.741 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.741 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:29.742 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127727+0000", 2021-03-04T23:42:29.742 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1174999999999999e-05 2021-03-04T23:42:29.742 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.742 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.743 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.743 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127758+0000", 2021-03-04T23:42:29.743 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6027000000000001e-05 2021-03-04T23:42:29.743 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.743 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.744 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:29.744 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.127774+0000", 2021-03-04T23:42:29.744 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20285256500000001 2021-03-04T23:42:29.744 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.745 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.745 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:29.745 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330626+0000", 2021-03-04T23:42:29.745 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5707000000000001e-05 2021-03-04T23:42:29.745 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.746 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.746 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:29.746 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330642+0000", 2021-03-04T23:42:29.746 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20293050400000001 2021-03-04T23:42:29.747 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.747 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:29.747 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.747 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.748 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.748 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.54826.0:264698 9.a e295/236 9:5f4d8bec:::benchmark_data_gibba011_139107_object111331:head v 295'16422, mlcod=295'16420)", 2021-03-04T23:42:29.748 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.128390+0000", 2021-03-04T23:42:29.748 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 428.53391417, 2021-03-04T23:42:29.748 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.202251865, 2021-03-04T23:42:29.749 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:29.749 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:29.749 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:29.750 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.750 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:29.750 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128390+0000", 2021-03-04T23:42:29.750 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:29.751 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.751 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.751 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:29.752 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128390+0000", 2021-03-04T23:42:29.752 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3329999999999999e-06 2021-03-04T23:42:29.752 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.752 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.753 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:29.753 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128392+0000", 2021-03-04T23:42:29.753 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2839999999999999e-06 2021-03-04T23:42:29.753 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.754 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.754 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:29.754 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128394+0000", 2021-03-04T23:42:29.755 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.1190000000000002e-06 2021-03-04T23:42:29.755 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.755 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.755 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:29.756 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128400+0000", 2021-03-04T23:42:29.756 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1769999999999998e-06 2021-03-04T23:42:29.756 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.756 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.757 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:29.757 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128403+0000", 2021-03-04T23:42:29.757 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0808e-05 2021-03-04T23:42:29.757 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.758 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.758 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.758 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128434+0000", 2021-03-04T23:42:29.758 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4347e-05 2021-03-04T23:42:29.759 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.759 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.759 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:29.760 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128448+0000", 2021-03-04T23:42:29.760 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.202171502 2021-03-04T23:42:29.760 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.761 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.761 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:29.761 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330620+0000", 2021-03-04T23:42:29.761 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.2294999999999999e-05 2021-03-04T23:42:29.762 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.762 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.762 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:29.762 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330642+0000", 2021-03-04T23:42:29.763 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.202251865 2021-03-04T23:42:29.763 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.763 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:29.763 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.763 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.764 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.764 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop_reply(client.54826.0:264695 9.d e295/276 ondisk, result = 0)", 2021-03-04T23:42:29.764 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.128662+0000", 2021-03-04T23:42:29.764 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 428.53364185100003, 2021-03-04T23:42:29.765 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20205833100000001, 2021-03-04T23:42:29.765 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:29.765 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "started", 2021-03-04T23:42:29.765 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:29.766 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.766 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:29.766 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128662+0000", 2021-03-04T23:42:29.766 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:29.766 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.767 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.767 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:29.767 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128662+0000", 2021-03-04T23:42:29.767 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7549999999999999e-06 2021-03-04T23:42:29.768 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.768 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.768 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:29.768 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128664+0000", 2021-03-04T23:42:29.768 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1939999999999999e-06 2021-03-04T23:42:29.769 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.769 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.769 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:29.769 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128665+0000", 2021-03-04T23:42:29.770 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20188371199999999 2021-03-04T23:42:29.770 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.770 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.770 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:29.771 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330549+0000", 2021-03-04T23:42:29.771 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2431e-05 2021-03-04T23:42:29.771 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.771 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.772 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:29.772 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330561+0000", 2021-03-04T23:42:29.772 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6539000000000002e-05 2021-03-04T23:42:29.772 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.773 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.773 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.773 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330618+0000", 2021-03-04T23:42:29.773 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.3960000000000003e-06 2021-03-04T23:42:29.773 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.774 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.774 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:29.774 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330624+0000", 2021-03-04T23:42:29.774 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6304000000000005e-05 2021-03-04T23:42:29.775 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.775 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.775 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:29.775 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330721+0000", 2021-03-04T23:42:29.776 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20205833100000001 2021-03-04T23:42:29.776 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.776 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:29.776 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.776 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.777 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.777 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.54826.0:264699 9.c e295/236 9:35f3973c:::benchmark_data_gibba011_139107_object111332:head v 295'16448, mlcod=295'16444)", 2021-03-04T23:42:29.777 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.130750+0000", 2021-03-04T23:42:29.777 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 428.53155386999998, 2021-03-04T23:42:29.777 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.202651571, 2021-03-04T23:42:29.778 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:29.778 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:29.778 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:29.778 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.779 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:29.779 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.130750+0000", 2021-03-04T23:42:29.779 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:29.779 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.779 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.780 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:29.780 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.130750+0000", 2021-03-04T23:42:29.780 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1610000000000001e-06 2021-03-04T23:42:29.780 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.780 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.781 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:29.781 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.130752+0000", 2021-03-04T23:42:29.781 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2580000000000001e-06 2021-03-04T23:42:29.781 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.782 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.782 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:29.782 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.130754+0000", 2021-03-04T23:42:29.782 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.19979867200000001 2021-03-04T23:42:29.782 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.783 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.783 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:29.783 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330552+0000", 2021-03-04T23:42:29.783 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.2150000000000007e-06 2021-03-04T23:42:29.784 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.784 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.784 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:29.784 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330562+0000", 2021-03-04T23:42:29.784 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000102341 2021-03-04T23:42:29.785 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.785 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.785 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.785 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330664+0000", 2021-03-04T23:42:29.786 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8365000000000001e-05 2021-03-04T23:42:29.786 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.786 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.786 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:29.787 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330682+0000", 2021-03-04T23:42:29.787 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00268826 2021-03-04T23:42:29.787 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.787 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.787 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:29.788 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.333371+0000", 2021-03-04T23:42:29.788 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1299e-05 2021-03-04T23:42:29.788 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.788 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.789 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:29.789 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.333402+0000", 2021-03-04T23:42:29.789 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.202651571 2021-03-04T23:42:29.789 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.789 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:29.790 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.790 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.790 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.790 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:340606 11.f 11:fac91d33:::benchmark_data_gibba011_300349_object120909:head [delete] snapc 0=[] ondisk+write+known_if_redirected e386)", 2021-03-04T23:42:29.791 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:04.219915+0000", 2021-03-04T23:42:29.791 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 25.442388877999999, 2021-03-04T23:42:29.791 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0868553900000002, 2021-03-04T23:42:29.791 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:29.791 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:42:29.792 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:29.792 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:42:29.792 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:42:29.792 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 340606 2021-03-04T23:42:29.793 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.793 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:29.793 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.793 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:29.794 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.219915+0000", 2021-03-04T23:42:29.794 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:29.794 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.794 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.794 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:29.795 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.219915+0000", 2021-03-04T23:42:29.795 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4609999999999998e-06 2021-03-04T23:42:29.795 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.795 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.795 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:29.796 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.219918+0000", 2021-03-04T23:42:29.796 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1509999999999998e-06 2021-03-04T23:42:29.796 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.796 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.797 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:29.797 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.219920+0000", 2021-03-04T23:42:29.797 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2441e-05 2021-03-04T23:42:29.797 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.797 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.798 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:29.798 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.219932+0000", 2021-03-04T23:42:29.798 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.921e-06 2021-03-04T23:42:29.798 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.798 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.799 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:29.799 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.219937+0000", 2021-03-04T23:42:29.799 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9329000000000002e-05 2021-03-04T23:42:29.799 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.800 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.800 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.800 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.219977+0000", 2021-03-04T23:42:29.800 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010757200000000001 2021-03-04T23:42:29.800 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.801 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.801 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:29.801 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.220084+0000", 2021-03-04T23:42:29.801 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.1865000000000003e-05 2021-03-04T23:42:29.801 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.802 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.802 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,2", 2021-03-04T23:42:29.802 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.220166+0000", 2021-03-04T23:42:29.802 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0038200030000000002 2021-03-04T23:42:29.803 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.803 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.803 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:29.803 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.223986+0000", 2021-03-04T23:42:29.803 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0059724660000000001 2021-03-04T23:42:29.804 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.804 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.804 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.804 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.229959+0000", 2021-03-04T23:42:29.805 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4079999999999997e-06 2021-03-04T23:42:29.805 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.805 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.805 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:29.805 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.229964+0000", 2021-03-04T23:42:29.806 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.99166169199999998 2021-03-04T23:42:29.806 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.806 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.806 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.807 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:05.221626+0000", 2021-03-04T23:42:29.807 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.2590000000000003e-06 2021-03-04T23:42:29.807 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.807 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.807 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:29.808 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:05.221633+0000", 2021-03-04T23:42:29.808 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.08509324 2021-03-04T23:42:29.808 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.808 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.809 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.809 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.306726+0000", 2021-03-04T23:42:29.809 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4582000000000001e-05 2021-03-04T23:42:29.809 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.809 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.810 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:29.810 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.306771+0000", 2021-03-04T23:42:29.810 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0868553900000002 2021-03-04T23:42:29.810 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.811 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:29.811 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.811 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.811 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.811 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:340607 11.f 11:f45c548a:::benchmark_data_gibba011_300349_object120910:head [delete] snapc 0=[] ondisk+write+known_if_redirected e386)", 2021-03-04T23:42:29.812 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:04.220813+0000", 2021-03-04T23:42:29.812 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 25.441491335999999, 2021-03-04T23:42:29.812 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.094250148, 2021-03-04T23:42:29.812 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:29.812 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:29.813 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:29.813 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:42:29.813 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:42:29.813 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 340607 2021-03-04T23:42:29.814 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.814 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:29.814 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.814 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:29.815 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.220813+0000", 2021-03-04T23:42:29.815 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:29.815 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.815 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.815 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:29.816 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.220813+0000", 2021-03-04T23:42:29.816 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6670000000000001e-06 2021-03-04T23:42:29.816 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.816 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.817 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:29.817 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.220815+0000", 2021-03-04T23:42:29.817 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1260000000000001e-06 2021-03-04T23:42:29.817 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.817 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.818 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:29.818 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.220816+0000", 2021-03-04T23:42:29.818 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.3599999999999996e-06 2021-03-04T23:42:29.818 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.818 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.819 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:29.819 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.220824+0000", 2021-03-04T23:42:29.819 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8659999999999997e-06 2021-03-04T23:42:29.819 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.820 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.820 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:29.820 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.220829+0000", 2021-03-04T23:42:29.820 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0092642090000000007 2021-03-04T23:42:29.820 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.821 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.821 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.821 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.230093+0000", 2021-03-04T23:42:29.821 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6289999999999999e-06 2021-03-04T23:42:29.822 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.822 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.822 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:29.822 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.230097+0000", 2021-03-04T23:42:29.823 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.99155433100000001 2021-03-04T23:42:29.823 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.823 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.823 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.823 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:05.221651+0000", 2021-03-04T23:42:29.824 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8810000000000001e-06 2021-03-04T23:42:29.824 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.824 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.824 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:29.824 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:05.221657+0000", 2021-03-04T23:42:29.825 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.085144587 2021-03-04T23:42:29.825 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.825 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.825 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.826 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.306801+0000", 2021-03-04T23:42:29.826 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000124802 2021-03-04T23:42:29.826 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.826 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.827 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:29.827 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.306926+0000", 2021-03-04T23:42:29.827 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00044495400000000001 2021-03-04T23:42:29.827 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.827 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.828 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,2", 2021-03-04T23:42:29.828 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.307371+0000", 2021-03-04T23:42:29.828 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0074346660000000004 2021-03-04T23:42:29.828 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.828 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.829 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:29.829 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.314806+0000", 2021-03-04T23:42:29.829 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.499e-05 2021-03-04T23:42:29.829 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.830 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.830 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:29.830 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.314861+0000", 2021-03-04T23:42:29.830 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3958999999999998e-05 2021-03-04T23:42:29.830 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.831 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.831 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:29.831 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.314895+0000", 2021-03-04T23:42:29.831 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4308999999999998e-05 2021-03-04T23:42:29.832 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.832 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.832 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:29.832 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.314949+0000", 2021-03-04T23:42:29.832 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1832000000000003e-05 2021-03-04T23:42:29.833 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.833 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.833 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:29.833 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.314981+0000", 2021-03-04T23:42:29.834 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.1979999999999998e-05 2021-03-04T23:42:29.834 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.834 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.834 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:29.834 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.315063+0000", 2021-03-04T23:42:29.835 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.094250148 2021-03-04T23:42:29.835 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.835 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:29.835 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.836 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.836 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.836 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:340608 11.4 11:2ceaa788:::benchmark_data_gibba011_300349_object120911:head [delete] snapc 0=[] ondisk+write+known_if_redirected e386)", 2021-03-04T23:42:29.836 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:04.225460+0000", 2021-03-04T23:42:29.836 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 25.436844268000002, 2021-03-04T23:42:29.837 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1370672879999999, 2021-03-04T23:42:29.837 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:29.837 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:29.837 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:29.837 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:42:29.838 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:42:29.838 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 340608 2021-03-04T23:42:29.838 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.838 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:29.839 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.839 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:29.839 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.225460+0000", 2021-03-04T23:42:29.839 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:29.839 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.840 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.840 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:29.840 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.225460+0000", 2021-03-04T23:42:29.840 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9179999999999998e-06 2021-03-04T23:42:29.841 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.841 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.841 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:29.841 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.225463+0000", 2021-03-04T23:42:29.841 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.575e-06 2021-03-04T23:42:29.842 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.842 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.842 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:29.842 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.225464+0000", 2021-03-04T23:42:29.842 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.7000000000000003e-06 2021-03-04T23:42:29.843 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.843 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.843 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:29.843 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.225474+0000", 2021-03-04T23:42:29.844 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4160000000000003e-06 2021-03-04T23:42:29.844 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.844 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.844 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:29.844 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.225480+0000", 2021-03-04T23:42:29.845 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00344327 2021-03-04T23:42:29.845 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.845 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.845 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.845 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.228923+0000", 2021-03-04T23:42:29.846 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.0659999999999993e-06 2021-03-04T23:42:29.846 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.846 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.846 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:29.847 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.228932+0000", 2021-03-04T23:42:29.847 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.99221916700000001 2021-03-04T23:42:29.847 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.847 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.847 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.848 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:05.221151+0000", 2021-03-04T23:42:29.848 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0518e-05 2021-03-04T23:42:29.848 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.848 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.849 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:29.849 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:05.221162+0000", 2021-03-04T23:42:29.849 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.125496958 2021-03-04T23:42:29.849 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.849 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.850 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.850 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.346658+0000", 2021-03-04T23:42:29.850 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012825799999999999 2021-03-04T23:42:29.850 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.850 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.851 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:29.851 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.346787+0000", 2021-03-04T23:42:29.851 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00045359399999999998 2021-03-04T23:42:29.851 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.852 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.852 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,2,6", 2021-03-04T23:42:29.852 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.347240+0000", 2021-03-04T23:42:29.852 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.012305887999999999 2021-03-04T23:42:29.852 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.853 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.853 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:29.853 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.359546+0000", 2021-03-04T23:42:29.853 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027278509999999999 2021-03-04T23:42:29.853 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.854 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.854 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:29.854 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.362274+0000", 2021-03-04T23:42:29.854 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4032000000000001e-05 2021-03-04T23:42:29.855 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.855 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.855 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:29.855 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.362318+0000", 2021-03-04T23:42:29.856 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.304e-05 2021-03-04T23:42:29.856 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.856 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.856 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:29.856 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.362371+0000", 2021-03-04T23:42:29.857 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8690000000000002e-05 2021-03-04T23:42:29.857 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.857 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.857 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:29.858 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.362430+0000", 2021-03-04T23:42:29.858 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.7347000000000002e-05 2021-03-04T23:42:29.858 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.858 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.858 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:29.859 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.362527+0000", 2021-03-04T23:42:29.859 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1370672879999999 2021-03-04T23:42:29.859 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.859 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:29.860 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.860 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.860 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.860 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:340616 11.f 11:ffacfd97:::benchmark_data_gibba011_300349_object120919:head [delete] snapc 0=[] ondisk+write+known_if_redirected e387)", 2021-03-04T23:42:29.860 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:04.235422+0000", 2021-03-04T23:42:29.861 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 25.426882107000001, 2021-03-04T23:42:29.861 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.079934803, 2021-03-04T23:42:29.861 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:29.861 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:29.861 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:29.862 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:42:29.862 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:42:29.862 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 340616 2021-03-04T23:42:29.867 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.868 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:29.868 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.868 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:29.868 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.235422+0000", 2021-03-04T23:42:29.869 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:29.869 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.869 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.869 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:29.869 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.235422+0000", 2021-03-04T23:42:29.870 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.419e-06 2021-03-04T23:42:29.870 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.870 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.870 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:29.871 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.235424+0000", 2021-03-04T23:42:29.871 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.313e-06 2021-03-04T23:42:29.871 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.871 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.871 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:29.872 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.235426+0000", 2021-03-04T23:42:29.872 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0823e-05 2021-03-04T23:42:29.872 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.872 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.873 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:29.873 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.235437+0000", 2021-03-04T23:42:29.873 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.933e-06 2021-03-04T23:42:29.873 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.874 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.874 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:29.874 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.235442+0000", 2021-03-04T23:42:29.874 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6378000000000003e-05 2021-03-04T23:42:29.874 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.875 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.875 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.875 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.235478+0000", 2021-03-04T23:42:29.875 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9000000000000003e-06 2021-03-04T23:42:29.876 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.876 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.876 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:29.876 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.235484+0000", 2021-03-04T23:42:29.876 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.98619028099999995 2021-03-04T23:42:29.877 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.877 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.877 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.877 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:05.221674+0000", 2021-03-04T23:42:29.878 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5079999999999996e-06 2021-03-04T23:42:29.878 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.878 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.878 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:29.879 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:05.221680+0000", 2021-03-04T23:42:29.879 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0895731550000001 2021-03-04T23:42:29.879 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.879 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.879 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.880 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.311253+0000", 2021-03-04T23:42:29.880 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.9783000000000004e-05 2021-03-04T23:42:29.880 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.880 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.880 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:29.881 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.311343+0000", 2021-03-04T23:42:29.881 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.1780000000000006e-05 2021-03-04T23:42:29.881 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.881 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.882 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,2", 2021-03-04T23:42:29.882 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.311424+0000", 2021-03-04T23:42:29.882 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0036466250000000001 2021-03-04T23:42:29.882 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.882 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.883 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:29.883 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.315071+0000", 2021-03-04T23:42:29.883 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8164000000000002e-05 2021-03-04T23:42:29.883 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.884 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.884 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:29.884 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.315119+0000", 2021-03-04T23:42:29.884 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0747e-05 2021-03-04T23:42:29.884 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.885 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.885 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:29.885 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.315140+0000", 2021-03-04T23:42:29.885 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6134000000000003e-05 2021-03-04T23:42:29.885 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.886 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.886 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:29.886 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.315176+0000", 2021-03-04T23:42:29.886 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9026999999999997e-05 2021-03-04T23:42:29.887 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.887 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.887 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:29.887 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.315225+0000", 2021-03-04T23:42:29.887 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013183300000000001 2021-03-04T23:42:29.888 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.888 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.888 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:29.888 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.315357+0000", 2021-03-04T23:42:29.888 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.079934803 2021-03-04T23:42:29.889 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.889 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:29.889 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.889 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.889 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.890 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:340619 11.4 11:2a846b0b:::benchmark_data_gibba011_300349_object120922:head [delete] snapc 0=[] ondisk+write+known_if_redirected e387)", 2021-03-04T23:42:29.890 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:04.237934+0000", 2021-03-04T23:42:29.890 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 25.424370523, 2021-03-04T23:42:29.890 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1247858270000002, 2021-03-04T23:42:29.891 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:29.891 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:29.891 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:29.891 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:42:29.891 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:42:29.892 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 340619 2021-03-04T23:42:29.892 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.892 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:29.892 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.893 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:29.893 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.237934+0000", 2021-03-04T23:42:29.893 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:29.893 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.893 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.894 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:29.894 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.237934+0000", 2021-03-04T23:42:29.894 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.559e-06 2021-03-04T23:42:29.894 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.895 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.895 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:29.895 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.237935+0000", 2021-03-04T23:42:29.895 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.093e-06 2021-03-04T23:42:29.895 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.896 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.896 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:29.896 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.237936+0000", 2021-03-04T23:42:29.896 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.3829999999999992e-06 2021-03-04T23:42:29.897 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.897 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.897 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:29.897 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.237945+0000", 2021-03-04T23:42:29.897 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5049999999999999e-06 2021-03-04T23:42:29.898 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.898 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.898 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:29.898 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.237948+0000", 2021-03-04T23:42:29.899 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5769999999999999e-05 2021-03-04T23:42:29.899 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.899 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.899 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.899 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.237974+0000", 2021-03-04T23:42:29.900 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4549999999999997e-06 2021-03-04T23:42:29.900 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.900 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.900 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:29.900 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.237978+0000", 2021-03-04T23:42:29.901 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.98321138699999999 2021-03-04T23:42:29.901 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.901 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.901 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.902 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:05.221190+0000", 2021-03-04T23:42:29.902 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.3010000000000001e-06 2021-03-04T23:42:29.902 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.902 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.902 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:29.903 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:05.221197+0000", 2021-03-04T23:42:29.903 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.129118259 2021-03-04T23:42:29.903 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.903 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.904 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.904 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.350315+0000", 2021-03-04T23:42:29.904 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00014099800000000001 2021-03-04T23:42:29.904 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.904 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.905 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:29.905 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.350456+0000", 2021-03-04T23:42:29.905 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000144215 2021-03-04T23:42:29.905 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.905 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.906 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,2,6", 2021-03-04T23:42:29.906 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.350601+0000", 2021-03-04T23:42:29.906 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0089538780000000002 2021-03-04T23:42:29.906 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.907 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.907 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:29.907 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.359554+0000", 2021-03-04T23:42:29.907 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0027908680000000002 2021-03-04T23:42:29.907 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.908 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.908 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:29.908 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.362345+0000", 2021-03-04T23:42:29.908 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00022133499999999999 2021-03-04T23:42:29.908 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.909 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.909 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:29.909 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.362567+0000", 2021-03-04T23:42:29.909 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4369000000000002e-05 2021-03-04T23:42:29.909 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.910 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.910 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:29.910 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.362601+0000", 2021-03-04T23:42:29.910 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.8040000000000002e-05 2021-03-04T23:42:29.911 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.911 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.911 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:29.911 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.362639+0000", 2021-03-04T23:42:29.911 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.0412000000000002e-05 2021-03-04T23:42:29.912 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.912 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.912 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:29.912 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.362719+0000", 2021-03-04T23:42:29.913 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1247858270000002 2021-03-04T23:42:29.913 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.913 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:29.913 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.913 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.914 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.914 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:340625 11.f 11:f6e08a7c:::benchmark_data_gibba011_300349_object120928:head [delete] snapc 0=[] ondisk+write+known_if_redirected e387)", 2021-03-04T23:42:29.914 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:04.251841+0000", 2021-03-04T23:42:29.914 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 25.410463573000001, 2021-03-04T23:42:29.915 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.063899325, 2021-03-04T23:42:29.915 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:29.915 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:29.915 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:29.915 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:42:29.916 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:42:29.916 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 340625 2021-03-04T23:42:29.916 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.916 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:29.916 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.917 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:29.917 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.251841+0000", 2021-03-04T23:42:29.917 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:29.917 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.917 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.918 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:29.918 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.251841+0000", 2021-03-04T23:42:29.918 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4789999999999999e-06 2021-03-04T23:42:29.918 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.919 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.919 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:29.919 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.251843+0000", 2021-03-04T23:42:29.919 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.296e-06 2021-03-04T23:42:29.919 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.920 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.920 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:29.920 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.251844+0000", 2021-03-04T23:42:29.920 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3974e-05 2021-03-04T23:42:29.920 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.921 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.921 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:29.921 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.251858+0000", 2021-03-04T23:42:29.921 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7829999999999998e-06 2021-03-04T23:42:29.922 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.922 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.922 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:29.922 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.251863+0000", 2021-03-04T23:42:29.922 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.1995000000000004e-05 2021-03-04T23:42:29.923 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.923 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.923 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.923 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.251935+0000", 2021-03-04T23:42:29.924 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.0260000000000004e-06 2021-03-04T23:42:29.924 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.924 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.924 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:29.924 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:04.251941+0000", 2021-03-04T23:42:29.925 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.96975520999999998 2021-03-04T23:42:29.925 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.925 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.925 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.926 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:05.221696+0000", 2021-03-04T23:42:29.926 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.755e-06 2021-03-04T23:42:29.926 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.926 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.926 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:29.927 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:05.221702+0000", 2021-03-04T23:42:29.927 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.091095146 2021-03-04T23:42:29.927 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.927 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.927 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.928 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.312797+0000", 2021-03-04T23:42:29.928 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013217099999999999 2021-03-04T23:42:29.928 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.928 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.929 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:29.929 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.312929+0000", 2021-03-04T23:42:29.929 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000148796 2021-03-04T23:42:29.929 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.929 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.930 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,2", 2021-03-04T23:42:29.930 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.313078+0000", 2021-03-04T23:42:29.930 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.002001105 2021-03-04T23:42:29.930 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.930 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.931 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:29.931 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.315079+0000", 2021-03-04T23:42:29.931 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00048847400000000003 2021-03-04T23:42:29.931 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.932 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.932 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:29.932 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.315568+0000", 2021-03-04T23:42:29.932 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4240999999999999e-05 2021-03-04T23:42:29.932 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.933 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.933 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:29.933 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.315612+0000", 2021-03-04T23:42:29.933 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4502e-05 2021-03-04T23:42:29.933 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.934 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.934 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:29.934 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.315637+0000", 2021-03-04T23:42:29.934 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0071999999999999e-05 2021-03-04T23:42:29.935 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.935 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.935 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:29.935 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.315667+0000", 2021-03-04T23:42:29.936 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.3300000000000006e-05 2021-03-04T23:42:29.936 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.936 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.936 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:29.936 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:06.315740+0000", 2021-03-04T23:42:29.937 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.063899325 2021-03-04T23:42:29.937 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.937 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:29.937 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.937 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.938 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.938 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:381584 11.f 11:fb7068ee:::benchmark_data_gibba011_300349_object161887:head [delete] snapc 0=[] ondisk+write+known_if_redirected e391)", 2021-03-04T23:42:29.938 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:24.120828+0000", 2021-03-04T23:42:29.938 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 5.5414763440000003, 2021-03-04T23:42:29.939 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0520619689999999, 2021-03-04T23:42:29.939 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:29.939 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:42:29.939 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:29.939 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:42:29.940 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:42:29.940 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 381584 2021-03-04T23:42:29.940 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.940 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:29.941 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.941 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:29.941 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.120828+0000", 2021-03-04T23:42:29.941 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:29.941 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.942 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.942 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:29.942 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.120828+0000", 2021-03-04T23:42:29.942 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0650000000000001e-06 2021-03-04T23:42:29.943 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.943 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.943 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:29.943 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.120830+0000", 2021-03-04T23:42:29.943 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0899999999999999e-06 2021-03-04T23:42:29.944 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.944 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.944 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:29.944 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.120831+0000", 2021-03-04T23:42:29.944 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.0790000000000007e-06 2021-03-04T23:42:29.945 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.945 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.945 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:29.945 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.120840+0000", 2021-03-04T23:42:29.945 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.2510000000000002e-06 2021-03-04T23:42:29.946 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.946 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.946 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:29.946 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.120845+0000", 2021-03-04T23:42:29.947 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3229000000000002e-05 2021-03-04T23:42:29.947 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.947 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.947 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.947 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.120889+0000", 2021-03-04T23:42:29.948 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000102476 2021-03-04T23:42:29.948 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.948 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.948 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:29.949 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.120991+0000", 2021-03-04T23:42:29.949 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013311700000000001 2021-03-04T23:42:29.949 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.949 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.949 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,2", 2021-03-04T23:42:29.950 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.121124+0000", 2021-03-04T23:42:29.950 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0016724649999999999 2021-03-04T23:42:29.950 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.950 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.951 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:29.951 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.122797+0000", 2021-03-04T23:42:29.951 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00060543200000000004 2021-03-04T23:42:29.951 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.951 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.952 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:29.952 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.123402+0000", 2021-03-04T23:42:29.952 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0024061529999999999 2021-03-04T23:42:29.952 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.952 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.953 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:29.953 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.125808+0000", 2021-03-04T23:42:29.953 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0096404760000000003 2021-03-04T23:42:29.953 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.954 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.954 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.954 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.135449+0000", 2021-03-04T23:42:29.954 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.08e-06 2021-03-04T23:42:29.954 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.955 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.955 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:29.955 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.135456+0000", 2021-03-04T23:42:29.955 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0373753509999999 2021-03-04T23:42:29.956 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.956 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.956 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.956 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.172831+0000", 2021-03-04T23:42:29.956 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8705000000000001e-05 2021-03-04T23:42:29.957 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.957 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.957 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:29.957 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.172890+0000", 2021-03-04T23:42:29.958 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0520619689999999 2021-03-04T23:42:29.958 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.958 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:29.958 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.958 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.959 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.959 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:381590 11.f 11:f1e11309:::benchmark_data_gibba011_300349_object161893:head [delete] snapc 0=[] ondisk+write+known_if_redirected e391)", 2021-03-04T23:42:29.959 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:24.123363+0000", 2021-03-04T23:42:29.959 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 5.5389410320000003, 2021-03-04T23:42:29.959 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0495830770000001, 2021-03-04T23:42:29.960 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:29.960 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:42:29.960 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:29.960 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:42:29.961 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:42:29.961 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 381590 2021-03-04T23:42:29.961 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.961 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:29.961 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.962 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:29.962 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.123363+0000", 2021-03-04T23:42:29.962 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:29.962 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.962 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.963 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:29.963 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.123363+0000", 2021-03-04T23:42:29.963 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.0719999999999998e-06 2021-03-04T23:42:29.963 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.963 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.964 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:29.964 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.123365+0000", 2021-03-04T23:42:29.964 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.159e-06 2021-03-04T23:42:29.965 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.965 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.965 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:29.965 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.123366+0000", 2021-03-04T23:42:29.966 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4079999999999998e-06 2021-03-04T23:42:29.966 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.966 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.966 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:29.967 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.123375+0000", 2021-03-04T23:42:29.967 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4569999999999998e-06 2021-03-04T23:42:29.967 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.967 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.967 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:29.968 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.123379+0000", 2021-03-04T23:42:29.968 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7120999999999998e-05 2021-03-04T23:42:29.968 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.968 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.968 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.969 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.123426+0000", 2021-03-04T23:42:29.969 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000112051 2021-03-04T23:42:29.969 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.969 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.969 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:29.970 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.123538+0000", 2021-03-04T23:42:29.970 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012276400000000001 2021-03-04T23:42:29.970 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.970 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.971 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,2", 2021-03-04T23:42:29.971 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.123661+0000", 2021-03-04T23:42:29.971 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0024096510000000001 2021-03-04T23:42:29.971 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.971 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.972 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:29.972 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.126071+0000", 2021-03-04T23:42:29.972 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0552e-05 2021-03-04T23:42:29.972 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.973 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.973 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:29.973 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.126121+0000", 2021-03-04T23:42:29.973 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8603999999999999e-05 2021-03-04T23:42:29.973 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.974 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.974 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:29.974 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.126150+0000", 2021-03-04T23:42:29.974 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0093314069999999999 2021-03-04T23:42:29.975 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.975 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.975 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.975 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.135481+0000", 2021-03-04T23:42:29.975 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3950000000000003e-06 2021-03-04T23:42:29.976 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.976 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.976 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:29.976 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.135486+0000", 2021-03-04T23:42:29.977 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0374270839999999 2021-03-04T23:42:29.977 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.977 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.977 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.977 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.172913+0000", 2021-03-04T23:42:29.978 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3352000000000002e-05 2021-03-04T23:42:29.978 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.978 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.978 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:29.978 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.172946+0000", 2021-03-04T23:42:29.979 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0495830770000001 2021-03-04T23:42:29.979 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.979 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:29.979 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.980 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.980 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.980 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:381598 11.f 11:f79a0158:::benchmark_data_gibba011_300349_object161901:head [delete] snapc 0=[] ondisk+write+known_if_redirected e391)", 2021-03-04T23:42:29.980 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:24.128684+0000", 2021-03-04T23:42:29.980 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 5.5336202429999997, 2021-03-04T23:42:29.981 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.054294558, 2021-03-04T23:42:29.981 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:29.981 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:42:29.981 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:29.982 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:42:29.982 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:42:29.982 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 381598 2021-03-04T23:42:29.982 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.982 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:29.983 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.983 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:29.983 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.128684+0000", 2021-03-04T23:42:29.983 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:29.983 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.984 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.984 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:29.984 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.128684+0000", 2021-03-04T23:42:29.984 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.074e-06 2021-03-04T23:42:29.985 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.985 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.985 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:29.985 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.128686+0000", 2021-03-04T23:42:29.985 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.381e-06 2021-03-04T23:42:29.986 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.986 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.986 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:29.986 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.128687+0000", 2021-03-04T23:42:29.987 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.3510000000000002e-06 2021-03-04T23:42:29.987 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.987 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.987 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:29.987 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.128696+0000", 2021-03-04T23:42:29.988 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2480000000000001e-05 2021-03-04T23:42:29.988 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.988 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.988 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:29.989 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.128708+0000", 2021-03-04T23:42:29.989 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000103818 2021-03-04T23:42:29.989 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.989 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.989 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.990 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.128812+0000", 2021-03-04T23:42:29.990 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011962 2021-03-04T23:42:29.990 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.990 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.991 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:29.991 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.128932+0000", 2021-03-04T23:42:29.991 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013917399999999999 2021-03-04T23:42:29.991 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.991 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.992 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,2", 2021-03-04T23:42:29.992 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.129071+0000", 2021-03-04T23:42:29.992 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0064365280000000004 2021-03-04T23:42:29.992 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.992 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.993 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.993 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.135507+0000", 2021-03-04T23:42:29.993 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0810000000000004e-06 2021-03-04T23:42:29.993 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.994 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.994 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:29.994 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.135511+0000", 2021-03-04T23:42:29.994 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.037449106 2021-03-04T23:42:29.995 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.995 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.995 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.995 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.172961+0000", 2021-03-04T23:42:29.995 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.3823e-05 2021-03-04T23:42:29.996 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.996 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.996 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:42:29.996 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.173044+0000", 2021-03-04T23:42:29.997 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0098526329999999995 2021-03-04T23:42:29.997 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.997 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.997 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:29.997 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.182897+0000", 2021-03-04T23:42:29.998 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.1489000000000005e-05 2021-03-04T23:42:29.998 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:29.998 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:29.998 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:29.999 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.182978+0000", 2021-03-04T23:42:29.999 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.054294558 2021-03-04T23:42:29.999 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:29.999 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:29.999 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:30.000 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.000 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.000 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:381618 11.f 11:f44ede06:::benchmark_data_gibba011_300349_object161921:head [delete] snapc 0=[] ondisk+write+known_if_redirected e392)", 2021-03-04T23:42:30.000 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:24.141426+0000", 2021-03-04T23:42:30.000 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 5.5208786679999999, 2021-03-04T23:42:30.001 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.042198556, 2021-03-04T23:42:30.001 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:30.001 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:30.001 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:30.002 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:42:30.002 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:42:30.002 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 381618 2021-03-04T23:42:30.002 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.002 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:30.003 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.003 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:30.003 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.141426+0000", 2021-03-04T23:42:30.003 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:30.003 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.004 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.004 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:30.004 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.141426+0000", 2021-03-04T23:42:30.004 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.621e-06 2021-03-04T23:42:30.005 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.005 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.005 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:30.005 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.141427+0000", 2021-03-04T23:42:30.005 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.062e-06 2021-03-04T23:42:30.006 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.006 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.006 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:30.006 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.141428+0000", 2021-03-04T23:42:30.006 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.1139999999999995e-06 2021-03-04T23:42:30.007 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.007 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.007 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:30.007 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.141437+0000", 2021-03-04T23:42:30.008 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6179999999999999e-06 2021-03-04T23:42:30.008 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.008 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.008 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:30.008 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.141441+0000", 2021-03-04T23:42:30.009 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0695000000000003e-05 2021-03-04T23:42:30.009 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.009 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.009 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:30.009 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.141482+0000", 2021-03-04T23:42:30.010 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4080000000000003e-06 2021-03-04T23:42:30.010 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.010 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.010 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:30.011 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.141488+0000", 2021-03-04T23:42:30.011 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.031570463 2021-03-04T23:42:30.011 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.011 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.011 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:30.012 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.173058+0000", 2021-03-04T23:42:30.012 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2075000000000005e-05 2021-03-04T23:42:30.012 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.012 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.012 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:30.013 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.173121+0000", 2021-03-04T23:42:30.013 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.3491999999999994e-05 2021-03-04T23:42:30.013 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.013 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.013 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1", 2021-03-04T23:42:30.014 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.173194+0000", 2021-03-04T23:42:30.014 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0098193800000000008 2021-03-04T23:42:30.014 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.014 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.015 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:30.015 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.183013+0000", 2021-03-04T23:42:30.015 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.9706999999999999e-05 2021-03-04T23:42:30.015 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.015 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.016 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:30.016 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.183113+0000", 2021-03-04T23:42:30.016 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00039421900000000001 2021-03-04T23:42:30.016 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.016 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.017 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:30.017 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.183507+0000", 2021-03-04T23:42:30.017 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1371000000000002e-05 2021-03-04T23:42:30.017 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.018 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.018 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:30.018 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.183539+0000", 2021-03-04T23:42:30.018 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.5331e-05 2021-03-04T23:42:30.019 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.019 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.019 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:30.019 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.183624+0000", 2021-03-04T23:42:30.019 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.042198556 2021-03-04T23:42:30.020 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:30.020 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:30.020 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:30.020 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.020 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.021 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:381632 11.f 11:f7af4fd4:::benchmark_data_gibba011_300349_object161935:head [delete] snapc 0=[] ondisk+write+known_if_redirected e392)", 2021-03-04T23:42:30.021 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:24.151452+0000", 2021-03-04T23:42:30.021 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 5.5108520240000001, 2021-03-04T23:42:30.021 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.032327091, 2021-03-04T23:42:30.022 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:30.022 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:30.022 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:30.022 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:42:30.022 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:42:30.023 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 381632 2021-03-04T23:42:30.023 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.023 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:30.023 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.023 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:30.024 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.151452+0000", 2021-03-04T23:42:30.024 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:30.024 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.024 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.025 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:30.025 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.151452+0000", 2021-03-04T23:42:30.025 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.575e-06 2021-03-04T23:42:30.025 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.025 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.026 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:30.026 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.151454+0000", 2021-03-04T23:42:30.026 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.457e-06 2021-03-04T23:42:30.026 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.027 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.027 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:30.027 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.151455+0000", 2021-03-04T23:42:30.027 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.5320000000000006e-06 2021-03-04T23:42:30.027 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.028 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.028 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:30.028 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.151464+0000", 2021-03-04T23:42:30.028 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1869999999999996e-06 2021-03-04T23:42:30.028 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.029 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.029 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:30.029 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.151469+0000", 2021-03-04T23:42:30.029 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3599000000000001e-05 2021-03-04T23:42:30.029 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.030 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.030 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:30.030 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.151503+0000", 2021-03-04T23:42:30.030 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.93e-06 2021-03-04T23:42:30.031 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.031 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.031 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:30.031 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.151508+0000", 2021-03-04T23:42:30.031 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0236426860000001 2021-03-04T23:42:30.032 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.032 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.032 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:30.032 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.175151+0000", 2021-03-04T23:42:30.033 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.8449000000000006e-05 2021-03-04T23:42:30.033 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.033 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.033 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:30.033 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.175240+0000", 2021-03-04T23:42:30.034 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4227999999999994e-05 2021-03-04T23:42:30.034 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.034 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.034 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1", 2021-03-04T23:42:30.034 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.175324+0000", 2021-03-04T23:42:30.035 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0077318159999999999 2021-03-04T23:42:30.035 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.035 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.035 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:30.036 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.183056+0000", 2021-03-04T23:42:30.036 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.6075999999999994e-05 2021-03-04T23:42:30.036 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.036 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.036 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:30.037 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.183142+0000", 2021-03-04T23:42:30.037 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00049091599999999999 2021-03-04T23:42:30.037 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.037 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.038 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:30.038 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.183633+0000", 2021-03-04T23:42:30.038 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4925000000000001e-05 2021-03-04T23:42:30.038 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.038 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.039 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:30.039 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.183678+0000", 2021-03-04T23:42:30.039 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000101715 2021-03-04T23:42:30.039 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.040 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.040 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:30.040 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.183779+0000", 2021-03-04T23:42:30.040 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.032327091 2021-03-04T23:42:30.040 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:30.041 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:30.041 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:30.041 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.041 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.042 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:381638 11.f 11:f716e166:::benchmark_data_gibba011_300349_object161941:head [delete] snapc 0=[] ondisk+write+known_if_redirected e392)", 2021-03-04T23:42:30.042 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:24.156637+0000", 2021-03-04T23:42:30.042 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 5.505667302, 2021-03-04T23:42:30.042 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.027236458, 2021-03-04T23:42:30.043 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:42:30.043 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:42:30.043 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:42:30.043 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:42:30.043 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:42:30.044 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 381638 2021-03-04T23:42:30.044 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.044 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:42:30.044 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.045 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:42:30.045 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.156637+0000", 2021-03-04T23:42:30.045 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:42:30.045 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.045 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.046 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:42:30.046 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.156637+0000", 2021-03-04T23:42:30.046 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.9570000000000001e-06 2021-03-04T23:42:30.046 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.046 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.047 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:42:30.047 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.156639+0000", 2021-03-04T23:42:30.047 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1400000000000001e-06 2021-03-04T23:42:30.047 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.048 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.048 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:42:30.048 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.156640+0000", 2021-03-04T23:42:30.048 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6010000000000001e-06 2021-03-04T23:42:30.048 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.049 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.049 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:42:30.049 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.156650+0000", 2021-03-04T23:42:30.049 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6210000000000001e-06 2021-03-04T23:42:30.050 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.050 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.050 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:42:30.050 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.156653+0000", 2021-03-04T23:42:30.050 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0420999999999999e-05 2021-03-04T23:42:30.051 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.051 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.051 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:30.051 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.156684+0000", 2021-03-04T23:42:30.052 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.3820000000000001e-06 2021-03-04T23:42:30.052 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.052 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.052 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:42:30.053 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:24.156690+0000", 2021-03-04T23:42:30.053 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.01997867 2021-03-04T23:42:30.053 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.053 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.053 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:42:30.054 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.176669+0000", 2021-03-04T23:42:30.054 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9991999999999998e-05 2021-03-04T23:42:30.054 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.054 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.055 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:42:30.055 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.176729+0000", 2021-03-04T23:42:30.055 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.0512000000000005e-05 2021-03-04T23:42:30.055 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.055 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.056 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1", 2021-03-04T23:42:30.056 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.176799+0000", 2021-03-04T23:42:30.056 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.006286285 2021-03-04T23:42:30.056 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.056 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.057 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:30.057 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.183085+0000", 2021-03-04T23:42:30.057 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.3573999999999996e-05 2021-03-04T23:42:30.057 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.058 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.058 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:42:30.058 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.183169+0000", 2021-03-04T23:42:30.058 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00061587499999999999 2021-03-04T23:42:30.058 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.059 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.059 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:42:30.059 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.183785+0000", 2021-03-04T23:42:30.059 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5712999999999999e-05 2021-03-04T23:42:30.060 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.060 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.060 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:42:30.060 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.183811+0000", 2021-03-04T23:42:30.060 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2714999999999998e-05 2021-03-04T23:42:30.061 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:42:30.061 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:42:30.061 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:42:30.061 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:25.183873+0000", 2021-03-04T23:42:30.062 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.027236458 2021-03-04T23:42:30.062 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:30.062 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:30.062 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:30.062 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:42:30.063 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:42:30.063 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:42:30.063 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:30.065 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:42:30.065 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:42:30.065 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:42:30.066 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:42:30.078 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:42:30.087 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:30.088 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:30.088 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:30.101 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:42:30.121 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:42:30.143 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:42:30.147 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:42:30.148 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:42:30.148 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:42:30.148 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:42:30.148 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:42:30.149 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:42:30.149 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:42:30.149 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:42:30.190 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:30.216 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:30.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:30.217 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:30.318 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:30.341 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:30.342 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:30.342 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:30.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:30 gibba011 conmon[95595]: cluster 2021-03-04T23:42:28.838553+0000 2021-03-04T23:42:30.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:30 gibba011 conmon[95595]: mgr.x (mgr.34676) 1244 : cluster [DBG] pgmap v1330: 179 pgs: 3 active+remapped+backfilling, 176 active+clean; 3.3 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 2.00k op/s; 7736/161169 objects misplaced (4.800%); 50 MiB/s, 803 objects/s recovering 2021-03-04T23:42:30.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:30 gibba011 conmon[95595]: audit 2021-03-04T23:42:29.977552+0000 mon.b (mon.2) 11 : audit [DBG] from='client.? 172.21.2.111:0/3392205478' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:30.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:30 gibba011 conmon[99461]: cluster 2021-03-04T23:42:30.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:30 gibba011 conmon[99461]: 2021-03- 2021-03-04T23:42:30.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:30 gibba011 conmon[99461]: 04T23:42:28.838553+0000 mgr.x (mgr.34676) 1244 : cluster [DBG] pgmap v1330: 179 pgs: 3 active+remapped+backfilling, 176 active+clean; 3.3 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 2.00k op/s; 7736/161169 objects misplaced (4.800%); 50 MiB/s, 803 objects/s recovering 2021-03-04T23:42:30.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:30 gibba011 conmon[99461]: audit 2021 2021-03-04T23:42:30.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:30 gibba011 conmon[99461]: -03-04T23:42:29.977552+0000 mon.b (mon 2021-03-04T23:42:30.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:30 gibba011 conmon[99461]: .2) 11 : audit [DBG] from='client.? 172.21.2.111:0/3392205478' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:30.443 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:30.466 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:30.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:30.467 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:30.568 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:30.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:30 gibba038 conmon[76675]: cluster 2021-03-04T23:42:28.838553+0000 mgr.x (mgr.34676) 1244 : cluster 2021-03-04T23:42:30.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:30 gibba038 conmon[76675]: [DBG] pgmap v1330: 179 pgs: 3 active+remapped+backfilling, 176 active+clean; 3.3 GiB data, 11 GiB used, 573 GiB / 588 GiB avail; 0 B/s wr, 2.00k op/s; 7736/161169 objects misplaced (4.800%); 50 MiB/s, 803 objects/s recovering 2021-03-04T23:42:30.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:30 gibba038 conmon[76675]: audit 2021-03-04T23:42:29.977552+0000 mon.b (mon.2) 11 : audit [DBG] from='client.? 172.21.2.111:0/3392205478' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:30.590 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:30.591 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:30.591 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:30.692 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:30.714 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:30.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:30.715 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:30.816 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:30.840 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:30.841 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:30.841 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:30.942 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:30.964 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:30.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:30.966 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:31.062 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_ops_in_flight 2021-03-04T23:42:31.067 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:31.132 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:31.132 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:31.133 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:31.234 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:31.250 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:31.258 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:31.259 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:31.259 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:31.360 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:31.385 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:31.386 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:31.387 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:31.488 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:31.512 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:31.513 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:31.514 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:31.615 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:31.633 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:31.634 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:31.634 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:31.735 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:31.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:31.753 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:31.754 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:31.856 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:31.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:31.883 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:31.883 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:31.985 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:32.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:32.008 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:32.008 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:32.109 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:32.130 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:32.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:32.132 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:32.233 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:32.256 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:32.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:32.258 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:32.359 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:32.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:32.381 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:32.381 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:32.482 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:32.504 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:32.505 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:32.505 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:32.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:32 gibba038 conmon[76675]: cluster 2021-03-04T23:42:30.838903+0000 mgr.x (mgr.34676) 1245 : cluster [DBG] pgmap v1331: 179 pgs: 3 active+remapped+backfilling, 176 active+clean; 3.2 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.37k op/s; 5972/157011 objects misplaced (3.804%); 45 MiB/s, 724 objects/s recovering 2021-03-04T23:42:32.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:32 gibba011 conmon[95595]: cluster 2021-03-04T23:42:30.838903+0000 mgr.x (mgr.34676) 1245 : 2021-03-04T23:42:32.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:32 gibba011 conmon[95595]: cluster [DBG] pgmap v1331: 179 pgs: 3 active+remapped+backfilling, 176 active+clean; 3.2 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.37k op/s; 5972/157011 objects misplaced (3.804%); 45 MiB/s, 724 objects/s recovering 2021-03-04T23:42:32.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:32 gibba011 conmon[99461]: cluster 2021-03-04T23:42:32.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:32 gibba011 conmon[99461]: 2021-03-04T23:42:30. 2021-03-04T23:42:32.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:32 gibba011 conmon[99461]: 838903+0000 mgr.x (mgr.34676) 1245 : cluster [DBG] pgmap v1331: 179 pgs: 3 active+remapped+backfilling, 176 active+clean; 3.2 GiB data, 10 GiB used, 574 GiB / 588 GiB avail; 0 B/s wr, 1.37k op/s; 5972/157011 objects misplaced (3.804%); 45 MiB/s, 724 objects/s recovering 2021-03-04T23:42:32.606 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:32.632 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:32.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:32.633 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:32.734 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:32.760 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:32.760 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:32.761 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:32.863 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:32.885 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:32.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:32.887 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:32.988 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:33.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:33.015 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:33.016 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:33.117 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:33.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:33.138 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:33.138 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:33.240 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:33.262 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:33.263 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:33.264 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:33.365 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:33.387 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:33.388 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:33.389 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:33.491 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:33.513 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:33.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:33.515 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:33.616 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:33.639 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:33.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:33.640 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:33.742 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:33.764 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:33.765 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:33.765 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:33.867 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:33.890 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:33.891 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:33.892 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:33.993 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:34.016 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:34.017 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:34.017 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:34.118 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:34.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:34.141 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:34.141 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:34.161 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:42:34.242 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:34.266 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:34.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:34.267 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:34.369 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:34.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:34.392 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:34.392 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:34.487 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:34 gibba011 conmon[95595]: cluster 2021-03-04T23:42:32.839460+0000 mgr.x (mgr.34676) 1246 : cluster [DBG] pgmap v1332: 179 pgs: 3 active+remapped+backfilling, 176 active+clean; 2.8 GiB data, 9.3 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.89k op/s; 4796/139116 objects misplaced (3.447%); 45 MiB/s, 715 objects/s recovering 2021-03-04T23:42:34.488 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:34 gibba011 conmon[95595]: audit 2021-03-04T23:42:33.554082+0000 mon.a (mon.0) 1757 : audit [INF] from='client.? 172.21.2.111:0/371002200' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:34.488 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:34 gibba011 conmon[99461]: cluster 2021-03-04T23:42:32.839460+0000 mgr.x (mgr.34676) 1246 : cluster [DBG] pgmap v1332: 179 pgs: 3 active+remapped+backfilling, 176 active+clean; 2.8 GiB data, 9.3 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.89k op/s; 4796/139116 objects misplaced (3.447%); 45 MiB/s, 715 objects/s recovering 2021-03-04T23:42:34.489 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:34 gibba011 conmon[99461]: audit 2021-03-04T23:42:33.554082+0000 mon.a (mon.0) 1757 : audit [INF] from='client.? 172.21.2.111:0/371002200' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:34.493 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:34.508 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 1, 3, 7] out_osds: [2] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:42:34.509 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:42:34.509 INFO:tasks.thrashosds.thrasher:Removing osd 1, in_osds are: [0, 4, 5, 6, 1, 3, 7] 2021-03-04T23:42:34.509 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd out 1 2021-03-04T23:42:34.514 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:34.515 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:34.515 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:34.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:34 gibba038 conmon[76675]: cluster 2021-03-04T23:42:32.839460+0000 mgr.x (mgr.34676) 1246 : cluster [DBG] pgmap v1332: 179 pgs: 3 active+remapped+backfilling, 176 active+clean; 2.8 GiB data, 9.3 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 1.89k op/s; 4796/139116 objects misplaced (3.447%); 45 MiB/s, 715 objects/s recovering 2021-03-04T23:42:34.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:34 gibba038 conmon[76675]: 2021-03-04T23:42:34.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:34 gibba038 conmon[76675]: audit 2021-03-04T23:42:33.554082+0000 mon.a (mon.0) 1757 : audit [INF] from='client.? 172.21.2.111:0/371002200' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:34.616 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:34.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:34.640 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:34.640 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:34.682 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:34.742 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:34.764 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:34.765 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:34.766 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:34.852 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:42:34.867 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:34.889 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:34.890 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:34.891 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:34.992 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:35.017 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:35.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:35.019 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:35.034 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:35.121 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:35.142 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:35.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:35.145 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:35.156 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:35 gibba011 conmon[95595]: cluster 2021-03-04T23:42:35.156 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:35 gibba011 conmon[95595]: 2021-03-04T23:42:34.149016 2021-03-04T23:42:35.156 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:35 gibba011 conmon[95595]: +0000 mon.a (mon.0) 1758 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:35.157 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:35 gibba011 conmon[95595]: audit 2021 2021-03-04T23:42:35.157 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:35 gibba011 conmon[95595]: -03-04T23:42:34.156983+0000 mon.a (mon.0) 1759 : audit [INF] from='client.? 172.21.2.111:0/371002200' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:42:35.157 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:35 gibba011 conmon[95595]: 2021-03-04T23:42:35.157 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:35 gibba011 conmon[95595]: cluster 2021-03-04T23:42:35.157 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:35 gibba011 conmon[95595]: 2021-03-04T23:42:34.157036+0000 mon.a (mon.0) 2021-03-04T23:42:35.158 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:35 gibba011 conmon[95595]: 1760 : cluster [DBG] osdmap e395: 8 total, 8 up, 7 in 2021-03-04T23:42:35.246 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:35.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:35.265 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:35.266 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:35.367 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:35.384 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:35.385 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:35.385 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:35.486 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:35.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:35.504 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:35.504 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:35.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:35 gibba038 conmon[76675]: cluster 2021-03-04T23:42:34.149016+0000 mon.a (mon.0) 1758 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:35.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:35 gibba038 conmon[76675]: 2021-03-04T23:42:35.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:35 gibba038 conmon[76675]: audit 2021-03-04T23:42:34.156983+0000 mon.a (mon.0) 1759 : audit [INF] from='client.? 172.21.2.111:0/371002200' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:42:35.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:35 gibba038 conmon[76675]: cluster 2021-03-04T23:42:34.157036+0000 mon.a (mon.0) 1760 : cluster [DBG] osdmap e395: 8 total, 8 up, 7 in 2021-03-04T23:42:35.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:35 gibba011 conmon[99461]: cluster 2021-03-04T23:42:34.149016+0000 mon.a (mon. 2021-03-04T23:42:35.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:35 gibba011 conmon[99461]: 0) 1758 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:35.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:35 gibba011 conmon[99461]: audit 2021-03-04T23:42:34.156983+0000 mon.a ( 2021-03-04T23:42:35.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:35 gibba011 conmon[99461]: mon.0) 1759 : audit [INF] from='client.? 172.21.2.111:0/371002200' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:42:35.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:35 gibba011 conmon[99461]: cluster 2021-03-04T23:42:35.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:35 gibba011 conmon[99461]: 2021-03-04T23:42:34.157036+0000 mon.a (mon.0) 1760 : cluster 2021-03-04T23:42:35.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:35 gibba011 conmon[99461]: [DBG] osdmap e395: 8 total, 8 up, 7 in 2021-03-04T23:42:35.605 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:35.621 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:35.622 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:35.622 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:35.723 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:35.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:35.741 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:35.741 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:35.842 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:35.860 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:35.860 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:35.861 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:35.962 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:35.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:35.981 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:35.981 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:36.082 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:36.101 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:36.102 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:36.102 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:36.203 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:36.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:36.225 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:36.226 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:36.327 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:36.346 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:36.347 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:36.348 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:36.449 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:36.466 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:36.467 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:36.468 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:36.569 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:36.586 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:36.587 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:36.587 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:36.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:36 gibba038 conmon[76675]: cluster 2021-03-04T23:42:34.839764+0000 mgr.x (mgr.34676) 1247 : cluster [DBG] pgmap v1334: 179 pgs: 3 active+remapped+backfilling, 176 active+clean; 2.6 GiB data, 8.7 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 2.13k op/s; 4016/125601 objects misplaced (3.197%); 35 MiB/s, 559 objects/s recovering 2021-03-04T23:42:36.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:36 gibba038 conmon[76675]: cluster 2021-03-04T23:42:35.163303+0000 mon.a (mon.0) 1761 : cluster [DBG] osdmap e396: 8 total, 8 up, 7 in 2021-03-04T23:42:36.603 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:36 gibba011 conmon[99461]: cluster 2021-03-04T23:42:34.839764+0000 mgr.x (mgr.34676) 1247 : cluster [DBG] pgmap v1334: 179 pgs: 3 active+remapped+backfilling, 176 active+clean; 2.6 GiB data, 8.7 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 2.13k op/s; 4016/125601 objects misplaced (3.197%); 35 MiB/s, 559 objects/s recovering 2021-03-04T23:42:36.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:36 gibba011 conmon[99461]: cluster 2021-03-04T23:42:35.163303+0000 mon.a (mon.0) 1761 : cluster [DBG] osdmap e396: 8 total, 8 up, 7 in 2021-03-04T23:42:36.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:36 gibba011 conmon[95595]: cluster 2021-03-04T23:42:34.839764+0000 mgr.x (mgr.34676) 1247 : cluster [DBG] 2021-03-04T23:42:36.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:36 gibba011 conmon[95595]: pgmap v1334: 179 pgs: 3 active+remapped+backfilling, 176 active+clean; 2.6 GiB data, 8.7 GiB used, 575 GiB / 588 GiB avail; 0 B/s wr, 2.13k op/s; 4016/125601 objects misplaced (3.197%); 35 MiB/s, 559 objects/s recovering 2021-03-04T23:42:36.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:36 gibba011 conmon[95595]: cluster 2021-03-04T23:42:35.163303+0000 mon.a (mon.0) 1761 : cluster [DBG] osdmap e396: 8 total, 8 up, 7 in 2021-03-04T23:42:36.624 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:42:36.624 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:42:36.688 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:36.704 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:36.705 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:36.705 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:36.807 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:36.824 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:36.825 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:36.825 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:36.927 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:36.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:36.945 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:36.946 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:37.047 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:37.065 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:37.066 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:37.066 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:37.167 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:37.171 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:37 gibba011 conmon[99461]: cluster 2021-03-04T23:42:36.166332+0000 2021-03-04T23:42:37.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:37.186 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:37.186 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:37.288 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:37.312 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:37.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:37.313 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:37.414 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:37.436 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:37.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:37.437 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:37.538 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:37.558 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:37.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:37.560 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:37.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:37 gibba038 conmon[76675]: cluster 2021-03-04T23:42:36.166332+0000 mon.a (mon.0) 1762 : cluster [DBG] osdmap e397: 8 total, 8 up, 7 in 2021-03-04T23:42:37.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:37 gibba038 conmon[76675]: audit 2021-03-04T23:42:36.785124+0000 mon.c (mon.1) 508 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:42:37.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:37 gibba038 conmon[76675]: audit 2021-03-04T23:42:36. 2021-03-04T23:42:37.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:37 gibba038 conmon[76675]: 785475+0000 mon.a (mon.0) 1763 2021-03-04T23:42:37.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:37 gibba038 conmon[76675]: : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:42:37.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:37 gibba011 conmon[99461]: mon.a (mon.0) 1762 : cluster [DBG] osdmap e397: 8 total, 8 up, 7 in 2021-03-04T23:42:37.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:37 gibba011 conmon[99461]: audit 2021-03-04T23:42:36.785124+0000 mon.c (mon.1) 508 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:42:37.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:37 gibba011 conmon[99461]: audit 2021-03-04T23:42:36.785475+0000 mon.a (mon.0) 1763 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:42:37.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:37 gibba011 conmon[95595]: cluster 2021-03-04T23:42:36.166332+0000 mon.a (mon.0) 1762 : cluster [DBG] osdmap e397: 8 total, 8 up, 7 in 2021-03-04T23:42:37.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:37 gibba011 conmon[95595]: audit 2021-03-04T23:42:36.785124+0000 mon.c (mon.1) 508 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:42:37.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:37 gibba011 conmon[95595]: audit 2021-03-04T23:42:36.785475+0000 mon.a (mon.0) 1763 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:42:37.661 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:37.681 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:37.682 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:37.682 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:37.783 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:37.805 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:37.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:37.806 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:37.906 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:42:37.907 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:37.924 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:37.925 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:37.925 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:38.027 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:38.039 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:38.047 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:38.048 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:38.049 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:38.149 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:38.168 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:38.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:38.169 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:38.270 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:38.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:38.292 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:38.292 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:38.393 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:38.414 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:38.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:38.416 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:38.518 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:38.537 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:38 gibba011 conmon[95595]: cluster 2021-03-04T23:42:36.840242+0000 mgr.x (mgr.34676) 2021-03-04T23:42:38.537 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:38 gibba011 conmon[95595]: 1248 : cluster [DBG] pgmap v1337: 179 pgs: 1 peering, 2 active+remapped+backfilling, 176 active+clean; 2.5 GiB data, 8.3 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.99k op/s; 3005/121263 objects misplaced (2.478%); 19 MiB/s, 302 objects/s recovering 2021-03-04T23:42:38.537 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:38 gibba011 conmon[95595]: cluster 2021-03-04T23:42:37.171215+0000 mon.a (mon.0) 1764 : cluster [DBG] osdmap e398: 8 total, 8 up, 7 in 2021-03-04T23:42:38.538 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:38 gibba011 conmon[99461]: cluster 2021-03-04T23:42:36.840242+0000 mgr.x (mgr.34676) 2021-03-04T23:42:38.538 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:38 gibba011 conmon[99461]: 1248 : cluster [DBG] pgmap v1337: 179 pgs: 1 peering, 2 active+remapped+backfilling, 176 active+clean; 2.5 GiB data, 8.3 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.99k op/s; 3005/121263 objects misplaced (2.478%); 19 MiB/s, 302 objects/s recovering 2021-03-04T23:42:38.538 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:38 gibba011 conmon[99461]: cluster 2021-03-04T23:42:37.171215+0000 mon.a (mon.0) 1764 : cluster [DBG] osdmap e398: 8 total, 8 up, 7 in 2021-03-04T23:42:38.541 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:38.542 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:38.543 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:38.585 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_blocked_ops 2021-03-04T23:42:38.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:38 gibba038 conmon[76675]: cluster 2021-03-04T23:42:36.840242+0000 mgr.x (mgr.34676) 1248 : cluster [DBG] pgmap v1337: 179 pgs: 1 peering, 2 active+remapped+backfilling, 176 active+clean; 2.5 GiB data, 8.3 GiB used, 576 GiB / 588 GiB avail; 0 B/s wr, 1.99k op/s; 3005/121263 objects misplaced (2.478%); 19 MiB/s, 302 objects/s recovering 2021-03-04T23:42:38.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:38 gibba038 conmon[76675]: cluster 2021-03-04T23:42:37.171215+0000 mon.a (mon.0) 1764 : cluster [DBG] osdmap e398: 8 total, 8 up, 7 in 2021-03-04T23:42:38.644 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:38.664 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:38.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:38.666 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:38.740 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:38.767 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:38.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:38.787 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:38.787 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:38.889 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:38.912 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:38.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:38.914 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:39.015 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:39.036 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:39.037 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:39.038 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:39.139 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:39.160 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:39.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:39.161 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:39.262 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:39.286 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:39.287 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:39.287 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:39.388 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:39.408 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:39.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:39.410 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:39.511 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:39.523 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:39 gibba011 conmon[95595]: debug 2021-03-04T23:42:39.278+0000 7f2e08250700 -1 mon.a@0(leader).osd e398 definitely_dead 0 2021-03-04T23:42:39.531 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:39.532 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:39.533 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:39.634 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:39.654 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:39.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:39.656 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:39.757 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:39.784 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:39.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:39.785 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:39.887 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:39.910 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:39.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:39.911 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:40.013 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:40.032 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:40.033 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:40.033 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:40.134 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:40.156 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:40.157 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:40.157 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:40.186 INFO:teuthology.orchestra.run.gibba011.stderr:marked out osd.1. 2021-03-04T23:42:40.259 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:40.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:40.276 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:40.276 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:40.288 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:42:40.288 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:42:40.289 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:42:40.289 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:42:40.290 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:42:40.290 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:42:40.290 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:42:40.291 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:42:40.291 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:42:40.292 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:42:40.292 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:42:40.292 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:42:40.292 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:42:40.293 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:42:40.293 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:42:40.293 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:42:40.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:40 gibba011 conmon[95595]: cluster 2021-03-04T23:42:38.840778+0000 mgr.x (mgr 2021-03-04T23:42:40.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:40 gibba011 conmon[95595]: .34676) 1249 : cluster [DBG] pgmap v1339: 179 pgs: 1 active+remapped+backfilling, 1 peering, 177 active+clean; 2.1 GiB data, 7.2 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.75k op/s; 1893/100992 objects misplaced (1.874%); 21 MiB/s, 329 objects/s recovering 2021-03-04T23:42:40.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:40 gibba011 conmon[95595]: audit 2021-03-04T23:42:39.279173+0000 mon.a (mon.0) 1765 : audit [INF] from='client.? 172.21.2.111:0/1259125276' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2021-03-04T23:42:40.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:40 gibba011 conmon[95595]: cluster 2021-03-04T23:42:39.279277+0000 mon.a (mon.0) 1766 : cluster [INF] Client client.admin marked osd.1 out, while it was still marked up 2021-03-04T23:42:40.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:40 gibba011 conmon[95595]: audit 2021-03-04T23:42:39.845589+0000 mon.a (mon.0) 1767 : audit [DBG] from='client.? 172.21.2.111:0/2662688469' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:40.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:40 gibba011 conmon[99461]: cluster 2021-03-04T23:42:38.840778+0000 mgr.x (mgr.34676 2021-03-04T23:42:40.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:40 gibba011 conmon[99461]: ) 1249 : cluster [DBG] pgmap v1339: 179 pgs: 1 active+remapped+backfilling, 1 peering, 177 active+clean; 2.1 GiB data, 7.2 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.75k op/s; 1893/100992 objects misplaced (1.874%); 21 MiB/s, 329 objects/s recovering 2021-03-04T23:42:40.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:40 gibba011 conmon[99461]: audit 2021-03-04T23:42:39.279173+0000 mon.a (mon.0) 1765 : audit [INF] from='client.? 172.21.2.111:0/1259125276' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2021-03-04T23:42:40.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:40 gibba011 conmon[99461]: cluster 2021-03-04T23:42:39.279277+0000 mon.a (mon.0) 1766 : cluster [INF] Client client.admin marked osd.1 out, while it was still marked up 2021-03-04T23:42:40.357 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:40 gibba011 conmon[99461]: audit 2021-03-04T23:42:39.845589+0000 mon.a (mon.0) 1767 : audit [DBG] from='client.? 172.21.2.111:0/2662688469' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:40.377 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:40.396 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:40.398 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:40.398 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:40.500 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:40.517 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:40.518 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:40.518 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:40.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:40 gibba038 conmon[76675]: cluster 2021-03-04T23:42:38.840778+0000 mgr.x (mgr.34676) 1249 : cluster 2021-03-04T23:42:40.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:40 gibba038 conmon[76675]: [DBG] pgmap v1339: 179 pgs: 1 active+remapped+backfilling, 1 peering, 177 active+clean; 2.1 GiB data, 7.2 GiB used, 577 GiB / 588 GiB avail; 0 B/s wr, 1.75k op/s; 1893/100992 objects misplaced (1.874%); 21 MiB/s, 329 objects/s recovering 2021-03-04T23:42:40.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:40 gibba038 conmon[76675]: audit 2021-03-04T23:42:39.279173+0000 mon.a (mon.0) 1765 : audit [INF] from='client.? 172.21.2.111:0/1259125276' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2021-03-04T23:42:40.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:40 gibba038 conmon[76675]: cluster 2021-03-04T23:42:39 2021-03-04T23:42:40.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:40 gibba038 conmon[76675]: .279277+0000 mon.a (mon.0) 1766 : cluster [INF] Client client.admin marked osd.1 out, while it was still marked up 2021-03-04T23:42:40.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:40 gibba038 conmon[76675]: audit 2021-03-04T23:42:39.845589+0000 mon.a (mon.0 2021-03-04T23:42:40.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:40 gibba038 conmon[76675]: ) 1767 : audit [DBG] from='client.? 172.21.2.111:0/2662688469' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:40.620 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:40.637 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:40.638 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:40.639 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:40.740 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:40.757 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:40.759 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:40.760 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:40.861 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:40.879 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:40.879 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:40.880 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:40.981 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:40.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:41.000 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:41.000 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:41.101 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:41.118 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:41.119 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:41.120 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:41.221 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:41.238 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:41.239 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:41.239 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:41.341 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:41.358 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:41.359 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:41.359 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:41.460 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:41.478 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:41.479 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:41.479 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:41.487 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:41 gibba011 conmon[95595]: audit 2021-03-04T23:42:40.181644+0000 mon.a (mon.0) 1768 : 2021-03-04T23:42:41.487 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:41 gibba011 conmon[95595]: audit [INF] from='client.? 172.21.2.111:0/1259125276' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["1"]}]': finished 2021-03-04T23:42:41.488 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:41 gibba011 conmon[95595]: cluster 2021-03-04T23:42:40.181695+0000 mon.a (mon.0) 1769 : cluster [DBG] osdmap e399: 8 total, 8 up, 6 in 2021-03-04T23:42:41.488 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:41 gibba011 conmon[99461]: audit 2021-03-04T23:42:40.181644+0000 mon.a (mon.0) 1768 : audit [INF] from='client.? 172.21.2.111:0/1259125276' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["1"]}]': finished 2021-03-04T23:42:41.488 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:41 gibba011 conmon[99461]: cluster 2021-03-04T23:42:40.181695+0000 mon.a (mon.0) 1769 : cluster [DBG] osdmap e399: 8 total, 8 up, 6 in 2021-03-04T23:42:41.581 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:41.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:41 gibba038 conmon[76675]: audit 2021-03-04T23:42:40.181644+0000 mon.a (mon.0) 1768 : audit [INF] from='client.? 172.21.2.111:0/1259125276' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["1"]}]': finished 2021-03-04T23:42:41.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:41 gibba038 conmon[76675]: cluster 2021-03-04T23:42:40.181695+0000 mon.a (mon.0) 1769 : cluster [DBG] osdmap e399: 8 total, 8 up, 6 in 2021-03-04T23:42:41.598 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:41.599 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:41.599 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:41.700 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:41.717 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:41.718 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:41.718 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:41.820 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:41.837 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:41.838 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:41.838 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:41.940 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:41.959 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:41.960 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:41.961 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:42.062 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:42.080 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:42.081 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:42.081 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:42.182 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:42.201 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:42.202 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:42.202 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:42.304 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:42.323 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:42.324 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:42.325 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:42.426 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:42.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:42.448 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:42.448 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:42.549 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:42.573 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:42.575 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:42.575 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:42.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:42 gibba038 conmon[76675]: cluster 2021-03-04T23:42:40.841512+0000 mgr.x (mgr.34676) 1250 : cluster [DBG] pgmap v1341: 179 pgs: 1 active+remapped+backfilling, 1 peering, 177 active+clean; 2.1 GiB data, 5.6 GiB used, 494 GiB / 504 GiB avail; 0 B/s wr, 1.44k op/s; 1893/100992 objects misplaced (1.874%); 17 MiB/s, 272 objects/s recovering 2021-03-04T23:42:42.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:42 gibba038 conmon[76675]: cluster 2021-03-04T23:42:41.186278+0000 mon.a (mon.0) 1770 : 2021-03-04T23:42:42.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:42 gibba038 conmon[76675]: cluster [DBG] osdmap e400: 8 total, 8 up, 6 in 2021-03-04T23:42:42.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:42 gibba038 conmon[76675]: cluster 2021-03-04T23:42:41.188865+0000 osd.0 (osd.0) 20 : cluster [INF] 11.6 continuing backfill to osd.4 from (390'21512,398'25622] 11:61bd90c3:::benchmark_data_gibba011_300349_object214989:head to 398'25622 2021-03-04T23:42:42.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:42 gibba038 conmon[76675]: cluster 2021-03-04T23:42:41.188888+0000 osd.0 (osd.0) 21 : cluster [DBG] 11.6 starting backfill to osd.5 from (0'0,0'0] MAX to 398'25622 2021-03-04T23:42:42.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:42 gibba011 conmon[95595]: cluster 2021-03-04T23:42:40.841512+0000 mgr.x (mgr.34676) 1250 : 2021-03-04T23:42:42.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:42 gibba011 conmon[95595]: cluster [DBG] pgmap v1341: 179 pgs: 1 active+remapped+backfilling, 1 peering, 177 active+clean; 2.1 GiB data, 5.6 GiB used, 494 GiB / 504 GiB avail; 0 B/s wr, 1.44k op/s; 1893/100992 objects misplaced (1.874%); 17 MiB/s, 272 objects/s recovering 2021-03-04T23:42:42.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:42 gibba011 conmon[95595]: cluster 2021-03-04T23:42:41.186278+0000 mon.a (mon.0) 1770 : cluster [DBG] osdmap e400: 8 total, 8 up, 6 in 2021-03-04T23:42:42.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:42 gibba011 conmon[95595]: cluster 2021-03-04T23:42:41.188865+0000 osd.0 (osd.0) 20 : cluster [INF] 11.6 continuing backfill to osd.4 from (390'21512,398'25622] 11:61bd90c3:::benchmark_data_gibba011_300349_object214989:head to 398'25622 2021-03-04T23:42:42.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:42 gibba011 conmon[95595]: cluster 2021-03-04T23:42:41.188888+0000 osd.0 (osd.0) 21 : cluster [DBG] 11.6 starting backfill to osd.5 from (0'0,0'0] MAX to 398'25622 2021-03-04T23:42:42.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:42 gibba011 conmon[99461]: cluster 2021-03-04T23:42:40.841512+0000 mgr.x (mgr.34676) 1250 : cluster [DBG] pgmap v1341: 179 pgs: 1 active+remapped+backfilling, 1 peering, 177 active+clean; 2.1 GiB data, 5.6 GiB used, 494 GiB / 504 GiB avail; 0 B/s wr, 1.44k op/s; 1893/100992 objects misplaced (1.874%); 17 MiB/s, 272 objects/s recovering 2021-03-04T23:42:42.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:42 gibba011 conmon[99461]: cluster 2021-03-04T23:42:41.186278+0000 mon.a (mon.0) 1770 : cluster [DBG] osdmap e400: 8 total, 8 up, 6 in 2021-03-04T23:42:42.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:42 gibba011 conmon[99461]: cluster 2021-03-04T23:42 2021-03-04T23:42:42.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:42 gibba011 conmon[99461]: :41.188865+0000 osd.0 (osd.0) 20 : cluster [INF] 11.6 continuing backfill to osd.4 from (390'21512,398'25622] 11:61bd90c3:::benchmark_data_gibba011_300349_object214989:head to 398'25622 2021-03-04T23:42:42.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:42 gibba011 conmon[99461]: cluster 2021-03-04T23:42:41.188888+0000 osd.0 (osd.0) 21 : cluster [DBG] 11.6 starting backfill to osd.5 from (0'0,0'0] MAX to 398'25622 2021-03-04T23:42:42.677 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:42.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:42.701 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:42.702 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:42.804 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:42.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:42.823 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:42.823 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:42.925 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:42.948 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:42.949 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:42.950 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:43.052 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:43.072 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:43.073 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:43.073 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:43.175 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:43.197 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:43.198 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:43.199 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:43.300 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:43.321 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:43.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:43.323 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:43.424 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:43.446 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:43.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:43.448 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:43.513 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:43 gibba011 conmon[99461]: cluster 2021-03-04T23:42:42.190948+0000 mon.a (mon.0) 1771 : cluster [DBG] osdmap e401: 8 total, 8 up, 6 in 2021-03-04T23:42:43.514 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:43 gibba011 conmon[99461]: cluster 2021-03-04T23:42:42.191596+0000 osd.3 (osd.3) 26 : cluster [DBG] 11.b starting backfill to osd.4 from (0'0,0'0] MAX to 398'25895 2021-03-04T23:42:43.514 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:43 gibba011 conmon[99461]: cluster 2021-03-04T23:42:42.191981+0000 osd.3 (osd.3) 27 : cluster [DBG] 11.0 starting backfill to osd.6 from (0'0,0'0] MAX to 398'26015 2021-03-04T23:42:43.514 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:43 gibba011 conmon[99461]: cluster 2021-03-04T23:42:42.192759+0000 osd.4 (osd.4) 43 : cluster [DBG] 11.c starting backfill to osd.5 from (0'0,0'0] MAX to 398'25838 2021-03-04T23:42:43.515 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:43 gibba011 conmon[99461]: cluster 2021-03-04T23:42:42.192980+0000 osd.7 (osd.7) 71 : cluster [DBG] 11.f starting backfill to osd.4 from (0'0,0'0] MAX to 398'25764 2021-03-04T23:42:43.515 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:43 gibba011 conmon[99461]: cluster 2021-03-04T23:42:42.193278+0000 osd.4 (osd.4) 44 : cluster [DBG] 11.e starting backfill to osd.0 from (0'0,0'0] MAX to 398'25847 2021-03-04T23:42:43.515 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:43 gibba011 conmon[99461]: cluster 2021-03-04T23:42:42.193791+0000 osd.7 (osd.7) 72 : cluster [DBG] 11.4 starting backfill to osd.3 from (0'0,0'0] MAX to 398'25459 2021-03-04T23:42:43.515 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:43 gibba011 conmon[99461]: cluster 2021-03-04T23:42:42.193954+0000 osd.6 (osd.6) 222 : cluster [DBG] 11.3 starting backfill to osd.5 from (0'0,0'0] MAX to 398'25517 2021-03-04T23:42:43.515 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:43 gibba011 conmon[99461]: cluster 2021-03-04T23:42:42.194276+0000 osd.5 (osd.5) 78 : cluster [DBG] 11.7 starting backfill to osd.0 from (0'0,0'0] MAX to 398'25870 2021-03-04T23:42:43.516 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:43 gibba011 conmon[99461]: cluster 2021-03-04T23:42:42.200194+0000 osd.4 (osd.4) 45 : cluster [DBG] 11.d starting backfill to osd.5 from (0'0,0'0] MAX to 398'25602 2021-03-04T23:42:43.516 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:43 gibba011 conmon[95595]: cluster 2021-03-04T23:42:42.190948+0000 mon.a 2021-03-04T23:42:43.516 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:43 gibba011 conmon[95595]: (mon.0) 1771 : cluster [DBG] osdmap e401: 8 total, 8 up, 6 in 2021-03-04T23:42:43.517 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:43 gibba011 conmon[95595]: cluster 2021-03-04T23:42:42.191596+0000 osd.3 (osd.3) 26 : cluster [DBG] 11.b starting backfill to osd.4 from (0'0,0'0] MAX to 398'25895 2021-03-04T23:42:43.517 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:43 gibba011 conmon[95595]: cluster 2021-03-04T23:42:42.191981+0000 osd.3 (osd.3) 27 : cluster [DBG] 11.0 starting backfill to osd.6 from (0'0,0'0] MAX to 398'26015 2021-03-04T23:42:43.517 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:43 gibba011 conmon[95595]: cluster 2021-03-04T23:42:42.192759+0000 osd.4 (osd.4) 43 : cluster [DBG] 11.c starting backfill to osd.5 from (0'0,0'0] MAX to 398'25838 2021-03-04T23:42:43.517 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:43 gibba011 conmon[95595]: cluster 2021-03-04T23:42:42.192980+0000 osd.7 (osd.7) 71 : cluster [DBG] 11.f starting backfill to osd.4 from (0'0,0'0] MAX to 398'25764 2021-03-04T23:42:43.518 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:43 gibba011 conmon[95595]: cluster 2021-03-04T23:42:42.193278+0000 osd.4 (osd.4) 44 : cluster [DBG] 11.e starting backfill to osd.0 from (0'0,0'0] MAX to 398'25847 2021-03-04T23:42:43.518 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:43 gibba011 conmon[95595]: cluster 2021-03-04T23:42:42.193791+0000 osd.7 (osd.7) 72 : cluster [DBG] 11.4 starting backfill to osd.3 from (0'0,0'0] MAX to 398'25459 2021-03-04T23:42:43.518 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:43 gibba011 conmon[95595]: cluster 2021-03-04T23:42:42.193954+0000 osd.6 (osd.6) 222 : cluster [DBG] 11.3 starting backfill to osd.5 from (0'0,0'0] MAX to 398'25517 2021-03-04T23:42:43.518 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:43 gibba011 conmon[95595]: cluster 2021-03-04T23:42:42.194276+0000 osd.5 (osd.5) 78 : cluster [DBG] 11.7 starting backfill to osd.0 from (0'0,0'0] MAX to 398'25870 2021-03-04T23:42:43.519 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:43 gibba011 conmon[95595]: cluster 2021-03-04T23:42:42.200194+0000 osd.4 (osd.4) 45 : cluster [DBG] 11.d starting backfill to osd.5 from (0'0,0'0] MAX to 398'25602 2021-03-04T23:42:43.549 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:43.572 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:43.573 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:43.574 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:43.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: cluster 2021-03-04T23:42:43.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: 2021-03-04T23:42:43.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: 2021 2021-03-04T23:42:43.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: -03-04T23:42:42.190948+0000 2021-03-04T23:42:43.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: mon.a (mon.0) 1771 : cluster [DBG] osdmap e401: 8 total, 8 up, 6 in 2021-03-04T23:42:43.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: cluster 2021-03-04T23:42:42.191596+0000 osd.3 (osd. 2021-03-04T23:42:43.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: 3) 26 : cluster [DBG] 11.b starting backfill to osd.4 from (0'0,0'0] MAX to 398'25895 2021-03-04T23:42:43.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: cluster 2021-03-04T23:42 2021-03-04T23:42:43.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: :42.191981+0000 osd.3 (osd.3) 27 : cluster 2021-03-04T23:42:43.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: [DBG] 11.0 starting backfill to osd.6 from (0'0,0'0] MAX to 398'26015 2021-03-04T23:42:43.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: cluster 2021-03-04T23:42:42. 2021-03-04T23:42:43.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: 192759+0000 osd.4 (osd.4) 43 : cluster [DBG] 11.c starting backfill to osd.5 from (0'0,0'0] MAX to 398'25838 2021-03-04T23:42:43.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: 2021-03-04T23:42:43.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: cluster 2021 2021-03-04T23:42:43.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: -03-04T23:42:42.192980+0000 osd.7 (osd.7) 71 : 2021-03-04T23:42:43.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: cluster [DBG] 11.f starting backfill to osd.4 from (0'0,0'0] MAX to 398'25764 2021-03-04T23:42:43.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: cluster 2021-03-04T23:42: 2021-03-04T23:42:43.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: 42.193278+0000 osd.4 (osd.4) 44 : cluster [DBG] 2021-03-04T23:42:43.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: 11.e starting backfill to osd.0 from (0'0,0'0] MAX to 398'25847 2021-03-04T23:42:43.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: cluster 2021-03-04T23:42:43.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: 2021-03-04T23:42:42.193791+0000 osd.7 (osd. 2021-03-04T23:42:43.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: 7) 72 : cluster [DBG] 11.4 starting backfill to osd.3 from (0'0,0'0] MAX to 398'25459 2021-03-04T23:42:43.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:42:43.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: :42:42.193954+0000 osd.6 (osd.6) 222 : cluster 2021-03-04T23:42:43.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: [DBG] 11.3 starting backfill to osd.5 from (0'0,0'0] MAX to 398'25517 2021-03-04T23:42:43.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: cluster 2021-03-04T23:42:42. 2021-03-04T23:42:43.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: 194276+0000 osd.5 (osd.5) 78 : cluster [DBG] 11.7 starting backfill to osd.0 from (0'0,0'0] MAX to 398'25870 2021-03-04T23:42:43.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: 2021-03-04T23:42:43.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: cluster 2021-03-04T23:42:42 2021-03-04T23:42:43.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:43 gibba038 conmon[76675]: .200194+0000 osd.4 (osd.4) 45 : cluster [DBG] 11.d starting backfill to osd.5 from (0'0,0'0] MAX to 398'25602 2021-03-04T23:42:43.675 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:43.699 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:43.700 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:43.701 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:43.759 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:42:43.759 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [], 2021-03-04T23:42:43.760 INFO:teuthology.orchestra.run.gibba011.stdout: "complaint_time": 30, 2021-03-04T23:42:43.760 INFO:teuthology.orchestra.run.gibba011.stdout: "num_blocked_ops": 0 2021-03-04T23:42:43.760 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:42:43.802 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:43.826 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:43.827 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:43.827 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:43.929 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:43.954 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:43.955 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:43.956 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:44.058 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:44.080 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:44.080 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:44.081 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:44.182 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:44.205 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:42:44.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:44.207 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:44.207 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:44.213 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:42:44.308 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:44.332 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:44.333 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:44.333 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:44.411 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:44.435 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:44.459 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:44.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:44.461 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:44.562 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:44.582 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:44.583 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:44.583 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:44.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:44 gibba038 conmon[76675]: cluster 2021-03-04T23:42:42.842160+0000 mgr.x (mgr.34676) 2021-03-04T23:42:44.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:44 gibba038 conmon[76675]: 1251 : cluster [DBG] pgmap v1344: 179 pgs: 4 active+remapped+backfill_wait, 4 active+remapped+backfilling, 171 active+clean; 1.8 GiB data, 4.9 GiB used, 495 GiB / 504 GiB avail; 0 B/s wr, 1.91k op/s; 13594/88770 objects misplaced (15.314%); 8.9 MiB/s, 142 objects/s recovering 2021-03-04T23:42:44.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:44 gibba038 conmon[76675]: audit 2021-03-04T23:42:43.587379+0000 mon.c (mon.1) 509 : audit [INF] from='client.? 172.21.2.111:0/1740909078' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:42:44.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:44 gibba038 conmon[76675]: audit 2021-03 2021-03-04T23:42:44.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:44 gibba038 conmon[76675]: -04T23:42:43.587656+0000 mon.a (mon.0) 1772 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:42:44.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:44 gibba011 conmon[95595]: cluster 2021-03-04T23:42:42.842160+0000 mgr.x (mgr.34676) 1251 : cluster 2021-03-04T23:42:44.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:44 gibba011 conmon[95595]: [DBG] pgmap v1344: 179 pgs: 4 active+remapped+backfill_wait, 4 active+remapped+backfilling, 171 active+clean; 1.8 GiB data, 4.9 GiB used, 495 GiB / 504 GiB avail; 0 B/s wr, 1.91k op/s; 13594/88770 objects misplaced (15.314%); 8.9 MiB/s, 142 objects/s recovering 2021-03-04T23:42:44.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:44 gibba011 conmon[95595]: audit 2021-03-04T23:42:43.587379+0000 mon.c (mon.1) 509 : audit [INF] from='client.? 172.21.2.111:0/1740909078' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:42:44.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:44 gibba011 conmon[95595]: audit 2021-03-04T23:42:43.587656+0000 mon.a (mon.0) 1772 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:42:44.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:44 gibba011 conmon[99461]: cluster 2021-03-04T23:42:42.842160+0000 mgr.x (mgr.34676) 1251 : cluster 2021-03-04T23:42:44.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:44 gibba011 conmon[99461]: [DBG] pgmap v1344: 179 pgs: 4 active+remapped+backfill_wait, 4 active+remapped+backfilling, 171 active+clean; 1.8 GiB data, 4.9 GiB used, 495 GiB / 504 GiB avail; 0 B/s wr, 1.91k op/s; 13594/88770 objects misplaced (15.314%); 8.9 MiB/s, 142 objects/s recovering 2021-03-04T23:42:44.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:44 gibba011 conmon[99461]: audit 2021-03-04T23:42:43.587379+0000 mon.c (mon.1) 509 : audit [INF] from='client.? 172.21.2.111:0/1740909078' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:42:44.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:44 gibba011 conmon[99461]: audit 2021-03-04T23:42:43.587656+0000 mon.a (mon.0) 1772 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:42:44.685 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:44.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:44.710 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:44.710 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:44.811 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:44.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:44.828 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:44.829 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:44.930 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:44.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:44.953 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:44.953 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:45.055 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:45.078 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:45.079 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:45.079 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:45.181 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:45.203 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:45.204 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:45.204 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:45.306 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:45.328 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:45.329 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:45.329 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:45.431 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:45.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:45.458 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:45.458 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:45.560 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:45.582 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:45.584 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:45.585 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:45.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:45 gibba038 conmon[76675]: cluster 2021-03-04T23:42:44.193286+0000 mon.a (mon.0) 1773 : 2021-03-04T23:42:45.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:45 gibba038 conmon[76675]: cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:45.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:45 gibba038 conmon[76675]: audit 2021-03-04T23:42:44.196448+0000 mon.a (mon.0) 1774 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:42:45.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:45 gibba038 conmon[76675]: cluster 2021-03-04T23:42:44.196518+0000 mon.a (mon.0) 1775 : cluster [DBG] osdmap e402: 8 total, 8 up, 6 in 2021-03-04T23:42:45.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:45 gibba011 conmon[95595]: cluster 2021-03-04T23:42:44.193286+0000 mon.a (mon.0) 1773 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:45.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:45 gibba011 conmon[95595]: audit 2021-03-04T23:42:44.196448+0000 mon.a (mon.0) 1774 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:42:45.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:45 gibba011 conmon[95595]: cluster 2021-03-04T23:42:44.196518+0000 mon.a (mon.0) 1775 : cluster [DBG] osdmap e402: 8 total, 8 up, 6 in 2021-03-04T23:42:45.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:45 gibba011 conmon[99461]: cluster 2021-03-04T23:42:44.193286+0000 mon.a (mon.0) 1773 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:42:45.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:45 gibba011 conmon[99461]: audit 2021-03-04T23:42:44.196448+0000 mon.a (mon.0) 1774 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:42:45.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:45 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:42:45.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:45 gibba011 conmon[99461]: -03-04T23:42:44.196518+0000 mon.a (mon.0) 1775 : cluster [DBG] osdmap e402: 8 total, 8 up, 6 in 2021-03-04T23:42:45.685 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.0 dump_historic_ops 2021-03-04T23:42:45.686 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:45.707 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:45.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:45.708 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:45.809 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:45.830 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:45.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:45.833 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:45.900 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:45.935 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:45.958 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:45.959 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:45.959 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:46.061 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:46.083 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:46.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:46.084 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:46.185 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:46.209 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:46.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:46.211 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:46.312 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:46.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:46.336 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:46.336 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:46.438 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:46.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:46.461 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:46.462 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:46.540 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 3, 7] out_osds: [2, 1] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:42:46.540 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:42:46.540 INFO:tasks.thrashosds.thrasher:inject_pause on 7 2021-03-04T23:42:46.541 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2021-03-04T23:42:46.541 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2021-03-04T23:42:46.541 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.7 config set filestore_inject_stall 3 2021-03-04T23:42:46.564 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:46.566 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:46 gibba038 conmon[76675]: cluster 2021-03-04T23:42:44.842481+0000 mgr.x (mgr.34676) 1252 2021-03-04T23:42:46.566 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:46 gibba038 conmon[76675]: : cluster [DBG] pgmap v1346: 179 pgs: 6 active+remapped+backfill_wait, 4 active+remapped+backfilling, 169 active+clean; 1.6 GiB data, 4.3 GiB used, 496 GiB / 504 GiB avail; 0 B/s wr, 1.63k op/s; 17503/78201 objects misplaced (22.382%); 7.5 MiB/s, 120 objects/s recovering 2021-03-04T23:42:46.588 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:46.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:46.589 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:46.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:46 gibba011 conmon[95595]: cluster 2021-03-04T23:42:44.842481+0000 mgr.x (mgr.34676) 1252 : cluster [DBG] pgmap v1346: 179 pgs: 6 active+remapped+backfill_wait, 4 active+remapped+backfilling, 169 active+clean; 1.6 GiB data, 4.3 GiB used, 496 GiB / 504 GiB avail; 0 B/s wr, 1.63k op/s; 17503/78201 objects misplaced (22.382%); 7.5 MiB/s, 120 objects/s recovering 2021-03-04T23:42:46.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:46 gibba011 conmon[99461]: cluster 2021-03-04T23:42:46.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:46 gibba011 conmon[99461]: 2021-03-04T23:42: 2021-03-04T23:42:46.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:46 gibba011 conmon[99461]: 44.842481+0000 mgr.x (mgr.34676) 1252 : cluster [DBG] pgmap v1346: 179 pgs: 6 active+remapped+backfill_wait, 4 active+remapped+backfilling, 169 active+clean; 1.6 GiB data, 4.3 GiB used, 496 GiB / 504 GiB avail; 0 B/s wr, 1.63k op/s; 17503/78201 objects misplaced (22.382%); 7.5 MiB/s, 120 objects/s recovering 2021-03-04T23:42:46.690 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:46.705 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:42:46.714 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:46.715 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:46.716 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:46.817 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:46.840 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:46.841 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:46.842 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:46.943 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:46.963 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:46.964 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:46.965 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:47.066 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:47.088 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:47.089 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:47.090 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:47.192 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:47.215 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:47.216 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:47.216 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:47.318 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:47.335 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:47.336 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:47.336 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:47.438 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:47.454 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:47.455 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:47.455 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:47.557 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:47.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:47.576 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:47.576 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:47.677 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:47.695 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:47.695 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:47.696 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:47.797 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:47.816 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:47.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:47.818 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:47.919 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:47.937 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:47.937 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:47.938 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:48.039 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:48.056 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:48.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:48.057 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:48.158 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:48.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:48.176 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:48.177 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:48.278 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:48.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:48.297 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:48.298 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:48.399 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:48.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:48.419 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:48.419 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:48.520 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:48.521 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:48 gibba011 conmon[95595]: cluster 2021-03-04T23:42:46.842794+0000 mgr.x (mgr.34676) 1253 : cluster [DBG] pgmap v1347: 179 pgs: 6 active+remapped+backfill_wait, 4 active+remapped+backfilling, 169 active+clean; 1.6 GiB data, 4.3 GiB used, 496 GiB / 504 GiB avail; 0 B/s wr, 1.26k op/s; 17503/78201 objects misplaced (22.382%); 5.8 MiB/s, 93 objects/s recovering 2021-03-04T23:42:48.521 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:48 gibba011 conmon[95595]: cluster 2021-03-04T23:42:47.210098+0000 mon.a (mon.0) 1776 : cluster [DBG] osdmap e403: 8 total, 8 up, 6 in 2021-03-04T23:42:48.522 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:48 gibba011 conmon[99461]: cluster 2021-03-04T23:42:46.842794+0000 mgr.x (mgr.34676) 1253 : cluster [DBG] 2021-03-04T23:42:48.522 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:48 gibba011 conmon[99461]: pgmap v1347: 179 pgs: 6 active+remapped+backfill_wait, 4 active+remapped+backfilling, 169 active+clean; 1.6 GiB data, 4.3 GiB used, 496 GiB / 504 GiB avail; 0 B/s wr, 1.26k op/s; 17503/78201 objects misplaced (22.382%); 5.8 MiB/s, 93 objects/s recovering 2021-03-04T23:42:48.522 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:48 gibba011 conmon[99461]: cluster 2021-03-04T23:42:47.210098+0000 mon.a (mon.0) 1776 : cluster [DBG] osdmap e403: 8 total, 8 up, 6 in 2021-03-04T23:42:48.538 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:48.539 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:48.539 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:48.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:48 gibba038 conmon[76675]: cluster 2021-03-04T23:42:46.842794+0000 mgr.x (mgr.34676) 1253 : cluster [DBG] pgmap v1347: 179 pgs: 6 active+remapped+backfill_wait, 4 active+remapped+backfilling, 169 active+clean; 1.6 GiB data, 4.3 GiB used, 496 GiB / 504 GiB avail; 0 B/s wr, 1.26k op/s; 17503/78201 objects misplaced (22.382%); 5.8 MiB/s, 93 objects/s recovering 2021-03-04T23:42:48.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:48 gibba038 conmon[76675]: cluster 2021-03-04T23:42:47.210098+0000 mon.a (mon.0) 1776 : cluster [DBG] osdmap e403: 8 total, 8 up, 6 in 2021-03-04T23:42:48.641 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:48.657 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:48.658 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:48.659 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:48.760 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:48.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:48.778 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:48.778 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:48.880 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:48.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:48.897 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:48.897 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:48.959 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:42:48.999 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:49.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:49.022 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:49.022 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:49.068 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:49.124 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:49.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:49.143 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:49.144 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:49.245 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:49.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:49.263 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:49.264 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:49.365 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:49.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:49.383 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:49.383 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:49.484 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:49.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:49.502 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:49.503 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:49.587 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:49 gibba011 conmon[95595]: cluster 2021-03-04T23:42:48.213225+0000 mon.a (mon.0) 1777 : cluster [DBG] osdmap e404: 8 total, 8 up, 6 in 2021-03-04T23:42:49.587 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:49 gibba011 conmon[95595]: cluster 2021-03-04T23:42:49.132773+0000 mon.a (mon.0) 1778 : cluster [DBG] osdmap e405: 8 total, 8 up, 6 in 2021-03-04T23:42:49.588 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:49 gibba011 conmon[99461]: cluster 2021-03-04T23:42:49.588 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:49 gibba011 conmon[99461]: 2021-03-04T23:42:49.588 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:49 gibba011 conmon[99461]: 2021 2021-03-04T23:42:49.588 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:49 gibba011 conmon[99461]: -03-04T23:42:48.213225+0000 2021-03-04T23:42:49.589 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:49 gibba011 conmon[99461]: mon.a (mon.0) 1777 : cluster [DBG] osdmap e404: 8 total, 8 up, 6 in 2021-03-04T23:42:49.589 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:49 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:42:49.589 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:49 gibba011 conmon[99461]: T23:42:49.132773+0000 mon.a (mon.0) 2021-03-04T23:42:49.590 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:49 gibba011 conmon[99461]: 1778 : cluster [DBG] osdmap e405: 8 total, 8 up, 6 in 2021-03-04T23:42:49.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:49 gibba038 conmon[76675]: cluster 2021-03-04T23:42:48.213225+0000 mon.a (mon. 2021-03-04T23:42:49.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:49 gibba038 conmon[76675]: 0) 1777 : cluster [DBG] osdmap e404: 8 total, 8 up, 6 in 2021-03-04T23:42:49.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:49 gibba038 conmon[76675]: cluster 2021-03-04T23:42:49.132773+0000 mon.a (mon.0) 1778 : cluster [DBG] osdmap e405: 8 total, 8 up, 6 in 2021-03-04T23:42:49.604 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:49.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:49.623 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:49.623 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:49.725 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:49.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:49.743 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:49.744 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:49.845 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:49.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:49.863 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:49.864 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:49.870 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:42:49.870 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:42:49.875 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:42:49.888 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:42:49.903 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:42:49.918 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:42:49.932 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:42:49.947 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:42:49.948 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:42:49.949 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:42:49.949 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:42:49.949 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:42:49.949 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:42:49.949 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:42:49.950 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:42:49.950 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:42:49.965 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:49.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:49.983 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:49.983 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:50.085 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:50.101 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:50.102 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:50.103 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:50.178 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:42:50.179 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:42:50.203 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:50.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:50.223 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:50.223 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:50.324 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:50.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:50.344 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:50.344 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:50.437 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:50 gibba011 conmon[95595]: cluster 2021-03-04T23:42:48.843137+0000 mgr.x (mgr.34676) 1254 : cluster [DBG] pgmap v1350: 179 pgs: 4 peering, 3 active+remapped+backfill_wait, 2 active+remapped+backfilling, 170 active+clean; 922 MiB data, 2.8 GiB used, 497 GiB / 504 GiB avail; 0 B/s wr, 2.47k op/s; 5279/44316 objects misplaced (11.912%); 67 MiB/s, 1.07k objects/s recovering 2021-03-04T23:42:50.438 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:50 gibba011 conmon[95595]: audit 2021-03-04T23:42:49.826074+0000 mon.a (mon.0) 1779 : audit [DBG] from='client.? 172.21.2.111:0/3604983571' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:50.438 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:50 gibba011 conmon[95595]: cluster 2021-03-04T23:42:50.137717+0000 mon.a (mon.0) 1780 : cluster [DBG] osdmap e406: 8 total, 8 up, 6 in 2021-03-04T23:42:50.438 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:50 gibba011 conmon[99461]: cluster 2021-03-04T23:42:48.843137+0000 mgr.x (mgr.34676) 1254 : cluster [DBG] pgmap v1350: 179 pgs: 4 peering, 3 active+remapped+backfill_wait, 2 active+remapped+backfilling, 170 active+clean; 922 MiB data, 2.8 GiB used, 497 GiB / 504 GiB avail; 0 B/s wr, 2.47k op/s; 5279/44316 objects misplaced (11.912%); 67 MiB/s, 1.07k objects/s recovering 2021-03-04T23:42:50.438 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:50 gibba011 conmon[99461]: audit 2021-03-04T23:42:49.826074+0000 mon.a (mon.0) 1779 : audit [DBG] from='client.? 172.21.2.111:0/3604983571' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:50.439 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:50 gibba011 conmon[99461]: cluster 2021-03-04T23:42:50.137717+0000 mon.a (mon.0) 1780 : cluster [DBG] osdmap e406: 8 total, 8 up, 6 in 2021-03-04T23:42:50.445 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:50.462 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:50.463 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:50.464 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:50.565 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:50.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:50.582 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:50.583 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:50.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:50 gibba038 conmon[76675]: cluster 2021-03-04T23:42:48.843137+0000 mgr.x (mgr.34676) 1254 : cluster [DBG] pgmap v1350: 179 pgs: 4 peering, 3 active+remapped+backfill_wait, 2 active+remapped+backfilling, 170 active+clean; 922 MiB data, 2.8 GiB used, 497 GiB / 504 GiB avail; 0 B/s wr, 2.47k op/s; 5279/44316 objects misplaced (11.912%); 67 MiB/s, 1.07k objects/s recovering 2021-03-04T23:42:50.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:50 gibba038 conmon[76675]: audit 2021-03-04T23:42:49.826074+0000 mon.a (mon.0) 1779 : audit [DBG] from='client.? 172.21.2.111:0/3604983571' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:50.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:50 gibba038 conmon[76675]: cluster 2021-03-04T23:42:50.137717+0000 mon.a (mon.0) 1780 : 2021-03-04T23:42:50.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:50 gibba038 conmon[76675]: cluster [DBG] osdmap e406: 8 total, 8 up, 6 in 2021-03-04T23:42:50.684 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:50.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:50.702 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:50.703 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:50.804 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:50.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:50.823 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:50.824 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:50.925 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:50.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:50.943 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:50.944 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:51.045 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:51.062 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:51.063 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:51.064 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:51.165 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:51.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:51.185 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:51.185 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:51.203 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_ops_in_flight 2021-03-04T23:42:51.287 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:51.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:51.309 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:51.309 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:51.382 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:51.411 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:51.432 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:51.433 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:51.434 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:51.535 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:51.556 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:51.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:51.557 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:51.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:51 gibba038 conmon[76675]: cluster 2021-03-04T23:42:50.016396+0000 osd.7 (osd.7) 73 : cluster 2021-03-04T23:42:51.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:51 gibba038 conmon[76675]: [DBG] 1.37 scrub starts 2021-03-04T23:42:51.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:51 gibba038 conmon[76675]: cluster 2021-03-04T23:42:50.017196+0000 osd.7 (osd.7) 74 : cluster [DBG] 1.37 scrub ok 2021-03-04T23:42:51.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:51 gibba038 conmon[76675]: cluster 2021-03-04T23:42:51.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:51 gibba038 conmon[76675]: 2021-03-04T23:42:51.139667+0000 mon.a (mon.0) 1781 : cluster [DBG] osdmap e407: 8 total, 8 up, 6 in 2021-03-04T23:42:51.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:51 gibba011 conmon[95595]: cluster 2021-03-04T23:42:50.016396+0000 osd.7 (osd.7) 73 : cluster [DBG] 2021-03-04T23:42:51.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:51 gibba011 conmon[95595]: 1.37 scrub starts 2021-03-04T23:42:51.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:51 gibba011 conmon[95595]: cluster 2021-03-04T23:42:50.017196+0000 osd.7 (osd.7) 74 : cluster [DBG] 1.37 scrub ok 2021-03-04T23:42:51.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:51 gibba011 conmon[95595]: cluster 2021-03-04T23:42:51.139667+0000 mon.a (mon.0) 1781 : cluster [DBG] osdmap e407: 8 total, 8 up, 6 in 2021-03-04T23:42:51.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:51 gibba011 conmon[99461]: cluster 2021-03-04T23:42:50.016396+0000 osd.7 (osd.7) 2021-03-04T23:42:51.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:51 gibba011 conmon[99461]: 73 : cluster [DBG] 1.37 scrub starts 2021-03-04T23:42:51.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:51 gibba011 conmon[99461]: cluster 2021-03-04T23:42 2021-03-04T23:42:51.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:51 gibba011 conmon[99461]: :50.017196+0000 osd.7 (osd.7) 74 : cluster [DBG] 1.37 scrub ok 2021-03-04T23:42:51.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:51 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:42:51.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:51 gibba011 conmon[99461]: -04T23:42:51.139667+0000 mon.a (mon. 2021-03-04T23:42:51.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:51 gibba011 conmon[99461]: 0) 1781 : cluster [DBG] osdmap e407: 8 total, 8 up, 6 in 2021-03-04T23:42:51.659 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:51.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:51.677 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:51.678 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:51.779 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:51.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:51.798 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:51.798 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:51.899 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:51.922 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:51.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:51.923 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:52.024 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:52.044 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:52.045 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:52.045 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:52.146 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:52.164 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:52.165 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:52.166 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:52.267 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:52.289 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:52.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:52.291 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:52.392 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:52.414 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:52.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:52.416 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:52.492 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:52 gibba011 conmon[95595]: cluster 2021-03-04T23:42:50.843590+0000 mgr.x (mgr.34676) 1255 : cluster [DBG] pgmap v1353: 179 pgs: 4 peering, 3 active+remapped+backfill_wait, 2 active+remapped+backfilling, 170 active+clean; 922 MiB data, 2.8 GiB used, 497 GiB / 504 GiB avail; 0 B/s wr, 2.82k op/s; 5279/44316 objects misplaced (11.912%); 94 MiB/s, 1.50k objects/s recovering 2021-03-04T23:42:52.492 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:52 gibba011 conmon[99461]: cluster 2021-03-04T23:42:50.843590+0000 mgr.x (mgr.34676) 1255 : cluster [DBG] pgmap v1353: 179 pgs: 4 peering, 3 active+remapped+backfill_wait, 2 active+remapped+backfilling, 170 active+clean; 922 MiB data, 2.8 GiB used, 497 GiB / 504 GiB avail; 0 B/s wr, 2.82k op/s; 5279/44316 objects misplaced (11.912%); 94 MiB/s, 1.50k objects/s recovering 2021-03-04T23:42:52.517 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:52.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:52.535 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:52.536 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:52.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:52 gibba038 conmon[76675]: cluster 2021-03-04T23:42:50.843590+0000 mgr.x (mgr.34676) 1255 : 2021-03-04T23:42:52.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:52 gibba038 conmon[76675]: cluster [DBG] pgmap v1353: 179 pgs: 4 peering, 3 active+remapped+backfill_wait, 2 active+remapped+backfilling, 170 active+clean; 922 MiB data, 2.8 GiB used, 497 GiB / 504 GiB avail; 0 B/s wr, 2.82k op/s; 5279/44316 objects misplaced (11.912%); 94 MiB/s, 1.50k objects/s recovering 2021-03-04T23:42:52.636 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:52.658 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:52.658 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:52.659 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:52.760 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:52.785 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:52.786 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:52.787 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:52.888 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:52.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:52.914 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:52.915 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:53.017 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:53.039 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:53.040 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:53.041 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:53.143 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:53.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:53.161 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:53.162 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:53.264 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:53.287 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:53.288 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:53.288 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:53.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:53 gibba011 conmon[95595]: cluster 2021-03-04T23:42:52.002549+0000 osd.7 (osd. 2021-03-04T23:42:53.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:53 gibba011 conmon[95595]: 7) 75 : cluster [DBG] 2.9 scrub starts 2021-03-04T23:42:53.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:53 gibba011 conmon[95595]: cluster 2021-03-04T23:42:52.004209+0000 osd.7 (osd.7) 76 : cluster [DBG] 2.9 scrub ok 2021-03-04T23:42:53.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:53 gibba011 conmon[99461]: cluster 2021-03-04T23:42:53.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:53 gibba011 conmon[99461]: 2021-03-04T23:42:52 2021-03-04T23:42:53.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:53 gibba011 conmon[99461]: .002549+0000 osd.7 (osd.7) 75 : cluster [DBG] 2.9 scrub starts 2021-03-04T23:42:53.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:53 gibba011 conmon[99461]: cluster 2021-03-04T23:42:53.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:53 gibba011 conmon[99461]: 2021-03-04T23:42: 2021-03-04T23:42:53.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:53 gibba011 conmon[99461]: 52.004209+0000 osd.7 (osd.7) 76 : cluster 2021-03-04T23:42:53.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:53 gibba011 conmon[99461]: [DBG] 2.9 scrub ok 2021-03-04T23:42:53.390 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:53.412 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:53.413 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:53.414 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:53.515 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:53.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:53.537 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:53.538 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:53.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: cluster 2021-03-04T23:42:53.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: 2021-03-04T23:42:53.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: 2021 2021-03-04T23:42:53.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: - 2021-03-04T23:42:53.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: 03 2021-03-04T23:42:53.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: - 2021-03-04T23:42:53.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: 04 2021-03-04T23:42:53.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: T 2021-03-04T23:42:53.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: 23 2021-03-04T23:42:53.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: : 2021-03-04T23:42:53.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: 42 2021-03-04T23:42:53.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: : 2021-03-04T23:42:53.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: 52 2021-03-04T23:42:53.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: . 2021-03-04T23:42:53.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: 002549 2021-03-04T23:42:53.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: +0000 2021-03-04T23:42:53.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: 2021-03-04T23:42:53.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: osd.7 2021-03-04T23:42:53.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: ( 2021-03-04T23:42:53.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: osd 2021-03-04T23:42:53.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: . 2021-03-04T23:42:53.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: 7 2021-03-04T23:42:53.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: ) 2021-03-04T23:42:53.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: 75 2021-03-04T23:42:53.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: : 2021-03-04T23:42:53.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: cluster 2021-03-04T23:42:53.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: 2021-03-04T23:42:53.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: [DBG] 2021-03-04T23:42:53.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: 2021-03-04T23:42:53.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: 2.9 scrub starts 2021-03-04T23:42:53.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: 2021-03-04T23:42:53.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: cluster 2021-03-04T23:42:53.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: 2021-03-04T23:42:53.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: 2021 2021-03-04T23:42:53.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: - 2021-03-04T23:42:53.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: 03 2021-03-04T23:42:53.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: - 2021-03-04T23:42:53.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: 04 2021-03-04T23:42:53.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: T 2021-03-04T23:42:53.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: 23 2021-03-04T23:42:53.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: : 2021-03-04T23:42:53.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: 42 2021-03-04T23:42:53.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: : 2021-03-04T23:42:53.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: 52 2021-03-04T23:42:53.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: . 2021-03-04T23:42:53.598 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: 004209+0000 osd.7 (osd. 2021-03-04T23:42:53.598 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:53 gibba038 conmon[76675]: 7) 76 : cluster [DBG] 2.9 scrub ok 2021-03-04T23:42:53.639 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:53.660 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:53.660 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:53.661 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:53.762 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:53.783 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:53.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:53.785 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:53.886 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:53.903 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:53.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:53.905 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:54.006 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:54.028 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:54.029 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:54.029 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:54.130 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:54.154 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:54.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:54.155 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:54.234 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:42:54.257 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:54.279 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:54.280 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:54.280 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:54.382 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:54.403 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:54.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:54.409 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:54.513 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:54.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:54.546 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:54.546 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:54.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: cluster 2021-03-04T23:42:54.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: 2021-03-04T23:42:54.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: 2021 2021-03-04T23:42:54.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: - 2021-03-04T23:42:54.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: 03 2021-03-04T23:42:54.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: - 2021-03-04T23:42:54.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: 04 2021-03-04T23:42:54.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: T 2021-03-04T23:42:54.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: 23 2021-03-04T23:42:54.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: : 2021-03-04T23:42:54.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: 42 2021-03-04T23:42:54.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: : 2021-03-04T23:42:54.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: 52 2021-03-04T23:42:54.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: . 2021-03-04T23:42:54.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: 844215 2021-03-04T23:42:54.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: +0000 2021-03-04T23:42:54.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: 2021-03-04T23:42:54.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: mgr.x 2021-03-04T23:42:54.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: ( 2021-03-04T23:42:54.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: mgr 2021-03-04T23:42:54.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: . 2021-03-04T23:42:54.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: 34676 2021-03-04T23:42:54.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: ) 2021-03-04T23:42:54.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: 1256 2021-03-04T23:42:54.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: : cluster [DBG] pgmap v1355: 179 pgs: 1 peering, 1 active+remapped+backfill_wait, 1 active+remapped+backfilling, 176 active+clean; 781 MiB data, 2.6 GiB used, 497 GiB / 504 GiB avail; 0 B/s wr, 1.32k op/s; 2496/37536 objects misplaced (6.650%); 58 MiB/s, 935 objects/s recovering 2021-03-04T23:42:54.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:42:54.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: 04T23:42:53.433871+0000 mon.a (mon.0) 1782 : audit 2021-03-04T23:42:54.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:54 gibba038 conmon[76675]: [INF] from='client.? 172.21.2.111:0/1426375924' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:54.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:54 gibba011 conmon[95595]: cluster 2021-03-04T23:42:52.844215+0000 mgr.x (mgr 2021-03-04T23:42:54.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:54 gibba011 conmon[95595]: .34676) 1256 : cluster [DBG] pgmap v1355: 179 pgs: 1 peering, 1 active+remapped+backfill_wait, 1 active+remapped+backfilling, 176 active+clean; 781 MiB data, 2.6 GiB used, 497 GiB / 504 GiB avail; 0 B/s wr, 1.32k op/s; 2496/37536 objects misplaced (6.650%); 58 MiB/s, 935 objects/s recovering 2021-03-04T23:42:54.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:54 gibba011 conmon[95595]: audit 2021-03-04T23:42:53.433871+0000 mon.a (mon.0) 1782 : audit [INF] from='client.? 172.21.2.111:0/1426375924' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:54.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:54 gibba011 conmon[99461]: cluster 2021-03-04T23:42:52.844215+0000 mgr.x (mgr.34676) 1256 2021-03-04T23:42:54.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:54 gibba011 conmon[99461]: : cluster [DBG] pgmap v1355: 179 pgs: 1 peering, 1 active+remapped+backfill_wait, 1 active+remapped+backfilling, 176 active+clean; 781 MiB data, 2.6 GiB used, 497 GiB / 504 GiB avail; 0 B/s wr, 1.32k op/s; 2496/37536 objects misplaced (6.650%); 58 MiB/s, 935 objects/s recovering 2021-03-04T23:42:54.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:54 gibba011 conmon[99461]: audit 2021-03-04T23:42:53.433871+0000 mon.a (mon.0 2021-03-04T23:42:54.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:54 gibba011 conmon[99461]: ) 1782 : audit [INF] from='client.? 172.21.2.111:0/1426375924' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:42:54.647 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:54.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:54.674 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:54.674 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:54.699 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:42:54.776 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:54.797 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:54.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:54.799 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:54.839 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:54.889 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:42:54.889 INFO:teuthology.orchestra.run.gibba038.stdout: "success": "" 2021-03-04T23:42:54.890 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:42:54.901 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:54.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:54.933 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:54.934 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:55.035 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:55.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:55.059 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:55.059 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:55.161 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:55.181 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:55.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:55.182 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:55.237 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:55 gibba038 conmon[76675]: cluster 2021-03-04T23:42:54.226544+0000 mon.a (mon.0) 1783 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:42:55.237 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:55 gibba038 conmon[76675]: cluster 2021-03-04T23:42:54.226568+0000 mon.a (mon.0) 1784 : cluster [INF] Cluster is now healthy 2021-03-04T23:42:55.238 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:55 gibba038 conmon[76675]: audit 2021-03-04T23:42:54.229415+0000 mon.a (mon.0) 1785 : audit [INF] from='client.? 172.21.2.111:0/1426375924' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:42:55.238 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:55 gibba038 conmon[76675]: cluster 2021-03-04T23:42:54.229456+0000 mon.a (mon.0) 1786 : cluster [DBG] osdmap e408: 8 total, 8 up, 6 in 2021-03-04T23:42:55.284 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:55.306 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:55.307 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:55.308 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:55.409 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:55.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:55.431 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:55.431 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:55.504 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:55 gibba011 conmon[95595]: cluster 2021-03-04T23:42:54.226544+0000 mon.a (mon.0) 1783 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:42:55.504 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:55 gibba011 conmon[95595]: cluster 2021-03-04T23:42:54.226568+0000 mon.a (mon.0) 1784 : cluster [INF] Cluster is now healthy 2021-03-04T23:42:55.504 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:55 gibba011 conmon[95595]: audit 2021-03-04T23:42:54.229415+0000 mon.a (mon.0) 1785 : audit [INF] from='client.? 172.21.2.111:0/1426375924' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:42:55.504 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:55 gibba011 conmon[95595]: cluster 2021-03-04T23:42:54.229456+0000 mon.a (mon.0) 1786 : cluster [DBG] osdmap e408: 8 total, 8 up, 6 in 2021-03-04T23:42:55.505 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:55 gibba011 conmon[99461]: cluster 2021-03-04T23:42:54.226544+0000 mon.a (mon.0) 1783 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:42:55.505 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:55 gibba011 conmon[99461]: cluster 2021-03-04T23:42:54.226568+0000 mon.a (mon.0) 1784 : cluster [INF] Cluster is now healthy 2021-03-04T23:42:55.505 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:55 gibba011 conmon[99461]: audit 2021-03-04T23:42:54.229415+0000 mon.a (mon.0) 1785 : audit [INF] from='client.? 172.21.2.111:0/1426375924' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:42:55.506 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:55 gibba011 conmon[99461]: cluster 2021-03-04T23:42:54.229456+0000 mon.a (mon.0) 1786 : cluster [DBG] osdmap e408: 8 total, 8 up, 6 in 2021-03-04T23:42:55.533 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:55.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:55.556 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:55.556 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:55.658 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:55.681 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:55.682 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:55.682 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:55.692 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:42:55.693 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:42:55.784 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:55.808 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:55.809 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:55.810 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:55.911 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:55.933 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:55.934 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:55.934 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:56.035 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:56.059 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:56.060 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:56.060 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:56.161 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:56.187 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:56.188 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:56.188 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:56.237 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Removed 219694 objects 2021-03-04T23:42:56.238 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Clean up completed and total clean up time :103.974 2021-03-04T23:42:56.289 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:56.306 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:56.307 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:56.307 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:56.408 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:56.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:56.427 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:56.427 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:56.529 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:56.546 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:56.547 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:56.547 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:56.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:56 gibba038 conmon[76675]: cluster 2021-03-04T23:42:54.844556+0000 mgr.x (mgr.34676) 1257 : cluster [DBG] pgmap v1357: 179 pgs: 1 active+remapped+backfilling, 1 active+remapped+backfill_wait, 177 active+clean; 618 MiB data, 2.4 GiB used, 498 GiB / 504 GiB avail; 0 B/s wr, 851 op/s; 1804/29718 objects misplaced (6.070%); 28 MiB/s, 443 objects/s recovering 2021-03-04T23:42:56.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:56 gibba011 conmon[95595]: cluster 2021-03-04T23:42:54.844556+0000 mgr.x (mgr.34676) 1257 : cluster [DBG] 2021-03-04T23:42:56.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:56 gibba011 conmon[95595]: pgmap v1357: 179 pgs: 1 active+remapped+backfilling, 1 active+remapped+backfill_wait, 177 active+clean; 618 MiB data, 2.4 GiB used, 498 GiB / 504 GiB avail; 0 B/s wr, 851 op/s; 1804/29718 objects misplaced (6.070%); 28 MiB/s, 443 objects/s recovering 2021-03-04T23:42:56.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:56 gibba011 conmon[99461]: cluster 2021-03-04T23:42:54.844556+0000 mgr.x (mgr.34676) 1257 : cluster [DBG] pgmap v1357: 179 pgs: 1 active+remapped+backfilling, 1 active+remapped+backfill_wait, 177 active+clean; 618 MiB data, 2.4 GiB used, 498 GiB / 504 GiB avail; 0 B/s wr, 851 op/s; 1804/29718 objects misplaced (6.070%); 28 MiB/s, 443 objects/s recovering 2021-03-04T23:42:56.648 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:56.667 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:56.668 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:56.669 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:56.771 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:56.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:56.788 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:56.789 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:56.890 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:56.907 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:56.908 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:56.908 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:57.009 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:57.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:57.027 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:57.027 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:57.129 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:57.146 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:57.147 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:57.147 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:57.248 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:57.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:57.267 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:57.267 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:57.323 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_blocked_ops 2021-03-04T23:42:57.368 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:57.369 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:42:57.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:57.388 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:57.388 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:57.424 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_6 2021-03-04T23:42:57.428 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool rm unique_pool_6 unique_pool_6 --yes-i-really-really-mean-it 2021-03-04T23:42:57.434 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:57.481 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:57.489 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:57.508 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:57.509 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:57.509 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:57.541 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:42:57.611 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:57.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:57.630 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:57.630 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:57.675 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:42:57.688 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:42:57.701 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:42:57.715 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:42:57.731 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:42:57.731 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:57.745 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:42:57.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:57.750 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:57.750 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:57.760 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:42:57.775 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:42:57.776 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:42:57.776 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:42:57.777 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:42:57.777 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:42:57.777 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:42:57.777 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:42:57.777 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:42:57.778 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:42:57.851 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:57.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:57.869 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:57.870 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:57.971 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:42:57.989 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:57.989 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:57.990 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:42:58.091 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:58.109 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:58.110 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:58.111 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:58.212 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:58.230 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:58.231 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:58.231 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:58.333 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:58.351 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:58.352 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:58.352 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:58.453 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:58.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:58.472 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:58.472 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:58.574 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:58.580 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:58 gibba011 conmon[95595]: cluster 2021-03-04T23:42:56.845056+0000 mgr.x (mgr.34676) 1258 : cluster [DBG] pgmap v1358: 179 pgs: 1 active+remapped+backfilling, 1 active+remapped+backfill_wait, 177 active+clean; 618 MiB data, 2.4 GiB used, 498 GiB / 504 GiB avail; 0 B/s wr, 725 op/s; 1804/29718 objects misplaced (6.070%); 24 MiB/s, 377 objects/s recovering 2021-03-04T23:42:58.581 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:58 gibba011 conmon[95595]: cluster 2021-03-04T23:42:57.195066+0000 osd.6 (osd.6) 223 : cluster [DBG] 2.6 scrub starts 2021-03-04T23:42:58.581 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:58 gibba011 conmon[95595]: cluster 2021-03-04T23:42:57.195778+0000 osd.6 (osd.6) 224 : cluster [DBG] 2.6 scrub ok 2021-03-04T23:42:58.581 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:58 gibba011 conmon[95595]: cluster 2021-03-04T23:42:57.243609+0000 mon.a (mon.0) 1787 : cluster [DBG] osdmap e409: 8 total, 8 up, 6 in 2021-03-04T23:42:58.581 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:58 gibba011 conmon[95595]: audit 2021-03-04T23:42:57.659301+0000 mon.a (mon.0) 1788 : audit [DBG] from='client.? 172.21.2.111:0/1000855334' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:58.582 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:58 gibba011 conmon[99461]: cluster 2021-03-04T23:42:56.845056+0000 mgr.x (mgr.34676) 1258 : cluster [DBG] pgmap v1358: 179 pgs: 1 active+remapped+backfilling, 1 active+remapped+backfill_wait, 177 active+clean; 618 MiB data, 2.4 GiB used, 498 GiB / 504 GiB avail; 0 B/s wr, 725 op/s; 1804/29718 objects misplaced (6.070%); 24 MiB/s, 377 objects/s recovering 2021-03-04T23:42:58.582 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:58 gibba011 conmon[99461]: cluster 2021-03-04T23:42:57.195066+0000 osd.6 (osd.6) 223 : cluster [DBG] 2.6 scrub starts 2021-03-04T23:42:58.582 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:58 gibba011 conmon[99461]: cluster 2021-03-04T23:42:57.195778+0000 osd.6 (osd.6) 224 : cluster [DBG] 2.6 scrub ok 2021-03-04T23:42:58.583 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:58 gibba011 conmon[99461]: cluster 2021-03-04T23:42:57.243609+0000 mon.a (mon.0) 1787 : cluster [DBG] osdmap e409: 8 total, 8 up, 6 in 2021-03-04T23:42:58.583 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:58 gibba011 conmon[99461]: audit 2021-03-04T23:42:57.659301+0000 mon.a (mon.0) 1788 : audit [DBG] from='client.? 172.21.2.111:0/1000855334' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:58.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:58 gibba038 conmon[76675]: cluster 2021-03-04T23:42:58.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:58 gibba038 conmon[76675]: 2021-03-04T23:42:56.845056 2021-03-04T23:42:58.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:58 gibba038 conmon[76675]: +0000 mgr.x (mgr.34676) 1258 : cluster [DBG] pgmap v1358: 179 pgs: 1 active+remapped+backfilling, 1 active+remapped+backfill_wait, 177 active+clean; 618 MiB data, 2.4 GiB used, 498 GiB / 504 GiB avail; 0 B/s wr, 725 op/s; 1804/29718 objects misplaced (6.070%); 24 MiB/s, 377 objects/s recovering 2021-03-04T23:42:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:58 gibba038 conmon[76675]: cluster 2021-03-04T23:42:57.195066+0000 2021-03-04T23:42:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:58 gibba038 conmon[76675]: osd.6 (osd.6) 223 : cluster [DBG] 2.6 scrub starts 2021-03-04T23:42:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:58 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:42:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:58 gibba038 conmon[76675]: 03-04T23:42:57.195778+0000 osd.6 (osd.6) 2021-03-04T23:42:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:58 gibba038 conmon[76675]: 224 : cluster [DBG] 2.6 scrub ok 2021-03-04T23:42:58.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:58 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:42:58.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:58 gibba038 conmon[76675]: :42:57.243609+0000 mon.a (mon.0) 1787 : 2021-03-04T23:42:58.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:58 gibba038 conmon[76675]: cluster [DBG] osdmap e409: 8 total, 8 up, 6 in 2021-03-04T23:42:58.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:58 gibba038 conmon[76675]: audit 2021-03-04T23:42 2021-03-04T23:42:58.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:58 gibba038 conmon[76675]: :57.659301+0000 mon.a (mon.0) 1788 : audit [DBG] from='client.? 172.21.2.111:0/1000855334' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:42:58.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:58.593 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:58.594 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:58.695 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:42:58.712 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:58.713 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:58.713 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:42:58.814 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:58.832 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:58.833 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:58.833 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:58.934 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:58.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:58.952 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:58.953 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:59.054 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:42:59.071 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:59.072 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:59.073 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:42:59.174 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:42:59.192 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:59.193 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:59.194 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:42:59.296 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:59.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:59.314 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:59.315 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:59.416 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:59.435 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:59.436 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:59.436 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:42:59.537 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:42:59.556 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:59.557 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:59.558 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:42:59.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:59 gibba038 conmon[76675]: cluster 2021-03-04T23:42:58.198502+0000 osd.6 (osd.6) 225 : cluster [DBG] 1.20 scrub starts 2021-03-04T23:42:59.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:59 gibba038 conmon[76675]: cluster 2021-03-04T23:42:58.199192+0000 osd.6 (osd.6) 226 : cluster [DBG] 1.20 scrub ok 2021-03-04T23:42:59.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:42:59 gibba038 conmon[76675]: cluster 2021-03-04T23:42:58.245287+0000 mon.a (mon.0) 1789 : cluster [DBG] osdmap e410: 8 total, 8 up, 6 in 2021-03-04T23:42:59.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:59 gibba011 conmon[95595]: cluster 2021-03-04T23:42:58.198502+0000 osd.6 (osd.6) 225 : cluster [DBG] 1.20 scrub starts 2021-03-04T23:42:59.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:59 gibba011 conmon[95595]: cluster 2021-03-04T23:42:58.199192+0000 osd.6 (osd.6) 226 : cluster [DBG] 1.20 scrub ok 2021-03-04T23:42:59.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:42:59 gibba011 conmon[95595]: cluster 2021-03-04T23:42:58.245287+0000 mon.a (mon.0) 1789 : cluster [DBG] osdmap e410: 8 total, 8 up, 6 in 2021-03-04T23:42:59.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:59 gibba011 conmon[99461]: cluster 2021-03-04T23:42:58.198502+0000 osd.6 (osd.6) 225 : cluster [DBG] 1.20 scrub starts 2021-03-04T23:42:59.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:59 gibba011 conmon[99461]: cluster 2021-03-04T23:42:58.199192+0000 osd.6 (osd.6) 226 : cluster [DBG] 1.20 scrub ok 2021-03-04T23:42:59.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:42:59 gibba011 conmon[99461]: cluster 2021-03-04T23:42:58.245287+0000 mon.a (mon.0) 1789 : cluster [DBG] osdmap e410: 8 total, 8 up, 6 in 2021-03-04T23:42:59.659 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:42:59.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:59.677 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:42:59.678 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:42:59.779 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:42:59.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:59.800 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:59.801 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:42:59.902 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:42:59.920 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:42:59.921 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:42:59.922 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:00.024 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:00.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:00.044 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:00.044 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:00.145 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:00.163 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:00.164 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:00.165 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:00.266 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:00.283 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:00.283 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:00.284 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:00.385 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:00.402 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:00.403 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:00.404 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:00.479 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:00 gibba011 conmon[95595]: cluster 2021-03-04T23:42:58.496106+0000 osd.5 (osd.5) 79 : cluster [DBG] 1.29 scrub starts 2021-03-04T23:43:00.479 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:00 gibba011 conmon[95595]: cluster 2021-03-04T23:42:58.497000+0000 osd.5 (osd.5) 80 : cluster [DBG] 1.29 scrub ok 2021-03-04T23:43:00.479 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:00 gibba011 conmon[95595]: cluster 2021-03-04T23:42:58.845588+0000 mgr.x (mgr.34676) 1259 : cluster [DBG] pgmap v1361: 179 pgs: 2 peering, 177 active+clean; 3.3 KiB data, 441 MiB used, 500 GiB / 504 GiB avail; 0 B/s wr, 2.08k op/s; 842 KiB/s, 13 objects/s recovering 2021-03-04T23:43:00.479 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:00 gibba011 conmon[95595]: cluster 2021-03-04T23: 2021-03-04T23:43:00.480 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:00 gibba011 conmon[95595]: 42:59.140385+0000 osd.0 (osd.0) 22 : cluster [DBG] 2.21 scrub ok 2021-03-04T23:43:00.480 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:00 gibba011 conmon[95595]: cluster 2021-03-04T23:42:59.349184+0000 osd.4 (osd.4) 46 : cluster [DBG] 2.d scrub starts 2021-03-04T23:43:00.480 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:00 gibba011 conmon[95595]: cluster 2021-03-04T23:42:59.349949+0000 osd.4 (osd.4) 47 : cluster [DBG] 2.d scrub ok 2021-03-04T23:43:00.481 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:00 gibba011 conmon[99461]: cluster 2021-03-04T23:42:58.496106+0000 osd.5 (osd.5) 79 : cluster [DBG] 1.29 scrub starts 2021-03-04T23:43:00.481 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:00 gibba011 conmon[99461]: cluster 2021-03-04T23:42:58.497000+0000 osd.5 (osd.5) 80 : cluster [DBG] 1.29 scrub ok 2021-03-04T23:43:00.481 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:00 gibba011 conmon[99461]: cluster 2021-03-04T23:42: 2021-03-04T23:43:00.481 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:00 gibba011 conmon[99461]: 58.845588+0000 mgr.x (mgr.34676) 1259 : cluster [DBG] pgmap v1361: 179 pgs: 2 peering, 177 active+clean; 3.3 KiB data, 441 MiB used, 500 GiB / 504 GiB avail; 0 B/s wr, 2.08k op/s; 842 KiB/s, 13 objects/s recovering 2021-03-04T23:43:00.482 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:00 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:43:00.482 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:00 gibba011 conmon[99461]: 23:42:59.140385+0000 osd.0 (osd.0) 2021-03-04T23:43:00.482 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:00 gibba011 conmon[99461]: 22 : cluster [DBG] 2.21 scrub ok 2021-03-04T23:43:00.482 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:00 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:43:00.482 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:00 gibba011 conmon[99461]: 04T23:42:59.349184+0000 osd.4 (osd. 2021-03-04T23:43:00.483 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:00 gibba011 conmon[99461]: 4) 46 : cluster [DBG] 2.d scrub starts 2021-03-04T23:43:00.483 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:00 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:43:00.483 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:00 gibba011 conmon[99461]: -04T23:42:59.349949+0000 osd.4 ( 2021-03-04T23:43:00.483 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:00 gibba011 conmon[99461]: osd.4) 47 : cluster [DBG] 2.d scrub ok 2021-03-04T23:43:00.505 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:00.523 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:00.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:00.524 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:00.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:00 gibba038 conmon[76675]: cluster 2021-03-04T23:42:58.496106+0000 osd.5 (osd.5) 79 : cluster [DBG] 1.29 scrub starts 2021-03-04T23:43:00.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:00 gibba038 conmon[76675]: cluster 2021-03-04T23:42:58.497000+0000 osd.5 (osd.5) 80 : cluster [DBG] 1.29 scrub ok 2021-03-04T23:43:00.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:00 gibba038 conmon[76675]: cluster 2021-03-04T23:42:58.845588+0000 mgr.x (mgr.34676) 1259 : cluster [DBG] pgmap v1361: 179 pgs: 2 peering, 177 active+clean; 3.3 KiB data, 441 MiB used, 500 GiB / 504 GiB avail; 0 B/s wr, 2.08k op/s; 842 KiB/s, 13 objects/s recovering 2021-03-04T23:43:00.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:00 gibba038 conmon[76675]: cluster 2021-03-04 2021-03-04T23:43:00.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:00 gibba038 conmon[76675]: T23:42:59.140385+0000 osd.0 (osd.0) 22 : cluster [DBG] 2.21 scrub ok 2021-03-04T23:43:00.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:00 gibba038 conmon[76675]: cluster 2021-03-04T23:42:59.349184+0000 osd.4 (osd.4) 46 : cluster [DBG] 2.d scrub starts 2021-03-04T23:43:00.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:00 gibba038 conmon[76675]: cluster 2021-03-04T23:42:59.349949+0000 osd.4 (osd.4) 47 : cluster [DBG] 2.d scrub ok 2021-03-04T23:43:00.625 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:00.643 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:00.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:00.644 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:00.745 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:00.762 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:00.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:00.764 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:00.820 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:43:00.826 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:43:00.826 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [], 2021-03-04T23:43:00.827 INFO:teuthology.orchestra.run.gibba011.stdout: "complaint_time": 30, 2021-03-04T23:43:00.827 INFO:teuthology.orchestra.run.gibba011.stdout: "num_blocked_ops": 0 2021-03-04T23:43:00.827 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:43:00.865 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:00.882 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:00.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:00.883 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:00.936 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:00.985 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:01.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:01.003 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:01.004 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:01.105 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:01.123 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:01.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:01.125 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:01.226 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:01.244 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:01.245 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:01.245 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:01.263 INFO:teuthology.orchestra.run.gibba011.stderr:pool 'unique_pool_6' removed 2021-03-04T23:43:01.284 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:01 gibba011 conmon[99461]: cluster 2021-03-04T23:42:59.516461+0000 osd.5 (osd.5) 81 : cluster [DBG] 2.15 scrub starts 2021-03-04T23:43:01.285 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:01 gibba011 conmon[99461]: cluster 2021-03-04T23:42:59.517347+0000 osd.5 (osd.5) 82 : cluster [DBG] 2.15 scrub ok 2021-03-04T23:43:01.285 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:01 gibba011 conmon[99461]: cluster 2021-03-04T23:42:59.805567+0000 osd.3 (osd.3) 28 : cluster [DBG] 1.25 scrub ok 2021-03-04T23:43:01.285 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:01 gibba011 conmon[99461]: cluster 2021-03-04T23:42:59.938724+0000 osd.7 (osd.7) 77 : cluster [DBG] 1.14 scrub starts 2021-03-04T23:43:01.285 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:01 gibba011 conmon[99461]: cluster 2021-03-04T23:42:59.939438+0000 osd.7 (osd.7) 78 : cluster [DBG] 1.14 scrub ok 2021-03-04T23:43:01.285 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:01 gibba011 conmon[99461]: cluster 2021-03-04T23:43:00.108386+0000 osd.0 (osd.0) 23 : cluster [DBG] 1.36 scrub ok 2021-03-04T23:43:01.286 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:01 gibba011 conmon[99461]: cluster 2021-03-04T23:43:00.364897+0000 osd.4 (osd.4) 48 : cluster [DBG] 2.10 scrub starts 2021-03-04T23:43:01.286 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:01 gibba011 conmon[99461]: cluster 2021-03-04T23:43:00.365706+0000 osd.4 (osd.4) 49 : cluster [DBG] 2.10 scrub ok 2021-03-04T23:43:01.286 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:01 gibba011 conmon[99461]: audit 2021-03-04T23:43:01.179591+0000 mon.a (mon.0) 1790 : audit [INF] from='client.? 172.21.2.111:0/2180375258' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:43:01.286 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:01 gibba011 conmon[99461]: audit 2021-03-04T23:43:01.221226+0000 mon.a (mon.0) 1791 : audit [INF] from='client.? 172.21.2.111:0/3610546830' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_6", "pool2": "unique_pool_6", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:43:01.287 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:01 gibba011 conmon[95595]: cluster 2021-03-04T23:42:59.516461+0000 osd.5 (osd.5) 81 : cluster [DBG] 2.15 scrub starts 2021-03-04T23:43:01.287 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:01 gibba011 conmon[95595]: cluster 2021-03-04T23:42:59.517347+0000 osd.5 (osd.5) 82 : cluster [DBG] 2.15 scrub ok 2021-03-04T23:43:01.287 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:01 gibba011 conmon[95595]: cluster 2021-03-04T23:42:59.805567+0000 osd.3 (osd.3) 28 : cluster [DBG] 1.25 scrub ok 2021-03-04T23:43:01.287 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:01 gibba011 conmon[95595]: cluster 2021-03-04T23:42:59.938724+0000 osd.7 (osd.7) 77 : cluster [DBG] 1.14 scrub starts 2021-03-04T23:43:01.288 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:01 gibba011 conmon[95595]: cluster 2021-03-04T23:42:59.939438+0000 osd.7 (osd.7) 78 : cluster [DBG] 1.14 scrub ok 2021-03-04T23:43:01.288 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:01 gibba011 conmon[95595]: cluster 2021-03-04T23:43:00.108386+0000 osd.0 (osd.0) 23 : cluster [DBG] 1.36 scrub ok 2021-03-04T23:43:01.288 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:01 gibba011 conmon[95595]: cluster 2021-03-04T23:43:00.364897+0000 osd.4 (osd.4) 48 : cluster [DBG] 2.10 scrub starts 2021-03-04T23:43:01.288 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:01 gibba011 conmon[95595]: cluster 2021-03-04T23:43:00.365706+0000 osd.4 (osd.4) 49 : cluster [DBG] 2.10 scrub ok 2021-03-04T23:43:01.289 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:01 gibba011 conmon[95595]: audit 2021-03-04T23:43:01.179591+0000 mon.a (mon.0) 1790 : audit [INF] from='client.? 172.21.2.111:0/2180375258' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:43:01.289 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:01 gibba011 conmon[95595]: audit 2021-03-04T23:43:01.221226+0000 mon.a (mon.0) 1791 : audit [INF] from='client.? 172.21.2.111:0/3610546830' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_6", "pool2": "unique_pool_6", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:43:01.347 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:01.361 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:43:01.364 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:01.365 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:01.366 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:01.467 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:01.485 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:01.486 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:01.486 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:01.578 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:01 gibba038 conmon[76675]: cluster 2021-03-04T23:42:59.516461+0000 osd.5 (osd.5) 81 : cluster [DBG] 2021-03-04T23:43:01.579 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:01 gibba038 conmon[76675]: 2.15 scrub starts 2021-03-04T23:43:01.579 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:01 gibba038 conmon[76675]: cluster 2021-03-04T23:42:59.517347+0000 osd.5 (osd.5) 82 : cluster [DBG] 2.15 scrub ok 2021-03-04T23:43:01.580 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:01 gibba038 conmon[76675]: cluster 2021-03-04T23:42:59.805567+0000 osd.3 2021-03-04T23:43:01.580 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:01 gibba038 conmon[76675]: (osd.3) 28 : cluster [DBG] 1.25 scrub ok 2021-03-04T23:43:01.580 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:01 gibba038 conmon[76675]: cluster 2021-03-04T23:42:59.938724+0000 osd.7 2021-03-04T23:43:01.581 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:01 gibba038 conmon[76675]: (osd.7) 77 : cluster [DBG] 1.14 scrub starts 2021-03-04T23:43:01.581 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:01 gibba038 conmon[76675]: cluster 2021-03-04 2021-03-04T23:43:01.581 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:01 gibba038 conmon[76675]: T23:42:59.939438+0000 osd.7 (osd.7) 78 : cluster [DBG] 1.14 scrub ok 2021-03-04T23:43:01.582 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:01 gibba038 conmon[76675]: cluster 2021-03-04T23:43:00.108386+0000 osd.0 2021-03-04T23:43:01.582 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:01 gibba038 conmon[76675]: (osd.0) 23 : cluster [DBG] 1.36 scrub ok 2021-03-04T23:43:01.582 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:01 gibba038 conmon[76675]: cluster 2021-03-04T23:43:00.364897+0000 osd.4 (osd.4) 2021-03-04T23:43:01.582 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:01 gibba038 conmon[76675]: 48 : cluster [DBG] 2.10 scrub starts 2021-03-04T23:43:01.583 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:01 gibba038 conmon[76675]: cluster 2021-03-04 2021-03-04T23:43:01.583 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:01 gibba038 conmon[76675]: T23:43:00.365706+0000 osd.4 (osd.4) 49 : cluster [DBG] 2.10 scrub ok 2021-03-04T23:43:01.583 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:01 gibba038 conmon[76675]: audit 2021-03-04T23:43:01.179591+0000 mon.a (mon 2021-03-04T23:43:01.583 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:01 gibba038 conmon[76675]: .0) 1790 : audit [INF] from='client.? 172.21.2.111:0/2180375258' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:43:01.583 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:01 gibba038 conmon[76675]: audit 2021-03-04T23:43:01.221226+0000 mon.a (mon.0) 1791 2021-03-04T23:43:01.584 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:01 gibba038 conmon[76675]: : audit [INF] from='client.? 172.21.2.111:0/3610546830' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_6", "pool2": "unique_pool_6", "yes_i_really_really_mean_it": true}]: dispatch 2021-03-04T23:43:01.587 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:01.605 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:01.606 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:01.606 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:01.708 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:01.725 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:01.726 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:01.727 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:01.828 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:01.845 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 3, 7] out_osds: [2, 1] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:43:01.846 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 2021-03-04T23:43:01.847 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:01.849 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:01.849 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:01.950 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:01.967 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:01.968 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:01.968 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:02.069 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:02.087 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:02.088 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:02.088 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:02.190 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:02.207 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.1 dump_historic_ops 2021-03-04T23:43:02.214 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:02.214 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:02.215 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:02.316 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:02.318 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:02.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:02.335 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:02.335 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:02.436 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:02.454 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:02.455 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:02.456 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:02.557 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:02.574 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:02.575 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:02.575 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:02.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:02 gibba038 conmon[76675]: cluster 2021-03-04T23:43:00.815915+0000 osd.3 (osd.3) 29 : cluster 2021-03-04T23:43:02.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:02 gibba038 conmon[76675]: [DBG] 2.e scrub ok 2021-03-04T23:43:02.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:02 gibba038 conmon[76675]: cluster 2021-03-04T23:43:00.846079+0000 mgr.x (mgr.34676) 1260 : cluster [DBG] pgmap v1362: 179 pgs: 2 peering, 177 active+clean; 3.3 KiB data, 441 MiB used, 500 GiB / 504 GiB avail; 0 B/s wr, 1.49k op/s; 329 KiB/s, 5 objects/s recovering 2021-03-04T23:43:02.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:02 gibba038 conmon[76675]: cluster 2021-03-04T23:43:00.905457+0000 osd.7 (osd.7) 79 : cluster [DBG] 2.4 scrub starts 2021-03-04T23:43:02.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:02 gibba038 conmon[76675]: cluster 2021-03-04T23:43:00.906188+0000 osd.7 (osd.7) 80 : cluster [DBG] 2.4 scrub ok 2021-03-04T23:43:02.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:02 gibba038 conmon[76675]: cluster 2021-03-04T23:43:01.253683+0000 mon.a (mon.0) 1792 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:02.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:02 gibba038 conmon[76675]: audit 2021-03-04T23:43:01.259271+0000 mon.a (mon.0) 1793 : audit [INF] from='client.? 172.21.2.111:0/2180375258' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:43:02.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:02 gibba038 conmon[76675]: audit 2021-03-04T23:43:01.259329+0000 mon.a (mon.0 2021-03-04T23:43:02.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:02 gibba038 conmon[76675]: ) 1794 : audit [INF] from='client.? 172.21.2.111:0/3610546830' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_6", "pool2": "unique_pool_6", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:43:02.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:02 gibba038 conmon[76675]: cluster 2021-03-04T23:43:01.259367+0000 mon.a (mon.0) 1795 : cluster [DBG] osdmap e411: 8 total, 8 up, 6 in 2021-03-04T23:43:02.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:02 gibba038 conmon[76675]: audit 2021-03-04T 2021-03-04T23:43:02.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:02 gibba038 conmon[76675]: 23:43:01.732995+0000 mon.a (mon.0) 1796 : 2021-03-04T23:43:02.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:02 gibba038 conmon[76675]: audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:43:02.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[95595]: cluster 2021-03-04T23:43:00.815915+0000 osd.3 (osd.3) 29 : cluster [DBG] 2.e scrub ok 2021-03-04T23:43:02.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[95595]: cluster 2021-03-04T23:43:00.846079+0000 mgr.x (mgr.34676) 1260 : cluster [DBG] pgmap v1362: 179 pgs: 2 peering, 177 active+clean; 3.3 KiB data, 441 MiB used, 500 GiB / 504 GiB avail; 0 B/s wr, 1.49k op/s; 329 KiB/s, 5 objects/s recovering 2021-03-04T23:43:02.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[95595]: cluster 2021-03-04 2021-03-04T23:43:02.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[95595]: T23:43:00.905457+0000 osd.7 (osd.7) 79 : cluster [DBG] 2.4 scrub starts 2021-03-04T23:43:02.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[95595]: cluster 2021-03-04T23:43:00.906188+0000 osd.7 (osd.7) 80 : cluster [DBG] 2.4 scrub ok 2021-03-04T23:43:02.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[95595]: cluster 2021-03-04T23:43:01.253683+0000 mon.a (mon.0) 1792 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:02.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[95595]: audit 2021-03-04T23:43:01.259271+0000 mon.a (mon.0) 1793 : audit [INF] from='client.? 172.21.2.111:0/2180375258' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:43:02.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[95595]: audit 2021-03-04T23:43:01.259329+0000 mon.a (mon.0) 1794 : audit [INF] from='client.? 172.21.2.111:0/3610546830' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_6", "pool2": "unique_pool_6", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:43:02.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[95595]: cluster 2021-03-04T23:43:01.259367+0000 mon.a (mon.0) 1795 : cluster [DBG] osdmap e411: 8 total, 8 up, 6 in 2021-03-04T23:43:02.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[95595]: audit 2021-03-04T23:43:01.732995+0000 mon.a (mon.0) 1796 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:43:02.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[99461]: cluster 2021-03-04T23:43:00.815915+0000 osd.3 (osd.3) 29 : cluster [DBG] 2.e scrub ok 2021-03-04T23:43:02.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:43:02.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[99461]: 23:43:00.846079+0000 mgr.x (mgr.34676) 1260 : cluster [DBG] pgmap v1362: 179 pgs: 2 peering, 177 active+clean; 3.3 KiB data, 441 MiB used, 500 GiB / 504 GiB avail; 0 B/s wr, 1.49k op/s; 329 KiB/s, 5 objects/s recovering 2021-03-04T23:43:02.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[99461]: cluster 2021-03- 2021-03-04T23:43:02.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[99461]: 04T23:43:00.905457+0000 2021-03-04T23:43:02.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[99461]: osd.7 (osd.7) 79 : cluster 2021-03-04T23:43:02.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[99461]: [DBG] 2.4 scrub starts 2021-03-04T23:43:02.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[99461]: cluster 2021-03-04T23:43:00.906188 2021-03-04T23:43:02.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[99461]: +0000 osd.7 (osd.7) 80 : cluster [DBG] 2.4 scrub ok 2021-03-04T23:43:02.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[99461]: 2021-03-04T23:43:02.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[99461]: cluster 2021-03-04T23:43:02.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[99461]: 2021-03-04T23:43: 2021-03-04T23:43:02.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[99461]: 01.253683+0000 mon.a (mon. 2021-03-04T23:43:02.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[99461]: 0) 1792 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:02.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[99461]: audit 2021-03-04T23:43:01.259271+0000 mon.a (mon.0) 1793 : audit [INF] from='client.? 172.21.2.111:0/2180375258' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:43:02.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[99461]: audit 2021-03-04T23:43:01.259329+0000 mon.a ( 2021-03-04T23:43:02.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[99461]: mon.0) 1794 : audit [INF] from='client.? 172.21.2.111:0/3610546830' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_6", "pool2": "unique_pool_6", "yes_i_really_really_mean_it": true}]': finished 2021-03-04T23:43:02.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:43:02.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[99461]: -04T23:43:01.259367+0000 2021-03-04T23:43:02.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[99461]: mon.a (mon.0) 1795 : 2021-03-04T23:43:02.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[99461]: cluster [DBG] osdmap e411: 8 total, 8 up, 6 in 2021-03-04T23:43:02.612 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:02 gibba011 conmon[99461]: audit 2021-03-04T23:43:01.732995+0000 mon.a (mon.0) 1796 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:43:02.676 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:02.680 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2021-03-04T23:43:02.681 INFO:tasks.radosbench:Beginning radosbench... 2021-03-04T23:43:02.681 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_7 2021-03-04T23:43:02.682 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool create unique_pool_7 16 2021-03-04T23:43:02.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:02.695 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:02.696 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:02.797 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:02.800 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:02.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:02.817 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:02.818 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:02.919 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:02.936 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:02.937 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:02.938 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:03.039 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:03.056 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:03.057 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:03.057 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:03.158 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:03.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:03.177 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:03.178 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:03.278 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:03.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:03.296 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:03.297 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:03.398 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:03.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:03.417 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:03.418 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:03.519 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:03.537 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:03.538 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:03.539 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:03.641 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:03.658 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:03.659 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:03.659 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:03.760 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:03.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:03.779 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:03.780 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:03.881 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:03.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:03.901 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:03.901 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:04.002 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:04.021 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:04.022 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:04.023 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:04.124 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:04.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:04.143 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:04.143 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:04.245 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:04.263 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:04.264 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:04.264 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:04.365 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:04.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:04.383 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:04.384 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:04.485 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:04.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:04.504 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:04.504 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:04.527 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:04 gibba011 conmon[95595]: cluster 2021-03-04T23:43:02.846578+0000 mgr.x (mgr.34676) 1261 : cluster [DBG] pgmap v1364: 163 pgs: 163 active+clean; 3.3 KiB data, 432 MiB used, 500 GiB / 504 GiB avail 2021-03-04T23:43:04.528 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:04 gibba011 conmon[99461]: cluster 2021-03-04T23:43:02.846578+0000 mgr.x (mgr.34676) 1261 : cluster [DBG] pgmap v1364: 163 pgs: 163 active+clean; 3.3 KiB data, 432 MiB used, 500 GiB / 504 GiB avail 2021-03-04T23:43:04.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:04 gibba038 conmon[76675]: cluster 2021-03-04T23:43:02.846578+0000 mgr.x (mgr.34676) 1261 : cluster [DBG] pgmap v1364: 163 pgs: 163 active+clean; 3.3 KiB data, 432 MiB used, 500 GiB / 504 GiB avail 2021-03-04T23:43:04.605 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:04.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:04.625 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:04.626 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:04.727 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:04.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:04.746 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:04.746 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:04.847 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:04.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:04.869 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:04.870 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:04.957 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:43:04.971 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:04.989 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:04.990 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:04.990 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:05.069 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:05.094 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:05.112 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:05.113 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:05.113 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:05.214 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:05.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:05.232 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:05.232 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:05.334 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:05.353 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:05.355 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:05.355 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:05.363 INFO:teuthology.orchestra.run.gibba011.stderr:pool 'unique_pool_7' created 2021-03-04T23:43:05.456 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:05.474 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:05.475 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:05.476 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:05.576 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:05 gibba011 conmon[95595]: audit 2021-03-04T23:43:05.193472+0000 mon.c (mon.1) 510 : audit [INF] from='client.? 172.21.2.111:0/1882275765' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]: dispatch 2021-03-04T23:43:05.577 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:05 gibba011 conmon[95595]: audit 2021-03- 2021-03-04T23:43:05.577 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:05 gibba011 conmon[95595]: 04T23:43:05.193818+0000 mon.a (mon.0) 1797 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]: dispatch 2021-03-04T23:43:05.577 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:05 gibba011 conmon[99461]: audit 2021-03-04T23:43:05.193472+0000 mon.c (mon.1) 510 2021-03-04T23:43:05.577 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:05 gibba011 conmon[99461]: : audit [INF] from='client.? 172.21.2.111:0/1882275765' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]: dispatch 2021-03-04T23:43:05.578 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:05 gibba011 conmon[99461]: audit 2021-03-04T23:43:05.193818+0000 mon.a (mon.0) 1797 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]: dispatch 2021-03-04T23:43:05.578 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:43:05.578 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:43:05.579 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:43:05.579 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:43:05.579 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:43:05.579 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:43:05.580 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:43:05.580 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:43:05.580 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:43:05.580 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:43:05.581 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:43:05.581 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:43:05.581 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:43:05.581 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:43:05.582 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:43:05.582 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:43:05.582 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:05.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:05 gibba038 conmon[76675]: audit 2021-03-04T23:43:05.193472+0000 mon.c (mon.1) 510 : audit [INF] from='client.? 172.21.2.111:0/1882275765' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]: dispatch 2021-03-04T23:43:05.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:05 gibba038 conmon[76675]: audit 2021-03-04T23:43:05.193818+0000 mon.a (mon.0) 1797 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]: dispatch 2021-03-04T23:43:05.600 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:05.601 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:05.602 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:05.703 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:05.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:05.723 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:05.723 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:05.824 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:05.842 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:05.843 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:05.844 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:05.946 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:05.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:05.964 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:05.965 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:06.067 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:06.087 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:06.088 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:06.089 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:06.191 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:06.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:06.209 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:06.209 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:06.311 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:06.327 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:06.328 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:06.329 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:06.430 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:06.447 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:06.447 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:06.448 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:06.504 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool application enable unique_pool_7 rados --yes-i-really-mean-it || true 2021-03-04T23:43:06.549 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:06.566 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:06.568 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:06.568 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:06.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:06 gibba011 conmon[95595]: cluster 2021-03-04T23:43:04.847020+0000 mgr.x (mgr.34676) 1262 : cluster [DBG] pgmap v1365: 163 pgs: 163 active+clean; 3.3 KiB data, 434 MiB used, 500 GiB / 504 GiB avail 2021-03-04T23:43:06.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:06 gibba011 conmon[95595]: audit 2021-03-04T23:43:05.344030+0000 mon.a (mon.0) 1798 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]': finished 2021-03-04T23:43:06.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:06 gibba011 conmon[95595]: cluster 2021-03-04T23:43:05.344070+0000 mon.a (mon.0) 1799 : cluster [DBG] osdmap e412: 8 total, 8 up, 6 in 2021-03-04T23:43:06.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:06 gibba011 conmon[95595]: audit 2021-03-04T23:43:05.431270+0000 mon.c (mon.1) 511 : audit [DBG] from='client.? 172.21.2.111:0/3328807017' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:06.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:06 gibba011 conmon[99461]: cluster 2021-03-04T23:43:04.847020+0000 mgr.x (mgr.34676) 1262 : cluster 2021-03-04T23:43:06.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:06 gibba011 conmon[99461]: [DBG] pgmap v1365: 163 pgs: 163 active+clean; 3.3 KiB data, 434 MiB used, 500 GiB / 504 GiB avail 2021-03-04T23:43:06.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:06 gibba011 conmon[99461]: audit 2021-03-04T23:43:05.344030+0000 mon.a (mon.0) 1798 2021-03-04T23:43:06.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:06 gibba011 conmon[99461]: : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]': finished 2021-03-04T23:43:06.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:06 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:43:06.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:06 gibba011 conmon[99461]: -03-04T23:43:05.344070+0000 mon.a (mon.0) 1799 : cluster [DBG] 2021-03-04T23:43:06.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:06 gibba011 conmon[99461]: osdmap e412: 8 total, 8 up, 6 in 2021-03-04T23:43:06.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:06 gibba011 conmon[99461]: audit 2021-03-04T23:43:05.431270 2021-03-04T23:43:06.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:06 gibba011 conmon[99461]: +0000 mon.c (mon.1) 511 : audit [DBG] from='client.? 172.21.2.111:0/3328807017' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:06.613 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:06.670 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:06.688 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:06.689 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:06.690 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:06.793 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:06.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:06.814 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:06.815 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:06.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:06 gibba038 conmon[76675]: cluster 2021-03-04T23:43:04.847020+0000 mgr.x (mgr.34676) 1262 : cluster [DBG] pgmap v1365: 163 pgs: 163 active+clean; 3.3 KiB data, 434 MiB used, 500 GiB / 504 GiB avail 2021-03-04T23:43:06.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:06 gibba038 conmon[76675]: audit 2021-03-04T23:43:05.344030+0000 mon.a (mon.0) 1798 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_7", "pg_num": 16}]': finished 2021-03-04T23:43:06.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:06 gibba038 conmon[76675]: cluster 2021-03-04T23:43:05.344070+0000 mon.a (mon.0) 1799 : cluster [DBG] osdmap e412: 8 total, 8 up, 6 in 2021-03-04T23:43:06.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:06 gibba038 conmon[76675]: audit 2021-03-04T23:43:06.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:06 gibba038 conmon[76675]: 2021-03-04T23:43:05.431270+0000 mon.c (mon.1) 511 : audit [DBG] from='client.? 172.21.2.111:0/3328807017' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:06.916 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:06.934 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:06.935 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:06.935 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:07.036 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:07.054 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:07.055 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:07.056 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:07.157 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:07.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:07.175 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:07.176 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:07.203 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:43:07.203 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:43:07.277 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:07.294 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:07.295 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:07.295 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:07.396 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:07.415 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:07.416 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:07.417 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:07.518 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:07.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:07.537 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:07.537 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:07.586 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:07 gibba011 conmon[95595]: cluster 2021-03-04T23:43:06.346009+0000 mon.a (mon.0) 1800 : cluster [DBG] osdmap e413: 8 total, 8 up, 6 in 2021-03-04T23:43:07.587 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:07 gibba011 conmon[99461]: cluster 2021-03-04T23:43:06.346009+0000 mon.a (mon 2021-03-04T23:43:07.587 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:07 gibba011 conmon[99461]: .0) 1800 : cluster [DBG] osdmap e413: 8 total, 8 up, 6 in 2021-03-04T23:43:07.639 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:07.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:07.658 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:07.658 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:07.760 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:07.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:07.778 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:07.779 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:07.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:07 gibba038 conmon[76675]: cluster 2021-03-04T23:43:06.346009+0000 mon.a (mon.0) 1800 : cluster [DBG] osdmap e413: 8 total, 8 up, 6 in 2021-03-04T23:43:07.881 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:07.897 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:07.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:07.899 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:08.000 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:08.017 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:08.018 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:08.019 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:08.120 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:08.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:08.138 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:08.138 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:08.239 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:08.256 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:08.257 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:08.257 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:08.358 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:08.375 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_ops_in_flight 2021-03-04T23:43:08.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:08.378 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:08.378 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:08.479 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:08.487 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:08.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:08.497 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:08.497 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:08.598 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:08.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:08 gibba011 conmon[95595]: cluster 2021-03-04T23:43:06.847255+0000 mgr.x (mgr.34676) 1263 : cluster [DBG] pgmap v1368: 179 pgs: 16 unknown, 163 active+clean; 3.3 KiB data, 434 MiB used, 500 GiB / 504 GiB avail 2021-03-04T23:43:08.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:08 gibba011 conmon[95595]: cluster 2021-03-04T23:43:07.352852+0000 mon.a (mon.0) 1801 : cluster [DBG] osdmap e414: 8 total, 8 up, 6 in 2021-03-04T23:43:08.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:08 gibba011 conmon[99461]: cluster 2021-03-04T23:43:06.847255+0000 mgr.x (mgr.34676) 1263 : cluster [DBG] pgmap v1368: 179 pgs: 16 unknown, 163 active+clean; 3.3 KiB data, 434 MiB used, 500 GiB / 504 GiB avail 2021-03-04T23:43:08.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:08 gibba011 conmon[99461]: cluster 2021-03-04T23:43:07.352852+0000 mon.a (mon.0) 1801 : cluster [DBG] osdmap e414: 8 total, 8 up, 6 in 2021-03-04T23:43:08.616 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:08.617 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:08.617 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:08.719 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:08.735 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:08.736 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:08.737 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:08.814 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:43:08.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:08 gibba038 conmon[76675]: cluster 2021-03-04T23:43:06.847255+0000 mgr.x (mgr.34676) 1263 : cluster [DBG] pgmap v1368: 179 pgs: 16 unknown, 163 active+clean; 3.3 KiB data, 434 MiB used, 500 GiB / 504 GiB avail 2021-03-04T23:43:08.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:08 gibba038 conmon[76675]: cluster 2021-03-04T23:43:07.352852+0000 mon.a (mon.0) 1801 : cluster [DBG] osdmap e414: 8 total, 8 up, 6 in 2021-03-04T23:43:08.838 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:08.856 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:08.857 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:08.857 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:08.927 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:08.958 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:08.975 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:08.976 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:08.977 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:09.078 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:09.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:09.097 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:09.098 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:09.199 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:09.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:09.217 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:09.218 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:09.319 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:09.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:09.338 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:09.339 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:09.441 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:09.459 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:09.461 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:09.462 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:09.563 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:09.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:09.582 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:09.583 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:09.684 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:09.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:09.703 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:09.703 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:09.804 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:09.822 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:09.823 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:09.823 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:09.925 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:09.942 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:09.943 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:09.943 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:10.045 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:10.065 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:10.067 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:10.067 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:10.169 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:10.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:10.189 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:10.189 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:10.290 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:10.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:10.307 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:10.308 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:10.362 INFO:teuthology.orchestra.run.gibba011.stderr:enabled application 'rados' on pool 'unique_pool_7' 2021-03-04T23:43:10.363 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:43:10.409 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:10.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:10.428 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:10.428 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:10.529 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:10.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:10.548 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:10.548 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:10.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:10 gibba011 conmon[95595]: cluster 2021-03-04T23:43:08.847826+0000 mgr.x (mgr.34676) 1264 : cluster [DBG] pgmap v1370: 179 pgs: 179 active+clean; 3.3 KiB data, 425 MiB used, 500 GiB / 504 GiB avail 2021-03-04T23:43:10.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:10 gibba011 conmon[95595]: audit 2021-03-04T23:43:09.853271+0000 mon.a (mon.0) 1802 : audit [INF] from='client.? 172.21.2.111:0/1935977290' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:10.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:10 gibba011 conmon[95595]: audit 2021-03-04T23:43:10.258027+0000 mon.a (mon.0) 1803 : audit [INF] from='client.? 172.21.2.111:0/1098072327' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:10.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:10 gibba011 conmon[99461]: cluster 2021-03-04T23:43:08.847826+0000 mgr.x (mgr.34676) 1264 : cluster [DBG] pgmap v1370: 179 pgs: 179 active+clean; 3.3 KiB data, 425 MiB used, 500 GiB / 504 GiB avail 2021-03-04T23:43:10.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:10 gibba011 conmon[99461]: audit 2021-03-04T23:43:09.853271+0000 mon.a (mon.0) 1802 : audit [INF] from='client.? 172.21.2.111:0/1935977290' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:10.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:10 gibba011 conmon[99461]: audit 2021-03-04T23:43:10.258027+0000 mon.a (mon.0) 1803 : audit [INF] from='client.? 172.21.2.111:0/1098072327' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:10.649 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:10.667 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:10.668 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:10.668 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:10.770 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:10.787 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:10.789 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:10.789 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:10.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:10 gibba038 conmon[76675]: cluster 2021-03-04T23:43:08.847826+0000 mgr.x (mgr.34676) 1264 : cluster [DBG] pgmap v1370: 179 pgs: 179 active+clean; 3.3 KiB data, 425 MiB used, 500 GiB / 504 GiB avail 2021-03-04T23:43:10.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:10 gibba038 conmon[76675]: audit 2021-03-04T23:43:09.853271+0000 mon.a (mon.0) 1802 : audit [INF] from='client.? 172.21.2.111:0/1935977290' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:10.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:10 gibba038 conmon[76675]: audit 2021-03-04T23:43:10.258027+0000 mon.a (mon.0) 1803 : audit [INF] from='client.? 172.21.2.111:0/1098072327' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2021-03-04T23:43:10.890 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:10.908 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:10.909 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:10.909 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:11.010 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:11.027 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:11.028 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:11.028 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:11.130 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:11.147 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:11.148 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:11.148 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:11.249 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:11.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:11.267 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:11.268 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:11.369 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:11.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:11.387 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:11.387 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:11.489 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:11.506 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:11.507 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:11.508 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:11.609 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:11.627 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:11.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:11.628 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:11.729 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:11.748 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:11.749 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:11.749 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:11.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:11 gibba038 conmon[76675]: cluster 2021-03-04T23:43:10.355913+0000 mon.a (mon.0) 1804 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:11.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:11 gibba038 conmon[76675]: audit 2021-03-04T23:43:10.358804+0000 mon.a (mon.0) 1805 : audit [INF] from='client.? 172.21.2.111:0/1935977290' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:43:11.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:11 gibba038 conmon[76675]: audit 2021-03-04T23:43:10.358854+0000 mon.a (mon.0) 1806 : audit [INF] from='client.? 172.21.2.111:0/1098072327' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:43:11.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:11 gibba038 conmon[76675]: cluster 2021-03-04T23:43:10.358896+0000 mon.a (mon.0) 1807 : cluster [DBG] osdmap e415: 8 total, 8 up, 6 in 2021-03-04T23:43:11.851 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:11.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:11 gibba011 conmon[95595]: cluster 2021-03-04T23:43:10.355913+0000 mon.a (mon.0) 1804 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:11.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:11 gibba011 conmon[95595]: audit 2021-03-04T23:43:10.358804+0000 mon.a (mon.0) 1805 : audit [INF] from='client.? 172.21.2.111:0/1935977290' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:43:11.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:11 gibba011 conmon[95595]: 2021-03-04T23:43:11.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:11 gibba011 conmon[95595]: audit 2021-03-04T23:43:10.358854+0000 mon.a (mon.0) 1806 : audit [INF] from='client.? 172.21.2.111:0/1098072327' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:43:11.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:11 gibba011 conmon[95595]: cluster 2021-03-04T23:43:10.358896+0000 mon.a (mon.0) 1807 : cluster [DBG] osdmap e415: 8 total, 8 up, 6 in 2021-03-04T23:43:11.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:11 gibba011 conmon[99461]: cluster 2021-03-04T23:43:10.355913+0000 mon.a (mon.0) 1804 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:11.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:11 gibba011 conmon[99461]: audit 2021-03-04T23:43:10.358804+0000 mon.a (mon.0) 1805 : audit [INF] from='client.? 172.21.2.111:0/1935977290' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:43:11.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:11 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:43:11.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:11 gibba011 conmon[99461]: 04T23:43:10.358854+0000 mon.a (mon.0) 1806 : audit [INF] from='client.? 172.21.2.111:0/1098072327' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_7", "app": "rados", "yes_i_really_mean_it": true}]': finished 2021-03-04T23:43:11.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:11 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:43:11.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:11 gibba011 conmon[99461]: T23:43:10.358896+0000 mon.a (mon.0) 2021-03-04T23:43:11.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:11 gibba011 conmon[99461]: 1807 : cluster [DBG] osdmap e415: 8 total, 8 up, 6 in 2021-03-04T23:43:11.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:11.869 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:11.869 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:11.971 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:11.988 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:11.989 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:11.989 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:12.091 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:12.109 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:12.110 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:12.110 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:12.211 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:12.229 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:12.230 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:12.230 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:12.332 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:12.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:12.351 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:12.351 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:12.407 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:43:12.421 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:43:12.434 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:43:12.447 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:43:12.452 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:12.462 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:43:12.469 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:12.470 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:12.471 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:12.477 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:43:12.491 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:43:12.505 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:43:12.506 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:43:12.507 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:43:12.507 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:43:12.507 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:43:12.507 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:43:12.508 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:43:12.508 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:43:12.508 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:43:12.572 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:12.579 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:12 gibba011 conmon[95595]: cluster 2021-03-04T23:43:10.848201+0000 mgr.x (mgr.34676) 1265 : cluster [DBG] pgmap v1372: 179 pgs: 179 active+clean; 3.3 KiB data, 425 MiB used, 500 GiB / 504 GiB avail 2021-03-04T23:43:12.579 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:12 gibba011 conmon[95595]: audit 2021-03-04T23:43:11.739097+0000 mon.a (mon.0) 1808 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:43:12.579 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:12 gibba011 conmon[95595]: audit 2021-03-04T23:43:11.812893+0000 mon.c (mon.1) 512 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:43:12.580 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:12 gibba011 conmon[95595]: audit 2021-03-04T23:43:11.815871+0000 mon.c (mon.1) 513 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:43:12.580 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:12 gibba011 conmon[95595]: audit 2021-03-04T23:43:11.816007+0000 mon.c (mon.1) 514 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:43:12.580 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:12 gibba011 conmon[99461]: cluster 2021-03-04T23:43:10.848201+0000 mgr.x (mgr.34676) 1265 : cluster [DBG] pgmap v1372: 179 pgs: 179 active+clean; 3.3 KiB data, 425 MiB used, 500 GiB / 504 GiB avail 2021-03-04T23:43:12.581 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:12 gibba011 conmon[99461]: audit 2021-03-04T23:43:11.739097+0000 mon.a (mon.0) 1808 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:43:12.581 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:12 gibba011 conmon[99461]: audit 2021-03-04T23:43:11.812893+0000 mon.c (mon.1) 512 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:43:12.581 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:12 gibba011 conmon[99461]: audit 2021-03-04T23:43:11.815871+0000 mon.c (mon.1) 513 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:43:12.581 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:12 gibba011 conmon[99461]: audit 2021-03-04T23:43:11.816007+0000 mon.c (mon.1) 514 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:43:12.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:12 gibba038 conmon[76675]: cluster 2021-03-04T23:43:10.848201+0000 mgr.x (mgr.34676) 1265 : cluster [DBG] pgmap v1372: 179 pgs: 179 active+clean; 3.3 KiB data, 425 MiB used, 500 GiB / 504 GiB avail 2021-03-04T23:43:12.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:12 gibba038 conmon[76675]: audit 2021-03-04T23:43:11.739097+0000 mon.a (mon.0) 1808 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:43:12.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:12 gibba038 conmon[76675]: audit 2021-03-04T23:43:11.812893+0000 mon.c (mon.1) 512 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:43:12.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:12 gibba038 conmon[76675]: audit 2021-03-04T23:43:11.815871+0000 mon.c (mon.1) 513 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:43:12.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:12 gibba038 conmon[76675]: audit 2021-03-04T23:43:11.816007+0000 mon.c (mon.1) 514 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:43:12.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:12.598 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:12.599 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:12.701 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:12.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:12.719 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:12.719 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:12.816 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:43:12.816 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [], 2021-03-04T23:43:12.817 INFO:teuthology.orchestra.run.gibba011.stdout: "num_ops": 0 2021-03-04T23:43:12.817 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:43:12.820 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:12.839 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:12.840 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:12.840 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:12.925 DEBUG:teuthology.orchestra.run.gibba011:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_7 bench 90 write' 2021-03-04T23:43:12.927 INFO:tasks.thrashosds.thrasher:Growing pool device_health_metrics 2021-03-04T23:43:12.927 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:43:12.929 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2021-03-04T23:43:12.930 INFO:teuthology.orchestra.run:waiting for 3000 2021-03-04T23:43:12.942 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:12.961 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:hints = 1 2021-03-04T23:43:12.962 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2021-03-04T23:43:12.962 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:Object prefix: benchmark_data_gibba011_332763 2021-03-04T23:43:12.962 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:43:12.963 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 0 0 0 0 0 0 - 0 2021-03-04T23:43:12.981 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:12.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:12.983 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:13.079 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:13.084 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:13.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:13.106 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:13.107 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:13.208 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:13.229 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:13.231 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:13.232 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:13.333 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:13.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:13.355 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:13.356 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:13.458 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:13.483 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:13.483 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:13.484 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:13.585 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:13.606 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:13.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:13.609 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:13.711 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:13.735 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:13.736 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:13.737 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:13.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:13 gibba038 conmon[76675]: audit 2021-03-04T23:43:12.391341+0000 mon.c (mon.1) 515 : audit [DBG] from='client.? 172.21.2.111:0/2132057615' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:13.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:13 gibba038 conmon[76675]: 2021-03-04T23:43:13.838 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:13.853 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:13 gibba011 conmon[95595]: audit 2021-03-04T23:43:12.391341+0000 mon.c (mon.1) 515 : audit [DBG] from='client.? 172.21.2.111:0/2132057615' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:13.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:13 gibba011 conmon[99461]: audit 2021-03-04T23:43:12.391341+0000 mon.c (mon.1) 515 : audit [DBG] from='client.? 172.21.2.111:0/2132057615' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:13.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:13.865 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:13.865 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:13.961 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 1 16 8003 7987 499.191 499.188 0.00227718 0.00199797 2021-03-04T23:43:13.966 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:13.986 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:13.986 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:13.987 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:14.088 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:14.110 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:14.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:14.112 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:14.123 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:43:14.213 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:14.235 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:14.236 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:14.237 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:14.257 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:14.339 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:14.359 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:14.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:14.361 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:14.462 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:14.483 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:14.484 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:14.484 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:14.586 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:14.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:14 gibba011 conmon[95595]: cluster 2021-03-04T23:43:12.848758+0000 mgr.x (mgr 2021-03-04T23:43:14.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:14 gibba011 conmon[95595]: .34676) 1266 : cluster [DBG] pgmap v1373: 179 pgs: 179 active+clean; 3.3 KiB data, 416 MiB used, 500 GiB / 504 GiB avail 2021-03-04T23:43:14.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:14 gibba011 conmon[99461]: cluster 2021-03-04T23:43:12.848758+0000 mgr.x 2021-03-04T23:43:14.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:14 gibba011 conmon[99461]: (mgr.34676) 1266 : cluster [DBG] pgmap v1373: 179 pgs: 179 active+clean; 3.3 KiB data, 416 MiB used, 500 GiB / 504 GiB avail 2021-03-04T23:43:14.607 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:14.607 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:14.608 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:14.710 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:14.729 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:14.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:14.731 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:14.832 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:14.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:14 gibba038 conmon[76675]: cluster 2021-03-04T23:43:12.848758+0000 mgr.x (mgr.34676) 1266 : cluster [DBG] pgmap v1373: 179 pgs: 179 active+clean; 3.3 KiB data, 416 MiB used, 500 GiB / 504 GiB avail 2021-03-04T23:43:14.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:14 gibba038 conmon[76675]: 2021-03-04T23:43:14.861 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:14.861 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:14.863 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:14.961 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 2 16 14230 14214 444.172 389.188 0.00373606 0.00224801 2021-03-04T23:43:14.964 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:14.988 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:14.989 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:14.989 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:15.090 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:15.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:15.111 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:15.112 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:15.213 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:15.237 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:15.238 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:15.238 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:15.339 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:15.363 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:15.364 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:15.364 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:15.465 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:15.485 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:15.486 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:15.487 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:15.588 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:15.611 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:15.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:15.613 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:15.714 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:15.736 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:15.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:15.739 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:15.840 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:15.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:15.864 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:15.865 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:15.961 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 3 16 19933 19917 414.918 356.438 0.00229296 0.00240691 2021-03-04T23:43:15.966 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:15.993 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:15.994 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:15.994 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:16.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:15 gibba038 conmon[76675]: audit 2021-03-04T23:43:14.618486+0000 mon.a ( 2021-03-04T23:43:16.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:15 gibba038 conmon[76675]: mon.0) 1809 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:43:16.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:15 gibba038 conmon[76675]: cephadm 2021-03-04T23:43:14.619570+0000 mgr.x (mgr.34676) 1267 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:43:16.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:15 gibba038 conmon[76675]: cluster 2021-03-04T23:43:14.849351+0000 mgr.x (mgr.34676) 1268 : cluster [DBG] pgmap v1374: 179 pgs: 179 active+clean; 65 MiB data, 416 MiB used, 500 GiB / 504 GiB avail; 8.1 MiB/s wr, 129 op/s 2021-03-04T23:43:16.095 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:16.103 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:15 gibba011 conmon[95595]: audit 2021-03-04T23:43:14.618486+0000 mon.a (mon.0) 1809 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:43:16.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:15 gibba011 conmon[95595]: cephadm 2021-03-04T23:43:14.619570+0000 mgr.x (mgr.34676) 1267 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:43:16.104 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:15 gibba011 conmon[95595]: cluster 2021-03-04T23:43:14.849351+0000 mgr.x (mgr.34676) 1268 : cluster [DBG] pgmap v1374: 179 pgs: 179 active+clean; 65 MiB data, 416 MiB used, 500 GiB / 504 GiB avail; 8.1 MiB/s wr, 129 op/s 2021-03-04T23:43:16.104 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:15 gibba011 conmon[99461]: audit 2021-03-04T23:43:14.618486+0000 mon.a (mon.0) 1809 : audit [INF] 2021-03-04T23:43:16.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:15 gibba011 conmon[99461]: from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:43:16.105 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:15 gibba011 conmon[99461]: cephadm 2021-03-04T23:43:14.619570+0000 mgr.x (mgr.34676) 1267 : cephadm [INF] Refreshing gibba038 facts 2021-03-04T23:43:16.106 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:15 gibba011 conmon[99461]: cluster 2021-03-04T23:43:14. 2021-03-04T23:43:16.107 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:15 gibba011 conmon[99461]: 849351+0000 mgr.x (mgr.34676) 1268 : cluster [DBG] pgmap v1374: 179 pgs: 179 active+clean; 65 MiB data, 416 MiB used, 500 GiB / 504 GiB avail; 8.1 MiB/s wr, 129 op/s 2021-03-04T23:43:16.117 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:16.119 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:16.119 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:16.220 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:16.242 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:16.243 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:16.244 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:16.345 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:16.368 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:16.369 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:16.369 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:16.371 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_blocked_ops 2021-03-04T23:43:16.471 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:16.491 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:16.491 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:16.492 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:16.518 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:16.593 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:16.617 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:16.618 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:16.618 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:16.625 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:16 gibba011 conmon[95595]: audit 2021-03-04T23:43:16.501024+0000 mon.c (mon.1) 516 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.17", "id": [6, 4]}]: dispatch 2021-03-04T23:43:16.625 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:16 gibba011 conmon[95595]: audit 2021-03-04T23:43:16.501343+0000 mon.a (mon.0) 1810 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.17", "id": [6, 4]}]: dispatch 2021-03-04T23:43:16.719 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:16.743 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:16.744 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:16.744 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:16.846 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:16.869 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:16.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:16.871 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:16.878 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:16 gibba011 conmon[99461]: audit 2021-03-04T23:43:16.501024+0000 mon.c (mon.1) 516 : audit 2021-03-04T23:43:16.879 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:16 gibba011 conmon[99461]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.17", "id": [6, 4]}]: dispatch 2021-03-04T23:43:16.879 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:16 gibba011 conmon[99461]: audit 2021-03-04T23:43:16.501343+0000 mon.a (mon.0) 1810 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.17", "id": [6, 4]}]: dispatch 2021-03-04T23:43:16.961 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 4 16 24872 24856 388.355 308.688 0.00186971 0.00257221 2021-03-04T23:43:16.973 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:16.995 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:16.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:16.997 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:17.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:16 gibba038 conmon[76675]: audit 2021-03-04T23:43:16.501024+0000 mon.c (mon.1) 516 2021-03-04T23:43:17.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:16 gibba038 conmon[76675]: : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.17", "id": [6, 4]}]: dispatch 2021-03-04T23:43:17.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:16 gibba038 conmon[76675]: audit 2021-03-04T23:43:16.501343+0000 mon.a (mon.0) 1810 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.17", "id": [6, 4]}]: dispatch 2021-03-04T23:43:17.098 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:17.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:17.124 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:17.124 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:17.225 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:17.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:17.249 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:17.250 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:17.351 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:17.372 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:17.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:17.374 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:17.475 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:17.499 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:17.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:17.500 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:17.601 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:17.621 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:17.622 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:17.622 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:17.723 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:17.743 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:17.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:17.745 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:17.846 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:17.853 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:17 gibba011 conmon[99461]: audit 2021-03-04T23:43:16.675461 2021-03-04T23:43:17.853 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:17 gibba011 conmon[99461]: +0000 mon.c (mon.1) 517 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:43:17.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:17 gibba011 conmon[99461]: audit 2021-03-04T23:43:16.675764+0000 mon.a (mon.0) 1811 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:43:17.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:17 gibba011 conmon[99461]: cluster 2021-03-04T23:43:16.849686+0000 mgr.x (mgr.34676) 1269 : cluster [DBG] pgmap v1375: 179 pgs: 179 active+clean; 65 MiB data, 416 MiB used, 500 GiB / 504 GiB avail; 6.8 MiB/s wr, 108 op/s 2021-03-04T23:43:17.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:17 gibba011 conmon[95595]: audit 2021-03-04T23:43:16.675461+0000 mon.c (mon.1) 517 2021-03-04T23:43:17.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:17 gibba011 conmon[95595]: : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:43:17.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:17 gibba011 conmon[95595]: audit 2021-03-04T23:43:16.675764+0000 mon.a (mon.0) 1811 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:43:17.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:17 gibba011 conmon[95595]: cluster 2021-03-04T23:43:16.849686+0000 mgr.x (mgr.34676) 1269 : cluster [DBG] pgmap v1375: 179 pgs: 179 active+clean; 65 MiB data, 416 MiB used, 500 GiB / 504 GiB avail; 6.8 MiB/s wr, 108 op/s 2021-03-04T23:43:17.869 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:17.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:17.871 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:17.961 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 5 16 29624 29608 370.079 297 0.00436484 0.0026997 2021-03-04T23:43:17.973 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:17.997 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:17.998 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:17.999 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:18.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:17 gibba038 conmon[76675]: audit 2021-03-04T23:43:18.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:17 gibba038 conmon[76675]: 2021-03-04T23:43 2021-03-04T23:43:18.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:17 gibba038 conmon[76675]: :16.675461+0000 mon.c (mon.1) 517 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:43:18.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:17 gibba038 conmon[76675]: audit 2021-03-04T23:43: 2021-03-04T23:43:18.088 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:17 gibba038 conmon[76675]: 16.675764+0000 mon.a (mon.0) 1811 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:43:18.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:17 gibba038 conmon[76675]: 2021-03-04T23:43:18.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:17 gibba038 conmon[76675]: cluster 2021-03-04T 2021-03-04T23:43:18.089 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:17 gibba038 conmon[76675]: 23:43:16.849686+0000 mgr.x (mgr.34676) 1269 2021-03-04T23:43:18.090 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:17 gibba038 conmon[76675]: : cluster [DBG] pgmap v1375: 179 pgs: 179 active+clean; 65 MiB data, 416 MiB used, 500 GiB / 504 GiB avail; 6.8 MiB/s wr, 108 op/s 2021-03-04T23:43:18.099 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:18.124 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:18.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:18.126 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:18.227 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:18.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:18.248 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:18.248 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:18.350 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:18.369 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:18.370 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:18.370 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:18.471 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:18.495 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:18.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:18.496 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:18.597 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:18.621 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:18.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:18.623 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:18.724 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:18.746 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:18.748 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:18.749 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:18.758 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:43:18.850 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:18.871 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:18.872 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:18.872 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:18.905 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:18.962 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 6 16 33739 33723 351.26 257.188 0.00347127 0.00284396 2021-03-04T23:43:18.973 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:18.991 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:18.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:18.993 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:19.094 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:19.120 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:19.121 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:19.122 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:19.224 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:19.247 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:19.248 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:19.248 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:19.349 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:19.372 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:19.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:19.374 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:19.475 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:19.497 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:19.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:19.499 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:19.601 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:19.625 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:19.626 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:19.626 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:19.728 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:19.749 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:19.750 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:19.750 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:19.851 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:19.874 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:19.875 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:19.875 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:19.962 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 7 16 37839 37823 337.684 256.25 0.005322 0.00295841 2021-03-04T23:43:19.977 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:19.997 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:19.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:19.999 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:20.100 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:20.119 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:20.120 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:20.121 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:20.222 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:20.240 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:20.241 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:20.242 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:20.343 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:20.517 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:20.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:20.519 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:20.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:20 gibba038 conmon[76675]: cluster 2021-03-04T23:43:18.850478+0000 mgr.x (mgr.34676) 1270 : cluster [DBG] 2021-03-04T23:43:20.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:20 gibba038 conmon[76675]: pgmap v1376: 179 pgs: 179 active+clean; 1.8 GiB data, 4.9 GiB used, 495 GiB / 504 GiB avail; 181 MiB/s wr, 2.90k op/s 2021-03-04T23:43:20.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:20 gibba011 conmon[95595]: cluster 2021-03-04T23:43:18.850478+0000 mgr.x (mgr.34676) 1270 : cluster [DBG] pgmap v1376: 179 pgs: 179 active+clean; 1.8 GiB data, 4.9 GiB used, 495 GiB / 504 GiB avail; 181 MiB/s wr, 2.90k op/s 2021-03-04T23:43:20.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:20 gibba011 conmon[99461]: cluster 2021-03-04T23:43:18.850478+0000 mgr.x (mgr 2021-03-04T23:43:20.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:20 gibba011 conmon[99461]: .34676) 1270 : cluster [DBG] pgmap v1376: 179 pgs: 179 active+clean; 1.8 GiB data, 4.9 GiB used, 495 GiB / 504 GiB avail; 181 MiB/s wr, 2.90k op/s 2021-03-04T23:43:20.620 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:20.641 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:20.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:20.643 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:20.744 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:20.766 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:20.767 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:20.768 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:20.869 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:20.894 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:20.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:20.896 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:20.962 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 8 16 41570 41554 324.621 233.188 0.00322241 0.00307768 2021-03-04T23:43:20.998 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:21.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:21.019 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:21.020 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:21.121 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:21.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:21.142 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:21.142 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:21.244 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:21.265 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:21.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:21.267 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:21.368 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:21.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:21.392 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:21.393 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:21.494 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:21.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:21.516 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:21.517 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:21.618 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:21.643 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:21.644 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:21.644 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:21.746 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:21.767 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:21.768 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:21.769 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:21.870 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:21.892 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:21.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:21.893 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:21.962 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 9 16 45157 45141 313.46 224.188 0.00612987 0.00318759 2021-03-04T23:43:21.995 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:22.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:22.015 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:22.015 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:22.117 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:22.138 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:22.139 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:22.139 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:22.240 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:22.263 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:22.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:22.264 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:22.366 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:22.392 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:22 gibba011 conmon[95595]: cluster 2021-03-04T23:43:20.850829+0000 mgr.x (mgr.34676) 1271 : cluster [DBG] pgmap v1377: 179 pgs: 179 active+clean; 1.8 GiB data, 4.9 GiB used, 495 GiB / 504 GiB avail; 173 MiB/s wr, 2.77k op/s 2021-03-04T23:43:22.393 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:22 gibba011 conmon[99461]: cluster 2021-03-04T23:43:20.850829+0000 mgr.x (mgr.34676) 1271 : cluster [DBG] pgmap v1377: 179 pgs: 179 active+clean; 1.8 GiB data, 4.9 GiB used, 495 GiB / 504 GiB avail; 173 MiB/s wr, 2.77k op/s 2021-03-04T23:43:22.394 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:22.395 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:22.395 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:22.496 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:22.518 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:22.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:22.520 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:22.548 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:43:22.551 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:43:22.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:22 gibba038 conmon[76675]: cluster 2021-03-04T23:43:20.850829+0000 mgr.x (mgr.34676) 1271 : cluster [DBG] pgmap v1377: 179 pgs: 179 active+clean; 1.8 GiB data, 4.9 GiB used, 495 GiB / 504 GiB avail; 173 MiB/s wr, 2.77k op/s 2021-03-04T23:43:22.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:22 gibba038 conmon[76675]: 2021-03-04T23:43:22.622 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:22.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:22.646 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:22.646 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:22.748 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:22.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:22.767 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:22.767 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:22.869 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:22.891 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:22.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:22.893 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:22.962 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 10 16 48042 48026 300.143 180.312 0.00282758 0.00332233 2021-03-04T23:43:22.993 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:23.018 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:23.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:23.020 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:23.121 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:23.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:23.141 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:23.141 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:23.149 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:43:23.243 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:23.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:23.268 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:23.268 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:23.370 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:23.392 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:23.392 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:23.393 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:23.422 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:23 gibba011 conmon[95595]: audit 2021-03-04T23:43:22.795298+0000 mon.c (mon.1) 518 : audit [INF] from='client.? 172.21.2.111:0/1157529686' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:43:23.422 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:23 gibba011 conmon[95595]: audit 2021-03-04T23:43:22.795629+0000 mon.a (mon.0) 1812 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:43:23.423 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:23 gibba011 conmon[99461]: audit 2021-03-04T23:43:22.795298+0000 mon.c (mon.1) 518 : audit [INF] from='client.? 172.21.2.111:0/1157529686' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:43:23.423 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:23 gibba011 conmon[99461]: audit 2021-03-04T23:43:22.795629+0000 mon.a (mon.0) 1812 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:43:23.494 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:23.518 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:23.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:23.519 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:23.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:23 gibba038 conmon[76675]: audit 2021-03-04T23:43:22.795298+0000 mon.c (mon.1) 2021-03-04T23:43:23.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:23 gibba038 conmon[76675]: 518 : audit [INF] from='client.? 172.21.2.111:0/1157529686' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:43:23.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:23 gibba038 conmon[76675]: audit 2021-03-04T23:43:22.795629+0000 mon.a (mon.0) 1812 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:43:23.621 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:23.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:23.644 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:23.644 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:23.745 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:23.765 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:23.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:23.767 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:23.868 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:23.886 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:23.887 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:23.888 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:23.962 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 11 16 51297 51281 291.35 203.438 0.0149745 0.00342935 2021-03-04T23:43:23.990 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:24.008 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:24.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:24.009 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:24.110 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:24.133 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:24.134 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:24.135 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:24.236 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:24.259 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:24.260 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:24.260 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:24.345 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:43:24.345 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [], 2021-03-04T23:43:24.345 INFO:teuthology.orchestra.run.gibba011.stdout: "complaint_time": 30, 2021-03-04T23:43:24.345 INFO:teuthology.orchestra.run.gibba011.stdout: "num_blocked_ops": 0 2021-03-04T23:43:24.346 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:43:24.361 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:24.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:24.383 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:24.384 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:24.485 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:24.505 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:24.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:24.507 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:24.516 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:24 gibba011 conmon[95595]: audit 2021-03-04T23:43:22.526036+0000 mgr.x (mgr.34676) 1272 : audit [DBG] from='client.46989 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:43:24.517 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:24 gibba011 conmon[95595]: cluster 2021-03-04T23:43:22.851466+0000 mgr.x (mgr.34676) 1273 : cluster [DBG] pgmap v1378: 179 pgs: 179 active+clean; 2.4 GiB data, 7.3 GiB used, 493 GiB / 504 GiB avail; 208 MiB/s wr, 3.33k op/s 2021-03-04T23:43:24.517 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:24 gibba011 conmon[95595]: cluster 2021-03-04T23:43:23.142619+0000 mon.a (mon.0) 1813 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:24.517 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:24 gibba011 conmon[95595]: audit 2021-03-04T23:43:23.145531+0000 mon.a (mon.0) 1814 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:43:24.517 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:24 gibba011 conmon[95595]: cluster 2021-03-04T23:43:23.145566+0000 mon.a (mon.0) 1815 : cluster [DBG] osdmap e416: 8 total, 8 up, 6 in 2021-03-04T23:43:24.518 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:24 gibba011 conmon[95595]: cluster 2021-03-04T23:43:23.152622+0000 osd.6 (osd.6) 227 : cluster [DBG] 1.3 scrub starts 2021-03-04T23:43:24.518 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:24 gibba011 conmon[95595]: cluster 2021-03-04T23:43:23.156527+0000 osd.6 (osd.6) 228 : cluster [DBG] 1.3 scrub ok 2021-03-04T23:43:24.519 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:24 gibba011 conmon[99461]: audit 2021-03-04T23:43:22.526036+0000 mgr.x (mgr.34676) 1272 : audit [DBG] from='client.46989 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:43:24.519 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:24 gibba011 conmon[99461]: cluster 2021-03-04T23:43:22.851466+0000 mgr.x (mgr.34676) 1273 : cluster [DBG] pgmap v1378: 179 pgs: 179 active+clean; 2.4 GiB data, 7.3 GiB used, 493 GiB / 504 GiB avail; 208 MiB/s wr, 3.33k op/s 2021-03-04T23:43:24.519 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:24 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:43:24.519 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:24 gibba011 conmon[99461]: :43:23.142619+0000 mon.a (mon.0) 1813 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:24.520 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:24 gibba011 conmon[99461]: audit 2021 2021-03-04T23:43:24.520 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:24 gibba011 conmon[99461]: -03-04T23:43:23.145531+0000 mon.a (mon.0) 1814 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:43:24.520 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:24 gibba011 conmon[99461]: cluster 2021-03-04T23:43:23.145566+0000 2021-03-04T23:43:24.520 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:24 gibba011 conmon[99461]: mon.a (mon.0) 1815 : cluster [DBG] osdmap e416: 8 total, 8 up, 6 in 2021-03-04T23:43:24.520 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:24 gibba011 conmon[99461]: cluster 2021-03-04T23:43:23.152622 2021-03-04T23:43:24.521 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:24 gibba011 conmon[99461]: +0000 osd.6 (osd.6) 227 : cluster [DBG] 1.3 scrub starts 2021-03-04T23:43:24.521 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:24 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:43:24.521 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:24 gibba011 conmon[99461]: 43:23.156527+0000 osd.6 (osd.6) 228 : cluster [DBG] 1.3 scrub ok 2021-03-04T23:43:24.521 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:24 gibba011 conmon[99461]: 2021-03-04T23:43:24.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: audit 2021-03-04T23:43:22.526036+0000 mgr.x (mgr.34676) 1272 : audit [DBG] from='client.46989 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:43:24.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: 2021-03-04T23:43:24.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: cluster 2021-03-04T23:43:22.851466+0000 mgr.x (mgr.34676) 1273 : cluster [DBG] pgmap v1378: 179 pgs: 179 active+clean; 2.4 GiB data, 7.3 GiB used, 493 GiB / 504 GiB avail; 208 MiB/s wr, 3.33k op/s 2021-03-04T23:43:24.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: cluster 2021-03-04T23:43:23.142619+0000 mon.a 2021-03-04T23:43:24.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: (mon.0) 1813 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:24.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: audit 2021-03-04T23:43:24.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: 2021-03-04T23:43:23.145531+0000 mon.a (mon. 2021-03-04T23:43:24.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: 0) 1814 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:43:24.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: cluster 2021-03-04T23:43:24.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: 2021-03-04T23:43:24.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: 2021 2021-03-04T23:43:24.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: - 2021-03-04T23:43:24.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: 03 2021-03-04T23:43:24.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: - 2021-03-04T23:43:24.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: 04 2021-03-04T23:43:24.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: T 2021-03-04T23:43:24.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: 23 2021-03-04T23:43:24.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: : 2021-03-04T23:43:24.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: 43 2021-03-04T23:43:24.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: : 2021-03-04T23:43:24.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: 23 2021-03-04T23:43:24.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: . 2021-03-04T23:43:24.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: 145566 2021-03-04T23:43:24.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: +0000 2021-03-04T23:43:24.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: 2021-03-04T23:43:24.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: mon.a 2021-03-04T23:43:24.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: ( 2021-03-04T23:43:24.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: mon 2021-03-04T23:43:24.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: . 2021-03-04T23:43:24.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: 0 2021-03-04T23:43:24.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: ) 2021-03-04T23:43:24.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: 1815 2021-03-04T23:43:24.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: : 2021-03-04T23:43:24.598 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: cluster 2021-03-04T23:43:24.598 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: 2021-03-04T23:43:24.599 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: [DBG] 2021-03-04T23:43:24.599 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: 2021-03-04T23:43:24.599 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: osdmap e416: 8 total, 8 up, 6 in 2021-03-04T23:43:24.600 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: 2021-03-04T23:43:24.601 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: cluster 2021-03-04T23:43:24.601 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: 2021-03-04T23:43:24.601 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: 2021 2021-03-04T23:43:24.601 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: - 2021-03-04T23:43:24.602 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: 03 2021-03-04T23:43:24.602 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: - 2021-03-04T23:43:24.602 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: 04T23:43:23.152622+0000 2021-03-04T23:43:24.602 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: osd.6 (osd.6) 227 : cluster [DBG] 1.3 scrub starts 2021-03-04T23:43:24.603 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: cluster 2021-03-04T23:43:24.603 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: 2021-03-04T23:43:23. 2021-03-04T23:43:24.603 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: 156527+0000 osd.6 (osd.6) 2021-03-04T23:43:24.603 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:24 gibba038 conmon[76675]: 228 : cluster [DBG] 1.3 scrub ok 2021-03-04T23:43:24.609 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:24.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:24.636 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:24.637 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:24.738 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:24.759 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:24.759 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:24.760 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:24.861 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:24.879 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:24.880 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:24.881 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:24.962 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 12 16 54314 54298 282.783 188.562 0.00340348 0.00353374 2021-03-04T23:43:24.982 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:25.001 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:25.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:25.003 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:25.061 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":1377,"stamp":"2021-03-04T23:43:20.850627+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1902513448,"num_objects":29052,"num_object_clones":0,"num_object_copies":87156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29052,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":29082,"num_write_kb":1857940,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":83,"num_bytes_recovered":17821,"num_keys_recovered":40,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":29076,"ondisk_log_size":29076,"up":537,"acting":537,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":538,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":528482304,"kb_used":9384212,"kb_used_data":5107556,"kb_used_omap":10082,"kb_used_meta":4266461,"kb_avail":519098092,"statfs":{"total":541165879296,"available":531556446208,"internally_reserved":4294967296,"allocated":5230137344,"data_stored":5218104925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10324524,"internal_metadata":4368856532},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[13,6,3],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1902510080,"num_objects":29030,"num_object_clones":0,"num_object_copies":87090,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29030,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":29030,"num_write_kb":1857920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.492443"},"pg_stats":[{"pgid":"1.3c","version":"0'0","reported_seq":"57","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.226290+0000","last_change":"2021-03-04T23:42:41.196300+0000","last_active":"2021-03-04T23:43:08.226290+0000","last_peered":"2021-03-04T23:43:08.226290+0000","last_clean":"2021-03-04T23:43:08.226290+0000","last_became_active":"2021-03-04T23:42:41.196075+0000","last_became_peered":"2021-03-04T23:42:41.196075+0000","last_unstale":"2021-03-04T23:43:08.226290+0000","last_undegraded":"2021-03-04T23:43:08.226290+0000","last_fullsized":"2021-03-04T23:43:08.226290+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:31.531784+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:31.531784+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6],"acting":[0,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3b","version":"0'0","reported_seq":"328","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.226332+0000","last_change":"2021-03-04T23:42:41.196349+0000","last_active":"2021-03-04T23:43:08.226332+0000","last_peered":"2021-03-04T23:43:08.226332+0000","last_clean":"2021-03-04T23:43:08.226332+0000","last_became_active":"2021-03-04T23:42:41.196069+0000","last_became_peered":"2021-03-04T23:42:41.196069+0000","last_unstale":"2021-03-04T23:43:08.226332+0000","last_undegraded":"2021-03-04T23:43:08.226332+0000","last_fullsized":"2021-03-04T23:43:08.226332+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:26.516144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:26.516144+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3a","version":"0'0","reported_seq":"48","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377524+0000","last_change":"2021-03-04T23:41:30.155181+0000","last_active":"2021-03-04T23:43:08.377524+0000","last_peered":"2021-03-04T23:43:08.377524+0000","last_clean":"2021-03-04T23:43:08.377524+0000","last_became_active":"2021-03-04T23:41:22.152969+0000","last_became_peered":"2021-03-04T23:41:22.152969+0000","last_unstale":"2021-03-04T23:43:08.377524+0000","last_undegraded":"2021-03-04T23:43:08.377524+0000","last_fullsized":"2021-03-04T23:43:08.377524+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":382,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:30.155119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:57.222138+0000","last_clean_scrub_stamp":"2021-03-04T23:41:30.155119+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.39","version":"0'0","reported_seq":"244","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.225867+0000","last_change":"2021-03-04T23:41:22.560616+0000","last_active":"2021-03-04T23:43:08.225867+0000","last_peered":"2021-03-04T23:43:08.225867+0000","last_clean":"2021-03-04T23:43:08.225867+0000","last_became_active":"2021-03-04T23:41:22.150859+0000","last_became_peered":"2021-03-04T23:41:22.150859+0000","last_unstale":"2021-03-04T23:43:08.225867+0000","last_undegraded":"2021-03-04T23:43:08.225867+0000","last_fullsized":"2021-03-04T23:43:08.225867+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":382,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:22.560559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:22.560559+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.38","version":"0'0","reported_seq":"28","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.376985+0000","last_change":"2021-03-04T23:42:41.197667+0000","last_active":"2021-03-04T23:43:08.376985+0000","last_peered":"2021-03-04T23:43:08.376985+0000","last_clean":"2021-03-04T23:43:08.376985+0000","last_became_active":"2021-03-04T23:42:41.197455+0000","last_became_peered":"2021-03-04T23:42:41.197455+0000","last_unstale":"2021-03-04T23:43:08.376985+0000","last_undegraded":"2021-03-04T23:43:08.376985+0000","last_fullsized":"2021-03-04T23:43:08.376985+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:33.623348+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:33.623348+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.37","version":"0'0","reported_seq":"31","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.354069+0000","last_change":"2021-03-04T23:42:50.017231+0000","last_active":"2021-03-04T23:43:07.354069+0000","last_peered":"2021-03-04T23:43:07.354069+0000","last_clean":"2021-03-04T23:43:07.354069+0000","last_became_active":"2021-03-04T23:42:41.198704+0000","last_became_peered":"2021-03-04T23:42:41.198704+0000","last_unstale":"2021-03-04T23:43:07.354069+0000","last_undegraded":"2021-03-04T23:43:07.354069+0000","last_fullsized":"2021-03-04T23:43:07.354069+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:50.017197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:42:50.017197+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.36","version":"0'0","reported_seq":"305","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.226409+0000","last_change":"2021-03-04T23:43:00.108445+0000","last_active":"2021-03-04T23:43:08.226409+0000","last_peered":"2021-03-04T23:43:08.226409+0000","last_clean":"2021-03-04T23:43:08.226409+0000","last_became_active":"2021-03-04T23:42:05.226565+0000","last_became_peered":"2021-03-04T23:42:05.226565+0000","last_unstale":"2021-03-04T23:43:08.226409+0000","last_undegraded":"2021-03-04T23:43:08.226409+0000","last_fullsized":"2021-03-04T23:43:08.226409+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:00.108389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:43:00.108389+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6],"acting":[0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.35","version":"0'0","reported_seq":"107","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377265+0000","last_change":"2021-03-04T23:42:05.537327+0000","last_active":"2021-03-04T23:43:08.377265+0000","last_peered":"2021-03-04T23:43:08.377265+0000","last_clean":"2021-03-04T23:43:08.377265+0000","last_became_active":"2021-03-04T23:41:22.149622+0000","last_became_peered":"2021-03-04T23:41:22.149622+0000","last_unstale":"2021-03-04T23:43:08.377265+0000","last_undegraded":"2021-03-04T23:43:08.377265+0000","last_fullsized":"2021-03-04T23:43:08.377265+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":382,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:05.537294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:34.642965+0000","last_clean_scrub_stamp":"2021-03-04T23:42:05.537294+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.34","version":"0'0","reported_seq":"151","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.353457+0000","last_change":"2021-03-04T23:42:05.226856+0000","last_active":"2021-03-04T23:43:07.353457+0000","last_peered":"2021-03-04T23:43:07.353457+0000","last_clean":"2021-03-04T23:43:07.353457+0000","last_became_active":"2021-03-04T23:42:05.226624+0000","last_became_peered":"2021-03-04T23:42:05.226624+0000","last_unstale":"2021-03-04T23:43:07.353457+0000","last_undegraded":"2021-03-04T23:43:07.353457+0000","last_fullsized":"2021-03-04T23:43:07.353457+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:35.065914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:35.065914+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.33","version":"0'0","reported_seq":"140","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377541+0000","last_change":"2021-03-04T23:41:29.143653+0000","last_active":"2021-03-04T23:43:08.377541+0000","last_peered":"2021-03-04T23:43:08.377541+0000","last_clean":"2021-03-04T23:43:08.377541+0000","last_became_active":"2021-03-04T23:41:22.153498+0000","last_became_peered":"2021-03-04T23:41:22.153498+0000","last_unstale":"2021-03-04T23:43:08.377541+0000","last_undegraded":"2021-03-04T23:43:08.377541+0000","last_fullsized":"2021-03-04T23:43:08.377541+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":382,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:29.143601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:29.143601+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"491","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.353255+0000","last_change":"2021-03-04T23:42:41.196364+0000","last_active":"2021-03-04T23:43:07.353255+0000","last_peered":"2021-03-04T23:43:07.353255+0000","last_clean":"2021-03-04T23:43:07.353255+0000","last_became_active":"2021-03-04T23:42:41.196108+0000","last_became_peered":"2021-03-04T23:42:41.196108+0000","last_unstale":"2021-03-04T23:43:07.353255+0000","last_undegraded":"2021-03-04T23:43:07.353255+0000","last_fullsized":"2021-03-04T23:43:07.353255+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"419","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.226620+0000","last_change":"2021-03-04T23:42:05.405168+0000","last_active":"2021-03-04T23:43:08.226620+0000","last_peered":"2021-03-04T23:43:08.226620+0000","last_clean":"2021-03-04T23:43:08.226620+0000","last_became_active":"2021-03-04T23:42:05.226649+0000","last_became_peered":"2021-03-04T23:42:05.226649+0000","last_unstale":"2021-03-04T23:43:08.226620+0000","last_undegraded":"2021-03-04T23:43:08.226620+0000","last_fullsized":"2021-03-04T23:43:08.226620+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1659,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1d","version":"0'0","reported_seq":"146","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377759+0000","last_change":"2021-03-04T23:42:41.194375+0000","last_active":"2021-03-04T23:43:08.377759+0000","last_peered":"2021-03-04T23:43:08.377759+0000","last_clean":"2021-03-04T23:43:08.377759+0000","last_became_active":"2021-03-04T23:42:41.193470+0000","last_became_peered":"2021-03-04T23:42:41.193470+0000","last_unstale":"2021-03-04T23:43:08.377759+0000","last_undegraded":"2021-03-04T23:43:08.377759+0000","last_fullsized":"2021-03-04T23:43:08.377759+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:42.321306+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:36:42.321306+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,5],"acting":[3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":"136","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.376907+0000","last_change":"2021-03-04T23:41:24.223398+0000","last_active":"2021-03-04T23:43:08.376907+0000","last_peered":"2021-03-04T23:43:08.376907+0000","last_clean":"2021-03-04T23:43:08.376907+0000","last_became_active":"2021-03-04T23:41:00.155196+0000","last_became_peered":"2021-03-04T23:41:00.155196+0000","last_unstale":"2021-03-04T23:43:08.376907+0000","last_undegraded":"2021-03-04T23:43:08.376907+0000","last_fullsized":"2021-03-04T23:43:08.376907+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:24.223344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:24.223344+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"222","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377192+0000","last_change":"2021-03-04T23:42:05.230907+0000","last_active":"2021-03-04T23:43:08.377192+0000","last_peered":"2021-03-04T23:43:08.377192+0000","last_clean":"2021-03-04T23:43:08.377192+0000","last_became_active":"2021-03-04T23:42:05.230661+0000","last_became_peered":"2021-03-04T23:42:05.230661+0000","last_unstale":"2021-03-04T23:43:08.377192+0000","last_undegraded":"2021-03-04T23:43:08.377192+0000","last_fullsized":"2021-03-04T23:43:08.377192+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"247","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.378104+0000","last_change":"2021-03-04T23:42:41.196947+0000","last_active":"2021-03-04T23:43:08.378104+0000","last_peered":"2021-03-04T23:43:08.378104+0000","last_clean":"2021-03-04T23:43:08.378104+0000","last_became_active":"2021-03-04T23:42:41.196735+0000","last_became_peered":"2021-03-04T23:42:41.196735+0000","last_unstale":"2021-03-04T23:43:08.378104+0000","last_undegraded":"2021-03-04T23:43:08.378104+0000","last_fullsized":"2021-03-04T23:43:08.378104+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1c","version":"0'0","reported_seq":"97","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.354559+0000","last_change":"2021-03-04T23:42:41.198965+0000","last_active":"2021-03-04T23:43:07.354559+0000","last_peered":"2021-03-04T23:43:07.354559+0000","last_clean":"2021-03-04T23:43:07.354559+0000","last_became_active":"2021-03-04T23:42:41.198684+0000","last_became_peered":"2021-03-04T23:42:41.198684+0000","last_unstale":"2021-03-04T23:43:07.354559+0000","last_undegraded":"2021-03-04T23:43:07.354559+0000","last_fullsized":"2021-03-04T23:43:07.354559+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:00.103774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:42:00.103774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":"156","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.225656+0000","last_change":"2021-03-04T23:41:21.562429+0000","last_active":"2021-03-04T23:43:08.225656+0000","last_peered":"2021-03-04T23:43:08.225656+0000","last_clean":"2021-03-04T23:43:08.225656+0000","last_became_active":"2021-03-04T23:41:00.155077+0000","last_became_peered":"2021-03-04T23:41:00.155077+0000","last_unstale":"2021-03-04T23:43:08.225656+0000","last_undegraded":"2021-03-04T23:43:08.225656+0000","last_fullsized":"2021-03-04T23:43:08.225656+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:21.562371+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:21.562371+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"431","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.353464+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:43:07.353464+0000","last_peered":"2021-03-04T23:43:07.353464+0000","last_clean":"2021-03-04T23:43:07.353464+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:43:07.353464+0000","last_undegraded":"2021-03-04T23:43:07.353464+0000","last_fullsized":"2021-03-04T23:43:07.353464+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"424","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377515+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:43:08.377515+0000","last_peered":"2021-03-04T23:43:08.377515+0000","last_clean":"2021-03-04T23:43:08.377515+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:43:08.377515+0000","last_undegraded":"2021-03-04T23:43:08.377515+0000","last_fullsized":"2021-03-04T23:43:08.377515+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1f","version":"0'0","reported_seq":"96","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.226588+0000","last_change":"2021-03-04T23:42:41.195317+0000","last_active":"2021-03-04T23:43:08.226588+0000","last_peered":"2021-03-04T23:43:08.226588+0000","last_clean":"2021-03-04T23:43:08.226588+0000","last_became_active":"2021-03-04T23:42:41.195065+0000","last_became_peered":"2021-03-04T23:42:41.195065+0000","last_unstale":"2021-03-04T23:43:08.226588+0000","last_undegraded":"2021-03-04T23:43:08.226588+0000","last_fullsized":"2021-03-04T23:43:08.226588+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.279860+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.960309+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.279860+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":"62","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.354375+0000","last_change":"2021-03-04T23:42:05.226620+0000","last_active":"2021-03-04T23:43:07.354375+0000","last_peered":"2021-03-04T23:43:07.354375+0000","last_clean":"2021-03-04T23:43:07.354375+0000","last_became_active":"2021-03-04T23:42:05.226444+0000","last_became_peered":"2021-03-04T23:42:05.226444+0000","last_unstale":"2021-03-04T23:43:07.354375+0000","last_undegraded":"2021-03-04T23:43:07.354375+0000","last_fullsized":"2021-03-04T23:43:07.354375+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:34.109480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:34.109480+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"470","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.353828+0000","last_change":"2021-03-04T23:42:41.195950+0000","last_active":"2021-03-04T23:43:07.353828+0000","last_peered":"2021-03-04T23:43:07.353828+0000","last_clean":"2021-03-04T23:43:07.353828+0000","last_became_active":"2021-03-04T23:42:41.195656+0000","last_became_peered":"2021-03-04T23:42:41.195656+0000","last_unstale":"2021-03-04T23:43:07.353828+0000","last_undegraded":"2021-03-04T23:43:07.353828+0000","last_fullsized":"2021-03-04T23:43:07.353828+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"491","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377489+0000","last_change":"2021-03-04T23:42:41.293940+0000","last_active":"2021-03-04T23:43:08.377489+0000","last_peered":"2021-03-04T23:43:08.377489+0000","last_clean":"2021-03-04T23:43:08.377489+0000","last_became_active":"2021-03-04T23:42:41.199960+0000","last_became_peered":"2021-03-04T23:42:41.199960+0000","last_unstale":"2021-03-04T23:43:08.377489+0000","last_undegraded":"2021-03-04T23:43:08.377489+0000","last_fullsized":"2021-03-04T23:43:08.377489+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1e","version":"0'0","reported_seq":"156","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377863+0000","last_change":"2021-03-04T23:39:30.216320+0000","last_active":"2021-03-04T23:43:08.377863+0000","last_peered":"2021-03-04T23:43:08.377863+0000","last_clean":"2021-03-04T23:43:08.377863+0000","last_became_active":"2021-03-04T23:39:30.216055+0000","last_became_peered":"2021-03-04T23:39:30.216055+0000","last_unstale":"2021-03-04T23:43:08.377863+0000","last_undegraded":"2021-03-04T23:43:08.377863+0000","last_fullsized":"2021-03-04T23:43:08.377863+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:47.010309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:36:47.010309+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":"53","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.354319+0000","last_change":"2021-03-04T23:41:37.146955+0000","last_active":"2021-03-04T23:43:07.354319+0000","last_peered":"2021-03-04T23:43:07.354319+0000","last_clean":"2021-03-04T23:43:07.354319+0000","last_became_active":"2021-03-04T23:41:00.151113+0000","last_became_peered":"2021-03-04T23:41:00.151113+0000","last_unstale":"2021-03-04T23:43:07.354319+0000","last_undegraded":"2021-03-04T23:43:07.354319+0000","last_fullsized":"2021-03-04T23:43:07.354319+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:37.146918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:19.155809+0000","last_clean_scrub_stamp":"2021-03-04T23:41:37.146918+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"353","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377821+0000","last_change":"2021-03-04T23:42:41.194331+0000","last_active":"2021-03-04T23:43:08.377821+0000","last_peered":"2021-03-04T23:43:08.377821+0000","last_clean":"2021-03-04T23:43:08.377821+0000","last_became_active":"2021-03-04T23:42:41.193515+0000","last_became_peered":"2021-03-04T23:42:41.193515+0000","last_unstale":"2021-03-04T23:43:08.377821+0000","last_undegraded":"2021-03-04T23:43:08.377821+0000","last_fullsized":"2021-03-04T23:43:08.377821+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"399","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.226383+0000","last_change":"2021-03-04T23:39:30.221336+0000","last_active":"2021-03-04T23:43:08.226383+0000","last_peered":"2021-03-04T23:43:08.226383+0000","last_clean":"2021-03-04T23:43:08.226383+0000","last_became_active":"2021-03-04T23:39:30.221078+0000","last_became_peered":"2021-03-04T23:39:30.221078+0000","last_unstale":"2021-03-04T23:43:08.226383+0000","last_undegraded":"2021-03-04T23:43:08.226383+0000","last_fullsized":"2021-03-04T23:43:08.226383+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.19","version":"0'0","reported_seq":"245","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377457+0000","last_change":"2021-03-04T23:41:27.194283+0000","last_active":"2021-03-04T23:43:08.377457+0000","last_peered":"2021-03-04T23:43:08.377457+0000","last_clean":"2021-03-04T23:43:08.377457+0000","last_became_active":"2021-03-04T23:41:16.126042+0000","last_became_peered":"2021-03-04T23:41:16.126042+0000","last_unstale":"2021-03-04T23:43:08.377457+0000","last_undegraded":"2021-03-04T23:43:08.377457+0000","last_fullsized":"2021-03-04T23:43:08.377457+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:27.194229+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:27.194229+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":"76","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377056+0000","last_change":"2021-03-04T23:40:04.152881+0000","last_active":"2021-03-04T23:43:08.377056+0000","last_peered":"2021-03-04T23:43:08.377056+0000","last_clean":"2021-03-04T23:43:08.377056+0000","last_became_active":"2021-03-04T23:39:30.214604+0000","last_became_peered":"2021-03-04T23:39:30.214604+0000","last_unstale":"2021-03-04T23:43:08.377056+0000","last_undegraded":"2021-03-04T23:43:08.377056+0000","last_fullsized":"2021-03-04T23:43:08.377056+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:04.152833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:04.152833+0000","last_clean_scrub_stamp":"2021-03-04T23:40:04.152833+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.9","version":"415'1772","reported_seq":"1781","reported_epoch":"415","state":"active+clean","last_fresh":"2021-03-04T23:43:17.517587+0000","last_change":"2021-03-04T23:43:06.421054+0000","last_active":"2021-03-04T23:43:17.517587+0000","last_peered":"2021-03-04T23:43:17.517587+0000","last_clean":"2021-03-04T23:43:17.517587+0000","last_became_active":"2021-03-04T23:43:06.420766+0000","last_became_peered":"2021-03-04T23:43:06.420766+0000","last_unstale":"2021-03-04T23:43:17.517587+0000","last_undegraded":"2021-03-04T23:43:17.517587+0000","last_fullsized":"2021-03-04T23:43:17.517587+0000","mapping_epoch":412,"log_start":"0'0","ondisk_log_start":"0'0","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":1772,"ondisk_log_size":1772,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":116129792,"num_objects":1772,"num_object_clones":0,"num_object_copies":5316,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1772,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1772,"num_write_kb":113408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"386","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.353238+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:43:07.353238+0000","last_peered":"2021-03-04T23:43:07.353238+0000","last_clean":"2021-03-04T23:43:07.353238+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:43:07.353238+0000","last_undegraded":"2021-03-04T23:43:07.353238+0000","last_fullsized":"2021-03-04T23:43:07.353238+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"461","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.226710+0000","last_change":"2021-03-04T23:42:41.289875+0000","last_active":"2021-03-04T23:43:08.226710+0000","last_peered":"2021-03-04T23:43:08.226710+0000","last_clean":"2021-03-04T23:43:08.226710+0000","last_became_active":"2021-03-04T23:42:41.200157+0000","last_became_peered":"2021-03-04T23:42:41.200157+0000","last_unstale":"2021-03-04T23:43:08.226710+0000","last_undegraded":"2021-03-04T23:43:08.226710+0000","last_fullsized":"2021-03-04T23:43:08.226710+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"366","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.378043+0000","last_change":"2021-03-04T23:42:05.230496+0000","last_active":"2021-03-04T23:43:08.378043+0000","last_peered":"2021-03-04T23:43:08.378043+0000","last_clean":"2021-03-04T23:43:08.378043+0000","last_became_active":"2021-03-04T23:42:05.230173+0000","last_became_peered":"2021-03-04T23:42:05.230173+0000","last_unstale":"2021-03-04T23:43:08.378043+0000","last_undegraded":"2021-03-04T23:43:08.378043+0000","last_fullsized":"2021-03-04T23:43:08.378043+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:59.020879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:59.020879+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"159","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377684+0000","last_change":"2021-03-04T23:39:30.216902+0000","last_active":"2021-03-04T23:43:08.377684+0000","last_peered":"2021-03-04T23:43:08.377684+0000","last_clean":"2021-03-04T23:43:08.377684+0000","last_became_active":"2021-03-04T23:39:30.216444+0000","last_became_peered":"2021-03-04T23:39:30.216444+0000","last_unstale":"2021-03-04T23:43:08.377684+0000","last_undegraded":"2021-03-04T23:43:08.377684+0000","last_fullsized":"2021-03-04T23:43:08.377684+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:24.842295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:24.842295+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.8","version":"415'1949","reported_seq":"1960","reported_epoch":"415","state":"active+clean","last_fresh":"2021-03-04T23:43:18.403284+0000","last_change":"2021-03-04T23:43:06.419628+0000","last_active":"2021-03-04T23:43:18.403284+0000","last_peered":"2021-03-04T23:43:18.403284+0000","last_clean":"2021-03-04T23:43:18.403284+0000","last_became_active":"2021-03-04T23:43:06.418679+0000","last_became_peered":"2021-03-04T23:43:06.418679+0000","last_unstale":"2021-03-04T23:43:18.403284+0000","last_undegraded":"2021-03-04T23:43:18.403284+0000","last_fullsized":"2021-03-04T23:43:18.403284+0000","mapping_epoch":412,"log_start":"0'0","ondisk_log_start":"0'0","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":1949,"ondisk_log_size":1949,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":127729664,"num_objects":1949,"num_object_clones":0,"num_object_copies":5847,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1949,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1949,"num_write_kb":124736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"238","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377182+0000","last_change":"2021-03-04T23:39:30.216203+0000","last_active":"2021-03-04T23:43:08.377182+0000","last_peered":"2021-03-04T23:43:08.377182+0000","last_clean":"2021-03-04T23:43:08.377182+0000","last_became_active":"2021-03-04T23:39:30.215966+0000","last_became_peered":"2021-03-04T23:39:30.215966+0000","last_unstale":"2021-03-04T23:43:08.377182+0000","last_undegraded":"2021-03-04T23:43:08.377182+0000","last_fullsized":"2021-03-04T23:43:08.377182+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"113","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.378078+0000","last_change":"2021-03-04T23:42:57.195821+0000","last_active":"2021-03-04T23:43:08.378078+0000","last_peered":"2021-03-04T23:43:08.378078+0000","last_clean":"2021-03-04T23:43:08.378078+0000","last_became_active":"2021-03-04T23:42:41.197678+0000","last_became_peered":"2021-03-04T23:42:41.197678+0000","last_unstale":"2021-03-04T23:43:08.378078+0000","last_undegraded":"2021-03-04T23:43:08.378078+0000","last_fullsized":"2021-03-04T23:43:08.378078+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:57.195779+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:42:57.195779+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"254","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.378109+0000","last_change":"2021-03-04T23:39:30.312840+0000","last_active":"2021-03-04T23:43:08.378109+0000","last_peered":"2021-03-04T23:43:08.378109+0000","last_clean":"2021-03-04T23:43:08.378109+0000","last_became_active":"2021-03-04T23:39:30.218101+0000","last_became_peered":"2021-03-04T23:39:30.218101+0000","last_unstale":"2021-03-04T23:43:08.378109+0000","last_undegraded":"2021-03-04T23:43:08.378109+0000","last_fullsized":"2021-03-04T23:43:08.378109+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"167","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.353642+0000","last_change":"2021-03-04T23:42:05.227366+0000","last_active":"2021-03-04T23:43:07.353642+0000","last_peered":"2021-03-04T23:43:07.353642+0000","last_clean":"2021-03-04T23:43:07.353642+0000","last_became_active":"2021-03-04T23:42:05.226666+0000","last_became_peered":"2021-03-04T23:42:05.226666+0000","last_unstale":"2021-03-04T23:43:07.353642+0000","last_undegraded":"2021-03-04T23:43:07.353642+0000","last_fullsized":"2021-03-04T23:43:07.353642+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:29.672473+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:29.672473+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.b","version":"415'1962","reported_seq":"1973","reported_epoch":"415","state":"active+clean","last_fresh":"2021-03-04T23:43:18.408390+0000","last_change":"2021-03-04T23:43:06.420004+0000","last_active":"2021-03-04T23:43:18.408390+0000","last_peered":"2021-03-04T23:43:18.408390+0000","last_clean":"2021-03-04T23:43:18.408390+0000","last_became_active":"2021-03-04T23:43:06.419815+0000","last_became_peered":"2021-03-04T23:43:06.419815+0000","last_unstale":"2021-03-04T23:43:18.408390+0000","last_undegraded":"2021-03-04T23:43:18.408390+0000","last_fullsized":"2021-03-04T23:43:18.408390+0000","mapping_epoch":412,"log_start":"0'0","ondisk_log_start":"0'0","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":1962,"ondisk_log_size":1962,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":128581632,"num_objects":1962,"num_object_clones":0,"num_object_copies":5886,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1962,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1962,"num_write_kb":125568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"395","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377200+0000","last_change":"2021-03-04T23:39:30.222196+0000","last_active":"2021-03-04T23:43:08.377200+0000","last_peered":"2021-03-04T23:43:08.377200+0000","last_clean":"2021-03-04T23:43:08.377200+0000","last_became_active":"2021-03-04T23:39:30.221882+0000","last_became_peered":"2021-03-04T23:39:30.221882+0000","last_unstale":"2021-03-04T23:43:08.377200+0000","last_undegraded":"2021-03-04T23:43:08.377200+0000","last_fullsized":"2021-03-04T23:43:08.377200+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"167","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377441+0000","last_change":"2021-03-04T23:42:41.200325+0000","last_active":"2021-03-04T23:43:08.377441+0000","last_peered":"2021-03-04T23:43:08.377441+0000","last_clean":"2021-03-04T23:43:08.377441+0000","last_became_active":"2021-03-04T23:42:41.199516+0000","last_became_peered":"2021-03-04T23:42:41.199516+0000","last_unstale":"2021-03-04T23:43:08.377441+0000","last_undegraded":"2021-03-04T23:43:08.377441+0000","last_fullsized":"2021-03-04T23:43:08.377441+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,6],"acting":[5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"85","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.354183+0000","last_change":"2021-03-04T23:41:32.116126+0000","last_active":"2021-03-04T23:43:07.354183+0000","last_peered":"2021-03-04T23:43:07.354183+0000","last_clean":"2021-03-04T23:43:07.354183+0000","last_became_active":"2021-03-04T23:40:54.130343+0000","last_became_peered":"2021-03-04T23:40:54.130343+0000","last_unstale":"2021-03-04T23:43:07.354183+0000","last_undegraded":"2021-03-04T23:43:07.354183+0000","last_fullsized":"2021-03-04T23:43:07.354183+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:32.116082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:32.116082+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"193","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377938+0000","last_change":"2021-03-04T23:39:33.776164+0000","last_active":"2021-03-04T23:43:08.377938+0000","last_peered":"2021-03-04T23:43:08.377938+0000","last_clean":"2021-03-04T23:43:08.377938+0000","last_became_active":"2021-03-04T23:39:00.135217+0000","last_became_peered":"2021-03-04T23:39:00.135217+0000","last_unstale":"2021-03-04T23:43:08.377938+0000","last_undegraded":"2021-03-04T23:43:08.377938+0000","last_fullsized":"2021-03-04T23:43:08.377938+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":345,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:33.775703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:33.775703+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"415'1881","reported_seq":"1892","reported_epoch":"415","state":"active+clean","last_fresh":"2021-03-04T23:43:18.088881+0000","last_change":"2021-03-04T23:43:06.419459+0000","last_active":"2021-03-04T23:43:18.088881+0000","last_peered":"2021-03-04T23:43:18.088881+0000","last_clean":"2021-03-04T23:43:18.088881+0000","last_became_active":"2021-03-04T23:43:06.419308+0000","last_became_peered":"2021-03-04T23:43:06.419308+0000","last_unstale":"2021-03-04T23:43:18.088881+0000","last_undegraded":"2021-03-04T23:43:18.088881+0000","last_fullsized":"2021-03-04T23:43:18.088881+0000","mapping_epoch":412,"log_start":"0'0","ondisk_log_start":"0'0","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":1881,"ondisk_log_size":1881,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":123273216,"num_objects":1881,"num_object_clones":0,"num_object_copies":5643,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1881,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1881,"num_write_kb":120384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"472","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.226607+0000","last_change":"2021-03-04T23:42:41.198895+0000","last_active":"2021-03-04T23:43:08.226607+0000","last_peered":"2021-03-04T23:43:08.226607+0000","last_clean":"2021-03-04T23:43:08.226607+0000","last_became_active":"2021-03-04T23:42:41.198619+0000","last_became_peered":"2021-03-04T23:42:41.198619+0000","last_unstale":"2021-03-04T23:43:08.226607+0000","last_undegraded":"2021-03-04T23:43:08.226607+0000","last_fullsized":"2021-03-04T23:43:08.226607+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"399","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.226123+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:43:08.226123+0000","last_peered":"2021-03-04T23:43:08.226123+0000","last_clean":"2021-03-04T23:43:08.226123+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:43:08.226123+0000","last_undegraded":"2021-03-04T23:43:08.226123+0000","last_fullsized":"2021-03-04T23:43:08.226123+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"97","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.354290+0000","last_change":"2021-03-04T23:42:41.197559+0000","last_active":"2021-03-04T23:43:07.354290+0000","last_peered":"2021-03-04T23:43:07.354290+0000","last_clean":"2021-03-04T23:43:07.354290+0000","last_became_active":"2021-03-04T23:42:41.197279+0000","last_became_peered":"2021-03-04T23:42:41.197279+0000","last_unstale":"2021-03-04T23:43:07.354290+0000","last_undegraded":"2021-03-04T23:43:07.354290+0000","last_fullsized":"2021-03-04T23:43:07.354290+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:20.175124+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:20.175124+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"84","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377415+0000","last_change":"2021-03-04T23:42:41.203062+0000","last_active":"2021-03-04T23:43:08.377415+0000","last_peered":"2021-03-04T23:43:08.377415+0000","last_clean":"2021-03-04T23:43:08.377415+0000","last_became_active":"2021-03-04T23:42:41.202222+0000","last_became_peered":"2021-03-04T23:42:41.202222+0000","last_unstale":"2021-03-04T23:43:08.377415+0000","last_undegraded":"2021-03-04T23:43:08.377415+0000","last_fullsized":"2021-03-04T23:43:08.377415+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:33.510564+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:33.510564+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.d","version":"415'1672","reported_seq":"1681","reported_epoch":"415","state":"active+clean","last_fresh":"2021-03-04T23:43:17.499576+0000","last_change":"2021-03-04T23:43:06.420748+0000","last_active":"2021-03-04T23:43:17.499576+0000","last_peered":"2021-03-04T23:43:17.499576+0000","last_clean":"2021-03-04T23:43:17.499576+0000","last_became_active":"2021-03-04T23:43:06.420447+0000","last_became_peered":"2021-03-04T23:43:06.420447+0000","last_unstale":"2021-03-04T23:43:17.499576+0000","last_undegraded":"2021-03-04T23:43:17.499576+0000","last_fullsized":"2021-03-04T23:43:17.499576+0000","mapping_epoch":412,"log_start":"0'0","ondisk_log_start":"0'0","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":1672,"ondisk_log_size":1672,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":109576192,"num_objects":1672,"num_object_clones":0,"num_object_copies":5016,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1672,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1672,"num_write_kb":107008,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"181","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377965+0000","last_change":"2021-03-04T23:39:30.215381+0000","last_active":"2021-03-04T23:43:08.377965+0000","last_peered":"2021-03-04T23:43:08.377965+0000","last_clean":"2021-03-04T23:43:08.377965+0000","last_became_active":"2021-03-04T23:39:30.214939+0000","last_became_peered":"2021-03-04T23:39:30.214939+0000","last_unstale":"2021-03-04T23:43:08.377965+0000","last_undegraded":"2021-03-04T23:43:08.377965+0000","last_fullsized":"2021-03-04T23:43:08.377965+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"202","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377585+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:43:08.377585+0000","last_peered":"2021-03-04T23:43:08.377585+0000","last_clean":"2021-03-04T23:43:08.377585+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:43:08.377585+0000","last_undegraded":"2021-03-04T23:43:08.377585+0000","last_fullsized":"2021-03-04T23:43:08.377585+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"76","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.354275+0000","last_change":"2021-03-04T23:39:58.629659+0000","last_active":"2021-03-04T23:43:07.354275+0000","last_peered":"2021-03-04T23:43:07.354275+0000","last_clean":"2021-03-04T23:43:07.354275+0000","last_became_active":"2021-03-04T23:39:30.220655+0000","last_became_peered":"2021-03-04T23:39:30.220655+0000","last_unstale":"2021-03-04T23:43:07.354275+0000","last_undegraded":"2021-03-04T23:43:07.354275+0000","last_fullsized":"2021-03-04T23:43:07.354275+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:58.629628+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:58.629628+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"488","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377187+0000","last_change":"2021-03-04T23:42:05.230298+0000","last_active":"2021-03-04T23:43:08.377187+0000","last_peered":"2021-03-04T23:43:08.377187+0000","last_clean":"2021-03-04T23:43:08.377187+0000","last_became_active":"2021-03-04T23:42:05.230025+0000","last_became_peered":"2021-03-04T23:42:05.230025+0000","last_unstale":"2021-03-04T23:43:08.377187+0000","last_undegraded":"2021-03-04T23:43:08.377187+0000","last_fullsized":"2021-03-04T23:43:08.377187+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:23.310330+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:23.310330+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.f","version":"415'1677","reported_seq":"1688","reported_epoch":"415","state":"active+clean","last_fresh":"2021-03-04T23:43:17.507556+0000","last_change":"2021-03-04T23:43:06.462978+0000","last_active":"2021-03-04T23:43:17.507556+0000","last_peered":"2021-03-04T23:43:17.507556+0000","last_clean":"2021-03-04T23:43:17.507556+0000","last_became_active":"2021-03-04T23:43:06.462732+0000","last_became_peered":"2021-03-04T23:43:06.462732+0000","last_unstale":"2021-03-04T23:43:17.507556+0000","last_undegraded":"2021-03-04T23:43:17.507556+0000","last_fullsized":"2021-03-04T23:43:17.507556+0000","mapping_epoch":412,"log_start":"0'0","ondisk_log_start":"0'0","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":1677,"ondisk_log_size":1677,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":109903872,"num_objects":1677,"num_object_clones":0,"num_object_copies":5031,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1677,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1677,"num_write_kb":107328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"211","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377618+0000","last_change":"2021-03-04T23:42:41.195167+0000","last_active":"2021-03-04T23:43:08.377618+0000","last_peered":"2021-03-04T23:43:08.377618+0000","last_clean":"2021-03-04T23:43:08.377618+0000","last_became_active":"2021-03-04T23:42:41.194835+0000","last_became_peered":"2021-03-04T23:42:41.194835+0000","last_unstale":"2021-03-04T23:43:08.377618+0000","last_undegraded":"2021-03-04T23:43:08.377618+0000","last_fullsized":"2021-03-04T23:43:08.377618+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"167","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.376974+0000","last_change":"2021-03-04T23:42:41.203398+0000","last_active":"2021-03-04T23:43:08.376974+0000","last_peered":"2021-03-04T23:43:08.376974+0000","last_clean":"2021-03-04T23:43:08.376974+0000","last_became_active":"2021-03-04T23:42:41.203066+0000","last_became_peered":"2021-03-04T23:42:41.203066+0000","last_unstale":"2021-03-04T23:43:08.376974+0000","last_undegraded":"2021-03-04T23:43:08.376974+0000","last_fullsized":"2021-03-04T23:43:08.376974+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"362","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377277+0000","last_change":"2021-03-04T23:42:41.202633+0000","last_active":"2021-03-04T23:43:08.377277+0000","last_peered":"2021-03-04T23:43:08.377277+0000","last_clean":"2021-03-04T23:43:08.377277+0000","last_became_active":"2021-03-04T23:42:41.202456+0000","last_became_peered":"2021-03-04T23:42:41.202456+0000","last_unstale":"2021-03-04T23:43:08.377277+0000","last_undegraded":"2021-03-04T23:43:08.377277+0000","last_fullsized":"2021-03-04T23:43:08.377277+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:23.115377+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:23.115377+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"76","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.354523+0000","last_change":"2021-03-04T23:39:35.616191+0000","last_active":"2021-03-04T23:43:07.354523+0000","last_peered":"2021-03-04T23:43:07.354523+0000","last_clean":"2021-03-04T23:43:07.354523+0000","last_became_active":"2021-03-04T23:39:30.218646+0000","last_became_peered":"2021-03-04T23:39:30.218646+0000","last_unstale":"2021-03-04T23:43:07.354523+0000","last_undegraded":"2021-03-04T23:43:07.354523+0000","last_fullsized":"2021-03-04T23:43:07.354523+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.616158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.616158+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.c","version":"415'1825","reported_seq":"1836","reported_epoch":"415","state":"active+clean","last_fresh":"2021-03-04T23:43:18.086288+0000","last_change":"2021-03-04T23:43:06.463287+0000","last_active":"2021-03-04T23:43:18.086288+0000","last_peered":"2021-03-04T23:43:18.086288+0000","last_clean":"2021-03-04T23:43:18.086288+0000","last_became_active":"2021-03-04T23:43:06.462931+0000","last_became_peered":"2021-03-04T23:43:06.462931+0000","last_unstale":"2021-03-04T23:43:18.086288+0000","last_undegraded":"2021-03-04T23:43:18.086288+0000","last_fullsized":"2021-03-04T23:43:18.086288+0000","mapping_epoch":412,"log_start":"0'0","ondisk_log_start":"0'0","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":1825,"ondisk_log_size":1825,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":119603200,"num_objects":1825,"num_object_clones":0,"num_object_copies":5475,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1825,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1825,"num_write_kb":116800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"245","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377822+0000","last_change":"2021-03-04T23:42:41.196967+0000","last_active":"2021-03-04T23:43:08.377822+0000","last_peered":"2021-03-04T23:43:08.377822+0000","last_clean":"2021-03-04T23:43:08.377822+0000","last_became_active":"2021-03-04T23:42:41.196711+0000","last_became_peered":"2021-03-04T23:42:41.196711+0000","last_unstale":"2021-03-04T23:43:08.377822+0000","last_undegraded":"2021-03-04T23:43:08.377822+0000","last_fullsized":"2021-03-04T23:43:08.377822+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"417","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.353667+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:43:07.353667+0000","last_peered":"2021-03-04T23:43:07.353667+0000","last_clean":"2021-03-04T23:43:07.353667+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:43:07.353667+0000","last_undegraded":"2021-03-04T23:43:07.353667+0000","last_fullsized":"2021-03-04T23:43:07.353667+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"503","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377243+0000","last_change":"2021-03-04T23:42:41.200893+0000","last_active":"2021-03-04T23:43:08.377243+0000","last_peered":"2021-03-04T23:43:08.377243+0000","last_clean":"2021-03-04T23:43:08.377243+0000","last_became_active":"2021-03-04T23:42:41.200479+0000","last_became_peered":"2021-03-04T23:42:41.200479+0000","last_unstale":"2021-03-04T23:43:08.377243+0000","last_undegraded":"2021-03-04T23:43:08.377243+0000","last_fullsized":"2021-03-04T23:43:08.377243+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:39.377311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:39.377311+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"152","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377047+0000","last_change":"2021-03-04T23:42:05.226529+0000","last_active":"2021-03-04T23:43:08.377047+0000","last_peered":"2021-03-04T23:43:08.377047+0000","last_clean":"2021-03-04T23:43:08.377047+0000","last_became_active":"2021-03-04T23:42:05.226222+0000","last_became_peered":"2021-03-04T23:42:05.226222+0000","last_unstale":"2021-03-04T23:43:08.377047+0000","last_undegraded":"2021-03-04T23:43:08.377047+0000","last_fullsized":"2021-03-04T23:43:08.377047+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:54.024438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:54.024438+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"415'2068","reported_seq":"2079","reported_epoch":"415","state":"active+clean","last_fresh":"2021-03-04T23:43:18.401411+0000","last_change":"2021-03-04T23:43:06.419938+0000","last_active":"2021-03-04T23:43:18.401411+0000","last_peered":"2021-03-04T23:43:18.401411+0000","last_clean":"2021-03-04T23:43:18.401411+0000","last_became_active":"2021-03-04T23:43:06.419716+0000","last_became_peered":"2021-03-04T23:43:06.419716+0000","last_unstale":"2021-03-04T23:43:18.401411+0000","last_undegraded":"2021-03-04T23:43:18.401411+0000","last_fullsized":"2021-03-04T23:43:18.401411+0000","mapping_epoch":412,"log_start":"0'0","ondisk_log_start":"0'0","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":2068,"ondisk_log_size":2068,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":135528448,"num_objects":2068,"num_object_clones":0,"num_object_copies":6204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2068,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2068,"num_write_kb":132352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"159","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377300+0000","last_change":"2021-03-04T23:42:41.193988+0000","last_active":"2021-03-04T23:43:08.377300+0000","last_peered":"2021-03-04T23:43:08.377300+0000","last_clean":"2021-03-04T23:43:08.377300+0000","last_became_active":"2021-03-04T23:42:41.193581+0000","last_became_peered":"2021-03-04T23:42:41.193581+0000","last_unstale":"2021-03-04T23:43:08.377300+0000","last_undegraded":"2021-03-04T23:43:08.377300+0000","last_fullsized":"2021-03-04T23:43:08.377300+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"445","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377575+0000","last_change":"2021-03-04T23:42:05.230214+0000","last_active":"2021-03-04T23:43:08.377575+0000","last_peered":"2021-03-04T23:43:08.377575+0000","last_clean":"2021-03-04T23:43:08.377575+0000","last_became_active":"2021-03-04T23:42:05.229923+0000","last_became_peered":"2021-03-04T23:42:05.229923+0000","last_unstale":"2021-03-04T23:43:08.377575+0000","last_undegraded":"2021-03-04T23:43:08.377575+0000","last_fullsized":"2021-03-04T23:43:08.377575+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"182","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.354576+0000","last_change":"2021-03-04T23:43:00.906226+0000","last_active":"2021-03-04T23:43:07.354576+0000","last_peered":"2021-03-04T23:43:07.354576+0000","last_clean":"2021-03-04T23:43:07.354576+0000","last_became_active":"2021-03-04T23:42:41.197511+0000","last_became_peered":"2021-03-04T23:42:41.197511+0000","last_unstale":"2021-03-04T23:43:07.354576+0000","last_undegraded":"2021-03-04T23:43:07.354576+0000","last_fullsized":"2021-03-04T23:43:07.354576+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:00.906189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:43:00.906189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"211","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.378097+0000","last_change":"2021-03-04T23:39:54.059315+0000","last_active":"2021-03-04T23:43:08.378097+0000","last_peered":"2021-03-04T23:43:08.378097+0000","last_clean":"2021-03-04T23:43:08.378097+0000","last_became_active":"2021-03-04T23:39:30.220665+0000","last_became_peered":"2021-03-04T23:39:30.220665+0000","last_unstale":"2021-03-04T23:43:08.378097+0000","last_undegraded":"2021-03-04T23:43:08.378097+0000","last_fullsized":"2021-03-04T23:43:08.378097+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:54.059260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:54.059260+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.7","version":"415'1765","reported_seq":"1776","reported_epoch":"415","state":"active+clean","last_fresh":"2021-03-04T23:43:17.495825+0000","last_change":"2021-03-04T23:43:06.462987+0000","last_active":"2021-03-04T23:43:17.495825+0000","last_peered":"2021-03-04T23:43:17.495825+0000","last_clean":"2021-03-04T23:43:17.495825+0000","last_became_active":"2021-03-04T23:43:06.462732+0000","last_became_peered":"2021-03-04T23:43:06.462732+0000","last_unstale":"2021-03-04T23:43:17.495825+0000","last_undegraded":"2021-03-04T23:43:17.495825+0000","last_fullsized":"2021-03-04T23:43:17.495825+0000","mapping_epoch":412,"log_start":"0'0","ondisk_log_start":"0'0","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":1765,"ondisk_log_size":1765,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":115671040,"num_objects":1765,"num_object_clones":0,"num_object_copies":5295,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1765,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1765,"num_write_kb":112960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"81","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.378049+0000","last_change":"2021-03-04T23:42:41.194916+0000","last_active":"2021-03-04T23:43:08.378049+0000","last_peered":"2021-03-04T23:43:08.378049+0000","last_clean":"2021-03-04T23:43:08.378049+0000","last_became_active":"2021-03-04T23:42:41.194686+0000","last_became_peered":"2021-03-04T23:42:41.194686+0000","last_unstale":"2021-03-04T23:43:08.378049+0000","last_undegraded":"2021-03-04T23:43:08.378049+0000","last_fullsized":"2021-03-04T23:43:08.378049+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"256","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377280+0000","last_change":"2021-03-04T23:42:41.195281+0000","last_active":"2021-03-04T23:43:08.377280+0000","last_peered":"2021-03-04T23:43:08.377280+0000","last_clean":"2021-03-04T23:43:08.377280+0000","last_became_active":"2021-03-04T23:42:41.195087+0000","last_became_peered":"2021-03-04T23:42:41.195087+0000","last_unstale":"2021-03-04T23:43:08.377280+0000","last_undegraded":"2021-03-04T23:43:08.377280+0000","last_fullsized":"2021-03-04T23:43:08.377280+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"164","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377056+0000","last_change":"2021-03-04T23:42:05.229538+0000","last_active":"2021-03-04T23:43:08.377056+0000","last_peered":"2021-03-04T23:43:08.377056+0000","last_clean":"2021-03-04T23:43:08.377056+0000","last_became_active":"2021-03-04T23:42:05.229264+0000","last_became_peered":"2021-03-04T23:42:05.229264+0000","last_unstale":"2021-03-04T23:43:08.377056+0000","last_undegraded":"2021-03-04T23:43:08.377056+0000","last_fullsized":"2021-03-04T23:43:08.377056+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:56.422414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:56.422414+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"354","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.353742+0000","last_change":"2021-03-04T23:42:52.004292+0000","last_active":"2021-03-04T23:43:07.353742+0000","last_peered":"2021-03-04T23:43:07.353742+0000","last_clean":"2021-03-04T23:43:07.353742+0000","last_became_active":"2021-03-04T23:42:41.202447+0000","last_became_peered":"2021-03-04T23:42:41.202447+0000","last_unstale":"2021-03-04T23:43:07.353742+0000","last_undegraded":"2021-03-04T23:43:07.353742+0000","last_fullsized":"2021-03-04T23:43:07.353742+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:52.004210+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:42:52.004210+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"415'1880","reported_seq":"1891","reported_epoch":"415","state":"active+clean","last_fresh":"2021-03-04T23:43:18.088186+0000","last_change":"2021-03-04T23:43:06.419438+0000","last_active":"2021-03-04T23:43:18.088186+0000","last_peered":"2021-03-04T23:43:18.088186+0000","last_clean":"2021-03-04T23:43:18.088186+0000","last_became_active":"2021-03-04T23:43:06.419312+0000","last_became_peered":"2021-03-04T23:43:06.419312+0000","last_unstale":"2021-03-04T23:43:18.088186+0000","last_undegraded":"2021-03-04T23:43:18.088186+0000","last_fullsized":"2021-03-04T23:43:18.088186+0000","mapping_epoch":412,"log_start":"0'0","ondisk_log_start":"0'0","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":1880,"ondisk_log_size":1880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":123207680,"num_objects":1880,"num_object_clones":0,"num_object_copies":5640,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1880,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1880,"num_write_kb":120320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6],"acting":[0,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"482","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.354077+0000","last_change":"2021-03-04T23:42:41.197032+0000","last_active":"2021-03-04T23:43:07.354077+0000","last_peered":"2021-03-04T23:43:07.354077+0000","last_clean":"2021-03-04T23:43:07.354077+0000","last_became_active":"2021-03-04T23:42:41.196727+0000","last_became_peered":"2021-03-04T23:42:41.196727+0000","last_unstale":"2021-03-04T23:43:07.354077+0000","last_undegraded":"2021-03-04T23:43:07.354077+0000","last_fullsized":"2021-03-04T23:43:07.354077+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"456","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.353147+0000","last_change":"2021-03-04T23:42:41.196820+0000","last_active":"2021-03-04T23:43:07.353147+0000","last_peered":"2021-03-04T23:43:07.353147+0000","last_clean":"2021-03-04T23:43:07.353147+0000","last_became_active":"2021-03-04T23:42:41.196099+0000","last_became_peered":"2021-03-04T23:42:41.196099+0000","last_unstale":"2021-03-04T23:43:07.353147+0000","last_undegraded":"2021-03-04T23:43:07.353147+0000","last_fullsized":"2021-03-04T23:43:07.353147+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,5],"acting":[4,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"85","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.354110+0000","last_change":"2021-03-04T23:42:41.197762+0000","last_active":"2021-03-04T23:43:07.354110+0000","last_peered":"2021-03-04T23:43:07.354110+0000","last_clean":"2021-03-04T23:43:07.354110+0000","last_became_active":"2021-03-04T23:42:41.197449+0000","last_became_peered":"2021-03-04T23:42:41.197449+0000","last_unstale":"2021-03-04T23:43:07.354110+0000","last_undegraded":"2021-03-04T23:43:07.354110+0000","last_fullsized":"2021-03-04T23:43:07.354110+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:56.621402+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:56.621402+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"287","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.226053+0000","last_change":"2021-03-04T23:42:41.196349+0000","last_active":"2021-03-04T23:43:08.226053+0000","last_peered":"2021-03-04T23:43:08.226053+0000","last_clean":"2021-03-04T23:43:08.226053+0000","last_became_active":"2021-03-04T23:42:41.196085+0000","last_became_peered":"2021-03-04T23:42:41.196085+0000","last_unstale":"2021-03-04T23:43:08.226053+0000","last_undegraded":"2021-03-04T23:43:08.226053+0000","last_fullsized":"2021-03-04T23:43:08.226053+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:07.473620+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:07.473620+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.5","version":"415'1698","reported_seq":"1708","reported_epoch":"415","state":"active+clean","last_fresh":"2021-03-04T23:43:17.518369+0000","last_change":"2021-03-04T23:43:06.420728+0000","last_active":"2021-03-04T23:43:17.518369+0000","last_peered":"2021-03-04T23:43:17.518369+0000","last_clean":"2021-03-04T23:43:17.518369+0000","last_became_active":"2021-03-04T23:43:06.420430+0000","last_became_peered":"2021-03-04T23:43:06.420430+0000","last_unstale":"2021-03-04T23:43:17.518369+0000","last_undegraded":"2021-03-04T23:43:17.518369+0000","last_fullsized":"2021-03-04T23:43:17.518369+0000","mapping_epoch":412,"log_start":"0'0","ondisk_log_start":"0'0","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":1698,"ondisk_log_size":1698,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":111280128,"num_objects":1698,"num_object_clones":0,"num_object_copies":5094,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1698,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1698,"num_write_kb":108672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"461","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.353737+0000","last_change":"2021-03-04T23:42:41.206000+0000","last_active":"2021-03-04T23:43:07.353737+0000","last_peered":"2021-03-04T23:43:07.353737+0000","last_clean":"2021-03-04T23:43:07.353737+0000","last_became_active":"2021-03-04T23:42:41.205448+0000","last_became_peered":"2021-03-04T23:42:41.205448+0000","last_unstale":"2021-03-04T23:43:07.353737+0000","last_undegraded":"2021-03-04T23:43:07.353737+0000","last_fullsized":"2021-03-04T23:43:07.353737+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"181","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377336+0000","last_change":"2021-03-04T23:42:41.201095+0000","last_active":"2021-03-04T23:43:08.377336+0000","last_peered":"2021-03-04T23:43:08.377336+0000","last_clean":"2021-03-04T23:43:08.377336+0000","last_became_active":"2021-03-04T23:42:41.200311+0000","last_became_peered":"2021-03-04T23:42:41.200311+0000","last_unstale":"2021-03-04T23:43:08.377336+0000","last_undegraded":"2021-03-04T23:43:08.377336+0000","last_fullsized":"2021-03-04T23:43:08.377336+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"161","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.376953+0000","last_change":"2021-03-04T23:42:05.230194+0000","last_active":"2021-03-04T23:43:08.376953+0000","last_peered":"2021-03-04T23:43:08.376953+0000","last_clean":"2021-03-04T23:43:08.376953+0000","last_became_active":"2021-03-04T23:42:05.229890+0000","last_became_peered":"2021-03-04T23:42:05.229890+0000","last_unstale":"2021-03-04T23:43:08.376953+0000","last_undegraded":"2021-03-04T23:43:08.376953+0000","last_fullsized":"2021-03-04T23:43:08.376953+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.111905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.111905+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"76","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.354213+0000","last_change":"2021-03-04T23:39:54.581248+0000","last_active":"2021-03-04T23:43:07.354213+0000","last_peered":"2021-03-04T23:43:07.354213+0000","last_clean":"2021-03-04T23:43:07.354213+0000","last_became_active":"2021-03-04T23:39:30.216426+0000","last_became_peered":"2021-03-04T23:39:30.216426+0000","last_unstale":"2021-03-04T23:43:07.354213+0000","last_undegraded":"2021-03-04T23:43:07.354213+0000","last_fullsized":"2021-03-04T23:43:07.354213+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:54.581212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:54.581212+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.4","version":"415'1769","reported_seq":"1780","reported_epoch":"415","state":"active+clean","last_fresh":"2021-03-04T23:43:17.518417+0000","last_change":"2021-03-04T23:43:06.420716+0000","last_active":"2021-03-04T23:43:17.518417+0000","last_peered":"2021-03-04T23:43:17.518417+0000","last_clean":"2021-03-04T23:43:17.518417+0000","last_became_active":"2021-03-04T23:43:06.420418+0000","last_became_peered":"2021-03-04T23:43:06.420418+0000","last_unstale":"2021-03-04T23:43:17.518417+0000","last_undegraded":"2021-03-04T23:43:17.518417+0000","last_fullsized":"2021-03-04T23:43:17.518417+0000","mapping_epoch":412,"log_start":"0'0","ondisk_log_start":"0'0","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":1769,"ondisk_log_size":1769,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":115933184,"num_objects":1769,"num_object_clones":0,"num_object_copies":5307,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1769,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1769,"num_write_kb":113216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"446","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.353638+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:43:07.353638+0000","last_peered":"2021-03-04T23:43:07.353638+0000","last_clean":"2021-03-04T23:43:07.353638+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:43:07.353638+0000","last_undegraded":"2021-03-04T23:43:07.353638+0000","last_fullsized":"2021-03-04T23:43:07.353638+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"206","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377729+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:43:08.377729+0000","last_peered":"2021-03-04T23:43:08.377729+0000","last_clean":"2021-03-04T23:43:08.377729+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:43:08.377729+0000","last_undegraded":"2021-03-04T23:43:08.377729+0000","last_fullsized":"2021-03-04T23:43:08.377729+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"94","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.353635+0000","last_change":"2021-03-04T23:42:05.228978+0000","last_active":"2021-03-04T23:43:07.353635+0000","last_peered":"2021-03-04T23:43:07.353635+0000","last_clean":"2021-03-04T23:43:07.353635+0000","last_became_active":"2021-03-04T23:42:05.228693+0000","last_became_peered":"2021-03-04T23:42:05.228693+0000","last_unstale":"2021-03-04T23:43:07.353635+0000","last_undegraded":"2021-03-04T23:43:07.353635+0000","last_fullsized":"2021-03-04T23:43:07.353635+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:06.621141+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:06.621141+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"414","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377530+0000","last_change":"2021-03-04T23:42:41.192463+0000","last_active":"2021-03-04T23:43:08.377530+0000","last_peered":"2021-03-04T23:43:08.377530+0000","last_clean":"2021-03-04T23:43:08.377530+0000","last_became_active":"2021-03-04T23:42:41.192246+0000","last_became_peered":"2021-03-04T23:42:41.192246+0000","last_unstale":"2021-03-04T23:43:08.377530+0000","last_undegraded":"2021-03-04T23:43:08.377530+0000","last_fullsized":"2021-03-04T23:43:08.377530+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:59.452604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:59.452604+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.3","version":"415'1901","reported_seq":"1912","reported_epoch":"415","state":"active+clean","last_fresh":"2021-03-04T23:43:18.089163+0000","last_change":"2021-03-04T23:43:06.420517+0000","last_active":"2021-03-04T23:43:18.089163+0000","last_peered":"2021-03-04T23:43:18.089163+0000","last_clean":"2021-03-04T23:43:18.089163+0000","last_became_active":"2021-03-04T23:43:06.420340+0000","last_became_peered":"2021-03-04T23:43:06.420340+0000","last_unstale":"2021-03-04T23:43:18.089163+0000","last_undegraded":"2021-03-04T23:43:18.089163+0000","last_fullsized":"2021-03-04T23:43:18.089163+0000","mapping_epoch":412,"log_start":"0'0","ondisk_log_start":"0'0","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":1901,"ondisk_log_size":1901,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":124583936,"num_objects":1901,"num_object_clones":0,"num_object_copies":5703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1901,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1901,"num_write_kb":121664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"418","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.226209+0000","last_change":"2021-03-04T23:42:41.193982+0000","last_active":"2021-03-04T23:43:08.226209+0000","last_peered":"2021-03-04T23:43:08.226209+0000","last_clean":"2021-03-04T23:43:08.226209+0000","last_became_active":"2021-03-04T23:42:41.193814+0000","last_became_peered":"2021-03-04T23:42:41.193814+0000","last_unstale":"2021-03-04T23:43:08.226209+0000","last_undegraded":"2021-03-04T23:43:08.226209+0000","last_fullsized":"2021-03-04T23:43:08.226209+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"445","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377414+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:43:08.377414+0000","last_peered":"2021-03-04T23:43:08.377414+0000","last_clean":"2021-03-04T23:43:08.377414+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:43:08.377414+0000","last_undegraded":"2021-03-04T23:43:08.377414+0000","last_fullsized":"2021-03-04T23:43:08.377414+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"213","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.353645+0000","last_change":"2021-03-04T23:42:59.349995+0000","last_active":"2021-03-04T23:43:07.353645+0000","last_peered":"2021-03-04T23:43:07.353645+0000","last_clean":"2021-03-04T23:43:07.353645+0000","last_became_active":"2021-03-04T23:42:41.205752+0000","last_became_peered":"2021-03-04T23:42:41.205752+0000","last_unstale":"2021-03-04T23:43:07.353645+0000","last_undegraded":"2021-03-04T23:43:07.353645+0000","last_fullsized":"2021-03-04T23:43:07.353645+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:59.349950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:19.155809+0000","last_clean_scrub_stamp":"2021-03-04T23:42:59.349950+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"167","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.353899+0000","last_change":"2021-03-04T23:40:07.326456+0000","last_active":"2021-03-04T23:43:07.353899+0000","last_peered":"2021-03-04T23:43:07.353899+0000","last_clean":"2021-03-04T23:43:07.353899+0000","last_became_active":"2021-03-04T23:40:06.133761+0000","last_became_peered":"2021-03-04T23:40:06.133761+0000","last_unstale":"2021-03-04T23:43:07.353899+0000","last_undegraded":"2021-03-04T23:43:07.353899+0000","last_fullsized":"2021-03-04T23:43:07.353899+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:07.326428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:07.326428+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2","version":"415'1717","reported_seq":"1728","reported_epoch":"415","state":"active+clean","last_fresh":"2021-03-04T23:43:17.492537+0000","last_change":"2021-03-04T23:43:06.420429+0000","last_active":"2021-03-04T23:43:17.492537+0000","last_peered":"2021-03-04T23:43:17.492537+0000","last_clean":"2021-03-04T23:43:17.492537+0000","last_became_active":"2021-03-04T23:43:06.420160+0000","last_became_peered":"2021-03-04T23:43:06.420160+0000","last_unstale":"2021-03-04T23:43:17.492537+0000","last_undegraded":"2021-03-04T23:43:17.492537+0000","last_fullsized":"2021-03-04T23:43:17.492537+0000","mapping_epoch":412,"log_start":"0'0","ondisk_log_start":"0'0","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":1717,"ondisk_log_size":1717,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":112525312,"num_objects":1717,"num_object_clones":0,"num_object_copies":5151,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1717,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1717,"num_write_kb":109888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"190","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377208+0000","last_change":"2021-03-04T23:42:41.204321+0000","last_active":"2021-03-04T23:43:08.377208+0000","last_peered":"2021-03-04T23:43:08.377208+0000","last_clean":"2021-03-04T23:43:08.377208+0000","last_became_active":"2021-03-04T23:42:41.203377+0000","last_became_peered":"2021-03-04T23:42:41.203377+0000","last_unstale":"2021-03-04T23:43:08.377208+0000","last_undegraded":"2021-03-04T23:43:08.377208+0000","last_fullsized":"2021-03-04T23:43:08.377208+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"77","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.354395+0000","last_change":"2021-03-04T23:39:30.317857+0000","last_active":"2021-03-04T23:43:07.354395+0000","last_peered":"2021-03-04T23:43:07.354395+0000","last_clean":"2021-03-04T23:43:07.354395+0000","last_became_active":"2021-03-04T23:39:30.220986+0000","last_became_peered":"2021-03-04T23:39:30.220986+0000","last_unstale":"2021-03-04T23:43:07.354395+0000","last_undegraded":"2021-03-04T23:43:07.354395+0000","last_fullsized":"2021-03-04T23:43:07.354395+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"115","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377543+0000","last_change":"2021-03-04T23:42:41.193831+0000","last_active":"2021-03-04T23:43:08.377543+0000","last_peered":"2021-03-04T23:43:08.377543+0000","last_clean":"2021-03-04T23:43:08.377543+0000","last_became_active":"2021-03-04T23:42:41.193514+0000","last_became_peered":"2021-03-04T23:42:41.193514+0000","last_unstale":"2021-03-04T23:43:08.377543+0000","last_undegraded":"2021-03-04T23:43:08.377543+0000","last_fullsized":"2021-03-04T23:43:08.377543+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:26.076760+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:26.076760+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"193","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.378120+0000","last_change":"2021-03-04T23:40:06.230100+0000","last_active":"2021-03-04T23:43:08.378120+0000","last_peered":"2021-03-04T23:43:08.378120+0000","last_clean":"2021-03-04T23:43:08.378120+0000","last_became_active":"2021-03-04T23:40:06.140200+0000","last_became_peered":"2021-03-04T23:40:06.140200+0000","last_unstale":"2021-03-04T23:43:08.378120+0000","last_undegraded":"2021-03-04T23:43:08.378120+0000","last_fullsized":"2021-03-04T23:43:08.378120+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:06.230069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:06.230069+0000","last_clean_scrub_stamp":"2021-03-04T23:40:06.230069+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1","version":"415'1750","reported_seq":"1761","reported_epoch":"415","state":"active+clean","last_fresh":"2021-03-04T23:43:17.518914+0000","last_change":"2021-03-04T23:43:06.420735+0000","last_active":"2021-03-04T23:43:17.518914+0000","last_peered":"2021-03-04T23:43:17.518914+0000","last_clean":"2021-03-04T23:43:17.518914+0000","last_became_active":"2021-03-04T23:43:06.420489+0000","last_became_peered":"2021-03-04T23:43:06.420489+0000","last_unstale":"2021-03-04T23:43:17.518914+0000","last_undegraded":"2021-03-04T23:43:17.518914+0000","last_fullsized":"2021-03-04T23:43:17.518914+0000","mapping_epoch":412,"log_start":"0'0","ondisk_log_start":"0'0","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":1750,"ondisk_log_size":1750,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":114688000,"num_objects":1750,"num_object_clones":0,"num_object_copies":5250,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1750,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1750,"num_write_kb":112000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"494","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.353303+0000","last_change":"2021-03-04T23:42:41.204588+0000","last_active":"2021-03-04T23:43:07.353303+0000","last_peered":"2021-03-04T23:43:07.353303+0000","last_clean":"2021-03-04T23:43:07.353303+0000","last_became_active":"2021-03-04T23:42:41.204314+0000","last_became_peered":"2021-03-04T23:42:41.204314+0000","last_unstale":"2021-03-04T23:43:07.353303+0000","last_undegraded":"2021-03-04T23:43:07.353303+0000","last_fullsized":"2021-03-04T23:43:07.353303+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"90","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.354326+0000","last_change":"2021-03-04T23:42:41.291679+0000","last_active":"2021-03-04T23:43:07.354326+0000","last_peered":"2021-03-04T23:43:07.354326+0000","last_clean":"2021-03-04T23:43:07.354326+0000","last_became_active":"2021-03-04T23:42:41.200153+0000","last_became_peered":"2021-03-04T23:42:41.200153+0000","last_unstale":"2021-03-04T23:43:07.354326+0000","last_undegraded":"2021-03-04T23:43:07.354326+0000","last_fullsized":"2021-03-04T23:43:07.354326+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"155","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.354080+0000","last_change":"2021-03-04T23:40:56.102976+0000","last_active":"2021-03-04T23:43:07.354080+0000","last_peered":"2021-03-04T23:43:07.354080+0000","last_clean":"2021-03-04T23:43:07.354080+0000","last_became_active":"2021-03-04T23:40:54.134517+0000","last_became_peered":"2021-03-04T23:40:54.134517+0000","last_unstale":"2021-03-04T23:43:07.354080+0000","last_undegraded":"2021-03-04T23:43:07.354080+0000","last_fullsized":"2021-03-04T23:43:07.354080+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:56.102933+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:56.102933+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"155","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377700+0000","last_change":"2021-03-04T23:40:09.916129+0000","last_active":"2021-03-04T23:43:08.377700+0000","last_peered":"2021-03-04T23:43:08.377700+0000","last_clean":"2021-03-04T23:43:08.377700+0000","last_became_active":"2021-03-04T23:40:06.136751+0000","last_became_peered":"2021-03-04T23:40:06.136751+0000","last_unstale":"2021-03-04T23:43:08.377700+0000","last_undegraded":"2021-03-04T23:43:08.377700+0000","last_fullsized":"2021-03-04T23:43:08.377700+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:09.916067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:09.916067+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"415'1744","reported_seq":"1754","reported_epoch":"415","state":"active+clean","last_fresh":"2021-03-04T23:43:17.490532+0000","last_change":"2021-03-04T23:43:06.350214+0000","last_active":"2021-03-04T23:43:17.490532+0000","last_peered":"2021-03-04T23:43:17.490532+0000","last_clean":"2021-03-04T23:43:17.490532+0000","last_became_active":"2021-03-04T23:43:06.349995+0000","last_became_peered":"2021-03-04T23:43:06.349995+0000","last_unstale":"2021-03-04T23:43:17.490532+0000","last_undegraded":"2021-03-04T23:43:17.490532+0000","last_fullsized":"2021-03-04T23:43:17.490532+0000","mapping_epoch":412,"log_start":"0'0","ondisk_log_start":"0'0","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":1744,"ondisk_log_size":1744,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":114294784,"num_objects":1744,"num_object_clones":0,"num_object_copies":5232,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1744,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1744,"num_write_kb":111616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,7],"acting":[4,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"441","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.376965+0000","last_change":"2021-03-04T23:39:30.222326+0000","last_active":"2021-03-04T23:43:08.376965+0000","last_peered":"2021-03-04T23:43:08.376965+0000","last_clean":"2021-03-04T23:43:08.376965+0000","last_became_active":"2021-03-04T23:39:30.221680+0000","last_became_peered":"2021-03-04T23:39:30.221680+0000","last_unstale":"2021-03-04T23:43:08.376965+0000","last_undegraded":"2021-03-04T23:43:08.376965+0000","last_fullsized":"2021-03-04T23:43:08.376965+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"77","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.354471+0000","last_change":"2021-03-04T23:39:30.314857+0000","last_active":"2021-03-04T23:43:07.354471+0000","last_peered":"2021-03-04T23:43:07.354471+0000","last_clean":"2021-03-04T23:43:07.354471+0000","last_became_active":"2021-03-04T23:39:30.218970+0000","last_became_peered":"2021-03-04T23:39:30.218970+0000","last_unstale":"2021-03-04T23:43:07.354471+0000","last_undegraded":"2021-03-04T23:43:07.354471+0000","last_fullsized":"2021-03-04T23:43:07.354471+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"124","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.378086+0000","last_change":"2021-03-04T23:43:00.815957+0000","last_active":"2021-03-04T23:43:08.378086+0000","last_peered":"2021-03-04T23:43:08.378086+0000","last_clean":"2021-03-04T23:43:08.378086+0000","last_became_active":"2021-03-04T23:42:05.227967+0000","last_became_peered":"2021-03-04T23:42:05.227967+0000","last_unstale":"2021-03-04T23:43:08.378086+0000","last_undegraded":"2021-03-04T23:43:08.378086+0000","last_fullsized":"2021-03-04T23:43:08.378086+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:00.815918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:43:00.815918+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"97","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.354272+0000","last_change":"2021-03-04T23:42:41.203927+0000","last_active":"2021-03-04T23:43:07.354272+0000","last_peered":"2021-03-04T23:43:07.354272+0000","last_clean":"2021-03-04T23:43:07.354272+0000","last_became_active":"2021-03-04T23:42:41.203740+0000","last_became_peered":"2021-03-04T23:42:41.203740+0000","last_unstale":"2021-03-04T23:43:07.354272+0000","last_undegraded":"2021-03-04T23:43:07.354272+0000","last_fullsized":"2021-03-04T23:43:07.354272+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:10.658499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:40:10.658499+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"247","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.378121+0000","last_change":"2021-03-04T23:42:41.196993+0000","last_active":"2021-03-04T23:43:08.378121+0000","last_peered":"2021-03-04T23:43:08.378121+0000","last_clean":"2021-03-04T23:43:08.378121+0000","last_became_active":"2021-03-04T23:42:41.196769+0000","last_became_peered":"2021-03-04T23:42:41.196769+0000","last_unstale":"2021-03-04T23:43:08.378121+0000","last_undegraded":"2021-03-04T23:43:08.378121+0000","last_fullsized":"2021-03-04T23:43:08.378121+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"304","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.376976+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:43:08.376976+0000","last_peered":"2021-03-04T23:43:08.376976+0000","last_clean":"2021-03-04T23:43:08.376976+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:43:08.376976+0000","last_undegraded":"2021-03-04T23:43:08.376976+0000","last_fullsized":"2021-03-04T23:43:08.376976+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"133","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377290+0000","last_change":"2021-03-04T23:42:41.203222+0000","last_active":"2021-03-04T23:43:08.377290+0000","last_peered":"2021-03-04T23:43:08.377290+0000","last_clean":"2021-03-04T23:43:08.377290+0000","last_became_active":"2021-03-04T23:42:41.202258+0000","last_became_peered":"2021-03-04T23:42:41.202258+0000","last_unstale":"2021-03-04T23:43:08.377290+0000","last_undegraded":"2021-03-04T23:43:08.377290+0000","last_fullsized":"2021-03-04T23:43:08.377290+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:09.861569+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:09.861569+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"146","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377118+0000","last_change":"2021-03-04T23:42:41.205020+0000","last_active":"2021-03-04T23:43:08.377118+0000","last_peered":"2021-03-04T23:43:08.377118+0000","last_clean":"2021-03-04T23:43:08.377118+0000","last_became_active":"2021-03-04T23:42:41.204689+0000","last_became_peered":"2021-03-04T23:42:41.204689+0000","last_unstale":"2021-03-04T23:43:08.377118+0000","last_undegraded":"2021-03-04T23:43:08.377118+0000","last_fullsized":"2021-03-04T23:43:08.377118+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:57.382703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:57.382703+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,7],"acting":[5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"436","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.226548+0000","last_change":"2021-03-04T23:39:30.220947+0000","last_active":"2021-03-04T23:43:08.226548+0000","last_peered":"2021-03-04T23:43:08.226548+0000","last_clean":"2021-03-04T23:43:08.226548+0000","last_became_active":"2021-03-04T23:39:30.220726+0000","last_became_peered":"2021-03-04T23:39:30.220726+0000","last_unstale":"2021-03-04T23:43:08.226548+0000","last_undegraded":"2021-03-04T23:43:08.226548+0000","last_fullsized":"2021-03-04T23:43:08.226548+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"73","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.353725+0000","last_change":"2021-03-04T23:39:30.220918+0000","last_active":"2021-03-04T23:43:07.353725+0000","last_peered":"2021-03-04T23:43:07.353725+0000","last_clean":"2021-03-04T23:43:07.353725+0000","last_became_active":"2021-03-04T23:39:30.220611+0000","last_became_peered":"2021-03-04T23:39:30.220611+0000","last_unstale":"2021-03-04T23:43:07.353725+0000","last_undegraded":"2021-03-04T23:43:07.353725+0000","last_fullsized":"2021-03-04T23:43:07.353725+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"104","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.353073+0000","last_change":"2021-03-04T23:43:00.365741+0000","last_active":"2021-03-04T23:43:07.353073+0000","last_peered":"2021-03-04T23:43:07.353073+0000","last_clean":"2021-03-04T23:43:07.353073+0000","last_became_active":"2021-03-04T23:42:41.202429+0000","last_became_peered":"2021-03-04T23:42:41.202429+0000","last_unstale":"2021-03-04T23:43:07.353073+0000","last_undegraded":"2021-03-04T23:43:07.353073+0000","last_fullsized":"2021-03-04T23:43:07.353073+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:00.365707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:43:00.365707+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"118","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377737+0000","last_change":"2021-03-04T23:42:41.194382+0000","last_active":"2021-03-04T23:43:08.377737+0000","last_peered":"2021-03-04T23:43:08.377737+0000","last_clean":"2021-03-04T23:43:08.377737+0000","last_became_active":"2021-03-04T23:42:41.194205+0000","last_became_peered":"2021-03-04T23:42:41.194205+0000","last_unstale":"2021-03-04T23:43:08.377737+0000","last_undegraded":"2021-03-04T23:43:08.377737+0000","last_fullsized":"2021-03-04T23:43:08.377737+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:27.692533+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:27.692533+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"438","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377614+0000","last_change":"2021-03-04T23:39:30.220876+0000","last_active":"2021-03-04T23:43:08.377614+0000","last_peered":"2021-03-04T23:43:08.377614+0000","last_clean":"2021-03-04T23:43:08.377614+0000","last_became_active":"2021-03-04T23:39:30.220597+0000","last_became_peered":"2021-03-04T23:39:30.220597+0000","last_unstale":"2021-03-04T23:43:08.377614+0000","last_undegraded":"2021-03-04T23:43:08.377614+0000","last_fullsized":"2021-03-04T23:43:08.377614+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"73","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.354466+0000","last_change":"2021-03-04T23:39:30.219697+0000","last_active":"2021-03-04T23:43:07.354466+0000","last_peered":"2021-03-04T23:43:07.354466+0000","last_clean":"2021-03-04T23:43:07.354466+0000","last_became_active":"2021-03-04T23:39:30.219087+0000","last_became_peered":"2021-03-04T23:39:30.219087+0000","last_unstale":"2021-03-04T23:43:07.354466+0000","last_undegraded":"2021-03-04T23:43:07.354466+0000","last_fullsized":"2021-03-04T23:43:07.354466+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"155","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.376838+0000","last_change":"2021-03-04T23:40:49.398499+0000","last_active":"2021-03-04T23:43:08.376838+0000","last_peered":"2021-03-04T23:43:08.376838+0000","last_clean":"2021-03-04T23:43:08.376838+0000","last_became_active":"2021-03-04T23:40:06.138630+0000","last_became_peered":"2021-03-04T23:40:06.138630+0000","last_unstale":"2021-03-04T23:43:08.376838+0000","last_undegraded":"2021-03-04T23:43:08.376838+0000","last_fullsized":"2021-03-04T23:43:08.376838+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:49.398457+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:49.398457+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":"78","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.226224+0000","last_change":"2021-03-04T23:39:53.115098+0000","last_active":"2021-03-04T23:43:08.226224+0000","last_peered":"2021-03-04T23:43:08.226224+0000","last_clean":"2021-03-04T23:43:08.226224+0000","last_became_active":"2021-03-04T23:39:30.214725+0000","last_became_peered":"2021-03-04T23:39:30.214725+0000","last_unstale":"2021-03-04T23:43:08.226224+0000","last_undegraded":"2021-03-04T23:43:08.226224+0000","last_fullsized":"2021-03-04T23:43:08.226224+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:53.115043+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:53.115043+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"265","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377887+0000","last_change":"2021-03-04T23:42:41.193333+0000","last_active":"2021-03-04T23:43:08.377887+0000","last_peered":"2021-03-04T23:43:08.377887+0000","last_clean":"2021-03-04T23:43:08.377887+0000","last_became_active":"2021-03-04T23:42:41.193101+0000","last_became_peered":"2021-03-04T23:42:41.193101+0000","last_unstale":"2021-03-04T23:43:08.377887+0000","last_undegraded":"2021-03-04T23:43:08.377887+0000","last_fullsized":"2021-03-04T23:43:08.377887+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"94","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.354318+0000","last_change":"2021-03-04T23:42:05.407764+0000","last_active":"2021-03-04T23:43:07.354318+0000","last_peered":"2021-03-04T23:43:07.354318+0000","last_clean":"2021-03-04T23:43:07.354318+0000","last_became_active":"2021-03-04T23:42:05.225405+0000","last_became_peered":"2021-03-04T23:42:05.225405+0000","last_unstale":"2021-03-04T23:43:07.354318+0000","last_undegraded":"2021-03-04T23:43:07.354318+0000","last_fullsized":"2021-03-04T23:43:07.354318+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":136,"num_keys_recovered":40,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"137","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377023+0000","last_change":"2021-03-04T23:40:52.376026+0000","last_active":"2021-03-04T23:43:08.377023+0000","last_peered":"2021-03-04T23:43:08.377023+0000","last_clean":"2021-03-04T23:43:08.377023+0000","last_became_active":"2021-03-04T23:40:06.137147+0000","last_became_peered":"2021-03-04T23:40:06.137147+0000","last_unstale":"2021-03-04T23:43:08.377023+0000","last_undegraded":"2021-03-04T23:43:08.377023+0000","last_fullsized":"2021-03-04T23:43:08.377023+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:52.375979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:52.375979+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":"490","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377016+0000","last_change":"2021-03-04T23:40:46.432297+0000","last_active":"2021-03-04T23:43:08.377016+0000","last_peered":"2021-03-04T23:43:08.377016+0000","last_clean":"2021-03-04T23:43:08.377016+0000","last_became_active":"2021-03-04T23:39:30.221581+0000","last_became_peered":"2021-03-04T23:39:30.221581+0000","last_unstale":"2021-03-04T23:43:08.377016+0000","last_undegraded":"2021-03-04T23:43:08.377016+0000","last_fullsized":"2021-03-04T23:43:08.377016+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:46.432264+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:46.432264+0000","last_clean_scrub_stamp":"2021-03-04T23:40:46.432264+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"446","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.353729+0000","last_change":"2021-03-04T23:42:41.198884+0000","last_active":"2021-03-04T23:43:07.353729+0000","last_peered":"2021-03-04T23:43:07.353729+0000","last_clean":"2021-03-04T23:43:07.353729+0000","last_became_active":"2021-03-04T23:42:41.198642+0000","last_became_peered":"2021-03-04T23:42:41.198642+0000","last_unstale":"2021-03-04T23:43:07.353729+0000","last_undegraded":"2021-03-04T23:43:07.353729+0000","last_fullsized":"2021-03-04T23:43:07.353729+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"496","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.353598+0000","last_change":"2021-03-04T23:39:30.223989+0000","last_active":"2021-03-04T23:43:07.353598+0000","last_peered":"2021-03-04T23:43:07.353598+0000","last_clean":"2021-03-04T23:43:07.353598+0000","last_became_active":"2021-03-04T23:39:30.216932+0000","last_became_peered":"2021-03-04T23:39:30.216932+0000","last_unstale":"2021-03-04T23:43:07.353598+0000","last_undegraded":"2021-03-04T23:43:07.353598+0000","last_fullsized":"2021-03-04T23:43:07.353598+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":15594,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.16","version":"0'0","reported_seq":"104","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377898+0000","last_change":"2021-03-04T23:42:41.199467+0000","last_active":"2021-03-04T23:43:08.377898+0000","last_peered":"2021-03-04T23:43:08.377898+0000","last_clean":"2021-03-04T23:43:08.377898+0000","last_became_active":"2021-03-04T23:42:41.199217+0000","last_became_peered":"2021-03-04T23:42:41.199217+0000","last_unstale":"2021-03-04T23:43:08.377898+0000","last_undegraded":"2021-03-04T23:43:08.377898+0000","last_fullsized":"2021-03-04T23:43:08.377898+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:30.632027+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:30.632027+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":"248","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377506+0000","last_change":"2021-03-04T23:42:59.517390+0000","last_active":"2021-03-04T23:43:08.377506+0000","last_peered":"2021-03-04T23:43:08.377506+0000","last_clean":"2021-03-04T23:43:08.377506+0000","last_became_active":"2021-03-04T23:42:41.206249+0000","last_became_peered":"2021-03-04T23:42:41.206249+0000","last_unstale":"2021-03-04T23:43:08.377506+0000","last_undegraded":"2021-03-04T23:43:08.377506+0000","last_fullsized":"2021-03-04T23:43:08.377506+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:59.517348+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:42:59.517348+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,6],"acting":[5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"167","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377242+0000","last_change":"2021-03-04T23:42:41.204103+0000","last_active":"2021-03-04T23:43:08.377242+0000","last_peered":"2021-03-04T23:43:08.377242+0000","last_clean":"2021-03-04T23:43:08.377242+0000","last_became_active":"2021-03-04T23:42:41.202479+0000","last_became_peered":"2021-03-04T23:42:41.202479+0000","last_unstale":"2021-03-04T23:43:08.377242+0000","last_undegraded":"2021-03-04T23:43:08.377242+0000","last_fullsized":"2021-03-04T23:43:08.377242+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"79","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.354129+0000","last_change":"2021-03-04T23:39:30.227675+0000","last_active":"2021-03-04T23:43:07.354129+0000","last_peered":"2021-03-04T23:43:07.354129+0000","last_clean":"2021-03-04T23:43:07.354129+0000","last_became_active":"2021-03-04T23:39:30.218151+0000","last_became_peered":"2021-03-04T23:39:30.218151+0000","last_unstale":"2021-03-04T23:43:07.354129+0000","last_undegraded":"2021-03-04T23:43:07.354129+0000","last_fullsized":"2021-03-04T23:43:07.354129+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":270,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.17","version":"0'0","reported_seq":"123","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377444+0000","last_change":"2021-03-04T23:42:02.436790+0000","last_active":"2021-03-04T23:43:08.377444+0000","last_peered":"2021-03-04T23:43:08.377444+0000","last_clean":"2021-03-04T23:43:08.377444+0000","last_became_active":"2021-03-04T23:41:16.123876+0000","last_became_peered":"2021-03-04T23:41:16.123876+0000","last_unstale":"2021-03-04T23:43:08.377444+0000","last_undegraded":"2021-03-04T23:43:08.377444+0000","last_fullsized":"2021-03-04T23:43:08.377444+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:02.436747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:42:02.436747+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,6],"acting":[5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":"76","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377699+0000","last_change":"2021-03-04T23:40:03.118597+0000","last_active":"2021-03-04T23:43:08.377699+0000","last_peered":"2021-03-04T23:43:08.377699+0000","last_clean":"2021-03-04T23:43:08.377699+0000","last_became_active":"2021-03-04T23:39:30.213868+0000","last_became_peered":"2021-03-04T23:39:30.213868+0000","last_unstale":"2021-03-04T23:43:08.377699+0000","last_undegraded":"2021-03-04T23:43:08.377699+0000","last_fullsized":"2021-03-04T23:43:08.377699+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:03.118561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:03.118561+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"240","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377037+0000","last_change":"2021-03-04T23:39:30.216385+0000","last_active":"2021-03-04T23:43:08.377037+0000","last_peered":"2021-03-04T23:43:08.377037+0000","last_clean":"2021-03-04T23:43:08.377037+0000","last_became_active":"2021-03-04T23:39:30.216111+0000","last_became_peered":"2021-03-04T23:39:30.216111+0000","last_unstale":"2021-03-04T23:43:08.377037+0000","last_undegraded":"2021-03-04T23:43:08.377037+0000","last_fullsized":"2021-03-04T23:43:08.377037+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"484","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377345+0000","last_change":"2021-03-04T23:42:41.195188+0000","last_active":"2021-03-04T23:43:08.377345+0000","last_peered":"2021-03-04T23:43:08.377345+0000","last_clean":"2021-03-04T23:43:08.377345+0000","last_became_active":"2021-03-04T23:42:41.194827+0000","last_became_peered":"2021-03-04T23:42:41.194827+0000","last_unstale":"2021-03-04T23:43:08.377345+0000","last_undegraded":"2021-03-04T23:43:08.377345+0000","last_fullsized":"2021-03-04T23:43:08.377345+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"143","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.354529+0000","last_change":"2021-03-04T23:42:59.939471+0000","last_active":"2021-03-04T23:43:07.354529+0000","last_peered":"2021-03-04T23:43:07.354529+0000","last_clean":"2021-03-04T23:43:07.354529+0000","last_became_active":"2021-03-04T23:42:41.198516+0000","last_became_peered":"2021-03-04T23:42:41.198516+0000","last_unstale":"2021-03-04T23:43:07.354529+0000","last_undegraded":"2021-03-04T23:43:07.354529+0000","last_fullsized":"2021-03-04T23:43:07.354529+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:59.939438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:42:59.939438+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":"374","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377992+0000","last_change":"2021-03-04T23:42:41.202301+0000","last_active":"2021-03-04T23:43:08.377992+0000","last_peered":"2021-03-04T23:43:08.377992+0000","last_clean":"2021-03-04T23:43:08.377992+0000","last_became_active":"2021-03-04T23:42:41.201265+0000","last_became_peered":"2021-03-04T23:42:41.201265+0000","last_unstale":"2021-03-04T23:43:08.377992+0000","last_undegraded":"2021-03-04T23:43:08.377992+0000","last_fullsized":"2021-03-04T23:43:08.377992+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:01.091942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:01.091942+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"229","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377260+0000","last_change":"2021-03-04T23:42:41.197805+0000","last_active":"2021-03-04T23:43:08.377260+0000","last_peered":"2021-03-04T23:43:08.377260+0000","last_clean":"2021-03-04T23:43:08.377260+0000","last_became_active":"2021-03-04T23:42:41.197560+0000","last_became_peered":"2021-03-04T23:42:41.197560+0000","last_unstale":"2021-03-04T23:43:08.377260+0000","last_undegraded":"2021-03-04T23:43:08.377260+0000","last_fullsized":"2021-03-04T23:43:08.377260+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"408","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.226654+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:43:08.226654+0000","last_peered":"2021-03-04T23:43:08.226654+0000","last_clean":"2021-03-04T23:43:08.226654+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:43:08.226654+0000","last_undegraded":"2021-03-04T23:43:08.226654+0000","last_fullsized":"2021-03-04T23:43:08.226654+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.15","version":"0'0","reported_seq":"97","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.354432+0000","last_change":"2021-03-04T23:42:41.196694+0000","last_active":"2021-03-04T23:43:07.354432+0000","last_peered":"2021-03-04T23:43:07.354432+0000","last_clean":"2021-03-04T23:43:07.354432+0000","last_became_active":"2021-03-04T23:42:41.196258+0000","last_became_peered":"2021-03-04T23:42:41.196258+0000","last_unstale":"2021-03-04T23:43:07.354432+0000","last_undegraded":"2021-03-04T23:43:07.354432+0000","last_fullsized":"2021-03-04T23:43:07.354432+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:42.146013+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:34.642965+0000","last_clean_scrub_stamp":"2021-03-04T23:41:42.146013+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":"94","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377324+0000","last_change":"2021-03-04T23:42:41.199781+0000","last_active":"2021-03-04T23:43:08.377324+0000","last_peered":"2021-03-04T23:43:08.377324+0000","last_clean":"2021-03-04T23:43:08.377324+0000","last_became_active":"2021-03-04T23:42:41.199570+0000","last_became_peered":"2021-03-04T23:42:41.199570+0000","last_unstale":"2021-03-04T23:43:08.377324+0000","last_undegraded":"2021-03-04T23:43:08.377324+0000","last_fullsized":"2021-03-04T23:43:08.377324+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:47.428345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:47.428345+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"172","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.378078+0000","last_change":"2021-03-04T23:42:41.203071+0000","last_active":"2021-03-04T23:43:08.378078+0000","last_peered":"2021-03-04T23:43:08.378078+0000","last_clean":"2021-03-04T23:43:08.378078+0000","last_became_active":"2021-03-04T23:42:41.202258+0000","last_became_peered":"2021-03-04T23:42:41.202258+0000","last_unstale":"2021-03-04T23:43:08.378078+0000","last_undegraded":"2021-03-04T23:43:08.378078+0000","last_fullsized":"2021-03-04T23:43:08.378078+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"229","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377091+0000","last_change":"2021-03-04T23:42:41.195259+0000","last_active":"2021-03-04T23:43:08.377091+0000","last_peered":"2021-03-04T23:43:08.377091+0000","last_clean":"2021-03-04T23:43:08.377091+0000","last_became_active":"2021-03-04T23:42:41.195077+0000","last_became_peered":"2021-03-04T23:42:41.195077+0000","last_unstale":"2021-03-04T23:43:08.377091+0000","last_undegraded":"2021-03-04T23:43:08.377091+0000","last_fullsized":"2021-03-04T23:43:08.377091+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1a","version":"0'0","reported_seq":"172","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.353352+0000","last_change":"2021-03-04T23:42:41.197438+0000","last_active":"2021-03-04T23:43:07.353352+0000","last_peered":"2021-03-04T23:43:07.353352+0000","last_clean":"2021-03-04T23:43:07.353352+0000","last_became_active":"2021-03-04T23:42:41.197128+0000","last_became_peered":"2021-03-04T23:42:41.197128+0000","last_unstale":"2021-03-04T23:43:07.353352+0000","last_undegraded":"2021-03-04T23:43:07.353352+0000","last_fullsized":"2021-03-04T23:43:07.353352+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:34.014645+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:57.222138+0000","last_clean_scrub_stamp":"2021-03-04T23:41:34.014645+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,5],"acting":[4,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":"377","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377521+0000","last_change":"2021-03-04T23:39:32.808091+0000","last_active":"2021-03-04T23:43:08.377521+0000","last_peered":"2021-03-04T23:43:08.377521+0000","last_clean":"2021-03-04T23:43:08.377521+0000","last_became_active":"2021-03-04T23:39:30.214851+0000","last_became_peered":"2021-03-04T23:39:30.214851+0000","last_unstale":"2021-03-04T23:43:08.377521+0000","last_undegraded":"2021-03-04T23:43:08.377521+0000","last_fullsized":"2021-03-04T23:43:08.377521+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:32.808051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:32.808051+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"454","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.226609+0000","last_change":"2021-03-04T23:39:30.221075+0000","last_active":"2021-03-04T23:43:08.226609+0000","last_peered":"2021-03-04T23:43:08.226609+0000","last_clean":"2021-03-04T23:43:08.226609+0000","last_became_active":"2021-03-04T23:39:30.220777+0000","last_became_peered":"2021-03-04T23:39:30.220777+0000","last_unstale":"2021-03-04T23:43:08.226609+0000","last_undegraded":"2021-03-04T23:43:08.226609+0000","last_fullsized":"2021-03-04T23:43:08.226609+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"75","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377152+0000","last_change":"2021-03-04T23:42:41.202741+0000","last_active":"2021-03-04T23:43:08.377152+0000","last_peered":"2021-03-04T23:43:08.377152+0000","last_clean":"2021-03-04T23:43:08.377152+0000","last_became_active":"2021-03-04T23:42:41.202501+0000","last_became_peered":"2021-03-04T23:42:41.202501+0000","last_unstale":"2021-03-04T23:43:08.377152+0000","last_undegraded":"2021-03-04T23:43:08.377152+0000","last_fullsized":"2021-03-04T23:43:08.377152+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1b","version":"0'0","reported_seq":"145","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.376600+0000","last_change":"2021-03-04T23:41:40.333026+0000","last_active":"2021-03-04T23:43:08.376600+0000","last_peered":"2021-03-04T23:43:08.376600+0000","last_clean":"2021-03-04T23:43:08.376600+0000","last_became_active":"2021-03-04T23:41:16.123529+0000","last_became_peered":"2021-03-04T23:41:16.123529+0000","last_unstale":"2021-03-04T23:43:08.376600+0000","last_undegraded":"2021-03-04T23:43:08.376600+0000","last_fullsized":"2021-03-04T23:43:08.376600+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:40.332998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:40.332998+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":"76","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.376848+0000","last_change":"2021-03-04T23:40:48.425436+0000","last_active":"2021-03-04T23:43:08.376848+0000","last_peered":"2021-03-04T23:43:08.376848+0000","last_clean":"2021-03-04T23:43:08.376848+0000","last_became_active":"2021-03-04T23:39:30.221596+0000","last_became_peered":"2021-03-04T23:39:30.221596+0000","last_unstale":"2021-03-04T23:43:08.376848+0000","last_undegraded":"2021-03-04T23:43:08.376848+0000","last_fullsized":"2021-03-04T23:43:08.376848+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:48.425405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:48.425405+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"211","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377802+0000","last_change":"2021-03-04T23:42:41.205136+0000","last_active":"2021-03-04T23:43:08.377802+0000","last_peered":"2021-03-04T23:43:08.377802+0000","last_clean":"2021-03-04T23:43:08.377802+0000","last_became_active":"2021-03-04T23:42:41.204889+0000","last_became_peered":"2021-03-04T23:42:41.204889+0000","last_unstale":"2021-03-04T23:43:08.377802+0000","last_undegraded":"2021-03-04T23:43:08.377802+0000","last_fullsized":"2021-03-04T23:43:08.377802+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"487","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.353634+0000","last_change":"2021-03-04T23:42:41.195026+0000","last_active":"2021-03-04T23:43:07.353634+0000","last_peered":"2021-03-04T23:43:07.353634+0000","last_clean":"2021-03-04T23:43:07.353634+0000","last_became_active":"2021-03-04T23:42:41.194705+0000","last_became_peered":"2021-03-04T23:42:41.194705+0000","last_unstale":"2021-03-04T23:43:07.353634+0000","last_undegraded":"2021-03-04T23:43:07.353634+0000","last_fullsized":"2021-03-04T23:43:07.353634+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.18","version":"0'0","reported_seq":"199","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.376758+0000","last_change":"2021-03-04T23:42:41.195653+0000","last_active":"2021-03-04T23:43:08.376758+0000","last_peered":"2021-03-04T23:43:08.376758+0000","last_clean":"2021-03-04T23:43:08.376758+0000","last_became_active":"2021-03-04T23:42:41.195329+0000","last_became_peered":"2021-03-04T23:42:41.195329+0000","last_unstale":"2021-03-04T23:43:08.376758+0000","last_undegraded":"2021-03-04T23:43:08.376758+0000","last_fullsized":"2021-03-04T23:43:08.376758+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:01.485524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:42:01.485524+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,0],"acting":[5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":"357","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377648+0000","last_change":"2021-03-04T23:40:00.692080+0000","last_active":"2021-03-04T23:43:08.377648+0000","last_peered":"2021-03-04T23:43:08.377648+0000","last_clean":"2021-03-04T23:43:08.377648+0000","last_became_active":"2021-03-04T23:39:30.217676+0000","last_became_peered":"2021-03-04T23:39:30.217676+0000","last_unstale":"2021-03-04T23:43:08.377648+0000","last_undegraded":"2021-03-04T23:43:08.377648+0000","last_fullsized":"2021-03-04T23:43:08.377648+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:00.692033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:00.692033+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.23","version":"0'0","reported_seq":"64","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377553+0000","last_change":"2021-03-04T23:42:41.197679+0000","last_active":"2021-03-04T23:43:08.377553+0000","last_peered":"2021-03-04T23:43:08.377553+0000","last_clean":"2021-03-04T23:43:08.377553+0000","last_became_active":"2021-03-04T23:42:41.197454+0000","last_became_peered":"2021-03-04T23:42:41.197454+0000","last_unstale":"2021-03-04T23:43:08.377553+0000","last_undegraded":"2021-03-04T23:43:08.377553+0000","last_fullsized":"2021-03-04T23:43:08.377553+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:25.191488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:25.191488+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.20","version":"0'0","reported_seq":"344","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.376716+0000","last_change":"2021-03-04T23:42:58.199227+0000","last_active":"2021-03-04T23:43:08.376716+0000","last_peered":"2021-03-04T23:43:08.376716+0000","last_clean":"2021-03-04T23:43:08.376716+0000","last_became_active":"2021-03-04T23:42:41.200303+0000","last_became_peered":"2021-03-04T23:42:41.200303+0000","last_unstale":"2021-03-04T23:43:08.376716+0000","last_undegraded":"2021-03-04T23:43:08.376716+0000","last_fullsized":"2021-03-04T23:43:08.376716+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:58.199193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:42:58.199193+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.21","version":"0'0","reported_seq":"78","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377510+0000","last_change":"2021-03-04T23:40:01.717180+0000","last_active":"2021-03-04T23:43:08.377510+0000","last_peered":"2021-03-04T23:43:08.377510+0000","last_clean":"2021-03-04T23:43:08.377510+0000","last_became_active":"2021-03-04T23:39:30.217726+0000","last_became_peered":"2021-03-04T23:39:30.217726+0000","last_unstale":"2021-03-04T23:43:08.377510+0000","last_undegraded":"2021-03-04T23:43:08.377510+0000","last_fullsized":"2021-03-04T23:43:08.377510+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:01.717109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:01.717109+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.22","version":"0'0","reported_seq":"493","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.376647+0000","last_change":"2021-03-04T23:41:29.226061+0000","last_active":"2021-03-04T23:43:08.376647+0000","last_peered":"2021-03-04T23:43:08.376647+0000","last_clean":"2021-03-04T23:43:08.376647+0000","last_became_active":"2021-03-04T23:41:00.156627+0000","last_became_peered":"2021-03-04T23:41:00.156627+0000","last_unstale":"2021-03-04T23:43:08.376647+0000","last_undegraded":"2021-03-04T23:43:08.376647+0000","last_fullsized":"2021-03-04T23:43:08.376647+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:29.226026+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:29.226026+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.22","version":"0'0","reported_seq":"76","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377363+0000","last_change":"2021-03-04T23:40:02.079303+0000","last_active":"2021-03-04T23:43:08.377363+0000","last_peered":"2021-03-04T23:43:08.377363+0000","last_clean":"2021-03-04T23:43:08.377363+0000","last_became_active":"2021-03-04T23:39:30.215033+0000","last_became_peered":"2021-03-04T23:39:30.215033+0000","last_unstale":"2021-03-04T23:43:08.377363+0000","last_undegraded":"2021-03-04T23:43:08.377363+0000","last_fullsized":"2021-03-04T23:43:08.377363+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:02.079269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:02.079269+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,7],"acting":[6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.21","version":"0'0","reported_seq":"287","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.225864+0000","last_change":"2021-03-04T23:42:59.140427+0000","last_active":"2021-03-04T23:43:08.225864+0000","last_peered":"2021-03-04T23:43:08.225864+0000","last_clean":"2021-03-04T23:43:08.225864+0000","last_became_active":"2021-03-04T23:42:05.223363+0000","last_became_peered":"2021-03-04T23:42:05.223363+0000","last_unstale":"2021-03-04T23:43:08.225864+0000","last_undegraded":"2021-03-04T23:43:08.225864+0000","last_fullsized":"2021-03-04T23:43:08.225864+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:59.140387+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:42:59.140387+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6],"acting":[0,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.23","version":"0'0","reported_seq":"87","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.226286+0000","last_change":"2021-03-04T23:42:41.199033+0000","last_active":"2021-03-04T23:43:08.226286+0000","last_peered":"2021-03-04T23:43:08.226286+0000","last_clean":"2021-03-04T23:43:08.226286+0000","last_became_active":"2021-03-04T23:42:41.198670+0000","last_became_peered":"2021-03-04T23:42:41.198670+0000","last_unstale":"2021-03-04T23:43:08.226286+0000","last_undegraded":"2021-03-04T23:43:08.226286+0000","last_fullsized":"2021-03-04T23:43:08.226286+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:54.110222+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:54.110222+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.20","version":"0'0","reported_seq":"96","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.353529+0000","last_change":"2021-03-04T23:41:36.149224+0000","last_active":"2021-03-04T23:43:07.353529+0000","last_peered":"2021-03-04T23:43:07.353529+0000","last_clean":"2021-03-04T23:43:07.353529+0000","last_became_active":"2021-03-04T23:41:00.150740+0000","last_became_peered":"2021-03-04T23:41:00.150740+0000","last_unstale":"2021-03-04T23:43:07.353529+0000","last_undegraded":"2021-03-04T23:43:07.353529+0000","last_fullsized":"2021-03-04T23:43:07.353529+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:36.149192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:36.149192+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.24","version":"0'0","reported_seq":"158","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377627+0000","last_change":"2021-03-04T23:39:30.216876+0000","last_active":"2021-03-04T23:43:08.377627+0000","last_peered":"2021-03-04T23:43:08.377627+0000","last_clean":"2021-03-04T23:43:08.377627+0000","last_became_active":"2021-03-04T23:39:30.216114+0000","last_became_peered":"2021-03-04T23:39:30.216114+0000","last_unstale":"2021-03-04T23:43:08.377627+0000","last_undegraded":"2021-03-04T23:43:08.377627+0000","last_fullsized":"2021-03-04T23:43:08.377627+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:27.799553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:27.799553+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.25","version":"0'0","reported_seq":"126","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377741+0000","last_change":"2021-03-04T23:42:59.805621+0000","last_active":"2021-03-04T23:43:08.377741+0000","last_peered":"2021-03-04T23:43:08.377741+0000","last_clean":"2021-03-04T23:43:08.377741+0000","last_became_active":"2021-03-04T23:42:05.229434+0000","last_became_peered":"2021-03-04T23:42:05.229434+0000","last_unstale":"2021-03-04T23:43:08.377741+0000","last_undegraded":"2021-03-04T23:43:08.377741+0000","last_fullsized":"2021-03-04T23:43:08.377741+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:59.805570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:42:59.805570+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.25","version":"0'0","reported_seq":"271","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.353835+0000","last_change":"2021-03-04T23:41:22.986460+0000","last_active":"2021-03-04T23:43:07.353835+0000","last_peered":"2021-03-04T23:43:07.353835+0000","last_clean":"2021-03-04T23:43:07.353835+0000","last_became_active":"2021-03-04T23:41:00.154037+0000","last_became_peered":"2021-03-04T23:41:00.154037+0000","last_unstale":"2021-03-04T23:43:07.353835+0000","last_undegraded":"2021-03-04T23:43:07.353835+0000","last_fullsized":"2021-03-04T23:43:07.353835+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:22.986421+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:22.986421+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.26","version":"0'0","reported_seq":"78","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.354145+0000","last_change":"2021-03-04T23:42:41.199872+0000","last_active":"2021-03-04T23:43:07.354145+0000","last_peered":"2021-03-04T23:43:07.354145+0000","last_clean":"2021-03-04T23:43:07.354145+0000","last_became_active":"2021-03-04T23:42:41.199512+0000","last_became_peered":"2021-03-04T23:42:41.199512+0000","last_unstale":"2021-03-04T23:43:07.354145+0000","last_undegraded":"2021-03-04T23:43:07.354145+0000","last_fullsized":"2021-03-04T23:43:07.354145+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:00.482441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:00.482441+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.24","version":"0'0","reported_seq":"62","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377650+0000","last_change":"2021-03-04T23:42:41.201951+0000","last_active":"2021-03-04T23:43:08.377650+0000","last_peered":"2021-03-04T23:43:08.377650+0000","last_clean":"2021-03-04T23:43:08.377650+0000","last_became_active":"2021-03-04T23:42:41.199336+0000","last_became_peered":"2021-03-04T23:42:41.199336+0000","last_unstale":"2021-03-04T23:43:08.377650+0000","last_undegraded":"2021-03-04T23:43:08.377650+0000","last_fullsized":"2021-03-04T23:43:08.377650+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:25.141077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:25.141077+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.27","version":"0'0","reported_seq":"219","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377983+0000","last_change":"2021-03-04T23:42:41.202130+0000","last_active":"2021-03-04T23:43:08.377983+0000","last_peered":"2021-03-04T23:43:08.377983+0000","last_clean":"2021-03-04T23:43:08.377983+0000","last_became_active":"2021-03-04T23:42:41.201150+0000","last_became_peered":"2021-03-04T23:42:41.201150+0000","last_unstale":"2021-03-04T23:43:08.377983+0000","last_undegraded":"2021-03-04T23:43:08.377983+0000","last_fullsized":"2021-03-04T23:43:08.377983+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:58.058046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:58.058046+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.28","version":"0'0","reported_seq":"169","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.376749+0000","last_change":"2021-03-04T23:42:05.224913+0000","last_active":"2021-03-04T23:43:08.376749+0000","last_peered":"2021-03-04T23:43:08.376749+0000","last_clean":"2021-03-04T23:43:08.376749+0000","last_became_active":"2021-03-04T23:42:05.224084+0000","last_became_peered":"2021-03-04T23:42:05.224084+0000","last_unstale":"2021-03-04T23:43:08.376749+0000","last_undegraded":"2021-03-04T23:43:08.376749+0000","last_fullsized":"2021-03-04T23:43:08.376749+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:09.047446+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:09.047446+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.29","version":"0'0","reported_seq":"183","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.376882+0000","last_change":"2021-03-04T23:42:58.497030+0000","last_active":"2021-03-04T23:43:08.376882+0000","last_peered":"2021-03-04T23:43:08.376882+0000","last_clean":"2021-03-04T23:43:08.376882+0000","last_became_active":"2021-03-04T23:42:05.227359+0000","last_became_peered":"2021-03-04T23:42:05.227359+0000","last_unstale":"2021-03-04T23:43:08.376882+0000","last_undegraded":"2021-03-04T23:43:08.376882+0000","last_fullsized":"2021-03-04T23:43:08.376882+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:58.497000+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:42:58.497000+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2a","version":"0'0","reported_seq":"84","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377458+0000","last_change":"2021-03-04T23:42:41.202643+0000","last_active":"2021-03-04T23:43:08.377458+0000","last_peered":"2021-03-04T23:43:08.377458+0000","last_clean":"2021-03-04T23:43:08.377458+0000","last_became_active":"2021-03-04T23:42:41.202368+0000","last_became_peered":"2021-03-04T23:42:41.202368+0000","last_unstale":"2021-03-04T23:43:08.377458+0000","last_undegraded":"2021-03-04T23:43:08.377458+0000","last_fullsized":"2021-03-04T23:43:08.377458+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:41.826047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:41.826047+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2b","version":"0'0","reported_seq":"84","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377650+0000","last_change":"2021-03-04T23:42:41.194120+0000","last_active":"2021-03-04T23:43:08.377650+0000","last_peered":"2021-03-04T23:43:08.377650+0000","last_clean":"2021-03-04T23:43:08.377650+0000","last_became_active":"2021-03-04T23:42:41.193319+0000","last_became_peered":"2021-03-04T23:42:41.193319+0000","last_unstale":"2021-03-04T23:43:08.377650+0000","last_undegraded":"2021-03-04T23:43:08.377650+0000","last_fullsized":"2021-03-04T23:43:08.377650+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:39.802729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:08.441353+0000","last_clean_scrub_stamp":"2021-03-04T23:40:39.802729+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2c","version":"0'0","reported_seq":"64","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.354378+0000","last_change":"2021-03-04T23:40:37.436343+0000","last_active":"2021-03-04T23:43:07.354378+0000","last_peered":"2021-03-04T23:43:07.354378+0000","last_clean":"2021-03-04T23:43:07.354378+0000","last_became_active":"2021-03-04T23:40:12.162285+0000","last_became_peered":"2021-03-04T23:40:12.162285+0000","last_unstale":"2021-03-04T23:43:07.354378+0000","last_undegraded":"2021-03-04T23:43:07.354378+0000","last_fullsized":"2021-03-04T23:43:07.354378+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:37.436295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:37.436295+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2d","version":"0'0","reported_seq":"82","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377385+0000","last_change":"2021-03-04T23:42:41.207170+0000","last_active":"2021-03-04T23:43:08.377385+0000","last_peered":"2021-03-04T23:43:08.377385+0000","last_clean":"2021-03-04T23:43:08.377385+0000","last_became_active":"2021-03-04T23:42:41.206773+0000","last_became_peered":"2021-03-04T23:42:41.206773+0000","last_unstale":"2021-03-04T23:43:08.377385+0000","last_undegraded":"2021-03-04T23:43:08.377385+0000","last_fullsized":"2021-03-04T23:43:08.377385+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:22.345032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:41:22.345032+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2e","version":"0'0","reported_seq":"64","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377813+0000","last_change":"2021-03-04T23:40:12.356841+0000","last_active":"2021-03-04T23:43:08.377813+0000","last_peered":"2021-03-04T23:43:08.377813+0000","last_clean":"2021-03-04T23:43:08.377813+0000","last_became_active":"2021-03-04T23:40:12.159997+0000","last_became_peered":"2021-03-04T23:40:12.159997+0000","last_unstale":"2021-03-04T23:43:08.377813+0000","last_undegraded":"2021-03-04T23:43:08.377813+0000","last_fullsized":"2021-03-04T23:43:08.377813+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:12.356809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:12.356809+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.2f","version":"0'0","reported_seq":"193","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.376642+0000","last_change":"2021-03-04T23:41:20.351847+0000","last_active":"2021-03-04T23:43:08.376642+0000","last_peered":"2021-03-04T23:43:08.376642+0000","last_clean":"2021-03-04T23:43:08.376642+0000","last_became_active":"2021-03-04T23:40:12.162845+0000","last_became_peered":"2021-03-04T23:40:12.162845+0000","last_unstale":"2021-03-04T23:43:08.376642+0000","last_undegraded":"2021-03-04T23:43:08.376642+0000","last_fullsized":"2021-03-04T23:43:08.376642+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:20.351799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:32.738345+0000","last_clean_scrub_stamp":"2021-03-04T23:41:20.351799+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.30","version":"0'0","reported_seq":"66","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.225594+0000","last_change":"2021-03-04T23:40:14.029873+0000","last_active":"2021-03-04T23:43:08.225594+0000","last_peered":"2021-03-04T23:43:08.225594+0000","last_clean":"2021-03-04T23:43:08.225594+0000","last_became_active":"2021-03-04T23:40:12.160174+0000","last_became_peered":"2021-03-04T23:40:12.160174+0000","last_unstale":"2021-03-04T23:43:08.225594+0000","last_undegraded":"2021-03-04T23:43:08.225594+0000","last_fullsized":"2021-03-04T23:43:08.225594+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:14.029812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:14.029812+0000","last_clean_scrub_stamp":"2021-03-04T23:40:14.029812+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.31","version":"0'0","reported_seq":"73","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:08.377132+0000","last_change":"2021-03-04T23:42:41.204144+0000","last_active":"2021-03-04T23:43:08.377132+0000","last_peered":"2021-03-04T23:43:08.377132+0000","last_clean":"2021-03-04T23:43:08.377132+0000","last_became_active":"2021-03-04T23:42:41.203182+0000","last_became_peered":"2021-03-04T23:42:41.203182+0000","last_unstale":"2021-03-04T23:43:08.377132+0000","last_undegraded":"2021-03-04T23:43:08.377132+0000","last_fullsized":"2021-03-04T23:43:08.377132+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:13.401578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:13.401578+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.32","version":"0'0","reported_seq":"64","reported_epoch":"414","state":"active+clean","last_fresh":"2021-03-04T23:43:07.354432+0000","last_change":"2021-03-04T23:40:35.463239+0000","last_active":"2021-03-04T23:43:07.354432+0000","last_peered":"2021-03-04T23:43:07.354432+0000","last_clean":"2021-03-04T23:43:07.354432+0000","last_became_active":"2021-03-04T23:40:12.158753+0000","last_became_peered":"2021-03-04T23:40:12.158753+0000","last_unstale":"2021-03-04T23:43:07.354432+0000","last_undegraded":"2021-03-04T23:43:07.354432+0000","last_fullsized":"2021-03-04T23:43:07.354432+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:35.463208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:35.463208+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":16,"stat_sum":{"num_bytes":1902510080,"num_objects":29030,"num_object_clones":0,"num_object_copies":87090,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29030,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":29030,"num_write_kb":1857920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":5650513920,"data_stored":5650513920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":29030,"ondisk_log_size":29030,"up":48,"acting":48,"num_store_stats":6},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":83,"num_bytes_recovered":17821,"num_keys_recovered":40,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":10691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11140056,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":61,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":183,"acting":183,"num_store_stats":8},{"poolid":2,"num_pg":38,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":114,"acting":114,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496087,"num_pgs":96,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2066352,"kb_used_data":1017704,"kb_used_omap":3655,"kb_used_meta":1044920,"kb_avail":86014032,"statfs":{"total":90194313216,"available":88078368768,"internally_reserved":1073741824,"allocated":1042128896,"data_stored":1040111843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3743337,"internal_metadata":1069998487},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,3,3],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:43:16 2021","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.45400000000000001,"15min":0.60999999999999999},"min":{"1min":0.14199999999999999,"5min":0.14199999999999999,"15min":0.125},"max":{"1min":1.2190000000000001,"5min":4.6870000000000003,"15min":75.203000000000003},"last":0.14199999999999999},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.53700000000000003,"15min":0.67900000000000005},"min":{"1min":0.21299999999999999,"5min":0.161,"15min":0.158},"max":{"1min":0.94799999999999995,"5min":3.1720000000000002,"15min":75.129999999999995},"last":0.59399999999999997}]},{"osd":1,"last update":"Thu Mar 4 23:42:53 2021","interfaces":[{"interface":"back","average":{"1min":2.7429999999999999,"5min":1.8080000000000001,"15min":0.88300000000000001},"min":{"1min":0.193,"5min":0.16900000000000001,"15min":0.16500000000000001},"max":{"1min":35.972999999999999,"5min":83.061999999999998,"15min":83.061999999999998},"last":0.63600000000000001},{"interface":"front","average":{"1min":2.9540000000000002,"5min":1.873,"15min":0.92300000000000004},"min":{"1min":0.19900000000000001,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":36.045999999999999,"5min":83.028999999999996,"15min":83.028999999999996},"last":0.61099999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:42:39 2021","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":1.917,"15min":0.89700000000000002},"min":{"1min":0.17599999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":2.073,"5min":100.518,"15min":100.518},"last":1.3720000000000001},{"interface":"front","average":{"1min":0.76800000000000002,"5min":1.8959999999999999,"15min":0.93400000000000005},"min":{"1min":0.224,"5min":0.20100000000000001,"15min":0.182},"max":{"1min":2.8290000000000002,"5min":100.58499999999999,"15min":100.58499999999999},"last":0.624}]},{"osd":3,"last update":"Thu Mar 4 23:42:39 2021","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":1.5800000000000001,"15min":0.79200000000000004},"min":{"1min":0.188,"5min":0.188,"15min":0.17299999999999999},"max":{"1min":2.3159999999999998,"5min":69.442999999999998,"15min":69.442999999999998},"last":1.337},{"interface":"front","average":{"1min":0.435,"5min":1.5940000000000001,"15min":0.79700000000000004},"min":{"1min":0.19400000000000001,"5min":0.19400000000000001,"15min":0.185},"max":{"1min":1.2789999999999999,"5min":69.858999999999995,"15min":69.858999999999995},"last":0.17000000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:42:39 2021","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.46000000000000002,"15min":0.40100000000000002},"min":{"1min":0.153,"5min":0.14299999999999999,"15min":0.13},"max":{"1min":2.5739999999999998,"5min":4.8689999999999998,"15min":4.8689999999999998},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.46400000000000002,"15min":0.38},"min":{"1min":0.158,"5min":0.158,"15min":0.14000000000000001},"max":{"1min":1.8120000000000001,"5min":2.7450000000000001,"15min":2.7450000000000001},"last":1.415}]},{"osd":5,"last update":"Thu Mar 4 23:42:39 2021","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.44500000000000001,"15min":0.39200000000000002},"min":{"1min":0.17799999999999999,"5min":0.157,"15min":0.14000000000000001},"max":{"1min":1.341,"5min":2.6619999999999999,"15min":4.4180000000000001},"last":0.19600000000000001},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.53000000000000003,"15min":0.45900000000000002},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.156},"max":{"1min":2.5179999999999998,"5min":4.8079999999999998,"15min":4.8079999999999998},"last":0.53200000000000003}]},{"osd":6,"last update":"Thu Mar 4 23:43:12 2021","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.45000000000000001,"15min":0.441},"min":{"1min":0.23100000000000001,"5min":0.16200000000000001,"15min":0.14699999999999999},"max":{"1min":1.9350000000000001,"5min":2.2650000000000001,"15min":8.1649999999999991},"last":0.221},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.47799999999999998,"15min":0.48699999999999999},"min":{"1min":0.224,"5min":0.19800000000000001,"15min":0.17100000000000001},"max":{"1min":2.6139999999999999,"5min":2.714,"15min":8.0039999999999996},"last":1.2490000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659589,"num_pgs":103,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1999148,"kb_used_data":950564,"kb_used_omap":3318,"kb_used_meta":1045257,"kb_avail":86081236,"statfs":{"total":90194313216,"available":88147185664,"internally_reserved":1073741824,"allocated":973377536,"data_stored":971365020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3397993,"internal_metadata":1070343831},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,2],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:42:29 2021","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.63200000000000001,"15min":0.48099999999999998},"min":{"1min":0.14000000000000001,"5min":0.13500000000000001,"15min":0.13200000000000001},"max":{"1min":2.7370000000000001,"5min":3.0529999999999999,"15min":3.2160000000000002},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.44,"5min":0.55800000000000005,"15min":0.45500000000000002},"min":{"1min":0.153,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":1.51,"5min":3.2160000000000002,"15min":3.2160000000000002},"last":0.191}]},{"osd":1,"last update":"Thu Mar 4 23:42:46 2021","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":1.724,"15min":0.85899999999999999},"min":{"1min":0.185,"5min":0.153,"15min":0.14599999999999999},"max":{"1min":5.0730000000000004,"5min":92.263999999999996,"15min":92.263999999999996},"last":0.374},{"interface":"front","average":{"1min":0.43099999999999999,"5min":1.4419999999999999,"15min":0.75600000000000001},"min":{"1min":0.17299999999999999,"5min":0.158,"15min":0.158},"max":{"1min":1.4179999999999999,"5min":91.950999999999993,"15min":91.950999999999993},"last":0.20399999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:42:46 2021","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":1.9350000000000001,"15min":0.94699999999999995},"min":{"1min":0.184,"5min":0.17499999999999999,"15min":0.17299999999999999},"max":{"1min":2.8559999999999999,"5min":139.33099999999999,"15min":139.33099999999999},"last":0.21299999999999999},{"interface":"front","average":{"1min":0.68000000000000005,"5min":2.04,"15min":0.98099999999999998},"min":{"1min":0.187,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":2.1989999999999998,"5min":139.51400000000001,"15min":139.51400000000001},"last":0.34000000000000002}]},{"osd":3,"last update":"Thu Mar 4 23:42:46 2021","interfaces":[{"interface":"back","average":{"1min":1.4930000000000001,"5min":2.4860000000000002,"15min":1.474},"min":{"1min":0.20699999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":12.154,"5min":91.686999999999998,"15min":104.28700000000001},"last":0.39900000000000002},{"interface":"front","average":{"1min":1.131,"5min":2.3109999999999999,"15min":1.4039999999999999},"min":{"1min":0.19,"5min":0.183,"15min":0.183},"max":{"1min":12.045999999999999,"5min":91.822000000000003,"15min":104.264},"last":0.249}]},{"osd":4,"last update":"Thu Mar 4 23:42:29 2021","interfaces":[{"interface":"back","average":{"1min":0.27100000000000002,"5min":0.44500000000000001,"15min":0.38800000000000001},"min":{"1min":0.14699999999999999,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":0.85399999999999998,"5min":4.3540000000000001,"15min":4.3540000000000001},"last":0.17999999999999999},{"interface":"front","average":{"1min":0.33600000000000002,"5min":0.46999999999999997,"15min":0.40200000000000002},"min":{"1min":0.153,"5min":0.14399999999999999,"15min":0.14299999999999999},"max":{"1min":1.5600000000000001,"5min":3.1179999999999999,"15min":3.1179999999999999},"last":0.23499999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:42:29 2021","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.63,"15min":0.442},"min":{"1min":0.17799999999999999,"5min":0.17000000000000001,"15min":0.155},"max":{"1min":0.81899999999999995,"5min":18.030000000000001,"15min":18.030000000000001},"last":0.224},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.74199999999999999,"15min":0.501},"min":{"1min":0.192,"5min":0.17799999999999999,"15min":0.13900000000000001},"max":{"1min":1.5980000000000001,"5min":17.949999999999999,"15min":17.949999999999999},"last":0.25900000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:42:29 2021","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.46600000000000003,"15min":0.41299999999999998},"min":{"1min":0.20399999999999999,"5min":0.187,"15min":0.16500000000000001},"max":{"1min":1.925,"5min":3.1440000000000001,"15min":3.569},"last":1.0569999999999999},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.56799999999999995,"15min":0.496},"min":{"1min":0.17799999999999999,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":1.5820000000000001,"5min":3.4220000000000002,"15min":3.8050000000000002},"last":0.67200000000000004}]}]},{"osd":1,"up_from":0,"seq":373662155108,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":174,"seq":747324309691,"num_pgs":84,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":788572,"kb_used_data":730900,"kb_used_omap":353,"kb_used_meta":57310,"kb_avail":87291812,"statfs":{"total":90194313216,"available":89386815488,"internally_reserved":0,"allocated":748441600,"data_stored":746442787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":361661,"internal_metadata":58686275},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:42:16 2021","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.38,"15min":0.307},"min":{"1min":0.159,"5min":0.13,"15min":0.12},"max":{"1min":3.2650000000000001,"5min":3.2650000000000001,"15min":3.2650000000000001},"last":0.187},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.48999999999999999,"15min":0.32300000000000001},"min":{"1min":0.151,"5min":0.13500000000000001,"15min":0.128},"max":{"1min":2.6840000000000002,"5min":2.7599999999999998,"15min":2.7599999999999998},"last":0.17399999999999999}]},{"osd":2,"last update":"Thu Mar 4 23:42:16 2021","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.51200000000000001,"15min":0.33700000000000002},"min":{"1min":0.158,"5min":0.13800000000000001,"15min":0.13500000000000001},"max":{"1min":2.161,"5min":3.3650000000000002,"15min":3.3650000000000002},"last":0.20899999999999999},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.47999999999999998,"15min":0.36799999999999999},"min":{"1min":0.17199999999999999,"5min":0.16300000000000001,"15min":0.14000000000000001},"max":{"1min":1.9319999999999999,"5min":3.9289999999999998,"15min":3.9289999999999998},"last":0.29699999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:42:16 2021","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.57599999999999996,"15min":0.376},"min":{"1min":0.17599999999999999,"5min":0.16400000000000001,"15min":0.128},"max":{"1min":1.272,"5min":5.0289999999999999,"15min":5.0289999999999999},"last":0.157},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.48599999999999999,"15min":0.38100000000000001},"min":{"1min":0.251,"5min":0.19700000000000001,"15min":0.151},"max":{"1min":1.9510000000000001,"5min":2.4910000000000001,"15min":2.6080000000000001},"last":0.33600000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:42:16 2021","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.57599999999999996,"15min":0.45600000000000002},"min":{"1min":0.219,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":1.161,"5min":3.2690000000000001,"15min":3.2690000000000001},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.64800000000000002,"15min":0.52300000000000002},"min":{"1min":0.27900000000000003,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":1.976,"5min":3.7639999999999998,"15min":3.7639999999999998},"last":0.40100000000000002}]},{"osd":5,"last update":"Thu Mar 4 23:42:16 2021","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.53800000000000003,"15min":0.47799999999999998},"min":{"1min":0.28199999999999997,"5min":0.214,"15min":0.20699999999999999},"max":{"1min":1.9970000000000001,"5min":2.569,"15min":2.637},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.61299999999999999,"15min":0.46500000000000002},"min":{"1min":0.219,"5min":0.219,"15min":0.20100000000000001},"max":{"1min":2.0720000000000001,"5min":2.7650000000000001,"15min":2.7650000000000001},"last":0.36899999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:42:16 2021","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.74299999999999999,"15min":0.55400000000000005},"min":{"1min":0.26900000000000002,"5min":0.22900000000000001,"15min":0.19600000000000001},"max":{"1min":2.1179999999999999,"5min":3.4940000000000002,"15min":5.835},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.60699999999999998,"15min":0.47999999999999998},"min":{"1min":0.245,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":1.2430000000000001,"5min":3.2909999999999999,"15min":3.2909999999999999},"last":0.38600000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:42:16 2021","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.68600000000000005,"15min":0.50900000000000001},"min":{"1min":0.34399999999999997,"5min":0.26100000000000001,"15min":0.23100000000000001},"max":{"1min":2.1549999999999998,"5min":2.7970000000000002,"15min":2.7970000000000002},"last":0.317},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.625,"15min":0.50900000000000001},"min":{"1min":0.29199999999999998,"5min":0.219,"15min":0.219},"max":{"1min":1.22,"5min":3.3290000000000002,"15min":3.3290000000000002},"last":0.34999999999999998}]}]},{"osd":2,"up_from":0,"seq":442381631831,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879627,"num_pgs":93,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1161236,"kb_used_data":1136652,"kb_used_omap":361,"kb_used_meta":24214,"kb_avail":86919148,"statfs":{"total":90194313216,"available":89005207552,"internally_reserved":0,"allocated":1163931648,"data_stored":1161939403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":370596,"internal_metadata":24795228},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:43:12 2021","interfaces":[{"interface":"back","average":{"1min":0.23000000000000001,"5min":2.1110000000000002,"15min":1.196},"min":{"1min":0.155,"5min":0.13300000000000001,"15min":0.127},"max":{"1min":0.41199999999999998,"5min":85.155000000000001,"15min":85.155000000000001},"last":0.13100000000000001},{"interface":"front","average":{"1min":0.27300000000000002,"5min":2.177,"15min":1.248},"min":{"1min":0.14899999999999999,"5min":0.14899999999999999,"15min":0.13500000000000001},"max":{"1min":0.45900000000000002,"5min":85.247,"15min":85.247},"last":0.16800000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:42:35 2021","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":1.363,"15min":0.71499999999999997},"min":{"1min":0.161,"5min":0.13300000000000001,"15min":0.13300000000000001},"max":{"1min":3.609,"5min":79.055999999999997,"15min":79.055999999999997},"last":0.23599999999999999},{"interface":"front","average":{"1min":0.36199999999999999,"5min":1.302,"15min":0.70999999999999996},"min":{"1min":0.17499999999999999,"5min":0.14999999999999999,"15min":0.13600000000000001},"max":{"1min":1.389,"5min":79.075000000000003,"15min":79.075000000000003},"last":0.20200000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:42:35 2021","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":1.4350000000000001,"15min":0.67500000000000004},"min":{"1min":0.154,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":2.2050000000000001,"5min":52.024999999999999,"15min":52.024999999999999},"last":0.216},{"interface":"front","average":{"1min":0.70099999999999996,"5min":1.5309999999999999,"15min":0.71299999999999997},"min":{"1min":0.214,"5min":0.17799999999999999,"15min":0.151},"max":{"1min":3.6030000000000002,"5min":51.856999999999999,"15min":51.856999999999999},"last":0.27900000000000003}]},{"osd":4,"last update":"Thu Mar 4 23:42:35 2021","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.78000000000000003,"15min":0.79900000000000004},"min":{"1min":0.219,"5min":0.21099999999999999,"15min":0.19400000000000001},"max":{"1min":1.901,"5min":11.282999999999999,"15min":68.614999999999995},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.66000000000000003,"15min":0.50800000000000001},"min":{"1min":0.22600000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":1.0129999999999999,"5min":11.256,"15min":11.256},"last":0.38200000000000001}]},{"osd":5,"last update":"Thu Mar 4 23:42:35 2021","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.58899999999999997,"15min":0.496},"min":{"1min":0.252,"5min":0.221,"15min":0.221},"max":{"1min":1.234,"5min":3.294,"15min":3.294},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.752,"15min":0.505},"min":{"1min":0.20399999999999999,"5min":0.182,"15min":0.182},"max":{"1min":2.278,"5min":5.0190000000000001,"15min":5.0190000000000001},"last":0.30399999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:43:08 2021","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":0.78100000000000003,"15min":0.58699999999999997},"min":{"1min":0.30099999999999999,"5min":0.23499999999999999,"15min":0.22500000000000001},"max":{"1min":2.617,"5min":4.5110000000000001,"15min":4.5110000000000001},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.60999999999999999,"15min":0.5},"min":{"1min":0.28399999999999997,"5min":0.27200000000000002,"15min":0.251},"max":{"1min":1.3540000000000001,"5min":3.1349999999999998,"15min":3.1349999999999998},"last":0.29299999999999998}]},{"osd":7,"last update":"Thu Mar 4 23:42:35 2021","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.76900000000000002,"15min":1.1930000000000001},"min":{"1min":0.23899999999999999,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":2.2509999999999999,"5min":5.0519999999999996,"15min":160.75999999999999},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.88600000000000001,"15min":1.2969999999999999},"min":{"1min":0.32400000000000001,"5min":0.25600000000000001,"15min":0.23899999999999999},"max":{"1min":2.1899999999999999,"5min":4.4779999999999998,"15min":160.86600000000001},"last":0.69599999999999995}]}]},{"osd":4,"up_from":31,"seq":133143986656,"num_pgs":84,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":2044012,"kb_used_data":995428,"kb_used_omap":168,"kb_used_meta":1048407,"kb_avail":86036372,"statfs":{"total":90194313216,"available":88101244928,"internally_reserved":1073741824,"allocated":1019318272,"data_stored":1017305245,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":172349,"internal_metadata":1073569475},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:42:14 2021","interfaces":[{"interface":"back","average":{"1min":0.20000000000000001,"5min":0.623,"15min":0.47499999999999998},"min":{"1min":0.13800000000000001,"5min":0.13800000000000001,"15min":0.13800000000000001},"max":{"1min":0.33200000000000002,"5min":13.009,"15min":13.009},"last":0.14000000000000001},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.70799999999999996,"15min":0.54900000000000004},"min":{"1min":0.22900000000000001,"5min":0.14299999999999999,"15min":0.14299999999999999},"max":{"1min":1.143,"5min":13.050000000000001,"15min":13.050000000000001},"last":0.29199999999999998}]},{"osd":1,"last update":"Thu Mar 4 23:42:51 2021","interfaces":[{"interface":"back","average":{"1min":2.2629999999999999,"5min":3.1190000000000002,"15min":1.4410000000000001},"min":{"1min":0.17499999999999999,"5min":0.157,"15min":0.154},"max":{"1min":35.223999999999997,"5min":224.30600000000001,"15min":224.30600000000001},"last":0.501},{"interface":"front","average":{"1min":2.2709999999999999,"5min":3.198,"15min":1.476},"min":{"1min":0.19600000000000001,"5min":0.185,"15min":0.154},"max":{"1min":35.137,"5min":224.327,"15min":224.327},"last":0.51900000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:42:36 2021","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.70499999999999996,"15min":0.497},"min":{"1min":0.185,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":1.139,"5min":15.212,"15min":15.212},"last":0.374},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.68000000000000005,"15min":0.497},"min":{"1min":0.19800000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":2.5390000000000001,"5min":15.227,"15min":15.227},"last":0.22900000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:42:36 2021","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":2.1930000000000001,"15min":1.647},"min":{"1min":0.20200000000000001,"5min":0.20100000000000001,"15min":0.192},"max":{"1min":2.2029999999999998,"5min":132.53800000000001,"15min":132.53800000000001},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.53700000000000003,"5min":2.0950000000000002,"15min":1.587},"min":{"1min":0.219,"5min":0.219,"15min":0.19400000000000001},"max":{"1min":1.9970000000000001,"5min":132.518,"15min":132.518},"last":0.254}]},{"osd":5,"last update":"Thu Mar 4 23:42:51 2021","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.33300000000000002,"15min":0.35799999999999998},"min":{"1min":0.16400000000000001,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":0.77300000000000002,"5min":1.6180000000000001,"15min":3.7850000000000001},"last":0.17199999999999999},{"interface":"front","average":{"1min":0.24199999999999999,"5min":0.32100000000000001,"15min":0.36499999999999999},"min":{"1min":0.14899999999999999,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":0.41299999999999998,"5min":2.2120000000000002,"15min":4.2380000000000004},"last":0.33800000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:42:14 2021","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.46999999999999997,"15min":0.40799999999999997},"min":{"1min":0.16800000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.706,"5min":2.7330000000000001,"15min":3.1110000000000002},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.435,"5min":0.55600000000000005,"15min":0.44700000000000001},"min":{"1min":0.183,"5min":0.16400000000000001,"15min":0.14199999999999999},"max":{"1min":1.1859999999999999,"5min":4.6289999999999996,"15min":4.6289999999999996},"last":0.32500000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:42:51 2021","interfaces":[{"interface":"back","average":{"1min":0.32300000000000001,"5min":0.37,"15min":0.876},"min":{"1min":0.16200000000000001,"5min":0.16,"15min":0.16},"max":{"1min":0.74299999999999999,"5min":1.6479999999999999,"15min":131.482},"last":0.19800000000000001},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.505,"15min":0.94299999999999995},"min":{"1min":0.20200000000000001,"5min":0.183,"15min":0.161},"max":{"1min":1.869,"5min":2.9940000000000002,"15min":131.54599999999999},"last":0.54000000000000004}]}]},{"osd":5,"up_from":36,"seq":154618823134,"num_pgs":78,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":1324892,"kb_used_data":276308,"kb_used_omap":2225,"kb_used_meta":1046350,"kb_avail":86755492,"statfs":{"total":90194313216,"available":88837623808,"internally_reserved":1073741824,"allocated":282939392,"data_stored":280940627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2278588,"internal_metadata":1071463236},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:43:12 2021","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.82699999999999996,"15min":0.54100000000000004},"min":{"1min":0.17100000000000001,"5min":0.14499999999999999,"15min":0.13},"max":{"1min":1.135,"5min":21.626000000000001,"15min":21.626000000000001},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.745,"15min":0.52100000000000002},"min":{"1min":0.153,"5min":0.153,"15min":0.153},"max":{"1min":1.29,"5min":21.646000000000001,"15min":21.646000000000001},"last":0.54200000000000004}]},{"osd":1,"last update":"Thu Mar 4 23:42:48 2021","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.57999999999999996,"15min":0.46400000000000002},"min":{"1min":0.158,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":1.47,"5min":3.4119999999999999,"15min":3.9220000000000002},"last":0.501},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.48799999999999999,"15min":0.42199999999999999},"min":{"1min":0.16900000000000001,"5min":0.159,"15min":0.159},"max":{"1min":1.768,"5min":3.4009999999999998,"15min":3.4009999999999998},"last":0.52000000000000002}]},{"osd":2,"last update":"Thu Mar 4 23:42:38 2021","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.64800000000000002,"15min":0.496},"min":{"1min":0.16600000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":2.1920000000000002,"5min":3.3799999999999999,"15min":3.843},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.51900000000000002,"15min":0.45700000000000002},"min":{"1min":0.25700000000000001,"5min":0.20300000000000001,"15min":0.184},"max":{"1min":2.2050000000000001,"5min":2.2050000000000001,"15min":3.0800000000000001},"last":0.443}]},{"osd":3,"last update":"Thu Mar 4 23:42:38 2021","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":1.1180000000000001,"15min":0.86199999999999999},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":1.677,"5min":45.746000000000002,"15min":55.055999999999997},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.57399999999999995,"5min":1.143,"15min":0.88400000000000001},"min":{"1min":0.20999999999999999,"5min":0.191,"15min":0.187},"max":{"1min":1.3859999999999999,"5min":45.728999999999999,"15min":55.119},"last":0.42999999999999999}]},{"osd":4,"last update":"Thu Mar 4 23:43:12 2021","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.35999999999999999,"15min":0.58799999999999997},"min":{"1min":0.16800000000000001,"5min":0.14099999999999999,"15min":0.13100000000000001},"max":{"1min":1.9259999999999999,"5min":2.0790000000000002,"15min":55.844999999999999},"last":0.311},{"interface":"front","average":{"1min":0.28799999999999998,"5min":0.436,"15min":0.66200000000000003},"min":{"1min":0.159,"5min":0.155,"15min":0.155},"max":{"1min":0.51600000000000001,"5min":3.4630000000000001,"15min":55.863999999999997},"last":0.29599999999999999}]},{"osd":6,"last update":"Thu Mar 4 23:42:48 2021","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.58099999999999996,"15min":0.499},"min":{"1min":0.16900000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":3.024,"5min":3.8090000000000002,"15min":4.6289999999999996},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.55000000000000004,"15min":0.46100000000000002},"min":{"1min":0.224,"5min":0.17699999999999999,"15min":0.14599999999999999},"max":{"1min":1.5589999999999999,"5min":4.5430000000000001,"15min":5.1189999999999998},"last":0.32700000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:42:38 2021","interfaces":[{"interface":"back","average":{"1min":0.30099999999999999,"5min":0.54900000000000004,"15min":0.45000000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.185},"max":{"1min":0.44500000000000001,"5min":4.149,"15min":5.0220000000000002},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.57299999999999995,"15min":0.48099999999999998},"min":{"1min":0.22600000000000001,"5min":0.20300000000000001,"15min":0.159},"max":{"1min":3.1349999999999998,"5min":3.4390000000000001,"15min":5.5540000000000003},"last":0.39000000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":361661,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":409281,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":406251,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":370596,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":172349,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2278588,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3397993,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3743337,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":863109120,"data_stored":863109120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1296236544,"data_stored":1296236544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1016266752,"data_stored":1016266752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":330694656,"data_stored":330694656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1018691584,"data_stored":1018691584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1125515264,"data_stored":1125515264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:43:25.072 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2021-03-04T23:43:25.072 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd pool set device_health_metrics pg_num 71 2021-03-04T23:43:25.105 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:25.126 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:25.127 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:25.127 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:25.217 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:25.229 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:25.246 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:25.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:25.248 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:25.349 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:25.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:25 gibba011 conmon[95595]: audit 2021-03-04T23:43:24.369199+0000 mon.c (mon.1) 519 : audit [DBG] from='client.? 172.21.2.111:0/470490878' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:25.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:25 gibba011 conmon[99461]: audit 2021-03-04T23:43:24.369199+0000 mon.c (mon.1) 519 : audit [DBG] from='client.? 172.21.2.111:0/470490878' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:25.370 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:25.371 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:25.371 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:25.472 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:25.495 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:25.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:25.496 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:25.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:25 gibba038 conmon[76675]: audit 2021-03-04T23:43:24.369199+0000 mon.c (mon. 2021-03-04T23:43:25.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:25 gibba038 conmon[76675]: 1) 519 : audit [DBG] from='client.? 172.21.2.111:0/470490878' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:25.599 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:25.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:25.627 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:25.628 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:25.730 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:25.756 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:25.757 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:25.758 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:25.859 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:25.879 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:25.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:25.884 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:25.963 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 13 16 57366 57350 275.703 190.75 0.00350387 0.00362439 2021-03-04T23:43:25.988 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:26.018 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:26.020 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:26.021 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:26.123 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:26.137 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:43:26.138 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:43:26.138 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:43:26.139 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:43:26.141 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:43:26.142 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:43:26.143 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:43:26.144 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:43:26.147 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:43:26.148 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:43:26.148 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:43:26.149 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:43:26.150 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:43:26.151 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:43:26.151 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:43:26.153 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:43:26.157 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:26.160 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:26.162 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:26.263 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:26.286 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:26.287 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:26.287 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:26.389 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:26.415 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:26.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:26.416 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:26.517 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:26.536 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:26.537 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:26.538 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:26.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:26 gibba038 conmon[76675]: cluster 2021-03-04T23:43:24.693984+0000 osd.5 (osd.5) 83 : cluster 2021-03-04T23:43:26.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:26 gibba038 conmon[76675]: [DBG] 2.c scrub starts 2021-03-04T23:43:26.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:26 gibba038 conmon[76675]: cluster 2021-03-04T23:43:24.694845+0000 osd.5 (osd.5) 84 : cluster [DBG] 2.c scrub ok 2021-03-04T23:43:26.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:26 gibba038 conmon[76675]: cluster 2021-03-04T23 2021-03-04T23:43:26.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:26 gibba038 conmon[76675]: :43:24.707279+0000 osd.3 (osd.3) 30 : cluster [DBG] 2.1 scrub ok 2021-03-04T23:43:26.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:26 gibba038 conmon[76675]: cluster 2021-03-04T23:43:24.852091 2021-03-04T23:43:26.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:26 gibba038 conmon[76675]: +0000 mgr.x (mgr.34676) 1274 : cluster [DBG] pgmap v1380: 179 pgs: 179 active+clean; 2.9 GiB data, 8.6 GiB used, 491 GiB / 504 GiB avail; 293 MiB/s wr, 4.68k op/s 2021-03-04T23:43:26.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:26 gibba011 conmon[95595]: cluster 2021-03-04T23:43:24.693984+0000 osd.5 (osd.5) 83 : cluster [DBG] 2.c scrub starts 2021-03-04T23:43:26.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:26 gibba011 conmon[95595]: cluster 2021-03-04T23:43:24.694845+0000 osd.5 (osd.5) 84 : cluster [DBG] 2.c scrub ok 2021-03-04T23:43:26.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:26 gibba011 conmon[95595]: cluster 2021-03-04T23:43:24.707279+0000 osd.3 (osd.3) 30 : cluster [DBG] 2.1 scrub ok 2021-03-04T23:43:26.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:26 gibba011 conmon[95595]: cluster 2021-03-04T23:43:24.852091+0000 mgr.x (mgr.34676) 1274 : cluster [DBG] pgmap v1380: 179 pgs: 179 active+clean; 2.9 GiB data, 8.6 GiB used, 491 GiB / 504 GiB avail; 293 MiB/s wr, 4.68k op/s 2021-03-04T23:43:26.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:26 gibba011 conmon[99461]: cluster 2021-03-04T23:43:24.693984+0000 osd.5 (osd.5) 83 : cluster [DBG] 2.c scrub starts 2021-03-04T23:43:26.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:26 gibba011 conmon[99461]: cluster 2021-03-04T23:43:24.694845+0000 osd.5 (osd.5) 84 : cluster [DBG] 2.c scrub ok 2021-03-04T23:43:26.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:26 gibba011 conmon[99461]: cluster 2021-03-04T23:43:24.707279+0000 2021-03-04T23:43:26.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:26 gibba011 conmon[99461]: osd.3 (osd.3) 30 : cluster [DBG] 2.1 scrub ok 2021-03-04T23:43:26.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:26 gibba011 conmon[99461]: cluster 2021-03-04T23:43: 2021-03-04T23:43:26.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:26 gibba011 conmon[99461]: 24.852091+0000 mgr.x (mgr.34676) 1274 : cluster [DBG] pgmap v1380: 179 pgs: 179 active+clean; 2.9 GiB data, 8.6 GiB used, 491 GiB / 504 GiB avail; 293 MiB/s wr, 4.68k op/s 2021-03-04T23:43:26.639 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:26.664 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:26.665 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:26.666 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:26.762 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.2 dump_historic_ops 2021-03-04T23:43:26.767 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:26.787 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:26.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:26.789 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:26.890 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:26.905 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:26.910 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:26.911 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:26.911 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:26.963 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 14 16 60513 60497 270.058 196.688 0.00653836 0.00370057 2021-03-04T23:43:27.012 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:27.031 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:27.032 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:27.032 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:27.133 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:27.159 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:27.160 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:27.160 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:27.261 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:27.283 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:27.284 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:27.284 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:27.385 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:27.404 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:27.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:27.406 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:27.507 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:27.530 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:27.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:27.532 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:27.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:27 gibba038 conmon[76675]: cluster 2021-03-04T23:43:25.666739+0000 2021-03-04T23:43:27.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:27 gibba038 conmon[76675]: osd.3 (osd.3) 31 : cluster [DBG] 2.a scrub ok 2021-03-04T23:43:27.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:27 gibba038 conmon[76675]: cluster 2021-03-04T23:43:26.202234+0000 osd.0 (osd.0) 24 : cluster [DBG] 1.b scrub ok 2021-03-04T23:43:27.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:27 gibba011 conmon[95595]: cluster 2021-03-04T23:43:25.666739+0000 osd.3 (osd.3) 31 : cluster [DBG] 2.a scrub ok 2021-03-04T23:43:27.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:27 gibba011 conmon[95595]: cluster 2021-03-04T23:43:26.202234+0000 osd.0 (osd.0) 24 : cluster [DBG] 1.b scrub ok 2021-03-04T23:43:27.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:27 gibba011 conmon[99461]: cluster 2021-03-04T23:43:25.666739+0000 osd.3 (osd.3) 31 : cluster [DBG] 2.a scrub ok 2021-03-04T23:43:27.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:27 gibba011 conmon[99461]: cluster 2021-03-04T23:43:26.202234+0000 osd.0 (osd.0) 24 : cluster [DBG] 1.b scrub ok 2021-03-04T23:43:27.633 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:27.650 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:27.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:27.652 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:27.753 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:27.774 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:27.775 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:27.776 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:27.877 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:27.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:27.899 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:27.900 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:27.963 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 15 16 63299 63283 263.661 174.125 0.00668678 0.00379022 2021-03-04T23:43:28.001 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:28.023 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:28.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:28.025 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:28.126 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:28.148 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:28.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:28.150 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:28.251 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:28.275 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:28.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:28.277 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:28.378 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:28.398 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:28.399 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:28.400 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:28.501 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:28.522 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:28.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:28.523 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:28.537 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:28 gibba011 conmon[95595]: cluster 2021-03-04T23:43:26.692380+0000 osd.3 (osd.3) 32 : cluster [DBG] 1.38 scrub ok 2021-03-04T23:43:28.538 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:28 gibba011 conmon[95595]: cluster 2021-03-04T23:43:26.852404+0000 mgr.x (mgr.34676) 1275 : cluster [DBG] pgmap v1381: 179 pgs: 179 active+clean; 2.9 GiB data, 8.6 GiB used, 491 GiB / 504 GiB avail; 293 MiB/s wr, 4.68k op/s 2021-03-04T23:43:28.538 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:28 gibba011 conmon[99461]: cluster 2021-03-04T23:43:26.692380+0000 osd.3 (osd.3) 32 : cluster [DBG] 1.38 scrub ok 2021-03-04T23:43:28.538 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:28 gibba011 conmon[99461]: 2021-03-04T23:43:28.538 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:28 gibba011 conmon[99461]: cluster 2021-03-04T23:43:26.852404+0000 mgr.x (mgr.34676) 1275 : cluster [DBG] pgmap v1381: 179 pgs: 179 active+clean; 2.9 GiB data, 8.6 GiB used, 491 GiB / 504 GiB avail; 293 MiB/s wr, 4.68k op/s 2021-03-04T23:43:28.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:28 gibba038 conmon[76675]: cluster 2021-03-04T23:43:26.692380+0000 osd.3 (osd.3) 32 : cluster [DBG] 1.38 scrub ok 2021-03-04T23:43:28.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:28 gibba038 conmon[76675]: 2021-03-04T23:43:28.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:28 gibba038 conmon[76675]: cluster 2021-03-04T23:43:26.852404+0000 mgr.x (mgr.34676) 1275 : cluster [DBG] pgmap v1381: 179 pgs: 179 active+clean; 2.9 GiB data, 8.6 GiB used, 491 GiB / 504 GiB avail; 293 MiB/s wr, 4.68k op/s 2021-03-04T23:43:28.624 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:28.646 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:28.647 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:28.648 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:28.749 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:28.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:28.769 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:28.769 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:28.864 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:43:28.871 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:28.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:28.896 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:28.896 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:28.962 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 16 16 66403 66387 259.306 194 0.00498032 0.00385399 2021-03-04T23:43:28.997 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:28.999 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:29.019 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:29.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:29.021 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:29.122 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:29.142 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:29.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:29.143 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:29.244 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:29.267 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:29.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:29.269 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:29.370 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:29.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:29.394 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:29.394 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:29.495 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:29.518 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:29.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:29.520 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:29.621 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:29.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:29.644 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:29.644 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:29.745 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:29.767 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:29.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:29.768 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:29.870 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:29.888 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:29.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:29.890 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:29.906 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:43:29.962 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 17 16 69279 69263 254.626 179.75 0.00626619 0.00392446 2021-03-04T23:43:29.992 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:30.012 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:30.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:30.013 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:30.070 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:30.115 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:30.136 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:30.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:30.137 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:30.238 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:30.259 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:30.260 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:30.260 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:30.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:30 gibba011 conmon[95595]: cluster 2021-03-04T23:43:28.853189+0000 mgr.x (mgr.34676) 1276 : cluster [DBG] pgmap v1382: 179 pgs: 179 active+clean; 3.8 GiB data, 11 GiB used, 489 GiB / 504 GiB avail; 213 MiB/s wr, 3.40k op/s 2021-03-04T23:43:30.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:30 gibba011 conmon[99461]: cluster 2021-03-04T23:43:28.853189+0000 mgr.x (mgr.34676) 1276 : cluster [DBG] pgmap v1382: 179 pgs: 179 active+clean; 3.8 GiB data, 11 GiB used, 489 GiB / 504 GiB avail; 213 MiB/s wr, 3.40k op/s 2021-03-04T23:43:30.362 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:30.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:30.382 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:30.383 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:30.484 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:30.506 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:30.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:30.508 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:30.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:30 gibba038 conmon[76675]: cluster 2021-03-04T23:43:28.853189+0000 mgr.x (mgr.34676) 1276 2021-03-04T23:43:30.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:30 gibba038 conmon[76675]: : cluster [DBG] pgmap v1382: 179 pgs: 179 active+clean; 3.8 GiB data, 11 GiB used, 489 GiB / 504 GiB avail; 213 MiB/s wr, 3.40k op/s 2021-03-04T23:43:30.609 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:30.627 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:30.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:30.628 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:30.729 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:30.754 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:30.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:30.756 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:30.857 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:30.885 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:30.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:30.886 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:30.962 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 18 16 72220 72204 250.691 183.812 0.00448581 0.00398638 2021-03-04T23:43:30.987 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:31.011 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:31.011 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:31.012 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:31.113 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:31.139 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:31.140 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:31.140 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:31.241 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:31.265 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:31.266 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:31.267 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:31.369 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:31.392 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:31.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:31.393 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:31.420 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:31 gibba011 conmon[95595]: cluster 2021-03-04T23:43:29.798285+0000 osd.3 (osd.3) 33 : cluster [DBG] 1.1d scrub ok 2021-03-04T23:43:31.420 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:31 gibba011 conmon[95595]: 2021-03-04T23:43:31.421 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:31 gibba011 conmon[95595]: audit 2021-03-04T23:43:31.015056+0000 mon.a (mon.0) 1816 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:43:31.421 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:31 gibba011 conmon[99461]: cluster 2021-03-04T23:43:29.798285+0000 osd.3 (osd.3) 2021-03-04T23:43:31.421 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:31 gibba011 conmon[99461]: 33 : cluster [DBG] 1.1d scrub ok 2021-03-04T23:43:31.422 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:31 gibba011 conmon[99461]: audit 2021-03-04T23:43:31.015056+0000 mon.a (mon.0) 1816 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:43:31.494 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:31.517 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:31.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:31.519 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:31.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:31 gibba038 conmon[76675]: cluster 2021-03-04T23:43:29.798285+0000 osd.3 (osd.3) 2021-03-04T23:43:31.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:31 gibba038 conmon[76675]: 33 : cluster [DBG] 1.1d scrub ok 2021-03-04T23:43:31.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:31 gibba038 conmon[76675]: audit 2021-03-04T23:43:31.015056+0000 mon.a (mon.0) 1816 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:43:31.620 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:31.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:31.643 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:31.643 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:31.745 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:31.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:31.774 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:31.775 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:31.876 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:31.901 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:31.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:31.903 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:31.963 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 19 16 75054 75038 246.818 177.125 0.00789886 0.0040491 2021-03-04T23:43:32.003 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:32.028 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:32.029 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:32.030 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:32.131 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:32.150 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:32.151 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:32.152 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:32.253 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:32.271 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:32.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:32.273 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:32.374 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:32.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:32.399 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:32.400 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:32.418 INFO:teuthology.orchestra.run.gibba011.stderr:set pool 1 pg_num to 71 2021-03-04T23:43:32.500 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:32.524 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:32.525 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:32.525 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:32.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:32 gibba011 conmon[99461]: cluster 2021-03-04T23:43:30.853480+0000 mgr.x (mgr.34676) 1277 : cluster [DBG] pgmap v1383: 179 pgs: 179 active+clean; 3.8 GiB data, 11 GiB used, 489 GiB / 504 GiB avail; 213 MiB/s wr, 3.40k op/s 2021-03-04T23:43:32.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:32 gibba011 conmon[99461]: cephadm 2021-03-04T23:43:31.016061+0000 mgr.x (mgr.34676) 1278 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:43:32.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:32 gibba011 conmon[99461]: audit 2021-03-04T23:43:31.409641+0000 mon.a (mon.0) 1817 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:43:32.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:32 gibba011 conmon[99461]: audit 2021-03-04T23:43:31.739957+0000 mon.c (mon.1) 520 : audit [INF] from='client.? 172.21.2.111:0/2730971465' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "71"}]: dispatch 2021-03-04T23:43:32.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:32 gibba011 conmon[99461]: audit 2021-03-04T23:43:31.740213+0000 mon.a (mon.0) 1818 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "71"}]: dispatch 2021-03-04T23:43:32.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:32 gibba011 conmon[95595]: cluster 2021-03-04T23:43:30.853480+0000 mgr.x (mgr.34676) 1277 : cluster [DBG] pgmap v1383: 179 pgs: 179 active+clean; 3.8 GiB data, 11 GiB used, 489 GiB / 504 GiB avail; 213 MiB/s wr, 3.40k op/s 2021-03-04T23:43:32.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:32 gibba011 conmon[95595]: cephadm 2021-03-04T23:43:31.016061+0000 mgr.x (mgr.34676) 1278 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:43:32.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:32 gibba011 conmon[95595]: audit 2021-03-04T23:43:31.409641+0000 mon.a (mon.0) 1817 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:43:32.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:32 gibba011 conmon[95595]: audit 2021-03-04T23:43:31.739957+0000 mon.c (mon.1) 520 : audit [INF] from='client.? 172.21.2.111:0/2730971465' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "71"}]: dispatch 2021-03-04T23:43:32.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:32 gibba011 conmon[95595]: audit 2021-03-04T23:43:31.740213+0000 mon.a (mon.0) 1818 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "71"}]: dispatch 2021-03-04T23:43:32.627 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:32.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:32.644 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:32.645 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:32.746 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:32.767 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:32.768 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:32.768 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:32.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:32 gibba038 conmon[76675]: cluster 2021-03-04T23:43:30.853480+0000 mgr.x (mgr.34676) 1277 : cluster [DBG] 2021-03-04T23:43:32.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:32 gibba038 conmon[76675]: pgmap v1383: 179 pgs: 179 active+clean; 3.8 GiB data, 11 GiB used, 489 GiB / 504 GiB avail; 213 MiB/s wr, 3.40k op/s 2021-03-04T23:43:32.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:32 gibba038 conmon[76675]: cephadm 2021-03-04T23:43:31.016061+0000 mgr.x (mgr.34676) 1278 : cephadm [INF] Refreshing gibba011 facts 2021-03-04T23:43:32.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:32 gibba038 conmon[76675]: audit 2021-03-04T23:43:31.409641+0000 mon.a (mon.0) 1817 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:43:32.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:32 gibba038 conmon[76675]: audit 2021-03-04T23:43:31.739957+0000 mon.c 2021-03-04T23:43:32.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:32 gibba038 conmon[76675]: (mon.1) 520 : audit [INF] from='client.? 172.21.2.111:0/2730971465' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "71"}]: dispatch 2021-03-04T23:43:32.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:32 gibba038 conmon[76675]: audit 2021-03-04T23:43:31.740213+0000 mon.a (mon.0) 2021-03-04T23:43:32.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:32 gibba038 conmon[76675]: 1818 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "71"}]: dispatch 2021-03-04T23:43:32.870 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:32.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:32.890 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:32.890 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:32.963 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:43:32.961642+0000 min lat: 0.000891726 max lat: 0.110501 avg lat: 0.00410699 2021-03-04T23:43:32.963 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:43:32.963 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 20 16 77619 77603 242.492 160.312 0.00217662 0.00410699 2021-03-04T23:43:32.992 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:33.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:33.010 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:33.011 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:33.112 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:33.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:33.136 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:33.137 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:33.238 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:33.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:33.258 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:33.258 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:33.360 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:33.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:33.379 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:33.380 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:33.481 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:33.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:33.500 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:33.500 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:33.520 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:43:33.520 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:43:33.521 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:33 gibba011 conmon[99461]: audit 2021-03-04T23:43:32.414162+0000 2021-03-04T23:43:33.521 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:33 gibba011 conmon[99461]: mon.a (mon.0) 1819 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "71"}]': finished 2021-03-04T23:43:33.521 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:33 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:43:33.521 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:33 gibba011 conmon[99461]: -03-04T23:43:32.414201+0000 mon.a (mon.0) 1820 : cluster [DBG] osdmap e417: 8 total, 8 up, 6 in 2021-03-04T23:43:33.522 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:33 gibba011 conmon[99461]: cluster 2021-03 2021-03-04T23:43:33.522 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:33 gibba011 conmon[99461]: -04T23:43:32.854115+0000 mgr.x (mgr.34676 2021-03-04T23:43:33.522 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:33 gibba011 conmon[99461]: ) 1279 : cluster [DBG] pgmap v1385: 179 pgs: 179 active+clean; 4.3 GiB data, 13 GiB used, 487 GiB / 504 GiB avail; 173 MiB/s wr, 2.76k op/s 2021-03-04T23:43:33.522 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:33 gibba011 conmon[99461]: audit 2021-03-04T23:43:33.523 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:33 gibba011 conmon[99461]: 2021-03-04T23:43:32.854453 2021-03-04T23:43:33.523 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:33 gibba011 conmon[99461]: +0000 mon.c (mon.1) 521 : audit [INF] 2021-03-04T23:43:33.523 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:33 gibba011 conmon[99461]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "71"}]: dispatch 2021-03-04T23:43:33.523 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:33 gibba011 conmon[99461]: audit 2021-03-04T23:43:33.523 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:33 gibba011 conmon[99461]: 2021-03-04 2021-03-04T23:43:33.524 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:33 gibba011 conmon[99461]: T23:43:32.854985+0000 mon.a (mon 2021-03-04T23:43:33.524 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:33 gibba011 conmon[99461]: .0) 1821 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "71"}]: dispatch 2021-03-04T23:43:33.524 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:33 gibba011 conmon[95595]: audit 2021-03-04T23:43:32.414162+0000 mon.a (mon.0) 1819 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "71"}]': finished 2021-03-04T23:43:33.525 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:33 gibba011 conmon[95595]: cluster 2021-03-04T23:43:32.414201+0000 mon.a (mon.0) 1820 : cluster [DBG] osdmap e417: 8 total, 8 up, 6 in 2021-03-04T23:43:33.525 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:33 gibba011 conmon[95595]: cluster 2021-03-04T23:43:32.854115+0000 mgr.x (mgr.34676) 1279 : cluster [DBG] pgmap v1385: 179 pgs: 179 active+clean; 4.3 GiB data, 13 GiB used, 487 GiB / 504 GiB avail; 173 MiB/s wr, 2.76k op/s 2021-03-04T23:43:33.525 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:33 gibba011 conmon[95595]: audit 2021-03-04T23:43:32.854453 2021-03-04T23:43:33.525 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:33 gibba011 conmon[95595]: +0000 mon.c (mon.1) 521 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "71"}]: dispatch 2021-03-04T23:43:33.526 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:33 gibba011 conmon[95595]: audit 2021-03-04T23:43:32.854985+0000 mon.a (mon 2021-03-04T23:43:33.526 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:33 gibba011 conmon[95595]: .0) 1821 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "71"}]: dispatch 2021-03-04T23:43:33.602 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:33.625 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:33.626 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:33.626 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:33.727 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:33.747 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:33.748 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:33.748 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:33.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:33 gibba038 conmon[76675]: audit 2021-03-04T23:43:32.414162+0000 mon.a (mon.0) 1819 : audit 2021-03-04T23:43:33.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:33 gibba038 conmon[76675]: [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num", "val": "71"}]': finished 2021-03-04T23:43:33.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:33 gibba038 conmon[76675]: cluster 2021-03-04T23:43:32.414201+0000 mon.a (mon.0) 1820 : cluster [DBG] osdmap e417: 8 total, 8 up, 6 in 2021-03-04T23:43:33.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:33 gibba038 conmon[76675]: cluster 2021-03-04T23:43:32.854115+0000 mgr.x (mgr.34676) 2021-03-04T23:43:33.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:33 gibba038 conmon[76675]: 1279 : cluster [DBG] pgmap v1385: 179 pgs: 179 active+clean; 4.3 GiB data, 13 GiB used, 487 GiB / 504 GiB avail; 173 MiB/s wr, 2.76k op/s 2021-03-04T23:43:33.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:33 gibba038 conmon[76675]: audit 2021-03-04T23:43:32.854453 2021-03-04T23:43:33.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:33 gibba038 conmon[76675]: +0000 mon.c (mon.1) 521 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "71"}]: dispatch 2021-03-04T23:43:33.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:33 gibba038 conmon[76675]: audit 2021-03-04 2021-03-04T23:43:33.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:33 gibba038 conmon[76675]: T23:43:32.854985+0000 mon.a (mon.0) 1821 : 2021-03-04T23:43:33.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:33 gibba038 conmon[76675]: audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "71"}]: dispatch 2021-03-04T23:43:33.850 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:33.871 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:33.872 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:33.872 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:33.963 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 21 16 80386 80370 239.179 172.938 0.00582506 0.00417852 2021-03-04T23:43:33.974 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:33.997 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:33.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:33.999 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:34.100 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:34.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:34.125 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:34.125 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:34.227 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:34.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:34.251 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:34.252 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:34.353 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:34.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:34.376 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:34.377 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:34.425 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:34 gibba011 conmon[95595]: audit 2021-03-04T23:43:33.419492+0000 mon.a (mon.0) 1822 : audit 2021-03-04T23:43:34.425 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:34 gibba011 conmon[95595]: [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "71"}]': finished 2021-03-04T23:43:34.426 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:34 gibba011 conmon[95595]: cluster 2021-03-04T23:43:33.419544+0000 mon.a (mon.0) 1823 : cluster [DBG] osdmap e418: 8 total, 8 up, 6 in 2021-03-04T23:43:34.478 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:34.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:34.507 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:34.508 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:34.610 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:34.629 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:34.630 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:34.631 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:34.732 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:34.757 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:34.758 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:34.759 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:34.762 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:34 gibba011 conmon[99461]: audit 2021-03-04T23:43:33.419492+0000 mon.a (mon.0 2021-03-04T23:43:34.762 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:34 gibba011 conmon[99461]: ) 1822 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "71"}]': finished 2021-03-04T23:43:34.762 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:34 gibba011 conmon[99461]: cluster 2021-03-04T23:43:33.419544+0000 2021-03-04T23:43:34.763 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:34 gibba011 conmon[99461]: mon.a (mon.0) 1823 : cluster [DBG] osdmap e418: 8 total, 8 up, 6 in 2021-03-04T23:43:34.814 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_ops_in_flight 2021-03-04T23:43:34.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:34 gibba038 conmon[76675]: audit 2021-03-04T23:43:34.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:34 gibba038 conmon[76675]: 2021-03-04T23:43:34.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:34 gibba038 conmon[76675]: 2021 2021-03-04T23:43:34.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:34 gibba038 conmon[76675]: - 2021-03-04T23:43:34.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:34 gibba038 conmon[76675]: 03 2021-03-04T23:43:34.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:34 gibba038 conmon[76675]: -04T23:43:33. 2021-03-04T23:43:34.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:34 gibba038 conmon[76675]: 419492+0000 mon.a (mon.0) 1822 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pg_num_actual", "val": "71"}]': finished 2021-03-04T23:43:34.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:34 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:43:34.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:34 gibba038 conmon[76675]: 04T23:43:33.419544+0000 mon.a (mon.0) 1823 : cluster 2021-03-04T23:43:34.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:34 gibba038 conmon[76675]: [DBG] osdmap e418: 8 total, 8 up, 6 in 2021-03-04T23:43:34.860 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:34.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:34.886 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:34.886 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:34.955 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:34.963 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 22 16 83028 83012 235.813 165.125 0.00439544 0.00423837 2021-03-04T23:43:34.988 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:35.007 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:35.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:35.008 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:35.109 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:35.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:35.135 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:35.136 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:35.237 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:35.254 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:35.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:35.256 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:35.357 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:35.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:35.383 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:35.384 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:35.485 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:35.504 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:35.505 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:35.506 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:35.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:35 gibba011 conmon[95595]: cluster 2021-03-04T23:43:33.883039+0000 osd.3 (osd.3) 34 : cluster [DBG] 1.16 scrub ok 2021-03-04T23:43:35.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:35 gibba011 conmon[95595]: cluster 2021-03-04T23:43:34.421024+0000 mon.a (mon.0) 1824 : cluster [DBG] osdmap e419: 8 total, 8 up, 6 in 2021-03-04T23:43:35.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:35 gibba011 conmon[95595]: cluster 2021-03-04T23:43:34.854461+0000 mgr.x (mgr.34676) 1280 : cluster [DBG] pgmap v1388: 189 pgs: 10 unknown, 179 active+clean; 4.7 GiB data, 14 GiB used, 486 GiB / 504 GiB avail; 149 MiB/s wr, 2.39k op/s 2021-03-04T23:43:35.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:35 gibba011 conmon[95595]: cluster 2021-03-04T23:43:34.874793+0000 osd.5 (osd.5) 85 : cluster [DBG] 1.1 scrub starts 2021-03-04T23:43:35.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:35 gibba011 conmon[95595]: cluster 2021-03-04T23:43:34.877071+0000 osd.5 (osd.5) 86 : cluster [DBG] 1.1 scrub ok 2021-03-04T23:43:35.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:35 gibba011 conmon[99461]: cluster 2021-03-04T23:43:33.883039+0000 osd.3 (osd.3) 34 : cluster [DBG] 1.16 scrub ok 2021-03-04T23:43:35.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:35 gibba011 conmon[99461]: cluster 2021-03-04T23:43:34.421024+0000 mon.a (mon.0) 1824 : cluster [DBG] osdmap e419: 8 total, 8 up, 6 in 2021-03-04T23:43:35.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:35 gibba011 conmon[99461]: cluster 2021-03-04T23:43:34.854461+0000 mgr.x (mgr.34676) 1280 : cluster [DBG] pgmap v1388: 189 pgs: 10 unknown, 179 active+clean; 4.7 GiB data, 14 GiB used, 486 GiB / 504 GiB avail; 149 MiB/s wr, 2.39k op/s 2021-03-04T23:43:35.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:35 gibba011 conmon[99461]: cluster 2021-03-04T23:43:34.874793+0000 osd.5 (osd.5) 85 : cluster [DBG] 1.1 scrub starts 2021-03-04T23:43:35.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:35 gibba011 conmon[99461]: cluster 2021-03-04T23:43:34.877071+0000 osd.5 (osd.5) 86 : cluster [DBG] 1.1 scrub ok 2021-03-04T23:43:35.607 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:35.626 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:35.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:35.628 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:35.729 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:35.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:35.755 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:35.756 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:35.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:35 gibba038 conmon[76675]: cluster 2021-03-04T23:43:33.883039+0000 osd.3 (osd.3) 2021-03-04T23:43:35.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:35 gibba038 conmon[76675]: 34 : cluster [DBG] 1.16 scrub ok 2021-03-04T23:43:35.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:35 gibba038 conmon[76675]: cluster 2021-03-04T23:43:34.421024+0000 mon.a (mon.0) 1824 : cluster [DBG] osdmap e419: 8 total, 8 up, 6 in 2021-03-04T23:43:35.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:35 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:43:35.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:35 gibba038 conmon[76675]: -04T23:43:34.854461+0000 mgr.x (mgr.34676) 1280 : cluster [DBG] pgmap v1388: 189 pgs: 10 unknown, 179 active+clean; 4.7 GiB data, 14 GiB used, 486 GiB / 504 GiB avail; 149 MiB/s wr, 2.39k op/s 2021-03-04T23:43:35.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:35 gibba038 conmon[76675]: cluster 2021-03-04T23:43:35.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:35 gibba038 conmon[76675]: 2021-03-04T23:43: 2021-03-04T23:43:35.841 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:35 gibba038 conmon[76675]: 34.874793+0000 osd.5 (osd.5 2021-03-04T23:43:35.841 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:35 gibba038 conmon[76675]: ) 85 : cluster [DBG] 1.1 scrub starts 2021-03-04T23:43:35.842 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:35 gibba038 conmon[76675]: cluster 2021- 2021-03-04T23:43:35.842 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:35 gibba038 conmon[76675]: 03-04T23:43:34.877071+0000 2021-03-04T23:43:35.842 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:35 gibba038 conmon[76675]: osd.5 (osd.5) 86 : cluster 2021-03-04T23:43:35.843 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:35 gibba038 conmon[76675]: [DBG] 1.1 scrub ok 2021-03-04T23:43:35.857 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:35.881 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:35.882 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:35.882 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:35.963 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 23 16 86036 86020 233.733 188 0.00500337 0.0042761 2021-03-04T23:43:35.983 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:36.008 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:36.010 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:36.010 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:36.112 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:36.137 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:36.139 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:36.140 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:36.230 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:43:36.240 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:36.245 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:43:36.262 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:43:36.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:36.264 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:36.265 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:36.278 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:43:36.294 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:43:36.313 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:43:36.332 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:43:36.351 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:43:36.351 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:43:36.352 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:43:36.352 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:43:36.352 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:43:36.352 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:43:36.352 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:43:36.353 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:43:36.353 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:43:36.366 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:36.394 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:36.395 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:36.395 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:36.430 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:36 gibba011 conmon[95595]: cluster 2021-03-04T23:43:34.466084+0000 osd.4 (osd.4) 50 : cluster [DBG] 1.5 scrub starts 2021-03-04T23:43:36.430 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:36 gibba011 conmon[95595]: cluster 2021-03-04T23:43:34.467502+0000 osd.4 (osd.4) 51 : cluster [DBG] 1.5 scrub ok 2021-03-04T23:43:36.430 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:36 gibba011 conmon[95595]: audit 2021-03-04T23:43:36.209017+0000 mon.a (mon.0) 1825 : audit [DBG] from='client.? 172.21.2.111:0/1436903' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:36.431 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:36 gibba011 conmon[99461]: cluster 2021-03-04T23:43:34.466084+0000 osd.4 (osd.4 2021-03-04T23:43:36.431 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:36 gibba011 conmon[99461]: ) 50 : cluster [DBG] 1.5 scrub starts 2021-03-04T23:43:36.431 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:36 gibba011 conmon[99461]: cluster 2021-03-04T23:43:34.467502+0000 osd.4 (osd.4) 51 : cluster [DBG] 1.5 scrub ok 2021-03-04T23:43:36.431 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:36 gibba011 conmon[99461]: audit 2021-03-04T23:43:36.209017+0000 mon.a (mon.0) 1825 : audit [DBG] from='client.? 172.21.2.111:0/1436903' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:36.496 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:36.521 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:36.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:36.524 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:36.625 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:36.649 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:36.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:36.650 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:36.752 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:36.771 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:36.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:36.773 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:36.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:36 gibba038 conmon[76675]: cluster 2021-03-04T23:43:34.466084+0000 osd.4 (osd.4) 50 2021-03-04T23:43:36.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:36 gibba038 conmon[76675]: : cluster [DBG] 1.5 scrub starts 2021-03-04T23:43:36.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:36 gibba038 conmon[76675]: cluster 2021-03-04T23:43:34.467502+0000 osd.4 (osd.4) 51 : cluster [DBG] 1.5 scrub ok 2021-03-04T23:43:36.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:36 gibba038 conmon[76675]: audit 2021-03-04T23:43:36.209017+0000 mon.a (mon.0) 1825 2021-03-04T23:43:36.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:36 gibba038 conmon[76675]: : audit [DBG] from='client.? 172.21.2.111:0/1436903' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:36.874 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:36.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:36.894 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:36.895 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:36.963 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 24 16 89045 89029 231.83 188.062 0.00755933 0.00431147 2021-03-04T23:43:36.996 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:37.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:37.016 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:37.016 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:37.118 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:37.135 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:37.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:37.136 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:37.237 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:37.261 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:37.262 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:37.263 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:37.364 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:37.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:37.391 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:37.391 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:37.438 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:43:37.492 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:37.511 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:37.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:37.513 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:37.614 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:37.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:37.636 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:37.636 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:37.737 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:37.764 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:37.764 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:37.765 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:37.795 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: cluster 2021-03-04T23:43:35.926870+0000 2021-03-04T23:43:37.795 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: osd.3 (osd.3) 35 : cluster [DBG] 1.13 scrub ok 2021-03-04T23:43:37.796 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: cluster 2021-03-04T23:43:37.796 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: 2021-03-04T23:43:36.158993 2021-03-04T23:43:37.796 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: +0000 osd.0 (osd.0) 25 : cluster [DBG] 1.1f scrub ok 2021-03-04T23:43:37.796 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: 2021-03-04T23:43:37.797 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:43:37.797 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: :43:36.425975+0000 osd.4 (osd.4) 52 2021-03-04T23:43:37.797 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: : cluster [DBG] 1.45 scrub starts 2021-03-04T23:43:37.797 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:43:37.797 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: :43:36.426518+0000 osd.4 ( 2021-03-04T23:43:37.798 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: osd.4) 53 : cluster [DBG] 1.45 scrub ok 2021-03-04T23:43:37.798 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: audit 2021-03-04T23:43:37.798 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: 2021-03-04T23:43:36.435124 2021-03-04T23:43:37.798 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: +0000 mon.c (mon.1) 522 : audit [INF] 2021-03-04T23:43:37.799 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: from='client.? 172.21.2.111:0/2723373609' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:37.799 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: audit 2021-03-04T23:43:36.435418+0000 2021-03-04T23:43:37.799 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: mon.a (mon.0) 1826 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:37.799 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: audit 2021 2021-03-04T23:43:37.799 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: -03-04T23:43:36 2021-03-04T23:43:37.800 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: .788242+0000 mon.c (mon.1) 2021-03-04T23:43:37.800 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: 523 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:43:37.800 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: audit 2021-03-04T23:43:37.800 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: 2021-03-04T23:43:36.788539+0000 2021-03-04T23:43:37.800 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: mon.a (mon.0) 1827 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:43:37.801 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: 2021-03-04T23:43:37.801 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: cluster 2021-03-04T23:43:37.801 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: 2021-03-04T23:43:36.854836+0000 mgr.x (mgr. 2021-03-04T23:43:37.801 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[99461]: 34676) 1281 : cluster [DBG] pgmap v1389: 189 pgs: 10 unknown, 179 active+clean; 4.7 GiB data, 14 GiB used, 486 GiB / 504 GiB avail; 149 MiB/s wr, 2.39k op/s 2021-03-04T23:43:37.802 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[95595]: cluster 2021-03-04T23:43:35.926870+0000 osd.3 (osd.3) 35 : cluster [DBG] 1.13 scrub ok 2021-03-04T23:43:37.802 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[95595]: 2021-03-04T23:43:37.803 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[95595]: cluster 2021-03-04T23:43:36.158993+0000 osd.0 (osd.0) 25 : cluster [DBG] 1.1f scrub ok 2021-03-04T23:43:37.803 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[95595]: cluster 2021-03-04T23:43:36.425975+0000 osd.4 (osd.4) 52 : cluster [DBG] 1.45 scrub starts 2021-03-04T23:43:37.803 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[95595]: cluster 2021-03-04T23:43:36.426518+0000 osd.4 (osd.4) 53 : cluster [DBG] 1.45 scrub ok 2021-03-04T23:43:37.803 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[95595]: audit 2021-03-04T23:43:36.435124+0000 mon.c (mon.1) 522 : audit [INF] from='client.? 172.21.2.111:0/2723373609' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:37.804 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[95595]: audit 2021-03-04T23:43:36.435418+0000 mon.a (mon.0) 1826 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:37.804 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[95595]: audit 2021-03-04T23:43:36.788242+0000 mon.c (mon.1) 523 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:43:37.804 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[95595]: audit 2021-03-04T23:43:36.788539+0000 mon.a (mon.0) 1827 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:43:37.804 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:37 gibba011 conmon[95595]: cluster 2021-03-04T23:43:36.854836+0000 mgr.x (mgr.34676) 1281 : cluster [DBG] pgmap v1389: 189 pgs: 10 unknown, 179 active+clean; 4.7 GiB data, 14 GiB used, 486 GiB / 504 GiB avail; 149 MiB/s wr, 2.39k op/s 2021-03-04T23:43:37.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:37 gibba038 conmon[76675]: cluster 2021-03-04T23:43:35.926870+0000 osd.3 (osd.3) 35 : cluster [DBG] 1.13 scrub ok 2021-03-04T23:43:37.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:37 gibba038 conmon[76675]: 2021-03-04T23:43:37.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:37 gibba038 conmon[76675]: cluster 2021-03-04T23:43:36.158993+0000 osd.0 (osd.0) 25 : cluster [DBG] 1.1f scrub ok 2021-03-04T23:43:37.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:37 gibba038 conmon[76675]: cluster 2021-03-04T23:43:36.425975+0000 osd.4 (osd.4) 52 : cluster [DBG] 1.45 scrub starts 2021-03-04T23:43:37.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:37 gibba038 conmon[76675]: cluster 2021-03-04T23:43:36.426518+0000 osd.4 (osd.4) 53 : cluster [DBG] 1.45 scrub ok 2021-03-04T23:43:37.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:37 gibba038 conmon[76675]: audit 2021- 2021-03-04T23:43:37.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:37 gibba038 conmon[76675]: 03-04T23:43:36.435124+0000 mon.c ( 2021-03-04T23:43:37.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:37 gibba038 conmon[76675]: mon.1) 522 : audit [INF] from='client.? 172.21.2.111:0/2723373609' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:37.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:37 gibba038 conmon[76675]: audit 2021-03-04 2021-03-04T23:43:37.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:37 gibba038 conmon[76675]: T23:43:36.435418+0000 mon.a (mon.0 2021-03-04T23:43:37.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:37 gibba038 conmon[76675]: ) 1826 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:43:37.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:37 gibba038 conmon[76675]: audit 2021-03-04T23:43 2021-03-04T23:43:37.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:37 gibba038 conmon[76675]: :36.788242+0000 mon.c (mon.1) 523 : 2021-03-04T23:43:37.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:37 gibba038 conmon[76675]: audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:43:37.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:37 gibba038 conmon[76675]: audit 2021-03-04T23:43: 2021-03-04T23:43:37.841 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:37 gibba038 conmon[76675]: 36.788539+0000 mon.a (mon.0) 1827 : audit 2021-03-04T23:43:37.841 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:37 gibba038 conmon[76675]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2021-03-04T23:43:37.841 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:37 gibba038 conmon[76675]: cluster 2021-03-04 2021-03-04T23:43:37.841 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:37 gibba038 conmon[76675]: T23:43:36.854836+0000 mgr.x (mgr 2021-03-04T23:43:37.842 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:37 gibba038 conmon[76675]: .34676) 1281 : cluster [DBG] pgmap v1389: 189 pgs: 10 unknown, 179 active+clean; 4.7 GiB data, 14 GiB used, 486 GiB / 504 GiB avail; 149 MiB/s wr, 2.39k op/s 2021-03-04T23:43:37.866 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:37.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:37.886 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:37.886 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:37.963 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 25 15 91909 91894 229.718 179.062 0.00463133 0.00435088 2021-03-04T23:43:37.988 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:38.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:38.008 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:38.008 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:38.110 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:38.142 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:38.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:38.144 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:38.245 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:38.264 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:38.265 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:38.266 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:38.367 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:38.385 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:38.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:38.386 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:38.488 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:38.511 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:38.512 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:38.512 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:38.614 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:38.641 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:38.642 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:38.643 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:38.744 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:38.770 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:38.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:38.771 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:38.828 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[95595]: cluster 2021-03-04T23:43:36.966640+0000 osd.7 (osd.7) 81 : cluster [DBG] 1.2 scrub starts 2021-03-04T23:43:38.829 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[95595]: cluster 2021-03-04T23:43:36.967189+0000 osd.7 (osd.7) 82 : cluster [DBG] 1.2 scrub ok 2021-03-04T23:43:38.829 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[95595]: cluster 2021-03-04T23:43:38.829 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[95595]: 2021-03-04T23:43:37.427080+0000 mon.a (mon.0) 1828 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:43:38.829 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[95595]: cluster 2021-03-04T23:43:37.427095+0000 mon.a (mon.0) 1829 : cluster [INF] Cluster is now healthy 2021-03-04T23:43:38.830 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[95595]: audit 2021-03-04T23:43:37.432916+0000 mon.a (mon 2021-03-04T23:43:38.830 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[95595]: .0) 1830 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:43:38.830 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[95595]: cluster 2021-03-04T23:43:37.432967+0000 mon.a ( 2021-03-04T23:43:38.830 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[95595]: mon.0) 1831 : cluster [DBG] osdmap e420: 8 total, 8 up, 6 in 2021-03-04T23:43:38.831 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[99461]: cluster 2021-03-04T23:43:36.966640+0000 2021-03-04T23:43:38.831 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[99461]: osd.7 (osd.7) 81 : cluster [DBG] 1.2 scrub starts 2021-03-04T23:43:38.831 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[99461]: cluster 2021-03-04T23:43:38.831 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[99461]: 2021-03-04T23:43:36.967189 2021-03-04T23:43:38.832 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[99461]: +0000 osd.7 (osd.7) 82 : cluster 2021-03-04T23:43:38.832 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[99461]: [DBG] 1.2 scrub ok 2021-03-04T23:43:38.832 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:43:38.832 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[99461]: 03-04T23:43:37.427080+0000 mon.a (mon.0) 1828 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:43:38.832 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[99461]: cluster 2021-03-04T 2021-03-04T23:43:38.833 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[99461]: 23:43:37.427095+0000 mon.a (mon 2021-03-04T23:43:38.833 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[99461]: .0) 1829 : cluster 2021-03-04T23:43:38.833 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[99461]: [INF] Cluster is now healthy 2021-03-04T23:43:38.833 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[99461]: audit 2021-03-04T23:43:38.834 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[99461]: 2021-03- 2021-03-04T23:43:38.834 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[99461]: 04T23:43:37.432916+0000 2021-03-04T23:43:38.834 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[99461]: mon.a (mon.0) 1830 : audit 2021-03-04T23:43:38.834 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[99461]: [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:43:38.834 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[99461]: cluster 2021-03-04T23:43:38.835 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[99461]: 2021-03-04T23:43:37 2021-03-04T23:43:38.835 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[99461]: .432967+0000 mon.a (mon.0) 2021-03-04T23:43:38.835 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:38 gibba011 conmon[99461]: 1831 : cluster [DBG] osdmap e420: 8 total, 8 up, 6 in 2021-03-04T23:43:38.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:38 gibba038 conmon[76675]: cluster 2021-03-04T23:43:36.966640+0000 osd.7 (osd.7) 81 2021-03-04T23:43:38.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:38 gibba038 conmon[76675]: : cluster [DBG] 1.2 scrub starts 2021-03-04T23:43:38.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:38 gibba038 conmon[76675]: cluster 2021-03-04T23:43:36.967189+0000 osd.7 (osd.7) 82 : cluster [DBG] 1.2 scrub ok 2021-03-04T23:43:38.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:38 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:43:38.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:38 gibba038 conmon[76675]: 04T23:43:37.427080+0000 mon.a (mon.0) 1828 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:43:38.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:38 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:43:38.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:38 gibba038 conmon[76675]: 04T23:43:37.427095+0000 mon.a (mon 2021-03-04T23:43:38.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:38 gibba038 conmon[76675]: .0) 1829 : cluster [INF] Cluster is now healthy 2021-03-04T23:43:38.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:38 gibba038 conmon[76675]: audit 2021-03-04T23:43:38.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:38 gibba038 conmon[76675]: 2021-03-04T23 2021-03-04T23:43:38.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:38 gibba038 conmon[76675]: :43:37.432916+0000 mon.a (mon 2021-03-04T23:43:38.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:38 gibba038 conmon[76675]: .0) 1830 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:43:38.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:38 gibba038 conmon[76675]: cluster 2021-03-04T23:43:38.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:38 gibba038 conmon[76675]: 2021-03-04T23:43:37.432967+0000 2021-03-04T23:43:38.841 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:38 gibba038 conmon[76675]: mon.a (mon.0) 1831 : cluster [DBG] osdmap e420: 8 total, 8 up, 6 in 2021-03-04T23:43:38.872 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:38.891 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:38.892 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:38.893 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:38.963 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 26 16 94804 94788 227.839 180.875 0.00659128 0.00438674 2021-03-04T23:43:38.994 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:39.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:39.020 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:39.020 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:39.122 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:39.144 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:39.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:39.146 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:39.247 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:39.273 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:39.274 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:39.274 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:39.375 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:39.399 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:39.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:39.401 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:39.445 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[95595]: cluster 2021-03-04T23:43:37.932254+0000 osd.7 (osd.7) 83 : cluster [DBG] 1.0 scrub starts 2021-03-04T23:43:39.446 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[95595]: cluster 2021-03-04T23:43:37.933122+0000 osd.7 (osd.7) 84 : cluster [DBG] 1.0 scrub ok 2021-03-04T23:43:39.446 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[95595]: cluster 2021-03-04T23:43:38.855669+0000 mgr.x (mgr.34676) 1282 2021-03-04T23:43:39.446 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[95595]: : cluster [DBG] pgmap v1391: 189 pgs: 189 active+clean; 5.6 GiB data, 17 GiB used, 483 GiB / 504 GiB avail; 211 MiB/s wr, 3.37k op/s 2021-03-04T23:43:39.446 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[95595]: audit 2021 2021-03-04T23:43:39.447 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[95595]: -03-04T23:43:38.855949+0000 mon.c (mon.1) 524 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "71"}]: dispatch 2021-03-04T23:43:39.447 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[95595]: audit 2021-03 2021-03-04T23:43:39.447 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[95595]: -04T23:43:38.856412+0000 mon.a (mon.0) 2021-03-04T23:43:39.447 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[95595]: 1832 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "71"}]: dispatch 2021-03-04T23:43:39.448 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[95595]: cluster 2021-03-04T23: 2021-03-04T23:43:39.448 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[95595]: 43:38.917846+0000 osd.5 (osd.5) 87 : cluster [DBG] 1.41 scrub starts 2021-03-04T23:43:39.448 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[95595]: cluster 2021-03-04T23:43:38.918463+0000 osd.5 (osd.5) 88 : cluster [DBG] 1.41 scrub ok 2021-03-04T23:43:39.448 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[99461]: cluster 2021-03-04T23:43:37.932254+0000 osd.7 (osd 2021-03-04T23:43:39.449 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[99461]: .7) 83 : cluster [DBG] 1.0 scrub starts 2021-03-04T23:43:39.449 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[99461]: cluster 2021-03-04T23:43:37.933122+0000 osd.7 2021-03-04T23:43:39.449 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[99461]: (osd.7) 84 : cluster [DBG] 1.0 scrub ok 2021-03-04T23:43:39.449 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[99461]: cluster 2021-03-04T23: 2021-03-04T23:43:39.449 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[99461]: 43:38.855669+0000 mgr.x (mgr.34676 2021-03-04T23:43:39.450 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[99461]: ) 1282 : cluster [DBG] pgmap v1391: 189 pgs: 189 active+clean; 5.6 GiB data, 17 GiB used, 483 GiB / 504 GiB avail; 211 MiB/s wr, 3.37k op/s 2021-03-04T23:43:39.450 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[99461]: audit 2021-03-04T23:43:39.450 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[99461]: 2021-03-04T23:43:38.855949+0000 2021-03-04T23:43:39.450 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[99461]: mon.c (mon.1) 524 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "71"}]: dispatch 2021-03-04T23:43:39.451 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[99461]: audit 2021-03-04T23:43:38.856412+0000 2021-03-04T23:43:39.451 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[99461]: mon.a (mon.0) 1832 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "71"}]: dispatch 2021-03-04T23:43:39.451 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[99461]: cluster 2021-03-04T23:43:38.917846+0000 osd.5 (osd.5) 87 2021-03-04T23:43:39.451 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[99461]: : cluster [DBG] 1.41 scrub starts 2021-03-04T23:43:39.452 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[99461]: cluster 2021-03-04T23:43:39.452 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:39 gibba011 conmon[99461]: 2021-03-04T23:43:38.918463+0000 osd.5 (osd.5) 88 : cluster [DBG] 1.41 scrub ok 2021-03-04T23:43:39.502 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:39.523 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:39.524 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:39.525 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:39.626 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:39.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:39.649 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:39.650 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:39.751 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:39.776 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:39.777 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:39.777 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:39.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:39 gibba038 conmon[76675]: cluster 2021-03-04T23:43:37.932254+0000 osd.7 (osd.7) 83 : cluster [DBG] 1.0 scrub starts 2021-03-04T23:43:39.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:39 gibba038 conmon[76675]: cluster 2021-03-04T23:43:37.933122+0000 osd.7 (osd.7) 84 : cluster [DBG] 1.0 scrub ok 2021-03-04T23:43:39.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:39 gibba038 conmon[76675]: cluster 2021-03-04T23:43:38.855669+0000 mgr.x (mgr.34676) 1282 : cluster [DBG] pgmap v1391: 189 pgs: 189 active+clean; 5.6 GiB data, 17 GiB used, 483 GiB / 504 GiB avail; 211 MiB/s wr, 3.37k op/s 2021-03-04T23:43:39.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:39 gibba038 conmon[76675]: audit 2021-03-04T23:43:39.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:39 gibba038 conmon[76675]: 2021-03-04T23:43:38.855949+0000 mon.c (mon.1) 524 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "71"}]: dispatch 2021-03-04T23:43:39.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:39 gibba038 conmon[76675]: audit 2021 2021-03-04T23:43:39.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:39 gibba038 conmon[76675]: -03-04T23:43:38.856412+0000 mon.a (mon.0) 1832 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "71"}]: dispatch 2021-03-04T23:43:39.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:39 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:43:39.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:39 gibba038 conmon[76675]: 04T23:43:38.917846+0000 2021-03-04T23:43:39.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:39 gibba038 conmon[76675]: osd.5 (osd.5) 87 : cluster 2021-03-04T23:43:39.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:39 gibba038 conmon[76675]: [DBG] 1.41 scrub starts 2021-03-04T23:43:39.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:39 gibba038 conmon[76675]: cluster 2021-03 2021-03-04T23:43:39.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:39 gibba038 conmon[76675]: -04T23:43:38.918463+0000 2021-03-04T23:43:39.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:39 gibba038 conmon[76675]: osd.5 (osd.5) 88 : cluster 2021-03-04T23:43:39.841 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:39 gibba038 conmon[76675]: [DBG] 1.41 scrub ok 2021-03-04T23:43:39.850 INFO:teuthology.orchestra.run.gibba011.stdout:{ 2021-03-04T23:43:39.850 INFO:teuthology.orchestra.run.gibba011.stdout: "ops": [ 2021-03-04T23:43:39.851 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.851 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.46983.0:97415 12.a 12:5cda6135:::benchmark_data_gibba011_332763_object97414:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e421)", 2021-03-04T23:43:39.851 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:43:39.843208+0000", 2021-03-04T23:43:39.851 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.0036658149999999998, 2021-03-04T23:43:39.852 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0036824140000000002, 2021-03-04T23:43:39.852 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:43:39.852 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:43:39.852 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:43:39.852 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.46983", 2021-03-04T23:43:39.853 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2865760852", 2021-03-04T23:43:39.853 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 97415 2021-03-04T23:43:39.853 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.853 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:43:39.854 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.854 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:43:39.854 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.843208+0000", 2021-03-04T23:43:39.854 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:43:39.854 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.855 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.855 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:43:39.855 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.843208+0000", 2021-03-04T23:43:39.855 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2934e-05 2021-03-04T23:43:39.856 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.856 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.856 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:43:39.856 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.843221+0000", 2021-03-04T23:43:39.856 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.657e-06 2021-03-04T23:43:39.857 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.857 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.857 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:43:39.857 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.843223+0000", 2021-03-04T23:43:39.857 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1117e-05 2021-03-04T23:43:39.858 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.858 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.858 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:43:39.858 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.843234+0000", 2021-03-04T23:43:39.859 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.921e-06 2021-03-04T23:43:39.859 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.859 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.859 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:43:39.860 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.843239+0000", 2021-03-04T23:43:39.860 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3670999999999997e-05 2021-03-04T23:43:39.860 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.860 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.861 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:43:39.861 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.843272+0000", 2021-03-04T23:43:39.861 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000124294 2021-03-04T23:43:39.861 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.862 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.862 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:43:39.862 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.843397+0000", 2021-03-04T23:43:39.862 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00012481600000000001 2021-03-04T23:43:39.862 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.863 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.863 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:43:39.863 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.843522+0000", 2021-03-04T23:43:39.863 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0014047700000000001 2021-03-04T23:43:39.864 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.864 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.864 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:43:39.864 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.844926+0000", 2021-03-04T23:43:39.865 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.5497999999999998e-05 2021-03-04T23:43:39.865 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.865 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.865 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:43:39.865 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.844962+0000", 2021-03-04T23:43:39.866 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0017536780000000001 2021-03-04T23:43:39.866 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:43:39.866 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:43:39.866 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:43:39.866 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.867 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.867 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.46983.0:97418 12.8 12:1780e076:::benchmark_data_gibba011_332763_object97417:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e421)", 2021-03-04T23:43:39.867 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:43:39.844892+0000", 2021-03-04T23:43:39.867 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.0019817250000000002, 2021-03-04T23:43:39.868 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0020471500000000002, 2021-03-04T23:43:39.868 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:43:39.868 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:43:39.868 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:43:39.868 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.46983", 2021-03-04T23:43:39.869 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2865760852", 2021-03-04T23:43:39.869 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 97418 2021-03-04T23:43:39.869 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.869 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:43:39.870 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.870 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:43:39.870 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.844892+0000", 2021-03-04T23:43:39.870 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:43:39.870 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.871 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.871 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:43:39.871 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.844892+0000", 2021-03-04T23:43:39.871 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0005e-05 2021-03-04T23:43:39.872 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.872 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.872 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:43:39.872 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.844902+0000", 2021-03-04T23:43:39.873 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3510000000000001e-06 2021-03-04T23:43:39.873 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.873 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.873 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:43:39.874 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.844904+0000", 2021-03-04T23:43:39.874 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.144e-06 2021-03-04T23:43:39.874 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.874 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.875 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:43:39.875 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.844910+0000", 2021-03-04T23:43:39.875 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3780000000000001e-06 2021-03-04T23:43:39.875 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.876 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.876 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:43:39.876 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.844913+0000", 2021-03-04T23:43:39.876 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00025030199999999999 2021-03-04T23:43:39.876 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.877 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.877 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:43:39.877 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.845163+0000", 2021-03-04T23:43:39.877 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000104326 2021-03-04T23:43:39.878 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.878 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.878 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:43:39.878 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.845268+0000", 2021-03-04T23:43:39.878 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00013257899999999999 2021-03-04T23:43:39.879 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.879 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.879 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 0,6", 2021-03-04T23:43:39.879 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.845400+0000", 2021-03-04T23:43:39.880 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001407567 2021-03-04T23:43:39.880 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.880 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.880 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:43:39.880 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.846808+0000", 2021-03-04T23:43:39.881 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.8320999999999997e-05 2021-03-04T23:43:39.881 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.881 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.881 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:43:39.881 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.846896+0000", 2021-03-04T23:43:39.882 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.002003973 2021-03-04T23:43:39.882 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:43:39.882 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:43:39.882 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:43:39.883 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.883 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.883 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.46983.0:97419 12.b 12:d301ec98:::benchmark_data_gibba011_332763_object97418:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e421)", 2021-03-04T23:43:39.883 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:43:39.845060+0000", 2021-03-04T23:43:39.883 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.001813881, 2021-03-04T23:43:39.884 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0019215759999999999, 2021-03-04T23:43:39.884 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:43:39.884 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:43:39.884 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:43:39.885 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.46983", 2021-03-04T23:43:39.885 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2865760852", 2021-03-04T23:43:39.885 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 97419 2021-03-04T23:43:39.885 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.886 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:43:39.886 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.886 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:43:39.886 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.845060+0000", 2021-03-04T23:43:39.887 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:43:39.887 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.887 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.887 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:43:39.887 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.845060+0000", 2021-03-04T23:43:39.888 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0360000000000001e-05 2021-03-04T23:43:39.888 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.888 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.888 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:43:39.889 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.845070+0000", 2021-03-04T23:43:39.889 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1319999999999999e-06 2021-03-04T23:43:39.889 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.889 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.889 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:43:39.890 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.845072+0000", 2021-03-04T23:43:39.890 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.852e-06 2021-03-04T23:43:39.890 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.890 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.891 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:43:39.891 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.845077+0000", 2021-03-04T23:43:39.891 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.7599999999999998e-06 2021-03-04T23:43:39.891 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.892 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.892 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:43:39.892 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.845080+0000", 2021-03-04T23:43:39.892 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00016662599999999999 2021-03-04T23:43:39.892 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.893 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.893 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:43:39.893 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.845247+0000", 2021-03-04T23:43:39.893 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.5827000000000005e-05 2021-03-04T23:43:39.894 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.894 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.894 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:43:39.894 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.845313+0000", 2021-03-04T23:43:39.895 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 8.5488000000000005e-05 2021-03-04T23:43:39.895 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.895 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.895 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 4,6", 2021-03-04T23:43:39.895 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.845398+0000", 2021-03-04T23:43:39.896 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0011896039999999999 2021-03-04T23:43:39.896 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.896 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.896 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:43:39.897 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.846588+0000", 2021-03-04T23:43:39.897 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0015276490000000001 2021-03-04T23:43:39.897 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:43:39.897 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:43:39.897 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:43:39.898 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.898 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.898 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop(client.46983.0:97420 12.d e421/412 12:b1aebaf4:::benchmark_data_gibba011_332763_object97419:head v 421'5995, mlcod=421'5992)", 2021-03-04T23:43:39.898 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:43:39.846733+0000", 2021-03-04T23:43:39.899 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.00014109699999999999, 2021-03-04T23:43:39.899 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00028773999999999998, 2021-03-04T23:43:39.899 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:43:39.899 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:43:39.900 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:43:39.900 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.900 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:43:39.900 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.846733+0000", 2021-03-04T23:43:39.900 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:43:39.901 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.901 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.901 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:43:39.901 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.846733+0000", 2021-03-04T23:43:39.901 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.9114e-05 2021-03-04T23:43:39.902 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.902 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.902 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:43:39.902 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.846752+0000", 2021-03-04T23:43:39.903 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.531e-06 2021-03-04T23:43:39.903 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.903 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.903 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:43:39.904 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.846753+0000", 2021-03-04T23:43:39.904 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.1189999999999996e-06 2021-03-04T23:43:39.904 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.904 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.904 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:43:39.905 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.846759+0000", 2021-03-04T23:43:39.905 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.4589999999999998e-06 2021-03-04T23:43:39.905 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.905 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.905 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:43:39.906 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.846762+0000", 2021-03-04T23:43:39.906 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.4660000000000001e-05 2021-03-04T23:43:39.906 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.906 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.907 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:43:39.907 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.846787+0000", 2021-03-04T23:43:39.907 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.3559999999999999e-06 2021-03-04T23:43:39.907 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.908 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.908 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:43:39.908 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.846796+0000", 2021-03-04T23:43:39.908 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.3238999999999995e-05 2021-03-04T23:43:39.908 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:43:39.909 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:43:39.909 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:43:39.909 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.909 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.909 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.46983.0:97422 12.8 12:19332e46:::benchmark_data_gibba011_332763_object97421:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e421)", 2021-03-04T23:43:39.910 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:43:39.846889+0000", 2021-03-04T23:43:39.910 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 4294967295.9999852, 2021-03-04T23:43:39.910 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00016249400000000001, 2021-03-04T23:43:39.910 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:43:39.911 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:43:39.911 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:43:39.911 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.46983", 2021-03-04T23:43:39.911 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2865760852", 2021-03-04T23:43:39.912 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 97422 2021-03-04T23:43:39.912 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.912 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:43:39.912 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.912 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:43:39.913 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.846889+0000", 2021-03-04T23:43:39.913 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:43:39.913 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.913 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.913 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:43:39.914 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.846889+0000", 2021-03-04T23:43:39.914 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.0176e-05 2021-03-04T23:43:39.914 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.914 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.915 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:43:39.915 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.846899+0000", 2021-03-04T23:43:39.915 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.3540000000000001e-06 2021-03-04T23:43:39.915 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.915 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.916 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:43:39.916 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.846900+0000", 2021-03-04T23:43:39.916 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.0099999999999998e-06 2021-03-04T23:43:39.916 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.917 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.917 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:43:39.917 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.846907+0000", 2021-03-04T23:43:39.917 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.1729999999999999e-06 2021-03-04T23:43:39.917 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.918 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.918 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:43:39.918 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.846910+0000", 2021-03-04T23:43:39.918 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.7424000000000001e-05 2021-03-04T23:43:39.919 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.919 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.919 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:43:39.919 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.846928+0000", 2021-03-04T23:43:39.919 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 6.6351000000000002e-05 2021-03-04T23:43:39.920 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.920 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.920 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:43:39.920 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.846994+0000", 2021-03-04T23:43:39.920 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.000105488 2021-03-04T23:43:39.921 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:43:39.921 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:43:39.921 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:43:39.921 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.922 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.922 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_repop_reply(client.46983.0:97415 12.a e421/412 ondisk, result = 0)", 2021-03-04T23:43:39.922 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:43:39.847034+0000", 2021-03-04T23:43:39.922 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 4294967295.9998398, 2021-03-04T23:43:39.922 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.8442999999999997e-05, 2021-03-04T23:43:39.923 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:43:39.923 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "started", 2021-03-04T23:43:39.923 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:43:39.923 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.924 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:43:39.924 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.847034+0000", 2021-03-04T23:43:39.924 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:43:39.924 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.924 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.925 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:43:39.925 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.847034+0000", 2021-03-04T23:43:39.925 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.6669999999999998e-06 2021-03-04T23:43:39.925 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.926 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.926 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:43:39.926 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.847038+0000", 2021-03-04T23:43:39.926 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2079999999999999e-06 2021-03-04T23:43:39.927 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.927 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.927 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:43:39.927 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.847039+0000", 2021-03-04T23:43:39.928 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.2920000000000003e-06 2021-03-04T23:43:39.928 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.928 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.928 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:43:39.928 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.847044+0000", 2021-03-04T23:43:39.929 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.083e-06 2021-03-04T23:43:39.929 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.929 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.929 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:43:39.930 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.847047+0000", 2021-03-04T23:43:39.930 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.2580999999999999e-05 2021-03-04T23:43:39.930 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.930 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.931 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:43:39.931 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.847070+0000", 2021-03-04T23:43:39.931 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.2679999999999999e-06 2021-03-04T23:43:39.931 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.931 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.932 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:43:39.932 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.847073+0000", 2021-03-04T23:43:39.932 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.9099e-05 2021-03-04T23:43:39.932 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:43:39.932 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:43:39.933 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:43:39.933 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.933 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.933 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.46983.0:97412 12.b 12:d986294c:::benchmark_data_gibba011_332763_object97411:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e421)", 2021-03-04T23:43:39.934 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:43:39.842355+0000", 2021-03-04T23:43:39.934 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.0045189369999999998, 2021-03-04T23:43:39.934 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0047574890000000002, 2021-03-04T23:43:39.934 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:43:39.934 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:43:39.935 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:43:39.935 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.46983", 2021-03-04T23:43:39.935 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2865760852", 2021-03-04T23:43:39.935 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 97412 2021-03-04T23:43:39.936 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.936 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:43:39.936 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.936 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:43:39.936 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.842355+0000", 2021-03-04T23:43:39.937 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:43:39.937 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.937 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.937 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:43:39.938 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.842355+0000", 2021-03-04T23:43:39.938 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.2417e-05 2021-03-04T23:43:39.938 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.938 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.938 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:43:39.939 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.842367+0000", 2021-03-04T23:43:39.939 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.562e-06 2021-03-04T23:43:39.939 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.939 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.940 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:43:39.940 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.842369+0000", 2021-03-04T23:43:39.940 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.3570000000000004e-06 2021-03-04T23:43:39.940 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.940 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.941 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:43:39.941 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.842378+0000", 2021-03-04T23:43:39.941 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 4.6040000000000003e-06 2021-03-04T23:43:39.941 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.941 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.942 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:43:39.942 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.842383+0000", 2021-03-04T23:43:39.942 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 2.3462999999999999e-05 2021-03-04T23:43:39.942 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.943 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.943 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:43:39.943 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.842406+0000", 2021-03-04T23:43:39.943 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 9.3354000000000001e-05 2021-03-04T23:43:39.943 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.944 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.944 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:43:39.944 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.842500+0000", 2021-03-04T23:43:39.944 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.00012243200000000001 2021-03-04T23:43:39.945 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.945 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.945 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 4,6", 2021-03-04T23:43:39.945 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.842622+0000", 2021-03-04T23:43:39.945 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0026070849999999999 2021-03-04T23:43:39.946 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.946 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.946 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:43:39.946 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.845229+0000", 2021-03-04T23:43:39.947 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.001127929 2021-03-04T23:43:39.947 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.947 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.947 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:43:39.947 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.846357+0000", 2021-03-04T23:43:39.948 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0040022030000000002 2021-03-04T23:43:39.948 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:43:39.948 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:43:39.948 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:43:39.948 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.949 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.949 INFO:teuthology.orchestra.run.gibba011.stdout: "description": "osd_op(client.46983.0:97413 12.b 12:d630c8fc:::benchmark_data_gibba011_332763_object97412:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected e421)", 2021-03-04T23:43:39.949 INFO:teuthology.orchestra.run.gibba011.stdout: "initiated_at": "2021-03-04T23:43:39.842474+0000", 2021-03-04T23:43:39.949 INFO:teuthology.orchestra.run.gibba011.stdout: "age": 0.0044000669999999997, 2021-03-04T23:43:39.950 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0046801830000000001, 2021-03-04T23:43:39.950 INFO:teuthology.orchestra.run.gibba011.stdout: "type_data": { 2021-03-04T23:43:39.950 INFO:teuthology.orchestra.run.gibba011.stdout: "flag_point": "waiting for sub ops", 2021-03-04T23:43:39.950 INFO:teuthology.orchestra.run.gibba011.stdout: "client_info": { 2021-03-04T23:43:39.951 INFO:teuthology.orchestra.run.gibba011.stdout: "client": "client.46983", 2021-03-04T23:43:39.951 INFO:teuthology.orchestra.run.gibba011.stdout: "client_addr": "172.21.2.111:0/2865760852", 2021-03-04T23:43:39.951 INFO:teuthology.orchestra.run.gibba011.stdout: "tid": 97413 2021-03-04T23:43:39.951 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.952 INFO:teuthology.orchestra.run.gibba011.stdout: "events": [ 2021-03-04T23:43:39.952 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.952 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "initiated", 2021-03-04T23:43:39.952 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.842474+0000", 2021-03-04T23:43:39.953 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0 2021-03-04T23:43:39.953 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.953 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.953 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "throttled", 2021-03-04T23:43:39.953 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.842474+0000", 2021-03-04T23:43:39.954 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1201e-05 2021-03-04T23:43:39.954 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.954 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.954 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "header_read", 2021-03-04T23:43:39.955 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.842485+0000", 2021-03-04T23:43:39.955 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 1.1510000000000001e-06 2021-03-04T23:43:39.955 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.955 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.955 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "all_read", 2021-03-04T23:43:39.956 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.842486+0000", 2021-03-04T23:43:39.956 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 5.5740000000000003e-06 2021-03-04T23:43:39.956 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.956 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.957 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "dispatched", 2021-03-04T23:43:39.957 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.842492+0000", 2021-03-04T23:43:39.957 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 3.3069999999999998e-06 2021-03-04T23:43:39.957 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.957 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.958 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "queued_for_pg", 2021-03-04T23:43:39.958 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.842495+0000", 2021-03-04T23:43:39.958 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0015065479999999999 2021-03-04T23:43:39.958 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.959 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.959 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "reached_pg", 2021-03-04T23:43:39.959 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.844002+0000", 2021-03-04T23:43:39.959 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.1031000000000005e-05 2021-03-04T23:43:39.959 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.960 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.960 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "started", 2021-03-04T23:43:39.960 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.844073+0000", 2021-03-04T23:43:39.961 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 7.4172999999999996e-05 2021-03-04T23:43:39.961 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.961 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.961 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "waiting for subops from 4,6", 2021-03-04T23:43:39.961 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.844147+0000", 2021-03-04T23:43:39.962 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0022154850000000001 2021-03-04T23:43:39.962 INFO:teuthology.orchestra.run.gibba011.stdout: }, 2021-03-04T23:43:39.962 INFO:teuthology.orchestra.run.gibba011.stdout: { 2021-03-04T23:43:39.962 INFO:teuthology.orchestra.run.gibba011.stdout: "event": "op_commit", 2021-03-04T23:43:39.963 INFO:teuthology.orchestra.run.gibba011.stdout: "time": "2021-03-04T23:43:39.846362+0000", 2021-03-04T23:43:39.963 INFO:teuthology.orchestra.run.gibba011.stdout: "duration": 0.0038884700000000002 2021-03-04T23:43:39.963 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:43:39.963 INFO:teuthology.orchestra.run.gibba011.stdout: ] 2021-03-04T23:43:39.963 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:43:39.964 INFO:teuthology.orchestra.run.gibba011.stdout: } 2021-03-04T23:43:39.964 INFO:teuthology.orchestra.run.gibba011.stdout: ], 2021-03-04T23:43:39.964 INFO:teuthology.orchestra.run.gibba011.stdout: "num_ops": 8 2021-03-04T23:43:39.964 INFO:teuthology.orchestra.run.gibba011.stdout:} 2021-03-04T23:43:39.965 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:39.966 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 27 16 97770 97754 226.266 185.375 0.00455599 0.00441723 2021-03-04T23:43:39.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:39.986 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:39.987 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:40.088 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:40.112 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:40.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:40.114 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:40.215 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:40.239 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:40.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:40.240 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:40.341 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:40.365 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:40.366 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:40.367 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:40.461 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:43:40.468 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:40.523 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:40.524 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:40.525 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:40.594 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:40.626 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:40.646 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:40.647 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:40.647 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:40.749 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:40.772 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:40.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:40.774 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:40.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:40 gibba038 conmon[76675]: cluster 2021-03-04T23:43:38.989795+0000 osd.3 (osd.3) 36 : cluster 2021-03-04T23:43:40.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:40 gibba038 conmon[76675]: [DBG] 1.4 scrub ok 2021-03-04T23:43:40.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:40 gibba038 conmon[76675]: audit 2021-03-04T23:43:39.437661+0000 mon.a (mon.0) 1833 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "71"}]': finished 2021-03-04T23:43:40.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:40 gibba038 conmon[76675]: cluster 2021-03-04T23:43:39.437716+0000 mon.a (mon.0) 1834 : cluster 2021-03-04T23:43:40.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:40 gibba038 conmon[76675]: [DBG] osdmap e421: 8 total, 8 up, 6 in 2021-03-04T23:43:40.853 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:40 gibba011 conmon[95595]: cluster 2021-03-04T23:43:38.989795+0000 osd.3 (osd.3) 36 : cluster [DBG] 1.4 scrub ok 2021-03-04T23:43:40.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:40 gibba011 conmon[95595]: audit 2021-03-04T23:43:39.437661+0000 mon.a (mon.0) 1833 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "71"}]': finished 2021-03-04T23:43:40.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:40 gibba011 conmon[95595]: cluster 2021-03-04T23:43:39.437716+0000 mon.a (mon.0) 1834 : cluster [DBG] osdmap e421: 8 total, 8 up, 6 in 2021-03-04T23:43:40.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:40 gibba011 conmon[99461]: cluster 2021-03-04T23:43:38.989795+0000 osd.3 (osd.3) 36 : cluster [DBG] 1.4 scrub ok 2021-03-04T23:43:40.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:40 gibba011 conmon[99461]: audit 2021-03-04T23:43:39.437661+0000 mon.a (mon.0) 1833 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd='[{"prefix": "osd pool set", "pool": "device_health_metrics", "var": "pgp_num_actual", "val": "71"}]': finished 2021-03-04T23:43:40.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:40 gibba011 conmon[99461]: cluster 2021-03-04T23:43:39.437716+0000 mon.a (mon.0) 1834 : cluster [DBG] osdmap e421: 8 total, 8 up, 6 in 2021-03-04T23:43:40.876 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:40.903 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:40.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:40.905 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:40.963 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 28 16 100747 100731 224.83 186.062 0.00454501 0.00444534 2021-03-04T23:43:41.005 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:41.022 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_blocked_ops 2021-03-04T23:43:41.028 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:41.030 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:41.031 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:41.043 INFO:tasks.thrashosds.thrasher:in_osds: [0, 4, 5, 6, 3, 7] out_osds: [2, 1] dead_osds: [] live_osds: [1, 2, 3, 4, 5, 6, 7, 0] 2021-03-04T23:43:41.043 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 0 1 2021-03-04T23:43:41.132 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:41.154 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:41.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:41.156 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:41.178 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:41.191 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:43:41.223 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:41.258 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:41.280 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:41.280 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:41.281 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:41.350 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:41.382 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:41.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:41.409 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:41.410 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:41.511 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:41.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:41.537 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:41.538 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:41.631 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:41 gibba011 conmon[95595]: cluster 2021-03-04T23:43:40.438094+0000 mon.a 2021-03-04T23:43:41.631 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:41 gibba011 conmon[95595]: (mon.0) 1835 : cluster [DBG] osdmap e422: 8 total, 8 up, 6 in 2021-03-04T23:43:41.631 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:41 gibba011 conmon[95595]: cluster 2021-03-04T23:43:40.856044+0000 mgr.x (mgr.34676) 1283 : cluster [DBG] pgmap v1394: 189 pgs: 189 active+clean; 5.6 GiB data, 17 GiB used, 483 GiB / 504 GiB avail; 147 MiB/s wr, 2.35k op/s 2021-03-04T23:43:41.632 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:41 gibba011 conmon[99461]: cluster 2021-03-04T23:43:40.438094+0000 mon.a (mon.0) 1835 : cluster [DBG] 2021-03-04T23:43:41.632 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:41 gibba011 conmon[99461]: osdmap e422: 8 total, 8 up, 6 in 2021-03-04T23:43:41.632 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:41 gibba011 conmon[99461]: cluster 2021-03-04T23:43:40.856044+0000 mgr.x (mgr.34676) 1283 : cluster [DBG] pgmap v1394: 189 pgs: 189 active+clean; 5.6 GiB data, 17 GiB used, 483 GiB / 504 GiB avail; 147 MiB/s wr, 2.35k op/s 2021-03-04T23:43:41.640 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:41.661 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:41.662 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:41.663 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:41.764 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:41.791 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:41.792 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:41.793 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:41.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:41 gibba038 conmon[76675]: cluster 2021-03-04T23:43:41.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:41 gibba038 conmon[76675]: 2021-03-04T23:43:41.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:41 gibba038 conmon[76675]: 2021 2021-03-04T23:43:41.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:41 gibba038 conmon[76675]: - 2021-03-04T23:43:41.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:41 gibba038 conmon[76675]: 03 2021-03-04T23:43:41.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:41 gibba038 conmon[76675]: - 2021-03-04T23:43:41.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:41 gibba038 conmon[76675]: 04T23:43:40.438094+0000 mon.a (mon.0) 1835 : cluster [DBG] osdmap e422: 8 total, 8 up, 6 in 2021-03-04T23:43:41.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:41 gibba038 conmon[76675]: cluster 2021-03-04T23:43:41.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:41 gibba038 conmon[76675]: 2021-03-04T23:43:40.856044+0000 mgr.x (mgr.34676) 1283 2021-03-04T23:43:41.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:41 gibba038 conmon[76675]: : cluster [DBG] pgmap v1394: 189 pgs: 189 active+clean; 5.6 GiB data, 17 GiB used, 483 GiB / 504 GiB avail; 147 MiB/s wr, 2.35k op/s 2021-03-04T23:43:41.894 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:41.914 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:41.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:41.916 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:41.963 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 29 16 103677 103661 223.391 183.125 0.00672629 0.00447423 2021-03-04T23:43:42.017 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:42.043 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:42.044 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:42.044 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:42.145 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:42.165 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:42.166 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:42.166 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:42.267 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:42.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:42.296 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:42.298 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:42.400 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:42.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:42.422 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:42.422 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:42.524 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:42.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:42.544 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:42.544 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:42.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:42 gibba011 conmon[95595]: cluster 2021-03-04T23:43:41.027679+0000 osd.3 (osd.3) 37 : cluster [DBG] 1.1e scrub ok 2021-03-04T23:43:42.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:42 gibba011 conmon[95595]: cluster 2021-03-04T23:43:41.148311+0000 osd.6 (osd.6) 229 : cluster [DBG] 1.3 scrub starts 2021-03-04T23:43:42.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:42 gibba011 conmon[95595]: cluster 2021-03-04T23:43:41.148810+0000 osd.6 (osd.6) 230 : cluster [DBG] 1.3 scrub ok 2021-03-04T23:43:42.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:42 gibba011 conmon[99461]: cluster 2021-03-04T23:43:41.027679+0000 osd.3 (osd.3) 37 : cluster [DBG] 1.1e scrub ok 2021-03-04T23:43:42.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:42 gibba011 conmon[99461]: cluster 2021-03-04T23:43:41.148311+0000 osd.6 (osd.6) 229 : cluster [DBG] 1.3 scrub starts 2021-03-04T23:43:42.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:42 gibba011 conmon[99461]: cluster 2021-03-04T23:43:41.148810+0000 osd.6 (osd.6) 230 : cluster [DBG] 1.3 scrub ok 2021-03-04T23:43:42.646 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:42.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:42.666 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:42.666 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:42.768 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:42.788 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:42.789 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:42.790 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:42.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:42 gibba038 conmon[76675]: cluster 2021-03-04T23:43:41.027679+0000 osd.3 (osd.3) 37 : cluster [DBG] 2021-03-04T23:43:42.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:42 gibba038 conmon[76675]: 1.1e scrub ok 2021-03-04T23:43:42.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:42 gibba038 conmon[76675]: cluster 2021-03-04T23:43:41.148311+0000 osd.6 (osd.6) 229 : cluster [DBG] 1.3 scrub starts 2021-03-04T23:43:42.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:42 gibba038 conmon[76675]: cluster 2021-03-04T23:43:41.148810 2021-03-04T23:43:42.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:42 gibba038 conmon[76675]: +0000 osd.6 (osd.6) 230 : cluster [DBG] 1.3 scrub ok 2021-03-04T23:43:42.891 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:42.914 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:42.915 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:42.916 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:42.963 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 30 16 106681 106665 222.203 187.75 0.00349863 0.0044981 2021-03-04T23:43:43.017 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:43.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:43.043 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:43.044 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:43.145 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:43.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:43.169 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:43.170 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:43.271 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:43.294 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:43.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:43.297 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:43.398 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:43.423 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:43.424 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:43.424 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:43.525 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:43.553 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:43.553 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:43.554 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:43.655 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:43.678 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:43.680 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:43.681 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:43.782 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:43.803 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:43.804 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:43.805 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:43.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:43 gibba038 conmon[76675]: cluster 2021-03-04T23:43:41.992757+0000 osd.7 (osd.7) 85 : cluster [DBG] 1.46 scrub starts 2021-03-04T23:43:43.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:43 gibba038 conmon[76675]: cluster 2021-03-04T23:43:41.996066+0000 osd.7 (osd.7) 86 : cluster [DBG] 1.46 scrub ok 2021-03-04T23:43:43.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:43 gibba038 conmon[76675]: cluster 2021-03-04T23:43:42.856707+0000 mgr.x (mgr.34676) 1284 : cluster [DBG] pgmap v1395: 189 pgs: 189 active+clean; 6.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 234 MiB/s wr, 3.75k op/s 2021-03-04T23:43:43.853 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:43 gibba011 conmon[99461]: cluster 2021-03-04T23:43:41.992757+0000 osd.7 (osd.7) 85 : cluster [DBG] 1.46 scrub starts 2021-03-04T23:43:43.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:43 gibba011 conmon[99461]: cluster 2021-03-04T23:43:41.996066+0000 osd.7 (osd.7) 86 : cluster [DBG] 1.46 scrub ok 2021-03-04T23:43:43.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:43 gibba011 conmon[99461]: cluster 2021-03-04T23:43:42.856707+0000 mgr.x (mgr.34676) 1284 : cluster [DBG] pgmap v1395: 189 pgs: 189 active+clean; 6.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 234 MiB/s wr, 3.75k op/s 2021-03-04T23:43:43.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:43 gibba011 conmon[95595]: cluster 2021-03-04T23:43:41.992757+0000 osd.7 (osd.7) 85 : cluster [DBG] 2021-03-04T23:43:43.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:43 gibba011 conmon[95595]: 1.46 scrub starts 2021-03-04T23:43:43.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:43 gibba011 conmon[95595]: cluster 2021-03-04T23:43:41.996066+0000 osd.7 (osd.7) 86 : cluster [DBG] 1.46 scrub ok 2021-03-04T23:43:43.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:43 gibba011 conmon[95595]: cluster 2021-03-04T23:43:42.856707+0000 mgr.x (mgr.34676) 1284 : cluster [DBG] pgmap v1395: 189 pgs: 189 active+clean; 6.1 GiB data, 18 GiB used, 482 GiB / 504 GiB avail; 234 MiB/s wr, 3.75k op/s 2021-03-04T23:43:43.907 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:43.934 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:43.935 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:43.935 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:43.963 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 31 16 109655 109639 221.03 185.875 0.00799216 0.00452179 2021-03-04T23:43:44.036 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:44.062 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:44.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:44.064 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:44.164 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:44.184 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:44.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:44.186 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:44.287 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:44.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:44.314 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:44.314 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:44.416 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:44.435 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:44.436 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:44.437 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:44.538 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:44.558 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:44.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:44.560 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:44.661 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:44.685 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:44.686 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:44.687 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:44.788 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:44.803 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:44 gibba011 conmon[95595]: cluster 2021-03-04T23:43:43.282721+0000 osd.0 (osd.0) 26 : cluster 2021-03-04T23:43:44.803 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:44 gibba011 conmon[95595]: [DBG] 1.42 scrub ok 2021-03-04T23:43:44.803 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:44 gibba011 conmon[99461]: cluster 2021-03-04T23:43:43.282721+0000 osd.0 (osd 2021-03-04T23:43:44.804 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:44 gibba011 conmon[99461]: .0) 26 : cluster [DBG] 1.42 scrub ok 2021-03-04T23:43:44.809 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:44.810 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:44.810 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:44.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:44 gibba038 conmon[76675]: cluster 2021-03-04T23:43:43.282721+0000 osd.0 (osd.0) 26 : 2021-03-04T23:43:44.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:44 gibba038 conmon[76675]: cluster [DBG] 1.42 scrub ok 2021-03-04T23:43:44.912 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:44.931 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:44.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:44.933 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:44.964 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 32 16 112564 112548 219.804 181.812 0.00400381 0.00454744 2021-03-04T23:43:45.035 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:45.052 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:45.052 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:45.053 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:45.154 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:45.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:45.174 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:45.175 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:45.276 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:45.303 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:45.304 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:45.304 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:45.405 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:45.430 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:45.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:45.431 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:45.532 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:45.552 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:45.553 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:45.554 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:45.655 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:45.671 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:45.672 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:45.672 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:45.774 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:45.796 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:45.797 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:45.797 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:45.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:45 gibba038 conmon[76675]: cluster 2021-03-04T23:43:45.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:45 gibba038 conmon[76675]: 2021-03-04T23:43:45.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:45 gibba038 conmon[76675]: 2021-03-04T23: 2021-03-04T23:43:45.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:45 gibba038 conmon[76675]: 43:44.197305+0000 osd.6 (osd.6) 231 : cluster [DBG] 1.6 scrub starts 2021-03-04T23:43:45.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:45 gibba038 conmon[76675]: cluster 2021-03-04T23:43:45.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:45 gibba038 conmon[76675]: 2021-03-04T23:43:44.197864+0000 2021-03-04T23:43:45.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:45 gibba038 conmon[76675]: osd.6 (osd.6) 232 : cluster [DBG] 1.6 scrub ok 2021-03-04T23:43:45.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:45 gibba038 conmon[76675]: cluster 2021-03-04T23:43: 2021-03-04T23:43:45.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:45 gibba038 conmon[76675]: 44.857270+0000 mgr.x (mgr.34676) 1285 : cluster [DBG] pgmap v1396: 189 pgs: 189 active+clean; 6.5 GiB data, 19 GiB used, 481 GiB / 504 GiB avail; 243 MiB/s wr, 3.89k op/s 2021-03-04T23:43:45.853 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:45 gibba011 conmon[95595]: cluster 2021-03-04T23:43:44.197305+0000 osd.6 (osd.6) 231 : 2021-03-04T23:43:45.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:45 gibba011 conmon[95595]: cluster [DBG] 1.6 scrub starts 2021-03-04T23:43:45.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:45 gibba011 conmon[95595]: cluster 2021-03-04T23:43:44.197864+0000 osd.6 (osd.6) 232 : cluster [DBG] 1.6 scrub ok 2021-03-04T23:43:45.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:45 gibba011 conmon[95595]: cluster 2021-03-04T23:43:44.857270 2021-03-04T23:43:45.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:45 gibba011 conmon[95595]: +0000 mgr.x (mgr.34676) 1285 : cluster [DBG] pgmap v1396: 189 pgs: 189 active+clean; 6.5 GiB data, 19 GiB used, 481 GiB / 504 GiB avail; 243 MiB/s wr, 3.89k op/s 2021-03-04T23:43:45.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:45 gibba011 conmon[99461]: cluster 2021-03-04T23:43:44.197305+0000 osd.6 (osd.6 2021-03-04T23:43:45.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:45 gibba011 conmon[99461]: ) 231 : cluster [DBG] 1.6 scrub starts 2021-03-04T23:43:45.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:45 gibba011 conmon[99461]: cluster 2021-03-04 2021-03-04T23:43:45.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:45 gibba011 conmon[99461]: T23:43:44.197864+0000 osd.6 (osd.6) 232 : 2021-03-04T23:43:45.856 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:45 gibba011 conmon[99461]: cluster [DBG] 1.6 scrub ok 2021-03-04T23:43:45.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:45 gibba011 conmon[99461]: cluster 2021-03-04T23:43:45.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:45 gibba011 conmon[99461]: 2021-03-04T23:43:44. 2021-03-04T23:43:45.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:45 gibba011 conmon[99461]: 857270+0000 mgr.x (mgr.34676) 1285 : 2021-03-04T23:43:45.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:45 gibba011 conmon[99461]: cluster [DBG] pgmap v1396: 189 pgs: 189 active+clean; 6.5 GiB data, 19 GiB used, 481 GiB / 504 GiB avail; 243 MiB/s wr, 3.89k op/s 2021-03-04T23:43:45.899 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:45.924 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:45.925 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:45.925 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:45.964 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 33 16 115228 115212 218.189 166.5 0.00424503 0.00458094 2021-03-04T23:43:46.027 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:46.046 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:46.047 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:46.048 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:46.149 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:46.170 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:46.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:46.172 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:46.257 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:43:46.274 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:46.275 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:43:46.291 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:43:46.297 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:46.298 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:46.298 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:46.306 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:43:46.325 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:43:46.343 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:43:46.362 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:43:46.380 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:43:46.381 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:43:46.381 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:43:46.382 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:43:46.382 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:43:46.382 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:43:46.382 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:43:46.383 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:43:46.383 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:43:46.399 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:46.422 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:46.423 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:46.424 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:46.525 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:46.549 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:46.551 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:46.551 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:46.652 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:46.675 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:46.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:46.676 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:46.777 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:46.802 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:46.803 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:46.804 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:46.806 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:46 gibba011 conmon[95595]: cluster 2021-03-04T23:43:45.183868+0000 osd.6 (osd.6) 233 : cluster [DBG] 1.45 scrub starts 2021-03-04T23:43:46.806 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:46 gibba011 conmon[95595]: cluster 2021-03-04T23:43:45.184400+0000 osd.6 (osd.6) 234 : cluster [DBG] 1.45 scrub ok 2021-03-04T23:43:46.807 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:46 gibba011 conmon[95595]: audit 2021-03-04T23:43:46.237011+0000 mon.a (mon.0) 1836 : audit [DBG] from='client.? 172.21.2.111:0/1254487179' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:46.808 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:46 gibba011 conmon[99461]: cluster 2021-03-04T23:43:45.183868+0000 osd.6 (osd.6) 233 : cluster [DBG] 1.45 scrub starts 2021-03-04T23:43:46.808 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:46 gibba011 conmon[99461]: cluster 2021-03-04T23:43:45.184400+0000 osd.6 (osd.6) 234 : cluster [DBG] 1.45 scrub ok 2021-03-04T23:43:46.808 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:46 gibba011 conmon[99461]: audit 2021-03-04T23:43:46.237011+0000 mon.a (mon.0) 1836 : audit [DBG] from='client.? 172.21.2.111:0/1254487179' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:46.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:46 gibba038 conmon[76675]: cluster 2021-03-04T23:43:46.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:46 gibba038 conmon[76675]: 2021-03-04T23:43:45 2021-03-04T23:43:46.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:46 gibba038 conmon[76675]: .183868+0000 osd.6 (osd.6) 233 : cluster [DBG] 1.45 scrub starts 2021-03-04T23:43:46.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:46 gibba038 conmon[76675]: cluster 2021-03-04T23:43:45.184400+0000 2021-03-04T23:43:46.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:46 gibba038 conmon[76675]: osd.6 (osd.6) 234 : cluster [DBG] 1.45 scrub ok 2021-03-04T23:43:46.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:46 gibba038 conmon[76675]: audit 2021 2021-03-04T23:43:46.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:46 gibba038 conmon[76675]: -03-04T23:43:46.237011+0000 mon.a ( 2021-03-04T23:43:46.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:46 gibba038 conmon[76675]: mon.0) 1836 : audit [DBG] from='client.? 172.21.2.111:0/1254487179' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:46.907 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:46.933 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:46.934 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:46.935 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:46.964 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 34 16 118185 118169 217.207 184.812 0.00292371 0.00460155 2021-03-04T23:43:47.036 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:47.061 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:47.061 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:47.062 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:47.163 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:47.187 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:47.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:47.189 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:47.290 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:47.312 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:47.312 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:47.313 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:47.414 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:47.433 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:47.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:47.435 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:47.461 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:47 gibba011 conmon[95595]: cluster 2021-03-04T23:43:46.065933+0000 osd.7 (osd.7) 87 : cluster [DBG] 1.3f scrub starts 2021-03-04T23:43:47.461 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:47 gibba011 conmon[95595]: cluster 2021-03-04T23:43:46.066540+0000 osd.7 (osd.7) 88 : cluster [DBG] 1.3f scrub ok 2021-03-04T23:43:47.462 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:47 gibba011 conmon[99461]: cluster 2021-03-04T23:43:46.065933+0000 osd.7 ( 2021-03-04T23:43:47.462 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:47 gibba011 conmon[99461]: osd.7) 87 : cluster [DBG] 1.3f scrub starts 2021-03-04T23:43:47.463 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:47 gibba011 conmon[99461]: cluster 2021-03-04T23:43:46.066540+0000 osd.7 (osd 2021-03-04T23:43:47.463 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:47 gibba011 conmon[99461]: .7) 88 : cluster [DBG] 1.3f scrub ok 2021-03-04T23:43:47.463 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:47 gibba011 conmon[99461]: cluster 2021-03-04T23:43:46.857621+0000 2021-03-04T23:43:47.463 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:47 gibba011 conmon[99461]: mgr.x (mgr.34676) 1286 : cluster [DBG] pgmap v1397: 189 pgs: 189 active+clean; 6.5 GiB data, 19 GiB used, 481 GiB / 504 GiB avail; 115 MiB/s wr, 1.84k op/s 2021-03-04T23:43:47.536 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:47.559 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:47.560 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:47.561 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:47.662 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:47.682 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:47.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:47.683 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:47.784 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:47.808 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:47.809 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:47.810 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:47.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:47 gibba038 conmon[76675]: cluster 2021-03-04T23:43:46.065933+0000 osd.7 (osd.7) 87 : cluster [DBG] 1.3f scrub starts 2021-03-04T23:43:47.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:47 gibba038 conmon[76675]: cluster 2021-03-04T23:43:46.066540+0000 osd.7 (osd.7) 88 : cluster [DBG] 1.3f scrub ok 2021-03-04T23:43:47.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:47 gibba038 conmon[76675]: cluster 2021-03-04T23:43:46.857621+0000 mgr.x (mgr.34676) 2021-03-04T23:43:47.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:47 gibba038 conmon[76675]: 1286 : cluster [DBG] pgmap v1397: 189 pgs: 189 active+clean; 6.5 GiB data, 19 GiB used, 481 GiB / 504 GiB avail; 115 MiB/s wr, 1.84k op/s 2021-03-04T23:43:47.853 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:47 gibba011 conmon[95595]: cluster 2021-03-04T23:43:46.857621+0000 mgr.x (mgr.34676) 1286 : cluster [DBG] pgmap v1397: 189 pgs: 189 active+clean; 6.5 GiB data, 19 GiB used, 481 GiB / 504 GiB avail; 115 MiB/s wr, 1.84k op/s 2021-03-04T23:43:47.911 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:47.933 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:47.934 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:47.934 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:47.964 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 35 16 120984 120968 215.999 174.938 0.0117489 0.00462727 2021-03-04T23:43:48.020 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:43:48.020 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:43:48.036 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:48.056 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:48.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:48.057 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:48.159 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:48.186 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:48.187 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:48.187 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:48.288 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:48.308 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:48.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:48.309 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:48.410 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:48.433 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:48.434 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:48.435 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:48.468 INFO:teuthology.orchestra.run.gibba011.stderr:reweighted osd.0 to 1 (10000) 2021-03-04T23:43:48.535 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:48.558 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:48.560 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:48.561 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:48.663 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:48.686 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:48.687 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:48.688 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:48.789 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:48.814 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:48.815 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:48.815 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:48.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:48 gibba038 conmon[76675]: cluster 2021-03-04T23:43:47.072250+0000 osd.3 (osd.3) 38 : cluster [DBG] 1.1d scrub ok 2021-03-04T23:43:48.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:48 gibba038 conmon[76675]: 2021-03-04T23:43:48.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:48 gibba038 conmon[76675]: cluster 2021-03-04T23:43:47.262618+0000 osd.0 (osd.0) 27 : cluster [DBG] 1.3d scrub ok 2021-03-04T23:43:48.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:48 gibba038 conmon[76675]: audit 2021-03-04T23:43:48.021383+0000 mon.c (mon.1) 2021-03-04T23:43:48.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:48 gibba038 conmon[76675]: 525 : audit [INF] from='client.? 172.21.2.111:0/2391836533' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:43:48.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:48 gibba038 conmon[76675]: audit 2021-03- 2021-03-04T23:43:48.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:48 gibba038 conmon[76675]: 04T23:43:48.021656+0000 mon.a (mon.0) 1837 2021-03-04T23:43:48.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:48 gibba038 conmon[76675]: : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:43:48.853 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:48 gibba011 conmon[95595]: cluster 2021-03-04T23:43:47.072250+0000 osd.3 (osd.3) 38 : cluster [DBG] 1.1d scrub ok 2021-03-04T23:43:48.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:48 gibba011 conmon[95595]: cluster 2021-03-04T23:43:47.262618+0000 osd.0 (osd.0) 27 : cluster [DBG] 1.3d scrub ok 2021-03-04T23:43:48.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:48 gibba011 conmon[95595]: audit 2021-03-04T23:43:48.021383+0000 mon.c (mon.1) 525 : audit [INF] from='client.? 172.21.2.111:0/2391836533' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:43:48.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:48 gibba011 conmon[95595]: audit 2021-03-04T23:43:48.021656+0000 mon.a (mon.0) 1837 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:43:48.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:48 gibba011 conmon[99461]: cluster 2021-03-04T23:43:47.072250+0000 osd.3 (osd.3) 38 : cluster [DBG] 1.1d scrub ok 2021-03-04T23:43:48.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:48 gibba011 conmon[99461]: cluster 2021-03-04T23:43:47.262618+0000 osd.0 (osd.0) 27 : cluster [DBG] 1.3d scrub ok 2021-03-04T23:43:48.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:48 gibba011 conmon[99461]: audit 2021-03-04T23:43:48.021383+0000 mon.c (mon.1) 525 : audit [INF] from='client.? 172.21.2.111:0/2391836533' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:43:48.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:48 gibba011 conmon[99461]: audit 2021-03-04T23:43:48.021656+0000 mon.a (mon.0) 1837 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2021-03-04T23:43:48.917 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:48.937 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:48.938 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:48.939 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:48.964 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 36 15 123864 123849 215 180.062 0.00304534 0.00464875 2021-03-04T23:43:49.040 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:49.064 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:49.065 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:49.066 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:49.167 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:49.188 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:49.189 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:49.190 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:49.292 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:49.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:49.314 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:49.314 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:49.417 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:49.437 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:49.438 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:49.439 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:49.540 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:49.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:49.562 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:49.562 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:49.663 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:49.696 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:49.697 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:49.698 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:49.798 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:49.814 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:49 gibba011 conmon[99461]: audit 2021-03-04T23:43:48.462843+0000 mon.a (mon.0) 1838 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:43:49.815 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:49 gibba011 conmon[99461]: cluster 2021-03-04T23:43:48.463053+0000 mon.a (mon.0) 1839 : cluster [DBG] osdmap e423: 8 total, 8 up, 6 in 2021-03-04T23:43:49.815 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:49 gibba011 conmon[99461]: cluster 2021-03-04T23:43:48.857958+0000 mgr.x (mgr 2021-03-04T23:43:49.815 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:49 gibba011 conmon[99461]: .34676) 1287 : cluster [DBG] pgmap v1399: 189 pgs: 189 active+clean; 7.4 GiB data, 22 GiB used, 478 GiB / 504 GiB avail; 216 MiB/s wr, 3.45k op/s 2021-03-04T23:43:49.816 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:49 gibba011 conmon[95595]: audit 2021-03-04T23:43:48.462843+0000 mon.a (mon.0) 1838 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:43:49.816 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:49 gibba011 conmon[95595]: cluster 2021-03-04T23:43:48.463053+0000 mon.a (mon.0) 1839 : cluster [DBG] osdmap e423: 8 total, 8 up, 6 in 2021-03-04T23:43:49.816 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:49 gibba011 conmon[95595]: cluster 2021-03-04T23:43:48.857958+0000 mgr.x (mgr.34676) 1287 : cluster [DBG] pgmap v1399: 189 pgs: 189 active+clean; 7.4 GiB data, 22 GiB used, 478 GiB / 504 GiB avail; 216 MiB/s wr, 3.45k op/s 2021-03-04T23:43:49.817 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:49.817 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:49.818 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:49.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:49 gibba038 conmon[76675]: audit 2021-03-04T23:43:48.462843+0000 mon.a (mon.0) 1838 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2021-03-04T23:43:49.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:49 gibba038 conmon[76675]: 2021-03-04T23:43:49.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:49 gibba038 conmon[76675]: cluster 2021-03-04T23:43:48.463053+0000 mon.a (mon.0) 1839 : cluster [DBG] osdmap e423: 8 total, 8 up, 6 in 2021-03-04T23:43:49.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:49 gibba038 conmon[76675]: cluster 2021-03-04T23:43:48.857958 2021-03-04T23:43:49.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:49 gibba038 conmon[76675]: +0000 mgr.x (mgr.34676) 1287 : cluster [DBG] pgmap v1399: 189 pgs: 189 active+clean; 7.4 GiB data, 22 GiB used, 478 GiB / 504 GiB avail; 216 MiB/s wr, 3.45k op/s 2021-03-04T23:43:49.919 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:49.943 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:49.944 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:49.945 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:49.964 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 37 16 126592 126576 213.795 170.438 0.0056584 0.00467504 2021-03-04T23:43:49.985 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.3 dump_historic_ops 2021-03-04T23:43:50.030 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 4 1 2021-03-04T23:43:50.046 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:50.089 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:50.090 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:50.090 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:50.146 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:43:50.191 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:50.201 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:50.215 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:50.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:50.216 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:50.219 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:50.303 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:50.318 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:50.342 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:50.343 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:50.344 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:50.446 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:50.471 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:50.472 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:50.472 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:50.479 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:43:50.574 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:50.596 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:50.597 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:50.597 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:50.699 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:50.721 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:50.722 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:50.723 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:50.824 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:50.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:50 gibba038 conmon[76675]: audit 2021-03-04T23:43:49.575587+0000 mon.c (mon.1) 526 : audit [INF] from='client.? 172.21.2.111:0/2387447527' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:43:50.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:50 gibba038 conmon[76675]: audit 2021-03-04T23:43: 2021-03-04T23:43:50.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:50 gibba038 conmon[76675]: 49.575911+0000 mon.a (mon.0) 1840 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:43:50.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:50 gibba038 conmon[76675]: cluster 2021-03-04T23:43:49.944770+0000 osd.5 (osd.5) 89 : cluster [DBG] 1.44 deep-scrub starts 2021-03-04T23:43:50.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:50 gibba038 conmon[76675]: cluster 2021-03-04T23:43:49.945417+0000 osd.5 (osd.5) 90 : cluster [DBG] 1.44 deep-scrub ok 2021-03-04T23:43:50.842 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:50.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:50.845 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:50.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:50 gibba011 conmon[95595]: audit 2021-03-04T23:43:49.575587+0000 mon.c (mon.1) 526 : audit [INF] from='client.? 172.21.2.111:0/2387447527' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:43:50.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:50 gibba011 conmon[95595]: audit 2021-03-04T23:43:49.575911+0000 mon.a (mon.0) 1840 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:43:50.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:50 gibba011 conmon[95595]: cluster 2021-03-04T23:43:49.944770+0000 osd.5 (osd.5) 89 : cluster [DBG] 1.44 deep-scrub starts 2021-03-04T23:43:50.855 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:50 gibba011 conmon[95595]: cluster 2021-03-04T23:43:49.945417+0000 osd.5 (osd.5) 90 : cluster [DBG] 1.44 deep-scrub ok 2021-03-04T23:43:50.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:50 gibba011 conmon[99461]: audit 2021-03-04T23:43:49.575587+0000 mon.c 2021-03-04T23:43:50.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:50 gibba011 conmon[99461]: (mon.1) 526 : audit [INF] from='client.? 172.21.2.111:0/2387447527' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:43:50.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:50 gibba011 conmon[99461]: audit 2021-03-04T23:43:49.575911+0000 mon.a (mon.0) 1840 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:43:50.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:50 gibba011 conmon[99461]: cluster 2021-03-04T23:43:49.944770+0000 osd.5 (osd.5) 89 : cluster [DBG] 1.44 deep-scrub starts 2021-03-04T23:43:50.857 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:50 gibba011 conmon[99461]: cluster 2021-03-04T23:43:49.945417+0000 osd.5 (osd.5) 90 : cluster [DBG] 1.44 deep-scrub ok 2021-03-04T23:43:50.947 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:50.964 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 38 16 129370 129354 212.738 173.625 0.00348187 0.00469824 2021-03-04T23:43:50.974 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:50.975 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:50.975 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:51.076 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:51.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:51.097 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:51.097 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:51.199 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:51.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:51.223 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:51.223 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:51.325 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:51.525 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:51 gibba011 conmon[95595]: cluster 2021-03-04T23:43:50.145505+0000 osd.3 (osd.3) 39 : cluster [DBG] 1.40 scrub ok 2021-03-04T23:43:51.525 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:51 gibba011 conmon[95595]: cluster 2021-03-04T23:43:50.468252+0000 mon.a (mon.0) 1841 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:51.526 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:51 gibba011 conmon[95595]: audit 2021-03-04T23:43:50.473405+0000 mon.a (mon.0) 1842 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:43:51.526 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:51 gibba011 conmon[95595]: cluster 2021-03-04T23:43:50.473456+0000 mon.a (mon.0) 1843 : cluster [DBG] osdmap e424: 8 total, 8 up, 6 in 2021-03-04T23:43:51.527 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:51 gibba011 conmon[95595]: cluster 2021-03-04T23:43:50.858322+0000 mgr.x (mgr.34676) 1288 : cluster [DBG] pgmap v1401: 189 pgs: 189 active+clean; 7.4 GiB data, 22 GiB used, 478 GiB / 504 GiB avail; 162 MiB/s wr, 2.59k op/s 2021-03-04T23:43:51.547 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:51.548 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:51.549 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:51.650 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:51.676 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:51.677 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:51.678 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:51.780 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:51.837 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:51 gibba038 conmon[76675]: cluster 2021-03-04T23:43:50.145505+0000 osd.3 (osd.3) 39 : cluster [DBG] 1.40 scrub ok 2021-03-04T23:43:51.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:51 gibba038 conmon[76675]: 2021-03-04T23:43:51.838 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:51 gibba038 conmon[76675]: cluster 2021-03-04T23:43:50.468252+0000 mon.a (mon.0) 1841 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:51.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:51 gibba038 conmon[76675]: audit 2021-03-04T23:43:50.473405+0000 mon.a (mon. 2021-03-04T23:43:51.839 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:51 gibba038 conmon[76675]: 0) 1842 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:43:51.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:51 gibba038 conmon[76675]: cluster 2021-03-04 2021-03-04T23:43:51.840 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:51 gibba038 conmon[76675]: T23:43:50.473456+0000 mon.a (mon.0) 1843 : cluster [DBG] osdmap e424: 8 total, 8 up, 6 in 2021-03-04T23:43:51.841 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:51 gibba038 conmon[76675]: cluster 2021-03- 2021-03-04T23:43:51.841 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:51 gibba038 conmon[76675]: 04T23:43:50.858322+0000 mgr.x (mgr.34676) 2021-03-04T23:43:51.841 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:51 gibba038 conmon[76675]: 1288 : cluster [DBG] pgmap v1401: 189 pgs: 189 active+clean; 7.4 GiB data, 22 GiB used, 478 GiB / 504 GiB avail; 162 MiB/s wr, 2.59k op/s 2021-03-04T23:43:51.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:51 gibba011 conmon[99461]: cluster 2021-03-04T23:43:50.145505+0000 osd.3 (osd.3) 39 : cluster [DBG] 1.40 scrub ok 2021-03-04T23:43:51.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:51 gibba011 conmon[99461]: cluster 2021-03-04T23:43:50.468252+0000 mon.a (mon.0) 1841 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:43:51.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:51 gibba011 conmon[99461]: audit 2021-03-04T23:43:50.473405+0000 mon.a (mon.0) 1842 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:43:51.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:51 gibba011 conmon[99461]: cluster 2021-03-04T23:43:50.473456+0000 mon.a (mon.0) 1843 : cluster [DBG] osdmap e424: 8 total, 8 up, 6 in 2021-03-04T23:43:51.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:51 gibba011 conmon[99461]: cluster 2021-03-04T23:43:50.858322+0000 mgr.x (mgr.34676) 1288 : cluster [DBG] pgmap v1401: 189 pgs: 189 active+clean; 7.4 GiB data, 22 GiB used, 478 GiB / 504 GiB avail; 162 MiB/s wr, 2.59k op/s 2021-03-04T23:43:51.872 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:51.873 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:51.874 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:51.964 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 39 16 132196 132180 211.812 176.625 0.00427313 0.00471898 2021-03-04T23:43:51.975 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:51.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:51.997 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:51.997 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:52.098 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:52.122 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:52.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:52.124 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:52.225 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:52.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:52.248 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:52.248 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:52.350 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:52.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:52.375 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:52.375 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:52.477 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:52.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:52.503 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:52.504 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:52.605 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:52.624 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:52.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:52.626 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:52.727 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:52.751 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:52.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:52.755 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:52.853 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:52 gibba011 conmon[95595]: audit 2021-03-04T23:43:51.744802+0000 mon.a (mon.0) 1844 2021-03-04T23:43:52.854 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:52 gibba011 conmon[95595]: : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:43:52.854 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:52 gibba011 conmon[99461]: audit 2021-03-04T23:43:51.744802+0000 mon.a 2021-03-04T23:43:52.855 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:52 gibba011 conmon[99461]: (mon.0) 1844 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:43:52.856 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:52.881 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:52.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:52.883 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:52.964 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:43:52.963099+0000 min lat: 0.000891726 max lat: 0.145961 avg lat: 0.00473278 2021-03-04T23:43:52.965 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:43:52.965 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 40 16 135188 135172 211.191 187 0.00362761 0.00473278 2021-03-04T23:43:52.983 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:53.002 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:53.003 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:53.003 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:53.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:52 gibba038 conmon[76675]: audit 2021-03-04T23:43:51.744802+0000 mon.a (mon.0) 1844 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:43:53.104 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:53.124 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:53.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:53.125 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:53.226 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:53.245 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:53.246 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:53.246 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:53.348 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:53.372 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:53.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:53.374 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:53.475 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:53.495 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:53.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:53.497 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:53.599 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:53.618 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:53.619 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:53.619 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:53.721 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:53.746 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:53.747 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:53.748 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:53.844 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:53 gibba011 conmon[95595]: cluster 2021-03-04T23:43:52.859022+0000 mgr.x (mgr.34676) 1289 : cluster [DBG] pgmap v1402: 189 pgs: 189 active+clean; 7.8 GiB data, 24 GiB used, 476 GiB / 504 GiB avail; 174 MiB/s wr, 2.78k op/s 2021-03-04T23:43:53.845 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:53 gibba011 conmon[99461]: cluster 2021-03-04T23:43:52.859022+0000 mgr.x (mgr.34676) 1289 : cluster [DBG] pgmap v1402: 189 pgs: 189 active+clean; 7.8 GiB data, 24 GiB used, 476 GiB / 504 GiB avail; 174 MiB/s wr, 2.78k op/s 2021-03-04T23:43:53.849 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:53.867 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:53.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:53.869 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:53.964 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 41 16 138162 138146 210.573 185.875 0.00338203 0.00474675 2021-03-04T23:43:53.970 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:53.997 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:53.998 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:53.999 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:54.087 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:53 gibba038 conmon[76675]: cluster 2021-03-04T23:43:52.859022+0000 mgr.x (mgr.34676) 1289 : cluster [DBG] pgmap v1402: 189 pgs: 189 active+clean; 7.8 GiB data, 24 GiB used, 476 GiB / 504 GiB avail; 174 MiB/s wr, 2.78k op/s 2021-03-04T23:43:54.100 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:54.126 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:54.127 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:54.128 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:54.229 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:54.249 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:54.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:54.251 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:54.353 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:54.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:54.376 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:54.376 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:54.478 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:54.502 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:54.503 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:54.504 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:54.605 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:54.627 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:54.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:54.629 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:54.730 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:54.752 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:54.752 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:54.753 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:54.854 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:54.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:54.876 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:54.876 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:54.964 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 42 16 141037 141021 209.837 179.688 0.00263941 0.00476328 2021-03-04T23:43:54.977 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:55.001 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:55.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:55.003 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:55.104 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:55.123 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:55.124 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:55.125 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:55.226 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:55.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:55.248 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:55.248 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:55.349 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:55.370 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:55.371 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:55.371 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:55.472 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:55.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:55.494 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:55.495 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:55.596 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:55.620 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:55.621 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:55.621 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:55.723 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:55.725 INFO:teuthology.orchestra.run.gibba011.stdout:ERROR: (22) Invalid argument 2021-03-04T23:43:55.725 INFO:teuthology.orchestra.run.gibba011.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:43:55.746 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:55.747 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:55.747 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:55.748 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:43:55.767 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:43:55.784 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:43:55.802 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:43:55.821 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:43:55.843 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:43:55.849 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:55.865 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:43:55.874 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:55.875 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:55.875 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:55.886 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:43:55.887 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:43:55.887 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:43:55.887 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:43:55.888 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:43:55.888 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:43:55.888 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:43:55.888 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:43:55.888 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:43:55.964 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 43 16 144010 143994 209.278 185.812 0.00498512 0.00477615 2021-03-04T23:43:55.977 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:56.001 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:56.002 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:56.003 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:56.104 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:56.125 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:56.126 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:56.126 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:56.227 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:56.252 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:56.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:56.254 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:56.283 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set nodeep-scrub 2021-03-04T23:43:56.356 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:43:56.383 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:56.384 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:56.384 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:43:56.485 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:56.507 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:56.509 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:56.510 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:56.510 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:56.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:56 gibba038 conmon[76675]: cluster 2021-03-04T23:43:54.860321+0000 mgr.x (mgr.34676) 1290 : cluster [DBG] pgmap v1403: 189 pgs: 189 active+clean; 8.2 GiB data, 25 GiB used, 475 GiB / 504 GiB avail; 223 MiB/s wr, 3.57k op/s 2021-03-04T23:43:56.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:56 gibba038 conmon[76675]: audit 2021-03-04T23:43:55.725566+0000 mon.c (mon.1) 527 : audit [DBG] from='client.? 172.21.2.111:0/2944077070' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:56.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:56 gibba011 conmon[95595]: cluster 2021-03-04T23:43:54.860321+0000 mgr.x (mgr.34676) 1290 : cluster [DBG] pgmap v1403: 189 pgs: 189 active+clean; 8.2 GiB data, 25 GiB used, 475 GiB / 504 GiB avail; 223 MiB/s wr, 3.57k op/s 2021-03-04T23:43:56.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:56 gibba011 conmon[95595]: audit 2021-03-04T23:43:55.725566+0000 mon.c (mon.1) 527 : audit [DBG] from='client.? 172.21.2.111:0/2944077070' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:56.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:56 gibba011 conmon[99461]: cluster 2021-03-04T23:43:54.860321+0000 mgr.x (mgr.34676) 1290 : cluster [DBG] pgmap v1403: 189 pgs: 189 active+clean; 8.2 GiB data, 25 GiB used, 475 GiB / 504 GiB avail; 223 MiB/s wr, 3.57k op/s 2021-03-04T23:43:56.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:56 gibba011 conmon[99461]: audit 2021-03-04T23:43:55.725566+0000 mon.c (mon.1) 527 : audit [DBG] from='client.? 172.21.2.111:0/2944077070' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:43:56.612 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:56.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:56.648 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:56.649 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:56.750 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:56.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:56.772 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:56.773 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:56.874 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:56.894 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:56.895 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:56.895 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:56.964 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 44 16 146929 146913 208.668 182.438 0.00486981 0.00479001 2021-03-04T23:43:56.996 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:57.030 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:57.031 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:57.031 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:57.133 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:57.162 INFO:teuthology.orchestra.run.gibba011.stderr:reweighted osd.4 to 1 (10000) 2021-03-04T23:43:57.164 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:57.165 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:57.166 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:57.267 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:57.290 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:57.291 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:57.291 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:57.392 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:57.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:57.412 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:57.412 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:57.513 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:57.536 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:57.537 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:57.538 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:57.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:57 gibba038 conmon[76675]: audit 2021-03-04T23:43:56.276923+0000 mon.a (mon.0) 1845 : audit [INF] from='client.? 172.21.2.111:0/2342612596' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:43:57.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:57 gibba011 conmon[95595]: audit 2021-03-04T23:43:56.276923+0000 mon.a (mon.0) 1845 : audit [INF] from='client.? 172.21.2.111:0/2342612596' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:43:57.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:57 gibba011 conmon[99461]: audit 2021-03-04T23:43:56.276923+0000 2021-03-04T23:43:57.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:57 gibba011 conmon[99461]: mon.a (mon.0) 1845 : audit [INF] from='client.? 172.21.2.111:0/2342612596' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2021-03-04T23:43:57.638 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:57.656 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:57.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:57.658 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:57.759 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:57.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:57.779 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:57.779 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:57.880 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:57.900 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:57.901 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:57.903 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:57.965 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 45 16 149864 149848 208.107 183.438 0.00675155 0.00480291 2021-03-04T23:43:58.005 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:43:58.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:58.025 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:58.025 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:43:58.126 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:43:58.148 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:58.149 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:58.149 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:43:58.251 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:58.275 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:58.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:58.277 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:58.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:58 gibba011 conmon[95595]: cluster 2021-03-04T23:43:56.860628+0000 mgr.x (mgr.34676) 1291 : cluster 2021-03-04T23:43:58.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:58 gibba011 conmon[95595]: [DBG] pgmap v1404: 189 pgs: 189 active+clean; 8.2 GiB data, 25 GiB used, 475 GiB / 504 GiB avail; 106 MiB/s wr, 1.70k op/s 2021-03-04T23:43:58.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:58 gibba011 conmon[95595]: audit 2021-03-04T23:43:57.156156+0000 mon.a (mon.0) 1846 : audit [INF] from='client.? 172.21.2.111:0/2342612596' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:43:58.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:43:58 gibba011 conmon[95595]: cluster 2021-03-04T23:43:57.156207+0000 mon.a (mon.0) 1847 : cluster [DBG] osdmap e425: 8 total, 8 up, 6 in 2021-03-04T23:43:58.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:58 gibba011 conmon[99461]: cluster 2021-03-04T23:43:56.860628+0000 mgr.x (mgr.34676) 1291 : cluster [DBG] pgmap v1404: 189 pgs: 189 active+clean; 8.2 GiB data, 25 GiB used, 475 GiB / 504 GiB avail; 106 MiB/s wr, 1.70k op/s 2021-03-04T23:43:58.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:58 gibba011 conmon[99461]: audit 2021-03-04T23:43:57.156156+0000 mon.a (mon.0) 1846 : audit [INF] from='client.? 172.21.2.111:0/2342612596' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:43:58.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:58 gibba011 conmon[99461]: cluster 2021-03-04T23:43:57.156207+0000 mon.a (mon.0) 1847 : 2021-03-04T23:43:58.356 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:43:58 gibba011 conmon[99461]: cluster [DBG] osdmap e425: 8 total, 8 up, 6 in 2021-03-04T23:43:58.378 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:58.400 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:58.401 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:58.402 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:58.503 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:58.520 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:58.521 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:58.521 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:58.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:58 gibba038 conmon[76675]: cluster 2021-03-04T23:43:56.860628+0000 mgr.x (mgr.34676) 2021-03-04T23:43:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:58 gibba038 conmon[76675]: 1291 : cluster [DBG] pgmap v1404: 189 pgs: 189 active+clean; 8.2 GiB data, 25 GiB used, 475 GiB / 504 GiB avail; 106 MiB/s wr, 1.70k op/s 2021-03-04T23:43:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:58 gibba038 conmon[76675]: audit 2021-03-04T23:43:57.156156+0000 mon.a (mon.0) 1846 : audit [INF] from='client.? 172.21.2.111:0/2342612596' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2021-03-04T23:43:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:58 gibba038 conmon[76675]: cluster 2021-03-04 2021-03-04T23:43:58.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:43:58 gibba038 conmon[76675]: T23:43:57.156207+0000 mon.a (mon.0) 1847 : cluster [DBG] osdmap e425: 8 total, 8 up, 6 in 2021-03-04T23:43:58.623 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:43:58.642 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:58.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:58.644 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:43:58.727 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_ops_in_flight 2021-03-04T23:43:58.745 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:58.764 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:58.765 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:58.766 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:58.867 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:58.892 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:58.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:58.894 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:58.960 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:43:58.964 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 46 16 152503 152487 207.168 164.938 0.00312304 0.00482479 2021-03-04T23:43:58.995 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:43:59.010 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 5 1 2021-03-04T23:43:59.018 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:59.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:59.020 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:43:59.121 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:59.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:59.143 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:59.143 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:59.161 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:43:59.245 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:59.268 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:59.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:59.270 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:59.371 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:43:59.393 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:59.395 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:59.395 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:43:59.496 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:59.517 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:59.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:59.519 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:59.621 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:43:59.641 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:59.642 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:43:59.642 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:43:59.744 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:59.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:59.764 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:59.764 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:59.865 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:43:59.890 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:43:59.891 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:43:59.891 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:43:59.965 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 47 16 155306 155290 206.488 175.188 0.00421371 0.00484061 2021-03-04T23:43:59.994 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:00.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:00.015 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:00.015 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:00.117 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:00.142 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:00.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:00.144 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:00.151 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:44:00.246 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:00.271 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:00.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:00.273 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:00.290 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:00.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:00 gibba038 conmon[76675]: cluster 2021-03-04T23:43:58.861450+0000 mgr.x (mgr.34676) 1292 : cluster [DBG] pgmap v1406: 189 pgs: 189 active+clean; 9.1 GiB data, 27 GiB used, 473 GiB / 504 GiB avail; 215 MiB/s wr, 3.44k op/s 2021-03-04T23:44:00.374 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:00.395 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:00.396 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:00.397 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:00.498 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:00.502 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:00 gibba011 conmon[95595]: cluster 2021-03-04T23:43:58.861450+0000 mgr.x (mgr.34676) 1292 : cluster [DBG] pgmap v1406: 189 pgs: 189 active+clean; 9.1 GiB data, 27 GiB used, 473 GiB / 504 GiB avail; 215 MiB/s wr, 3.44k op/s 2021-03-04T23:44:00.503 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:00 gibba011 conmon[99461]: cluster 2021-03-04T23:43:58.861450+0000 mgr.x (mgr.34676 2021-03-04T23:44:00.504 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:00 gibba011 conmon[99461]: ) 1292 : cluster [DBG] pgmap v1406: 189 pgs: 189 active+clean; 9.1 GiB data, 27 GiB used, 473 GiB / 504 GiB avail; 215 MiB/s wr, 3.44k op/s 2021-03-04T23:44:00.526 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:00.528 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:00.529 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:00.630 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:00.655 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:00.657 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:00.658 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:00.759 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:00.781 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:00.782 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:00.783 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:00.884 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:00.906 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:00.907 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:00.907 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:00.965 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 48 16 158240 158224 206.006 183.375 0.00528199 0.00485207 2021-03-04T23:44:01.009 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:01.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:01.036 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:01.037 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:01.139 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:01.159 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:01.160 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:01.160 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:01.262 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:01.288 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:01.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:01.290 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:01.391 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:01.409 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:01.410 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:01.411 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:01.512 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:01.537 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:01.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:01.540 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:01.641 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:01.664 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:01.665 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:01.666 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:01.767 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:01.793 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:01.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:01.795 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:01.896 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:01.921 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:01.922 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:01.922 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:01.965 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 49 16 161028 161012 205.358 174.25 0.00657313 0.00486723 2021-03-04T23:44:02.023 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:02.050 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:02.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:02.052 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:02.153 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:02.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:02.175 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:02.175 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:02.277 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:02.296 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:02.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:02.298 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:02.399 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:02.417 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:02.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:02.419 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:02.419 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:02 gibba011 conmon[95595]: cluster 2021-03-04T23:44:00.861742+0000 mgr.x (mgr.34676) 1293 : cluster [DBG] pgmap v1407: 189 pgs: 189 active+clean; 9.1 GiB data, 27 GiB used, 473 GiB / 504 GiB avail; 181 MiB/s wr, 2.89k op/s 2021-03-04T23:44:02.420 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:02 gibba011 conmon[99461]: cluster 2021-03-04T23:44:00.861742+0000 mgr.x (mgr.34676) 1293 : cluster 2021-03-04T23:44:02.420 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:02 gibba011 conmon[99461]: [DBG] pgmap v1407: 189 pgs: 189 active+clean; 9.1 GiB data, 27 GiB used, 473 GiB / 504 GiB avail; 181 MiB/s wr, 2.89k op/s 2021-03-04T23:44:02.522 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:02.546 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:02.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:02.547 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:02.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:02 gibba038 conmon[76675]: cluster 2021-03-04T23:44:00.861742+0000 mgr.x (mgr.34676) 1293 : cluster 2021-03-04T23:44:02.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:02 gibba038 conmon[76675]: [DBG] pgmap v1407: 189 pgs: 189 active+clean; 9.1 GiB data, 27 GiB used, 473 GiB / 504 GiB avail; 181 MiB/s wr, 2.89k op/s 2021-03-04T23:44:02.648 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:02.672 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:02.673 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:02.673 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:02.775 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:02.799 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:02.800 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:02.800 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:02.901 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:02.927 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:02.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:02.929 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:02.965 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 50 16 163967 163951 204.924 183.688 0.00512178 0.00487764 2021-03-04T23:44:03.030 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:03.052 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:03.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:03.053 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:03.154 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:03.172 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is set 2021-03-04T23:44:03.175 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:03.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:03.177 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:03.278 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:03.298 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:03.299 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:03.300 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:03.401 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:03.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:03.427 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:03.428 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:03.529 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:03.553 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:03.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:03.555 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:03.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:03 gibba038 conmon[76675]: audit 2021-03-04T23:44:02.678529+0000 mon.c (mon.1) 528 : audit [INF] from='client.? 172.21.2.111:0/2851474839' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:44:03.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:03 gibba038 conmon[76675]: audit 2021-03-04T23:44:02.678791+0000 mon.a (mon.0) 1848 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:44:03.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:03 gibba011 conmon[95595]: audit 2021-03-04T23:44:02.678529+0000 mon.c (mon.1) 528 : audit [INF] from='client.? 172.21.2.111:0/2851474839' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:44:03.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:03 gibba011 conmon[95595]: audit 2021-03-04T23:44:02.678791+0000 mon.a (mon.0) 1848 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:44:03.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:03 gibba011 conmon[99461]: audit 2021-03-04T23:44:02.678529+0000 mon.c (mon.1 2021-03-04T23:44:03.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:03 gibba011 conmon[99461]: ) 528 : audit [INF] from='client.? 172.21.2.111:0/2851474839' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:44:03.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:03 gibba011 conmon[99461]: audit 2021-03-04T23 2021-03-04T23:44:03.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:03 gibba011 conmon[99461]: :44:02.678791+0000 mon.a (mon.0) 1848 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:44:03.656 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:03.680 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:03.681 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:03.682 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:03.783 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:03.807 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:03.808 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:03.808 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:03.909 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:03.930 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:03.930 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:03.931 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:03.965 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 51 16 166906 166890 204.507 183.688 0.00611315 0.00488758 2021-03-04T23:44:04.032 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:04.058 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:04.059 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:04.059 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:04.161 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:04.181 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:04.182 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:04.183 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:04.284 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:04.307 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:04.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:04.308 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:04.409 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:04.429 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:04.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:04.431 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:04.522 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:04 gibba011 conmon[95595]: cluster 2021-03-04T23:44:02.862408 2021-03-04T23:44:04.522 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:04 gibba011 conmon[95595]: +0000 mgr.x (mgr.34676) 1294 : cluster [DBG] pgmap v1408: 189 pgs: 189 active+clean; 9.6 GiB data, 29 GiB used, 471 GiB / 504 GiB avail; 181 MiB/s wr, 2.90k op/s 2021-03-04T23:44:04.523 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:04 gibba011 conmon[95595]: cluster 2021-03-04T23:44:03.160664+0000 mon.a (mon.0) 1849 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:44:04.523 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:04 gibba011 conmon[95595]: audit 2021-03-04T23:44:03.165822+0000 mon.a (mon.0) 1850 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:44:04.523 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:04 gibba011 conmon[95595]: cluster 2021-03-04T23:44:03.165885+0000 mon.a (mon.0) 1851 : cluster [DBG] osdmap e426: 8 total, 8 up, 6 in 2021-03-04T23:44:04.523 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:04 gibba011 conmon[99461]: cluster 2021-03-04T23:44:02.862408+0000 mgr.x (mgr.34676) 1294 : cluster [DBG] pgmap v1408: 189 pgs: 189 active+clean; 9.6 GiB data, 29 GiB used, 471 GiB / 504 GiB avail; 181 MiB/s wr, 2.90k op/s 2021-03-04T23:44:04.524 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:04 gibba011 conmon[99461]: cluster 2021-03-04T23:44:03.160664+0000 mon.a (mon.0) 1849 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:44:04.524 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:04 gibba011 conmon[99461]: audit 2021-03-04T23:44:03.165822+0000 mon.a (mon.0) 1850 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:44:04.524 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:04 gibba011 conmon[99461]: cluster 2021-03-04T23:44:03.165885+0000 mon.a (mon.0) 1851 : cluster [DBG] osdmap e426: 8 total, 8 up, 6 in 2021-03-04T23:44:04.532 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:04.552 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:04.554 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:04.554 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:04.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:04 gibba038 conmon[76675]: cluster 2021-03-04T23:44:02.862408+0000 mgr.x (mgr.34676) 1294 : cluster 2021-03-04T23:44:04.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:04 gibba038 conmon[76675]: [DBG] pgmap v1408: 189 pgs: 189 active+clean; 9.6 GiB data, 29 GiB used, 471 GiB / 504 GiB avail; 181 MiB/s wr, 2.90k op/s 2021-03-04T23:44:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:04 gibba038 conmon[76675]: cluster 2021-03-04T23:44:03.160664+0000 mon.a (mon.0) 1849 : cluster [WRN] Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:44:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:04 gibba038 conmon[76675]: audit 2021-03-04T23:44:03.165822+0000 mon.a (mon. 2021-03-04T23:44:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:04 gibba038 conmon[76675]: 0) 1850 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2021-03-04T23:44:04.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:04 gibba038 conmon[76675]: cluster 2021-03-04 2021-03-04T23:44:04.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:04 gibba038 conmon[76675]: T23:44:03.165885+0000 mon.a (mon 2021-03-04T23:44:04.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:04 gibba038 conmon[76675]: .0) 1851 : cluster [DBG] osdmap e426: 8 total, 8 up, 6 in 2021-03-04T23:44:04.655 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:04.675 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:04.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:04.676 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:04.777 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:04.781 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:44:04.798 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:44:04.801 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:04.802 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:04.803 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:04.816 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:44:04.833 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:44:04.850 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:44:04.869 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:44:04.890 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:44:04.904 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:04.907 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:44:04.909 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:44:04.909 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:44:04.909 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:44:04.909 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:44:04.910 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:44:04.910 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:44:04.910 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:44:04.910 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:44:04.930 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:04.930 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:04.931 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:04.965 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 52 16 169878 169862 204.146 185.75 0.0060466 0.00489626 2021-03-04T23:44:05.032 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:05.060 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:05.061 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:05.062 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:05.163 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:05.175 INFO:teuthology.orchestra.run.gibba011.stderr:reweighted osd.5 to 1 (10000) 2021-03-04T23:44:05.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:05.186 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:05.186 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:05.288 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:05.306 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:05.307 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:05.308 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:05.409 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:05.428 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:05.429 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:05.429 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:05.530 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:05.551 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:05.552 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:05.552 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:05.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:05 gibba038 conmon[76675]: audit 2021-03-04T23:44:05.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:05 gibba038 conmon[76675]: 2021-03-04T23:44:04 2021-03-04T23:44:05.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:05 gibba038 conmon[76675]: .758642+0000 mon.a (mon.0) 1852 : audit [DBG] from='client.? 172.21.2.111:0/2203897876' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:05.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:05 gibba038 conmon[76675]: audit 2021-03-04T23:44:05.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:05 gibba038 conmon[76675]: 2021-03-04T23:44:05.063981+0000 mon.a (mon.0) 1853 : audit [INF] 2021-03-04T23:44:05.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:05 gibba038 conmon[76675]: from='client.? 172.21.2.111:0/2382026203' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:44:05.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:05 gibba011 conmon[95595]: audit 2021-03-04T23:44:04.758642+0000 mon.a (mon.0) 1852 : audit [DBG] from='client.? 172.21.2.111:0/2203897876' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:05.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:05 gibba011 conmon[95595]: audit 2021-03-04T23:44:05.063981+0000 mon.a (mon.0) 1853 : audit [INF] from='client.? 172.21.2.111:0/2382026203' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:44:05.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:05 gibba011 conmon[99461]: audit 2021-03-04T23:44:04.758642+0000 mon.a (mon.0 2021-03-04T23:44:05.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:05 gibba011 conmon[99461]: ) 1852 : audit [DBG] from='client.? 172.21.2.111:0/2203897876' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:05.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:05 gibba011 conmon[99461]: audit 2021-03-04T23:44:05.063981+0000 mon.a ( 2021-03-04T23:44:05.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:05 gibba011 conmon[99461]: mon.0) 1853 : audit [INF] from='client.? 172.21.2.111:0/2382026203' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2021-03-04T23:44:05.654 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:05.676 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:05.677 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:05.677 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:05.778 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:05.799 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:05.800 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:05.800 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:05.901 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:05.925 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:05.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:05.927 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:05.965 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 53 15 172617 172602 203.525 171.25 0.00739309 0.00491119 2021-03-04T23:44:06.028 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:06.052 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:06.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:06.053 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:06.154 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:06.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:06.174 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:06.175 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:06.276 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:06.299 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:06.300 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:06.301 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:06.402 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:06.420 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:06.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:06.422 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:06.478 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:06 gibba011 conmon[95595]: cluster 2021-03-04T23:44: 2021-03-04T23:44:06.479 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:06 gibba011 conmon[95595]: 04.862933+0000 mgr.x (mgr.34676) 1295 : cluster [DBG] pgmap v1410: 189 pgs: 189 active+clean; 10 GiB data, 30 GiB used, 470 GiB / 504 GiB avail; 225 MiB/s wr, 3.60k op/s 2021-03-04T23:44:06.479 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:06 gibba011 conmon[95595]: audit 2021-03-04T23:44:05.170748+0000 mon.a (mon.0) 1854 : audit [INF] from='client.? 172.21.2.111:0/2382026203' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-03-04T23:44:06.479 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:06 gibba011 conmon[95595]: cluster 2021-03-04T23:44:05.170791+0000 mon.a (mon.0) 1855 : cluster [DBG] osdmap e427: 8 total, 8 up, 6 in 2021-03-04T23:44:06.480 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:06 gibba011 conmon[99461]: cluster 2021-03-04T23:44:04.862933+0000 2021-03-04T23:44:06.480 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:06 gibba011 conmon[99461]: mgr.x (mgr.34676) 1295 : cluster [DBG] pgmap v1410: 189 pgs: 189 active+clean; 10 GiB data, 30 GiB used, 470 GiB / 504 GiB avail; 225 MiB/s wr, 3.60k op/s 2021-03-04T23:44:06.480 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:06 gibba011 conmon[99461]: audit 2021 2021-03-04T23:44:06.480 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:06 gibba011 conmon[99461]: -03-04T23:44:05.170748+0000 mon.a (mon. 2021-03-04T23:44:06.481 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:06 gibba011 conmon[99461]: 0) 1854 : audit [INF] from='client.? 172.21.2.111:0/2382026203' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-03-04T23:44:06.481 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:06 gibba011 conmon[99461]: cluster 2021-03-04T23:44:06.481 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:06 gibba011 conmon[99461]: 2021-03- 2021-03-04T23:44:06.481 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:06 gibba011 conmon[99461]: 04T23:44:05.170791+0000 2021-03-04T23:44:06.481 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:06 gibba011 conmon[99461]: mon.a (mon.0) 1855 : 2021-03-04T23:44:06.482 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:06 gibba011 conmon[99461]: cluster [DBG] osdmap e427: 8 total, 8 up, 6 in 2021-03-04T23:44:06.523 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:06.543 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:06.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:06.544 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:06.556 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset noscrub 2021-03-04T23:44:06.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:06 gibba038 conmon[76675]: cluster 2021-03-04T23:44:04.862933+0000 mgr.x (mgr.34676) 1295 : cluster [DBG] pgmap v1410: 189 pgs: 189 active+clean; 10 GiB data, 30 GiB used, 470 GiB / 504 GiB avail; 225 MiB/s wr, 3.60k op/s 2021-03-04T23:44:06.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:06 gibba038 conmon[76675]: 2021-03-04T23:44:06.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:06 gibba038 conmon[76675]: audit 2021-03-04T23:44:05.170748+0000 mon.a (mon.0) 1854 : audit [INF] from='client.? 172.21.2.111:0/2382026203' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2021-03-04T23:44:06.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:06 gibba038 conmon[76675]: cluster 2021-03-04T23:44:05.170791+0000 mon.a (mon 2021-03-04T23:44:06.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:06 gibba038 conmon[76675]: .0) 1855 : cluster [DBG] osdmap e427: 8 total, 8 up, 6 in 2021-03-04T23:44:06.645 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:06.672 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:06.674 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:06.675 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:06.718 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:06.777 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:06.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:06.795 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:06.795 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:06.897 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:06.916 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:06.917 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:06.917 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:06.965 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 54 16 174994 174978 202.506 148.5 0.00476837 0.00493588 2021-03-04T23:44:07.020 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:07.042 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:07.043 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:07.043 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:07.144 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:07.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:07.163 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:07.164 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:07.265 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:07.284 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:07.285 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:07.286 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:07.335 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 6 1 2021-03-04T23:44:07.387 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:07.407 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:07.408 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:07.408 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:07.478 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:07.509 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:07.533 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:07.534 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:07.534 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:07.635 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:07.654 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:07.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:07.655 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:07.757 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:07.776 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:07.776 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:07.777 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:07.878 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:07.901 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:07.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:07.903 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:07.965 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 55 16 177965 177949 202.2 185.688 0.00390384 0.00494344 2021-03-04T23:44:08.005 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:08.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:08.026 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:08.026 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:08.128 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:08.153 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:08.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:08.154 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:08.255 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:08.275 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:08.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:08.276 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:08.377 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:08.404 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:08.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:08.406 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:08.507 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:08.526 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:08.527 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:08.527 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:08.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:08 gibba038 conmon[76675]: cluster 2021-03-04T23:44:06.863285+0000 mgr.x (mgr.34676) 1296 : cluster [DBG] pgmap v1412: 189 pgs: 189 active+clean; 10 GiB data, 30 GiB used, 470 GiB / 504 GiB avail; 111 MiB/s wr, 1.77k op/s 2021-03-04T23:44:08.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:08 gibba038 conmon[76675]: 2021-03-04T23:44:08.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:08 gibba011 conmon[95595]: cluster 2021-03-04T23:44:06.863285+0000 mgr.x (mgr.34676) 1296 : cluster [DBG] pgmap v1412: 189 pgs: 189 active+clean; 10 GiB data, 30 GiB used, 470 GiB / 504 GiB avail; 111 MiB/s wr, 1.77k op/s 2021-03-04T23:44:08.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:08 gibba011 conmon[99461]: cluster 2021-03-04T23:44:06.863285+0000 mgr.x (mgr.34676) 1296 : cluster [DBG] pgmap v1412: 189 pgs: 189 active+clean; 10 GiB data, 30 GiB used, 470 GiB / 504 GiB avail; 111 MiB/s wr, 1.77k op/s 2021-03-04T23:44:08.629 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:08.650 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:08.651 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:08.651 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:08.753 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:08.771 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:08.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:08.773 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:08.874 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:08.897 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:08.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:08.899 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:08.965 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 56 16 180929 180913 201.897 185.25 0.0027669 0.00495082 2021-03-04T23:44:09.000 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:09.022 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:09.022 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:09.023 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:09.074 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:44:09.124 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:09.148 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:09.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:09.150 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:09.218 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:09.251 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:09.274 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:09.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:09.275 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:09.376 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:09.400 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:09.401 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:09.401 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:09.503 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:09.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:09.523 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:09.523 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:09.624 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:09.644 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:09.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:09.645 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:09.746 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:09.765 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:09.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:09.767 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:09.868 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:09.894 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:09.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:09.895 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:09.965 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 57 16 183873 183857 201.583 184 0.00905193 0.00495856 2021-03-04T23:44:09.996 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:10.016 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:10.017 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:10.018 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:10.119 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:10.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:10.143 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:10.144 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:10.245 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:10.268 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:10.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:10.269 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:10.345 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:10 gibba011 conmon[95595]: cluster 2021-03-04T23:44:08.864098+0000 mgr.x (mgr.34676 2021-03-04T23:44:10.345 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:10 gibba011 conmon[95595]: ) 1297 : cluster [DBG] pgmap v1413: 189 pgs: 189 active+clean; 11 GiB data, 33 GiB used, 467 GiB / 504 GiB avail; 220 MiB/s wr, 3.52k op/s 2021-03-04T23:44:10.345 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:10 gibba011 conmon[99461]: cluster 2021-03-04T23:44:08.864098+0000 2021-03-04T23:44:10.346 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:10 gibba011 conmon[99461]: mgr.x (mgr.34676) 1297 : cluster [DBG] pgmap v1413: 189 pgs: 189 active+clean; 11 GiB data, 33 GiB used, 467 GiB / 504 GiB avail; 220 MiB/s wr, 3.52k op/s 2021-03-04T23:44:10.371 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:10.389 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:10.390 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:10.391 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:10.492 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:10.513 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:10.515 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:10.515 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:10.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:10 gibba038 conmon[76675]: cluster 2021-03-04T23:44:08.864098+0000 mgr.x (mgr.34676) 1297 : 2021-03-04T23:44:10.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:10 gibba038 conmon[76675]: cluster [DBG] pgmap v1413: 189 pgs: 189 active+clean; 11 GiB data, 33 GiB used, 467 GiB / 504 GiB avail; 220 MiB/s wr, 3.52k op/s 2021-03-04T23:44:10.616 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:10.638 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:10.639 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:10.640 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:10.741 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:10.761 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:10.762 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:10.763 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:10.864 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:10.883 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:10.884 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:10.884 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:10.965 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 58 16 186824 186808 201.287 184.438 0.00419726 0.00496582 2021-03-04T23:44:10.985 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:11.011 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:11.012 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:11.012 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:11.114 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:11.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:11.138 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:11.139 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:11.241 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:11.257 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:11.258 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:11.258 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:11.359 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:11.379 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:11.379 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:11.380 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:11.481 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:11.500 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:11.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:11.501 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:11.603 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:11.621 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:11.622 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:11.623 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:11.724 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:11.743 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:11.744 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:11.745 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:11.847 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:11.867 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:11.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:11.868 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:11.966 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 59 16 189253 189237 200.448 151.812 0.00528976 0.00498658 2021-03-04T23:44:11.969 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:11.992 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:11.993 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:11.994 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:12.096 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:12.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:12.120 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:12.121 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:12.184 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is unset 2021-03-04T23:44:12.221 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:12.244 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:12.245 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:12.246 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:12.347 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:12.369 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:12.370 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:12.370 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:12.472 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:12.491 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:44:12.493 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:12.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:12.494 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:12.535 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:44:12.535 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:44:12.536 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:44:12.554 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:44:12.573 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:44:12.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:12 gibba038 conmon[76675]: cluster 2021-03-04T23:44:10.864448+0000 mgr.x (mgr.34676) 1298 : cluster [DBG] pgmap v1414: 189 pgs: 189 active+clean; 11 GiB data, 33 GiB used, 467 GiB / 504 GiB avail; 157 MiB/s wr, 2.52k op/s 2021-03-04T23:44:12.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:12 gibba038 conmon[76675]: 2021-03-04T23:44:12.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:12 gibba038 conmon[76675]: audit 2021-03-04T23:44:12.127931+0000 mon.c (mon.1) 529 : audit [INF] from='client.? 172.21.2.111:0/3487082446' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:44:12.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:12 gibba038 conmon[76675]: audit 2021-03-04T23:44 2021-03-04T23:44:12.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:12 gibba038 conmon[76675]: :12.128179+0000 mon.a (mon.0) 1856 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:44:12.590 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:44:12.596 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:12.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:12 gibba011 conmon[99461]: cluster 2021-03-04T23:44:10.864448+0000 mgr.x (mgr 2021-03-04T23:44:12.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:12 gibba011 conmon[99461]: .34676) 1298 : cluster [DBG] pgmap v1414: 189 pgs: 189 active+clean; 11 GiB data, 33 GiB used, 467 GiB / 504 GiB avail; 157 MiB/s wr, 2.52k op/s 2021-03-04T23:44:12.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:12 gibba011 conmon[99461]: audit 2021-03-04T23:44:12.127931+0000 mon.c (mon.1) 529 : audit [INF] from='client.? 172.21.2.111:0/3487082446' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:44:12.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:12 gibba011 conmon[99461]: audit 2021-03-04T23:44:12.128179+0000 mon.a (mon.0) 1856 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:44:12.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:12 gibba011 conmon[95595]: cluster 2021-03-04T23:44:10.864448+0000 mgr.x (mgr.34676) 1298 : cluster [DBG] pgmap v1414: 189 pgs: 189 active+clean; 11 GiB data, 33 GiB used, 467 GiB / 504 GiB avail; 157 MiB/s wr, 2.52k op/s 2021-03-04T23:44:12.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:12 gibba011 conmon[95595]: audit 2021-03-04T23:44:12.127931+0000 mon.c (mon.1) 529 : audit [INF] from='client.? 172.21.2.111:0/3487082446' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:44:12.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:12 gibba011 conmon[95595]: audit 2021-03-04T23:44:12.128179+0000 mon.a (mon.0) 1856 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2021-03-04T23:44:12.607 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:44:12.608 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:44:12.608 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:44:12.608 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:44:12.608 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:44:12.609 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:44:12.609 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:44:12.609 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:44:12.609 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:44:12.618 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:12.619 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:12.620 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:12.721 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:12.739 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:12.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:12.741 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:12.842 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:12.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:12.862 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:12.863 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:12.964 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:12.965 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:44:12.964580+0000 min lat: 0.000891726 max lat: 0.159116 avg lat: 0.00499577 2021-03-04T23:44:12.966 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:44:12.966 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 60 16 192105 192089 200.078 178.25 0.00677083 0.00499577 2021-03-04T23:44:12.988 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:12.989 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:12.990 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:13.091 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:13.111 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:13.112 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:13.113 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:13.188 INFO:teuthology.orchestra.run.gibba011.stderr:reweighted osd.6 to 1 (10000) 2021-03-04T23:44:13.213 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:13.234 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:13.235 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:13.235 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:13.336 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:13.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:13.355 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:13.356 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:13.457 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:13.459 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:13 gibba038 conmon[76675]: cluster 2021-03-04T23:44:12.175235+0000 mon.a (mon.0) 1857 : 2021-03-04T23:44:13.460 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:13 gibba038 conmon[76675]: cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:44:13.460 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:13 gibba038 conmon[76675]: audit 2021-03-04T23:44:12.178097+0000 mon.a (mon.0) 1858 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:44:13.460 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:13 gibba038 conmon[76675]: cluster 2021-03-04T23: 2021-03-04T23:44:13.460 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:13 gibba038 conmon[76675]: 44:12.178189+0000 mon.a (mon.0) 1859 : cluster [DBG] osdmap e428: 8 total, 8 up, 6 in 2021-03-04T23:44:13.460 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:13 gibba038 conmon[76675]: audit 2021-03-04T23: 2021-03-04T23:44:13.461 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:13 gibba038 conmon[76675]: 44:12.272999+0000 mon.c (mon.1) 2021-03-04T23:44:13.461 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:13 gibba038 conmon[76675]: 530 : audit [INF] from='client.? 172.21.2.111:0/319038007' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:44:13.461 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:13 gibba038 conmon[76675]: audit 2021-03-04T23:44:13.461 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:13 gibba038 conmon[76675]: 2021-03-04T23:44:12. 2021-03-04T23:44:13.462 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:13 gibba038 conmon[76675]: 273270+0000 mon.a (mon.0) 1860 : audit [INF] 2021-03-04T23:44:13.462 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:13 gibba038 conmon[76675]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:44:13.462 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:13 gibba038 conmon[76675]: audit 2021-03-04T23:44:13.462 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:13 gibba038 conmon[76675]: 2021-03-04T23: 2021-03-04T23:44:13.463 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:13 gibba038 conmon[76675]: 44:12.469763+0000 mon.c (mon.1 2021-03-04T23:44:13.463 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:13 gibba038 conmon[76675]: ) 531 : audit [DBG] from='client.? 172.21.2.111:0/135592908' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:13.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:13.477 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:13.477 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:13.536 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:13 gibba011 conmon[95595]: cluster 2021-03-04T23:44:12.175235+0000 mon.a (mon.0) 1857 : cluster [WRN] 2021-03-04T23:44:13.537 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:13 gibba011 conmon[95595]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:44:13.537 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:13 gibba011 conmon[95595]: audit 2021-03-04T23:44:12.178097+0000 mon.a (mon.0) 1858 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:44:13.537 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:13 gibba011 conmon[95595]: cluster 2021-03-04T23:44:12.178189+0000 mon.a (mon.0) 1859 : cluster [DBG] osdmap e428: 8 total, 8 up, 6 in 2021-03-04T23:44:13.537 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:13 gibba011 conmon[95595]: audit 2021-03-04T23:44:12.272999+0000 mon.c (mon.1) 530 : audit [INF] from='client.? 172.21.2.111:0/319038007' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:44:13.538 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:13 gibba011 conmon[95595]: audit 2021-03-04T23:44:12.273270+0000 mon.a (mon.0) 1860 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:44:13.538 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:13 gibba011 conmon[95595]: audit 2021-03-04T23:44:12.469763+0000 mon.c (mon.1) 531 : audit [DBG] from='client.? 172.21.2.111:0/135592908' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:13.538 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:13 gibba011 conmon[99461]: cluster 2021-03-04T23:44:13.539 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:13 gibba011 conmon[99461]: 2021-03-04T23:44:12. 2021-03-04T23:44:13.539 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:13 gibba011 conmon[99461]: 175235+0000 mon.a (mon.0) 1857 : cluster [WRN] Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:44:13.539 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:13 gibba011 conmon[99461]: audit 2021-03-04T23:44:12.178097+0000 2021-03-04T23:44:13.539 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:13 gibba011 conmon[99461]: mon.a (mon.0) 1858 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2021-03-04T23:44:13.539 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:13 gibba011 conmon[99461]: cluster 2021 2021-03-04T23:44:13.540 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:13 gibba011 conmon[99461]: -03-04T23:44:12.178189+0000 mon.a (mon.0) 1859 : cluster [DBG] 2021-03-04T23:44:13.540 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:13 gibba011 conmon[99461]: osdmap e428: 8 total, 8 up, 6 in 2021-03-04T23:44:13.540 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:13 gibba011 conmon[99461]: audit 2021 2021-03-04T23:44:13.540 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:13 gibba011 conmon[99461]: -03-04T23:44: 2021-03-04T23:44:13.541 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:13 gibba011 conmon[99461]: 12.272999+0000 mon.c (mon. 2021-03-04T23:44:13.541 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:13 gibba011 conmon[99461]: 1) 530 : audit [INF] from='client.? 172.21.2.111:0/319038007' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:44:13.541 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:13 gibba011 conmon[99461]: audit 2021- 2021-03-04T23:44:13.541 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:13 gibba011 conmon[99461]: 03-04T23:44:12.273270+0000 2021-03-04T23:44:13.541 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:13 gibba011 conmon[99461]: mon.a (mon.0) 1860 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2021-03-04T23:44:13.542 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:13 gibba011 conmon[99461]: audit 2021-03-04T23:44 2021-03-04T23:44:13.542 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:13 gibba011 conmon[99461]: :12.469763+0000 mon.c (mon.1) 531 : audit 2021-03-04T23:44:13.542 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:13 gibba011 conmon[99461]: [DBG] from='client.? 172.21.2.111:0/135592908' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:13.578 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:13.596 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:13.597 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:13.597 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:13.698 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:13.718 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:13.719 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:13.719 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:13.820 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:13.853 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:13.854 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:13.855 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:13.956 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:13.966 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 61 16 194878 194862 199.639 173.312 0.00645144 0.00500674 2021-03-04T23:44:13.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:13.985 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:13.986 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:14.058 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:44:14.059 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:44:14.059 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.059 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.46983.0:195116 12.f e429/412 12:f101b7ce:::benchmark_data_gibba011_332763_object195115:head v 429'12248, mlcod=429'12245)", 2021-03-04T23:44:14.059 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:44:14.051213+0000", 2021-03-04T23:44:14.060 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.0037855150000000001, 2021-03-04T23:44:14.060 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0038087899999999998, 2021-03-04T23:44:14.060 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:44:14.060 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "started", 2021-03-04T23:44:14.061 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:44:14.061 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.061 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:44:14.061 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:44:14.051213+0000", 2021-03-04T23:44:14.061 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:44:14.062 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:14.062 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.062 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:44:14.062 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:44:14.051213+0000", 2021-03-04T23:44:14.063 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3562e-05 2021-03-04T23:44:14.063 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:14.063 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.063 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:44:14.063 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:44:14.051227+0000", 2021-03-04T23:44:14.064 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.375e-06 2021-03-04T23:44:14.064 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:14.064 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.064 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:44:14.065 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:44:14.051228+0000", 2021-03-04T23:44:14.065 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0188e-05 2021-03-04T23:44:14.065 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:14.065 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.066 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:44:14.066 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:44:14.051238+0000", 2021-03-04T23:44:14.066 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6489999999999999e-06 2021-03-04T23:44:14.066 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:14.066 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.067 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:44:14.067 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:44:14.051243+0000", 2021-03-04T23:44:14.067 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.001910901 2021-03-04T23:44:14.067 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:14.068 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.068 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:14.068 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:44:14.053154+0000", 2021-03-04T23:44:14.068 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5855999999999999e-05 2021-03-04T23:44:14.068 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:14.069 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.069 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:44:14.069 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:44:14.053170+0000", 2021-03-04T23:44:14.069 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0019565310000000001 2021-03-04T23:44:14.069 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:14.070 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:44:14.070 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:14.070 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:14.070 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.071 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.46983.0:195125 12.e e429/412 12:726baed7:::benchmark_data_gibba011_332763_object195124:head v 429'11971, mlcod=429'11969)", 2021-03-04T23:44:14.071 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:44:14.053865+0000", 2021-03-04T23:44:14.071 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 0.0011335060000000001, 2021-03-04T23:44:14.071 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.001223525, 2021-03-04T23:44:14.071 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:44:14.072 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "started", 2021-03-04T23:44:14.072 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:44:14.072 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.072 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:44:14.073 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:44:14.053865+0000", 2021-03-04T23:44:14.073 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:44:14.073 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:14.073 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.073 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:44:14.074 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:44:14.053865+0000", 2021-03-04T23:44:14.074 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.4462000000000005e-05 2021-03-04T23:44:14.074 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:14.074 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.075 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:44:14.075 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:44:14.053960+0000", 2021-03-04T23:44:14.075 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.429e-06 2021-03-04T23:44:14.075 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:14.076 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.076 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:44:14.076 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:44:14.053961+0000", 2021-03-04T23:44:14.076 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.5630000000000003e-06 2021-03-04T23:44:14.076 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:14.077 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.077 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:44:14.077 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:44:14.053969+0000", 2021-03-04T23:44:14.077 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4539999999999999e-06 2021-03-04T23:44:14.077 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:14.078 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.078 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:44:14.078 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:44:14.053972+0000", 2021-03-04T23:44:14.078 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6179e-05 2021-03-04T23:44:14.079 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:14.079 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.079 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:14.079 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:44:14.054008+0000", 2021-03-04T23:44:14.079 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.8133000000000001e-05 2021-03-04T23:44:14.080 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:14.080 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.080 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:44:14.080 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:44:14.054026+0000", 2021-03-04T23:44:14.080 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00016122 2021-03-04T23:44:14.081 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:14.081 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:44:14.081 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:14.081 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:14.081 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.082 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_repop(client.46983.0:195123 12.9 e429/412)", 2021-03-04T23:44:14.082 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:44:14.055077+0000", 2021-03-04T23:44:14.082 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 4294967295.9999213, 2021-03-04T23:44:14.082 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.0285999999999998e-05, 2021-03-04T23:44:14.082 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:44:14.083 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:44:14.083 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:44:14.083 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.083 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:44:14.084 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:44:14.055077+0000", 2021-03-04T23:44:14.084 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:44:14.084 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:14.084 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.084 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:44:14.085 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:44:14.055077+0000", 2021-03-04T23:44:14.085 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4226999999999999e-05 2021-03-04T23:44:14.085 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:14.085 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.085 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:44:14.086 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:44:14.055092+0000", 2021-03-04T23:44:14.086 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6810000000000001e-06 2021-03-04T23:44:14.086 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:14.086 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.087 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:44:14.087 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:44:14.055093+0000", 2021-03-04T23:44:14.087 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.0539999999999995e-06 2021-03-04T23:44:14.087 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:14.087 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.088 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:44:14.088 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:44:14.055101+0000", 2021-03-04T23:44:14.088 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4220000000000002e-06 2021-03-04T23:44:14.088 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:14.088 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.088 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:44:14.089 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:44:14.055106+0000", 2021-03-04T23:44:14.089 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1914e-05 2021-03-04T23:44:14.089 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:14.089 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:14.090 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:14.090 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:44:14.055138+0000", 2021-03-04T23:44:14.090 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.0297999999999998e-05 2021-03-04T23:44:14.090 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:14.090 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:44:14.091 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:14.091 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:14.091 INFO:teuthology.orchestra.run.gibba038.stdout: ], 2021-03-04T23:44:14.091 INFO:teuthology.orchestra.run.gibba038.stdout: "num_ops": 3 2021-03-04T23:44:14.092 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:44:14.092 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:14.110 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:14.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:14.112 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:14.213 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:14.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:14.233 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:14.233 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:14.335 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:14.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:14.352 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:14.352 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:14.453 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:14.470 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:14.471 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:14.471 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:14.572 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:14.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:14 gibba038 conmon[76675]: cluster 2021-03-04T23:44:12.865125+0000 mgr.x (mgr.34676) 1299 : cluster [DBG] pgmap v1416: 189 pgs: 189 active+clean; 11 GiB data, 34 GiB used, 466 GiB / 504 GiB avail; 170 MiB/s wr, 2.73k op/s 2021-03-04T23:44:14.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:14 gibba038 conmon[76675]: audit 2021-03-04T23:44:13.182734+0000 mon.a (mon.0) 1861 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:44:14.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:14 gibba038 conmon[76675]: cluster 2021-03-04T23:44:13.182789+0000 mon.a (mon.0) 1862 : cluster [DBG] osdmap e429: 8 total, 8 up, 6 in 2021-03-04T23:44:14.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:14 gibba038 conmon[76675]: cluster 2021-03-04T23:44:13.195144+0000 osd.3 (osd.3) 40 : cluster [DBG] 1.3e scrub ok 2021-03-04T23:44:14.591 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:14.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:14.593 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:14.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:14 gibba011 conmon[95595]: cluster 2021-03-04T23:44:12.865125+0000 mgr.x (mgr.34676) 1299 : 2021-03-04T23:44:14.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:14 gibba011 conmon[95595]: cluster [DBG] pgmap v1416: 189 pgs: 189 active+clean; 11 GiB data, 34 GiB used, 466 GiB / 504 GiB avail; 170 MiB/s wr, 2.73k op/s 2021-03-04T23:44:14.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:14 gibba011 conmon[95595]: audit 2021-03-04T23:44:13.182734+0000 mon.a (mon.0) 1861 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:44:14.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:14 gibba011 conmon[95595]: cluster 2021-03-04T23:44:13.182789+0000 mon.a (mon.0) 1862 : cluster [DBG] osdmap e429: 8 total, 8 up, 6 in 2021-03-04T23:44:14.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:14 gibba011 conmon[95595]: cluster 2021-03-04T23:44:13 2021-03-04T23:44:14.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:14 gibba011 conmon[95595]: .195144+0000 osd.3 (osd.3) 40 : cluster [DBG] 1.3e scrub ok 2021-03-04T23:44:14.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:14 gibba011 conmon[99461]: cluster 2021-03-04T23:44:12.865125+0000 mgr.x (mgr.34676) 1299 : 2021-03-04T23:44:14.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:14 gibba011 conmon[99461]: cluster [DBG] pgmap v1416: 189 pgs: 189 active+clean; 11 GiB data, 34 GiB used, 466 GiB / 504 GiB avail; 170 MiB/s wr, 2.73k op/s 2021-03-04T23:44:14.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:14 gibba011 conmon[99461]: audit 2021-03- 2021-03-04T23:44:14.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:14 gibba011 conmon[99461]: 04T23:44:13.182734+0000 mon.a (mon.0) 1861 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2021-03-04T23:44:14.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:14 gibba011 conmon[99461]: cluster 2021- 2021-03-04T23:44:14.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:14 gibba011 conmon[99461]: 03-04T23:44:13.182789+0000 mon.a ( 2021-03-04T23:44:14.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:14 gibba011 conmon[99461]: mon.0) 1862 : cluster [DBG] osdmap e429: 8 total, 8 up, 6 in 2021-03-04T23:44:14.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:14 gibba011 conmon[99461]: cluster 2021-03-04T23:44:14.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:14 gibba011 conmon[99461]: 2021-03-04T23:44:13.195144 2021-03-04T23:44:14.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:14 gibba011 conmon[99461]: +0000 osd.3 (osd.3) 40 : cluster [DBG] 1.3e scrub ok 2021-03-04T23:44:14.694 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:14.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:14.716 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:14.717 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:14.818 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:14.837 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:14.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:14.839 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:14.941 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:14.960 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:14.961 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:14.961 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:14.966 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 62 16 197199 197183 198.759 145.062 0.00512304 0.005029 2021-03-04T23:44:15.001 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 3 1 2021-03-04T23:44:15.062 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:15.088 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:15.090 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:15.090 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:15.192 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:15.215 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:15.217 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:15.217 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:15.218 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:15.319 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:15.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:15.340 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:15.340 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:15.441 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:15.468 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:15.470 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:15.470 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:15.572 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:15.598 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:15.599 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:15.599 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:15.701 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:15.724 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:15.724 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:15.725 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:15.826 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:15.846 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:15.847 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:15.847 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:15.872 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_blocked_ops 2021-03-04T23:44:15.949 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:15.966 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 63 16 200092 200076 198.474 180.812 0.00804427 0.00503634 2021-03-04T23:44:15.976 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:15.977 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:15.978 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:16.056 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:44:16.080 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:16.099 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:16.100 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:16.100 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:16.190 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:16 gibba038 conmon[76675]: cluster 2021-03-04T23:44:14.865531+0000 2021-03-04T23:44:16.190 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:16 gibba038 conmon[76675]: mgr.x (mgr.34676) 1300 : cluster [DBG] pgmap v1418: 189 pgs: 189 active+clean; 12 GiB data, 35 GiB used, 465 GiB / 504 GiB avail; 219 MiB/s wr, 3.51k op/s 2021-03-04T23:44:16.201 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:16.224 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:16.225 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:16.226 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:16.327 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:16.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:16.351 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:16.352 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:16.453 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:16.476 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:16.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:16.478 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:16.579 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:16.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:16 gibba011 conmon[95595]: cluster 2021-03-04T23:44:14.865531+0000 mgr.x (mgr.34676) 1300 : cluster [DBG] pgmap v1418: 189 pgs: 189 active+clean; 12 GiB data, 35 GiB used, 465 GiB / 504 GiB avail; 219 MiB/s wr, 3.51k op/s 2021-03-04T23:44:16.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:16 gibba011 conmon[99461]: cluster 2021-03-04T23:44:14.865531+0000 mgr.x (mgr.34676) 1300 : cluster [DBG] pgmap v1418: 189 pgs: 189 active+clean; 12 GiB data, 35 GiB used, 465 GiB / 504 GiB avail; 219 MiB/s wr, 3.51k op/s 2021-03-04T23:44:16.606 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:16.607 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:16.608 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:16.710 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:16.738 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:16.739 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:16.739 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:16.841 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:16.862 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:16.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:16.864 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:16.908 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd unset nodeep-scrub 2021-03-04T23:44:16.965 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:16.966 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 64 16 202913 202897 198.127 176.312 0.00518846 0.00504508 2021-03-04T23:44:16.987 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:16.988 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:16.989 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:17.044 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:44:17.045 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:17.090 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:17.116 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:17.117 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:17.118 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:17.185 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:17.219 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:17.239 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:17.239 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:17.240 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:17.341 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:17.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: cluster 2021-03-04T23:44:17.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: 2021-03-04T23:44:15.840272 2021-03-04T23:44:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: +0000 osd.5 (osd.5) 91 : cluster [DBG] 1.43 scrub starts 2021-03-04T23:44:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: cluster 2021- 2021-03-04T23:44:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: 03-04T23:44:15.842168+0000 osd.5 2021-03-04T23:44:17.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: (osd.5) 92 : cluster [DBG] 1.43 scrub ok 2021-03-04T23:44:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: audit 2021-03-04T23 2021-03-04T23:44:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: :44:16.504679+0000 mon.c (mon.1) 532 : audit 2021-03-04T23:44:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.3", "id": [6, 0]}]: dispatch 2021-03-04T23:44:17.356 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: audit 2021-03-04T23: 2021-03-04T23:44:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: 44:16.504844+0000 mon.c (mon.1) 533 : audit 2021-03-04T23:44:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.9", "id": [7, 4]}]: dispatch 2021-03-04T23:44:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: audit 2021-03-04T 2021-03-04T23:44:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: 23:44:16.504957+0000 mon.a (mon.0 2021-03-04T23:44:17.357 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: ) 1863 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.3", "id": [6, 0]}]: dispatch 2021-03-04T23:44:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: audit 2021 2021-03-04T23:44:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: -03-04T23:44:16.504965+0000 mon.c (mon 2021-03-04T23:44:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: .1) 534 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.20", "id": [6, 0]}]: dispatch 2021-03-04T23:44:17.358 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: audit 2021 2021-03-04T23:44:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: -03-04T23:44:16.505095+0000 2021-03-04T23:44:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: mon.c (mon.1) 535 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.27", "id": [5, 3]}]: dispatch 2021-03-04T23:44:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: audit 2021-03-04T23:44:17.359 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: 2021-03-04 2021-03-04T23:44:17.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: T23:44:16.505239+0000 mon.c (mon.1) 2021-03-04T23:44:17.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: 536 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.32", "id": [5, 0]}]: dispatch 2021-03-04T23:44:17.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: audit 2021- 2021-03-04T23:44:17.360 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: 03-04T23:44:16.505241+0000 mon.a (mon 2021-03-04T23:44:17.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: .0) 1864 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.9", "id": [7, 4]}]: dispatch 2021-03-04T23:44:17.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: audit 2021-03-04T23:44:17.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: 2021-03-04T23:44:16.505463+0000 2021-03-04T23:44:17.361 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: mon.a (mon.0) 1865 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.20", "id": [6, 0]}]: dispatch 2021-03-04T23:44:17.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: audit 2021-03-04T23:44:17.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: 2021-03-04T23:44:16.505627+0000 2021-03-04T23:44:17.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: mon.a (mon.0) 1866 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.27", "id": [5, 3]}]: dispatch 2021-03-04T23:44:17.362 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: audit 2021- 2021-03-04T23:44:17.363 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: 03-04T23:44:16.505793+0000 mon.a (mon. 2021-03-04T23:44:17.363 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: 0) 1867 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.32", "id": [5, 0]}]: dispatch 2021-03-04T23:44:17.363 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: audit 2021-03-04T23:44:17.363 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: 2021-03-04T23:44:16.680149+0000 2021-03-04T23:44:17.364 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: mon.c (mon.1) 537 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:44:17.364 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: 2021-03-04T23:44:17.364 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: audit 2021 2021-03-04T23:44:17.364 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: -03-04T23:44:16.680488+0000 mon.a 2021-03-04T23:44:17.364 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[95595]: (mon.0) 1868 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:44:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: cluster 2021-03-04T23:44:15.840272+0000 osd.5 (osd.5) 91 : cluster [DBG] 2021-03-04T23:44:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: 1.43 scrub starts 2021-03-04T23:44:17.365 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: cluster 2021-03-04T23:44:15.842168+0000 osd.5 (osd.5) 92 : cluster [DBG] 1.43 scrub ok 2021-03-04T23:44:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: audit 2021-03-04T23: 2021-03-04T23:44:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: 44:16.504679+0000 mon.c (mon.1) 532 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.3", "id": [6, 0]}]: dispatch 2021-03-04T23:44:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: audit 2021-03-04T23:44:16.504844+0000 mon.c (mon.1) 533 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.9", "id": [7, 4]}]: dispatch 2021-03-04T23:44:17.366 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: audit 2021 2021-03-04T23:44:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: -03-04T23:44:16.504957+0000 mon.a (mon.0) 1863 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.3", "id": [6, 0]}]: dispatch 2021-03-04T23:44:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: audit 2021-03-04T 2021-03-04T23:44:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: 23:44:16.504965+0000 mon.c (mon.1) 534 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.20", "id": [6, 0]}]: dispatch 2021-03-04T23:44:17.367 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: audit 2021-03-04T23:44:16.505095+0000 2021-03-04T23:44:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: mon.c (mon.1) 535 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.27", "id": [5, 3]}]: dispatch 2021-03-04T23:44:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: audit 2021-03-04T23:44:16.505239+0000 mon.c ( 2021-03-04T23:44:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: mon.1) 536 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.32", "id": [5, 0]}]: dispatch 2021-03-04T23:44:17.368 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: audit 2021-03-04T23:44:16 2021-03-04T23:44:17.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: .505241+0000 mon.a (mon.0) 1864 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.9", "id": [7, 4]}]: dispatch 2021-03-04T23:44:17.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: audit 2021-03-04T23:44:17.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: 2021-03-04T23:44:16.505463+0000 mon.a (mon.0) 1865 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.20", "id": [6, 0]}]: dispatch 2021-03-04T23:44:17.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: audit 2021-03-04T23:44:16.505627+0000 mon.a 2021-03-04T23:44:17.369 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: (mon.0) 1866 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.27", "id": [5, 3]}]: dispatch 2021-03-04T23:44:17.370 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: audit 2021-03-04T23:44:16. 2021-03-04T23:44:17.370 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: 505793+0000 mon.a (mon.0) 1867 : audit 2021-03-04T23:44:17.370 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.32", "id": [5, 0]}]: dispatch 2021-03-04T23:44:17.370 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: audit 2021-03 2021-03-04T23:44:17.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: -04T23:44:16.680149+0000 2021-03-04T23:44:17.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: mon.c (mon.1) 2021-03-04T23:44:17.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: 537 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:44:17.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: audit 2021-03-04T23:44:17.371 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: 2021-03-04T 2021-03-04T23:44:17.372 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:17 gibba011 conmon[99461]: 23:44:16.680488+0000 mon.a (mon.0) 1868 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:44:17.373 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:17.373 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:17.374 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:17.475 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:17.501 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:17.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:17.503 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:17.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:17 gibba038 conmon[76675]: cluster 2021-03-04T23:44:15.840272+0000 osd.5 (osd.5) 91 : cluster [DBG] 1.43 scrub starts 2021-03-04T23:44:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:17 gibba038 conmon[76675]: cluster 2021-03-04T23:44:15.842168+0000 osd.5 (osd.5) 92 : cluster [DBG] 1.43 scrub ok 2021-03-04T23:44:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:17 gibba038 conmon[76675]: audit 2021-03-04T23:44:16.504679+0000 mon.c (mon.1) 532 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.3", "id": [6, 0]}]: dispatch 2021-03-04T23:44:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:17 gibba038 conmon[76675]: audit 2021-03-04T23:44:16.504844+0000 mon.c (mon.1) 533 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.9", "id": [7, 4]}]: dispatch 2021-03-04T23:44:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:17 gibba038 conmon[76675]: audit 2021-03-04T23:44:16.504957+0000 mon.a (mon.0) 1863 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.3", "id": [6, 0]}]: dispatch 2021-03-04T23:44:17.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:17 gibba038 conmon[76675]: audit 2021-03-04T23:44:16.504965+0000 mon.c (mon.1) 534 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.20", "id": [6, 0]}]: dispatch 2021-03-04T23:44:17.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:17 gibba038 conmon[76675]: audit 2021-03-04T23:44:16.505095+0000 mon.c (mon.1) 535 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.27", "id": [5, 3]}]: dispatch 2021-03-04T23:44:17.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:17 gibba038 conmon[76675]: audit 2021-03-04T23:44:16.505239+0000 mon.c (mon.1) 536 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.32", "id": [5, 0]}]: dispatch 2021-03-04T23:44:17.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:17 gibba038 conmon[76675]: audit 2021-03-04T23:44: 2021-03-04T23:44:17.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:17 gibba038 conmon[76675]: 16.505241+0000 mon.a (mon.0) 1864 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.9", "id": [7, 4]}]: dispatch 2021-03-04T23:44:17.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:17 gibba038 conmon[76675]: audit 2021-03-04T23:44:16.505463+0000 mon.a (mon.0) 1865 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.20", "id": [6, 0]}]: dispatch 2021-03-04T23:44:17.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:17 gibba038 conmon[76675]: audit 2021-03-04T23:44:16.505627+0000 mon.a (mon.0) 1866 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.27", "id": [5, 3]}]: dispatch 2021-03-04T23:44:17.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:17 gibba038 conmon[76675]: audit 2021-03-04T23:44:16.505793+0000 mon.a (mon.0) 1867 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "1.32", "id": [5, 0]}]: dispatch 2021-03-04T23:44:17.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:17 gibba038 conmon[76675]: audit 2021-03-04T23:44:16.680149+0000 mon.c (mon.1) 537 : audit [INF] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:44:17.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:17 gibba038 conmon[76675]: audit 2021-03-04T23:44:16.680488+0000 mon.a (mon.0) 1868 : audit [INF] from='mgr.34676 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2021-03-04T23:44:17.604 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:17.626 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:17.627 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:17.628 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:17.729 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:17.752 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:17.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:17.755 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:17.856 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:17.882 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:17.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:17.884 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:17.966 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 65 16 205623 205607 197.685 169.375 0.00481521 0.00505641 2021-03-04T23:44:17.986 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:18.005 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:18.006 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:18.006 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:18.107 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:18.132 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:18.133 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:18.133 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:18.197 INFO:teuthology.orchestra.run.gibba011.stderr:reweighted osd.3 to 1 (10000) 2021-03-04T23:44:18.234 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:18.259 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:18.260 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:18.260 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:18.362 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:18.380 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:18.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:18.381 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:18.482 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:18.509 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:18.510 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:18.511 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:18.575 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:18 gibba011 conmon[95595]: cluster 2021-03-04T23:44:16.865877+0000 mgr.x (mgr.34676) 1301 : cluster [DBG] pgmap v1419: 189 pgs: 189 active+clean; 12 GiB data, 35 GiB used, 465 GiB / 504 GiB avail; 110 MiB/s wr, 1.76k op/s 2021-03-04T23:44:18.576 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:18 gibba011 conmon[95595]: audit 2021-03-04T23:44:17.572820+0000 mon.a (mon.0) 1869 : audit [INF] from='client.? 172.21.2.111:0/3578438344' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:44:18.576 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:18 gibba011 conmon[99461]: cluster 2021-03-04T23:44:16.865877+0000 mgr.x (mgr.34676) 1301 : cluster [DBG] pgmap v1419: 189 pgs: 189 active+clean; 12 GiB data, 35 GiB used, 465 GiB / 504 GiB avail; 110 MiB/s wr, 1.76k op/s 2021-03-04T23:44:18.576 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:18 gibba011 conmon[99461]: audit 2021-03-04T23:44:17.572820+0000 mon.a (mon.0) 1869 : audit [INF] from='client.? 172.21.2.111:0/3578438344' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:44:18.583 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:18 gibba038 conmon[76675]: cluster 2021-03-04T23:44:16.865877+0000 mgr.x (mgr.34676) 1301 : cluster [DBG] pgmap v1419: 189 pgs: 189 active+clean; 12 GiB data, 35 GiB used, 465 GiB / 504 GiB avail; 110 MiB/s wr, 1.76k op/s 2021-03-04T23:44:18.584 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:18 gibba038 conmon[76675]: audit 2021-03-04T23:44:17.572820+0000 mon.a (mon.0) 1869 : audit [INF] from='client.? 172.21.2.111:0/3578438344' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2021-03-04T23:44:18.612 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:18.641 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:18.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:18.643 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:18.744 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:18.768 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:18.769 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:18.770 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:18.871 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:18.890 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:18.891 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:18.891 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:18.966 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 66 16 207944 207928 196.887 145.062 0.00822217 0.00507693 2021-03-04T23:44:18.993 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:19.022 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:19.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:19.024 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:19.039 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:44:19.040 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [], 2021-03-04T23:44:19.040 INFO:teuthology.orchestra.run.gibba038.stdout: "complaint_time": 30, 2021-03-04T23:44:19.040 INFO:teuthology.orchestra.run.gibba038.stdout: "num_blocked_ops": 0 2021-03-04T23:44:19.040 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:44:19.125 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:19.149 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:19.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:19.151 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:19.252 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:19.271 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:19.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:19.273 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:19.374 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:19.392 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:19.393 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:19.393 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:19.495 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:19.520 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:19.521 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:19.521 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:19.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: audit 2021-03-04T23:44:19.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: 2021-03-04T23:44:19.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: 2021 2021-03-04T23:44:19.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: - 2021-03-04T23:44:19.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: 03 2021-03-04T23:44:19.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: - 2021-03-04T23:44:19.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: 04 2021-03-04T23:44:19.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: T 2021-03-04T23:44:19.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: 23 2021-03-04T23:44:19.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: : 2021-03-04T23:44:19.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: 44 2021-03-04T23:44:19.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: : 2021-03-04T23:44:19.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: 18 2021-03-04T23:44:19.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: . 2021-03-04T23:44:19.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: 193985 2021-03-04T23:44:19.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: +0000 2021-03-04T23:44:19.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: 2021-03-04T23:44:19.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: mon.a 2021-03-04T23:44:19.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: ( 2021-03-04T23:44:19.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: mon 2021-03-04T23:44:19.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: . 2021-03-04T23:44:19.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: 0 2021-03-04T23:44:19.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: ) 2021-03-04T23:44:19.593 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: 1870 2021-03-04T23:44:19.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: : 2021-03-04T23:44:19.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: audit 2021-03-04T23:44:19.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: 2021-03-04T23:44:19.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: [INF] 2021-03-04T23:44:19.594 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: 2021-03-04T23:44:19.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: from='client.? 172.21.2.111:0/3578438344' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:44:19.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: 2021-03-04T23:44:19.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: cluster 2021-03-04T23:44:19.595 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: 2021-03-04T23:44:19.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: 2021 2021-03-04T23:44:19.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: - 2021-03-04T23:44:19.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: 03 2021-03-04T23:44:19.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: - 2021-03-04T23:44:19.596 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: 04 2021-03-04T23:44:19.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: T 2021-03-04T23:44:19.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: 23 2021-03-04T23:44:19.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: : 2021-03-04T23:44:19.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: 44 2021-03-04T23:44:19.597 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: : 2021-03-04T23:44:19.598 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: 18 2021-03-04T23:44:19.598 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: . 2021-03-04T23:44:19.598 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: 194021 2021-03-04T23:44:19.598 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: +0000 2021-03-04T23:44:19.599 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: 2021-03-04T23:44:19.599 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: mon.a 2021-03-04T23:44:19.599 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: ( 2021-03-04T23:44:19.599 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: mon 2021-03-04T23:44:19.599 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: . 2021-03-04T23:44:19.600 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: 0 2021-03-04T23:44:19.600 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: ) 2021-03-04T23:44:19.600 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: 1871 2021-03-04T23:44:19.600 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: : 2021-03-04T23:44:19.600 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: cluster 2021-03-04T23:44:19.601 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:19 gibba038 conmon[76675]: [DBG] osdmap e430: 8 total, 8 up, 6 in 2021-03-04T23:44:19.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:19 gibba011 conmon[95595]: audit 2021-03-04T23:44:18.193985+0000 mon.a (mon.0) 1870 : audit [INF] from='client.? 172.21.2.111:0/3578438344' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:44:19.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:19 gibba011 conmon[95595]: cluster 2021-03-04T23:44:18.194021 2021-03-04T23:44:19.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:19 gibba011 conmon[95595]: +0000 mon.a (mon.0) 1871 : cluster [DBG] osdmap e430: 8 total, 8 up, 6 in 2021-03-04T23:44:19.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:19 gibba011 conmon[99461]: audit 2021-03-04T23:44:18.193985+0000 mon.a (mon.0) 1870 : audit [INF] from='client.? 172.21.2.111:0/3578438344' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2021-03-04T23:44:19.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:19 gibba011 conmon[99461]: cluster 2021-03-04T23:44:18.194021 2021-03-04T23:44:19.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:19 gibba011 conmon[99461]: +0000 mon.a (mon.0) 1871 : cluster [DBG] osdmap e430: 8 total, 8 up, 6 in 2021-03-04T23:44:19.622 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:19.648 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:19.649 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:19.651 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:19.752 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:19.776 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:19.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:19.778 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:19.879 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:19.898 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:19.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:19.899 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:19.966 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 67 16 210783 210767 196.596 177.438 0.00240358 0.00508282 2021-03-04T23:44:20.000 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:20.024 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:20.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:20.025 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:20.127 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:20.145 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:20.146 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:20.147 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:20.248 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:20.274 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:20.275 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:20.276 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:20.377 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:20.397 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:20.398 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:20.398 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:20.446 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.4 dump_historic_ops 2021-03-04T23:44:20.471 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:20 gibba038 conmon[76675]: cluster 2021-03-04T23:44:18.866375+0000 mgr.x (mgr.34676) 1302 : cluster [DBG] pgmap v1421: 189 pgs: 189 active+clean; 13 GiB data, 38 GiB used, 462 GiB / 504 GiB avail; 258 MiB/s wr, 4.13k op/s 2021-03-04T23:44:20.500 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:20.531 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:20.531 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:20.532 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:20.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:20 gibba011 conmon[95595]: cluster 2021-03-04T23:44:18.866375+0000 mgr.x (mgr.34676) 1302 : cluster [DBG] pgmap v1421: 189 pgs: 189 active+clean; 13 GiB data, 38 GiB used, 462 GiB / 504 GiB avail; 258 MiB/s wr, 4.13k op/s 2021-03-04T23:44:20.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:20 gibba011 conmon[99461]: cluster 2021-03-04T23:44:18.866375+0000 mgr.x ( 2021-03-04T23:44:20.604 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:20 gibba011 conmon[99461]: mgr.34676) 1302 : cluster [DBG] pgmap v1421: 189 pgs: 189 active+clean; 13 GiB data, 38 GiB used, 462 GiB / 504 GiB avail; 258 MiB/s wr, 4.13k op/s 2021-03-04T23:44:20.608 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:44:20.633 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:20.651 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:20.652 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:20.652 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:20.753 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:20.778 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:20.779 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:20.780 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:20.828 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd reweight 7 1 2021-03-04T23:44:20.881 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:20.907 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:20.907 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:20.908 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:20.962 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:20.966 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 68 16 213394 213378 196.105 163.188 0.00760889 0.0050971 2021-03-04T23:44:21.009 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:21.034 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:21.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:21.036 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:21.137 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:21.158 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:21.159 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:21.160 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:21.261 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:21.282 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:21.283 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:21.283 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:21.384 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:21.405 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:21.406 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:21.406 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:21.508 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:21.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:21.531 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:21.531 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:21.555 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:44:21.574 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:44:21.595 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:44:21.616 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:44:21.633 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:21.651 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:21.652 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:21.653 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:21.687 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:44:21.709 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:44:21.723 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:44:21.741 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:44:21.742 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'false' 2021-03-04T23:44:21.742 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'false' 2021-03-04T23:44:21.742 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'false' 2021-03-04T23:44:21.742 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'false' 2021-03-04T23:44:21.743 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'false' 2021-03-04T23:44:21.743 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'false' 2021-03-04T23:44:21.743 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'false' 2021-03-04T23:44:21.743 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'false' 2021-03-04T23:44:21.754 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:21.773 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:21.774 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:21.774 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:21.876 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:21.901 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:21.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:21.902 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:21.967 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 69 16 216162 216146 195.77 173 0.00742222 0.00510588 2021-03-04T23:44:22.003 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:22.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:22.024 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:22.024 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:22.125 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:22.148 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:22.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:22.150 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:22.211 INFO:teuthology.orchestra.run.gibba011.stderr:nodeep-scrub is unset 2021-03-04T23:44:22.354 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:22.377 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:22.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:22.379 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:22.480 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:22.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:22.502 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:22.502 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:22.537 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:22 gibba011 conmon[95595]: cluster 2021-03-04T23:44:20.866674+0000 mgr.x (mgr.34676) 1303 : cluster [DBG] pgmap v1422: 189 pgs: 189 active+clean; 13 GiB data, 38 GiB used, 462 GiB / 504 GiB avail; 154 MiB/s wr, 2.47k op/s 2021-03-04T23:44:22.537 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:22 gibba011 conmon[95595]: audit 2021-03-04T23:44:21.535745+0000 mon.c (mon.1) 538 : audit [DBG] from='client.? 172.21.2.111:0/3135306389' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:22.537 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:22 gibba011 conmon[95595]: audit 2021-03-04T23:44:21.677479+0000 mon.c (mon.1) 539 : audit [INF] from='client.? 172.21.2.111:0/1837172664' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:44:22.538 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:22 gibba011 conmon[95595]: audit 2021-03-04T23:44:21.677802+0000 mon.a (mon.0) 1872 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:44:22.538 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:22 gibba011 conmon[99461]: cluster 2021-03-04T23:44:20.866674+0000 mgr.x (mgr.34676) 1303 : cluster [DBG] pgmap v1422: 189 pgs: 189 active+clean; 13 GiB data, 38 GiB used, 462 GiB / 504 GiB avail; 154 MiB/s wr, 2.47k op/s 2021-03-04T23:44:22.538 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:22 gibba011 conmon[99461]: audit 2021-03-04T23:44:21.535745+0000 mon.c (mon.1) 538 : audit [DBG] from='client.? 172.21.2.111:0/3135306389' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:22.539 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:22 gibba011 conmon[99461]: audit 2021-03-04T23:44:21.677479+0000 mon.c (mon.1) 539 : audit [INF] from='client.? 172.21.2.111:0/1837172664' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:44:22.539 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:22 gibba011 conmon[99461]: audit 2021-03-04T23:44:21.677802+0000 mon.a (mon.0) 1872 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:44:22.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:22 gibba038 conmon[76675]: cluster 2021-03-04T23:44:20.866674+0000 mgr.x (mgr.34676) 1303 : cluster [DBG] pgmap v1422: 189 pgs: 189 active+clean; 13 GiB data, 38 GiB used, 462 GiB / 504 GiB avail; 154 MiB/s wr, 2.47k op/s 2021-03-04T23:44:22.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:22 gibba038 conmon[76675]: audit 2021-03-04T23:44:21.535745+0000 mon.c (mon.1) 538 : audit [DBG] from='client.? 172.21.2.111:0/3135306389' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:22.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:22 gibba038 conmon[76675]: audit 2021-03-04T23:44:21.677479+0000 mon.c (mon.1) 539 : audit [INF] from='client.? 172.21.2.111:0/1837172664' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:44:22.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:22 gibba038 conmon[76675]: audit 2021-03-04T23:44:21.677802+0000 mon.a (mon.0) 1872 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2021-03-04T23:44:22.604 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:22.627 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:22.628 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:22.629 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:22.730 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:22.748 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:22.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:22.750 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:22.851 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:22.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:22.870 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:22.871 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:22.967 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 70 16 219055 219039 195.556 180.812 0.00842422 0.00511147 2021-03-04T23:44:22.972 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:22.991 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:22.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:22.993 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:23.094 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:23.104 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:44:23.105 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:44:23.112 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:23.113 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:23.114 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:23.215 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:23.241 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:23.242 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:23.243 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:23.337 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:23 gibba038 conmon[76675]: cluster 2021-03-04T23:44:22.202776+0000 mon.a (mon.0) 1873 : cluster 2021-03-04T23:44:23.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:23 gibba038 conmon[76675]: [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:44:23.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:23 gibba038 conmon[76675]: cluster 2021-03-04T23:44:22.202800+0000 mon.a (mon.0) 1874 : cluster [INF] Cluster is now healthy 2021-03-04T23:44:23.338 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:23 gibba038 conmon[76675]: audit 2021-03-04T23:44:22.205759+0000 mon.a (mon.0) 1875 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:44:23.339 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:23 gibba038 conmon[76675]: cluster 2021-03-04T23:44:22.205820+0000 mon.a (mon.0) 1876 : cluster [DBG] osdmap e431: 8 total, 8 up, 6 in 2021-03-04T23:44:23.344 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:23.367 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:23.368 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:23.369 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:23.470 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:23.496 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:23.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:23.498 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:23.599 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:23.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:23 gibba011 conmon[95595]: cluster 2021-03-04T23:44:22.202776+0000 mon.a (mon.0) 1873 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:44:23.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:23 gibba011 conmon[95595]: 2021-03-04T23:44:23.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:23 gibba011 conmon[95595]: cluster 2021-03-04T23:44:22.202800+0000 mon.a (mon.0) 1874 : cluster [INF] Cluster is now healthy 2021-03-04T23:44:23.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:23 gibba011 conmon[95595]: audit 2021-03-04T23:44:22.205759+0000 mon.a (mon.0) 1875 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:44:23.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:23 gibba011 conmon[95595]: cluster 2021-03-04T23:44:22.205820+0000 mon.a (mon.0) 1876 : 2021-03-04T23:44:23.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:23 gibba011 conmon[95595]: cluster [DBG] osdmap e431: 8 total, 8 up, 6 in 2021-03-04T23:44:23.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:23 gibba011 conmon[99461]: cluster 2021-03-04T23 2021-03-04T23:44:23.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:23 gibba011 conmon[99461]: :44:22.202776+0000 mon.a (mon.0) 1873 : cluster [INF] Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2021-03-04T23:44:23.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:23 gibba011 conmon[99461]: cluster 2021-03-04T23:44 2021-03-04T23:44:23.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:23 gibba011 conmon[99461]: :22.202800+0000 mon.a (mon.0) 1874 : 2021-03-04T23:44:23.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:23 gibba011 conmon[99461]: cluster [INF] Cluster is now healthy 2021-03-04T23:44:23.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:23 gibba011 conmon[99461]: audit 2021-03-04T 2021-03-04T23:44:23.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:23 gibba011 conmon[99461]: 23:44:22.205759+0000 mon.a (mon.0) 1875 : 2021-03-04T23:44:23.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:23 gibba011 conmon[99461]: audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2021-03-04T23:44:23.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:23 gibba011 conmon[99461]: cluster 2021-03-04T23:44:22.205820 2021-03-04T23:44:23.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:23 gibba011 conmon[99461]: +0000 mon.a (mon.0) 1876 : cluster [DBG] 2021-03-04T23:44:23.607 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:23 gibba011 conmon[99461]: osdmap e431: 8 total, 8 up, 6 in 2021-03-04T23:44:23.617 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:23.618 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:23.619 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:23.720 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:23.746 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:23.747 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:23.747 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:23.848 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:23.872 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:23.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:23.874 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:23.967 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 71 16 221679 221663 195.111 164 0.00990113 0.00512315 2021-03-04T23:44:23.974 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:23.998 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:23.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:24.000 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:24.101 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:24.125 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:24.126 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:24.126 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:24.227 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:24.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:24.247 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:24.248 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:24.349 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:24.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:24 gibba011 conmon[95595]: cluster 2021-03-04T23:44:22.867348+0000 mgr.x (mgr.34676) 1304 : cluster [DBG] pgmap v1424: 189 pgs: 189 active+clean; 13 GiB data, 39 GiB used, 461 GiB / 504 GiB avail; 164 MiB/s wr, 2.62k op/s 2021-03-04T23:44:24.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:24 gibba011 conmon[99461]: cluster 2021-03-04T23:44:22.867348+0000 mgr.x ( 2021-03-04T23:44:24.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:24 gibba011 conmon[99461]: mgr.34676) 1304 : cluster [DBG] pgmap v1424: 189 pgs: 189 active+clean; 13 GiB data, 39 GiB used, 461 GiB / 504 GiB avail; 164 MiB/s wr, 2.62k op/s 2021-03-04T23:44:24.374 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:24.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:24.376 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:24.477 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:24.494 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:24.495 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:24.496 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:24.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:24 gibba038 conmon[76675]: cluster 2021-03-04T23:44:22.867348+0000 mgr.x (mgr.34676) 1304 : cluster [DBG] 2021-03-04T23:44:24.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:24 gibba038 conmon[76675]: pgmap v1424: 189 pgs: 189 active+clean; 13 GiB data, 39 GiB used, 461 GiB / 504 GiB avail; 164 MiB/s wr, 2.62k op/s 2021-03-04T23:44:24.597 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:24.614 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_ops_in_flight 2021-03-04T23:44:24.629 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:24.630 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:24.631 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:24.732 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:24.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:24.751 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:24.752 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:24.799 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:44:24.853 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:24.872 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:24.873 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:24.873 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:24.967 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 72 16 224216 224200 194.604 158.562 0.00562786 0.00513647 2021-03-04T23:44:24.974 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:25.000 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:25.001 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:25.001 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:25.102 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:25.126 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:25.127 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:25.128 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:25.229 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:25.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:25.256 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:25.256 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:25.357 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:25.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:25.383 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:25.383 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:25.484 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:25.507 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:25.508 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:25.508 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:25.610 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:25.634 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:25.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:25.636 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:25.737 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:25.762 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:25.763 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:25.764 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:25.865 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:25.885 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:25.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:25.886 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:25.967 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 73 16 226940 226924 194.27 170.25 0.00376014 0.00514535 2021-03-04T23:44:25.987 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:26.010 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:26.011 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:26.012 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:26.079 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2021-03-04T23:44:26.113 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:26.141 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:26.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:26.142 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:26.221 INFO:teuthology.orchestra.run.gibba011.stderr:reweighted osd.7 to 1 (10000) 2021-03-04T23:44:26.227 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:26.244 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:26.266 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:26.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:26.268 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:26.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:26 gibba011 conmon[95595]: cluster 2021-03-04T23:44:24.867989+0000 mgr.x (mgr.34676) 1305 : cluster [DBG] pgmap v1425: 189 pgs: 189 active+clean; 13 GiB data, 40 GiB used, 460 GiB / 504 GiB avail; 210 MiB/s wr, 3.36k op/s 2021-03-04T23:44:26.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:26 gibba011 conmon[95595]: audit 2021-03-04T23:44:25.385472+0000 mon.c (mon.1) 540 : audit [INF] from='client.? 172.21.2.111:0/2683681082' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:44:26.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:26 gibba011 conmon[95595]: audit 2021-03-04T23:44:25.385852+0000 mon.a (mon.0) 1877 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:44:26.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:26 gibba011 conmon[99461]: cluster 2021-03-04T23:44:24.867989+0000 mgr.x (mgr.34676) 1305 : cluster [DBG] pgmap v1425: 189 pgs: 189 active+clean; 13 GiB data, 40 GiB used, 460 GiB / 504 GiB avail; 210 MiB/s wr, 3.36k op/s 2021-03-04T23:44:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:26 gibba011 conmon[99461]: audit 2021-03-04T23:44:25.385472+0000 mon.c (mon.1) 540 : audit [INF] from='client.? 172.21.2.111:0/2683681082' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:44:26.355 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:26 gibba011 conmon[99461]: audit 2021-03-04T23:44:25.385852+0000 mon.a (mon.0) 1877 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:44:26.369 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:26.392 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:26.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:26.393 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:26.494 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:26.519 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:26.520 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:26.521 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:26.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:26 gibba038 conmon[76675]: cluster 2021-03-04T23:44:24.867989+0000 mgr.x (mgr.34676) 1305 : cluster [DBG] pgmap v1425: 189 pgs: 189 active+clean; 13 GiB data, 40 GiB used, 460 GiB / 504 GiB avail; 210 MiB/s wr, 3.36k op/s 2021-03-04T23:44:26.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:26 gibba038 conmon[76675]: audit 2021-03-04T23:44:25.385472+0000 mon.c (mon.1) 540 : audit [INF] from='client.? 172.21.2.111:0/2683681082' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:44:26.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:26 gibba038 conmon[76675]: audit 2021-03-04T23:44:25.385852+0000 mon.a (mon.0) 1877 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2021-03-04T23:44:26.621 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:26.640 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:26.641 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:26.642 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:26.743 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:26.766 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:26.767 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:26.768 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:26.776 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph osd set noscrub 2021-03-04T23:44:26.869 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:26.889 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:26.890 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:26.890 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:26.913 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:26.967 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 74 16 229707 229691 193.981 172.938 0.00606449 0.00515299 2021-03-04T23:44:26.992 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:27.011 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:27.012 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:27.013 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:27.114 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:27.133 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:27.134 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:27.134 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:27.236 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:27.253 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:27.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:27.255 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:27.257 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:27 gibba038 conmon[76675]: audit 2021-03-04T23:44:27.258 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:27 gibba038 conmon[76675]: 2021-03-04T23:44:27.258 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:27 gibba038 conmon[76675]: 2021 2021-03-04T23:44:27.258 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:27 gibba038 conmon[76675]: - 2021-03-04T23:44:27.258 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:27 gibba038 conmon[76675]: 03 2021-03-04T23:44:27.259 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:27 gibba038 conmon[76675]: -04T23:44:26.215554+0000 2021-03-04T23:44:27.259 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:27 gibba038 conmon[76675]: mon.a (mon.0) 1878 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:44:27.259 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:27 gibba038 conmon[76675]: cluster 2021-03-04T23:44:26.215616 2021-03-04T23:44:27.259 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:27 gibba038 conmon[76675]: +0000 mon.a (mon.0) 1879 : cluster [DBG] osdmap e432: 8 total, 8 up, 6 in 2021-03-04T23:44:27.356 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:27.375 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:27.376 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:27.377 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:27.395 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:44:27.396 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:44:27.478 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:27.527 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:27.528 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:27.529 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:27.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:27 gibba011 conmon[95595]: audit 2021-03-04T23:44:26.215554+0000 mon.a (mon.0) 1878 : audit 2021-03-04T23:44:27.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:27 gibba011 conmon[95595]: [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:44:27.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:27 gibba011 conmon[95595]: cluster 2021-03-04T23:44:26.215616+0000 mon.a (mon.0) 1879 : cluster [DBG] osdmap e432: 8 total, 8 up, 6 in 2021-03-04T23:44:27.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:27 gibba011 conmon[99461]: audit 2021-03-04T23:44:26.215554+0000 mon.a (mon.0) 1878 : audit 2021-03-04T23:44:27.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:27 gibba011 conmon[99461]: [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2021-03-04T23:44:27.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:27 gibba011 conmon[99461]: cluster 2021-03-04T23:44:26.215616+0000 mon.a (mon.0) 1879 : cluster [DBG] osdmap e432: 8 total, 8 up, 6 in 2021-03-04T23:44:27.630 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:27.676 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:27.677 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:27.678 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:27.779 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:27.800 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:27.801 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:27.801 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:27.903 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:27.923 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:27.924 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:27.925 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:27.967 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 75 16 232434 232418 193.667 170.438 0.00243222 0.0051614 2021-03-04T23:44:28.026 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:28.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:28.047 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:28.047 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:28.119 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2021-03-04T23:44:28.120 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:44:28.148 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:28.174 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:28.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:28.176 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:28.267 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:28.277 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:28.298 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:28.298 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:28.299 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:28.312 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:28 gibba011 conmon[99461]: cluster 2021-03-04T23:44:26.868322+0000 mgr.x (mgr. 2021-03-04T23:44:28.312 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:28 gibba011 conmon[99461]: 34676) 1306 : cluster [DBG] pgmap v1427: 189 pgs: 189 active+clean; 13 GiB data, 40 GiB used, 460 GiB / 504 GiB avail; 105 MiB/s wr, 1.68k op/s 2021-03-04T23:44:28.313 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:28 gibba011 conmon[95595]: cluster 2021-03-04T23:44:26.868322+0000 mgr.x (mgr.34676) 1306 : cluster [DBG] 2021-03-04T23:44:28.313 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:28 gibba011 conmon[95595]: pgmap v1427: 189 pgs: 189 active+clean; 13 GiB data, 40 GiB used, 460 GiB / 504 GiB avail; 105 MiB/s wr, 1.68k op/s 2021-03-04T23:44:28.401 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:28.422 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:28.423 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:28.424 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:28.525 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:28.545 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:28.546 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:28.546 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:28.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:28 gibba038 conmon[76675]: cluster 2021-03-04T23:44:26.868322+0000 mgr.x (mgr.34676) 1306 : cluster 2021-03-04T23:44:28.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:28 gibba038 conmon[76675]: [DBG] pgmap v1427: 189 pgs: 189 active+clean; 13 GiB data, 40 GiB used, 460 GiB / 504 GiB avail; 105 MiB/s wr, 1.68k op/s 2021-03-04T23:44:28.647 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:28.672 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:28.673 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:28.674 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:28.775 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:28.794 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:28.795 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:28.795 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:28.873 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_blocked_ops 2021-03-04T23:44:28.896 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:28.945 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:28.946 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:28.947 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:28.967 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 76 16 235340 235324 193.509 181.625 0.0032833 0.00516555 2021-03-04T23:44:29.048 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:29.062 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:44:29.074 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:29.075 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:29.076 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:29.177 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:29.196 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:29.197 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:29.198 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:29.299 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:29.325 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:29.326 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:29.326 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:29.427 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:29.447 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:29.448 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:29.449 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:29.550 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:29.574 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:29.574 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:29.575 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:29.676 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:29.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:29.695 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:29.695 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:29.796 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:29.815 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:29.816 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:29.817 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:29.918 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:29.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:29.936 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:29.936 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:29.967 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 77 16 237826 237810 193.013 155.375 0.00261737 0.00517577 2021-03-04T23:44:30.037 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:30.057 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:30.058 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:30.058 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:30.159 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:30.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:30.185 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:30.186 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:30.287 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:30.307 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:30.308 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:30.308 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:30.353 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:30 gibba011 conmon[95595]: cluster 2021-03-04T23:44:28.869165+0000 mgr.x (mgr.34676) 1307 : cluster [DBG] pgmap v1428: 189 pgs: 189 active+clean; 14 GiB data, 43 GiB used, 457 GiB / 504 GiB avail; 210 MiB/s wr, 3.36k op/s 2021-03-04T23:44:30.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:30 gibba011 conmon[99461]: cluster 2021-03-04T23:44:28.869165+0000 mgr.x (mgr.34676) 1307 : cluster [DBG] 2021-03-04T23:44:30.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:30 gibba011 conmon[99461]: pgmap v1428: 189 pgs: 189 active+clean; 14 GiB data, 43 GiB used, 457 GiB / 504 GiB avail; 210 MiB/s wr, 3.36k op/s 2021-03-04T23:44:30.410 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:30.428 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:30.429 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:30.429 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:30.530 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:30.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:30.551 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:30.551 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:30.587 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:30 gibba038 conmon[76675]: cluster 2021-03-04T23:44:28.869165+0000 mgr.x (mgr.34676) 1307 : cluster [DBG] pgmap v1428: 189 pgs: 189 active+clean; 14 GiB data, 43 GiB used, 457 GiB / 504 GiB avail; 210 MiB/s wr, 3.36k op/s 2021-03-04T23:44:30.652 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:30.671 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:30.672 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:30.672 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:30.773 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:30.798 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:30.799 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:30.800 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:30.901 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:30.921 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:30.922 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:30.922 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:30.967 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 78 15 240566 240551 192.735 171.312 0.00768271 0.00518633 2021-03-04T23:44:31.023 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:31.047 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:31.048 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:31.049 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:31.150 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:31.172 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:31.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:31.174 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:31.275 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:31.295 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:31.296 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:31.296 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:31.397 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:31.425 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:31.426 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:31.427 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:31.487 INFO:teuthology.orchestra.run.gibba038.stdout:ERROR: (22) Invalid argument 2021-03-04T23:44:31.487 INFO:teuthology.orchestra.run.gibba038.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2021-03-04T23:44:31.528 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:31.554 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:31.555 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:31.555 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:31.568 INFO:teuthology.orchestra.run.gibba011.stdout:osd.0: {} 2021-03-04T23:44:31.586 INFO:teuthology.orchestra.run.gibba011.stdout:osd.1: {} 2021-03-04T23:44:31.600 INFO:teuthology.orchestra.run.gibba011.stdout:osd.2: {} 2021-03-04T23:44:31.613 INFO:teuthology.orchestra.run.gibba011.stdout:osd.3: {} 2021-03-04T23:44:31.627 INFO:teuthology.orchestra.run.gibba011.stdout:osd.4: {} 2021-03-04T23:44:31.642 INFO:teuthology.orchestra.run.gibba011.stdout:osd.5: {} 2021-03-04T23:44:31.657 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:31.660 INFO:teuthology.orchestra.run.gibba011.stdout:osd.6: {} 2021-03-04T23:44:31.678 INFO:teuthology.orchestra.run.gibba011.stdout:osd.7: {} 2021-03-04T23:44:31.679 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:31.680 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:31.681 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:31.682 INFO:teuthology.orchestra.run.gibba011.stderr:osd.0: osd_enable_op_tracker = 'true' 2021-03-04T23:44:31.682 INFO:teuthology.orchestra.run.gibba011.stderr:osd.1: osd_enable_op_tracker = 'true' 2021-03-04T23:44:31.682 INFO:teuthology.orchestra.run.gibba011.stderr:osd.2: osd_enable_op_tracker = 'true' 2021-03-04T23:44:31.683 INFO:teuthology.orchestra.run.gibba011.stderr:osd.3: osd_enable_op_tracker = 'true' 2021-03-04T23:44:31.683 INFO:teuthology.orchestra.run.gibba011.stderr:osd.4: osd_enable_op_tracker = 'true' 2021-03-04T23:44:31.683 INFO:teuthology.orchestra.run.gibba011.stderr:osd.5: osd_enable_op_tracker = 'true' 2021-03-04T23:44:31.683 INFO:teuthology.orchestra.run.gibba011.stderr:osd.6: osd_enable_op_tracker = 'true' 2021-03-04T23:44:31.684 INFO:teuthology.orchestra.run.gibba011.stderr:osd.7: osd_enable_op_tracker = 'true' 2021-03-04T23:44:31.782 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:31.802 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:31.803 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:31.804 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:31.905 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:31.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:31.926 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:31.926 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:31.967 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 79 16 243165 243149 192.35 162.375 0.00300005 0.00519673 2021-03-04T23:44:32.027 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:32.059 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:32.060 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:32.061 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:32.162 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:32.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:32.187 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:32.187 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:32.288 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:32.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:32.310 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:32.310 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:32.411 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:32.431 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:32.432 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:32.433 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:32.534 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:32.560 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:32.561 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:32.561 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:32.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:32 gibba038 conmon[76675]: cluster 2021-03-04T23:44:30.869533+0000 mgr.x (mgr. 2021-03-04T23:44:32.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:32 gibba038 conmon[76675]: 34676) 1308 : cluster [DBG] pgmap v1429: 189 pgs: 189 active+clean; 14 GiB data, 43 GiB used, 457 GiB / 504 GiB avail; 194 MiB/s wr, 3.10k op/s 2021-03-04T23:44:32.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:32 gibba038 conmon[76675]: audit 2021-03-04T23:44:31.414129+0000 mon.c (mon.1) 541 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:44:32.590 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:32 gibba038 conmon[76675]: audit 2021-03-04T23:44:31.548008+0000 mon.c (mon.1) 542 : audit [DBG] from='client.? 172.21.2.111:0/277731676' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:32.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:32 gibba038 conmon[76675]: audit 2021-03-04T23:44:31.928878+0000 mon.a (mon.0) 1880 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:44:32.591 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:32 gibba038 conmon[76675]: audit 2021-03-04T23:44:31.930048+0000 mon.c (mon.1) 543 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:44:32.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:32 gibba038 conmon[76675]: audit 2021-03-04T23:44:32.111326+0000 mon.a (mon.0) 1881 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:44:32.592 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:32 gibba038 conmon[76675]: audit 2021-03-04T23:44:32.113044+0000 mon.c (mon.1) 544 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:44:32.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:32 gibba011 conmon[95595]: cluster 2021-03-04T23:44:30.869533+0000 mgr.x (mgr.34676) 1308 : cluster [DBG] pgmap v1429: 189 pgs: 189 active+clean; 14 GiB data, 43 GiB used, 457 GiB / 504 GiB avail; 194 MiB/s wr, 3.10k op/s 2021-03-04T23:44:32.605 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:32 gibba011 conmon[95595]: audit 2021-03-04T23:44:31.414129+0000 mon.c (mon.1) 541 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:44:32.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:32 gibba011 conmon[95595]: audit 2021-03-04T23:44:31.548008+0000 mon.c (mon.1) 542 : audit [DBG] from='client.? 172.21.2.111:0/277731676' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:32.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:32 gibba011 conmon[95595]: audit 2021-03-04T23:44:31.928878+0000 mon.a (mon.0) 1880 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:44:32.606 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:32 gibba011 conmon[95595]: audit 2021-03-04T23:44:31.930048+0000 mon.c (mon.1) 543 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:44:32.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:32 gibba011 conmon[95595]: audit 2021-03-04T23:44:32.111326+0000 mon.a (mon.0) 1881 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:44:32.607 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:32 gibba011 conmon[95595]: audit 2021-03-04T23:44:32.113044+0000 mon.c (mon.1) 544 : audit [DBG] 2021-03-04T23:44:32.608 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:32 gibba011 conmon[95595]: from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:44:32.608 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:32 gibba011 conmon[99461]: cluster 2021-03-04T23:44:30.869533+0000 mgr.x (mgr.34676) 1308 : cluster [DBG] pgmap v1429: 189 pgs: 189 active+clean; 14 GiB data, 43 GiB used, 457 GiB / 504 GiB avail; 194 MiB/s wr, 3.10k op/s 2021-03-04T23:44:32.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:32 gibba011 conmon[99461]: audit 2021-03-04T23:44:31.414129+0000 mon.c (mon.1) 541 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2021-03-04T23:44:32.609 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:32 gibba011 conmon[99461]: audit 2021-03-04T23:44:31.548008+0000 mon.c (mon.1) 542 : audit [DBG] from='client.? 172.21.2.111:0/277731676' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2021-03-04T23:44:32.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:32 gibba011 conmon[99461]: audit 2021-03-04T23:44:31.928878+0000 mon.a (mon.0) 1880 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:44:32.610 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:32 gibba011 conmon[99461]: audit 2021-03-04T23:44:31.930048+0000 mon.c (mon.1) 543 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:44:32.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:32 gibba011 conmon[99461]: audit 2021-03-04T23:44:32.111326+0000 mon.a (mon.0) 1881 : audit [INF] from='mgr.34676 ' entity='mgr.x' 2021-03-04T23:44:32.611 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:32 gibba011 conmon[99461]: audit 2021-03-04T23:44:32.113044+0000 mon.c (mon.1) 544 : audit [DBG] from='mgr.34676 172.21.2.138:0/678941595' entity='mgr.x' cmd=[{"prefix": "config get","who": "mon","key": "container_image"}]: dispatch 2021-03-04T23:44:32.662 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:32.690 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:32.691 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:32.692 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:32.793 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:32.812 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:32.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:32.814 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:32.915 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:32.933 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:32.934 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:32.935 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:32.968 INFO:tasks.radosbench.radosbench.0.gibba011.stdout:2021-03-04T23:44:32.966209+0000 min lat: 0.000891726 max lat: 0.159116 avg lat: 0.00520299 2021-03-04T23:44:32.968 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2021-03-04T23:44:32.968 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 80 16 245945 245929 192.118 173.75 0.00534978 0.00520299 2021-03-04T23:44:33.014 DEBUG:teuthology.orchestra.run.gibba038:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph daemon osd.5 dump_historic_ops 2021-03-04T23:44:33.036 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:33.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:33.085 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:33.085 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:33.187 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:33.196 INFO:teuthology.orchestra.run.gibba038.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.b/config 2021-03-04T23:44:33.207 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:33.208 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:33.209 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:33.310 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:33.336 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:33.337 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:33.337 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:33.440 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:33.459 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:33.460 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:33.461 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:33.563 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:33.588 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:33.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:33.590 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:33.691 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:33.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:33.719 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:33.720 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:33.822 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:33.841 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:33.843 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:33.843 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:33.946 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:33.967 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 81 16 248599 248583 191.793 165.875 0.00965159 0.00521169 2021-03-04T23:44:33.975 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:33.976 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:33.977 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:34.079 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:34.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:34.109 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:34.109 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:34.210 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:34.233 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:34.234 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:34.234 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:34.238 INFO:teuthology.orchestra.run.gibba011.stderr:noscrub is set 2021-03-04T23:44:34.305 INFO:teuthology.orchestra.run.gibba011.stdout: 2021-03-04T23:44:34.310 INFO:teuthology.orchestra.run.gibba011.stderr:dumped all 2021-03-04T23:44:34.336 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:34.353 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:34 gibba011 conmon[99461]: cluster 2021-03-04T23:44:32.870239+0000 mgr.x (mgr.34676) 1309 : cluster [DBG] pgmap v1430: 189 pgs: 189 active+clean; 15 GiB data, 44 GiB used, 456 GiB / 504 GiB avail; 169 MiB/s wr, 2.71k op/s 2021-03-04T23:44:34.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:34 gibba011 conmon[99461]: audit 2021-03-04T23:44:33.232935+0000 mon.c (mon.1) 545 : audit [INF] from='client.? 172.21.2.111:0/2002853824' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:44:34.354 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:34 gibba011 conmon[99461]: audit 2021-03-04T23:44:33.233179+0000 mon.a (mon.0) 1882 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:44:34.354 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:34 gibba011 conmon[95595]: cluster 2021-03-04T23:44:32.870239+0000 mgr.x (mgr.34676) 1309 : cluster 2021-03-04T23:44:34.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:34 gibba011 conmon[95595]: [DBG] pgmap v1430: 189 pgs: 189 active+clean; 15 GiB data, 44 GiB used, 456 GiB / 504 GiB avail; 169 MiB/s wr, 2.71k op/s 2021-03-04T23:44:34.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:34 gibba011 conmon[95595]: audit 2021-03-04T23:44:33.232935+0000 mon.c (mon.1) 545 : audit [INF] from='client.? 172.21.2.111:0/2002853824' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:44:34.355 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:34 gibba011 conmon[95595]: audit 2021-03-04T23:44:33.233179+0000 mon.a (mon.0) 1882 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:44:34.360 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:34.360 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:34.361 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:34.462 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:34.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:34.485 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:34.485 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:34.587 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:34.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:34 gibba038 conmon[76675]: cluster 2021-03-04T23:44:32.870239+0000 mgr.x (mgr.34676) 1309 : cluster [DBG] pgmap v1430: 189 pgs: 189 active+clean; 15 GiB data, 44 GiB used, 456 GiB / 504 GiB avail; 169 MiB/s wr, 2.71k op/s 2021-03-04T23:44:34.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:34 gibba038 conmon[76675]: audit 2021-03-04T23:44:33.232935+0000 mon.c (mon.1) 545 : audit [INF] from='client.? 172.21.2.111:0/2002853824' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:44:34.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:34 gibba038 conmon[76675]: audit 2021-03-04T23:44:33.233179+0000 mon.a (mon.0) 1882 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2021-03-04T23:44:34.611 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:34.613 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:34.613 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:34.714 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:34.741 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:34.742 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:34.742 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:34.844 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:34.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:34.868 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:34.869 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:34.967 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 82 16 251249 251233 191.474 165.625 0.00509891 0.00522047 2021-03-04T23:44:34.970 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:34.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:34.992 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:34.992 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:35.094 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:35.114 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:35.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:35.116 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:35.217 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7 2021-03-04T23:44:35.236 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:35.237 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:35.237 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.7' 2021-03-04T23:44:35.338 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:35.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:35.358 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:35.358 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:35.459 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:35.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:35.485 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:35.485 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:35.586 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5 2021-03-04T23:44:35.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:35 gibba038 conmon[76675]: cluster 2021-03-04T23:44:34.227694+0000 mon.a (mon.0) 1883 : cluster [WRN] 2021-03-04T23:44:35.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:35 gibba038 conmon[76675]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:44:35.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:35 gibba038 conmon[76675]: audit 2021-03-04T23:44:34.233294+0000 mon.a (mon.0) 1884 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:44:35.588 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:35 gibba038 conmon[76675]: cluster 2021-03-04T23:44:34.233332+0000 mon.a (mon.0) 1885 : cluster [DBG] osdmap e433: 8 total, 8 up, 6 in 2021-03-04T23:44:35.589 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:35 gibba038 conmon[76675]: audit 2021-03-04T23:44:34.281372+0000 mgr.x (mgr.34676) 1310 : audit [DBG] from='client.47124 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:44:35.603 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:35 gibba011 conmon[95595]: cluster 2021-03-04T23:44:34.227694+0000 mon.a (mon.0) 1883 : cluster [WRN] 2021-03-04T23:44:35.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:35 gibba011 conmon[95595]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:44:35.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:35 gibba011 conmon[95595]: audit 2021-03-04T23:44:34.233294+0000 mon.a (mon.0) 1884 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:44:35.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:35 gibba011 conmon[95595]: cluster 2021-03-04T23:44:34.233332+0000 mon.a (mon.0) 1885 : cluster [DBG] osdmap e433: 8 total, 8 up, 6 in 2021-03-04T23:44:35.604 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:35 gibba011 conmon[95595]: audit 2021-03-04T23:44:34.281372+0000 mgr.x (mgr.34676) 1310 : audit [DBG] from='client.47124 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:44:35.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:35 gibba011 conmon[99461]: cluster 2021-03-04T23:44:34.227694+0000 mon.a (mon.0) 1883 : cluster [WRN] Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2021-03-04T23:44:35.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:35 gibba011 conmon[99461]: audit 2021-03-04T23:44:34.233294+0000 mon.a (mon.0) 1884 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2021-03-04T23:44:35.605 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:35 gibba011 conmon[99461]: cluster 2021-03-04T23:44:34.233332+0000 mon.a (mon.0) 1885 : cluster [DBG] osdmap e433: 8 total, 8 up, 6 in 2021-03-04T23:44:35.606 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:35 gibba011 conmon[99461]: audit 2021-03-04T23:44:34.281372+0000 mgr.x (mgr.34676) 1310 : audit [DBG] from='client.47124 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2021-03-04T23:44:35.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:35.613 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:35.613 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.5' 2021-03-04T23:44:35.714 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:35.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:35.735 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:35.735 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:35.837 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3 2021-03-04T23:44:35.855 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:35.856 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:35.857 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.3' 2021-03-04T23:44:35.865 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2021-03-04T23:44:35.958 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4 2021-03-04T23:44:35.968 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 83 16 253835 253819 191.114 161.625 0.00960034 0.00523012 2021-03-04T23:44:35.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:35.979 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:35.980 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.4' 2021-03-04T23:44:36.041 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:36.081 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2 2021-03-04T23:44:36.100 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:36.101 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:36.101 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.2' 2021-03-04T23:44:36.202 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:36.221 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:36.222 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:36.223 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:36.324 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0 2021-03-04T23:44:36.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:36.343 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:36.344 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.0' 2021-03-04T23:44:36.386 INFO:teuthology.orchestra.run.gibba038.stdout:{ 2021-03-04T23:44:36.386 INFO:teuthology.orchestra.run.gibba038.stdout: "size": 20, 2021-03-04T23:44:36.386 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 600, 2021-03-04T23:44:36.387 INFO:teuthology.orchestra.run.gibba038.stdout: "ops": [ 2021-03-04T23:44:36.387 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.387 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:264698 9.a 9:5f4d8bec:::benchmark_data_gibba011_139107_object111331:head [delete] snapc 0=[] ondisk+write+known_if_redirected e295)", 2021-03-04T23:44:36.387 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.128156+0000", 2021-03-04T23:44:36.388 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 555.25296614900003, 2021-03-04T23:44:36.388 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20273254299999999, 2021-03-04T23:44:36.388 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:44:36.388 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:36.389 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:44:36.389 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:44:36.389 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:44:36.389 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 264698 2021-03-04T23:44:36.389 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.390 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:44:36.390 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.390 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:44:36.390 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128156+0000", 2021-03-04T23:44:36.391 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:44:36.391 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.391 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.391 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:44:36.392 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128156+0000", 2021-03-04T23:44:36.392 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6810000000000001e-06 2021-03-04T23:44:36.392 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.392 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.392 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:44:36.393 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128158+0000", 2021-03-04T23:44:36.393 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1659999999999999e-06 2021-03-04T23:44:36.393 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.393 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.394 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:44:36.394 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128159+0000", 2021-03-04T23:44:36.394 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.5019999999999998e-06 2021-03-04T23:44:36.394 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.394 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.395 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:44:36.395 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128168+0000", 2021-03-04T23:44:36.395 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9080000000000003e-06 2021-03-04T23:44:36.395 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.396 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.396 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:44:36.396 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128173+0000", 2021-03-04T23:44:36.396 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.1371999999999997e-05 2021-03-04T23:44:36.397 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.397 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.397 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.397 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128205+0000", 2021-03-04T23:44:36.398 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.5700999999999999e-05 2021-03-04T23:44:36.398 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.398 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.398 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:44:36.398 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128280+0000", 2021-03-04T23:44:36.399 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.3011999999999999e-05 2021-03-04T23:44:36.399 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.399 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.399 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,7", 2021-03-04T23:44:36.400 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.128343+0000", 2021-03-04T23:44:36.400 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0020102169999999999 2021-03-04T23:44:36.400 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.400 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.401 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:44:36.401 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.130354+0000", 2021-03-04T23:44:36.401 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000587712 2021-03-04T23:44:36.402 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.402 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.402 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.402 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.130941+0000", 2021-03-04T23:44:36.403 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.19987295899999999 2021-03-04T23:44:36.403 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.403 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.403 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.404 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330814+0000", 2021-03-04T23:44:36.404 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4749999999999998e-05 2021-03-04T23:44:36.404 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.404 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.404 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:44:36.405 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330849+0000", 2021-03-04T23:44:36.405 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9563000000000001e-05 2021-03-04T23:44:36.405 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.405 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.405 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:44:36.406 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.330889+0000", 2021-03-04T23:44:36.406 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20273254299999999 2021-03-04T23:44:36.406 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.406 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:44:36.407 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.407 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.407 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.407 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:264701 9.a 9:5b664816:::benchmark_data_gibba011_139107_object111334:head [delete] snapc 0=[] ondisk+write+known_if_redirected e295)", 2021-03-04T23:44:36.407 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.135544+0000", 2021-03-04T23:44:36.408 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 555.24557796099998, 2021-03-04T23:44:36.408 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20381102500000001, 2021-03-04T23:44:36.408 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:44:36.408 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:36.409 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:44:36.409 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:44:36.409 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:44:36.409 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 264701 2021-03-04T23:44:36.410 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.410 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:44:36.410 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.410 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:44:36.410 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135544+0000", 2021-03-04T23:44:36.411 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:44:36.411 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.411 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.411 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:44:36.412 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135544+0000", 2021-03-04T23:44:36.412 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5370000000000001e-06 2021-03-04T23:44:36.412 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.412 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.412 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:44:36.413 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135546+0000", 2021-03-04T23:44:36.413 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.13e-06 2021-03-04T23:44:36.413 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.413 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.414 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:44:36.414 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135547+0000", 2021-03-04T23:44:36.414 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.7790000000000001e-06 2021-03-04T23:44:36.415 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.415 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.415 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:44:36.415 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135556+0000", 2021-03-04T23:44:36.416 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4709999999999999e-06 2021-03-04T23:44:36.416 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.416 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.416 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:44:36.417 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135559+0000", 2021-03-04T23:44:36.417 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.7929999999999995e-05 2021-03-04T23:44:36.417 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.417 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.417 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.418 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135627+0000", 2021-03-04T23:44:36.418 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.8720000000000006e-05 2021-03-04T23:44:36.418 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.418 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.419 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:44:36.419 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135696+0000", 2021-03-04T23:44:36.420 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2873999999999995e-05 2021-03-04T23:44:36.420 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.420 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.420 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,7", 2021-03-04T23:44:36.421 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.135759+0000", 2021-03-04T23:44:36.421 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.001900372 2021-03-04T23:44:36.421 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.421 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.422 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:44:36.422 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.137659+0000", 2021-03-04T23:44:36.422 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0013518549999999999 2021-03-04T23:44:36.422 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.423 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.423 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.423 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.139011+0000", 2021-03-04T23:44:36.423 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20027687699999999 2021-03-04T23:44:36.423 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.424 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.424 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.424 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.339288+0000", 2021-03-04T23:44:36.424 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7147000000000002e-05 2021-03-04T23:44:36.424 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.425 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.425 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:44:36.425 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.339325+0000", 2021-03-04T23:44:36.425 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.0332999999999999e-05 2021-03-04T23:44:36.426 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.426 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.426 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:44:36.426 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.339355+0000", 2021-03-04T23:44:36.426 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.20381102500000001 2021-03-04T23:44:36.427 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.427 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:44:36.427 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.427 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.428 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.428 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.54826.0:264710 9.7 9:ef8ab918:::benchmark_data_gibba011_139107_object111343:head [delete] snapc 0=[] ondisk+write+known_if_redirected e295)", 2021-03-04T23:44:36.428 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:35:21.140186+0000", 2021-03-04T23:44:36.428 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 555.24093602000005, 2021-03-04T23:44:36.428 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.19286637100000001, 2021-03-04T23:44:36.429 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:44:36.429 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:36.429 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:44:36.429 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.54826", 2021-03-04T23:44:36.431 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/1413745417", 2021-03-04T23:44:36.431 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 264710 2021-03-04T23:44:36.432 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.432 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:44:36.432 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.432 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:44:36.432 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140186+0000", 2021-03-04T23:44:36.433 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:44:36.433 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.434 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.434 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:44:36.434 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140186+0000", 2021-03-04T23:44:36.435 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.438e-06 2021-03-04T23:44:36.435 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.435 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.436 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:44:36.436 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140188+0000", 2021-03-04T23:44:36.437 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.023e-06 2021-03-04T23:44:36.437 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.438 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.438 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:44:36.438 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140189+0000", 2021-03-04T23:44:36.438 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.7530000000000001e-06 2021-03-04T23:44:36.439 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.439 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.439 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:44:36.439 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140196+0000", 2021-03-04T23:44:36.440 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.2940000000000001e-06 2021-03-04T23:44:36.440 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.440 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.440 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:44:36.441 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140200+0000", 2021-03-04T23:44:36.442 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4005000000000002e-05 2021-03-04T23:44:36.442 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.442 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.442 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.443 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140254+0000", 2021-03-04T23:44:36.443 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000102717 2021-03-04T23:44:36.443 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.443 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.443 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:44:36.444 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140356+0000", 2021-03-04T23:44:36.444 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000106037 2021-03-04T23:44:36.444 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.444 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.445 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 3,7", 2021-03-04T23:44:36.445 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.140462+0000", 2021-03-04T23:44:36.445 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0020374299999999998 2021-03-04T23:44:36.445 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.446 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.446 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:44:36.446 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.142500+0000", 2021-03-04T23:44:36.446 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000224744 2021-03-04T23:44:36.447 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.447 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.447 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.448 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.142725+0000", 2021-03-04T23:44:36.449 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.190274473 2021-03-04T23:44:36.449 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.449 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.450 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.450 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.332999+0000", 2021-03-04T23:44:36.450 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.9213999999999998e-05 2021-03-04T23:44:36.451 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.451 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.451 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:44:36.451 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.333028+0000", 2021-03-04T23:44:36.452 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4243000000000002e-05 2021-03-04T23:44:36.452 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.452 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.452 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:44:36.453 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:35:21.333052+0000", 2021-03-04T23:44:36.453 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.19286637100000001 2021-03-04T23:44:36.453 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.453 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:44:36.453 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.454 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.454 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.455 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:115481 10.6 10:60ff343d:::benchmark_data_gibba011_264195_object115480:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e318)", 2021-03-04T23:44:36.455 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:36:51.551941+0000", 2021-03-04T23:44:36.455 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 464.82918153100002, 2021-03-04T23:44:36.456 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.19390155100000001, 2021-03-04T23:44:36.456 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:44:36.456 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:36.456 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:44:36.456 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:44:36.457 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:44:36.457 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 115481 2021-03-04T23:44:36.457 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.457 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:44:36.458 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.458 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:44:36.458 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.551941+0000", 2021-03-04T23:44:36.458 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:44:36.459 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.459 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.459 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:44:36.459 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.551941+0000", 2021-03-04T23:44:36.460 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.3732999999999994e-05 2021-03-04T23:44:36.460 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.460 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.460 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:44:36.460 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.552014+0000", 2021-03-04T23:44:36.461 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1179999999999999e-06 2021-03-04T23:44:36.461 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.461 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.461 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:44:36.462 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.552015+0000", 2021-03-04T23:44:36.462 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.3989999999999998e-06 2021-03-04T23:44:36.462 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.462 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.463 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:44:36.463 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.552023+0000", 2021-03-04T23:44:36.463 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7179999999999998e-06 2021-03-04T23:44:36.463 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.463 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.464 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:44:36.464 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.552027+0000", 2021-03-04T23:44:36.464 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6195999999999997e-05 2021-03-04T23:44:36.464 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.465 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.465 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.465 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.552063+0000", 2021-03-04T23:44:36.465 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000106671 2021-03-04T23:44:36.466 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.466 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.466 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:44:36.466 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.552169+0000", 2021-03-04T23:44:36.466 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6603999999999999e-05 2021-03-04T23:44:36.467 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.467 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.467 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:44:36.467 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.552266+0000", 2021-03-04T23:44:36.468 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0024924539999999999 2021-03-04T23:44:36.468 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.468 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.468 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:44:36.469 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.554758+0000", 2021-03-04T23:44:36.469 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0022012669999999998 2021-03-04T23:44:36.469 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.469 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.469 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.470 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.556960+0000", 2021-03-04T23:44:36.470 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.18882479599999999 2021-03-04T23:44:36.470 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.470 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.471 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.471 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.745785+0000", 2021-03-04T23:44:36.471 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.4110999999999999e-05 2021-03-04T23:44:36.471 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.471 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.472 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:44:36.472 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.745819+0000", 2021-03-04T23:44:36.472 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3484000000000001e-05 2021-03-04T23:44:36.472 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.473 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.473 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:44:36.473 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:36:51.745842+0000", 2021-03-04T23:44:36.473 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.19390155100000001 2021-03-04T23:44:36.473 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.474 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:44:36.474 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.474 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.474 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.475 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:134216 10.6 10:6aa741bf:::benchmark_data_gibba011_264195_object134215:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e322)", 2021-03-04T23:44:36.475 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:03.619124+0000", 2021-03-04T23:44:36.475 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 452.76199789600003, 2021-03-04T23:44:36.475 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.18378776799999999, 2021-03-04T23:44:36.476 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:44:36.476 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:36.476 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:44:36.477 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:44:36.477 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:44:36.477 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 134216 2021-03-04T23:44:36.477 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.477 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:44:36.478 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.478 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:44:36.478 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.619124+0000", 2021-03-04T23:44:36.478 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:44:36.479 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.479 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.479 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:44:36.479 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.619124+0000", 2021-03-04T23:44:36.480 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.0844999999999998e-05 2021-03-04T23:44:36.480 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.480 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.480 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:44:36.481 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.619185+0000", 2021-03-04T23:44:36.481 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0270000000000001e-06 2021-03-04T23:44:36.481 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.481 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.482 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:44:36.482 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.619186+0000", 2021-03-04T23:44:36.482 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1428e-05 2021-03-04T23:44:36.483 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.483 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.483 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:44:36.483 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.619198+0000", 2021-03-04T23:44:36.484 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7250000000000002e-06 2021-03-04T23:44:36.484 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.484 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.484 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:44:36.484 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.619203+0000", 2021-03-04T23:44:36.485 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0058684430000000001 2021-03-04T23:44:36.485 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.485 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.485 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.486 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.625072+0000", 2021-03-04T23:44:36.486 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013868999999999999 2021-03-04T23:44:36.486 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.486 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.486 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:44:36.487 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.625210+0000", 2021-03-04T23:44:36.487 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00015055799999999999 2021-03-04T23:44:36.487 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.487 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.488 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:44:36.488 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.625361+0000", 2021-03-04T23:44:36.488 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0031052100000000002 2021-03-04T23:44:36.488 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.488 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.489 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.489 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.628466+0000", 2021-03-04T23:44:36.489 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.3320000000000002e-06 2021-03-04T23:44:36.489 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.490 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.490 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:44:36.490 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.628470+0000", 2021-03-04T23:44:36.490 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.17437029300000001 2021-03-04T23:44:36.491 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.491 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.491 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.491 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.802841+0000", 2021-03-04T23:44:36.491 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5192999999999999e-05 2021-03-04T23:44:36.492 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.492 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.492 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:44:36.492 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.802886+0000", 2021-03-04T23:44:36.493 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6024e-05 2021-03-04T23:44:36.493 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.493 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.493 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:44:36.494 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:03.802912+0000", 2021-03-04T23:44:36.494 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.18378776799999999 2021-03-04T23:44:36.494 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.495 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:44:36.495 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.496 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.497 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.497 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157928 10.9 10:9b3889bf:::benchmark_data_gibba011_264195_object157927:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e323)", 2021-03-04T23:44:36.498 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.365345+0000", 2021-03-04T23:44:36.498 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 438.01577709899999, 2021-03-04T23:44:36.499 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.71214803, 2021-03-04T23:44:36.499 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:44:36.500 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:36.500 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:44:36.500 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:44:36.501 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:44:36.501 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157928 2021-03-04T23:44:36.502 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.502 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:44:36.502 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.503 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:44:36.504 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.365345+0000", 2021-03-04T23:44:36.504 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:44:36.505 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.505 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.506 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:44:36.506 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.365345+0000", 2021-03-04T23:44:36.507 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6190000000000003e-05 2021-03-04T23:44:36.507 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.508 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.508 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:44:36.508 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.365391+0000", 2021-03-04T23:44:36.509 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.669e-06 2021-03-04T23:44:36.509 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.509 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.510 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:44:36.511 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.365393+0000", 2021-03-04T23:44:36.512 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1917e-05 2021-03-04T23:44:36.512 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.513 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.513 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:44:36.514 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.365405+0000", 2021-03-04T23:44:36.515 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.2000000000000002e-06 2021-03-04T23:44:36.515 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.516 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.516 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:44:36.517 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.365410+0000", 2021-03-04T23:44:36.517 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9719000000000002e-05 2021-03-04T23:44:36.518 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.519 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.519 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.520 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.365470+0000", 2021-03-04T23:44:36.521 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.4239999999999993e-06 2021-03-04T23:44:36.521 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.522 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.522 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:44:36.523 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.365478+0000", 2021-03-04T23:44:36.524 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.67574222500000003 2021-03-04T23:44:36.524 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.525 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.525 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.526 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.041220+0000", 2021-03-04T23:44:36.527 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.3559999999999999e-06 2021-03-04T23:44:36.527 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.528 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.528 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:44:36.529 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.041230+0000", 2021-03-04T23:44:36.530 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0203580430000001 2021-03-04T23:44:36.531 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.531 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.531 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.532 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.061588+0000", 2021-03-04T23:44:36.532 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00015286600000000001 2021-03-04T23:44:36.533 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.533 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.533 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:44:36.534 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.061741+0000", 2021-03-04T23:44:36.534 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00041676199999999999 2021-03-04T23:44:36.534 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.535 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.535 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,4,7", 2021-03-04T23:44:36.535 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.062157+0000", 2021-03-04T23:44:36.535 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.015100222 2021-03-04T23:44:36.535 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.536 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.536 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.536 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077258+0000", 2021-03-04T23:44:36.537 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.3184999999999999e-05 2021-03-04T23:44:36.537 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.537 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.537 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.538 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077281+0000", 2021-03-04T23:44:36.538 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9830000000000004e-06 2021-03-04T23:44:36.538 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.538 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.538 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:44:36.539 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077286+0000", 2021-03-04T23:44:36.540 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.0531999999999994e-05 2021-03-04T23:44:36.540 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.540 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.540 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.541 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077366+0000", 2021-03-04T23:44:36.541 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.6134999999999998e-05 2021-03-04T23:44:36.541 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.541 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.542 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:44:36.544 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077412+0000", 2021-03-04T23:44:36.544 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.0601999999999998e-05 2021-03-04T23:44:36.545 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.545 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.545 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:44:36.545 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077493+0000", 2021-03-04T23:44:36.546 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.71214803 2021-03-04T23:44:36.546 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.546 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:44:36.547 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.547 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.547 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.547 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157942 10.9 10:967737d4:::benchmark_data_gibba011_264195_object157941:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e324)", 2021-03-04T23:44:36.547 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.376218+0000", 2021-03-04T23:44:36.548 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 438.00490415000002, 2021-03-04T23:44:36.548 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7015997940000001, 2021-03-04T23:44:36.548 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:44:36.548 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:36.549 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:44:36.549 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:44:36.549 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:44:36.549 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157942 2021-03-04T23:44:36.549 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.550 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:44:36.550 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.551 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:44:36.551 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376218+0000", 2021-03-04T23:44:36.551 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:44:36.552 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.552 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.552 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:44:36.553 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376218+0000", 2021-03-04T23:44:36.553 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.1408e-05 2021-03-04T23:44:36.553 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.553 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.554 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:44:36.554 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376269+0000", 2021-03-04T23:44:36.554 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.4219999999999999e-06 2021-03-04T23:44:36.554 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.555 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.555 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:44:36.555 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376271+0000", 2021-03-04T23:44:36.555 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.8330000000000006e-06 2021-03-04T23:44:36.556 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.556 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.556 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:44:36.556 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376281+0000", 2021-03-04T23:44:36.556 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9650000000000002e-06 2021-03-04T23:44:36.557 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.557 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.557 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:44:36.557 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376285+0000", 2021-03-04T23:44:36.558 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.7448999999999999e-05 2021-03-04T23:44:36.558 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.558 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.558 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.559 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376332+0000", 2021-03-04T23:44:36.559 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.1519999999999992e-06 2021-03-04T23:44:36.559 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.559 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.560 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:44:36.560 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.376340+0000", 2021-03-04T23:44:36.560 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.66491159 2021-03-04T23:44:36.560 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.561 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.561 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.561 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.041252+0000", 2021-03-04T23:44:36.561 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.754e-06 2021-03-04T23:44:36.561 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.562 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.562 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:44:36.562 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.041259+0000", 2021-03-04T23:44:36.563 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0299748849999999 2021-03-04T23:44:36.563 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.563 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.563 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.564 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.071233+0000", 2021-03-04T23:44:36.564 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000146203 2021-03-04T23:44:36.564 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.564 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.564 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:44:36.565 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.071380+0000", 2021-03-04T23:44:36.565 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00017843899999999999 2021-03-04T23:44:36.565 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.565 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.566 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,4,7", 2021-03-04T23:44:36.566 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.071558+0000", 2021-03-04T23:44:36.566 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0057313090000000004 2021-03-04T23:44:36.566 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.567 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.567 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:44:36.567 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077289+0000", 2021-03-04T23:44:36.567 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.8999999999999998e-05 2021-03-04T23:44:36.568 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.568 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.568 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.568 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077348+0000", 2021-03-04T23:44:36.568 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00018901700000000001 2021-03-04T23:44:36.569 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.569 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.569 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.569 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077537+0000", 2021-03-04T23:44:36.570 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.8979000000000002e-05 2021-03-04T23:44:36.570 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.570 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.571 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.571 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077636+0000", 2021-03-04T23:44:36.571 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0989999999999998e-05 2021-03-04T23:44:36.571 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.571 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.572 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:44:36.572 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077687+0000", 2021-03-04T23:44:36.572 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00013039900000000001 2021-03-04T23:44:36.572 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.573 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.573 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:44:36.573 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077818+0000", 2021-03-04T23:44:36.573 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.7015997940000001 2021-03-04T23:44:36.574 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.574 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:44:36.574 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.574 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.574 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.575 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157959 10.9 10:98d19ec4:::benchmark_data_gibba011_264195_object157958:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e324)", 2021-03-04T23:44:36.575 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.395573+0000", 2021-03-04T23:44:36.575 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 437.98554919100002, 2021-03-04T23:44:36.575 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6826938730000001, 2021-03-04T23:44:36.576 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:44:36.576 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:36.576 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:44:36.576 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:44:36.577 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:44:36.577 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157959 2021-03-04T23:44:36.577 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.577 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:44:36.578 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.578 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:44:36.578 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.395573+0000", 2021-03-04T23:44:36.578 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:44:36.579 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.579 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.579 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:44:36.579 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.395573+0000", 2021-03-04T23:44:36.580 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4549000000000002e-05 2021-03-04T23:44:36.580 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.580 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.580 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:44:36.581 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.395597+0000", 2021-03-04T23:44:36.581 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.626e-06 2021-03-04T23:44:36.581 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.581 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.581 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:44:36.582 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.395599+0000", 2021-03-04T23:44:36.582 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1185999999999999e-05 2021-03-04T23:44:36.582 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.583 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.583 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:44:36.583 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.395610+0000", 2021-03-04T23:44:36.584 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7429999999999999e-06 2021-03-04T23:44:36.584 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.584 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.584 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:44:36.584 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.395616+0000", 2021-03-04T23:44:36.585 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2348999999999997e-05 2021-03-04T23:44:36.585 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.585 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.585 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.586 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.395658+0000", 2021-03-04T23:44:36.586 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.798e-06 2021-03-04T23:44:36.586 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.586 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.587 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:44:36.587 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.395668+0000", 2021-03-04T23:44:36.587 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.645607398 2021-03-04T23:44:36.588 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.588 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.588 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.589 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.041276+0000", 2021-03-04T23:44:36.589 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.2219999999999999e-06 2021-03-04T23:44:36.589 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.589 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.590 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:44:36.590 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.041282+0000", 2021-03-04T23:44:36.590 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0320582060000001 2021-03-04T23:44:36.590 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.590 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.591 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.591 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.073340+0000", 2021-03-04T23:44:36.591 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000126971 2021-03-04T23:44:36.591 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.592 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.592 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:44:36.592 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.073467+0000", 2021-03-04T23:44:36.592 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000167512 2021-03-04T23:44:36.593 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.593 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.593 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,4,7", 2021-03-04T23:44:36.593 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.073634+0000", 2021-03-04T23:44:36.593 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0036677649999999999 2021-03-04T23:44:36.594 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.594 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.594 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:44:36.594 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077302+0000", 2021-03-04T23:44:36.595 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00026352199999999998 2021-03-04T23:44:36.595 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.595 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.595 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.596 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077566+0000", 2021-03-04T23:44:36.596 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7734999999999997e-05 2021-03-04T23:44:36.596 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.597 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.597 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.597 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077604+0000", 2021-03-04T23:44:36.598 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00049252599999999997 2021-03-04T23:44:36.598 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.598 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.598 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.599 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.078096+0000", 2021-03-04T23:44:36.599 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.5874999999999997e-05 2021-03-04T23:44:36.599 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.599 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.600 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:44:36.600 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.078142+0000", 2021-03-04T23:44:36.600 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012489000000000001 2021-03-04T23:44:36.600 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.601 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.601 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:44:36.601 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.078267+0000", 2021-03-04T23:44:36.601 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6826938730000001 2021-03-04T23:44:36.602 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.602 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:44:36.602 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.602 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.603 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.603 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56212.0:157962 10.9 10:95d7cb0d:::benchmark_data_gibba011_264195_object157961:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected e324)", 2021-03-04T23:44:36.603 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:37:18.403536+0000", 2021-03-04T23:44:36.603 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 437.97758612299998, 2021-03-04T23:44:36.604 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6748675019999999, 2021-03-04T23:44:36.604 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:44:36.604 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:36.604 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:44:36.605 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56212", 2021-03-04T23:44:36.605 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/869663004", 2021-03-04T23:44:36.605 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 157962 2021-03-04T23:44:36.606 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.606 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:44:36.606 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.606 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:44:36.607 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.403536+0000", 2021-03-04T23:44:36.607 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:44:36.607 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.607 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.608 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:44:36.608 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.403536+0000", 2021-03-04T23:44:36.608 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4493000000000002e-05 2021-03-04T23:44:36.608 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.609 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.609 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:44:36.609 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.403580+0000", 2021-03-04T23:44:36.610 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.172e-06 2021-03-04T23:44:36.610 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.610 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.610 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:44:36.610 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.403582+0000", 2021-03-04T23:44:36.611 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0071999999999999e-05 2021-03-04T23:44:36.611 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.611 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.611 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:44:36.612 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.403592+0000", 2021-03-04T23:44:36.612 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9580000000000001e-06 2021-03-04T23:44:36.612 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.612 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.613 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:44:36.613 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.403596+0000", 2021-03-04T23:44:36.613 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.3763000000000002e-05 2021-03-04T23:44:36.613 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.614 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.614 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.614 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.403629+0000", 2021-03-04T23:44:36.614 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9359999999999996e-06 2021-03-04T23:44:36.615 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.615 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.615 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:44:36.615 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:18.403635+0000", 2021-03-04T23:44:36.615 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.63766724699999999 2021-03-04T23:44:36.616 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.616 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.616 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.616 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.041303+0000", 2021-03-04T23:44:36.617 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.8420000000000005e-06 2021-03-04T23:44:36.617 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.617 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.617 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:44:36.617 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:19.041310+0000", 2021-03-04T23:44:36.618 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0339113799999999 2021-03-04T23:44:36.618 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.618 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.618 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.619 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.075222+0000", 2021-03-04T23:44:36.619 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012678799999999999 2021-03-04T23:44:36.619 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.619 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.620 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:44:36.620 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.075349+0000", 2021-03-04T23:44:36.620 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00017513500000000001 2021-03-04T23:44:36.620 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.621 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.621 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 2,4,7", 2021-03-04T23:44:36.621 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.075524+0000", 2021-03-04T23:44:36.621 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0017831430000000001 2021-03-04T23:44:36.622 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.622 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.622 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:44:36.622 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077307+0000", 2021-03-04T23:44:36.623 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00056381499999999995 2021-03-04T23:44:36.623 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.623 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.623 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.623 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.077871+0000", 2021-03-04T23:44:36.624 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000188767 2021-03-04T23:44:36.624 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.624 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.624 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.625 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.078060+0000", 2021-03-04T23:44:36.625 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00024025899999999999 2021-03-04T23:44:36.625 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.625 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.626 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.626 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.078300+0000", 2021-03-04T23:44:36.626 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.5970999999999998e-05 2021-03-04T23:44:36.626 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.627 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.627 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:44:36.627 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.078336+0000", 2021-03-04T23:44:36.627 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.7761000000000004e-05 2021-03-04T23:44:36.627 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.628 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.628 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:44:36.628 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:37:20.078403+0000", 2021-03-04T23:44:36.628 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.6748675019999999 2021-03-04T23:44:36.629 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.629 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:44:36.629 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.629 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.629 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.630 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:411819 11.7 11:ea590e55:::benchmark_data_gibba011_300349_object192122:head [delete] snapc 0=[] ondisk+write+known_if_redirected e398)", 2021-03-04T23:44:36.630 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:40.173620+0000", 2021-03-04T23:44:36.630 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 116.207502409, 2021-03-04T23:44:36.631 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1196132620000001, 2021-03-04T23:44:36.631 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:44:36.631 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:44:36.631 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:44:36.632 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:44:36.632 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:44:36.632 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 411819 2021-03-04T23:44:36.632 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.633 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:44:36.633 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.633 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:44:36.633 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.173620+0000", 2021-03-04T23:44:36.634 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:44:36.634 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.634 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.634 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:44:36.634 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.173620+0000", 2021-03-04T23:44:36.635 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.773e-06 2021-03-04T23:44:36.635 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.635 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.635 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:44:36.636 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.173621+0000", 2021-03-04T23:44:36.636 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1310000000000001e-06 2021-03-04T23:44:36.636 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.637 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.637 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:44:36.637 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.173623+0000", 2021-03-04T23:44:36.637 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.0269999999999995e-06 2021-03-04T23:44:36.638 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.638 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.638 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:44:36.638 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.173631+0000", 2021-03-04T23:44:36.639 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.1400000000000002e-06 2021-03-04T23:44:36.639 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.639 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.640 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:44:36.640 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.173635+0000", 2021-03-04T23:44:36.640 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000751273 2021-03-04T23:44:36.640 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.640 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.641 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.641 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.174386+0000", 2021-03-04T23:44:36.641 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000101371 2021-03-04T23:44:36.642 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.642 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.642 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:44:36.642 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.174487+0000", 2021-03-04T23:44:36.643 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000108575 2021-03-04T23:44:36.643 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.643 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.643 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:44:36.644 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.174596+0000", 2021-03-04T23:44:36.644 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0021687189999999999 2021-03-04T23:44:36.644 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.644 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.645 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:44:36.645 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.176765+0000", 2021-03-04T23:44:36.645 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0061094640000000002 2021-03-04T23:44:36.645 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.646 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.646 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.646 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.182874+0000", 2021-03-04T23:44:36.646 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.012530342999999999 2021-03-04T23:44:36.647 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.647 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.647 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.647 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.195405+0000", 2021-03-04T23:44:36.648 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4230000000000002e-06 2021-03-04T23:44:36.648 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.648 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.648 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:44:36.649 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.195411+0000", 2021-03-04T23:44:36.649 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.99509390200000003 2021-03-04T23:44:36.649 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.649 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.650 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.650 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:41.190505+0000", 2021-03-04T23:44:36.650 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.1989999999999995e-06 2021-03-04T23:44:36.650 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.651 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.651 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:44:36.651 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:41.190514+0000", 2021-03-04T23:44:36.652 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1026596580000001 2021-03-04T23:44:36.652 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.652 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.652 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.653 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:42.293174+0000", 2021-03-04T23:44:36.653 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9264e-05 2021-03-04T23:44:36.653 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.653 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.654 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:44:36.654 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:42.293233+0000", 2021-03-04T23:44:36.654 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1196132620000001 2021-03-04T23:44:36.654 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.655 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:44:36.655 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.655 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.655 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.655 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:411831 11.7 11:e02e7dbe:::benchmark_data_gibba011_300349_object192134:head [delete] snapc 0=[] ondisk+write+known_if_redirected e398)", 2021-03-04T23:44:36.656 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:40.177903+0000", 2021-03-04T23:44:36.656 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 116.203218763, 2021-03-04T23:44:36.656 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1154218990000002, 2021-03-04T23:44:36.657 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:44:36.657 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:44:36.657 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:44:36.657 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:44:36.658 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:44:36.658 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 411831 2021-03-04T23:44:36.658 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.658 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:44:36.659 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.659 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:44:36.659 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.177903+0000", 2021-03-04T23:44:36.659 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:44:36.660 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.660 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.660 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:44:36.660 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.177903+0000", 2021-03-04T23:44:36.661 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.77e-06 2021-03-04T23:44:36.661 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.661 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.661 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:44:36.662 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.177905+0000", 2021-03-04T23:44:36.662 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2470000000000001e-06 2021-03-04T23:44:36.662 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.662 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.662 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:44:36.663 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.177906+0000", 2021-03-04T23:44:36.663 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1034e-05 2021-03-04T23:44:36.663 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.664 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.664 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:44:36.664 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.177917+0000", 2021-03-04T23:44:36.664 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1423000000000001e-05 2021-03-04T23:44:36.665 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.665 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.665 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:44:36.665 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.177929+0000", 2021-03-04T23:44:36.666 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.6486999999999998e-05 2021-03-04T23:44:36.666 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.666 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.666 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.667 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.177965+0000", 2021-03-04T23:44:36.667 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010065600000000001 2021-03-04T23:44:36.667 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.667 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.667 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:44:36.668 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.178066+0000", 2021-03-04T23:44:36.668 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000101414 2021-03-04T23:44:36.668 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.668 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.669 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:44:36.669 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.178167+0000", 2021-03-04T23:44:36.669 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0047124050000000002 2021-03-04T23:44:36.669 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.670 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.670 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:44:36.670 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.182880+0000", 2021-03-04T23:44:36.670 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000125062 2021-03-04T23:44:36.671 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.671 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.671 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.671 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.183005+0000", 2021-03-04T23:44:36.672 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.012440850999999999 2021-03-04T23:44:36.672 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.672 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.672 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.673 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.195446+0000", 2021-03-04T23:44:36.673 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.3049999999999993e-06 2021-03-04T23:44:36.673 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.673 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.674 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:44:36.674 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.195454+0000", 2021-03-04T23:44:36.674 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.99507953999999998 2021-03-04T23:44:36.674 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.675 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.675 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.675 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:41.190534+0000", 2021-03-04T23:44:36.675 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.1140000000000002e-06 2021-03-04T23:44:36.675 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.676 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.676 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:44:36.676 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:41.190540+0000", 2021-03-04T23:44:36.676 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1027291459999999 2021-03-04T23:44:36.677 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.677 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.677 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.677 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:42.293269+0000", 2021-03-04T23:44:36.678 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6444999999999999e-05 2021-03-04T23:44:36.678 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.678 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.678 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:44:36.678 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:42.293325+0000", 2021-03-04T23:44:36.679 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1154218990000002 2021-03-04T23:44:36.679 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.679 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:44:36.679 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.680 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.680 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.680 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:411832 11.7 11:e299ea34:::benchmark_data_gibba011_300349_object192135:head [delete] snapc 0=[] ondisk+write+known_if_redirected e398)", 2021-03-04T23:44:36.680 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:40.177945+0000", 2021-03-04T23:44:36.681 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 116.20317734699999, 2021-03-04T23:44:36.681 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1154770219999999, 2021-03-04T23:44:36.681 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:44:36.681 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:44:36.682 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:44:36.682 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:44:36.682 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:44:36.682 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 411832 2021-03-04T23:44:36.683 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.683 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:44:36.683 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.683 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:44:36.683 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.177945+0000", 2021-03-04T23:44:36.684 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:44:36.684 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.684 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.684 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:44:36.685 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.177945+0000", 2021-03-04T23:44:36.685 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2079999999999999e-06 2021-03-04T23:44:36.685 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.685 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.685 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:44:36.686 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.177946+0000", 2021-03-04T23:44:36.686 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0449999999999999e-06 2021-03-04T23:44:36.686 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.686 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.687 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:44:36.687 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.177947+0000", 2021-03-04T23:44:36.687 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.9789999999999998e-06 2021-03-04T23:44:36.687 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.688 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.688 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:44:36.688 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.177953+0000", 2021-03-04T23:44:36.688 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.619e-06 2021-03-04T23:44:36.688 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.689 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.689 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:44:36.689 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.177957+0000", 2021-03-04T23:44:36.689 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.002423925 2021-03-04T23:44:36.690 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.690 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.690 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.690 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.180381+0000", 2021-03-04T23:44:36.691 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.8863000000000005e-05 2021-03-04T23:44:36.691 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.691 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.691 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:44:36.692 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.180479+0000", 2021-03-04T23:44:36.692 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.7660999999999999e-05 2021-03-04T23:44:36.692 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.692 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.693 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:44:36.693 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.180577+0000", 2021-03-04T23:44:36.693 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0073003909999999998 2021-03-04T23:44:36.693 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.694 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.694 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:44:36.694 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.187877+0000", 2021-03-04T23:44:36.694 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0076025809999999997 2021-03-04T23:44:36.694 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.695 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.695 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.695 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.195480+0000", 2021-03-04T23:44:36.695 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.9670000000000004e-06 2021-03-04T23:44:36.696 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.696 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.696 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:44:36.696 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.195487+0000", 2021-03-04T23:44:36.697 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.99507167100000005 2021-03-04T23:44:36.697 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.697 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.697 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.698 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:41.190559+0000", 2021-03-04T23:44:36.698 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7200000000000003e-06 2021-03-04T23:44:36.698 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.699 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.699 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:44:36.699 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:41.190564+0000", 2021-03-04T23:44:36.699 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1027999390000001 2021-03-04T23:44:36.700 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.700 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.700 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.700 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:42.293364+0000", 2021-03-04T23:44:36.700 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.7453e-05 2021-03-04T23:44:36.701 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.701 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.701 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:44:36.701 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:42.293422+0000", 2021-03-04T23:44:36.702 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1154770219999999 2021-03-04T23:44:36.702 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.702 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:44:36.702 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.703 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.703 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.703 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:411839 11.7 11:e93d6707:::benchmark_data_gibba011_300349_object192142:head [delete] snapc 0=[] ondisk+write+known_if_redirected e398)", 2021-03-04T23:44:36.703 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:40.180555+0000", 2021-03-04T23:44:36.704 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 116.200566744, 2021-03-04T23:44:36.704 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1242607520000001, 2021-03-04T23:44:36.704 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:44:36.704 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:44:36.705 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:44:36.705 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:44:36.705 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:44:36.705 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 411839 2021-03-04T23:44:36.706 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.706 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:44:36.706 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.707 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:44:36.707 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.180555+0000", 2021-03-04T23:44:36.707 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:44:36.707 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.707 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.708 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:44:36.708 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.180555+0000", 2021-03-04T23:44:36.708 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.419e-06 2021-03-04T23:44:36.708 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.709 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.709 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:44:36.709 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.180558+0000", 2021-03-04T23:44:36.709 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.114e-06 2021-03-04T23:44:36.710 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.710 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.710 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:44:36.710 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.180559+0000", 2021-03-04T23:44:36.711 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.2509999999999994e-06 2021-03-04T23:44:36.711 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.711 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.711 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:44:36.712 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.180567+0000", 2021-03-04T23:44:36.712 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2320000000000003e-06 2021-03-04T23:44:36.712 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.712 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.713 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:44:36.713 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.180571+0000", 2021-03-04T23:44:36.713 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0024528459999999998 2021-03-04T23:44:36.713 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.713 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.714 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.714 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.183024+0000", 2021-03-04T23:44:36.714 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000105609 2021-03-04T23:44:36.715 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.715 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.715 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:44:36.715 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.183130+0000", 2021-03-04T23:44:36.716 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.3358999999999998e-05 2021-03-04T23:44:36.722 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.722 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.722 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 1,4", 2021-03-04T23:44:36.723 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.183223+0000", 2021-03-04T23:44:36.723 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0046622180000000001 2021-03-04T23:44:36.723 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.724 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.724 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:44:36.724 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.187885+0000", 2021-03-04T23:44:36.724 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0076309389999999998 2021-03-04T23:44:36.725 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.725 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.725 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.725 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.195516+0000", 2021-03-04T23:44:36.726 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.4500000000000001e-06 2021-03-04T23:44:36.726 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.726 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.726 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:44:36.726 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:40.195523+0000", 2021-03-04T23:44:36.727 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.99505442600000005 2021-03-04T23:44:36.727 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.727 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.727 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.728 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:41.190577+0000", 2021-03-04T23:44:36.728 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.23e-06 2021-03-04T23:44:36.728 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.728 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.729 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:44:36.729 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:41.190580+0000", 2021-03-04T23:44:36.729 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.102874211 2021-03-04T23:44:36.729 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.729 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.730 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.730 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:42.293455+0000", 2021-03-04T23:44:36.730 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000113551 2021-03-04T23:44:36.731 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.731 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.731 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:44:36.731 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:42.293568+0000", 2021-03-04T23:44:36.732 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.01115437 2021-03-04T23:44:36.732 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.732 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.732 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.733 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:42.304723+0000", 2021-03-04T23:44:36.733 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.3527000000000001e-05 2021-03-04T23:44:36.733 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.733 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.734 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:44:36.734 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:42.304816+0000", 2021-03-04T23:44:36.734 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.1242607520000001 2021-03-04T23:44:36.734 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.735 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:44:36.735 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.735 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.735 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.735 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:424505 11.7 11:e46ace4d:::benchmark_data_gibba011_300349_object204808:head [delete] snapc 0=[] ondisk+write+known_if_redirected e402)", 2021-03-04T23:44:36.736 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:47.208667+0000", 2021-03-04T23:44:36.736 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 109.17245468599999, 2021-03-04T23:44:36.736 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.049941424, 2021-03-04T23:44:36.737 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:44:36.737 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:44:36.737 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:44:36.737 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:44:36.738 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:44:36.738 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 424505 2021-03-04T23:44:36.738 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.738 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:44:36.739 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.739 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:44:36.739 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.208667+0000", 2021-03-04T23:44:36.739 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:44:36.740 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.740 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.740 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:44:36.740 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.208667+0000", 2021-03-04T23:44:36.741 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.982e-06 2021-03-04T23:44:36.741 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.741 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.741 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:44:36.742 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.208670+0000", 2021-03-04T23:44:36.742 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.5489999999999999e-06 2021-03-04T23:44:36.742 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.742 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.742 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:44:36.743 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.208672+0000", 2021-03-04T23:44:36.743 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.2852e-05 2021-03-04T23:44:36.743 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.744 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.744 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:44:36.744 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.208685+0000", 2021-03-04T23:44:36.744 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.4399999999999996e-06 2021-03-04T23:44:36.745 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.745 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.745 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:44:36.745 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.208690+0000", 2021-03-04T23:44:36.746 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.2710999999999998e-05 2021-03-04T23:44:36.746 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.746 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.746 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.747 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.208733+0000", 2021-03-04T23:44:36.747 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000131039 2021-03-04T23:44:36.747 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.747 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.747 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:44:36.748 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.208864+0000", 2021-03-04T23:44:36.748 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00011725199999999999 2021-03-04T23:44:36.748 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.748 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.749 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,4", 2021-03-04T23:44:36.749 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.208981+0000", 2021-03-04T23:44:36.749 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0048325879999999996 2021-03-04T23:44:36.750 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.750 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.750 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.751 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.213814+0000", 2021-03-04T23:44:36.751 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1608e-05 2021-03-04T23:44:36.751 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.751 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.752 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:44:36.752 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.213825+0000", 2021-03-04T23:44:36.752 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0035538649999999998 2021-03-04T23:44:36.752 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.752 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.753 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.753 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.217379+0000", 2021-03-04T23:44:36.753 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.1180000000000003e-06 2021-03-04T23:44:36.753 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.754 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.754 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:44:36.754 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.217386+0000", 2021-03-04T23:44:36.754 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0411738740000001 2021-03-04T23:44:36.755 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.755 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.755 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.755 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.258560+0000", 2021-03-04T23:44:36.756 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.8545999999999999e-05 2021-03-04T23:44:36.756 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.756 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.756 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:44:36.757 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.258609+0000", 2021-03-04T23:44:36.757 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.049941424 2021-03-04T23:44:36.757 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.758 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:44:36.758 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.758 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.758 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.758 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:424507 11.7 11:e7a28d92:::benchmark_data_gibba011_300349_object204810:head [delete] snapc 0=[] ondisk+write+known_if_redirected e402)", 2021-03-04T23:44:36.759 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:47.211414+0000", 2021-03-04T23:44:36.759 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 109.169707805, 2021-03-04T23:44:36.759 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.058725643, 2021-03-04T23:44:36.759 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:44:36.760 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:44:36.760 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:44:36.760 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:44:36.760 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:44:36.761 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 424507 2021-03-04T23:44:36.761 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.761 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:44:36.761 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.761 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:44:36.762 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.211414+0000", 2021-03-04T23:44:36.762 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:44:36.762 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.762 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.763 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:44:36.763 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.211414+0000", 2021-03-04T23:44:36.763 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.99e-06 2021-03-04T23:44:36.764 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.764 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.764 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:44:36.764 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.211416+0000", 2021-03-04T23:44:36.765 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.246e-06 2021-03-04T23:44:36.765 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.765 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.765 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:44:36.766 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.211418+0000", 2021-03-04T23:44:36.766 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0674e-05 2021-03-04T23:44:36.766 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.766 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.767 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:44:36.767 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.211428+0000", 2021-03-04T23:44:36.767 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.8619999999999997e-06 2021-03-04T23:44:36.767 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.768 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.768 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:44:36.768 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.211435+0000", 2021-03-04T23:44:36.768 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.9344000000000001e-05 2021-03-04T23:44:36.769 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.769 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.769 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.769 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.211474+0000", 2021-03-04T23:44:36.769 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012794099999999999 2021-03-04T23:44:36.770 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.770 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.770 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:44:36.770 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.211602+0000", 2021-03-04T23:44:36.771 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00014479900000000001 2021-03-04T23:44:36.771 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.771 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.771 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,4", 2021-03-04T23:44:36.772 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.211747+0000", 2021-03-04T23:44:36.772 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.005658115 2021-03-04T23:44:36.772 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.772 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.773 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.773 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.217405+0000", 2021-03-04T23:44:36.773 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.9869999999999999e-06 2021-03-04T23:44:36.773 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.774 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.774 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:44:36.774 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.217410+0000", 2021-03-04T23:44:36.774 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0412287579999999 2021-03-04T23:44:36.775 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.775 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.775 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.775 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.258639+0000", 2021-03-04T23:44:36.775 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00010777699999999999 2021-03-04T23:44:36.776 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.776 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.776 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:44:36.777 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.258747+0000", 2021-03-04T23:44:36.777 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.011320894999999999 2021-03-04T23:44:36.777 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.778 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.778 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.778 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.270068+0000", 2021-03-04T23:44:36.778 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.2255000000000005e-05 2021-03-04T23:44:36.779 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.779 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.779 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:44:36.779 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.270140+0000", 2021-03-04T23:44:36.780 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.058725643 2021-03-04T23:44:36.780 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.780 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:44:36.780 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.781 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.781 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.781 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:424508 11.7 11:ef2957ec:::benchmark_data_gibba011_300349_object204811:head [delete] snapc 0=[] ondisk+write+known_if_redirected e402)", 2021-03-04T23:44:36.781 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:47.211443+0000", 2021-03-04T23:44:36.782 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 109.169678885, 2021-03-04T23:44:36.782 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0593400829999999, 2021-03-04T23:44:36.782 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:44:36.783 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "reached pg", 2021-03-04T23:44:36.783 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:44:36.783 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:44:36.783 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:44:36.784 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 424508 2021-03-04T23:44:36.784 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.784 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:44:36.784 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.785 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:44:36.785 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.211443+0000", 2021-03-04T23:44:36.785 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:44:36.785 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.786 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.786 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:44:36.786 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.211443+0000", 2021-03-04T23:44:36.786 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.7300000000000004e-07 2021-03-04T23:44:36.787 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.787 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.787 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:44:36.787 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.211444+0000", 2021-03-04T23:44:36.788 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.6400000000000001e-07 2021-03-04T23:44:36.788 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.788 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.788 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:44:36.789 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.211445+0000", 2021-03-04T23:44:36.789 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.3779999999999998e-06 2021-03-04T23:44:36.789 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.789 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.790 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:44:36.790 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.211451+0000", 2021-03-04T23:44:36.790 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.1489999999999996e-06 2021-03-04T23:44:36.790 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.791 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.791 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:44:36.791 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.211455+0000", 2021-03-04T23:44:36.792 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0023907189999999999 2021-03-04T23:44:36.792 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.792 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.792 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.792 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.213846+0000", 2021-03-04T23:44:36.793 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012021199999999999 2021-03-04T23:44:36.793 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.793 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.793 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:44:36.794 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.213966+0000", 2021-03-04T23:44:36.794 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00012559299999999999 2021-03-04T23:44:36.794 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.795 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.795 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,1,4", 2021-03-04T23:44:36.795 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.214092+0000", 2021-03-04T23:44:36.795 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0033360019999999998 2021-03-04T23:44:36.796 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.796 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.796 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.796 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.217428+0000", 2021-03-04T23:44:36.797 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.0749999999999997e-06 2021-03-04T23:44:36.797 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.797 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.797 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:44:36.798 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.217433+0000", 2021-03-04T23:44:36.798 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0413413010000001 2021-03-04T23:44:36.798 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.798 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.799 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.799 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.258774+0000", 2021-03-04T23:44:36.799 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.3214999999999995e-05 2021-03-04T23:44:36.799 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.800 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.800 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for missing object", 2021-03-04T23:44:36.800 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.258858+0000", 2021-03-04T23:44:36.801 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.01184998 2021-03-04T23:44:36.801 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.801 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.801 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.801 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.270708+0000", 2021-03-04T23:44:36.802 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.5722000000000004e-05 2021-03-04T23:44:36.802 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.802 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.802 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:44:36.803 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.270783+0000", 2021-03-04T23:44:36.803 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0593400829999999 2021-03-04T23:44:36.803 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.803 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:44:36.804 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.804 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.806 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.806 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:424514 11.7 11:e2e36a1e:::benchmark_data_gibba011_300349_object204817:head [delete] snapc 0=[] ondisk+write+known_if_redirected e402)", 2021-03-04T23:44:36.807 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:47.214181+0000", 2021-03-04T23:44:36.807 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 109.166940935, 2021-03-04T23:44:36.807 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0563253930000001, 2021-03-04T23:44:36.808 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:44:36.808 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:36.809 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:44:36.809 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:44:36.810 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:44:36.810 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 424514 2021-03-04T23:44:36.811 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.812 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:44:36.812 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.813 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:44:36.813 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.214181+0000", 2021-03-04T23:44:36.814 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:44:36.814 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.814 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.816 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:44:36.817 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.214181+0000", 2021-03-04T23:44:36.817 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.8299999999999995e-07 2021-03-04T23:44:36.817 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.817 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.817 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:44:36.818 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.214182+0000", 2021-03-04T23:44:36.818 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0130000000000001e-06 2021-03-04T23:44:36.818 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.818 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.819 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:44:36.819 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.214183+0000", 2021-03-04T23:44:36.819 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.584e-06 2021-03-04T23:44:36.819 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.820 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.820 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:44:36.820 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.214190+0000", 2021-03-04T23:44:36.821 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.3129999999999998e-06 2021-03-04T23:44:36.821 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.821 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.821 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:44:36.822 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.214195+0000", 2021-03-04T23:44:36.822 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0038763640000000002 2021-03-04T23:44:36.822 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.822 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.823 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.823 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.218071+0000", 2021-03-04T23:44:36.823 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.2559999999999996e-06 2021-03-04T23:44:36.823 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.823 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.824 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:44:36.824 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.218079+0000", 2021-03-04T23:44:36.824 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.040805247 2021-03-04T23:44:36.824 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.825 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.825 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.825 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.258884+0000", 2021-03-04T23:44:36.826 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.7287000000000006e-05 2021-03-04T23:44:36.826 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.826 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.826 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:44:36.827 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.258981+0000", 2021-03-04T23:44:36.827 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.000113075 2021-03-04T23:44:36.827 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.827 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.827 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:44:36.828 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.259094+0000", 2021-03-04T23:44:36.828 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.005903981 2021-03-04T23:44:36.828 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.828 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.829 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:44:36.829 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.264998+0000", 2021-03-04T23:44:36.829 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0051696939999999999 2021-03-04T23:44:36.830 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.830 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.830 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.830 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.270168+0000", 2021-03-04T23:44:36.831 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00020515299999999999 2021-03-04T23:44:36.831 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.831 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.831 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.831 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.270373+0000", 2021-03-04T23:44:36.832 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0568000000000002e-05 2021-03-04T23:44:36.832 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.832 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.832 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:44:36.833 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.270414+0000", 2021-03-04T23:44:36.833 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.2974999999999997e-05 2021-03-04T23:44:36.833 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.834 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.834 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:44:36.834 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.270507+0000", 2021-03-04T23:44:36.834 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0563253930000001 2021-03-04T23:44:36.834 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.835 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:44:36.835 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.835 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.835 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.836 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:424525 11.7 11:e03adcdc:::benchmark_data_gibba011_300349_object204828:head [delete] snapc 0=[] ondisk+write+known_if_redirected e403)", 2021-03-04T23:44:36.836 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:47.221017+0000", 2021-03-04T23:44:36.836 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 109.16010513099999, 2021-03-04T23:44:36.836 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.049867026, 2021-03-04T23:44:36.838 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:44:36.838 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:36.838 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:44:36.839 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:44:36.839 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:44:36.839 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 424525 2021-03-04T23:44:36.840 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.840 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:44:36.841 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.841 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:44:36.841 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.221017+0000", 2021-03-04T23:44:36.842 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:44:36.842 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.843 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.843 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:44:36.844 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.221017+0000", 2021-03-04T23:44:36.844 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.1519999999999999e-06 2021-03-04T23:44:36.844 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.845 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.845 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:44:36.846 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.221018+0000", 2021-03-04T23:44:36.846 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0640000000000001e-06 2021-03-04T23:44:36.847 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.847 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.848 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:44:36.848 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.221019+0000", 2021-03-04T23:44:36.848 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.9020000000000005e-06 2021-03-04T23:44:36.848 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.849 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.849 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:44:36.850 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.221028+0000", 2021-03-04T23:44:36.850 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0069999999999999e-06 2021-03-04T23:44:36.850 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.850 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.851 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:44:36.851 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.221032+0000", 2021-03-04T23:44:36.851 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 3.7889999999999998e-05 2021-03-04T23:44:36.851 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.852 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.852 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.853 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.221070+0000", 2021-03-04T23:44:36.853 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 9.6919999999999997e-06 2021-03-04T23:44:36.853 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.854 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.854 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:44:36.854 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.221080+0000", 2021-03-04T23:44:36.854 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.039476018 2021-03-04T23:44:36.855 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.855 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.855 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.855 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.260556+0000", 2021-03-04T23:44:36.856 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.6920000000000001e-05 2021-03-04T23:44:36.856 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.856 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.857 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:44:36.857 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.260643+0000", 2021-03-04T23:44:36.857 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.9060999999999995e-05 2021-03-04T23:44:36.858 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.858 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.858 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:44:36.858 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.260712+0000", 2021-03-04T23:44:36.859 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0042953440000000004 2021-03-04T23:44:36.859 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.859 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.859 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:44:36.859 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.265007+0000", 2021-03-04T23:44:36.860 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0052940160000000003 2021-03-04T23:44:36.860 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.860 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.861 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.861 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.270301+0000", 2021-03-04T23:44:36.862 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00050152300000000003 2021-03-04T23:44:36.862 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.863 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.863 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.864 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.270803+0000", 2021-03-04T23:44:36.864 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.4647e-05 2021-03-04T23:44:36.864 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.865 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.865 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:44:36.865 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.270827+0000", 2021-03-04T23:44:36.865 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6789999999999997e-05 2021-03-04T23:44:36.866 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.866 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.866 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:44:36.871 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.270884+0000", 2021-03-04T23:44:36.871 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.049867026 2021-03-04T23:44:36.871 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.871 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:44:36.872 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.872 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.872 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.872 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:424527 11.7 11:ef8704b2:::benchmark_data_gibba011_300349_object204830:head [delete] snapc 0=[] ondisk+write+known_if_redirected e403)", 2021-03-04T23:44:36.873 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:47.221073+0000", 2021-03-04T23:44:36.873 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 109.16004893500001, 2021-03-04T23:44:36.873 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.049929863, 2021-03-04T23:44:36.873 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:44:36.874 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:36.874 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:44:36.874 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:44:36.874 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:44:36.874 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 424527 2021-03-04T23:44:36.875 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.875 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:44:36.875 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.875 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:44:36.875 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.221073+0000", 2021-03-04T23:44:36.876 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:44:36.876 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.876 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.877 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:44:36.877 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.221073+0000", 2021-03-04T23:44:36.877 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.654e-06 2021-03-04T23:44:36.877 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.878 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.878 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:44:36.878 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.221075+0000", 2021-03-04T23:44:36.878 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.012e-06 2021-03-04T23:44:36.878 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.879 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.879 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:44:36.879 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.221076+0000", 2021-03-04T23:44:36.879 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0010000000000001e-05 2021-03-04T23:44:36.879 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.880 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.880 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:44:36.880 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.221086+0000", 2021-03-04T23:44:36.880 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.0260000000000001e-06 2021-03-04T23:44:36.881 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.881 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.881 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:44:36.881 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.221090+0000", 2021-03-04T23:44:36.881 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.8089000000000002e-05 2021-03-04T23:44:36.882 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.882 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.882 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.882 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.221118+0000", 2021-03-04T23:44:36.882 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.463e-06 2021-03-04T23:44:36.883 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.883 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.884 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:44:36.884 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.221123+0000", 2021-03-04T23:44:36.884 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0409873220000001 2021-03-04T23:44:36.884 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.884 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.885 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.885 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.262111+0000", 2021-03-04T23:44:36.885 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.8087e-05 2021-03-04T23:44:36.886 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.886 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.886 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:44:36.886 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.262179+0000", 2021-03-04T23:44:36.886 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.2640999999999998e-05 2021-03-04T23:44:36.887 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.887 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.887 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:44:36.887 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.262251+0000", 2021-03-04T23:44:36.887 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0074423199999999997 2021-03-04T23:44:36.888 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.888 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.888 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:44:36.888 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.269694+0000", 2021-03-04T23:44:36.889 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00063271099999999999 2021-03-04T23:44:36.889 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.889 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.889 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.889 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.270327+0000", 2021-03-04T23:44:36.890 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00059414400000000001 2021-03-04T23:44:36.890 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.890 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.890 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.890 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.270921+0000", 2021-03-04T23:44:36.891 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.6676e-05 2021-03-04T23:44:36.891 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.891 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.892 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:44:36.892 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.270947+0000", 2021-03-04T23:44:36.892 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.5708000000000003e-05 2021-03-04T23:44:36.893 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.893 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.893 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:44:36.893 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.271003+0000", 2021-03-04T23:44:36.893 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.049929863 2021-03-04T23:44:36.894 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.894 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:44:36.894 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.894 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.895 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.895 INFO:teuthology.orchestra.run.gibba038.stdout: "description": "osd_op(client.56593.0:424569 11.7 11:edbd2dd7:::benchmark_data_gibba011_300349_object204872:head [delete] snapc 0=[] ondisk+write+known_if_redirected e403)", 2021-03-04T23:44:36.895 INFO:teuthology.orchestra.run.gibba038.stdout: "initiated_at": "2021-03-04T23:42:47.272872+0000", 2021-03-04T23:44:36.895 INFO:teuthology.orchestra.run.gibba038.stdout: "age": 109.108250531, 2021-03-04T23:44:36.895 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.99824626400000005, 2021-03-04T23:44:36.896 INFO:teuthology.orchestra.run.gibba038.stdout: "type_data": { 2021-03-04T23:44:36.896 INFO:teuthology.orchestra.run.gibba038.stdout: "flag_point": "commit sent; apply or cleanup", 2021-03-04T23:44:36.896 INFO:teuthology.orchestra.run.gibba038.stdout: "client_info": { 2021-03-04T23:44:36.897 INFO:teuthology.orchestra.run.gibba038.stdout: "client": "client.56593", 2021-03-04T23:44:36.897 INFO:teuthology.orchestra.run.gibba038.stdout: "client_addr": "172.21.2.111:0/2577809607", 2021-03-04T23:44:36.897 INFO:teuthology.orchestra.run.gibba038.stdout: "tid": 424569 2021-03-04T23:44:36.897 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.898 INFO:teuthology.orchestra.run.gibba038.stdout: "events": [ 2021-03-04T23:44:36.898 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.898 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "initiated", 2021-03-04T23:44:36.898 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.272872+0000", 2021-03-04T23:44:36.899 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0 2021-03-04T23:44:36.899 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.899 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.899 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "throttled", 2021-03-04T23:44:36.899 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.272872+0000", 2021-03-04T23:44:36.900 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.131e-06 2021-03-04T23:44:36.900 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.900 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.900 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "header_read", 2021-03-04T23:44:36.901 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.272874+0000", 2021-03-04T23:44:36.901 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.3060000000000001e-06 2021-03-04T23:44:36.901 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.901 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.902 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "all_read", 2021-03-04T23:44:36.902 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.272875+0000", 2021-03-04T23:44:36.902 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 1.0677e-05 2021-03-04T23:44:36.902 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.903 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.903 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "dispatched", 2021-03-04T23:44:36.903 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.272886+0000", 2021-03-04T23:44:36.904 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.6130000000000003e-06 2021-03-04T23:44:36.904 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.904 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.904 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "queued_for_pg", 2021-03-04T23:44:36.904 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.272891+0000", 2021-03-04T23:44:36.905 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 4.4700000000000002e-05 2021-03-04T23:44:36.905 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.905 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.906 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.906 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.272936+0000", 2021-03-04T23:44:36.906 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 8.7909999999999993e-06 2021-03-04T23:44:36.907 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.907 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.907 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for peered", 2021-03-04T23:44:36.907 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:47.272945+0000", 2021-03-04T23:44:36.907 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.99077866299999995 2021-03-04T23:44:36.908 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.908 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.908 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "reached_pg", 2021-03-04T23:44:36.908 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.263723+0000", 2021-03-04T23:44:36.908 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 6.8010999999999996e-05 2021-03-04T23:44:36.909 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.909 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.909 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "started", 2021-03-04T23:44:36.909 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.263791+0000", 2021-03-04T23:44:36.910 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 7.7032000000000004e-05 2021-03-04T23:44:36.910 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.910 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.910 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "waiting for subops from 0,4", 2021-03-04T23:44:36.911 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.263869+0000", 2021-03-04T23:44:36.911 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.0064804440000000001 2021-03-04T23:44:36.911 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.911 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.912 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.912 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.270349+0000", 2021-03-04T23:44:36.912 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00043232500000000001 2021-03-04T23:44:36.913 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.913 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.913 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "op_commit", 2021-03-04T23:44:36.913 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.270781+0000", 2021-03-04T23:44:36.914 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.00025790999999999998 2021-03-04T23:44:36.914 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.914 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.914 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "sub_op_commit_rec", 2021-03-04T23:44:36.915 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.271039+0000", 2021-03-04T23:44:36.915 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 2.5213000000000001e-05 2021-03-04T23:44:36.915 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.915 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.915 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "commit_sent", 2021-03-04T23:44:36.916 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.271064+0000", 2021-03-04T23:44:36.916 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 5.3448000000000001e-05 2021-03-04T23:44:36.916 INFO:teuthology.orchestra.run.gibba038.stdout: }, 2021-03-04T23:44:36.916 INFO:teuthology.orchestra.run.gibba038.stdout: { 2021-03-04T23:44:36.916 INFO:teuthology.orchestra.run.gibba038.stdout: "event": "done", 2021-03-04T23:44:36.917 INFO:teuthology.orchestra.run.gibba038.stdout: "time": "2021-03-04T23:42:48.271118+0000", 2021-03-04T23:44:36.917 INFO:teuthology.orchestra.run.gibba038.stdout: "duration": 0.99824626400000005 2021-03-04T23:44:36.917 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.917 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:44:36.917 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.918 INFO:teuthology.orchestra.run.gibba038.stdout: } 2021-03-04T23:44:36.918 INFO:teuthology.orchestra.run.gibba038.stdout: ] 2021-03-04T23:44:36.918 INFO:teuthology.orchestra.run.gibba038.stdout:} 2021-03-04T23:44:36.919 DEBUG:teuthology.orchestra.run.gibba011:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1 2021-03-04T23:44:36.920 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:36 gibba011 conmon[95595]: cluster 2021-03-04T23:44:34.870566+0000 mgr.x (mgr.34676) 1311 : cluster [DBG] pgmap v1432: 189 pgs: 189 active+clean; 15 GiB data, 45 GiB used, 455 GiB / 504 GiB avail; 195 MiB/s wr, 3.12k op/s 2021-03-04T23:44:36.920 INFO:journalctl@ceph.mon.a.gibba011.stdout:Mar 04 23:44:36 gibba011 conmon[95595]: 2021-03-04T23:44:36.921 INFO:journalctl@ceph.mon.b.gibba038.stdout:Mar 04 23:44:36 gibba038 conmon[76675]: cluster 2021-03-04T23:44:34.870566+0000 mgr.x (mgr.34676) 1311 : cluster [DBG] pgmap v1432: 189 pgs: 189 active+clean; 15 GiB data, 45 GiB used, 455 GiB / 504 GiB avail; 195 MiB/s wr, 3.12k op/s 2021-03-04T23:44:36.921 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:36 gibba011 conmon[99461]: cluster 2021-03-04T23:44:34.870566+0000 mgr.x (mgr.34676) 1311 : 2021-03-04T23:44:36.921 INFO:journalctl@ceph.mon.c.gibba011.stdout:Mar 04 23:44:36 gibba011 conmon[99461]: cluster [DBG] pgmap v1432: 189 pgs: 189 active+clean; 15 GiB data, 45 GiB used, 455 GiB / 504 GiB avail; 195 MiB/s wr, 3.12k op/s 2021-03-04T23:44:36.923 INFO:teuthology.orchestra.run.gibba011.stdout:{"pg_ready":true,"pg_map":{"version":1431,"stamp":"2021-03-04T23:44:34.232332+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":16099642664,"num_objects":245683,"num_object_clones":0,"num_object_copies":737049,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":245683,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":245713,"num_write_kb":15722324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":83,"num_bytes_recovered":17821,"num_keys_recovered":40,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":50499,"ondisk_log_size":50499,"up":567,"acting":567,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":567,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":528482304,"kb_used":51445724,"kb_used_data":46891436,"kb_used_omap":7291,"kb_used_meta":4546948,"kb_avail":477036580,"statfs":{"total":541165879296,"available":488485457920,"internally_reserved":4294967296,"allocated":48016830464,"data_stored":48004305613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7466756,"internal_metadata":4656075004},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,2,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1769734144,"num_objects":27004,"num_object_clones":0,"num_object_copies":81012,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27004,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":27004,"num_write_kb":1728256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.364795"},"pg_stats":[{"pgid":"1.46","version":"0'0","reported_seq":"23","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.207594+0000","last_change":"2021-03-04T23:43:41.996098+0000","last_active":"2021-03-04T23:44:22.207594+0000","last_peered":"2021-03-04T23:44:22.207594+0000","last_clean":"2021-03-04T23:44:22.207594+0000","last_became_active":"2021-03-04T23:43:40.452124+0000","last_became_peered":"2021-03-04T23:43:40.452124+0000","last_unstale":"2021-03-04T23:44:22.207594+0000","last_undegraded":"2021-03-04T23:44:22.207594+0000","last_fullsized":"2021-03-04T23:44:22.207594+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":418,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":7,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:41.996067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:43:41.996067+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.45","version":"0'0","reported_seq":"195","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211339+0000","last_change":"2021-03-04T23:43:45.184467+0000","last_active":"2021-03-04T23:44:22.211339+0000","last_peered":"2021-03-04T23:44:22.211339+0000","last_clean":"2021-03-04T23:44:22.211339+0000","last_became_active":"2021-03-04T23:43:40.450698+0000","last_became_peered":"2021-03-04T23:43:40.450698+0000","last_unstale":"2021-03-04T23:44:22.211339+0000","last_undegraded":"2021-03-04T23:44:22.211339+0000","last_fullsized":"2021-03-04T23:44:22.211339+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":418,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":7,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:45.184406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:43:45.184406+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.44","version":"0'0","reported_seq":"187","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.213794+0000","last_change":"2021-03-04T23:43:49.945467+0000","last_active":"2021-03-04T23:44:22.213794+0000","last_peered":"2021-03-04T23:44:22.213794+0000","last_clean":"2021-03-04T23:44:22.213794+0000","last_became_active":"2021-03-04T23:43:40.446115+0000","last_became_peered":"2021-03-04T23:43:40.446115+0000","last_unstale":"2021-03-04T23:44:22.213794+0000","last_undegraded":"2021-03-04T23:44:22.213794+0000","last_fullsized":"2021-03-04T23:44:22.213794+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":418,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":7,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:49.945418+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:49.945418+0000","last_clean_scrub_stamp":"2021-03-04T23:43:49.945418+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.43","version":"0'0","reported_seq":"115","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.213703+0000","last_change":"2021-03-04T23:44:15.842216+0000","last_active":"2021-03-04T23:44:22.213703+0000","last_peered":"2021-03-04T23:44:22.213703+0000","last_clean":"2021-03-04T23:44:22.213703+0000","last_became_active":"2021-03-04T23:43:40.443800+0000","last_became_peered":"2021-03-04T23:43:40.443800+0000","last_unstale":"2021-03-04T23:44:22.213703+0000","last_undegraded":"2021-03-04T23:44:22.213703+0000","last_fullsized":"2021-03-04T23:44:22.213703+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":418,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":7,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:44:15.842170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:44:15.842170+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.42","version":"0'0","reported_seq":"333","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.209742+0000","last_change":"2021-03-04T23:43:43.282767+0000","last_active":"2021-03-04T23:44:22.209742+0000","last_peered":"2021-03-04T23:44:22.209742+0000","last_clean":"2021-03-04T23:44:22.209742+0000","last_became_active":"2021-03-04T23:43:40.441794+0000","last_became_peered":"2021-03-04T23:43:40.441794+0000","last_unstale":"2021-03-04T23:44:22.209742+0000","last_undegraded":"2021-03-04T23:44:22.209742+0000","last_fullsized":"2021-03-04T23:44:22.209742+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":418,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":7,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:43.282724+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:43:43.282724+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,3],"acting":[0,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.41","version":"0'0","reported_seq":"189","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.213622+0000","last_change":"2021-03-04T23:43:40.443851+0000","last_active":"2021-03-04T23:44:22.213622+0000","last_peered":"2021-03-04T23:44:22.213622+0000","last_clean":"2021-03-04T23:44:22.213622+0000","last_became_active":"2021-03-04T23:43:40.443506+0000","last_became_peered":"2021-03-04T23:43:40.443506+0000","last_unstale":"2021-03-04T23:44:22.213622+0000","last_undegraded":"2021-03-04T23:44:22.213622+0000","last_fullsized":"2021-03-04T23:44:22.213622+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":418,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":7,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:38.918465+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:43:38.918465+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,0],"acting":[5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.40","version":"0'0","reported_seq":"25","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.209578+0000","last_change":"2021-03-04T23:43:50.145581+0000","last_active":"2021-03-04T23:44:22.209578+0000","last_peered":"2021-03-04T23:44:22.209578+0000","last_clean":"2021-03-04T23:44:22.209578+0000","last_became_active":"2021-03-04T23:43:40.441196+0000","last_became_peered":"2021-03-04T23:43:40.441196+0000","last_unstale":"2021-03-04T23:44:22.209578+0000","last_undegraded":"2021-03-04T23:44:22.209578+0000","last_fullsized":"2021-03-04T23:44:22.209578+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":418,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":7,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:50.145510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:43:50.145510+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3f","version":"0'0","reported_seq":"124","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.207618+0000","last_change":"2021-03-04T23:43:46.066585+0000","last_active":"2021-03-04T23:44:22.207618+0000","last_peered":"2021-03-04T23:44:22.207618+0000","last_clean":"2021-03-04T23:44:22.207618+0000","last_became_active":"2021-03-04T23:43:40.452934+0000","last_became_peered":"2021-03-04T23:43:40.452934+0000","last_unstale":"2021-03-04T23:44:22.207618+0000","last_undegraded":"2021-03-04T23:44:22.207618+0000","last_fullsized":"2021-03-04T23:44:22.207618+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":418,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:46.066541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.960309+0000","last_clean_scrub_stamp":"2021-03-04T23:43:46.066541+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.3e","version":"0'0","reported_seq":"195","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210432+0000","last_change":"2021-03-04T23:44:13.195206+0000","last_active":"2021-03-04T23:44:22.210432+0000","last_peered":"2021-03-04T23:44:22.210432+0000","last_clean":"2021-03-04T23:44:22.210432+0000","last_became_active":"2021-03-04T23:43:40.444309+0000","last_became_peered":"2021-03-04T23:43:40.444309+0000","last_unstale":"2021-03-04T23:44:22.210432+0000","last_undegraded":"2021-03-04T23:44:22.210432+0000","last_fullsized":"2021-03-04T23:44:22.210432+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":418,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:44:13.195148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:44:13.195148+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.3d","version":"0'0","reported_seq":"25","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210902+0000","last_change":"2021-03-04T23:43:47.262680+0000","last_active":"2021-03-04T23:44:22.210902+0000","last_peered":"2021-03-04T23:44:22.210902+0000","last_clean":"2021-03-04T23:44:22.210902+0000","last_became_active":"2021-03-04T23:43:40.450146+0000","last_became_peered":"2021-03-04T23:43:40.450146+0000","last_unstale":"2021-03-04T23:44:22.210902+0000","last_undegraded":"2021-03-04T23:44:22.210902+0000","last_fullsized":"2021-03-04T23:44:22.210902+0000","mapping_epoch":421,"log_start":"0'0","ondisk_log_start":"0'0","created":418,"last_epoch_clean":422,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:47.262621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:43:47.262621+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3c","version":"0'0","reported_seq":"74","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211119+0000","last_change":"2021-03-04T23:42:41.196300+0000","last_active":"2021-03-04T23:44:22.211119+0000","last_peered":"2021-03-04T23:44:22.211119+0000","last_clean":"2021-03-04T23:44:22.211119+0000","last_became_active":"2021-03-04T23:42:41.196075+0000","last_became_peered":"2021-03-04T23:42:41.196075+0000","last_unstale":"2021-03-04T23:44:22.211119+0000","last_undegraded":"2021-03-04T23:44:22.211119+0000","last_fullsized":"2021-03-04T23:44:22.211119+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:31.531784+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:31.531784+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6],"acting":[0,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3b","version":"0'0","reported_seq":"345","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211296+0000","last_change":"2021-03-04T23:42:41.196349+0000","last_active":"2021-03-04T23:44:22.211296+0000","last_peered":"2021-03-04T23:44:22.211296+0000","last_clean":"2021-03-04T23:44:22.211296+0000","last_became_active":"2021-03-04T23:42:41.196069+0000","last_became_peered":"2021-03-04T23:42:41.196069+0000","last_unstale":"2021-03-04T23:44:22.211296+0000","last_undegraded":"2021-03-04T23:44:22.211296+0000","last_fullsized":"2021-03-04T23:44:22.211296+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:26.516144+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:26.516144+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3a","version":"0'0","reported_seq":"65","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.209946+0000","last_change":"2021-03-04T23:41:30.155181+0000","last_active":"2021-03-04T23:44:22.209946+0000","last_peered":"2021-03-04T23:44:22.209946+0000","last_clean":"2021-03-04T23:44:22.209946+0000","last_became_active":"2021-03-04T23:41:22.152969+0000","last_became_peered":"2021-03-04T23:41:22.152969+0000","last_unstale":"2021-03-04T23:44:22.209946+0000","last_undegraded":"2021-03-04T23:44:22.209946+0000","last_fullsized":"2021-03-04T23:44:22.209946+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":382,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:30.155119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:57.222138+0000","last_clean_scrub_stamp":"2021-03-04T23:41:30.155119+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.39","version":"0'0","reported_seq":"261","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.209796+0000","last_change":"2021-03-04T23:41:22.560616+0000","last_active":"2021-03-04T23:44:22.209796+0000","last_peered":"2021-03-04T23:44:22.209796+0000","last_clean":"2021-03-04T23:44:22.209796+0000","last_became_active":"2021-03-04T23:41:22.150859+0000","last_became_peered":"2021-03-04T23:41:22.150859+0000","last_unstale":"2021-03-04T23:44:22.209796+0000","last_undegraded":"2021-03-04T23:44:22.209796+0000","last_fullsized":"2021-03-04T23:44:22.209796+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":382,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:22.560559+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:22.560559+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.38","version":"0'0","reported_seq":"50","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.209660+0000","last_change":"2021-03-04T23:43:26.692442+0000","last_active":"2021-03-04T23:44:22.209660+0000","last_peered":"2021-03-04T23:44:22.209660+0000","last_clean":"2021-03-04T23:44:22.209660+0000","last_became_active":"2021-03-04T23:42:41.197455+0000","last_became_peered":"2021-03-04T23:42:41.197455+0000","last_unstale":"2021-03-04T23:44:22.209660+0000","last_undegraded":"2021-03-04T23:44:22.209660+0000","last_fullsized":"2021-03-04T23:44:22.209660+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:26.692384+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:43:26.692384+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.37","version":"0'0","reported_seq":"48","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.208026+0000","last_change":"2021-03-04T23:42:50.017231+0000","last_active":"2021-03-04T23:44:22.208026+0000","last_peered":"2021-03-04T23:44:22.208026+0000","last_clean":"2021-03-04T23:44:22.208026+0000","last_became_active":"2021-03-04T23:42:41.198704+0000","last_became_peered":"2021-03-04T23:42:41.198704+0000","last_unstale":"2021-03-04T23:44:22.208026+0000","last_undegraded":"2021-03-04T23:44:22.208026+0000","last_fullsized":"2021-03-04T23:44:22.208026+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:50.017197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:42:50.017197+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.36","version":"0'0","reported_seq":"322","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210964+0000","last_change":"2021-03-04T23:43:00.108445+0000","last_active":"2021-03-04T23:44:22.210964+0000","last_peered":"2021-03-04T23:44:22.210964+0000","last_clean":"2021-03-04T23:44:22.210964+0000","last_became_active":"2021-03-04T23:42:05.226565+0000","last_became_peered":"2021-03-04T23:42:05.226565+0000","last_unstale":"2021-03-04T23:44:22.210964+0000","last_undegraded":"2021-03-04T23:44:22.210964+0000","last_fullsized":"2021-03-04T23:44:22.210964+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:00.108389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:43:00.108389+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6],"acting":[0,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.35","version":"0'0","reported_seq":"124","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.214105+0000","last_change":"2021-03-04T23:42:05.537327+0000","last_active":"2021-03-04T23:44:22.214105+0000","last_peered":"2021-03-04T23:44:22.214105+0000","last_clean":"2021-03-04T23:44:22.214105+0000","last_became_active":"2021-03-04T23:41:22.149622+0000","last_became_peered":"2021-03-04T23:41:22.149622+0000","last_unstale":"2021-03-04T23:44:22.214105+0000","last_undegraded":"2021-03-04T23:44:22.214105+0000","last_fullsized":"2021-03-04T23:44:22.214105+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":382,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:05.537294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:34.642965+0000","last_clean_scrub_stamp":"2021-03-04T23:42:05.537294+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.34","version":"0'0","reported_seq":"168","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.207469+0000","last_change":"2021-03-04T23:42:05.226856+0000","last_active":"2021-03-04T23:44:22.207469+0000","last_peered":"2021-03-04T23:44:22.207469+0000","last_clean":"2021-03-04T23:44:22.207469+0000","last_became_active":"2021-03-04T23:42:05.226624+0000","last_became_peered":"2021-03-04T23:42:05.226624+0000","last_unstale":"2021-03-04T23:44:22.207469+0000","last_undegraded":"2021-03-04T23:44:22.207469+0000","last_fullsized":"2021-03-04T23:44:22.207469+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:35.065914+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:35.065914+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.33","version":"0'0","reported_seq":"157","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210129+0000","last_change":"2021-03-04T23:41:29.143653+0000","last_active":"2021-03-04T23:44:22.210129+0000","last_peered":"2021-03-04T23:44:22.210129+0000","last_clean":"2021-03-04T23:44:22.210129+0000","last_became_active":"2021-03-04T23:41:22.153498+0000","last_became_peered":"2021-03-04T23:41:22.153498+0000","last_unstale":"2021-03-04T23:44:22.210129+0000","last_undegraded":"2021-03-04T23:44:22.210129+0000","last_fullsized":"2021-03-04T23:44:22.210129+0000","mapping_epoch":381,"log_start":"0'0","ondisk_log_start":"0'0","created":378,"last_epoch_clean":382,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:29.143601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:29.143601+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":"508","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.209127+0000","last_change":"2021-03-04T23:42:41.196364+0000","last_active":"2021-03-04T23:44:22.209127+0000","last_peered":"2021-03-04T23:44:22.209127+0000","last_clean":"2021-03-04T23:44:22.209127+0000","last_became_active":"2021-03-04T23:42:41.196108+0000","last_became_peered":"2021-03-04T23:42:41.196108+0000","last_unstale":"2021-03-04T23:44:22.209127+0000","last_undegraded":"2021-03-04T23:44:22.209127+0000","last_fullsized":"2021-03-04T23:44:22.209127+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"56'4","reported_seq":"436","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211189+0000","last_change":"2021-03-04T23:42:05.405168+0000","last_active":"2021-03-04T23:44:22.211189+0000","last_peered":"2021-03-04T23:44:22.211189+0000","last_clean":"2021-03-04T23:44:22.211189+0000","last_became_active":"2021-03-04T23:42:05.226649+0000","last_became_peered":"2021-03-04T23:42:05.226649+0000","last_unstale":"2021-03-04T23:44:22.211189+0000","last_undegraded":"2021-03-04T23:44:22.211189+0000","last_fullsized":"2021-03-04T23:44:22.211189+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":553,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1659,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1d","version":"0'0","reported_seq":"182","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211369+0000","last_change":"2021-03-04T23:43:47.072302+0000","last_active":"2021-03-04T23:44:22.211369+0000","last_peered":"2021-03-04T23:44:22.211369+0000","last_clean":"2021-03-04T23:44:22.211369+0000","last_became_active":"2021-03-04T23:43:34.425566+0000","last_became_peered":"2021-03-04T23:43:34.425566+0000","last_unstale":"2021-03-04T23:44:22.211369+0000","last_undegraded":"2021-03-04T23:44:22.211369+0000","last_fullsized":"2021-03-04T23:44:22.211369+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:47.072254+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:43:47.072254+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,5],"acting":[3,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":"153","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210552+0000","last_change":"2021-03-04T23:41:24.223398+0000","last_active":"2021-03-04T23:44:22.210552+0000","last_peered":"2021-03-04T23:44:22.210552+0000","last_clean":"2021-03-04T23:44:22.210552+0000","last_became_active":"2021-03-04T23:41:00.155196+0000","last_became_peered":"2021-03-04T23:41:00.155196+0000","last_unstale":"2021-03-04T23:44:22.210552+0000","last_undegraded":"2021-03-04T23:44:22.210552+0000","last_fullsized":"2021-03-04T23:44:22.210552+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:24.223344+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:24.223344+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":"239","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.209782+0000","last_change":"2021-03-04T23:42:05.230907+0000","last_active":"2021-03-04T23:44:22.209782+0000","last_peered":"2021-03-04T23:44:22.209782+0000","last_clean":"2021-03-04T23:44:22.209782+0000","last_became_active":"2021-03-04T23:42:05.230661+0000","last_became_peered":"2021-03-04T23:42:05.230661+0000","last_unstale":"2021-03-04T23:44:22.209782+0000","last_undegraded":"2021-03-04T23:44:22.209782+0000","last_fullsized":"2021-03-04T23:44:22.209782+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"56'1","reported_seq":"264","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210351+0000","last_change":"2021-03-04T23:42:41.196947+0000","last_active":"2021-03-04T23:44:22.210351+0000","last_peered":"2021-03-04T23:44:22.210351+0000","last_clean":"2021-03-04T23:44:22.210351+0000","last_became_active":"2021-03-04T23:42:41.196735+0000","last_became_peered":"2021-03-04T23:42:41.196735+0000","last_unstale":"2021-03-04T23:44:22.210351+0000","last_undegraded":"2021-03-04T23:44:22.210351+0000","last_fullsized":"2021-03-04T23:44:22.210351+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1c","version":"0'0","reported_seq":"114","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.208120+0000","last_change":"2021-03-04T23:42:41.198965+0000","last_active":"2021-03-04T23:44:22.208120+0000","last_peered":"2021-03-04T23:44:22.208120+0000","last_clean":"2021-03-04T23:44:22.208120+0000","last_became_active":"2021-03-04T23:42:41.198684+0000","last_became_peered":"2021-03-04T23:42:41.198684+0000","last_unstale":"2021-03-04T23:44:22.208120+0000","last_undegraded":"2021-03-04T23:44:22.208120+0000","last_fullsized":"2021-03-04T23:44:22.208120+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:00.103774+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:42:00.103774+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":"173","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211325+0000","last_change":"2021-03-04T23:41:21.562429+0000","last_active":"2021-03-04T23:44:22.211325+0000","last_peered":"2021-03-04T23:44:22.211325+0000","last_clean":"2021-03-04T23:44:22.211325+0000","last_became_active":"2021-03-04T23:41:00.155077+0000","last_became_peered":"2021-03-04T23:41:00.155077+0000","last_unstale":"2021-03-04T23:44:22.211325+0000","last_undegraded":"2021-03-04T23:44:22.211325+0000","last_fullsized":"2021-03-04T23:44:22.211325+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:21.562371+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:21.562371+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":"448","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.208729+0000","last_change":"2021-03-04T23:30:46.259882+0000","last_active":"2021-03-04T23:44:22.208729+0000","last_peered":"2021-03-04T23:44:22.208729+0000","last_clean":"2021-03-04T23:44:22.208729+0000","last_became_active":"2021-03-04T23:30:46.259540+0000","last_became_peered":"2021-03-04T23:30:46.259540+0000","last_unstale":"2021-03-04T23:44:22.208729+0000","last_undegraded":"2021-03-04T23:44:22.208729+0000","last_fullsized":"2021-03-04T23:44:22.208729+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"56'2","reported_seq":"441","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.214415+0000","last_change":"2021-03-04T23:32:19.163893+0000","last_active":"2021-03-04T23:44:22.214415+0000","last_peered":"2021-03-04T23:44:22.214415+0000","last_clean":"2021-03-04T23:44:22.214415+0000","last_became_active":"2021-03-04T23:32:18.973216+0000","last_became_peered":"2021-03-04T23:32:18.973216+0000","last_unstale":"2021-03-04T23:44:22.214415+0000","last_undegraded":"2021-03-04T23:44:22.214415+0000","last_fullsized":"2021-03-04T23:44:22.214415+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1f","version":"0'0","reported_seq":"127","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211115+0000","last_change":"2021-03-04T23:43:36.159031+0000","last_active":"2021-03-04T23:44:22.211115+0000","last_peered":"2021-03-04T23:44:22.211115+0000","last_clean":"2021-03-04T23:44:22.211115+0000","last_became_active":"2021-03-04T23:43:34.428669+0000","last_became_peered":"2021-03-04T23:43:34.428669+0000","last_unstale":"2021-03-04T23:44:22.211115+0000","last_undegraded":"2021-03-04T23:44:22.211115+0000","last_fullsized":"2021-03-04T23:44:22.211115+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:36.158995+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.960309+0000","last_clean_scrub_stamp":"2021-03-04T23:43:36.158995+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":"79","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.207577+0000","last_change":"2021-03-04T23:42:05.226620+0000","last_active":"2021-03-04T23:44:22.207577+0000","last_peered":"2021-03-04T23:44:22.207577+0000","last_clean":"2021-03-04T23:44:22.207577+0000","last_became_active":"2021-03-04T23:42:05.226444+0000","last_became_peered":"2021-03-04T23:42:05.226444+0000","last_unstale":"2021-03-04T23:44:22.207577+0000","last_undegraded":"2021-03-04T23:44:22.207577+0000","last_fullsized":"2021-03-04T23:44:22.207577+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:34.109480+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:34.109480+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":"487","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.208361+0000","last_change":"2021-03-04T23:42:41.195950+0000","last_active":"2021-03-04T23:44:22.208361+0000","last_peered":"2021-03-04T23:44:22.208361+0000","last_clean":"2021-03-04T23:44:22.208361+0000","last_became_active":"2021-03-04T23:42:41.195656+0000","last_became_peered":"2021-03-04T23:42:41.195656+0000","last_unstale":"2021-03-04T23:44:22.208361+0000","last_undegraded":"2021-03-04T23:44:22.208361+0000","last_fullsized":"2021-03-04T23:44:22.208361+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"56'2","reported_seq":"508","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.214417+0000","last_change":"2021-03-04T23:42:41.293940+0000","last_active":"2021-03-04T23:44:22.214417+0000","last_peered":"2021-03-04T23:44:22.214417+0000","last_clean":"2021-03-04T23:44:22.214417+0000","last_became_active":"2021-03-04T23:42:41.199960+0000","last_became_peered":"2021-03-04T23:42:41.199960+0000","last_unstale":"2021-03-04T23:44:22.214417+0000","last_undegraded":"2021-03-04T23:44:22.214417+0000","last_fullsized":"2021-03-04T23:44:22.214417+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1e","version":"0'0","reported_seq":"187","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210528+0000","last_change":"2021-03-04T23:43:41.027738+0000","last_active":"2021-03-04T23:44:22.210528+0000","last_peered":"2021-03-04T23:44:22.210528+0000","last_clean":"2021-03-04T23:44:22.210528+0000","last_became_active":"2021-03-04T23:43:34.428446+0000","last_became_peered":"2021-03-04T23:43:34.428446+0000","last_unstale":"2021-03-04T23:44:22.210528+0000","last_undegraded":"2021-03-04T23:44:22.210528+0000","last_fullsized":"2021-03-04T23:44:22.210528+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:41.027684+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:43:41.027684+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":"70","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.208640+0000","last_change":"2021-03-04T23:41:37.146955+0000","last_active":"2021-03-04T23:44:22.208640+0000","last_peered":"2021-03-04T23:44:22.208640+0000","last_clean":"2021-03-04T23:44:22.208640+0000","last_became_active":"2021-03-04T23:41:00.151113+0000","last_became_peered":"2021-03-04T23:41:00.151113+0000","last_unstale":"2021-03-04T23:44:22.208640+0000","last_undegraded":"2021-03-04T23:44:22.208640+0000","last_fullsized":"2021-03-04T23:44:22.208640+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:37.146918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:19.155809+0000","last_clean_scrub_stamp":"2021-03-04T23:41:37.146918+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":"370","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210379+0000","last_change":"2021-03-04T23:42:41.194331+0000","last_active":"2021-03-04T23:44:22.210379+0000","last_peered":"2021-03-04T23:44:22.210379+0000","last_clean":"2021-03-04T23:44:22.210379+0000","last_became_active":"2021-03-04T23:42:41.193515+0000","last_became_peered":"2021-03-04T23:42:41.193515+0000","last_unstale":"2021-03-04T23:44:22.210379+0000","last_undegraded":"2021-03-04T23:44:22.210379+0000","last_fullsized":"2021-03-04T23:44:22.210379+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"56'1","reported_seq":"416","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211378+0000","last_change":"2021-03-04T23:39:30.221336+0000","last_active":"2021-03-04T23:44:22.211378+0000","last_peered":"2021-03-04T23:44:22.211378+0000","last_clean":"2021-03-04T23:44:22.211378+0000","last_became_active":"2021-03-04T23:39:30.221078+0000","last_became_peered":"2021-03-04T23:39:30.221078+0000","last_unstale":"2021-03-04T23:44:22.211378+0000","last_undegraded":"2021-03-04T23:44:22.211378+0000","last_fullsized":"2021-03-04T23:44:22.211378+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.19","version":"0'0","reported_seq":"262","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210080+0000","last_change":"2021-03-04T23:41:27.194283+0000","last_active":"2021-03-04T23:44:22.210080+0000","last_peered":"2021-03-04T23:44:22.210080+0000","last_clean":"2021-03-04T23:44:22.210080+0000","last_became_active":"2021-03-04T23:41:16.126042+0000","last_became_peered":"2021-03-04T23:41:16.126042+0000","last_unstale":"2021-03-04T23:44:22.210080+0000","last_undegraded":"2021-03-04T23:44:22.210080+0000","last_fullsized":"2021-03-04T23:44:22.210080+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:27.194229+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:27.194229+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":"93","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.209927+0000","last_change":"2021-03-04T23:40:04.152881+0000","last_active":"2021-03-04T23:44:22.209927+0000","last_peered":"2021-03-04T23:44:22.209927+0000","last_clean":"2021-03-04T23:44:22.209927+0000","last_became_active":"2021-03-04T23:39:30.214604+0000","last_became_peered":"2021-03-04T23:39:30.214604+0000","last_unstale":"2021-03-04T23:44:22.209927+0000","last_undegraded":"2021-03-04T23:44:22.209927+0000","last_fullsized":"2021-03-04T23:44:22.209927+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:04.152833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:04.152833+0000","last_clean_scrub_stamp":"2021-03-04T23:40:04.152833+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.9","version":"432'15465","reported_seq":"15493","reported_epoch":"432","state":"active+clean","last_fresh":"2021-03-04T23:44:32.564914+0000","last_change":"2021-03-04T23:43:06.421054+0000","last_active":"2021-03-04T23:44:32.564914+0000","last_peered":"2021-03-04T23:44:32.564914+0000","last_clean":"2021-03-04T23:44:32.564914+0000","last_became_active":"2021-03-04T23:43:06.420766+0000","last_became_peered":"2021-03-04T23:43:06.420766+0000","last_unstale":"2021-03-04T23:44:32.564914+0000","last_undegraded":"2021-03-04T23:44:32.564914+0000","last_fullsized":"2021-03-04T23:44:32.564914+0000","mapping_epoch":412,"log_start":"429'12641","ondisk_log_start":"429'12641","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":2824,"ondisk_log_size":2824,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1013514240,"num_objects":15465,"num_object_clones":0,"num_object_copies":46395,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15465,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15465,"num_write_kb":989760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":"403","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.207242+0000","last_change":"2021-03-04T23:25:25.021848+0000","last_active":"2021-03-04T23:44:22.207242+0000","last_peered":"2021-03-04T23:44:22.207242+0000","last_clean":"2021-03-04T23:44:22.207242+0000","last_became_active":"2021-03-04T23:25:25.021512+0000","last_became_peered":"2021-03-04T23:25:25.021512+0000","last_unstale":"2021-03-04T23:44:22.207242+0000","last_undegraded":"2021-03-04T23:44:22.207242+0000","last_fullsized":"2021-03-04T23:44:22.207242+0000","mapping_epoch":144,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":145,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"56'1","reported_seq":"478","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211406+0000","last_change":"2021-03-04T23:42:41.289875+0000","last_active":"2021-03-04T23:44:22.211406+0000","last_peered":"2021-03-04T23:44:22.211406+0000","last_clean":"2021-03-04T23:44:22.211406+0000","last_became_active":"2021-03-04T23:42:41.200157+0000","last_became_peered":"2021-03-04T23:42:41.200157+0000","last_unstale":"2021-03-04T23:44:22.211406+0000","last_undegraded":"2021-03-04T23:44:22.211406+0000","last_fullsized":"2021-03-04T23:44:22.211406+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":"383","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211944+0000","last_change":"2021-03-04T23:42:05.230496+0000","last_active":"2021-03-04T23:44:22.211944+0000","last_peered":"2021-03-04T23:44:22.211944+0000","last_clean":"2021-03-04T23:44:22.211944+0000","last_became_active":"2021-03-04T23:42:05.230173+0000","last_became_peered":"2021-03-04T23:42:05.230173+0000","last_unstale":"2021-03-04T23:44:22.211944+0000","last_undegraded":"2021-03-04T23:44:22.211944+0000","last_fullsized":"2021-03-04T23:44:22.211944+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:59.020879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:59.020879+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":"190","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210242+0000","last_change":"2021-03-04T23:43:38.989848+0000","last_active":"2021-03-04T23:44:22.210242+0000","last_peered":"2021-03-04T23:44:22.210242+0000","last_clean":"2021-03-04T23:44:22.210242+0000","last_became_active":"2021-03-04T23:43:34.427811+0000","last_became_peered":"2021-03-04T23:43:34.427811+0000","last_unstale":"2021-03-04T23:44:22.210242+0000","last_undegraded":"2021-03-04T23:44:22.210242+0000","last_fullsized":"2021-03-04T23:44:22.210242+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:38.989799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:43:38.989799+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.8","version":"432'15480","reported_seq":"15508","reported_epoch":"432","state":"active+clean","last_fresh":"2021-03-04T23:44:33.411421+0000","last_change":"2021-03-04T23:43:06.419628+0000","last_active":"2021-03-04T23:44:33.411421+0000","last_peered":"2021-03-04T23:44:33.411421+0000","last_clean":"2021-03-04T23:44:33.411421+0000","last_became_active":"2021-03-04T23:43:06.418679+0000","last_became_peered":"2021-03-04T23:43:06.418679+0000","last_unstale":"2021-03-04T23:44:33.411421+0000","last_undegraded":"2021-03-04T23:44:33.411421+0000","last_fullsized":"2021-03-04T23:44:33.411421+0000","mapping_epoch":412,"log_start":"429'12322","ondisk_log_start":"429'12322","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":3158,"ondisk_log_size":3158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1014497280,"num_objects":15480,"num_object_clones":0,"num_object_copies":46440,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15480,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15480,"num_write_kb":990720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":"255","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.209798+0000","last_change":"2021-03-04T23:39:30.216203+0000","last_active":"2021-03-04T23:44:22.209798+0000","last_peered":"2021-03-04T23:44:22.209798+0000","last_clean":"2021-03-04T23:44:22.209798+0000","last_became_active":"2021-03-04T23:39:30.215966+0000","last_became_peered":"2021-03-04T23:39:30.215966+0000","last_unstale":"2021-03-04T23:44:22.209798+0000","last_undegraded":"2021-03-04T23:44:22.209798+0000","last_fullsized":"2021-03-04T23:44:22.209798+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":"130","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211751+0000","last_change":"2021-03-04T23:42:57.195821+0000","last_active":"2021-03-04T23:44:22.211751+0000","last_peered":"2021-03-04T23:44:22.211751+0000","last_clean":"2021-03-04T23:44:22.211751+0000","last_became_active":"2021-03-04T23:42:41.197678+0000","last_became_peered":"2021-03-04T23:42:41.197678+0000","last_unstale":"2021-03-04T23:44:22.211751+0000","last_undegraded":"2021-03-04T23:44:22.211751+0000","last_fullsized":"2021-03-04T23:44:22.211751+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:57.195779+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:42:57.195779+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.7","version":"56'2","reported_seq":"271","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210640+0000","last_change":"2021-03-04T23:39:30.312840+0000","last_active":"2021-03-04T23:44:22.210640+0000","last_peered":"2021-03-04T23:44:22.210640+0000","last_clean":"2021-03-04T23:44:22.210640+0000","last_became_active":"2021-03-04T23:39:30.218101+0000","last_became_peered":"2021-03-04T23:39:30.218101+0000","last_unstale":"2021-03-04T23:44:22.210640+0000","last_undegraded":"2021-03-04T23:44:22.210640+0000","last_fullsized":"2021-03-04T23:44:22.210640+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":"196","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.208131+0000","last_change":"2021-03-04T23:43:34.467534+0000","last_active":"2021-03-04T23:44:22.208131+0000","last_peered":"2021-03-04T23:44:22.208131+0000","last_clean":"2021-03-04T23:44:22.208131+0000","last_became_active":"2021-03-04T23:43:34.429380+0000","last_became_peered":"2021-03-04T23:43:34.429380+0000","last_unstale":"2021-03-04T23:44:22.208131+0000","last_undegraded":"2021-03-04T23:44:22.208131+0000","last_fullsized":"2021-03-04T23:44:22.208131+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:34.467503+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:43:34.467503+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.b","version":"432'15576","reported_seq":"15604","reported_epoch":"432","state":"active+clean","last_fresh":"2021-03-04T23:44:33.410602+0000","last_change":"2021-03-04T23:43:06.420004+0000","last_active":"2021-03-04T23:44:33.410602+0000","last_peered":"2021-03-04T23:44:33.410602+0000","last_clean":"2021-03-04T23:44:33.410602+0000","last_became_active":"2021-03-04T23:43:06.419815+0000","last_became_peered":"2021-03-04T23:43:06.419815+0000","last_unstale":"2021-03-04T23:44:33.410602+0000","last_undegraded":"2021-03-04T23:44:33.410602+0000","last_fullsized":"2021-03-04T23:44:33.410602+0000","mapping_epoch":412,"log_start":"429'12445","ondisk_log_start":"429'12445","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":3131,"ondisk_log_size":3131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1020788736,"num_objects":15576,"num_object_clones":0,"num_object_copies":46728,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15576,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15576,"num_write_kb":996864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":"412","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.214122+0000","last_change":"2021-03-04T23:39:30.222196+0000","last_active":"2021-03-04T23:44:22.214122+0000","last_peered":"2021-03-04T23:44:22.214122+0000","last_clean":"2021-03-04T23:44:22.214122+0000","last_became_active":"2021-03-04T23:39:30.221882+0000","last_became_peered":"2021-03-04T23:39:30.221882+0000","last_unstale":"2021-03-04T23:44:22.214122+0000","last_undegraded":"2021-03-04T23:44:22.214122+0000","last_fullsized":"2021-03-04T23:44:22.214122+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":"184","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.214370+0000","last_change":"2021-03-04T23:42:41.200325+0000","last_active":"2021-03-04T23:44:22.214370+0000","last_peered":"2021-03-04T23:44:22.214370+0000","last_clean":"2021-03-04T23:44:22.214370+0000","last_became_active":"2021-03-04T23:42:41.199516+0000","last_became_peered":"2021-03-04T23:42:41.199516+0000","last_unstale":"2021-03-04T23:44:22.214370+0000","last_undegraded":"2021-03-04T23:44:22.214370+0000","last_fullsized":"2021-03-04T23:44:22.214370+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,6],"acting":[5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":"102","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.208485+0000","last_change":"2021-03-04T23:41:32.116126+0000","last_active":"2021-03-04T23:44:22.208485+0000","last_peered":"2021-03-04T23:44:22.208485+0000","last_clean":"2021-03-04T23:44:22.208485+0000","last_became_active":"2021-03-04T23:40:54.130343+0000","last_became_peered":"2021-03-04T23:40:54.130343+0000","last_unstale":"2021-03-04T23:44:22.208485+0000","last_undegraded":"2021-03-04T23:44:22.208485+0000","last_fullsized":"2021-03-04T23:44:22.208485+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:32.116082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:32.116082+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":"222","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211452+0000","last_change":"2021-03-04T23:43:44.197897+0000","last_active":"2021-03-04T23:44:22.211452+0000","last_peered":"2021-03-04T23:44:22.211452+0000","last_clean":"2021-03-04T23:44:22.211452+0000","last_became_active":"2021-03-04T23:43:34.426301+0000","last_became_peered":"2021-03-04T23:43:34.426301+0000","last_unstale":"2021-03-04T23:44:22.211452+0000","last_undegraded":"2021-03-04T23:44:22.211452+0000","last_fullsized":"2021-03-04T23:44:22.211452+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:44.197865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:43:44.197865+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"432'15225","reported_seq":"15253","reported_epoch":"432","state":"active+clean","last_fresh":"2021-03-04T23:44:33.174864+0000","last_change":"2021-03-04T23:43:06.419459+0000","last_active":"2021-03-04T23:44:33.174864+0000","last_peered":"2021-03-04T23:44:33.174864+0000","last_clean":"2021-03-04T23:44:33.174864+0000","last_became_active":"2021-03-04T23:43:06.419308+0000","last_became_peered":"2021-03-04T23:43:06.419308+0000","last_unstale":"2021-03-04T23:44:33.174864+0000","last_undegraded":"2021-03-04T23:44:33.174864+0000","last_fullsized":"2021-03-04T23:44:33.174864+0000","mapping_epoch":412,"log_start":"428'11730","ondisk_log_start":"428'11730","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":3495,"ondisk_log_size":3495,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":997785600,"num_objects":15225,"num_object_clones":0,"num_object_copies":45675,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15225,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15225,"num_write_kb":974400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":"489","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211278+0000","last_change":"2021-03-04T23:42:41.198895+0000","last_active":"2021-03-04T23:44:22.211278+0000","last_peered":"2021-03-04T23:44:22.211278+0000","last_clean":"2021-03-04T23:44:22.211278+0000","last_became_active":"2021-03-04T23:42:41.198619+0000","last_became_peered":"2021-03-04T23:42:41.198619+0000","last_unstale":"2021-03-04T23:44:22.211278+0000","last_undegraded":"2021-03-04T23:44:22.211278+0000","last_fullsized":"2021-03-04T23:44:22.211278+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":"416","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210079+0000","last_change":"2021-03-04T23:30:46.262740+0000","last_active":"2021-03-04T23:44:22.210079+0000","last_peered":"2021-03-04T23:44:22.210079+0000","last_clean":"2021-03-04T23:44:22.210079+0000","last_became_active":"2021-03-04T23:30:46.262515+0000","last_became_peered":"2021-03-04T23:30:46.262515+0000","last_unstale":"2021-03-04T23:44:22.210079+0000","last_undegraded":"2021-03-04T23:44:22.210079+0000","last_fullsized":"2021-03-04T23:44:22.210079+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":"114","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.206702+0000","last_change":"2021-03-04T23:42:41.197559+0000","last_active":"2021-03-04T23:44:22.206702+0000","last_peered":"2021-03-04T23:44:22.206702+0000","last_clean":"2021-03-04T23:44:22.206702+0000","last_became_active":"2021-03-04T23:42:41.197279+0000","last_became_peered":"2021-03-04T23:42:41.197279+0000","last_unstale":"2021-03-04T23:44:22.206702+0000","last_undegraded":"2021-03-04T23:44:22.206702+0000","last_fullsized":"2021-03-04T23:44:22.206702+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:20.175124+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:20.175124+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.3","version":"0'0","reported_seq":"116","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210393+0000","last_change":"2021-03-04T23:43:41.148865+0000","last_active":"2021-03-04T23:44:22.210393+0000","last_peered":"2021-03-04T23:44:22.210393+0000","last_clean":"2021-03-04T23:44:22.210393+0000","last_became_active":"2021-03-04T23:43:34.426994+0000","last_became_peered":"2021-03-04T23:43:34.426994+0000","last_unstale":"2021-03-04T23:44:22.210393+0000","last_undegraded":"2021-03-04T23:44:22.210393+0000","last_fullsized":"2021-03-04T23:44:22.210393+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:41.148811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:43:41.148811+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.d","version":"432'15078","reported_seq":"15106","reported_epoch":"432","state":"active+clean","last_fresh":"2021-03-04T23:44:32.546705+0000","last_change":"2021-03-04T23:43:06.420748+0000","last_active":"2021-03-04T23:44:32.546705+0000","last_peered":"2021-03-04T23:44:32.546705+0000","last_clean":"2021-03-04T23:44:32.546705+0000","last_became_active":"2021-03-04T23:43:06.420447+0000","last_became_peered":"2021-03-04T23:43:06.420447+0000","last_unstale":"2021-03-04T23:44:32.546705+0000","last_undegraded":"2021-03-04T23:44:32.546705+0000","last_fullsized":"2021-03-04T23:44:32.546705+0000","mapping_epoch":412,"log_start":"429'12121","ondisk_log_start":"429'12121","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":2957,"ondisk_log_size":2957,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":988151808,"num_objects":15078,"num_object_clones":0,"num_object_copies":45234,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15078,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15078,"num_write_kb":964992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":"198","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.212227+0000","last_change":"2021-03-04T23:39:30.215381+0000","last_active":"2021-03-04T23:44:22.212227+0000","last_peered":"2021-03-04T23:44:22.212227+0000","last_clean":"2021-03-04T23:44:22.212227+0000","last_became_active":"2021-03-04T23:39:30.214939+0000","last_became_peered":"2021-03-04T23:39:30.214939+0000","last_unstale":"2021-03-04T23:44:22.212227+0000","last_undegraded":"2021-03-04T23:44:22.212227+0000","last_fullsized":"2021-03-04T23:44:22.212227+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":"219","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210020+0000","last_change":"2021-03-04T23:30:46.262062+0000","last_active":"2021-03-04T23:44:22.210020+0000","last_peered":"2021-03-04T23:44:22.210020+0000","last_clean":"2021-03-04T23:44:22.210020+0000","last_became_active":"2021-03-04T23:30:46.261732+0000","last_became_peered":"2021-03-04T23:30:46.261732+0000","last_unstale":"2021-03-04T23:44:22.210020+0000","last_undegraded":"2021-03-04T23:44:22.210020+0000","last_fullsized":"2021-03-04T23:44:22.210020+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":"105","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.206655+0000","last_change":"2021-03-04T23:43:37.933169+0000","last_active":"2021-03-04T23:44:22.206655+0000","last_peered":"2021-03-04T23:44:22.206655+0000","last_clean":"2021-03-04T23:44:22.206655+0000","last_became_active":"2021-03-04T23:43:34.434128+0000","last_became_peered":"2021-03-04T23:43:34.434128+0000","last_unstale":"2021-03-04T23:44:22.206655+0000","last_undegraded":"2021-03-04T23:44:22.206655+0000","last_fullsized":"2021-03-04T23:44:22.206655+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":5,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:37.933123+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:43:37.933123+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":"505","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.214074+0000","last_change":"2021-03-04T23:42:05.230298+0000","last_active":"2021-03-04T23:44:22.214074+0000","last_peered":"2021-03-04T23:44:22.214074+0000","last_clean":"2021-03-04T23:44:22.214074+0000","last_became_active":"2021-03-04T23:42:05.230025+0000","last_became_peered":"2021-03-04T23:42:05.230025+0000","last_unstale":"2021-03-04T23:44:22.214074+0000","last_undegraded":"2021-03-04T23:44:22.214074+0000","last_fullsized":"2021-03-04T23:44:22.214074+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:23.310330+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:23.310330+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.f","version":"432'15425","reported_seq":"15453","reported_epoch":"432","state":"active+clean","last_fresh":"2021-03-04T23:44:32.573367+0000","last_change":"2021-03-04T23:43:06.462978+0000","last_active":"2021-03-04T23:44:32.573367+0000","last_peered":"2021-03-04T23:44:32.573367+0000","last_clean":"2021-03-04T23:44:32.573367+0000","last_became_active":"2021-03-04T23:43:06.462732+0000","last_became_peered":"2021-03-04T23:43:06.462732+0000","last_unstale":"2021-03-04T23:44:32.573367+0000","last_undegraded":"2021-03-04T23:44:32.573367+0000","last_fullsized":"2021-03-04T23:44:32.573367+0000","mapping_epoch":412,"log_start":"429'12524","ondisk_log_start":"429'12524","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":2901,"ondisk_log_size":2901,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1010892800,"num_objects":15425,"num_object_clones":0,"num_object_copies":46275,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15425,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15425,"num_write_kb":987200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":"228","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.215972+0000","last_change":"2021-03-04T23:42:41.195167+0000","last_active":"2021-03-04T23:44:22.215972+0000","last_peered":"2021-03-04T23:44:22.215972+0000","last_clean":"2021-03-04T23:44:22.215972+0000","last_became_active":"2021-03-04T23:42:41.194835+0000","last_became_peered":"2021-03-04T23:42:41.194835+0000","last_unstale":"2021-03-04T23:44:22.215972+0000","last_undegraded":"2021-03-04T23:44:22.215972+0000","last_fullsized":"2021-03-04T23:44:22.215972+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":"184","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211649+0000","last_change":"2021-03-04T23:42:41.203398+0000","last_active":"2021-03-04T23:44:22.211649+0000","last_peered":"2021-03-04T23:44:22.211649+0000","last_clean":"2021-03-04T23:44:22.211649+0000","last_became_active":"2021-03-04T23:42:41.203066+0000","last_became_peered":"2021-03-04T23:42:41.203066+0000","last_unstale":"2021-03-04T23:44:22.211649+0000","last_undegraded":"2021-03-04T23:44:22.211649+0000","last_fullsized":"2021-03-04T23:44:22.211649+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":"384","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.209932+0000","last_change":"2021-03-04T23:43:24.707337+0000","last_active":"2021-03-04T23:44:22.209932+0000","last_peered":"2021-03-04T23:44:22.209932+0000","last_clean":"2021-03-04T23:44:22.209932+0000","last_became_active":"2021-03-04T23:42:41.202456+0000","last_became_peered":"2021-03-04T23:42:41.202456+0000","last_unstale":"2021-03-04T23:44:22.209932+0000","last_undegraded":"2021-03-04T23:44:22.209932+0000","last_fullsized":"2021-03-04T23:44:22.209932+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:24.707283+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:43:24.707283+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2","version":"0'0","reported_seq":"105","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.207319+0000","last_change":"2021-03-04T23:43:36.967232+0000","last_active":"2021-03-04T23:44:22.207319+0000","last_peered":"2021-03-04T23:44:22.207319+0000","last_clean":"2021-03-04T23:44:22.207319+0000","last_became_active":"2021-03-04T23:43:34.429720+0000","last_became_peered":"2021-03-04T23:43:34.429720+0000","last_unstale":"2021-03-04T23:44:22.207319+0000","last_undegraded":"2021-03-04T23:44:22.207319+0000","last_fullsized":"2021-03-04T23:44:22.207319+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:36.967190+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:43:36.967190+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.c","version":"432'15095","reported_seq":"15121","reported_epoch":"432","state":"active+clean","last_fresh":"2021-03-04T23:44:33.172457+0000","last_change":"2021-03-04T23:43:06.463287+0000","last_active":"2021-03-04T23:44:33.172457+0000","last_peered":"2021-03-04T23:44:33.172457+0000","last_clean":"2021-03-04T23:44:33.172457+0000","last_became_active":"2021-03-04T23:43:06.462931+0000","last_became_peered":"2021-03-04T23:43:06.462931+0000","last_unstale":"2021-03-04T23:44:33.172457+0000","last_undegraded":"2021-03-04T23:44:33.172457+0000","last_fullsized":"2021-03-04T23:44:33.172457+0000","mapping_epoch":412,"log_start":"428'11667","ondisk_log_start":"428'11667","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":3428,"ondisk_log_size":3428,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":989265920,"num_objects":15095,"num_object_clones":0,"num_object_copies":45285,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15095,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15095,"num_write_kb":966080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":"262","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210393+0000","last_change":"2021-03-04T23:42:41.196967+0000","last_active":"2021-03-04T23:44:22.210393+0000","last_peered":"2021-03-04T23:44:22.210393+0000","last_clean":"2021-03-04T23:44:22.210393+0000","last_became_active":"2021-03-04T23:42:41.196711+0000","last_became_peered":"2021-03-04T23:42:41.196711+0000","last_unstale":"2021-03-04T23:44:22.210393+0000","last_undegraded":"2021-03-04T23:44:22.210393+0000","last_fullsized":"2021-03-04T23:44:22.210393+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":"434","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210277+0000","last_change":"2021-03-04T23:27:50.105376+0000","last_active":"2021-03-04T23:44:22.210277+0000","last_peered":"2021-03-04T23:44:22.210277+0000","last_clean":"2021-03-04T23:44:22.210277+0000","last_became_active":"2021-03-04T23:27:50.103223+0000","last_became_peered":"2021-03-04T23:27:50.103223+0000","last_unstale":"2021-03-04T23:44:22.210277+0000","last_undegraded":"2021-03-04T23:44:22.210277+0000","last_fullsized":"2021-03-04T23:44:22.210277+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":"520","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.214449+0000","last_change":"2021-03-04T23:42:41.200893+0000","last_active":"2021-03-04T23:44:22.214449+0000","last_peered":"2021-03-04T23:44:22.214449+0000","last_clean":"2021-03-04T23:44:22.214449+0000","last_became_active":"2021-03-04T23:42:41.200479+0000","last_became_peered":"2021-03-04T23:42:41.200479+0000","last_unstale":"2021-03-04T23:44:22.214449+0000","last_undegraded":"2021-03-04T23:44:22.214449+0000","last_fullsized":"2021-03-04T23:44:22.214449+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:39.377311+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:39.377311+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":"181","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.214358+0000","last_change":"2021-03-04T23:43:34.877107+0000","last_active":"2021-03-04T23:44:22.214358+0000","last_peered":"2021-03-04T23:44:22.214358+0000","last_clean":"2021-03-04T23:44:22.214358+0000","last_became_active":"2021-03-04T23:43:34.426738+0000","last_became_peered":"2021-03-04T23:43:34.426738+0000","last_unstale":"2021-03-04T23:44:22.214358+0000","last_undegraded":"2021-03-04T23:44:22.214358+0000","last_fullsized":"2021-03-04T23:44:22.214358+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":419,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:34.877072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:43:34.877072+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"432'15534","reported_seq":"15560","reported_epoch":"432","state":"active+clean","last_fresh":"2021-03-04T23:44:33.419145+0000","last_change":"2021-03-04T23:43:06.419938+0000","last_active":"2021-03-04T23:44:33.419145+0000","last_peered":"2021-03-04T23:44:33.419145+0000","last_clean":"2021-03-04T23:44:33.419145+0000","last_became_active":"2021-03-04T23:43:06.419716+0000","last_became_peered":"2021-03-04T23:43:06.419716+0000","last_unstale":"2021-03-04T23:44:33.419145+0000","last_undegraded":"2021-03-04T23:44:33.419145+0000","last_fullsized":"2021-03-04T23:44:33.419145+0000","mapping_epoch":412,"log_start":"429'12412","ondisk_log_start":"429'12412","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":3122,"ondisk_log_size":3122,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1018036224,"num_objects":15534,"num_object_clones":0,"num_object_copies":46602,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15534,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15534,"num_write_kb":994176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":"176","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.214554+0000","last_change":"2021-03-04T23:42:41.193988+0000","last_active":"2021-03-04T23:44:22.214554+0000","last_peered":"2021-03-04T23:44:22.214554+0000","last_clean":"2021-03-04T23:44:22.214554+0000","last_became_active":"2021-03-04T23:42:41.193581+0000","last_became_peered":"2021-03-04T23:42:41.193581+0000","last_unstale":"2021-03-04T23:44:22.214554+0000","last_undegraded":"2021-03-04T23:44:22.214554+0000","last_fullsized":"2021-03-04T23:44:22.214554+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":"462","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.214504+0000","last_change":"2021-03-04T23:42:05.230214+0000","last_active":"2021-03-04T23:44:22.214504+0000","last_peered":"2021-03-04T23:44:22.214504+0000","last_clean":"2021-03-04T23:44:22.214504+0000","last_became_active":"2021-03-04T23:42:05.229923+0000","last_became_peered":"2021-03-04T23:42:05.229923+0000","last_unstale":"2021-03-04T23:44:22.214504+0000","last_undegraded":"2021-03-04T23:44:22.214504+0000","last_fullsized":"2021-03-04T23:44:22.214504+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":"199","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.207995+0000","last_change":"2021-03-04T23:43:00.906226+0000","last_active":"2021-03-04T23:44:22.207995+0000","last_peered":"2021-03-04T23:44:22.207995+0000","last_clean":"2021-03-04T23:44:22.207995+0000","last_became_active":"2021-03-04T23:42:41.197511+0000","last_became_peered":"2021-03-04T23:42:41.197511+0000","last_unstale":"2021-03-04T23:44:22.207995+0000","last_undegraded":"2021-03-04T23:44:22.207995+0000","last_fullsized":"2021-03-04T23:44:22.207995+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":48,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:00.906189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:43:00.906189+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"0'0","reported_seq":"228","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.212098+0000","last_change":"2021-03-04T23:39:54.059315+0000","last_active":"2021-03-04T23:44:22.212098+0000","last_peered":"2021-03-04T23:44:22.212098+0000","last_clean":"2021-03-04T23:44:22.212098+0000","last_became_active":"2021-03-04T23:39:30.220665+0000","last_became_peered":"2021-03-04T23:39:30.220665+0000","last_unstale":"2021-03-04T23:44:22.212098+0000","last_undegraded":"2021-03-04T23:44:22.212098+0000","last_fullsized":"2021-03-04T23:44:22.212098+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:54.059260+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:54.059260+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.7","version":"432'15237","reported_seq":"15265","reported_epoch":"432","state":"active+clean","last_fresh":"2021-03-04T23:44:32.559120+0000","last_change":"2021-03-04T23:43:06.462987+0000","last_active":"2021-03-04T23:44:32.559120+0000","last_peered":"2021-03-04T23:44:32.559120+0000","last_clean":"2021-03-04T23:44:32.559120+0000","last_became_active":"2021-03-04T23:43:06.462732+0000","last_became_peered":"2021-03-04T23:43:06.462732+0000","last_unstale":"2021-03-04T23:44:32.559120+0000","last_undegraded":"2021-03-04T23:44:32.559120+0000","last_fullsized":"2021-03-04T23:44:32.559120+0000","mapping_epoch":412,"log_start":"429'12236","ondisk_log_start":"429'12236","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":3001,"ondisk_log_size":3001,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":998572032,"num_objects":15237,"num_object_clones":0,"num_object_copies":45711,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15237,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15237,"num_write_kb":975168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":"98","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210509+0000","last_change":"2021-03-04T23:42:41.194916+0000","last_active":"2021-03-04T23:44:22.210509+0000","last_peered":"2021-03-04T23:44:22.210509+0000","last_clean":"2021-03-04T23:44:22.210509+0000","last_became_active":"2021-03-04T23:42:41.194686+0000","last_became_peered":"2021-03-04T23:42:41.194686+0000","last_unstale":"2021-03-04T23:44:22.210509+0000","last_undegraded":"2021-03-04T23:44:22.210509+0000","last_fullsized":"2021-03-04T23:44:22.210509+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":"273","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.209878+0000","last_change":"2021-03-04T23:42:41.195281+0000","last_active":"2021-03-04T23:44:22.209878+0000","last_peered":"2021-03-04T23:44:22.209878+0000","last_clean":"2021-03-04T23:44:22.209878+0000","last_became_active":"2021-03-04T23:42:41.195087+0000","last_became_peered":"2021-03-04T23:42:41.195087+0000","last_unstale":"2021-03-04T23:44:22.209878+0000","last_undegraded":"2021-03-04T23:44:22.209878+0000","last_fullsized":"2021-03-04T23:44:22.209878+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,4],"acting":[3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.a","version":"0'0","reported_seq":"181","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.214085+0000","last_change":"2021-03-04T23:42:05.229538+0000","last_active":"2021-03-04T23:44:22.214085+0000","last_peered":"2021-03-04T23:44:22.214085+0000","last_clean":"2021-03-04T23:44:22.214085+0000","last_became_active":"2021-03-04T23:42:05.229264+0000","last_became_peered":"2021-03-04T23:42:05.229264+0000","last_unstale":"2021-03-04T23:44:22.214085+0000","last_undegraded":"2021-03-04T23:44:22.214085+0000","last_fullsized":"2021-03-04T23:44:22.214085+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:56.422414+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:56.422414+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":"371","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.207434+0000","last_change":"2021-03-04T23:42:52.004292+0000","last_active":"2021-03-04T23:44:22.207434+0000","last_peered":"2021-03-04T23:44:22.207434+0000","last_clean":"2021-03-04T23:44:22.207434+0000","last_became_active":"2021-03-04T23:42:41.202447+0000","last_became_peered":"2021-03-04T23:42:41.202447+0000","last_unstale":"2021-03-04T23:44:22.207434+0000","last_undegraded":"2021-03-04T23:44:22.207434+0000","last_fullsized":"2021-03-04T23:44:22.207434+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:52.004210+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:42:52.004210+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"432'15500","reported_seq":"15528","reported_epoch":"432","state":"active+clean","last_fresh":"2021-03-04T23:44:33.177972+0000","last_change":"2021-03-04T23:43:06.419438+0000","last_active":"2021-03-04T23:44:33.177972+0000","last_peered":"2021-03-04T23:44:33.177972+0000","last_clean":"2021-03-04T23:44:33.177972+0000","last_became_active":"2021-03-04T23:43:06.419312+0000","last_became_peered":"2021-03-04T23:43:06.419312+0000","last_unstale":"2021-03-04T23:44:33.177972+0000","last_undegraded":"2021-03-04T23:44:33.177972+0000","last_fullsized":"2021-03-04T23:44:33.177972+0000","mapping_epoch":412,"log_start":"428'12004","ondisk_log_start":"428'12004","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":3496,"ondisk_log_size":3496,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1015808000,"num_objects":15500,"num_object_clones":0,"num_object_copies":46500,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15500,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15500,"num_write_kb":992000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6],"acting":[0,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":"499","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.209865+0000","last_change":"2021-03-04T23:42:41.197032+0000","last_active":"2021-03-04T23:44:22.209865+0000","last_peered":"2021-03-04T23:44:22.209865+0000","last_clean":"2021-03-04T23:44:22.209865+0000","last_became_active":"2021-03-04T23:42:41.196727+0000","last_became_peered":"2021-03-04T23:42:41.196727+0000","last_unstale":"2021-03-04T23:44:22.209865+0000","last_undegraded":"2021-03-04T23:44:22.209865+0000","last_fullsized":"2021-03-04T23:44:22.209865+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,3],"acting":[4,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":"473","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.207106+0000","last_change":"2021-03-04T23:42:41.196820+0000","last_active":"2021-03-04T23:44:22.207106+0000","last_peered":"2021-03-04T23:44:22.207106+0000","last_clean":"2021-03-04T23:44:22.207106+0000","last_became_active":"2021-03-04T23:42:41.196099+0000","last_became_peered":"2021-03-04T23:42:41.196099+0000","last_unstale":"2021-03-04T23:44:22.207106+0000","last_undegraded":"2021-03-04T23:44:22.207106+0000","last_fullsized":"2021-03-04T23:44:22.207106+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,5],"acting":[4,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":"102","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.206745+0000","last_change":"2021-03-04T23:42:41.197762+0000","last_active":"2021-03-04T23:44:22.206745+0000","last_peered":"2021-03-04T23:44:22.206745+0000","last_clean":"2021-03-04T23:44:22.206745+0000","last_became_active":"2021-03-04T23:42:41.197449+0000","last_became_peered":"2021-03-04T23:42:41.197449+0000","last_unstale":"2021-03-04T23:44:22.206745+0000","last_undegraded":"2021-03-04T23:44:22.206745+0000","last_fullsized":"2021-03-04T23:44:22.206745+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:56.621402+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:56.621402+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.b","version":"0'0","reported_seq":"309","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210876+0000","last_change":"2021-03-04T23:43:26.202280+0000","last_active":"2021-03-04T23:44:22.210876+0000","last_peered":"2021-03-04T23:44:22.210876+0000","last_clean":"2021-03-04T23:44:22.210876+0000","last_became_active":"2021-03-04T23:42:41.196085+0000","last_became_peered":"2021-03-04T23:42:41.196085+0000","last_unstale":"2021-03-04T23:44:22.210876+0000","last_undegraded":"2021-03-04T23:44:22.210876+0000","last_fullsized":"2021-03-04T23:44:22.210876+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:26.202236+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:43:26.202236+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.5","version":"432'15195","reported_seq":"15223","reported_epoch":"432","state":"active+clean","last_fresh":"2021-03-04T23:44:32.551761+0000","last_change":"2021-03-04T23:43:06.420728+0000","last_active":"2021-03-04T23:44:32.551761+0000","last_peered":"2021-03-04T23:44:32.551761+0000","last_clean":"2021-03-04T23:44:32.551761+0000","last_became_active":"2021-03-04T23:43:06.420430+0000","last_became_peered":"2021-03-04T23:43:06.420430+0000","last_unstale":"2021-03-04T23:44:32.551761+0000","last_undegraded":"2021-03-04T23:44:32.551761+0000","last_fullsized":"2021-03-04T23:44:32.551761+0000","mapping_epoch":412,"log_start":"429'12332","ondisk_log_start":"429'12332","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":2863,"ondisk_log_size":2863,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":995819520,"num_objects":15195,"num_object_clones":0,"num_object_copies":45585,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15195,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15195,"num_write_kb":972480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":"478","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.208283+0000","last_change":"2021-03-04T23:42:41.206000+0000","last_active":"2021-03-04T23:44:22.208283+0000","last_peered":"2021-03-04T23:44:22.208283+0000","last_clean":"2021-03-04T23:44:22.208283+0000","last_became_active":"2021-03-04T23:42:41.205448+0000","last_became_peered":"2021-03-04T23:42:41.205448+0000","last_unstale":"2021-03-04T23:44:22.208283+0000","last_undegraded":"2021-03-04T23:44:22.208283+0000","last_fullsized":"2021-03-04T23:44:22.208283+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":"198","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210256+0000","last_change":"2021-03-04T23:42:41.201095+0000","last_active":"2021-03-04T23:44:22.210256+0000","last_peered":"2021-03-04T23:44:22.210256+0000","last_clean":"2021-03-04T23:44:22.210256+0000","last_became_active":"2021-03-04T23:42:41.200311+0000","last_became_peered":"2021-03-04T23:42:41.200311+0000","last_unstale":"2021-03-04T23:44:22.210256+0000","last_undegraded":"2021-03-04T23:44:22.210256+0000","last_fullsized":"2021-03-04T23:44:22.210256+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.8","version":"0'0","reported_seq":"178","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.213886+0000","last_change":"2021-03-04T23:42:05.230194+0000","last_active":"2021-03-04T23:44:22.213886+0000","last_peered":"2021-03-04T23:44:22.213886+0000","last_clean":"2021-03-04T23:44:22.213886+0000","last_became_active":"2021-03-04T23:42:05.229890+0000","last_became_peered":"2021-03-04T23:42:05.229890+0000","last_unstale":"2021-03-04T23:44:22.213886+0000","last_undegraded":"2021-03-04T23:44:22.213886+0000","last_fullsized":"2021-03-04T23:44:22.213886+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:35.111905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:35.111905+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":"93","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.208621+0000","last_change":"2021-03-04T23:39:54.581248+0000","last_active":"2021-03-04T23:44:22.208621+0000","last_peered":"2021-03-04T23:44:22.208621+0000","last_clean":"2021-03-04T23:44:22.208621+0000","last_became_active":"2021-03-04T23:39:30.216426+0000","last_became_peered":"2021-03-04T23:39:30.216426+0000","last_unstale":"2021-03-04T23:44:22.208621+0000","last_undegraded":"2021-03-04T23:44:22.208621+0000","last_fullsized":"2021-03-04T23:44:22.208621+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:54.581212+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:54.581212+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.4","version":"432'15270","reported_seq":"15298","reported_epoch":"432","state":"active+clean","last_fresh":"2021-03-04T23:44:32.561674+0000","last_change":"2021-03-04T23:43:06.420716+0000","last_active":"2021-03-04T23:44:32.561674+0000","last_peered":"2021-03-04T23:44:32.561674+0000","last_clean":"2021-03-04T23:44:32.561674+0000","last_became_active":"2021-03-04T23:43:06.420418+0000","last_became_peered":"2021-03-04T23:43:06.420418+0000","last_unstale":"2021-03-04T23:44:32.561674+0000","last_undegraded":"2021-03-04T23:44:32.561674+0000","last_fullsized":"2021-03-04T23:44:32.561674+0000","mapping_epoch":412,"log_start":"429'12453","ondisk_log_start":"429'12453","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":2817,"ondisk_log_size":2817,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1000734720,"num_objects":15270,"num_object_clones":0,"num_object_copies":45810,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15270,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15270,"num_write_kb":977280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":"463","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.207807+0000","last_change":"2021-03-04T23:32:18.971147+0000","last_active":"2021-03-04T23:44:22.207807+0000","last_peered":"2021-03-04T23:44:22.207807+0000","last_clean":"2021-03-04T23:44:22.207807+0000","last_became_active":"2021-03-04T23:32:18.970382+0000","last_became_peered":"2021-03-04T23:32:18.970382+0000","last_unstale":"2021-03-04T23:44:22.207807+0000","last_undegraded":"2021-03-04T23:44:22.207807+0000","last_fullsized":"2021-03-04T23:44:22.207807+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"56'2","reported_seq":"223","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210330+0000","last_change":"2021-03-04T23:30:46.268354+0000","last_active":"2021-03-04T23:44:22.210330+0000","last_peered":"2021-03-04T23:44:22.210330+0000","last_clean":"2021-03-04T23:44:22.210330+0000","last_became_active":"2021-03-04T23:30:46.258743+0000","last_became_peered":"2021-03-04T23:30:46.258743+0000","last_unstale":"2021-03-04T23:44:22.210330+0000","last_undegraded":"2021-03-04T23:44:22.210330+0000","last_fullsized":"2021-03-04T23:44:22.210330+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.9","version":"0'0","reported_seq":"111","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.207090+0000","last_change":"2021-03-04T23:42:05.228978+0000","last_active":"2021-03-04T23:44:22.207090+0000","last_peered":"2021-03-04T23:44:22.207090+0000","last_clean":"2021-03-04T23:44:22.207090+0000","last_became_active":"2021-03-04T23:42:05.228693+0000","last_became_peered":"2021-03-04T23:42:05.228693+0000","last_unstale":"2021-03-04T23:44:22.207090+0000","last_undegraded":"2021-03-04T23:44:22.207090+0000","last_fullsized":"2021-03-04T23:44:22.207090+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:06.621141+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:06.621141+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":"436","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.209955+0000","last_change":"2021-03-04T23:43:25.666800+0000","last_active":"2021-03-04T23:44:22.209955+0000","last_peered":"2021-03-04T23:44:22.209955+0000","last_clean":"2021-03-04T23:44:22.209955+0000","last_became_active":"2021-03-04T23:42:41.192246+0000","last_became_peered":"2021-03-04T23:42:41.192246+0000","last_unstale":"2021-03-04T23:44:22.209955+0000","last_undegraded":"2021-03-04T23:44:22.209955+0000","last_fullsized":"2021-03-04T23:44:22.209955+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:25.666743+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:43:25.666743+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.3","version":"432'15359","reported_seq":"15385","reported_epoch":"432","state":"active+clean","last_fresh":"2021-03-04T23:44:33.161246+0000","last_change":"2021-03-04T23:43:06.420517+0000","last_active":"2021-03-04T23:44:33.161246+0000","last_peered":"2021-03-04T23:44:33.161246+0000","last_clean":"2021-03-04T23:44:33.161246+0000","last_became_active":"2021-03-04T23:43:06.420340+0000","last_became_peered":"2021-03-04T23:43:06.420340+0000","last_unstale":"2021-03-04T23:44:33.161246+0000","last_undegraded":"2021-03-04T23:44:33.161246+0000","last_fullsized":"2021-03-04T23:44:33.161246+0000","mapping_epoch":412,"log_start":"428'11935","ondisk_log_start":"428'11935","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":3424,"ondisk_log_size":3424,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1006567424,"num_objects":15359,"num_object_clones":0,"num_object_copies":46077,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15359,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15359,"num_write_kb":982976,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":"435","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210988+0000","last_change":"2021-03-04T23:42:41.193982+0000","last_active":"2021-03-04T23:44:22.210988+0000","last_peered":"2021-03-04T23:44:22.210988+0000","last_clean":"2021-03-04T23:44:22.210988+0000","last_became_active":"2021-03-04T23:42:41.193814+0000","last_became_peered":"2021-03-04T23:42:41.193814+0000","last_unstale":"2021-03-04T23:44:22.210988+0000","last_undegraded":"2021-03-04T23:44:22.210988+0000","last_fullsized":"2021-03-04T23:44:22.210988+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":"462","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.214305+0000","last_change":"2021-03-04T23:30:46.258744+0000","last_active":"2021-03-04T23:44:22.214305+0000","last_peered":"2021-03-04T23:44:22.214305+0000","last_clean":"2021-03-04T23:44:22.214305+0000","last_became_active":"2021-03-04T23:30:46.258486+0000","last_became_peered":"2021-03-04T23:30:46.258486+0000","last_unstale":"2021-03-04T23:44:22.214305+0000","last_undegraded":"2021-03-04T23:44:22.214305+0000","last_fullsized":"2021-03-04T23:44:22.214305+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":"230","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.208205+0000","last_change":"2021-03-04T23:42:59.349995+0000","last_active":"2021-03-04T23:44:22.208205+0000","last_peered":"2021-03-04T23:44:22.208205+0000","last_clean":"2021-03-04T23:44:22.208205+0000","last_became_active":"2021-03-04T23:42:41.205752+0000","last_became_peered":"2021-03-04T23:42:41.205752+0000","last_unstale":"2021-03-04T23:44:22.208205+0000","last_undegraded":"2021-03-04T23:44:22.208205+0000","last_fullsized":"2021-03-04T23:44:22.208205+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:59.349950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:19.155809+0000","last_clean_scrub_stamp":"2021-03-04T23:42:59.349950+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.e","version":"0'0","reported_seq":"184","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.209751+0000","last_change":"2021-03-04T23:40:07.326456+0000","last_active":"2021-03-04T23:44:22.209751+0000","last_peered":"2021-03-04T23:44:22.209751+0000","last_clean":"2021-03-04T23:44:22.209751+0000","last_became_active":"2021-03-04T23:40:06.133761+0000","last_became_peered":"2021-03-04T23:40:06.133761+0000","last_unstale":"2021-03-04T23:44:22.209751+0000","last_undegraded":"2021-03-04T23:44:22.209751+0000","last_fullsized":"2021-03-04T23:44:22.209751+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:07.326428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:07.326428+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,3],"acting":[4,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2","version":"432'15453","reported_seq":"15481","reported_epoch":"432","state":"active+clean","last_fresh":"2021-03-04T23:44:32.533681+0000","last_change":"2021-03-04T23:43:06.420429+0000","last_active":"2021-03-04T23:44:32.533681+0000","last_peered":"2021-03-04T23:44:32.533681+0000","last_clean":"2021-03-04T23:44:32.533681+0000","last_became_active":"2021-03-04T23:43:06.420160+0000","last_became_peered":"2021-03-04T23:43:06.420160+0000","last_unstale":"2021-03-04T23:44:32.533681+0000","last_undegraded":"2021-03-04T23:44:32.533681+0000","last_fullsized":"2021-03-04T23:44:32.533681+0000","mapping_epoch":412,"log_start":"427'11917","ondisk_log_start":"427'11917","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":3536,"ondisk_log_size":3536,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1012727808,"num_objects":15453,"num_object_clones":0,"num_object_copies":46359,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15453,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15453,"num_write_kb":988992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":"207","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210128+0000","last_change":"2021-03-04T23:42:41.204321+0000","last_active":"2021-03-04T23:44:22.210128+0000","last_peered":"2021-03-04T23:44:22.210128+0000","last_clean":"2021-03-04T23:44:22.210128+0000","last_became_active":"2021-03-04T23:42:41.203377+0000","last_became_peered":"2021-03-04T23:42:41.203377+0000","last_unstale":"2021-03-04T23:44:22.210128+0000","last_undegraded":"2021-03-04T23:44:22.210128+0000","last_fullsized":"2021-03-04T23:44:22.210128+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"56'1","reported_seq":"94","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.208722+0000","last_change":"2021-03-04T23:39:30.317857+0000","last_active":"2021-03-04T23:44:22.208722+0000","last_peered":"2021-03-04T23:44:22.208722+0000","last_clean":"2021-03-04T23:44:22.208722+0000","last_became_active":"2021-03-04T23:39:30.220986+0000","last_became_peered":"2021-03-04T23:39:30.220986+0000","last_unstale":"2021-03-04T23:44:22.208722+0000","last_undegraded":"2021-03-04T23:44:22.208722+0000","last_fullsized":"2021-03-04T23:44:22.208722+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":140,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":"135","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.214754+0000","last_change":"2021-03-04T23:43:24.694899+0000","last_active":"2021-03-04T23:44:22.214754+0000","last_peered":"2021-03-04T23:44:22.214754+0000","last_clean":"2021-03-04T23:44:22.214754+0000","last_became_active":"2021-03-04T23:42:41.193514+0000","last_became_peered":"2021-03-04T23:42:41.193514+0000","last_unstale":"2021-03-04T23:44:22.214754+0000","last_undegraded":"2021-03-04T23:44:22.214754+0000","last_fullsized":"2021-03-04T23:44:22.214754+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:24.694846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:43:24.694846+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.f","version":"0'0","reported_seq":"210","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.212171+0000","last_change":"2021-03-04T23:40:06.230100+0000","last_active":"2021-03-04T23:44:22.212171+0000","last_peered":"2021-03-04T23:44:22.212171+0000","last_clean":"2021-03-04T23:44:22.212171+0000","last_became_active":"2021-03-04T23:40:06.140200+0000","last_became_peered":"2021-03-04T23:40:06.140200+0000","last_unstale":"2021-03-04T23:44:22.212171+0000","last_undegraded":"2021-03-04T23:44:22.212171+0000","last_fullsized":"2021-03-04T23:44:22.212171+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:06.230069+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:06.230069+0000","last_clean_scrub_stamp":"2021-03-04T23:40:06.230069+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1","version":"432'15447","reported_seq":"15475","reported_epoch":"432","state":"active+clean","last_fresh":"2021-03-04T23:44:32.561374+0000","last_change":"2021-03-04T23:43:06.420735+0000","last_active":"2021-03-04T23:44:32.561374+0000","last_peered":"2021-03-04T23:44:32.561374+0000","last_clean":"2021-03-04T23:44:32.561374+0000","last_became_active":"2021-03-04T23:43:06.420489+0000","last_became_peered":"2021-03-04T23:43:06.420489+0000","last_unstale":"2021-03-04T23:44:32.561374+0000","last_undegraded":"2021-03-04T23:44:32.561374+0000","last_fullsized":"2021-03-04T23:44:32.561374+0000","mapping_epoch":412,"log_start":"429'12615","ondisk_log_start":"429'12615","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":2832,"ondisk_log_size":2832,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1012334592,"num_objects":15447,"num_object_clones":0,"num_object_copies":46341,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15447,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15447,"num_write_kb":988608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":"511","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.207368+0000","last_change":"2021-03-04T23:42:41.204588+0000","last_active":"2021-03-04T23:44:22.207368+0000","last_peered":"2021-03-04T23:44:22.207368+0000","last_clean":"2021-03-04T23:44:22.207368+0000","last_became_active":"2021-03-04T23:42:41.204314+0000","last_became_peered":"2021-03-04T23:42:41.204314+0000","last_unstale":"2021-03-04T23:44:22.207368+0000","last_undegraded":"2021-03-04T23:44:22.207368+0000","last_fullsized":"2021-03-04T23:44:22.207368+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"56'2","reported_seq":"107","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.208284+0000","last_change":"2021-03-04T23:42:41.291679+0000","last_active":"2021-03-04T23:44:22.208284+0000","last_peered":"2021-03-04T23:44:22.208284+0000","last_clean":"2021-03-04T23:44:22.208284+0000","last_became_active":"2021-03-04T23:42:41.200153+0000","last_became_peered":"2021-03-04T23:42:41.200153+0000","last_unstale":"2021-03-04T23:44:22.208284+0000","last_undegraded":"2021-03-04T23:44:22.208284+0000","last_fullsized":"2021-03-04T23:44:22.208284+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":"172","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.208783+0000","last_change":"2021-03-04T23:40:56.102976+0000","last_active":"2021-03-04T23:44:22.208783+0000","last_peered":"2021-03-04T23:44:22.208783+0000","last_clean":"2021-03-04T23:44:22.208783+0000","last_became_active":"2021-03-04T23:40:54.134517+0000","last_became_peered":"2021-03-04T23:40:54.134517+0000","last_unstale":"2021-03-04T23:44:22.208783+0000","last_undegraded":"2021-03-04T23:44:22.208783+0000","last_fullsized":"2021-03-04T23:44:22.208783+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":372,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:56.102933+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:56.102933+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.c","version":"0'0","reported_seq":"172","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210268+0000","last_change":"2021-03-04T23:40:09.916129+0000","last_active":"2021-03-04T23:44:22.210268+0000","last_peered":"2021-03-04T23:44:22.210268+0000","last_clean":"2021-03-04T23:44:22.210268+0000","last_became_active":"2021-03-04T23:40:06.136751+0000","last_became_peered":"2021-03-04T23:40:06.136751+0000","last_unstale":"2021-03-04T23:44:22.210268+0000","last_undegraded":"2021-03-04T23:44:22.210268+0000","last_fullsized":"2021-03-04T23:44:22.210268+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:09.916067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:09.916067+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"432'15322","reported_seq":"15350","reported_epoch":"432","state":"active+clean","last_fresh":"2021-03-04T23:44:32.531649+0000","last_change":"2021-03-04T23:43:06.350214+0000","last_active":"2021-03-04T23:44:32.531649+0000","last_peered":"2021-03-04T23:44:32.531649+0000","last_clean":"2021-03-04T23:44:32.531649+0000","last_became_active":"2021-03-04T23:43:06.349995+0000","last_became_peered":"2021-03-04T23:43:06.349995+0000","last_unstale":"2021-03-04T23:44:32.531649+0000","last_undegraded":"2021-03-04T23:44:32.531649+0000","last_fullsized":"2021-03-04T23:44:32.531649+0000","mapping_epoch":412,"log_start":"427'11854","ondisk_log_start":"427'11854","created":412,"last_epoch_clean":413,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:43:05.340541+0000","last_clean_scrub_stamp":"2021-03-04T23:43:05.340541+0000","log_size":3468,"ondisk_log_size":3468,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":1004142592,"num_objects":15322,"num_object_clones":0,"num_object_copies":45966,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15322,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15322,"num_write_kb":980608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,7],"acting":[4,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":"458","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.213921+0000","last_change":"2021-03-04T23:39:30.222326+0000","last_active":"2021-03-04T23:44:22.213921+0000","last_peered":"2021-03-04T23:44:22.213921+0000","last_clean":"2021-03-04T23:44:22.213921+0000","last_became_active":"2021-03-04T23:39:30.221680+0000","last_became_peered":"2021-03-04T23:39:30.221680+0000","last_unstale":"2021-03-04T23:44:22.213921+0000","last_undegraded":"2021-03-04T23:44:22.213921+0000","last_fullsized":"2021-03-04T23:44:22.213921+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"56'1","reported_seq":"94","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.208531+0000","last_change":"2021-03-04T23:39:30.314857+0000","last_active":"2021-03-04T23:44:22.208531+0000","last_peered":"2021-03-04T23:44:22.208531+0000","last_clean":"2021-03-04T23:44:22.208531+0000","last_became_active":"2021-03-04T23:39:30.218970+0000","last_became_peered":"2021-03-04T23:39:30.218970+0000","last_unstale":"2021-03-04T23:44:22.208531+0000","last_undegraded":"2021-03-04T23:44:22.208531+0000","last_fullsized":"2021-03-04T23:44:22.208531+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":"141","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210329+0000","last_change":"2021-03-04T23:43:00.815957+0000","last_active":"2021-03-04T23:44:22.210329+0000","last_peered":"2021-03-04T23:44:22.210329+0000","last_clean":"2021-03-04T23:44:22.210329+0000","last_became_active":"2021-03-04T23:42:05.227967+0000","last_became_peered":"2021-03-04T23:42:05.227967+0000","last_unstale":"2021-03-04T23:44:22.210329+0000","last_undegraded":"2021-03-04T23:44:22.210329+0000","last_fullsized":"2021-03-04T23:44:22.210329+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:00.815918+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:43:00.815918+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.d","version":"0'0","reported_seq":"114","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.208564+0000","last_change":"2021-03-04T23:42:41.203927+0000","last_active":"2021-03-04T23:44:22.208564+0000","last_peered":"2021-03-04T23:44:22.208564+0000","last_clean":"2021-03-04T23:44:22.208564+0000","last_became_active":"2021-03-04T23:42:41.203740+0000","last_became_peered":"2021-03-04T23:42:41.203740+0000","last_unstale":"2021-03-04T23:44:22.208564+0000","last_undegraded":"2021-03-04T23:44:22.208564+0000","last_fullsized":"2021-03-04T23:44:22.208564+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:10.658499+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:40:10.658499+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":"264","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210587+0000","last_change":"2021-03-04T23:42:41.196993+0000","last_active":"2021-03-04T23:44:22.210587+0000","last_peered":"2021-03-04T23:44:22.210587+0000","last_clean":"2021-03-04T23:44:22.210587+0000","last_became_active":"2021-03-04T23:42:41.196769+0000","last_became_peered":"2021-03-04T23:42:41.196769+0000","last_unstale":"2021-03-04T23:44:22.210587+0000","last_undegraded":"2021-03-04T23:44:22.210587+0000","last_fullsized":"2021-03-04T23:44:22.210587+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"56'8","reported_seq":"321","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211729+0000","last_change":"2021-03-04T23:27:50.116199+0000","last_active":"2021-03-04T23:44:22.211729+0000","last_peered":"2021-03-04T23:44:22.211729+0000","last_clean":"2021-03-04T23:44:22.211729+0000","last_became_active":"2021-03-04T23:27:50.115943+0000","last_became_peered":"2021-03-04T23:27:50.115943+0000","last_unstale":"2021-03-04T23:44:22.211729+0000","last_undegraded":"2021-03-04T23:44:22.211729+0000","last_fullsized":"2021-03-04T23:44:22.211729+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":175,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":"150","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211804+0000","last_change":"2021-03-04T23:42:41.203222+0000","last_active":"2021-03-04T23:44:22.211804+0000","last_peered":"2021-03-04T23:44:22.211804+0000","last_clean":"2021-03-04T23:44:22.211804+0000","last_became_active":"2021-03-04T23:42:41.202258+0000","last_became_peered":"2021-03-04T23:42:41.202258+0000","last_unstale":"2021-03-04T23:44:22.211804+0000","last_undegraded":"2021-03-04T23:44:22.211804+0000","last_fullsized":"2021-03-04T23:44:22.211804+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:36:09.861569+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:36:09.861569+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,5],"acting":[6,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.12","version":"0'0","reported_seq":"163","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.214192+0000","last_change":"2021-03-04T23:42:41.205020+0000","last_active":"2021-03-04T23:44:22.214192+0000","last_peered":"2021-03-04T23:44:22.214192+0000","last_clean":"2021-03-04T23:44:22.214192+0000","last_became_active":"2021-03-04T23:42:41.204689+0000","last_became_peered":"2021-03-04T23:42:41.204689+0000","last_unstale":"2021-03-04T23:44:22.214192+0000","last_undegraded":"2021-03-04T23:44:22.214192+0000","last_fullsized":"2021-03-04T23:44:22.214192+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:57.382703+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:57.382703+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,7],"acting":[5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":"453","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211161+0000","last_change":"2021-03-04T23:39:30.220947+0000","last_active":"2021-03-04T23:44:22.211161+0000","last_peered":"2021-03-04T23:44:22.211161+0000","last_clean":"2021-03-04T23:44:22.211161+0000","last_became_active":"2021-03-04T23:39:30.220726+0000","last_became_peered":"2021-03-04T23:39:30.220726+0000","last_unstale":"2021-03-04T23:44:22.211161+0000","last_undegraded":"2021-03-04T23:44:22.211161+0000","last_fullsized":"2021-03-04T23:44:22.211161+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":"90","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.207194+0000","last_change":"2021-03-04T23:39:30.220918+0000","last_active":"2021-03-04T23:44:22.207194+0000","last_peered":"2021-03-04T23:44:22.207194+0000","last_clean":"2021-03-04T23:44:22.207194+0000","last_became_active":"2021-03-04T23:39:30.220611+0000","last_became_peered":"2021-03-04T23:39:30.220611+0000","last_unstale":"2021-03-04T23:44:22.207194+0000","last_undegraded":"2021-03-04T23:44:22.207194+0000","last_fullsized":"2021-03-04T23:44:22.207194+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":"121","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.208880+0000","last_change":"2021-03-04T23:43:00.365741+0000","last_active":"2021-03-04T23:44:22.208880+0000","last_peered":"2021-03-04T23:44:22.208880+0000","last_clean":"2021-03-04T23:44:22.208880+0000","last_became_active":"2021-03-04T23:42:41.202429+0000","last_became_peered":"2021-03-04T23:42:41.202429+0000","last_unstale":"2021-03-04T23:44:22.208880+0000","last_undegraded":"2021-03-04T23:44:22.208880+0000","last_fullsized":"2021-03-04T23:44:22.208880+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":191,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:00.365707+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:43:00.365707+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.13","version":"0'0","reported_seq":"140","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210366+0000","last_change":"2021-03-04T23:43:35.926925+0000","last_active":"2021-03-04T23:44:22.210366+0000","last_peered":"2021-03-04T23:44:22.210366+0000","last_clean":"2021-03-04T23:44:22.210366+0000","last_became_active":"2021-03-04T23:42:41.194205+0000","last_became_peered":"2021-03-04T23:42:41.194205+0000","last_unstale":"2021-03-04T23:44:22.210366+0000","last_undegraded":"2021-03-04T23:44:22.210366+0000","last_fullsized":"2021-03-04T23:44:22.210366+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:35.926874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:43:35.926874+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":"455","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.214567+0000","last_change":"2021-03-04T23:39:30.220876+0000","last_active":"2021-03-04T23:44:22.214567+0000","last_peered":"2021-03-04T23:44:22.214567+0000","last_clean":"2021-03-04T23:44:22.214567+0000","last_became_active":"2021-03-04T23:39:30.220597+0000","last_became_peered":"2021-03-04T23:39:30.220597+0000","last_unstale":"2021-03-04T23:44:22.214567+0000","last_undegraded":"2021-03-04T23:44:22.214567+0000","last_fullsized":"2021-03-04T23:44:22.214567+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":"90","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.207155+0000","last_change":"2021-03-04T23:39:30.219697+0000","last_active":"2021-03-04T23:44:22.207155+0000","last_peered":"2021-03-04T23:44:22.207155+0000","last_clean":"2021-03-04T23:44:22.207155+0000","last_became_active":"2021-03-04T23:39:30.219087+0000","last_became_peered":"2021-03-04T23:39:30.219087+0000","last_unstale":"2021-03-04T23:44:22.207155+0000","last_undegraded":"2021-03-04T23:44:22.207155+0000","last_fullsized":"2021-03-04T23:44:22.207155+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,3],"acting":[7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.10","version":"0'0","reported_seq":"172","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.213779+0000","last_change":"2021-03-04T23:40:49.398499+0000","last_active":"2021-03-04T23:44:22.213779+0000","last_peered":"2021-03-04T23:44:22.213779+0000","last_clean":"2021-03-04T23:44:22.213779+0000","last_became_active":"2021-03-04T23:40:06.138630+0000","last_became_peered":"2021-03-04T23:40:06.138630+0000","last_unstale":"2021-03-04T23:44:22.213779+0000","last_undegraded":"2021-03-04T23:44:22.213779+0000","last_fullsized":"2021-03-04T23:44:22.213779+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:49.398457+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:49.398457+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":"95","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211013+0000","last_change":"2021-03-04T23:39:53.115098+0000","last_active":"2021-03-04T23:44:22.211013+0000","last_peered":"2021-03-04T23:44:22.211013+0000","last_clean":"2021-03-04T23:44:22.211013+0000","last_became_active":"2021-03-04T23:39:30.214725+0000","last_became_peered":"2021-03-04T23:39:30.214725+0000","last_unstale":"2021-03-04T23:44:22.211013+0000","last_undegraded":"2021-03-04T23:44:22.211013+0000","last_fullsized":"2021-03-04T23:44:22.211013+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:53.115043+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:53.115043+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":"282","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210463+0000","last_change":"2021-03-04T23:42:41.193333+0000","last_active":"2021-03-04T23:44:22.210463+0000","last_peered":"2021-03-04T23:44:22.210463+0000","last_clean":"2021-03-04T23:44:22.210463+0000","last_became_active":"2021-03-04T23:42:41.193101+0000","last_became_peered":"2021-03-04T23:42:41.193101+0000","last_unstale":"2021-03-04T23:44:22.210463+0000","last_undegraded":"2021-03-04T23:44:22.210463+0000","last_fullsized":"2021-03-04T23:44:22.210463+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"56'2","reported_seq":"111","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.207918+0000","last_change":"2021-03-04T23:42:05.407764+0000","last_active":"2021-03-04T23:44:22.207918+0000","last_peered":"2021-03-04T23:44:22.207918+0000","last_clean":"2021-03-04T23:44:22.207918+0000","last_became_active":"2021-03-04T23:42:05.225405+0000","last_became_peered":"2021-03-04T23:42:05.225405+0000","last_unstale":"2021-03-04T23:44:22.207918+0000","last_undegraded":"2021-03-04T23:44:22.207918+0000","last_fullsized":"2021-03-04T23:44:22.207918+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":136,"num_keys_recovered":40,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.11","version":"0'0","reported_seq":"154","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.214292+0000","last_change":"2021-03-04T23:40:52.376026+0000","last_active":"2021-03-04T23:44:22.214292+0000","last_peered":"2021-03-04T23:44:22.214292+0000","last_clean":"2021-03-04T23:44:22.214292+0000","last_became_active":"2021-03-04T23:40:06.137147+0000","last_became_peered":"2021-03-04T23:40:06.137147+0000","last_unstale":"2021-03-04T23:44:22.214292+0000","last_undegraded":"2021-03-04T23:44:22.214292+0000","last_fullsized":"2021-03-04T23:44:22.214292+0000","mapping_epoch":302,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:52.375979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:52.375979+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":"507","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.214511+0000","last_change":"2021-03-04T23:40:46.432297+0000","last_active":"2021-03-04T23:44:22.214511+0000","last_peered":"2021-03-04T23:44:22.214511+0000","last_clean":"2021-03-04T23:44:22.214511+0000","last_became_active":"2021-03-04T23:39:30.221581+0000","last_became_peered":"2021-03-04T23:39:30.221581+0000","last_unstale":"2021-03-04T23:44:22.214511+0000","last_undegraded":"2021-03-04T23:44:22.214511+0000","last_fullsized":"2021-03-04T23:44:22.214511+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:46.432264+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:46.432264+0000","last_clean_scrub_stamp":"2021-03-04T23:40:46.432264+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":"463","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.208233+0000","last_change":"2021-03-04T23:42:41.198884+0000","last_active":"2021-03-04T23:44:22.208233+0000","last_peered":"2021-03-04T23:44:22.208233+0000","last_clean":"2021-03-04T23:44:22.208233+0000","last_became_active":"2021-03-04T23:42:41.198642+0000","last_became_peered":"2021-03-04T23:42:41.198642+0000","last_unstale":"2021-03-04T23:44:22.208233+0000","last_undegraded":"2021-03-04T23:44:22.208233+0000","last_fullsized":"2021-03-04T23:44:22.208233+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"65'13","reported_seq":"513","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.207763+0000","last_change":"2021-03-04T23:39:30.223989+0000","last_active":"2021-03-04T23:44:22.207763+0000","last_peered":"2021-03-04T23:44:22.207763+0000","last_clean":"2021-03-04T23:44:22.207763+0000","last_became_active":"2021-03-04T23:39:30.216932+0000","last_became_peered":"2021-03-04T23:39:30.216932+0000","last_unstale":"2021-03-04T23:44:22.207763+0000","last_undegraded":"2021-03-04T23:44:22.207763+0000","last_fullsized":"2021-03-04T23:44:22.207763+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":13,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":2599,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":24,"num_bytes_recovered":15594,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.16","version":"0'0","reported_seq":"126","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210506+0000","last_change":"2021-03-04T23:43:33.883078+0000","last_active":"2021-03-04T23:44:22.210506+0000","last_peered":"2021-03-04T23:44:22.210506+0000","last_clean":"2021-03-04T23:44:22.210506+0000","last_became_active":"2021-03-04T23:42:41.199217+0000","last_became_peered":"2021-03-04T23:42:41.199217+0000","last_unstale":"2021-03-04T23:44:22.210506+0000","last_undegraded":"2021-03-04T23:44:22.210506+0000","last_fullsized":"2021-03-04T23:44:22.210506+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:43:33.883042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:43:33.883042+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":"265","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.214440+0000","last_change":"2021-03-04T23:42:59.517390+0000","last_active":"2021-03-04T23:44:22.214440+0000","last_peered":"2021-03-04T23:44:22.214440+0000","last_clean":"2021-03-04T23:44:22.214440+0000","last_became_active":"2021-03-04T23:42:41.206249+0000","last_became_peered":"2021-03-04T23:42:41.206249+0000","last_unstale":"2021-03-04T23:44:22.214440+0000","last_undegraded":"2021-03-04T23:44:22.214440+0000","last_fullsized":"2021-03-04T23:44:22.214440+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:59.517348+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:42:59.517348+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,6],"acting":[5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":"184","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210162+0000","last_change":"2021-03-04T23:42:41.204103+0000","last_active":"2021-03-04T23:44:22.210162+0000","last_peered":"2021-03-04T23:44:22.210162+0000","last_clean":"2021-03-04T23:44:22.210162+0000","last_became_active":"2021-03-04T23:42:41.202479+0000","last_became_peered":"2021-03-04T23:42:41.202479+0000","last_unstale":"2021-03-04T23:44:22.210162+0000","last_undegraded":"2021-03-04T23:44:22.210162+0000","last_fullsized":"2021-03-04T23:44:22.210162+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"56'3","reported_seq":"96","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.208402+0000","last_change":"2021-03-04T23:39:30.227675+0000","last_active":"2021-03-04T23:44:22.208402+0000","last_peered":"2021-03-04T23:44:22.208402+0000","last_clean":"2021-03-04T23:44:22.208402+0000","last_became_active":"2021-03-04T23:39:30.218151+0000","last_became_peered":"2021-03-04T23:39:30.218151+0000","last_unstale":"2021-03-04T23:44:22.208402+0000","last_undegraded":"2021-03-04T23:44:22.208402+0000","last_fullsized":"2021-03-04T23:44:22.208402+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":270,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.17","version":"0'0","reported_seq":"140","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.214711+0000","last_change":"2021-03-04T23:42:02.436790+0000","last_active":"2021-03-04T23:44:22.214711+0000","last_peered":"2021-03-04T23:44:22.214711+0000","last_clean":"2021-03-04T23:44:22.214711+0000","last_became_active":"2021-03-04T23:41:16.123876+0000","last_became_peered":"2021-03-04T23:41:16.123876+0000","last_unstale":"2021-03-04T23:44:22.214711+0000","last_undegraded":"2021-03-04T23:44:22.214711+0000","last_fullsized":"2021-03-04T23:44:22.214711+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:02.436747+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:42:02.436747+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,6],"acting":[5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":"93","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211468+0000","last_change":"2021-03-04T23:40:03.118597+0000","last_active":"2021-03-04T23:44:22.211468+0000","last_peered":"2021-03-04T23:44:22.211468+0000","last_clean":"2021-03-04T23:44:22.211468+0000","last_became_active":"2021-03-04T23:39:30.213868+0000","last_became_peered":"2021-03-04T23:39:30.213868+0000","last_unstale":"2021-03-04T23:44:22.211468+0000","last_undegraded":"2021-03-04T23:44:22.211468+0000","last_fullsized":"2021-03-04T23:44:22.211468+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:03.118561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:03.118561+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":"257","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.209712+0000","last_change":"2021-03-04T23:39:30.216385+0000","last_active":"2021-03-04T23:44:22.209712+0000","last_peered":"2021-03-04T23:44:22.209712+0000","last_clean":"2021-03-04T23:44:22.209712+0000","last_became_active":"2021-03-04T23:39:30.216111+0000","last_became_peered":"2021-03-04T23:39:30.216111+0000","last_unstale":"2021-03-04T23:44:22.209712+0000","last_undegraded":"2021-03-04T23:44:22.209712+0000","last_fullsized":"2021-03-04T23:44:22.209712+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":"501","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.214650+0000","last_change":"2021-03-04T23:42:41.195188+0000","last_active":"2021-03-04T23:44:22.214650+0000","last_peered":"2021-03-04T23:44:22.214650+0000","last_clean":"2021-03-04T23:44:22.214650+0000","last_became_active":"2021-03-04T23:42:41.194827+0000","last_became_peered":"2021-03-04T23:42:41.194827+0000","last_unstale":"2021-03-04T23:44:22.214650+0000","last_undegraded":"2021-03-04T23:44:22.214650+0000","last_fullsized":"2021-03-04T23:44:22.214650+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.14","version":"0'0","reported_seq":"160","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.207906+0000","last_change":"2021-03-04T23:42:59.939471+0000","last_active":"2021-03-04T23:44:22.207906+0000","last_peered":"2021-03-04T23:44:22.207906+0000","last_clean":"2021-03-04T23:44:22.207906+0000","last_became_active":"2021-03-04T23:42:41.198516+0000","last_became_peered":"2021-03-04T23:42:41.198516+0000","last_unstale":"2021-03-04T23:44:22.207906+0000","last_undegraded":"2021-03-04T23:44:22.207906+0000","last_fullsized":"2021-03-04T23:44:22.207906+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":196,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:59.939438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:42:59.939438+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":"391","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211787+0000","last_change":"2021-03-04T23:42:41.202301+0000","last_active":"2021-03-04T23:44:22.211787+0000","last_peered":"2021-03-04T23:44:22.211787+0000","last_clean":"2021-03-04T23:44:22.211787+0000","last_became_active":"2021-03-04T23:42:41.201265+0000","last_became_peered":"2021-03-04T23:42:41.201265+0000","last_unstale":"2021-03-04T23:44:22.211787+0000","last_undegraded":"2021-03-04T23:44:22.211787+0000","last_fullsized":"2021-03-04T23:44:22.211787+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:01.091942+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:01.091942+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":"246","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.209804+0000","last_change":"2021-03-04T23:42:41.197805+0000","last_active":"2021-03-04T23:44:22.209804+0000","last_peered":"2021-03-04T23:44:22.209804+0000","last_clean":"2021-03-04T23:44:22.209804+0000","last_became_active":"2021-03-04T23:42:41.197560+0000","last_became_peered":"2021-03-04T23:42:41.197560+0000","last_unstale":"2021-03-04T23:44:22.209804+0000","last_undegraded":"2021-03-04T23:44:22.209804+0000","last_fullsized":"2021-03-04T23:44:22.209804+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,4],"acting":[3,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":"425","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211180+0000","last_change":"2021-03-04T23:30:46.258509+0000","last_active":"2021-03-04T23:44:22.211180+0000","last_peered":"2021-03-04T23:44:22.211180+0000","last_clean":"2021-03-04T23:44:22.211180+0000","last_became_active":"2021-03-04T23:30:46.258277+0000","last_became_peered":"2021-03-04T23:30:46.258277+0000","last_unstale":"2021-03-04T23:44:22.211180+0000","last_undegraded":"2021-03-04T23:44:22.211180+0000","last_fullsized":"2021-03-04T23:44:22.211180+0000","mapping_epoch":222,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":223,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.15","version":"0'0","reported_seq":"114","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.208796+0000","last_change":"2021-03-04T23:42:41.196694+0000","last_active":"2021-03-04T23:44:22.208796+0000","last_peered":"2021-03-04T23:44:22.208796+0000","last_clean":"2021-03-04T23:44:22.208796+0000","last_became_active":"2021-03-04T23:42:41.196258+0000","last_became_peered":"2021-03-04T23:42:41.196258+0000","last_unstale":"2021-03-04T23:44:22.208796+0000","last_undegraded":"2021-03-04T23:44:22.208796+0000","last_fullsized":"2021-03-04T23:44:22.208796+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:42.146013+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:34.642965+0000","last_clean_scrub_stamp":"2021-03-04T23:41:42.146013+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":"111","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.214666+0000","last_change":"2021-03-04T23:42:41.199781+0000","last_active":"2021-03-04T23:44:22.214666+0000","last_peered":"2021-03-04T23:44:22.214666+0000","last_clean":"2021-03-04T23:44:22.214666+0000","last_became_active":"2021-03-04T23:42:41.199570+0000","last_became_peered":"2021-03-04T23:42:41.199570+0000","last_unstale":"2021-03-04T23:44:22.214666+0000","last_undegraded":"2021-03-04T23:44:22.214666+0000","last_fullsized":"2021-03-04T23:44:22.214666+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:47.428345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:47.428345+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,3],"acting":[5,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":"189","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.212024+0000","last_change":"2021-03-04T23:42:41.203071+0000","last_active":"2021-03-04T23:44:22.212024+0000","last_peered":"2021-03-04T23:44:22.212024+0000","last_clean":"2021-03-04T23:44:22.212024+0000","last_became_active":"2021-03-04T23:42:41.202258+0000","last_became_peered":"2021-03-04T23:42:41.202258+0000","last_unstale":"2021-03-04T23:44:22.212024+0000","last_undegraded":"2021-03-04T23:44:22.212024+0000","last_fullsized":"2021-03-04T23:44:22.212024+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":"246","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.209728+0000","last_change":"2021-03-04T23:42:41.195259+0000","last_active":"2021-03-04T23:44:22.209728+0000","last_peered":"2021-03-04T23:44:22.209728+0000","last_clean":"2021-03-04T23:44:22.209728+0000","last_became_active":"2021-03-04T23:42:41.195077+0000","last_became_peered":"2021-03-04T23:42:41.195077+0000","last_unstale":"2021-03-04T23:44:22.209728+0000","last_undegraded":"2021-03-04T23:44:22.209728+0000","last_fullsized":"2021-03-04T23:44:22.209728+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1a","version":"0'0","reported_seq":"189","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.207877+0000","last_change":"2021-03-04T23:42:41.197438+0000","last_active":"2021-03-04T23:44:22.207877+0000","last_peered":"2021-03-04T23:44:22.207877+0000","last_clean":"2021-03-04T23:44:22.207877+0000","last_became_active":"2021-03-04T23:42:41.197128+0000","last_became_peered":"2021-03-04T23:42:41.197128+0000","last_unstale":"2021-03-04T23:44:22.207877+0000","last_undegraded":"2021-03-04T23:44:22.207877+0000","last_fullsized":"2021-03-04T23:44:22.207877+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:34.014645+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:57.222138+0000","last_clean_scrub_stamp":"2021-03-04T23:41:34.014645+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,5],"acting":[4,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":"394","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210122+0000","last_change":"2021-03-04T23:39:32.808091+0000","last_active":"2021-03-04T23:44:22.210122+0000","last_peered":"2021-03-04T23:44:22.210122+0000","last_clean":"2021-03-04T23:44:22.210122+0000","last_became_active":"2021-03-04T23:39:30.214851+0000","last_became_peered":"2021-03-04T23:39:30.214851+0000","last_unstale":"2021-03-04T23:44:22.210122+0000","last_undegraded":"2021-03-04T23:44:22.210122+0000","last_fullsized":"2021-03-04T23:44:22.210122+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:32.808051+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:39:32.808051+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":"471","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211340+0000","last_change":"2021-03-04T23:39:30.221075+0000","last_active":"2021-03-04T23:44:22.211340+0000","last_peered":"2021-03-04T23:44:22.211340+0000","last_clean":"2021-03-04T23:44:22.211340+0000","last_became_active":"2021-03-04T23:39:30.220777+0000","last_became_peered":"2021-03-04T23:39:30.220777+0000","last_unstale":"2021-03-04T23:44:22.211340+0000","last_undegraded":"2021-03-04T23:44:22.211340+0000","last_fullsized":"2021-03-04T23:44:22.211340+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":"92","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.209725+0000","last_change":"2021-03-04T23:42:41.202741+0000","last_active":"2021-03-04T23:44:22.209725+0000","last_peered":"2021-03-04T23:44:22.209725+0000","last_clean":"2021-03-04T23:44:22.209725+0000","last_became_active":"2021-03-04T23:42:41.202501+0000","last_became_peered":"2021-03-04T23:42:41.202501+0000","last_unstale":"2021-03-04T23:44:22.209725+0000","last_undegraded":"2021-03-04T23:44:22.209725+0000","last_fullsized":"2021-03-04T23:44:22.209725+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.1b","version":"0'0","reported_seq":"162","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.213859+0000","last_change":"2021-03-04T23:41:40.333026+0000","last_active":"2021-03-04T23:44:22.213859+0000","last_peered":"2021-03-04T23:44:22.213859+0000","last_clean":"2021-03-04T23:44:22.213859+0000","last_became_active":"2021-03-04T23:41:16.123529+0000","last_became_peered":"2021-03-04T23:41:16.123529+0000","last_unstale":"2021-03-04T23:44:22.213859+0000","last_undegraded":"2021-03-04T23:44:22.213859+0000","last_fullsized":"2021-03-04T23:44:22.213859+0000","mapping_epoch":316,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:40.332998+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:41:40.332998+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":"93","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.213817+0000","last_change":"2021-03-04T23:40:48.425436+0000","last_active":"2021-03-04T23:44:22.213817+0000","last_peered":"2021-03-04T23:44:22.213817+0000","last_clean":"2021-03-04T23:44:22.213817+0000","last_became_active":"2021-03-04T23:39:30.221596+0000","last_became_peered":"2021-03-04T23:39:30.221596+0000","last_unstale":"2021-03-04T23:44:22.213817+0000","last_undegraded":"2021-03-04T23:44:22.213817+0000","last_fullsized":"2021-03-04T23:44:22.213817+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:48.425405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:48.425405+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":"228","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211452+0000","last_change":"2021-03-04T23:42:41.205136+0000","last_active":"2021-03-04T23:44:22.211452+0000","last_peered":"2021-03-04T23:44:22.211452+0000","last_clean":"2021-03-04T23:44:22.211452+0000","last_became_active":"2021-03-04T23:42:41.204889+0000","last_became_peered":"2021-03-04T23:42:41.204889+0000","last_unstale":"2021-03-04T23:44:22.211452+0000","last_undegraded":"2021-03-04T23:44:22.211452+0000","last_fullsized":"2021-03-04T23:44:22.211452+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:49.568175+0000","last_clean_scrub_stamp":"2021-03-04T23:05:49.568175+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,6],"acting":[3,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"56'1","reported_seq":"504","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.208825+0000","last_change":"2021-03-04T23:42:41.195026+0000","last_active":"2021-03-04T23:44:22.208825+0000","last_peered":"2021-03-04T23:44:22.208825+0000","last_clean":"2021-03-04T23:44:22.208825+0000","last_became_active":"2021-03-04T23:42:41.194705+0000","last_became_peered":"2021-03-04T23:42:41.194705+0000","last_unstale":"2021-03-04T23:44:22.208825+0000","last_undegraded":"2021-03-04T23:44:22.208825+0000","last_fullsized":"2021-03-04T23:44:22.208825+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:05:48.562125+0000","last_clean_scrub_stamp":"2021-03-04T23:05:48.562125+0000","log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.18","version":"0'0","reported_seq":"216","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.213657+0000","last_change":"2021-03-04T23:42:41.195653+0000","last_active":"2021-03-04T23:44:22.213657+0000","last_peered":"2021-03-04T23:44:22.213657+0000","last_clean":"2021-03-04T23:44:22.213657+0000","last_became_active":"2021-03-04T23:42:41.195329+0000","last_became_peered":"2021-03-04T23:42:41.195329+0000","last_unstale":"2021-03-04T23:44:22.213657+0000","last_undegraded":"2021-03-04T23:44:22.213657+0000","last_fullsized":"2021-03-04T23:44:22.213657+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":313,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:01.485524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:42:01.485524+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,0],"acting":[5,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":"374","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210260+0000","last_change":"2021-03-04T23:40:00.692080+0000","last_active":"2021-03-04T23:44:22.210260+0000","last_peered":"2021-03-04T23:44:22.210260+0000","last_clean":"2021-03-04T23:44:22.210260+0000","last_became_active":"2021-03-04T23:39:30.217676+0000","last_became_peered":"2021-03-04T23:39:30.217676+0000","last_unstale":"2021-03-04T23:44:22.210260+0000","last_undegraded":"2021-03-04T23:44:22.210260+0000","last_fullsized":"2021-03-04T23:44:22.210260+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":334,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:00.692033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:40:00.692033+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.23","version":"0'0","reported_seq":"81","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210189+0000","last_change":"2021-03-04T23:42:41.197679+0000","last_active":"2021-03-04T23:44:22.210189+0000","last_peered":"2021-03-04T23:44:22.210189+0000","last_clean":"2021-03-04T23:44:22.210189+0000","last_became_active":"2021-03-04T23:42:41.197454+0000","last_became_peered":"2021-03-04T23:42:41.197454+0000","last_unstale":"2021-03-04T23:44:22.210189+0000","last_undegraded":"2021-03-04T23:44:22.210189+0000","last_fullsized":"2021-03-04T23:44:22.210189+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:25.191488+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:25.191488+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.20","version":"0'0","reported_seq":"361","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211038+0000","last_change":"2021-03-04T23:42:58.199227+0000","last_active":"2021-03-04T23:44:22.211038+0000","last_peered":"2021-03-04T23:44:22.211038+0000","last_clean":"2021-03-04T23:44:22.211038+0000","last_became_active":"2021-03-04T23:42:41.200303+0000","last_became_peered":"2021-03-04T23:42:41.200303+0000","last_unstale":"2021-03-04T23:44:22.211038+0000","last_undegraded":"2021-03-04T23:44:22.211038+0000","last_fullsized":"2021-03-04T23:44:22.211038+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:58.199193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:42:58.199193+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.21","version":"0'0","reported_seq":"95","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210159+0000","last_change":"2021-03-04T23:40:01.717180+0000","last_active":"2021-03-04T23:44:22.210159+0000","last_peered":"2021-03-04T23:44:22.210159+0000","last_clean":"2021-03-04T23:44:22.210159+0000","last_became_active":"2021-03-04T23:39:30.217726+0000","last_became_peered":"2021-03-04T23:39:30.217726+0000","last_unstale":"2021-03-04T23:44:22.210159+0000","last_undegraded":"2021-03-04T23:44:22.210159+0000","last_fullsized":"2021-03-04T23:44:22.210159+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:01.717109+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:01.717109+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.22","version":"0'0","reported_seq":"510","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.209905+0000","last_change":"2021-03-04T23:41:29.226061+0000","last_active":"2021-03-04T23:44:22.209905+0000","last_peered":"2021-03-04T23:44:22.209905+0000","last_clean":"2021-03-04T23:44:22.209905+0000","last_became_active":"2021-03-04T23:41:00.156627+0000","last_became_peered":"2021-03-04T23:41:00.156627+0000","last_unstale":"2021-03-04T23:44:22.209905+0000","last_undegraded":"2021-03-04T23:44:22.209905+0000","last_fullsized":"2021-03-04T23:44:22.209905+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:29.226026+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:29.226026+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,3],"acting":[6,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.22","version":"0'0","reported_seq":"93","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210263+0000","last_change":"2021-03-04T23:40:02.079303+0000","last_active":"2021-03-04T23:44:22.210263+0000","last_peered":"2021-03-04T23:44:22.210263+0000","last_clean":"2021-03-04T23:44:22.210263+0000","last_became_active":"2021-03-04T23:39:30.215033+0000","last_became_peered":"2021-03-04T23:39:30.215033+0000","last_unstale":"2021-03-04T23:44:22.210263+0000","last_undegraded":"2021-03-04T23:44:22.210263+0000","last_fullsized":"2021-03-04T23:44:22.210263+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:02.079269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:02.079269+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,7],"acting":[6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.21","version":"0'0","reported_seq":"304","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.209735+0000","last_change":"2021-03-04T23:42:59.140427+0000","last_active":"2021-03-04T23:44:22.209735+0000","last_peered":"2021-03-04T23:44:22.209735+0000","last_clean":"2021-03-04T23:44:22.209735+0000","last_became_active":"2021-03-04T23:42:05.223363+0000","last_became_peered":"2021-03-04T23:42:05.223363+0000","last_unstale":"2021-03-04T23:44:22.209735+0000","last_undegraded":"2021-03-04T23:44:22.209735+0000","last_fullsized":"2021-03-04T23:44:22.209735+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:59.140387+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:42:59.140387+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6],"acting":[0,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.23","version":"0'0","reported_seq":"104","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211217+0000","last_change":"2021-03-04T23:42:41.199033+0000","last_active":"2021-03-04T23:44:22.211217+0000","last_peered":"2021-03-04T23:44:22.211217+0000","last_clean":"2021-03-04T23:44:22.211217+0000","last_became_active":"2021-03-04T23:42:41.198670+0000","last_became_peered":"2021-03-04T23:42:41.198670+0000","last_unstale":"2021-03-04T23:44:22.211217+0000","last_undegraded":"2021-03-04T23:44:22.211217+0000","last_fullsized":"2021-03-04T23:44:22.211217+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:54.110222+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:54.110222+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.20","version":"0'0","reported_seq":"113","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.207058+0000","last_change":"2021-03-04T23:41:36.149224+0000","last_active":"2021-03-04T23:44:22.207058+0000","last_peered":"2021-03-04T23:44:22.207058+0000","last_clean":"2021-03-04T23:44:22.207058+0000","last_became_active":"2021-03-04T23:41:00.150740+0000","last_became_peered":"2021-03-04T23:41:00.150740+0000","last_unstale":"2021-03-04T23:44:22.207058+0000","last_undegraded":"2021-03-04T23:44:22.207058+0000","last_fullsized":"2021-03-04T23:44:22.207058+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:36.149192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:36.149192+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.24","version":"0'0","reported_seq":"175","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210209+0000","last_change":"2021-03-04T23:39:30.216876+0000","last_active":"2021-03-04T23:44:22.210209+0000","last_peered":"2021-03-04T23:44:22.210209+0000","last_clean":"2021-03-04T23:44:22.210209+0000","last_became_active":"2021-03-04T23:39:30.216114+0000","last_became_peered":"2021-03-04T23:39:30.216114+0000","last_unstale":"2021-03-04T23:44:22.210209+0000","last_undegraded":"2021-03-04T23:44:22.210209+0000","last_fullsized":"2021-03-04T23:44:22.210209+0000","mapping_epoch":351,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:27.799553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:27.799553+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.25","version":"0'0","reported_seq":"143","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211320+0000","last_change":"2021-03-04T23:42:59.805621+0000","last_active":"2021-03-04T23:44:22.211320+0000","last_peered":"2021-03-04T23:44:22.211320+0000","last_clean":"2021-03-04T23:44:22.211320+0000","last_became_active":"2021-03-04T23:42:05.229434+0000","last_became_peered":"2021-03-04T23:42:05.229434+0000","last_unstale":"2021-03-04T23:44:22.211320+0000","last_undegraded":"2021-03-04T23:44:22.211320+0000","last_fullsized":"2021-03-04T23:44:22.211320+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:59.805570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:42:59.805570+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.25","version":"0'0","reported_seq":"288","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.208389+0000","last_change":"2021-03-04T23:41:22.986460+0000","last_active":"2021-03-04T23:44:22.208389+0000","last_peered":"2021-03-04T23:44:22.208389+0000","last_clean":"2021-03-04T23:44:22.208389+0000","last_became_active":"2021-03-04T23:41:00.154037+0000","last_became_peered":"2021-03-04T23:41:00.154037+0000","last_unstale":"2021-03-04T23:44:22.208389+0000","last_undegraded":"2021-03-04T23:44:22.208389+0000","last_fullsized":"2021-03-04T23:44:22.208389+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:22.986421+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:22.986421+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.26","version":"0'0","reported_seq":"95","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.209888+0000","last_change":"2021-03-04T23:42:41.199872+0000","last_active":"2021-03-04T23:44:22.209888+0000","last_peered":"2021-03-04T23:44:22.209888+0000","last_clean":"2021-03-04T23:44:22.209888+0000","last_became_active":"2021-03-04T23:42:41.199512+0000","last_became_peered":"2021-03-04T23:42:41.199512+0000","last_unstale":"2021-03-04T23:44:22.209888+0000","last_undegraded":"2021-03-04T23:44:22.209888+0000","last_fullsized":"2021-03-04T23:44:22.209888+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:00.482441+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:00.482441+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.24","version":"0'0","reported_seq":"79","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211413+0000","last_change":"2021-03-04T23:42:41.201951+0000","last_active":"2021-03-04T23:44:22.211413+0000","last_peered":"2021-03-04T23:44:22.211413+0000","last_clean":"2021-03-04T23:44:22.211413+0000","last_became_active":"2021-03-04T23:42:41.199336+0000","last_became_peered":"2021-03-04T23:42:41.199336+0000","last_unstale":"2021-03-04T23:44:22.211413+0000","last_undegraded":"2021-03-04T23:44:22.211413+0000","last_fullsized":"2021-03-04T23:44:22.211413+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":371,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:25.141077+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:04:41.985018+0000","last_clean_scrub_stamp":"2021-03-04T23:41:25.141077+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.27","version":"0'0","reported_seq":"236","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211682+0000","last_change":"2021-03-04T23:42:41.202130+0000","last_active":"2021-03-04T23:44:22.211682+0000","last_peered":"2021-03-04T23:44:22.211682+0000","last_clean":"2021-03-04T23:44:22.211682+0000","last_became_active":"2021-03-04T23:42:41.201150+0000","last_became_peered":"2021-03-04T23:42:41.201150+0000","last_unstale":"2021-03-04T23:44:22.211682+0000","last_undegraded":"2021-03-04T23:44:22.211682+0000","last_fullsized":"2021-03-04T23:44:22.211682+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:39:58.058046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:39:58.058046+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,5],"acting":[6,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.28","version":"0'0","reported_seq":"186","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.213593+0000","last_change":"2021-03-04T23:42:05.224913+0000","last_active":"2021-03-04T23:44:22.213593+0000","last_peered":"2021-03-04T23:44:22.213593+0000","last_clean":"2021-03-04T23:44:22.213593+0000","last_became_active":"2021-03-04T23:42:05.224084+0000","last_became_peered":"2021-03-04T23:42:05.224084+0000","last_unstale":"2021-03-04T23:44:22.213593+0000","last_undegraded":"2021-03-04T23:44:22.213593+0000","last_fullsized":"2021-03-04T23:44:22.213593+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":344,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:09.047446+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:09.047446+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.29","version":"0'0","reported_seq":"200","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.214056+0000","last_change":"2021-03-04T23:42:58.497030+0000","last_active":"2021-03-04T23:44:22.214056+0000","last_peered":"2021-03-04T23:44:22.214056+0000","last_clean":"2021-03-04T23:44:22.214056+0000","last_became_active":"2021-03-04T23:42:05.227359+0000","last_became_peered":"2021-03-04T23:42:05.227359+0000","last_unstale":"2021-03-04T23:44:22.214056+0000","last_undegraded":"2021-03-04T23:44:22.214056+0000","last_fullsized":"2021-03-04T23:44:22.214056+0000","mapping_epoch":387,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":388,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:42:58.497000+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:42:58.497000+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2a","version":"0'0","reported_seq":"101","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.209875+0000","last_change":"2021-03-04T23:42:41.202643+0000","last_active":"2021-03-04T23:44:22.209875+0000","last_peered":"2021-03-04T23:44:22.209875+0000","last_clean":"2021-03-04T23:44:22.209875+0000","last_became_active":"2021-03-04T23:42:41.202368+0000","last_became_peered":"2021-03-04T23:42:41.202368+0000","last_unstale":"2021-03-04T23:44:22.209875+0000","last_undegraded":"2021-03-04T23:44:22.209875+0000","last_fullsized":"2021-03-04T23:44:22.209875+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:41.826047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:41.826047+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2b","version":"0'0","reported_seq":"101","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.210262+0000","last_change":"2021-03-04T23:42:41.194120+0000","last_active":"2021-03-04T23:44:22.210262+0000","last_peered":"2021-03-04T23:44:22.210262+0000","last_clean":"2021-03-04T23:44:22.210262+0000","last_became_active":"2021-03-04T23:42:41.193319+0000","last_became_peered":"2021-03-04T23:42:41.193319+0000","last_unstale":"2021-03-04T23:44:22.210262+0000","last_undegraded":"2021-03-04T23:44:22.210262+0000","last_fullsized":"2021-03-04T23:44:22.210262+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:39.802729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:08.441353+0000","last_clean_scrub_stamp":"2021-03-04T23:40:39.802729+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.2c","version":"0'0","reported_seq":"81","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.207669+0000","last_change":"2021-03-04T23:40:37.436343+0000","last_active":"2021-03-04T23:44:22.207669+0000","last_peered":"2021-03-04T23:44:22.207669+0000","last_clean":"2021-03-04T23:44:22.207669+0000","last_became_active":"2021-03-04T23:40:12.162285+0000","last_became_peered":"2021-03-04T23:40:12.162285+0000","last_unstale":"2021-03-04T23:44:22.207669+0000","last_undegraded":"2021-03-04T23:44:22.207669+0000","last_fullsized":"2021-03-04T23:44:22.207669+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:37.436295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:37.436295+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.2d","version":"0'0","reported_seq":"99","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.214095+0000","last_change":"2021-03-04T23:42:41.207170+0000","last_active":"2021-03-04T23:44:22.214095+0000","last_peered":"2021-03-04T23:44:22.214095+0000","last_clean":"2021-03-04T23:44:22.214095+0000","last_became_active":"2021-03-04T23:42:41.206773+0000","last_became_peered":"2021-03-04T23:42:41.206773+0000","last_unstale":"2021-03-04T23:44:22.214095+0000","last_undegraded":"2021-03-04T23:44:22.214095+0000","last_fullsized":"2021-03-04T23:44:22.214095+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:22.345032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:36:18.290803+0000","last_clean_scrub_stamp":"2021-03-04T23:41:22.345032+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,4],"acting":[5,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2e","version":"0'0","reported_seq":"81","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211225+0000","last_change":"2021-03-04T23:40:12.356841+0000","last_active":"2021-03-04T23:44:22.211225+0000","last_peered":"2021-03-04T23:44:22.211225+0000","last_clean":"2021-03-04T23:44:22.211225+0000","last_became_active":"2021-03-04T23:40:12.159997+0000","last_became_peered":"2021-03-04T23:40:12.159997+0000","last_unstale":"2021-03-04T23:44:22.211225+0000","last_undegraded":"2021-03-04T23:44:22.211225+0000","last_fullsized":"2021-03-04T23:44:22.211225+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:12.356809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:12.356809+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.2f","version":"0'0","reported_seq":"210","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.214527+0000","last_change":"2021-03-04T23:41:20.351847+0000","last_active":"2021-03-04T23:44:22.214527+0000","last_peered":"2021-03-04T23:44:22.214527+0000","last_clean":"2021-03-04T23:44:22.214527+0000","last_became_active":"2021-03-04T23:40:12.162845+0000","last_became_peered":"2021-03-04T23:40:12.162845+0000","last_unstale":"2021-03-04T23:44:22.214527+0000","last_undegraded":"2021-03-04T23:44:22.214527+0000","last_fullsized":"2021-03-04T23:44:22.214527+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:41:20.351799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:39:32.738345+0000","last_clean_scrub_stamp":"2021-03-04T23:41:20.351799+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.30","version":"0'0","reported_seq":"83","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.209696+0000","last_change":"2021-03-04T23:40:14.029873+0000","last_active":"2021-03-04T23:44:22.209696+0000","last_peered":"2021-03-04T23:44:22.209696+0000","last_clean":"2021-03-04T23:44:22.209696+0000","last_became_active":"2021-03-04T23:40:12.160174+0000","last_became_peered":"2021-03-04T23:40:12.160174+0000","last_unstale":"2021-03-04T23:44:22.209696+0000","last_undegraded":"2021-03-04T23:44:22.209696+0000","last_fullsized":"2021-03-04T23:44:22.209696+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:14.029812+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:40:14.029812+0000","last_clean_scrub_stamp":"2021-03-04T23:40:14.029812+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.31","version":"0'0","reported_seq":"90","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.211603+0000","last_change":"2021-03-04T23:42:41.204144+0000","last_active":"2021-03-04T23:44:22.211603+0000","last_peered":"2021-03-04T23:44:22.211603+0000","last_clean":"2021-03-04T23:44:22.211603+0000","last_became_active":"2021-03-04T23:42:41.203182+0000","last_became_peered":"2021-03-04T23:42:41.203182+0000","last_unstale":"2021-03-04T23:44:22.211603+0000","last_undegraded":"2021-03-04T23:44:22.211603+0000","last_fullsized":"2021-03-04T23:44:22.211603+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:13.401578+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:13.401578+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.32","version":"0'0","reported_seq":"81","reported_epoch":"431","state":"active+clean","last_fresh":"2021-03-04T23:44:22.207231+0000","last_change":"2021-03-04T23:40:35.463239+0000","last_active":"2021-03-04T23:44:22.207231+0000","last_peered":"2021-03-04T23:44:22.207231+0000","last_clean":"2021-03-04T23:44:22.207231+0000","last_became_active":"2021-03-04T23:40:12.158753+0000","last_became_peered":"2021-03-04T23:40:12.158753+0000","last_unstale":"2021-03-04T23:44:22.207231+0000","last_undegraded":"2021-03-04T23:44:22.207231+0000","last_fullsized":"2021-03-04T23:44:22.207231+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":361,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2021-03-04T23:40:35.463208+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-03-04T23:01:45.495407+0000","last_clean_scrub_stamp":"2021-03-04T23:40:35.463208+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":16,"stat_sum":{"num_bytes":16099639296,"num_objects":245661,"num_object_clones":0,"num_object_copies":736983,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":245661,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":245661,"num_write_kb":15722304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":48271720448,"data_stored":48271720448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":50453,"ondisk_log_size":50453,"up":48,"acting":48,"num_store_stats":6},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":3368,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":83,"num_bytes_recovered":17821,"num_keys_recovered":40,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":10691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8282288,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":71,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":213,"acting":213,"num_store_stats":8},{"poolid":2,"num_pg":38,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":114,"acting":114,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568496102,"num_pgs":102,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":10784188,"kb_used_data":9735604,"kb_used_omap":864,"kb_used_meta":1047711,"kb_avail":77296196,"statfs":{"total":90194313216,"available":79151304704,"internally_reserved":1073741824,"allocated":9969258496,"data_stored":9967159371,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":885569,"internal_metadata":1072856255},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:44:18 2021","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.441,"15min":0.61799999999999999},"min":{"1min":0.14000000000000001,"5min":0.14000000000000001,"15min":0.125},"max":{"1min":2.2599999999999998,"5min":3.1539999999999999,"15min":75.203000000000003},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.626,"5min":0.55200000000000005,"15min":0.69399999999999995},"min":{"1min":0.17499999999999999,"5min":0.16300000000000001,"15min":0.158},"max":{"1min":2.9049999999999998,"5min":3.1720000000000002,"15min":75.129999999999995},"last":1.929}]},{"osd":1,"last update":"Thu Mar 4 23:43:54 2021","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":1.8300000000000001,"15min":0.89500000000000002},"min":{"1min":0.224,"5min":0.16900000000000001,"15min":0.16900000000000001},"max":{"1min":1.8460000000000001,"5min":83.061999999999998,"15min":83.061999999999998},"last":2.016},{"interface":"front","average":{"1min":0.60699999999999998,"5min":1.885,"15min":0.93200000000000005},"min":{"1min":0.29999999999999999,"5min":0.16,"15min":0.14799999999999999},"max":{"1min":1.962,"5min":83.028999999999996,"15min":83.028999999999996},"last":1.964}]},{"osd":2,"last update":"Thu Mar 4 23:43:39 2021","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":1.839,"15min":0.89500000000000002},"min":{"1min":0.21199999999999999,"5min":0.16500000000000001,"15min":0.16500000000000001},"max":{"1min":1.3720000000000001,"5min":100.518,"15min":100.518},"last":0.22700000000000001},{"interface":"front","average":{"1min":0.53200000000000003,"5min":1.903,"15min":0.93700000000000006},"min":{"1min":0.27100000000000002,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":1.022,"5min":100.58499999999999,"15min":100.58499999999999},"last":2.0369999999999999}]},{"osd":3,"last update":"Thu Mar 4 23:43:39 2021","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":1.482,"15min":0.79100000000000004},"min":{"1min":0.193,"5min":0.188,"15min":0.17299999999999999},"max":{"1min":1.337,"5min":69.442999999999998,"15min":69.442999999999998},"last":0.255},{"interface":"front","average":{"1min":0.373,"5min":1.548,"15min":0.79200000000000004},"min":{"1min":0.17000000000000001,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":0.89600000000000002,"5min":69.858999999999995,"15min":69.858999999999995},"last":0.26700000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:43:39 2021","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.372,"15min":0.40400000000000003},"min":{"1min":0.16500000000000001,"5min":0.14299999999999999,"15min":0.13},"max":{"1min":0.99299999999999999,"5min":2.5739999999999998,"15min":4.8689999999999998},"last":2.6600000000000001},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.39300000000000002,"15min":0.38200000000000001},"min":{"1min":0.156,"5min":0.156,"15min":0.14000000000000001},"max":{"1min":1.415,"5min":2.0350000000000001,"15min":2.7450000000000001},"last":0.20699999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:43:39 2021","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.35699999999999998,"15min":0.39200000000000002},"min":{"1min":0.183,"5min":0.157,"15min":0.14000000000000001},"max":{"1min":0.93600000000000005,"5min":1.9850000000000001,"15min":4.4180000000000001},"last":0.31},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.45600000000000002,"15min":0.46600000000000003},"min":{"1min":0.255,"5min":0.17799999999999999,"15min":0.156},"max":{"1min":1.1240000000000001,"5min":2.5179999999999998,"15min":4.8079999999999998},"last":5.4009999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:44:15 2021","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.46999999999999997,"15min":0.46400000000000002},"min":{"1min":0.219,"5min":0.16200000000000001,"15min":0.14699999999999999},"max":{"1min":2.347,"5min":2.347,"15min":8.1649999999999991},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.752,"5min":0.52100000000000002,"15min":0.51100000000000001},"min":{"1min":0.254,"5min":0.19800000000000001,"15min":0.17100000000000001},"max":{"1min":2.601,"5min":2.714,"15min":8.0039999999999996},"last":1.9910000000000001}]}]},{"osd":6,"up_from":41,"seq":176093659604,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":9835064,"kb_used_data":8786480,"kb_used_omap":3318,"kb_used_meta":1045257,"kb_avail":78245320,"statfs":{"total":90194313216,"available":80123207680,"internally_reserved":1073741824,"allocated":8997355520,"data_stored":8995260932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3397993,"internal_metadata":1070343831},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:43:31 2021","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.626,"15min":0.49399999999999999},"min":{"1min":0.13900000000000001,"5min":0.13500000000000001,"15min":0.13200000000000001},"max":{"1min":1.925,"5min":3.0529999999999999,"15min":3.2160000000000002},"last":3.5009999999999999},{"interface":"front","average":{"1min":0.438,"5min":0.496,"15min":0.45900000000000002},"min":{"1min":0.14499999999999999,"5min":0.13900000000000001,"15min":0.13900000000000001},"max":{"1min":1.718,"5min":3.2160000000000002,"15min":3.2160000000000002},"last":0.26600000000000001}]},{"osd":1,"last update":"Thu Mar 4 23:43:50 2021","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":1.738,"15min":0.873},"min":{"1min":0.16,"5min":0.153,"15min":0.14599999999999999},"max":{"1min":1.9630000000000001,"5min":92.263999999999996,"15min":92.263999999999996},"last":3.5310000000000001},{"interface":"front","average":{"1min":0.42599999999999999,"5min":1.4630000000000001,"15min":0.75700000000000001},"min":{"1min":0.19800000000000001,"5min":0.158,"15min":0.158},"max":{"1min":1.0669999999999999,"5min":91.950999999999993,"15min":91.950999999999993},"last":0.27900000000000003}]},{"osd":2,"last update":"Thu Mar 4 23:43:50 2021","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":1.905,"15min":0.95599999999999996},"min":{"1min":0.21099999999999999,"5min":0.18099999999999999,"15min":0.17299999999999999},"max":{"1min":1.7709999999999999,"5min":139.33099999999999,"15min":139.33099999999999},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":2.0129999999999999,"15min":0.995},"min":{"1min":0.189,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":1.9990000000000001,"5min":139.51400000000001,"15min":139.51400000000001},"last":3.7799999999999998}]},{"osd":3,"last update":"Thu Mar 4 23:43:50 2021","interfaces":[{"interface":"back","average":{"1min":6.5700000000000003,"5min":3.6789999999999998,"15min":1.885},"min":{"1min":0.186,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":131.80199999999999,"5min":131.80199999999999,"15min":131.80199999999999},"last":3.7410000000000001},{"interface":"front","average":{"1min":6.3760000000000003,"5min":3.4950000000000001,"15min":1.8009999999999999},"min":{"1min":0.186,"5min":0.183,"15min":0.183},"max":{"1min":131.78399999999999,"5min":131.78399999999999,"15min":131.78399999999999},"last":0.247}]},{"osd":4,"last update":"Thu Mar 4 23:43:31 2021","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.44700000000000001,"15min":0.39700000000000002},"min":{"1min":0.14999999999999999,"5min":0.13600000000000001,"15min":0.13600000000000001},"max":{"1min":1.1759999999999999,"5min":4.3540000000000001,"15min":4.3540000000000001},"last":1.2589999999999999},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.434,"15min":0.41799999999999998},"min":{"1min":0.17899999999999999,"5min":0.14399999999999999,"15min":0.14299999999999999},"max":{"1min":2.2210000000000001,"5min":3.1179999999999999,"15min":3.1179999999999999},"last":0.184}]},{"osd":5,"last update":"Thu Mar 4 23:43:31 2021","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.41999999999999998,"15min":0.44600000000000001},"min":{"1min":0.19900000000000001,"5min":0.17000000000000001,"15min":0.155},"max":{"1min":1.45,"5min":3.2589999999999999,"15min":18.030000000000001},"last":0.217},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.46600000000000003,"15min":0.50800000000000001},"min":{"1min":0.21099999999999999,"5min":0.17799999999999999,"15min":0.14299999999999999},"max":{"1min":1.792,"5min":3.0059999999999998,"15min":17.949999999999999},"last":0.313}]},{"osd":7,"last update":"Thu Mar 4 23:43:31 2021","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.47599999999999998,"15min":0.42099999999999999},"min":{"1min":0.222,"5min":0.187,"15min":0.16500000000000001},"max":{"1min":1.4410000000000001,"5min":3.1440000000000001,"15min":3.569},"last":1.736},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.20300000000000001,"5min":0.17000000000000001,"15min":0.17000000000000001},"max":{"1min":1.8149999999999999,"5min":3.4220000000000002,"15min":3.8050000000000002},"last":0.34499999999999997}]}]},{"osd":1,"up_from":0,"seq":373662155122,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":0,"up_from":174,"seq":747324309706,"num_pgs":88,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":6985896,"kb_used_data":6808032,"kb_used_omap":353,"kb_used_meta":177502,"kb_avail":81094488,"statfs":{"total":90194313216,"available":83040755712,"internally_reserved":0,"allocated":6971424768,"data_stored":6969343883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":361661,"internal_metadata":181762883},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,2,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Mar 4 23:44:23 2021","interfaces":[{"interface":"back","average":{"1min":0.26000000000000001,"5min":0.39200000000000002,"15min":0.32100000000000001},"min":{"1min":0.13900000000000001,"5min":0.13900000000000001,"15min":0.12},"max":{"1min":0.90300000000000002,"5min":3.2650000000000001,"15min":3.2650000000000001},"last":0.20599999999999999},{"interface":"front","average":{"1min":0.248,"5min":0.47299999999999998,"15min":0.32900000000000001},"min":{"1min":0.14799999999999999,"5min":0.13500000000000001,"15min":0.128},"max":{"1min":1.0880000000000001,"5min":2.7189999999999999,"15min":2.7599999999999998},"last":0.16600000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:44:23 2021","interfaces":[{"interface":"back","average":{"1min":0.23799999999999999,"5min":0.46500000000000002,"15min":0.35099999999999998},"min":{"1min":0.17699999999999999,"5min":0.14000000000000001,"15min":0.13500000000000001},"max":{"1min":0.38800000000000001,"5min":3.3650000000000002,"15min":3.3650000000000002},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.29099999999999998,"5min":0.40799999999999997,"15min":0.375},"min":{"1min":0.17399999999999999,"5min":0.17199999999999999,"15min":0.14000000000000001},"max":{"1min":0.93700000000000006,"5min":3.9289999999999998,"15min":3.9289999999999998},"last":0.26200000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:44:23 2021","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.54100000000000004,"15min":0.40200000000000002},"min":{"1min":0.158,"5min":0.152,"15min":0.128},"max":{"1min":1.8560000000000001,"5min":3.2240000000000002,"15min":5.0289999999999999},"last":0.188},{"interface":"front","average":{"1min":0.33300000000000002,"5min":0.44700000000000001,"15min":0.39900000000000002},"min":{"1min":0.156,"5min":0.156,"15min":0.151},"max":{"1min":1.103,"5min":2.0950000000000002,"15min":2.6080000000000001},"last":0.28799999999999998}]},{"osd":4,"last update":"Thu Mar 4 23:44:23 2021","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.55400000000000005,"15min":0.47199999999999998},"min":{"1min":0.22800000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":1.1930000000000001,"5min":3.2690000000000001,"15min":3.2690000000000001},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.60799999999999998,"15min":0.55700000000000005},"min":{"1min":0.217,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":1.748,"5min":3.7639999999999998,"15min":3.7639999999999998},"last":0.625}]},{"osd":5,"last update":"Thu Mar 4 23:44:23 2021","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.51900000000000002,"15min":0.501},"min":{"1min":0.253,"5min":0.214,"15min":0.20699999999999999},"max":{"1min":1.3400000000000001,"5min":2.298,"15min":2.637},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.375,"5min":0.627,"15min":0.48099999999999998},"min":{"1min":0.20799999999999999,"5min":0.20699999999999999,"15min":0.20100000000000001},"max":{"1min":1.161,"5min":2.7650000000000001,"15min":2.7650000000000001},"last":1.534}]},{"osd":6,"last update":"Thu Mar 4 23:44:23 2021","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.70099999999999996,"15min":0.57299999999999995},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.19600000000000001},"max":{"1min":1.2250000000000001,"5min":2.8300000000000001,"15min":5.835},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.59499999999999997,"15min":0.504},"min":{"1min":0.246,"5min":0.245,"15min":0.23400000000000001},"max":{"1min":1.712,"5min":3.2909999999999999,"15min":3.2909999999999999},"last":1.982}]},{"osd":7,"last update":"Thu Mar 4 23:44:23 2021","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.69099999999999995,"15min":0.54500000000000004},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":2.8370000000000002,"5min":2.8370000000000002,"15min":2.8370000000000002},"last":0.247},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.64800000000000002,"15min":0.54200000000000004},"min":{"1min":0.28599999999999998,"5min":0.219,"15min":0.219},"max":{"1min":2.113,"5min":3.3290000000000002,"15min":3.3290000000000002},"last":0.372}]}]},{"osd":2,"up_from":0,"seq":442381631846,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":126,"seq":541165879642,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":10091296,"kb_used_data":9909208,"kb_used_omap":361,"kb_used_meta":181718,"kb_avail":77989088,"statfs":{"total":90194313216,"available":79860826112,"internally_reserved":0,"allocated":10147028992,"data_stored":10144954675,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":370596,"internal_metadata":186079324},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:44:16 2021","interfaces":[{"interface":"back","average":{"1min":0.17899999999999999,"5min":2.0920000000000001,"15min":1.1899999999999999},"min":{"1min":0.13100000000000001,"5min":0.13100000000000001,"15min":0.127},"max":{"1min":0.28499999999999998,"5min":85.155000000000001,"15min":85.155000000000001},"last":0.159},{"interface":"front","average":{"1min":0.224,"5min":2.1179999999999999,"15min":1.242},"min":{"1min":0.13900000000000001,"5min":0.13900000000000001,"15min":0.13500000000000001},"max":{"1min":0.42799999999999999,"5min":85.247,"15min":85.247},"last":0.27000000000000002}]},{"osd":1,"last update":"Thu Mar 4 23:43:37 2021","interfaces":[{"interface":"back","average":{"1min":0.25900000000000001,"5min":1.329,"15min":0.71399999999999997},"min":{"1min":0.16900000000000001,"5min":0.14899999999999999,"15min":0.13300000000000001},"max":{"1min":0.59499999999999997,"5min":79.055999999999997,"15min":79.055999999999997},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.27800000000000002,"5min":1.2450000000000001,"15min":0.70899999999999996},"min":{"1min":0.16400000000000001,"5min":0.14999999999999999,"15min":0.13600000000000001},"max":{"1min":0.38500000000000001,"5min":79.075000000000003,"15min":79.075000000000003},"last":0.214}]},{"osd":2,"last update":"Thu Mar 4 23:43:38 2021","interfaces":[{"interface":"back","average":{"1min":0.26500000000000001,"5min":1.3520000000000001,"15min":0.67400000000000004},"min":{"1min":0.17599999999999999,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":0.66200000000000003,"5min":52.024999999999999,"15min":52.024999999999999},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.307,"5min":1.47,"15min":0.71499999999999997},"min":{"1min":0.17999999999999999,"5min":0.17799999999999999,"15min":0.151},"max":{"1min":0.67100000000000004,"5min":51.856999999999999,"15min":51.856999999999999},"last":0.19700000000000001}]},{"osd":4,"last update":"Thu Mar 4 23:43:38 2021","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.60599999999999998,"15min":0.80300000000000005},"min":{"1min":0.252,"5min":0.21099999999999999,"15min":0.19400000000000001},"max":{"1min":0.88800000000000001,"5min":3.0049999999999999,"15min":68.614999999999995},"last":0.252},{"interface":"front","average":{"1min":0.505,"5min":0.53100000000000003,"15min":0.51400000000000001},"min":{"1min":0.28799999999999998,"5min":0.21099999999999999,"15min":0.19800000000000001},"max":{"1min":1.165,"5min":3.1019999999999999,"15min":11.256},"last":0.315}]},{"osd":5,"last update":"Thu Mar 4 23:43:38 2021","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.56100000000000005,"15min":0.499},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.98399999999999999,"5min":3.294,"15min":3.294},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.67200000000000004,"15min":0.51200000000000001},"min":{"1min":0.26500000000000001,"5min":0.182,"15min":0.182},"max":{"1min":1.1719999999999999,"5min":5.0190000000000001,"15min":5.0190000000000001},"last":0.28599999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:44:11 2021","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.71999999999999997,"15min":0.59399999999999997},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.22500000000000001},"max":{"1min":1.268,"5min":4.5110000000000001,"15min":4.5110000000000001},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.623,"15min":0.505},"min":{"1min":0.29299999999999998,"5min":0.28299999999999997,"15min":0.27100000000000002},"max":{"1min":1.6990000000000001,"5min":3.1349999999999998,"15min":3.1349999999999998},"last":0.33900000000000002}]},{"osd":7,"last update":"Thu Mar 4 23:43:38 2021","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.69599999999999995,"15min":1.1970000000000001},"min":{"1min":0.26200000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.89400000000000002,"5min":5.0519999999999996,"15min":160.75999999999999},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.81499999999999995,"15min":1.3129999999999999},"min":{"1min":0.32600000000000001,"5min":0.25600000000000001,"15min":0.23899999999999999},"max":{"1min":1.6779999999999999,"5min":4.4779999999999998,"15min":160.86600000000001},"last":0.84699999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986671,"num_pgs":87,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":9794616,"kb_used_data":8746032,"kb_used_omap":168,"kb_used_meta":1048407,"kb_avail":78285768,"statfs":{"total":90194313216,"available":80164626432,"internally_reserved":1073741824,"allocated":8955936768,"data_stored":8953841669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":172349,"internal_metadata":1073569475},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:44:18 2021","interfaces":[{"interface":"back","average":{"1min":0.20499999999999999,"5min":0.85099999999999998,"15min":0.60199999999999998},"min":{"1min":0.14099999999999999,"5min":0.13800000000000001,"15min":0.13800000000000001},"max":{"1min":0.372,"5min":45.314,"15min":45.314},"last":0.17399999999999999},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.95299999999999996,"15min":0.69499999999999995},"min":{"1min":0.17100000000000001,"5min":0.153,"15min":0.14299999999999999},"max":{"1min":1.371,"5min":45.356000000000002,"15min":45.356000000000002},"last":1.514}]},{"osd":1,"last update":"Thu Mar 4 23:43:52 2021","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":3.097,"15min":1.45},"min":{"1min":0.17999999999999999,"5min":0.157,"15min":0.154},"max":{"1min":1.409,"5min":224.30600000000001,"15min":224.30600000000001},"last":1.5740000000000001},{"interface":"front","average":{"1min":0.53200000000000003,"5min":3.1640000000000001,"15min":1.4850000000000001},"min":{"1min":0.24299999999999999,"5min":0.185,"15min":0.154},"max":{"1min":1.4750000000000001,"5min":224.327,"15min":224.327},"last":1.552}]},{"osd":2,"last update":"Thu Mar 4 23:43:40 2021","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.65100000000000002,"15min":0.499},"min":{"1min":0.20899999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":1.1679999999999999,"5min":15.212,"15min":15.212},"last":0.22800000000000001},{"interface":"front","average":{"1min":0.439,"5min":0.65900000000000003,"15min":0.499},"min":{"1min":0.20399999999999999,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.96099999999999997,"5min":15.227,"15min":15.227},"last":0.25900000000000001}]},{"osd":3,"last update":"Thu Mar 4 23:43:40 2021","interfaces":[{"interface":"back","average":{"1min":2.6819999999999999,"5min":2.4279999999999999,"15min":1.7989999999999999},"min":{"1min":0.29599999999999999,"5min":0.20100000000000001,"15min":0.192},"max":{"1min":44.661999999999999,"5min":132.53800000000001,"15min":132.53800000000001},"last":1.536},{"interface":"front","average":{"1min":2.6269999999999998,"5min":2.5070000000000001,"15min":1.736},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":44.677,"5min":132.518,"15min":132.518},"last":0.23899999999999999}]},{"osd":5,"last update":"Thu Mar 4 23:43:52 2021","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.38300000000000001,"15min":0.376},"min":{"1min":0.17199999999999999,"5min":0.13700000000000001,"15min":0.13700000000000001},"max":{"1min":3.5409999999999999,"5min":3.5409999999999999,"15min":3.7850000000000001},"last":0.214},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.32500000000000001,"15min":0.374},"min":{"1min":0.17000000000000001,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.3169999999999999,"5min":2.1469999999999998,"15min":4.2380000000000004},"last":0.28699999999999998}]},{"osd":6,"last update":"Thu Mar 4 23:44:18 2021","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.44600000000000001,"15min":0.437},"min":{"1min":0.192,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":2.3620000000000001,"5min":2.3620000000000001,"15min":3.1110000000000002},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.432,"15min":0.47699999999999998},"min":{"1min":0.22500000000000001,"5min":0.16400000000000001,"15min":0.16400000000000001},"max":{"1min":1.482,"5min":1.8400000000000001,"15min":4.6289999999999996},"last":1.4490000000000001}]},{"osd":7,"last update":"Thu Mar 4 23:43:52 2021","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.38200000000000001,"15min":0.88200000000000001},"min":{"1min":0.19800000000000001,"5min":0.16,"15min":0.16},"max":{"1min":0.98799999999999999,"5min":1.6479999999999999,"15min":131.482},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.48799999999999999,"15min":0.96599999999999997},"min":{"1min":0.251,"5min":0.183,"15min":0.161},"max":{"1min":2.165,"5min":2.9940000000000002,"15min":131.54599999999999},"last":1.4830000000000001}]}]},{"osd":5,"up_from":36,"seq":154618823149,"num_pgs":85,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":88080384,"kb_used":3954664,"kb_used_data":2906080,"kb_used_omap":2225,"kb_used_meta":1046350,"kb_avail":84125720,"statfs":{"total":90194313216,"available":86144737280,"internally_reserved":1073741824,"allocated":2975825920,"data_stored":2973745083,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2278588,"internal_metadata":1071463236},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Mar 4 23:44:16 2021","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.69699999999999995,"15min":0.53800000000000003},"min":{"1min":0.14399999999999999,"5min":0.14399999999999999,"15min":0.13},"max":{"1min":1.3029999999999999,"5min":21.626000000000001,"15min":21.626000000000001},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.75,"15min":0.52200000000000002},"min":{"1min":0.154,"5min":0.153,"15min":0.153},"max":{"1min":1.1399999999999999,"5min":21.646000000000001,"15min":21.646000000000001},"last":0.17999999999999999}]},{"osd":1,"last update":"Thu Mar 4 23:43:51 2021","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.55800000000000005,"15min":0.46600000000000003},"min":{"1min":0.23000000000000001,"5min":0.14999999999999999,"15min":0.14999999999999999},"max":{"1min":1.256,"5min":3.2970000000000002,"15min":3.9220000000000002},"last":0.316},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.50800000000000001,"15min":0.42199999999999999},"min":{"1min":0.17799999999999999,"5min":0.159,"15min":0.159},"max":{"1min":1.2190000000000001,"5min":3.4009999999999998,"15min":3.4009999999999998},"last":0.22700000000000001}]},{"osd":2,"last update":"Thu Mar 4 23:43:42 2021","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.63100000000000001,"15min":0.501},"min":{"1min":0.19600000000000001,"5min":0.16600000000000001,"15min":0.16600000000000001},"max":{"1min":1.431,"5min":3.3690000000000002,"15min":3.843},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.52700000000000002,"15min":0.46100000000000002},"min":{"1min":0.215,"5min":0.20300000000000001,"15min":0.184},"max":{"1min":1.3280000000000001,"5min":2.2050000000000001,"15min":3.0800000000000001},"last":0.245}]},{"osd":3,"last update":"Thu Mar 4 23:43:42 2021","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":1.0509999999999999,"15min":0.876},"min":{"1min":0.217,"5min":0.189,"15min":0.189},"max":{"1min":3.9060000000000001,"5min":45.746000000000002,"15min":55.055999999999997},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.84199999999999997,"5min":1.1950000000000001,"15min":0.91000000000000003},"min":{"1min":0.224,"5min":0.191,"15min":0.187},"max":{"1min":4.0789999999999997,"5min":45.728999999999999,"15min":55.119},"last":0.33600000000000002}]},{"osd":4,"last update":"Thu Mar 4 23:44:16 2021","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.39800000000000002,"15min":0.59999999999999998},"min":{"1min":0.17399999999999999,"5min":0.14099999999999999,"15min":0.13100000000000001},"max":{"1min":1.5680000000000001,"5min":2.0790000000000002,"15min":55.844999999999999},"last":0.20799999999999999},{"interface":"front","average":{"1min":0.434,"5min":0.39600000000000002,"15min":0.67200000000000004},"min":{"1min":0.189,"5min":0.155,"15min":0.155},"max":{"1min":1.585,"5min":2.9220000000000002,"15min":55.863999999999997},"last":0.51800000000000002}]},{"osd":6,"last update":"Thu Mar 4 23:43:51 2021","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.51900000000000002,"15min":0.51800000000000002},"min":{"1min":0.25,"5min":0.14499999999999999,"15min":0.14499999999999999},"max":{"1min":1.488,"5min":3.024,"15min":4.6289999999999996},"last":1.871},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.41199999999999998,"15min":0.46899999999999997},"min":{"1min":0.19900000000000001,"5min":0.17699999999999999,"15min":0.14599999999999999},"max":{"1min":1.6599999999999999,"5min":2.008,"15min":5.1189999999999998},"last":0.57099999999999995}]},{"osd":7,"last update":"Thu Mar 4 23:43:42 2021","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.46400000000000002,"15min":0.46700000000000003},"min":{"1min":0.27600000000000002,"5min":0.21299999999999999,"15min":0.185},"max":{"1min":1.6919999999999999,"5min":4.149,"15min":5.0220000000000002},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.57199999999999995,"15min":0.5},"min":{"1min":0.252,"5min":0.20300000000000001,"15min":0.159},"max":{"1min":1.8120000000000001,"5min":3.3260000000000001,"15min":5.5540000000000003},"last":0.26600000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":361661,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":409281,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":406251,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":370596,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":172349,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2278588,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3397993,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":885569,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":7039156224,"data_stored":7039156224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":10148249600,"data_stored":10148249600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":9034596352,"data_stored":9034596352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2989162496,"data_stored":2989162496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":9062973440,"data_stored":9062973440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":9997582336,"data_stored":9997582336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-03-04T23:44:36.936 DEBUG:teuthology.orchestra.run.gibba011:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/daemon-base:latest-octopus shell --fsid 5f47b844-7d3d-11eb-9066-001a4aab830c -- ceph pg dump --format=json 2021-03-04T23:44:36.968 INFO:tasks.radosbench.radosbench.0.gibba011.stdout: 84 15 256065 256050 190.499 139.438 0.00300454 0.0052469 2021-03-04T23:44:36.982 INFO:teuthology.orchestra.run.gibba011.stderr:sudo: docker: command not found 2021-03-04T23:44:36.983 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:36.984 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on gibba011 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.1' 2021-03-04T23:44:37.085 DEBUG:teuthology.orchestra.run.gibba038:> sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6 2021-03-04T23:44:37.107 INFO:teuthology.orchestra.run.gibba011.stderr:Inferring config /var/lib/ceph/5f47b844-7d3d-11eb-9066-001a4aab830c/mon.a/config 2021-03-04T23:44:37.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-03-04T23:44:37.131 INFO:teuthology.orchestra.run.gibba038.stderr:sudo: docker: command not found 2021-03-04T23:44:37.132 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on gibba038 with status 1: 'sudo docker kill -s 1 ceph-5f47b844-7d3d-11eb-9066-001a4aab830c-osd.6' 2021-03-04T23:44:37.159 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2021-03-04T23:44:37.161 DEBUG:teuthology.task.console_log:Killing console logger for gibba011 2021-03-04T23:44:37.162 DEBUG:teuthology.task.console_log:Killing console logger for gibba038 2021-03-04T23:44:37.163 DEBUG:teuthology.exit:Finished running handlers